-- Logs begin at Sat 2022-04-16 20:01:17 UTC, end at Sat 2022-04-16 22:37:38 UTC. --
Apr 16 20:55:50.635114 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Apr 16 20:55:53.630657 ncdv-master-1 neutron-server[122444]: INFO neutron.common.config [-] Logging enabled!
Apr 16 20:55:53.631249 ncdv-master-1 neutron-server[122444]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev120
Apr 16 20:55:53.631437 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=122444) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 16 20:55:53.634755 ncdv-master-1 neutron-server[122444]: INFO neutron.common.config [-] Logging enabled!
Apr 16 20:55:53.635008 ncdv-master-1 neutron-server[122444]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev120
Apr 16 20:55:53.635317 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=122444) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 16 20:55:53.636268 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 20:55:53.636504 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 16 20:55:53.636870 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 16 20:55:53.637114 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 16 20:55:53.637366 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 16 20:55:53.637754 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.638271 ncdv-master-1 neutron-server[122444]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Apr 16 20:55:53.638590 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.638885 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.639177 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.639486 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.639762 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.640050 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.640352 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.640649 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.640935 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.641215 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.641498 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.641791 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.642072 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.642357 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.642642 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.642925 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] debug                          = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.643206 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.643894 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.644046 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.644350 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.644639 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.644917 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.645190 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.645485 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.645750 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.646085 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.646347 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.646630 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.646912 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.647195 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.647469 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.647743 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.648025 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.648320 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.648590 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.648861 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.649149 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.649435 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.654873 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.654873 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.654873 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.654873 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.654873 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.654873 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.654873 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655357 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655357 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655357 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655357 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655357 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655357 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655357 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655357 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655357 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655850 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655850 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655850 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655850 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655850 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.655850 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.656191 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.656272 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.656490 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.656787 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.657087 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.657347 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.657627 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.657897 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.658174 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.658443 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.658710 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.658977 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.659267 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.659545 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.659826 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.660097 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.660396 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.660654 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.660922 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.661203 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.661474 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:53.661770 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.662064 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.662359 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.662658 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.662944 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.663222 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.663507 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.663786 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.664069 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.664377 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.664664 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.664940 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.665360 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.665659 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.665954 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.666260 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.666552 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.666841 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.667115 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.667387 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.667658 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.667937 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.668244 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.668529 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.668816 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.669105 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.669408 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.670259 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.670584 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.670878 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.671169 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.671441 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.671721 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.672010 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.672311 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.672585 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.672865 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.673150 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.673425 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.673696 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.673977 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.674253 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.674524 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.674794 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.675069 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.675358 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.675640 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.675915 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.676259 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.676753 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.677844 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.677844 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.677844 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.677844 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.678220 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.678338 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.678609 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.678879 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.679155 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.679424 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.679702 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.679976 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.680277 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.680550 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.680820 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.681090 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.681359 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.681628 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.681905 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.682204 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.682474 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.682743 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.683013 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.683284 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.683568 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.683866 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.684142 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.684443 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.684720 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.685019 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.685298 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.685573 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.685852 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.686128 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.686396 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.686683 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.686967 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.687251 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.687556 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.687834 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.688247 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.688534 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.688813 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.689096 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.689372 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.689651 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.689935 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.690224 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.690516 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.690807 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.691098 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.691390 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.691682 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.691962 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.692297 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.692576 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:53.692789 ncdv-master-1 neutron-server[122444]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 16 20:55:53.693027 ncdv-master-1 neutron-server[122444]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=122444) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 16 20:55:54.066850 ncdv-master-1 neutron-server[122444]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=122444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Apr 16 20:55:54.067062 ncdv-master-1 neutron-server[122444]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=122444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Apr 16 20:55:54.067367 ncdv-master-1 neutron-server[122444]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=122444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Apr 16 20:55:54.067698 ncdv-master-1 neutron-server[122444]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 16 20:55:54.395871 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.396189 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.396456 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.397748 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.398021 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.398282 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.451720 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.452005 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.452299 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.468805 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.469086 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.469353 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.498396 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.498673 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.498938 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.536794 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.537083 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.537354 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.889416 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f01277c0700> agent after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.890075 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f01277c0700> agent after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.890075 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f01277c0790> segment precommit_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.890257 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f01277c0820> network precommit_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.890890 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f01277d18b0> segment before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.994375 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> network before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.994627 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f0127916430> agent before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.994909 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> network before_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.995179 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> port before_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.995445 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> port before_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.995755 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> segment precommit_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.996015 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> segment precommit_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.996293 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> segment after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.996549 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> segment after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.996830 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> network after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.997087 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> network precommit_delete 0 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.997348 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> port after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.997625 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> port after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.997875 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> port after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.998130 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> port provisioning_complete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.998389 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> rbac-policy before_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.998640 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> rbac-policy after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.998905 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> agent after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.999170 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> subnet after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.999421 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> subnet precommit_delete 0 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.999687 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> rbac-policy before_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:54.999934 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> rbac-policy before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:55.000231 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> segment_host_mapping after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:55.000607 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> rbac-policy before_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:55.000991 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> rbac-policy before_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:55.001242 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f01281b2400>> rbac-policy before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:55.001637 ncdv-master-1 neutron-server[122444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=122444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 16 20:55:55.001884 ncdv-master-1 neutron-server[122444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=122444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 16 20:55:55.002121 ncdv-master-1 neutron-server[122444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=122444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 16 20:55:55.002364 ncdv-master-1 neutron-server[122444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=122444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 16 20:55:55.002601 ncdv-master-1 neutron-server[122444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=122444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 16 20:55:55.002838 ncdv-master-1 neutron-server[122444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=122444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 16 20:55:55.003201 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 16 20:55:55.006268 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 16 20:55:55.010152 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 16 20:55:55.013836 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Apr 16 20:55:55.015439 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 16 20:55:55.015899 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 16 20:55:55.016253 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 16 20:55:55.016638 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 16 20:55:55.019546 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 16 20:55:55.019794 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 16 20:55:55.020137 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 16 20:55:55.024946 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Apr 16 20:55:55.049121 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 16 20:55:55.049571 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f0127704700>> qos_plugin after_init 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:55.049867 ncdv-master-1 neutron-server[122444]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=122444) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Apr 16 20:55:55.050235 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f0127704820>> logging-plugin after_init 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:55.051839 ncdv-master-1 neutron-server[122444]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=122444) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 16 20:55:55.052115 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 16 20:55:55.052378 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 16 20:55:55.055541 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0127961f10>> floatingip before_response 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:55.055824 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0127961f10>> port before_response 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:55.123693 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 16 20:55:55.131923 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 16 20:55:55.131923 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 16 20:55:55.131923 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 16 20:55:55.144981 ncdv-master-1 neutron-server[122444]: DEBUG oslo_db.sqlalchemy.engines [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=122444) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Apr 16 20:55:55.789328 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Initializing driver for type 'gre'
Apr 16 20:55:55.789862 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] gre ID ranges: [(1, 1000)]
Apr 16 20:55:55.991611 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Initializing driver for type 'local'
Apr 16 20:55:55.992220 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Initializing driver for type 'vlan'
Apr 16 20:55:56.074925 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] VlanTypeDriver initialization complete
Apr 16 20:55:56.075255 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Initializing driver for type 'vxlan'
Apr 16 20:55:56.076266 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] vxlan ID ranges: [(1, 1000)]
Apr 16 20:55:56.217829 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Initializing extension driver 'port_security'
Apr 16 20:55:56.218174 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.extensions.port_security [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] PortSecurityExtensionDriver initialization complete
Apr 16 20:55:56.218499 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Initializing mechanism driver 'openvswitch'
Apr 16 20:55:56.218822 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Initializing mechanism driver 'hyperv'
Apr 16 20:55:56.228212 ncdv-master-1 neutron-server[122444]: DEBUG neutron.plugins.ml2.plugin [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=122444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:55:56.229080 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0127656be0>> port after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.229461 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0127656be0>> port after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.229796 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0127656be0>> port after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.230314 ncdv-master-1 neutron-server[122444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=122444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 16 20:55:56.230850 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0127188460>> subnet after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.231201 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0127188460>> subnet after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.231541 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0127188460>> subnet after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.231932 ncdv-master-1 neutron-server[122444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=122444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 16 20:55:56.232366 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f01271a5100>> network after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.232709 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f01271a5100>> network after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.233043 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f01271a5100>> network after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.233427 ncdv-master-1 neutron-server[122444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=122444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 16 20:55:56.233823 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f01271a5610>> security_group after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.234168 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f01271a5610>> security_group after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.234503 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f01271a5610>> security_group after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.234890 ncdv-master-1 neutron-server[122444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=122444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 16 20:55:56.235286 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f01271a5820>> security_group_rule after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.235665 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f01271a5820>> security_group_rule after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.235999 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f01271a5820>> security_group_rule after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.236445 ncdv-master-1 neutron-server[122444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=122444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 16 20:55:56.236836 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f01271aa070>> address_group after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.237175 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f01271aa070>> address_group after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.237504 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f01271aa070>> address_group after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.237892 ncdv-master-1 neutron-server[122444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=122444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 16 20:55:56.238328 ncdv-master-1 neutron-server[122444]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] ML2 OVO RPC backend initialized. {{(pid=122444) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Apr 16 20:55:56.239022 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> router_interface after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.239367 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> router_interface after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.239775 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> network before_response 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.240115 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> networks before_response 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.240481 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> port before_response 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.240815 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> ports before_response 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.241151 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> subnet before_response 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.241485 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> subnets before_response 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.247858 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> network after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.247858 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> network after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.247858 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> network after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.247858 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> port after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.248441 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> port after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.248441 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> port after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.248441 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> subnet after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.248441 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> subnet after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.248851 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f01271aa790>> subnet after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.253891 ncdv-master-1 neutron-server[122444]: INFO neutron.quota [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f01271aa910>.
Apr 16 20:55:56.254251 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.plugin [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Modular L2 Plugin initialization complete
Apr 16 20:55:56.254597 ncdv-master-1 neutron-server[122444]: DEBUG neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading services supported by the core plugin {{(pid=122444) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 16 20:55:56.254933 ncdv-master-1 neutron-server[122444]: INFO neutron.plugins.ml2.managers [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Got port-security extension from driver 'port_security'
Apr 16 20:55:56.255410 ncdv-master-1 neutron-server[122444]: INFO neutron.extensions.vlantransparent [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Disabled vlantransparent extension.
Apr 16 20:55:56.255904 ncdv-master-1 neutron-server[122444]: DEBUG neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=122444) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 16 20:55:56.256245 ncdv-master-1 neutron-server[122444]: INFO neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading Plugin: router
Apr 16 20:55:56.296699 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router_interface before_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.297083 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router after_create 55549900 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.297445 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router before_create 55549900 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.297802 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router_interface before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.298170 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router_interface after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.298556 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router after_delete 55549900 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.298908 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> floatingip after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.299257 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> floatingip after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.299616 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router after_create 55549900 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.299953 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router after_update 55549900 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.300328 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router after_update 55549900 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.305280 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router_gateway after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.305280 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router after_update 55549900 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.305280 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router precommit_update 55549900 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.305280 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f01276bc5e0> port after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.305612 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f01276bc4c0> port after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.305612 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f01276bc550> subnet after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.305612 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f01276bc670> subnetpool_address_scope after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.305612 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> port precommit_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.305910 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router precommit_create 55549900 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.305910 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f01278215e0> port before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.305910 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router precommit_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.305910 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router after_update 55549900 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.306214 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router precommit_delete 55549900 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.306214 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router precommit_create 55549900 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.306214 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router_interface after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.306214 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> router precommit_update 55549900 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.306522 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> agent after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.306837 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> agent after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.307174 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f01271aa880>> network after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.308019 ncdv-master-1 neutron-server[122444]: DEBUG neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Tracking information for resource: router configured {{(pid=122444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 16 20:55:56.308377 ncdv-master-1 neutron-server[122444]: DEBUG neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Tracking information for resource: floatingip configured {{(pid=122444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 16 20:55:56.313335 ncdv-master-1 neutron-server[122444]: INFO neutron.db.l3_agentschedulers_db [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 16 20:55:56.313911 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f012713ce50> port after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.314265 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f012713cd30> port after_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.314609 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <function _notify_port_delete at 0x7f012713cdc0> port after_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.314951 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f012713cf70> port after_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.315756 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0127148880>> router before_create 55550100 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.316114 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0127148880>> router precommit_delete 55550100 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.316493 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0127148880>> router precommit_create 55550100 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.316883 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0127148880>> router precommit_update 55550100 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.321615 ncdv-master-1 neutron-server[122444]: DEBUG neutron.services.provider_configuration [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service providers = [] {{(pid=122444) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 16 20:55:56.321977 ncdv-master-1 neutron-server[122444]: DEBUG neutron.db.servicetype_db [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=122444) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 16 20:55:56.325004 ncdv-master-1 neutron-server[122444]: DEBUG neutron.services.service_base [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=122444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 16 20:55:56.325311 ncdv-master-1 neutron-server[122444]: DEBUG neutron.services.service_base [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=122444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 16 20:55:56.326153 ncdv-master-1 neutron-server[122444]: DEBUG neutron.services.service_base [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=122444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 16 20:55:56.327031 ncdv-master-1 neutron-server[122444]: DEBUG neutron.services.service_base [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=122444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 16 20:55:56.327398 ncdv-master-1 neutron-server[122444]: INFO neutron.services.service_base [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 16 20:55:56.327772 ncdv-master-1 neutron-server[122444]: DEBUG neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=122444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 16 20:55:56.328086 ncdv-master-1 neutron-server[122444]: INFO neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 16 20:55:56.346741 ncdv-master-1 neutron-server[122444]: DEBUG neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=122444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 16 20:55:56.347074 ncdv-master-1 neutron-server[122444]: INFO neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading Plugin: auto_allocate
Apr 16 20:55:56.352947 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0126ff50d0> network precommit_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.353306 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0126ff50d0> network precommit_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.353814 ncdv-master-1 neutron-server[122444]: DEBUG neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=122444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 16 20:55:56.354131 ncdv-master-1 neutron-server[122444]: INFO neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading Plugin: tag
Apr 16 20:55:56.360963 ncdv-master-1 neutron-server[122444]: DEBUG neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=122444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 16 20:55:56.361289 ncdv-master-1 neutron-server[122444]: INFO neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading Plugin: timestamp
Apr 16 20:55:56.365102 ncdv-master-1 neutron-server[122444]: DEBUG neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=122444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 16 20:55:56.365425 ncdv-master-1 neutron-server[122444]: INFO neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading Plugin: network_ip_availability
Apr 16 20:55:56.370929 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f01270b9700>> rbac-policy before_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.376644 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f01270b9700>> rbac-policy before_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.376644 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f01270b9700>> rbac-policy before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.376644 ncdv-master-1 neutron-server[122444]: DEBUG neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=122444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 16 20:55:56.376644 ncdv-master-1 neutron-server[122444]: INFO neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading Plugin: flavors
Apr 16 20:55:56.381164 ncdv-master-1 neutron-server[122444]: DEBUG neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=122444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 16 20:55:56.381495 ncdv-master-1 neutron-server[122444]: INFO neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading Plugin: revisions
Apr 16 20:55:56.385734 ncdv-master-1 neutron-server[122444]: DEBUG neutron.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=122444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 16 20:55:56.386121 ncdv-master-1 neutron-server[122444]: DEBUG oslo_concurrency.lockutils [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.319s {{(pid=122444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Apr 16 20:55:56.386848 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=122444) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Apr 16 20:55:56.387178 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Initializing extension manager.
Apr 16 20:55:56.387699 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: __init__.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.388587 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: __pycache__ {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.388926 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: address_group.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.389673 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.390239 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: address-group
Apr 16 20:55:56.390559 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: address_scope.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.391259 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.391754 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: address-scope
Apr 16 20:55:56.392069 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: admin_state_down_before_update.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.393017 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.393559 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: router-admin-state-down-before-update
Apr 16 20:55:56.393868 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: agent.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.394552 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.395045 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: agent
Apr 16 20:55:56.395362 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: agent_resources_synced.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.396277 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.396772 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: agent-resources-synced
Apr 16 20:55:56.397089 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: allowedaddresspairs.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.398868 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.399377 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: allowed-address-pairs
Apr 16 20:55:56.399700 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: auto_allocated_topology.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.406184 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.406698 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: auto-allocated-topology
Apr 16 20:55:56.407021 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: availability_zone.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.407708 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.408232 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: availability_zone
Apr 16 20:55:56.408555 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: availability_zone_filter.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.409458 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.409960 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: availability_zone_filter
Apr 16 20:55:56.410279 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: data_plane_status.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.411220 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.411743 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 16 20:55:56.412062 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: default_subnetpools.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.412989 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.413494 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: default-subnetpools
Apr 16 20:55:56.413809 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: dhcpagentscheduler.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.414603 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.415103 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: dhcp_agent_scheduler
Apr 16 20:55:56.415427 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: dns.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.416375 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.416877 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension dns-integration not supported by any of loaded plugins
Apr 16 20:55:56.417188 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: dns_domain_ports.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.418087 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.418584 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 16 20:55:56.418902 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.419879 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.420422 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Apr 16 20:55:56.423087 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: dvr.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.423087 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.423087 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: dvr
Apr 16 20:55:56.423087 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: ecmp_routes.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.424089 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.424623 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension ecmp_routes not supported by any of loaded plugins
Apr 16 20:55:56.424940 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: empty_string_filtering.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.425839 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.426605 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: empty-string-filtering
Apr 16 20:55:56.426919 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.427812 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.428376 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 16 20:55:56.428694 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.429726 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.430225 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 16 20:55:56.430541 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: external_net.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.431434 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.431931 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: external-net
Apr 16 20:55:56.432269 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: extra_dhcp_opt.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.433169 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.433699 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: extra_dhcp_opt
Apr 16 20:55:56.434013 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: extraroute.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.435405 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.435915 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: extraroute
Apr 16 20:55:56.436299 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: extraroute_atomic.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.441427 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.441931 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: extraroute-atomic
Apr 16 20:55:56.442247 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: filter_validation.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.442904 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.443398 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: filter-validation
Apr 16 20:55:56.443721 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: fip_pf_description.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.444642 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.445173 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 16 20:55:56.445491 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: fip_pf_port_range.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.446432 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.446921 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins
Apr 16 20:55:56.447236 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: fip_port_details.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.448131 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.448651 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: fip-port-details
Apr 16 20:55:56.448967 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: flavors.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.450179 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.450766 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: flavors
Apr 16 20:55:56.451090 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.452741 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.453289 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 16 20:55:56.453613 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: floatingip_pools.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.454304 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.454812 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: floatingip-pools
Apr 16 20:55:56.455131 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: ip_allocation.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.456105 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.456574 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 16 20:55:56.456889 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.457793 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.458292 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: ip-substring-filtering
Apr 16 20:55:56.458611 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: l2_adjacency.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.459531 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.460033 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 16 20:55:56.460382 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: l3.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.461338 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.461843 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: router
Apr 16 20:55:56.462160 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: l3_conntrack_helper.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.464388 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.464911 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 16 20:55:56.465241 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.466648 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.467165 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: ext-gw-mode
Apr 16 20:55:56.467488 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.468423 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.468925 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: l3-ha
Apr 16 20:55:56.469242 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.470149 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.470642 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Apr 16 20:55:56.470956 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: l3_flavors.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.471850 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.472370 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: l3-flavors
Apr 16 20:55:56.472688 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: l3_ndp_proxy.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.474048 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.474550 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Apr 16 20:55:56.474874 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.475778 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.476312 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 16 20:55:56.476636 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: l3agentscheduler.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.477663 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.478168 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: l3_agent_scheduler
Apr 16 20:55:56.478490 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: local_ip.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.480403 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.480921 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension local_ip not supported by any of loaded plugins
Apr 16 20:55:56.481249 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: logging.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.483262 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.483774 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension logging not supported by any of loaded plugins
Apr 16 20:55:56.484102 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: metering.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.484861 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.485432 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: metering
Apr 16 20:55:56.485755 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.486828 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.487333 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: metering_source_and_destination_fields
Apr 16 20:55:56.487652 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: multiprovidernet.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.488588 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.489088 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: multi-provider
Apr 16 20:55:56.489405 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: netmtu.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.490311 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.490811 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: net-mtu
Apr 16 20:55:56.491130 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: netmtu_writable.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.492030 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.492562 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: net-mtu-writable
Apr 16 20:55:56.492885 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: network_availability_zone.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.493544 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.494037 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: network_availability_zone
Apr 16 20:55:56.494352 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: network_ip_availability.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.495435 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.495935 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: network-ip-availability
Apr 16 20:55:56.496282 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: network_segment_range.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.497035 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.497558 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 16 20:55:56.497922 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: pagination.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.498838 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.499162 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: pagination
Apr 16 20:55:56.499478 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: port_device_profile.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.500412 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.500919 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: port-device-profile
Apr 16 20:55:56.501237 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.502134 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.502634 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: port-mac-address-regenerate
Apr 16 20:55:56.502954 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.503853 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.504389 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: port-numa-affinity-policy
Apr 16 20:55:56.504707 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: port_resource_request.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.505598 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.506101 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 16 20:55:56.506419 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: port_resource_request_groups.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.507371 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.507866 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Apr 16 20:55:56.508199 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: portbindings.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.509111 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.509612 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: binding
Apr 16 20:55:56.509933 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: portbindings_extended.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.511173 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.511676 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: binding-extended
Apr 16 20:55:56.511995 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: portsecurity.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.512928 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.513524 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: port-security
Apr 16 20:55:56.513844 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: project_id.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.514798 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.515123 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: project-id
Apr 16 20:55:56.515441 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: providernet.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.516372 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.516875 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: provider
Apr 16 20:55:56.517192 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.520897 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.521411 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos not supported by any of loaded plugins
Apr 16 20:55:56.521733 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.522961 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.523474 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 16 20:55:56.523797 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.524734 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.525247 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 16 20:55:56.525572 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos_default.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.526487 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.526994 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos-default not supported by any of loaded plugins
Apr 16 20:55:56.527316 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos_fip.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.528243 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.529287 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos-fip not supported by any of loaded plugins
Apr 16 20:55:56.529608 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos_fip_network_policy.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.530539 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.531118 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Apr 16 20:55:56.531441 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos_gateway_ip.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.532386 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.532888 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 16 20:55:56.533207 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos_port_network_policy.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.534114 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.534611 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 16 20:55:56.534929 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.535948 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.536471 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Apr 16 20:55:56.536792 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.537823 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.538326 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
Apr 16 20:55:56.538644 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos_pps_rule.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.539813 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.540364 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos-pps not supported by any of loaded plugins
Apr 16 20:55:56.540685 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos_rule_type_details.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.541601 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.542102 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 16 20:55:56.542420 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos_rule_type_filter.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.543315 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.543819 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos-rule-type-filter not supported by any of loaded plugins
Apr 16 20:55:56.544133 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: qos_rules_alias.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.545744 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.546248 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 16 20:55:56.546567 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: quota_check_limit.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.547461 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.547965 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: quota-check-limit
Apr 16 20:55:56.548328 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: quotasv2.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.549262 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.549585 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: quotas
Apr 16 20:55:56.549903 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: quotasv2_detail.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.551844 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.552192 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: quota_details
Apr 16 20:55:56.552523 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: rbac.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.553551 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.554068 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: rbac-policies
Apr 16 20:55:56.554392 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: rbac_address_group.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.555305 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.555812 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: rbac-address-group
Apr 16 20:55:56.556129 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: rbac_address_scope.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.557060 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.557563 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: rbac-address-scope
Apr 16 20:55:56.557880 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: rbac_security_groups.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.558851 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.559356 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: rbac-security-groups
Apr 16 20:55:56.559672 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: rbac_subnetpool.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.560635 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.561140 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: rbac-subnetpool
Apr 16 20:55:56.561457 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: revisionifmatch.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.562360 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.562863 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: revision-if-match
Apr 16 20:55:56.563180 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: revisions.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.564313 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.564823 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: standard-attr-revisions
Apr 16 20:55:56.565142 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: router_availability_zone.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.565802 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.566307 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: router_availability_zone
Apr 16 20:55:56.566623 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: routerservicetype.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.567561 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.568061 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension router-service-type not supported by any of loaded plugins
Apr 16 20:55:56.568409 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.569325 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.569825 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: security-groups-normalized-cidr
Apr 16 20:55:56.570139 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: security_groups_port_filtering.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.571052 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.571551 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: port-security-groups-filtering
Apr 16 20:55:56.571866 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.572814 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.573315 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: security-groups-remote-address-group
Apr 16 20:55:56.573631 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.574675 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.575176 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: security-groups-shared-filtering
Apr 16 20:55:56.575493 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.576090 ncdv-master-1 neutron-server[122444]: WARNING neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Apr 16 20:55:56.576437 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: securitygroup.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.585952 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.586476 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: security-group
Apr 16 20:55:56.586804 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: segment.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.587522 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.588032 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension segment not supported by any of loaded plugins
Apr 16 20:55:56.588383 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.589314 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.589822 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 16 20:55:56.590142 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: servicetype.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.591751 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.592288 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: service-type
Apr 16 20:55:56.592613 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: sorting.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.593580 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.593906 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: sorting
Apr 16 20:55:56.594222 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: standard_attr_segment.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.595123 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.595637 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 16 20:55:56.595957 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: standardattrdescription.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.596633 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.597134 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: standard-attr-description
Apr 16 20:55:56.597449 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: stateful_security_group.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.598362 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.598869 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: stateful-security-group
Apr 16 20:55:56.599186 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: stdattrs_common.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.599742 ncdv-master-1 neutron-server[122444]: WARNING neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 16 20:55:56.600058 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.601008 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.601518 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 16 20:55:56.601835 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: subnet_onboard.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.602878 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.603381 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: subnet_onboard
Apr 16 20:55:56.603696 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.604629 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.605132 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 16 20:55:56.605447 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: subnet_service_types.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.606356 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.606905 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: subnet-service-types
Apr 16 20:55:56.607731 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: subnetallocation.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.608856 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.609360 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: subnet_allocation
Apr 16 20:55:56.609674 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.610331 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.610830 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: subnetpool-prefix-ops
Apr 16 20:55:56.611145 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.612059 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.612584 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 16 20:55:56.612900 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: tagging.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.613927 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.614431 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: standard-attr-tag
Apr 16 20:55:56.614749 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: timestamp.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.615917 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.616457 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loaded extension: standard-attr-timestamp
Apr 16 20:55:56.616780 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: trunk.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.617799 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.618303 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension trunk not supported by any of loaded plugins
Apr 16 20:55:56.618627 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: trunk_details.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.619536 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.620043 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension trunk-details not supported by any of loaded plugins
Apr 16 20:55:56.620403 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: uplink_status_propagation.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.621320 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.621825 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 16 20:55:56.622143 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Loading extension file: vlantransparent.py {{(pid=122444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 16 20:55:56.622825 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=122444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 16 20:55:56.623326 ncdv-master-1 neutron-server[122444]: INFO neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 16 20:55:56.625829 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:network
Apr 16 20:55:56.626348 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:subnet
Apr 16 20:55:56.626743 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 20:55:56.627129 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:port
Apr 16 20:55:56.629455 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.629907 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service FLAVORS assigned prefix:  {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.630534 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.630954 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.631285 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:router
Apr 16 20:55:56.631811 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:floatingip
Apr 16 20:55:56.632324 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service METERING assigned prefix: /metering {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.633761 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0126fdfc40>> rbac-policy before_create 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.634135 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0126fdfc40>> rbac-policy before_update 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.634485 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0126fdfc40>> rbac-policy before_delete 55550000 {{(pid=122444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 20:55:56.635466 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 16 20:55:56.635910 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:security_group
Apr 16 20:55:56.636367 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 16 20:55:56.636895 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service CORE assigned prefix:  {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.637299 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 20:55:56.637641 ncdv-master-1 neutron-server[122444]: WARNING neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] subnetpool is already registered
Apr 16 20:55:56.638075 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service CORE assigned prefix:  {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.638398 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 20:55:56.638723 ncdv-master-1 neutron-server[122444]: WARNING neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] subnetpool is already registered
Apr 16 20:55:56.641033 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.641458 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service FLAVORS assigned prefix:  {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.642039 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.642451 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.642780 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:router
Apr 16 20:55:56.643112 ncdv-master-1 neutron-server[122444]: WARNING neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] router is already registered
Apr 16 20:55:56.643516 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:floatingip
Apr 16 20:55:56.643847 ncdv-master-1 neutron-server[122444]: WARNING neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] floatingip is already registered
Apr 16 20:55:56.644330 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service METERING assigned prefix: /metering {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.644989 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 16 20:55:56.645315 ncdv-master-1 neutron-server[122444]: WARNING neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] rbac_policy is already registered
Apr 16 20:55:56.645720 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:security_group
Apr 16 20:55:56.646049 ncdv-master-1 neutron-server[122444]: WARNING neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] security_group is already registered
Apr 16 20:55:56.646447 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 16 20:55:56.646778 ncdv-master-1 neutron-server[122444]: WARNING neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] security_group_rule is already registered
Apr 16 20:55:56.647398 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service CORE assigned prefix:  {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.647722 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 20:55:56.648051 ncdv-master-1 neutron-server[122444]: WARNING neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] subnetpool is already registered
Apr 16 20:55:56.648482 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.v2.resource_helper [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Service CORE assigned prefix:  {{(pid=122444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 16 20:55:56.648804 ncdv-master-1 neutron-server[122444]: INFO neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 16 20:55:56.649129 ncdv-master-1 neutron-server[122444]: WARNING neutron.quota.resource_registry [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] subnetpool is already registered
Apr 16 20:55:56.649596 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: extensions {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.651031 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: address-groups {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.652555 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: address-scopes {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.654375 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: agents {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.655542 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: auto-allocated-topology {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.656831 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: availability_zones {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.658031 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: dhcp-networks {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.659525 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: dhcp-agents {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.660975 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: routers {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.663173 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: flavors {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.664387 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: service_profiles {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.665575 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: next_providers {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.666993 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: service_profiles {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.668566 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: floatingip-pools {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.670351 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: routers {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.672486 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: floatingips {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.673761 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: l3-routers {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.675115 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: l3-agents {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.676810 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: metering-labels {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.678173 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: metering-label-rules {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.679454 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: network-ip-availabilities {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.680764 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: bindings {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.682387 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: quotas {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.683932 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: quotas {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.686026 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: rbac-policies {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.687298 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: security-groups {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.688548 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: security-group-rules {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.689767 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: service-providers {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.690968 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: subnetpools {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.692406 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: subnetpools {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.693856 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: tags {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.695507 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: tags {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.698311 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: tags {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.700068 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: tags {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.702442 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: tags {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.704289 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: tags {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.705977 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: tags {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.707854 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: tags {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.709633 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: tags {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.711479 ncdv-master-1 neutron-server[122444]: DEBUG neutron.api.extensions [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Extended resource: tags {{(pid=122444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 16 20:55:56.717406 ncdv-master-1 neutron-server[122444]: WARNING keystonemiddleware.auth_token [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 16 20:55:56.722059 ncdv-master-1 neutron-server[122444]: WARNING keystonemiddleware.auth_token [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 16 20:55:56.730539 ncdv-master-1 neutron-server[122444]: DEBUG oslo_concurrency.lockutils [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Acquired lock "singleton_lock" {{(pid=122444) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Apr 16 20:55:56.731010 ncdv-master-1 neutron-server[122444]: DEBUG oslo_concurrency.lockutils [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Releasing lock "singleton_lock" {{(pid=122444) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Apr 16 20:55:56.731652 ncdv-master-1 neutron-server[122444]: INFO oslo_service.service [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Starting 2 workers
Apr 16 20:55:56.736674 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Started child 122555 {{(pid=122444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 16 20:55:56.741122 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Started child 122556 {{(pid=122444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 16 20:55:56.742126 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:55:56.742840 ncdv-master-1 neutron-server[122444]: INFO neutron.service [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 16 20:55:56.743357 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Publish callbacks [] for process (None), before_spawn {{(pid=122444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:55:56.743822 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [-] (122555) wsgi starting up on http://0.0.0.0:9696
Apr 16 20:55:56.745783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:55:56.746323 ncdv-master-1 neutron-server[122444]: INFO oslo_service.service [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Starting 1 workers
Apr 16 20:55:56.747253 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [-] (122556) wsgi starting up on http://0.0.0.0:9696
Apr 16 20:55:56.751640 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Started child 122557 {{(pid=122444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 16 20:55:56.752113 ncdv-master-1 neutron-server[122444]: INFO oslo_service.service [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Starting 1 workers
Apr 16 20:55:56.755369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.service [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] calling RpcWorker wait() {{(pid=122557) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 16 20:55:56.755936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.service [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] returning from RpcWorker wait() {{(pid=122557) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 16 20:55:56.756618 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Started child 122558 {{(pid=122444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 16 20:55:56.757184 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:55:56.757433 ncdv-master-1 neutron-server[122444]: DEBUG neutron_lib.callbacks.manager [None req-65fc3f32-3b5c-487e-9322-00ac5de4b599 None None] Publish callbacks [] for process (None), after_spawn {{(pid=122444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:55:56.757626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:55:56.759322 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=122444) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Apr 16 20:55:56.759531 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 20:55:56.759718 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 16 20:55:56.759941 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 16 20:55:56.760321 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 16 20:55:56.760503 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 16 20:55:56.761005 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.761290 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.761556 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.761645 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:55:56.762080 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.762080 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.762704 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.762804 ncdv-master-1 neutron-server[122558]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:55:56.762948 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.763839 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.764118 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.764410 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.764583 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.764753 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.765007 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.765241 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.765552 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.765818 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.766068 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.766325 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.766505 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.766768 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.767032 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.767257 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.767528 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] debug                          = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.767769 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.768273 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.768512 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.768754 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.768975 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.769261 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.769489 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.769753 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.770006 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.770238 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.770478 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.770729 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.770940 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.771167 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.771415 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.771645 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.771889 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.772109 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.772569 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.772805 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.773044 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.773287 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.773527 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.773767 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.773996 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.774241 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.774491 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.774732 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.774955 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.775198 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.775442 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.775673 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.775910 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.776072 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.776326 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.776582 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.776847 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.777040 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.777202 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.777350 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.777591 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.777740 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.777988 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.778218 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.778430 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.778705 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.778917 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.779127 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.779391 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.779597 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.779804 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.780008 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.780331 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.780584 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.781594 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.781873 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.782137 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.782874 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.783173 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.783392 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.783631 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.783879 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.784360 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.784360 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.784638 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.784870 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.785115 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.785374 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.785650 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.785892 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.786130 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.786371 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.786791 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.786939 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.787139 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.787430 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.787669 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.788125 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.788125 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.793336 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.793336 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.793336 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.793336 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.793336 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.793336 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.793336 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.793336 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.793336 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.796468 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.796468 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.796468 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.796468 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.796468 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.796468 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.796468 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.796468 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.796971 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.796971 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.796971 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.796971 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.796971 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.796971 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.796971 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.796971 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.797436 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.797436 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.797436 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.797436 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.797436 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.797436 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.797436 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.797436 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.797901 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.797901 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.797901 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.797901 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.797901 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.798193 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.798276 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.798564 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.798820 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.799075 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.799340 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.799567 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.799828 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.800078 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.800361 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.800703 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.800931 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.801218 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.801694 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.801910 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.802142 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.802375 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.802611 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.802838 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.803060 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.803335 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.803567 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.803787 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.804000 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.804242 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.804479 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.804698 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.804926 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.805184 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.805414 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.805654 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.805875 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.806090 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.806330 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.806565 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.806795 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.807011 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.807289 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.807462 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.807674 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.807886 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.808137 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.808396 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.808608 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.808816 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.809037 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.809276 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.809510 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.810561 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.810561 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.810766 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.810849 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.811071 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.811316 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.811527 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.812302 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.812589 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816194 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816194 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816194 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816194 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816194 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816194 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816194 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816194 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816194 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816759 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816759 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816759 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816759 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816759 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816759 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816759 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.816759 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.817725 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.817725 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.817725 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.817725 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.817967 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.818040 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.818778 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.819042 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.819275 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.820025 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.821080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42394) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:55:56.822714 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.823003 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.823267 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.823550 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.823834 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.824079 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.824361 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.824607 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.824901 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.825172 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.825455 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.826254 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.826540 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.826864 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.827147 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.827406 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.827675 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.827942 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.828230 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.828491 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.828753 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.828988 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.829222 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.829465 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.829718 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.829933 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.830171 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.830420 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.830735 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.830971 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.831190 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.831418 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.831690 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.831927 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.832213 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.832467 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.832738 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.832973 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.833220 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.833447 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.833661 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.833905 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.834323 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.834441 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.834649 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.834864 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.835099 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.835312 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.835525 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.835765 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.835996 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.836235 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.836474 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842062 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842062 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842062 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842062 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842062 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842062 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842507 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0105462
Apr 16 20:55:56.842599 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842599 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842599 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842599 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842599 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842599 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842599 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.842599 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843153 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843153 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843153 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843153 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843153 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843153 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843153 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843153 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843643 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843643 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843643 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843643 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843643 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843643 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843643 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.843643 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.844097 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.844097 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.844097 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.844322 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.844888 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.844888 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.844888 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.845151 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.845275 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.845527 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.845750 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.845983 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.846219 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.846725 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.846725 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.846903 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.847117 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.847344 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.847596 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.847981 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.848224 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.848619 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.848844 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.849066 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.850502 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.850502 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.850502 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.850502 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.850502 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.850996 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.850996 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.851147 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.851316 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.851690 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.852089 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.852506 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.852718 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.853067 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.854320 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.854559 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.854846 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.855932 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.855932 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.855932 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.855932 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.855932 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.856329 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.856329 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.856502 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.857399 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.857626 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.857872 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.858547 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.858547 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.858547 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.858770 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.858935 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.859328 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.859700 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.860104 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.860340 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.860611 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.861262 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.861262 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.862168 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.862662 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.862804 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.863031 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.863334 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.863589 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.863849 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.864104 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.864445 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.864685 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.864932 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.865191 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.865414 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.865661 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.865921 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.866247 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.866541 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.866791 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.867031 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.867303 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.867579 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.867967 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.868084 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.869877 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.869877 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.869877 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.870105 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.870172 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.870403 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.871531 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.871531 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.871531 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.871531 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.871531 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.871872 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.871942 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.872206 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.873244 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.873420 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.873605 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.873856 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.874075 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.874313 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.874610 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.874714 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 16 20:55:56.875229 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=122444) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Apr 16 20:55:56.875388 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 16 20:55:56.875692 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 16 20:55:56.875896 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 16 20:55:56.876067 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 16 20:55:56.876274 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 16 20:55:56.876485 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.876647 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.876807 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882107 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882107 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882107 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882107 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882107 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882107 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882107 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882107 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882893 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882893 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882893 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882893 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882893 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882893 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882893 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.882893 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883419 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883419 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883419 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883419 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] debug                          = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883419 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883419 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883840 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883840 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883840 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883840 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883840 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883840 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883840 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.883840 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884442 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884442 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884442 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884442 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884442 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884442 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884442 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884442 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884980 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884980 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884980 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884980 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884980 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884980 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884980 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.884980 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.885502 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.885502 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.885502 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.885502 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.885502 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.885502 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.885888 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.885888 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.885888 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.886092 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.886169 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.886334 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.886498 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.886814 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.886969 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.887131 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.887288 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.887448 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.887600 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.887759 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.887914 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.888098 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.889021 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.889150 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.890160 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.890160 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.890160 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.890160 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.890160 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.890160 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.890160 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.890568 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.890568 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.890684 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.890748 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.891501 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.891501 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.891501 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.891501 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.891501 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.891808 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.891808 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.891926 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.892057 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.892244 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.892407 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.892562 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.892718 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.893674 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.893674 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.893674 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.893674 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.893674 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.893674 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.894114 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.894114 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.894114 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.894316 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.894393 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.894480 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.894709 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.894809 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.894932 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.895088 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 16 20:55:56.895275 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.895423 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.895595 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.896209 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.896209 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.896209 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.896209 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.896791 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.896791 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.896791 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.897197 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.897197 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.897197 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.897662 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.897662 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.897662 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.898063 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.898063 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.898063 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.898443 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.898443 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.898443 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.898848 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.898848 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.899240 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.899240 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.899240 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.899631 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.899631 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.899631 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.900009 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.900009 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.900341 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.900341 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.900625 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.900762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:55:56.900903 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.900903 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.900903 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.901293 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.901293 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.901293 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.901734 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.901734 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.901734 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.902124 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.902124 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.902398 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.902398 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.902654 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.902654 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.902931 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.902931 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.903187 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.903187 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.903444 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.903579 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.903785 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.903927 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.904063 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.904856 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.904856 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.904856 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.904856 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.904856 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.904856 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.906282 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.906282 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.906282 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.906282 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.906282 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.906282 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.906282 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.906282 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.906282 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.906882 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.906882 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.906882 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.906882 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.907169 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.907169 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.907305 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.907399 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.907507 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.907686 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.907814 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.907961 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.908121 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.909214 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.909384 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.909550 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.909787 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.909990 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.910167 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.910328 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.910642 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.910822 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.910968 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.911131 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.911292 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.911452 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.911612 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.911778 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.911934 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.912093 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.912365 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.912453 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.912609 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.912768 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.912926 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.913087 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.913245 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.913404 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.914032 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.914032 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.914032 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.914032 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.920615 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.920615 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.920615 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.920615 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.920615 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.920615 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.920615 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.920615 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921142 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921142 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921142 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921142 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921142 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921142 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921142 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921142 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921579 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921579 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921579 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921579 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921579 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921579 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921579 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.921579 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922065 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922065 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922065 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922065 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922065 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922065 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922065 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922065 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922577 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922577 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922577 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922577 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922577 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922577 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922577 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.922577 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923095 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923095 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923095 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923095 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923095 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923095 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923095 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923095 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923616 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923616 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923616 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923616 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923616 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923616 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923616 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.923616 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.924136 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.924136 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.924136 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.924136 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.924136 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.924136 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.924136 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.924136 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.925491 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.925491 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.925491 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.925491 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.925491 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.925491 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.925491 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.925491 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.925959 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.925959 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.925959 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.925959 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.926176 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.926246 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.926666 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.926826 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.927171 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.927171 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.927569 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.927569 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.927569 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.927773 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.927873 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.928032 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.928230 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.928376 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.928716 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.928716 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.928887 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.928990 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.929876 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.929876 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.929876 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.929876 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.929876 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.929876 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.930552 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.930552 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.930552 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.930552 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.930816 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.930816 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.931032 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.931103 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.931239 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.931846 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.931846 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.931846 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.931846 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.932159 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.932159 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.932336 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.932462 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.932620 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.932779 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.932947 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.933107 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.933270 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.933447 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.933608 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.933758 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.933903 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.934045 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.934206 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.934365 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.934507 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.934668 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.934834 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.935621 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.935840 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.935840 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.936131 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.936388 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.936388 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.936729 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.936878 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.937013 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.937174 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.937399 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.937399 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.937674 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.937674 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.937929 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.938062 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.938195 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.938328 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.938471 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.938606 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.938739 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.938873 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.939022 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.939238 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.939380 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.939515 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.939648 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.939788 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.939955 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.940159 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.941047 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.941228 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.941390 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.941922 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.941922 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.941922 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.942146 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.942146 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.942313 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.942510 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.942663 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.943517 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.943517 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.943517 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.943517 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.943517 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.943830 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.943830 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.943830 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.943996 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.944637 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.944637 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.944637 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.944637 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 16 20:55:56.948120 ncdv-master-1 neutron-server[122444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=122444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 16 20:56:08.887598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a26330b-eea2-48a4-8dbe-ebdd2bbfba88 None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 20:56:08.978424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a26330b-eea2-48a4-8dbe-ebdd2bbfba88 None None] No non-hosted networks {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 16 20:56:08.997591 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.agentschedulers_db [None req-9a26330b-eea2-48a4-8dbe-ebdd2bbfba88 None None] DHCP Agent not found on host ncdv-master-1 {{(pid=122557) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 16 20:56:09.207139 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d21c548e-0c54-4632-b48c-3436ff25bdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-486253'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:11.569717 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b65639f1-59a0-46dc-b44e-7cfec0c3c517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-486253'] for agent (29078803-e333-4c03-9850-5db011668f35), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:11.598851 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-1839c0bc-ba3e-41ad-b018-77d4104f0a20 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-ncdv-master-1 {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 20:56:11.599605 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-1839c0bc-ba3e-41ad-b018-77d4104f0a20 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 20:56:11.965765 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42466) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:56:12.192634 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1839c0bc-ba3e-41ad-b018-77d4104f0a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:12.298431 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-486253'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:12.548561 ncdv-master-1 neutron-server[122556]: WARNING oslo_policy.policy [None req-f458100b-9206-4d5e-ad47-ac86ab0ea245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 20:56:12.549172 ncdv-master-1 neutron-server[122556]: WARNING oslo_policy.policy [None req-f458100b-9206-4d5e-ad47-ac86ab0ea245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 20:56:12.773944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-f458100b-9206-4d5e-ad47-ac86ab0ea245 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 20:56:12.784226 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f458100b-9206-4d5e-ad47-ac86ab0ea245 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.8077569
Apr 16 20:56:13.898178 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-486253'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:15.323771 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-486253'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:15.324660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.325062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.325499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.325943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.326345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.326941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.327406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.327957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.328333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.328819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.329298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.329874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.330362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.330688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.331002 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:15.331459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f01262d8310>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:56:15.350301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0126274a60>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:56:15.436448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42500) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:56:15.764620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b9f42139-7ccd-4dfb-b22c-9cfdd4b6b661 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 20:56:15.875018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.policy [None req-b9f42139-7ccd-4dfb-b22c-9cfdd4b6b661 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=122556) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 16 20:56:15.916101 ncdv-master-1 neutron-server[122556]: WARNING oslo_policy.policy [None req-b9f42139-7ccd-4dfb-b22c-9cfdd4b6b661 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 20:56:15.916533 ncdv-master-1 neutron-server[122556]: WARNING oslo_policy.policy [None req-b9f42139-7ccd-4dfb-b22c-9cfdd4b6b661 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 20:56:16.067836 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b9f42139-7ccd-4dfb-b22c-9cfdd4b6b661 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727688447139', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727688446647', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727688463164', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727688494493', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727688483038', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727688510953', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16286337', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16294574', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633246', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1494826'] for rbac-policy (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:16.269869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b9f42139-7ccd-4dfb-b22c-9cfdd4b6b661 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:16.284505 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b9f42139-7ccd-4dfb-b22c-9cfdd4b6b661 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8335619
Apr 16 20:56:16.865437 ncdv-master-1 neutron-server[122557]: INFO neutron.db.l3_hamode_db [None req-af5fe10f-d149-46d0-854e-69cac2a1fa71 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 16 20:56:16.952034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5fe10f-d149-46d0-854e-69cac2a1fa71 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 20:56:16.952429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5fe10f-d149-46d0-854e-69cac2a1fa71 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 16 20:56:18.838100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42512) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:56:19.143405 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 20:56:19.240488 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Made reservation on behalf of 6ac3d1a03e0a4e9ab42ef49a0e1a5345 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 20:56:19.244086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:19.261281 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:19.366525 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Publish callbacks [] for security_group (b701a04d-47b1-4425-aa88-a32d6d93a151), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:19.468837 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b701a04d-47b1-4425-aa88-a32d6d93a151), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:19.492705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 20:56:19.527084 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727683383417', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2e7f544c-3427-4a20-8c04-d18b61e81ee8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:19.527654 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f01277c0790> segment precommit_create {{(pid=122556) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 16 20:56:19.528219 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Added segment 2e7f544c-3427-4a20-8c04-d18b61e81ee8 of type vlan for network b244cd88-6667-44c5-ab81-a763fe3c3f6e
Apr 16 20:56:19.544603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b701a04d-47b1-4425-aa88-a32d6d93a151,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:19.594719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.595060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.595394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.595728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.596049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.596394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.596714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.597029 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.597344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.597657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.597969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.598280 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.598590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.598897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.599204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Tracked resource versions report:
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]: pushed versions:
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]: {   'AddressGroup': {'1.2'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'Agent': {'1.1'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'ConntrackHelper': {'1.0'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'LocalIPAssociation': {'1.0'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'Log': {'1.0'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'NDPProxy': {'1.0'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'Network': {'1.1'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'Port': {'1.7'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'PortForwarding': {'1.3'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'QosPolicy': {'1.10'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'SecurityGroup': {'1.5'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'SecurityGroupRule': {'1.2'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'SubPort': {'1.0'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'Subnet': {'1.1'},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     'Trunk': {'1.1'}}
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]: consumer versions:
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]: {   DHCP agent@ncdv-master-1: {},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     L3 agent@ncdv-master-1: {},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     Metadata agent@ncdv-master-1: {},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     Metering agent@ncdv-master-1: {},
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'Agent': '1.1',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'ConntrackHelper': '1.0',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'LocalIPAssociation': '1.0',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'Log': '1.0',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'NDPProxy': '1.0',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'Network': '1.1',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'Port': '1.7',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'PortForwarding': '1.3',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'QosPolicy': '1.10',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'SecurityGroup': '1.5',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'SecurityGroupRule': '1.2',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'SubPort': '1.0',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'Subnet': '1.1',
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:                                           'Trunk': '1.1'}}
Apr 16 20:56:19.600502 ncdv-master-1 neutron-server[122556]:  {{(pid=122556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 16 20:56:19.632631 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (b244cd88-6667-44c5-ab81-a763fe3c3f6e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:19.729306 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (b244cd88-6667-44c5-ab81-a763fe3c3f6e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:19.735016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:56:19.735746 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:19.846686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] Pushing event updated for resources: {'Network': ['ID=b244cd88-6667-44c5-ab81-a763fe3c3f6e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:19.858781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network b244cd88-6667-44c5-ab81-a763fe3c3f6e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 20:56:19.931760 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5f5f6b08-ed2b-405b-8d89-86ada96533d3 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 1.0925682
Apr 16 20:56:22.544358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42524) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:56:23.032982 ncdv-master-1 neutron-server[122555]: WARNING oslo_policy.policy [None req-4a6db3f8-1fb7-46ae-adb2-524ae7ff5739 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 20:56:23.033567 ncdv-master-1 neutron-server[122555]: WARNING oslo_policy.policy [None req-4a6db3f8-1fb7-46ae-adb2-524ae7ff5739 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 20:56:23.478708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.policy [None req-4a6db3f8-1fb7-46ae-adb2-524ae7ff5739 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=122555) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 16 20:56:23.519547 ncdv-master-1 neutron-server[122555]: WARNING oslo_policy.policy [None req-4a6db3f8-1fb7-46ae-adb2-524ae7ff5739 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 20:56:23.519912 ncdv-master-1 neutron-server[122555]: WARNING oslo_policy.policy [None req-4a6db3f8-1fb7-46ae-adb2-524ae7ff5739 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 16 20:56:23.527463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6db3f8-1fb7-46ae-adb2-524ae7ff5739 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:56:23.529403 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4a6db3f8-1fb7-46ae-adb2-524ae7ff5739 demo admin] 10.222.0.20 "GET /v2.0/networks/b244cd88-6667-44c5-ab81-a763fe3c3f6e HTTP/1.1" status: 200  len: 825 time: 0.9829500
Apr 16 20:56:23.567854 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f3f7a75c-9948-4f41-97b6-fe601bce8f66 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/85ffdbb3-a007-4bbc-a9f9-0ec161a17c09 HTTP/1.1" status: 200  len: 734 time: 0.0328145
Apr 16 20:56:23.577004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Request body: {'subnet': {'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '85ffdbb3-a007-4bbc-a9f9-0ec161a17c09'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 20:56:23.674662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Made reservation on behalf of 6ac3d1a03e0a4e9ab42ef49a0e1a5345 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 20:56:23.677635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:24.009309 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for subnet (98ba0b98-9712-4de1-b906-716f19b018e0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:24.075983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Checking segment: {'id': '2e7f544c-3427-4a20-8c04-d18b61e81ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 20:56:24.076397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Network hostable DHCP agents. Network: b244cd88-6667-44c5-ab81-a763fe3c3f6e, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 20:56:24.088505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Pushing event updated for resources: {'Subnet': ['ID=98ba0b98-9712-4de1-b906-716f19b018e0,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:24.100695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.101044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.101379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.101708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.102037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.102363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.102680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.102999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.103315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.103645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.103944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.104280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.104595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.104907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.105237 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Tracked resource versions report:
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]: pushed versions:
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]: {   'AddressGroup': {'1.2'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'Agent': {'1.1'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'ConntrackHelper': {'1.0'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'LocalIPAssociation': {'1.0'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'Log': {'1.0'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'NDPProxy': {'1.0'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'Network': {'1.1'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'Port': {'1.7'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'PortForwarding': {'1.3'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'QosPolicy': {'1.10'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'SecurityGroup': {'1.5'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'SecurityGroupRule': {'1.2'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'SubPort': {'1.0'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'Subnet': {'1.1'},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     'Trunk': {'1.1'}}
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]: consumer versions:
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]: {   DHCP agent@ncdv-master-1: {},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     L3 agent@ncdv-master-1: {},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     Metadata agent@ncdv-master-1: {},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     Metering agent@ncdv-master-1: {},
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'Agent': '1.1',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'ConntrackHelper': '1.0',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'LocalIPAssociation': '1.0',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'Log': '1.0',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'NDPProxy': '1.0',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'Network': '1.1',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'Port': '1.7',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'PortForwarding': '1.3',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'QosPolicy': '1.10',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'SecurityGroup': '1.5',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'SecurityGroupRule': '1.2',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'SubPort': '1.0',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'Subnet': '1.1',
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:                                           'Trunk': '1.1'}}
Apr 16 20:56:24.106957 ncdv-master-1 neutron-server[122555]:  {{(pid=122555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 16 20:56:24.203226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Network b244cd88-6667-44c5-ab81-a763fe3c3f6e is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 20:56:24.297706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b244cd88-6667-44c5-ab81-a763fe3c3f6e) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 20:56:24.302441 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:56:24.303115 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:24.409401 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b85bdd96-8a0b-486d-9bb0-e38af8783c4c demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8362746
Apr 16 20:56:24.416818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d872c2aa-b8cd-4dd3-b88a-7850a97b997e None None] Network b244cd88-6667-44c5-ab81-a763fe3c3f6e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 20:56:24.689832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b244cd88-6667-44c5-ab81-a763fe3c3f6e', 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e', 'project_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'fixed_ips': [{'subnet_id': '98ba0b98-9712-4de1-b906-716f19b018e0'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 20:56:24.691074 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:24.972138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Allocated IP 172.20.0.2 (b244cd88-6667-44c5-ab81-a763fe3c3f6e/98ba0b98-9712-4de1-b906-716f19b018e0/ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 20:56:25.238742 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Publish callbacks [] for port (ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:25.312606 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:25.387191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Network b244cd88-6667-44c5-ab81-a763fe3c3f6e is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 20:56:25.398000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 20:56:25.408793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 20:56:25.413158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Pushing event updated for resources: {'Port': ['ID=ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:25.475772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.476516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.476749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.476969 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.477305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.477637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.477970 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.478299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.478627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.478953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.479305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.479658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.479986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.480335 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.480657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Tracked resource versions report:
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]: pushed versions:
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]: {   'AddressGroup': {'1.2'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'Agent': {'1.1'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'ConntrackHelper': {'1.0'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'LocalIPAssociation': {'1.0'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'Log': {'1.0'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'NDPProxy': {'1.0'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'Network': {'1.1'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'Port': {'1.7'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'PortForwarding': {'1.3'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'QosPolicy': {'1.10'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'SecurityGroup': {'1.5'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'SecurityGroupRule': {'1.2'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'SubPort': {'1.0'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'Subnet': {'1.1'},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     'Trunk': {'1.1'}}
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]: consumer versions:
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]: {   DHCP agent@ncdv-master-1: {},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     L3 agent@ncdv-master-1: {},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     Metadata agent@ncdv-master-1: {},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     Metering agent@ncdv-master-1: {},
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'Agent': '1.1',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'ConntrackHelper': '1.0',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'LocalIPAssociation': '1.0',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'Log': '1.0',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'NDPProxy': '1.0',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'Network': '1.1',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'Port': '1.7',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'PortForwarding': '1.3',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'QosPolicy': '1.10',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'SecurityGroup': '1.5',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'SecurityGroupRule': '1.2',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'SubPort': '1.0',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'Subnet': '1.1',
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:                                           'Trunk': '1.1'}}
Apr 16 20:56:25.481942 ncdv-master-1 neutron-server[122557]:  {{(pid=122557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 16 20:56:25.518841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Attempting to bind port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 20:56:25.518841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Attempting to bind port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2e7f544c-3427-4a20-8c04-d18b61e81ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 20:56:25.518841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Attempting to bind port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 on network b244cd88-6667-44c5-ab81-a763fe3c3f6e {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 20:56:25.519293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 20:56:25.519293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Checking segment: {'id': '2e7f544c-3427-4a20-8c04-d18b61e81ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 20:56:25.519293 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:25.519293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Bound using segment: {'id': '2e7f544c-3427-4a20-8c04-d18b61e81ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 20:56:25.519293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Bound port: ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7f544c-3427-4a20-8c04-d18b61e81ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 20:56:25.519293 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:25.586464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] For port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 20:56:25.607282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] For port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91,segment=NetworkSegment(2e7f544c-3427-4a20-8c04-d18b61e81ee8),segment_id=2e7f544c-3427-4a20-8c04-d18b61e81ee8)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 20:56:25.692609 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:25.750271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cef34-31d0-4183-9512-b668ba1d0b1f None None] Pushing event updated for resources: {'Port': ['ID=ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:27.048527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42544) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:56:27.360773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-34ff2c67-19e0-4829-8ed6-3f19b53ff12e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 20:56:27.361759 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-34ff2c67-19e0-4829-8ed6-3f19b53ff12e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3122873
Apr 16 20:56:29.966318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42552) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:56:30.281615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-79471458-9dfe-4aef-ad07-9cd831087444 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 20:56:30.282626 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-79471458-9dfe-4aef-ad07-9cd831087444 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3159394
Apr 16 20:56:32.928558 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42560) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:56:33.245281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f2b15086-75f6-47b2-b583-450e83335f02 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 20:56:33.355553 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b15086-75f6-47b2-b583-450e83335f02 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (bc042117-3d7f-4bb3-b3f9-6dbccc12344f), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:33.358032 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b15086-75f6-47b2-b583-450e83335f02 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (bc042117-3d7f-4bb3-b3f9-6dbccc12344f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:33.493921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b15086-75f6-47b2-b583-450e83335f02 demo demo] Publish callbacks [] for router_controller (bc042117-3d7f-4bb3-b3f9-6dbccc12344f), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:33.555610 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b15086-75f6-47b2-b583-450e83335f02 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (bc042117-3d7f-4bb3-b3f9-6dbccc12344f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:33.630989 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b15086-75f6-47b2-b583-450e83335f02 demo demo] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:33.632229 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f2b15086-75f6-47b2-b583-450e83335f02 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.7025473
Apr 16 20:56:34.799824 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 5 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 20:56:36.133836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 20:56:36.215128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:56:36.216070 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:36.255173 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42572) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:56:36.323710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:56:36.324054 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:36.357645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91,segment=NetworkSegment(2e7f544c-3427-4a20-8c04-d18b61e81ee8),segment_id=2e7f544c-3427-4a20-8c04-d18b61e81ee8)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 20:56:36.423591 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:36.477314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:36.585350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-4775648b-938e-4568-b72b-76746f4dffc7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 20:56:36.586405 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4775648b-938e-4568-b72b-76746f4dffc7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3302789
Apr 16 20:56:37.703725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0851127-1341-43f0-b86a-4575b4ba6bd7 None None] Network b244cd88-6667-44c5-ab81-a763fe3c3f6e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 20:56:37.755206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-93a06a2d-ebac-46ab-a4c8-3ad1673629ce None None] Provisioning complete for port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:56:37.755593 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-93a06a2d-ebac-46ab-a4c8-3ad1673629ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:37.891490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-93a06a2d-ebac-46ab-a4c8-3ad1673629ce None None] Current status of the port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:56:38.123706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 20:56:38.171900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:56:38.172324 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:38.217622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cef750de-ac28-41a4-826a-b2a279388dcf None None] Provisioning complete for port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:56:38.218017 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cef750de-ac28-41a4-826a-b2a279388dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:38.290387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:56:38.329436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cef750de-ac28-41a4-826a-b2a279388dcf None None] Current status of the port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:56:38.903856 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0e747cf0-9236-4c4a-8718-9cfeab272b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:39.186830 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42580) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:56:39.490761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 20:56:39.580441 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Made reservation on behalf of 8e87c6370d064a9590394440a74344bf for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 20:56:39.582673 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:39.599509 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:39.714861 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Publish callbacks [] for security_group (1e924676-1c58-45b0-9b4c-590e194a5ee1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:39.795305 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1e924676-1c58-45b0-9b4c-590e194a5ee1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:39.810961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Reserving flat network on physical network physnet1 {{(pid=122555) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 16 20:56:39.835532 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727683383417', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (f7f7fcb8-eab8-4c62-88ca-29218f12c8ae), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:39.835989 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f01277c0790> segment precommit_create {{(pid=122555) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 16 20:56:39.836514 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Added segment f7f7fcb8-eab8-4c62-88ca-29218f12c8ae of type flat for network f901fd27-41ce-4b49-9132-e60168d0f679
Apr 16 20:56:39.839912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e924676-1c58-45b0-9b4c-590e194a5ee1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:39.891732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (f901fd27-41ce-4b49-9132-e60168d0f679), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:39.998355 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (f901fd27-41ce-4b49-9132-e60168d0f679), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:39.999302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:56:39.999872 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:40.088508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] Pushing event updated for resources: {'Network': ['ID=f901fd27-41ce-4b49-9132-e60168d0f679,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:40.098881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network f901fd27-41ce-4b49-9132-e60168d0f679 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 20:56:40.134999 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3e63ca91-a034-4af9-9eac-0b70f2568f19 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9471097
Apr 16 20:56:41.574971 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21c82f87-12b2-451c-a45c-5747286277b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:42.232086 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:42.753092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42598) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:56:42.925567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0582c32-78e4-43ce-86dc-e24cc0f10cc6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:56:42.927151 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b0582c32-78e4-43ce-86dc-e24cc0f10cc6 demo admin] 10.222.0.20 "GET /v2.0/subnets/98ba0b98-9712-4de1-b906-716f19b018e0 HTTP/1.1" status: 200  len: 849 time: 0.1731052
Apr 16 20:56:43.051879 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d23774e7-a9a6-4fbe-91a0-07957ad151ea demo admin] 10.222.0.20 "GET /v2.0/routers/bc042117-3d7f-4bb3-b3f9-6dbccc12344f HTTP/1.1" status: 200  len: 704 time: 0.1187856
Apr 16 20:56:43.320834 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:43.609288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Allocated IP 172.20.0.1 (b244cd88-6667-44c5-ab81-a763fe3c3f6e/98ba0b98-9712-4de1-b906-716f19b018e0/d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 20:56:43.760092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Publish callbacks [] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:43.858334 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:43.973138 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:44.045517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Network b244cd88-6667-44c5-ab81-a763fe3c3f6e is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 20:56:44.050008 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 20:56:44.055795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 20:56:44.056294 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (bc042117-3d7f-4bb3-b3f9-6dbccc12344f), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:44.113304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Pushing event updated for resources: {'Port': ['ID=d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:44.284762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-fa631aa1-bdc8-413d-b7e1-c09562808250 None None] Provisioning complete for port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:56:44.285082 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fa631aa1-bdc8-413d-b7e1-c09562808250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:44.317475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fa631aa1-bdc8-413d-b7e1-c09562808250 None None] Port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 20:56:44.355497 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:44.564831 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Publish callbacks [] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:44.628682 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:44.629467 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (bc042117-3d7f-4bb3-b3f9-6dbccc12344f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:44.708846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Pushing event updated for resources: {'Port': ['ID=d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:44.755112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Network b244cd88-6667-44c5-ab81-a763fe3c3f6e is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 20:56:44.756479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 20:56:44.937518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2da4741d-c39a-49be-a9f4-88bec7627a4f None None] Provisioning complete for port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:56:44.938059 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2da4741d-c39a-49be-a9f4-88bec7627a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:44.971722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2da4741d-c39a-49be-a9f4-88bec7627a4f None None] Port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 20:56:45.021084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Router bc042117-3d7f-4bb3-b3f9-6dbccc12344f is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 20:56:45.114545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 20:56:45.119724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-48330ff7-e580-4872-b28b-6f43e0e321f0 demo admin] 10.222.0.20 "PUT /v2.0/routers/bc042117-3d7f-4bb3-b3f9-6dbccc12344f/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0626693
Apr 16 20:56:45.124813 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Sync routers for ids ['bc042117-3d7f-4bb3-b3f9-6dbccc12344f'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 20:56:45.137217 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Routers {'bc042117-3d7f-4bb3-b3f9-6dbccc12344f'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 20:56:45.138036 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126b3a670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T20:56:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bc042117-3d7f-4bb3-b3f9-6dbccc12344f'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:56:45.312105 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:45.330633 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Set router bc042117-3d7f-4bb3-b3f9-6dbccc12344f gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 20:56:45.746223 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126b3a670>, [{'id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'name': 'router1', 'tenant_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T20:56:33Z', 'updated_at': '2022-04-16T20:56:44Z', 'revision_number': 2, 'project_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'gw_port_host': None, '_interfaces': [{'id': 'd75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed', 'name': '', 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e', 'tenant_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'mac_address': 'fa:16:3e:3b:b7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98ba0b98-9712-4de1-b906-716f19b018e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T20:56:43Z', 'updated_at': '2022-04-16T20:56:44Z', 'revision_number': 2, 'project_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'subnets': [{'id': '98ba0b98-9712-4de1-b906-716f19b018e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ffdbb3-a007-4bbc-a9f9-0ec161a17c09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:56:45.797001 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Checking router: bc042117-3d7f-4bb3-b3f9-6dbccc12344f for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 20:56:45.797365 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Updating router bc042117-3d7f-4bb3-b3f9-6dbccc12344f port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 20:56:45.851834 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:46.366179 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Publish callbacks [] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:46.437444 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:46.566791 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Pushing event updated for resources: {'Port': ['ID=d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:46.589971 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.590439 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.590821 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.591163 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.591497 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.591828 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.592157 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.592509 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.592838 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.593162 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.593506 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.593828 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.594153 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.594476 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.594804 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Tracked resource versions report:
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]: pushed versions:
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]: {   'AddressGroup': {'1.2'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'Agent': {'1.1'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'ConntrackHelper': {'1.0'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'LocalIPAssociation': {'1.0'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'Log': {'1.0'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'NDPProxy': {'1.0'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'Network': {'1.1'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'Port': {'1.7'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'PortForwarding': {'1.3'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'QosPolicy': {'1.10'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'SecurityGroup': {'1.5'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'SecurityGroupRule': {'1.2'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'SubPort': {'1.0'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'Subnet': {'1.1'},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     'Trunk': {'1.1'}}
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]: consumer versions:
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]: {   DHCP agent@ncdv-master-1: {},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     L3 agent@ncdv-master-1: {},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     Metadata agent@ncdv-master-1: {},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     Metering agent@ncdv-master-1: {},
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'Agent': '1.1',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'ConntrackHelper': '1.0',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'LocalIPAssociation': '1.0',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'Log': '1.0',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'NDPProxy': '1.0',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'Network': '1.1',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'Port': '1.7',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'PortForwarding': '1.3',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'QosPolicy': '1.10',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'SecurityGroup': '1.5',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'SecurityGroupRule': '1.2',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'SubPort': '1.0',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'Subnet': '1.1',
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:                                           'Trunk': '1.1'}}
Apr 16 20:56:46.596035 ncdv-master-1 neutron-server[122558]:  {{(pid=122558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 16 20:56:46.630132 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Attempting to bind port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 20:56:46.630660 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Attempting to bind port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2e7f544c-3427-4a20-8c04-d18b61e81ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 20:56:46.631020 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Attempting to bind port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed on network b244cd88-6667-44c5-ab81-a763fe3c3f6e {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 20:56:46.636202 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 20:56:46.636645 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Checking segment: {'id': '2e7f544c-3427-4a20-8c04-d18b61e81ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 20:56:46.637133 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:46.638052 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Bound using segment: {'id': '2e7f544c-3427-4a20-8c04-d18b61e81ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 20:56:46.638522 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Bound port: d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7f544c-3427-4a20-8c04-d18b61e81ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 20:56:46.638926 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:46.698134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-53b6dc31-6789-49f8-a62d-179e587b929c None None] Provisioning complete for port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:56:46.698691 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-53b6dc31-6789-49f8-a62d-179e587b929c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:46.707611 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] For port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 20:56:46.727656 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] For port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed,segment=NetworkSegment(2e7f544c-3427-4a20-8c04-d18b61e81ee8),segment_id=2e7f544c-3427-4a20-8c04-d18b61e81ee8)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 20:56:46.734484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-53b6dc31-6789-49f8-a62d-179e587b929c None None] Port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 20:56:46.812573 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:46.871860 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f591164-6e8b-475b-b7c9-6315a9d745a1 None None] Pushing event updated for resources: {'Port': ['ID=d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:46.874788 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Routers {'bc042117-3d7f-4bb3-b3f9-6dbccc12344f'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 20:56:46.875389 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126b3a670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T20:56:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bc042117-3d7f-4bb3-b3f9-6dbccc12344f'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:56:46.968643 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] Set router bc042117-3d7f-4bb3-b3f9-6dbccc12344f gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 20:56:47.052998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-08692f35-e13f-420e-80cf-d71fccf51793 None None] Provisioning complete for port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:56:47.053483 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-08692f35-e13f-420e-80cf-d71fccf51793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:47.137735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-08692f35-e13f-420e-80cf-d71fccf51793 None None] Current status of the port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:56:47.138062 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-08692f35-e13f-420e-80cf-d71fccf51793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:47.169895 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-08692f35-e13f-420e-80cf-d71fccf51793 None None] For port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed,segment=NetworkSegment(2e7f544c-3427-4a20-8c04-d18b61e81ee8),segment_id=2e7f544c-3427-4a20-8c04-d18b61e81ee8)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 20:56:47.180005 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126b3a670>, [{'id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'name': 'router1', 'tenant_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T20:56:33Z', 'updated_at': '2022-04-16T20:56:44Z', 'revision_number': 2, 'project_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'gw_port_host': None, '_interfaces': [{'id': 'd75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed', 'name': '', 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e', 'tenant_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'mac_address': 'fa:16:3e:3b:b7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98ba0b98-9712-4de1-b906-716f19b018e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T20:56:43Z', 'updated_at': '2022-04-16T20:56:46Z', 'revision_number': 4, 'project_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'subnets': [{'id': '98ba0b98-9712-4de1-b906-716f19b018e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ffdbb3-a007-4bbc-a9f9-0ec161a17c09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:56:47.209060 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df6a4c-72f5-4d93-8c56-567e0ba88fd3 None None] The sync data for ids ['bc042117-3d7f-4bb3-b3f9-6dbccc12344f'] in ncdv-master-1 is: [{'id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'name': 'router1', 'tenant_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T20:56:33Z', 'updated_at': '2022-04-16T20:56:44Z', 'revision_number': 2, 'project_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'gw_port_host': None, '_interfaces': [{'id': 'd75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed', 'name': '', 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e', 'tenant_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'mac_address': 'fa:16:3e:3b:b7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98ba0b98-9712-4de1-b906-716f19b018e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T20:56:43Z', 'updated_at': '2022-04-16T20:56:46Z', 'revision_number': 4, 'project_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'subnets': [{'id': '98ba0b98-9712-4de1-b906-716f19b018e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ffdbb3-a007-4bbc-a9f9-0ec161a17c09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 20:56:47.252578 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-08692f35-e13f-420e-80cf-d71fccf51793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:47.302074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08692f35-e13f-420e-80cf-d71fccf51793 None None] Pushing event updated for resources: {'Port': ['ID=d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:47.642572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42618) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:56:47.751744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a138e56-759e-4187-88de-5f66394ae962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:56:47.758415 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4a138e56-759e-4187-88de-5f66394ae962 admin admin] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 842 time: 0.1095138
Apr 16 20:56:47.763079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-af1277fa-d24d-418c-b6b0-78f634285e11 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.35.1.0/24', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'gateway_ip': '172.35.1.1', 'enable_dhcp': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 20:56:47.855309 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1277fa-d24d-418c-b6b0-78f634285e11 admin admin] Made reservation on behalf of 8e87c6370d064a9590394440a74344bf for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 20:56:47.858142 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af1277fa-d24d-418c-b6b0-78f634285e11 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:48.222049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.objects.ports [None req-af1277fa-d24d-418c-b6b0-78f634285e11 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122555) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 20:56:48.222488 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af1277fa-d24d-418c-b6b0-78f634285e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for subnet (c199dbb6-f49b-4d3e-acbb-aa2676620f54), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:48.276676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1277fa-d24d-418c-b6b0-78f634285e11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c199dbb6-f49b-4d3e-acbb-aa2676620f54,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:48.284904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1277fa-d24d-418c-b6b0-78f634285e11 admin admin] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 20:56:48.285264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1277fa-d24d-418c-b6b0-78f634285e11 admin admin] Network hostable DHCP agents. Network: f901fd27-41ce-4b49-9132-e60168d0f679, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 20:56:48.375077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1277fa-d24d-418c-b6b0-78f634285e11 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 20:56:48.454957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-af1277fa-d24d-418c-b6b0-78f634285e11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f901fd27-41ce-4b49-9132-e60168d0f679) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 20:56:48.458924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1277fa-d24d-418c-b6b0-78f634285e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:56:48.459556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af1277fa-d24d-418c-b6b0-78f634285e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:48.466882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3e386c-4179-45a3-b4ed-dae16fd74a43 None None] Network f901fd27-41ce-4b49-9132-e60168d0f679 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 20:56:48.537885 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-af1277fa-d24d-418c-b6b0-78f634285e11 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7787151
Apr 16 20:56:48.583498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066b1629-664d-4ba5-8b55-4ae7e3a8a414 None None] Network f901fd27-41ce-4b49-9132-e60168d0f679 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 20:56:51.062782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42626) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:56:51.265496 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-27fc278c-e86c-4554-9a2a-9294332204dc demo admin] 10.222.0.20 "GET /v2.0/routers/bc042117-3d7f-4bb3-b3f9-6dbccc12344f HTTP/1.1" status: 200  len: 710 time: 0.2014158
Apr 16 20:56:51.349703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ae4fa3-bb07-4e78-93d2-2dc8a2f2aa7c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:56:51.351083 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-09ae4fa3-bb07-4e78-93d2-2dc8a2f2aa7c demo admin] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 886 time: 0.0803270
Apr 16 20:56:51.359814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 20:56:51.614367 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Publish callbacks [] for router_gateway (bc042117-3d7f-4bb3-b3f9-6dbccc12344f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:51.886705 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Publish callbacks [] for router_gateway (bc042117-3d7f-4bb3-b3f9-6dbccc12344f), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:51.965907 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:52.068614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Allocated IP 172.35.1.212 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/5689104d-9d82-4e7b-ba23-e55bdda1ba78) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 20:56:52.175826 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Publish callbacks [] for port (5689104d-9d82-4e7b-ba23-e55bdda1ba78), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:52.284385 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (5689104d-9d82-4e7b-ba23-e55bdda1ba78), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:52.326820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 20:56:52.329831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 20:56:52.333081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 20:56:52.372046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Pushing event updated for resources: {'Port': ['ID=5689104d-9d82-4e7b-ba23-e55bdda1ba78,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:52.735822 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Publish callbacks [] for router_gateway (bc042117-3d7f-4bb3-b3f9-6dbccc12344f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:53.023798 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (bc042117-3d7f-4bb3-b3f9-6dbccc12344f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:53.027051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (bc042117-3d7f-4bb3-b3f9-6dbccc12344f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:53.136774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Router bc042117-3d7f-4bb3-b3f9-6dbccc12344f has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 20:56:53.244841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 20:56:53.249134 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:53.260988 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6b7648ce-2900-467a-b264-643c75226f97 demo admin] 10.222.0.20 "PUT /v2.0/routers/bc042117-3d7f-4bb3-b3f9-6dbccc12344f HTTP/1.1" status: 200  len: 890 time: 1.8936305
Apr 16 20:56:55.868932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42638) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:56:55.985383 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1ded2533-4658-4c08-8126-78d70118c1e2 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1153171
Apr 16 20:56:56.142155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 20:56:56.192029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:56:56.192454 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:56.283539 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Sync routers for ids ['bc042117-3d7f-4bb3-b3f9-6dbccc12344f'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 20:56:56.301061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:56:56.304789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Routers {'bc042117-3d7f-4bb3-b3f9-6dbccc12344f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 20:56:56.305665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125797f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T20:56:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bc042117-3d7f-4bb3-b3f9-6dbccc12344f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:56:56.535352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Set router bc042117-3d7f-4bb3-b3f9-6dbccc12344f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 20:56:57.003692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125797f40>, [{'id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'name': 'router1', 'tenant_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': '5689104d-9d82-4e7b-ba23-e55bdda1ba78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T20:56:33Z', 'updated_at': '2022-04-16T20:56:52Z', 'revision_number': 4, 'project_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'gw_port': {'id': '5689104d-9d82-4e7b-ba23-e55bdda1ba78', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:21:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T20:56:51Z', 'updated_at': '2022-04-16T20:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed', 'name': '', 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e', 'tenant_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'mac_address': 'fa:16:3e:3b:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98ba0b98-9712-4de1-b906-716f19b018e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T20:56:43Z', 'updated_at': '2022-04-16T20:56:47Z', 'revision_number': 5, 'project_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'subnets': [{'id': '98ba0b98-9712-4de1-b906-716f19b018e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ffdbb3-a007-4bbc-a9f9-0ec161a17c09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:56:57.056012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Checking router: bc042117-3d7f-4bb3-b3f9-6dbccc12344f for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 20:56:57.056352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Updating router bc042117-3d7f-4bb3-b3f9-6dbccc12344f port 5689104d-9d82-4e7b-ba23-e55bdda1ba78 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 20:56:57.106693 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5689104d-9d82-4e7b-ba23-e55bdda1ba78), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:57.446554 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Publish callbacks [] for port (5689104d-9d82-4e7b-ba23-e55bdda1ba78), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:57.523322 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5689104d-9d82-4e7b-ba23-e55bdda1ba78), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:57.573597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Attempting to bind port 5689104d-9d82-4e7b-ba23-e55bdda1ba78 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 20:56:57.573970 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Attempting to bind port 5689104d-9d82-4e7b-ba23-e55bdda1ba78 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 20:56:57.574337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Attempting to bind port 5689104d-9d82-4e7b-ba23-e55bdda1ba78 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 20:56:57.581612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d3d02-9cc8-4b9c-af98-9982781e9127 None None] Pushing event updated for resources: {'Port': ['ID=5689104d-9d82-4e7b-ba23-e55bdda1ba78,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:57.583987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 20:56:57.584384 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 20:56:57.584779 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:57.585165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 20:56:57.585629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Bound port: 5689104d-9d82-4e7b-ba23-e55bdda1ba78, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 20:56:57.586011 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5689104d-9d82-4e7b-ba23-e55bdda1ba78), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:57.635030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] For port 5689104d-9d82-4e7b-ba23-e55bdda1ba78, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 20:56:57.639023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] For port 5689104d-9d82-4e7b-ba23-e55bdda1ba78, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5689104d-9d82-4e7b-ba23-e55bdda1ba78,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 20:56:57.729868 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5689104d-9d82-4e7b-ba23-e55bdda1ba78), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:56:57.797026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d3d02-9cc8-4b9c-af98-9982781e9127 None None] Pushing event updated for resources: {'Port': ['ID=5689104d-9d82-4e7b-ba23-e55bdda1ba78,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:56:57.803731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Routers {'bc042117-3d7f-4bb3-b3f9-6dbccc12344f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 20:56:57.804354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125797f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T20:56:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bc042117-3d7f-4bb3-b3f9-6dbccc12344f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:56:57.914272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] Set router bc042117-3d7f-4bb3-b3f9-6dbccc12344f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 20:56:58.128037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125797f40>, [{'id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'name': 'router1', 'tenant_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': '5689104d-9d82-4e7b-ba23-e55bdda1ba78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T20:56:33Z', 'updated_at': '2022-04-16T20:56:52Z', 'revision_number': 4, 'project_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'gw_port': {'id': '5689104d-9d82-4e7b-ba23-e55bdda1ba78', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:21:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T20:56:51Z', 'updated_at': '2022-04-16T20:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed', 'name': '', 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e', 'tenant_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'mac_address': 'fa:16:3e:3b:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98ba0b98-9712-4de1-b906-716f19b018e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T20:56:43Z', 'updated_at': '2022-04-16T20:56:47Z', 'revision_number': 5, 'project_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'subnets': [{'id': '98ba0b98-9712-4de1-b906-716f19b018e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ffdbb3-a007-4bbc-a9f9-0ec161a17c09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 20:56:58.166354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a9521-9b5e-4570-aed0-94c296db0dfa None None] The sync data for ids ['bc042117-3d7f-4bb3-b3f9-6dbccc12344f'] in ncdv-master-1 is: [{'id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'name': 'router1', 'tenant_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': '5689104d-9d82-4e7b-ba23-e55bdda1ba78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T20:56:33Z', 'updated_at': '2022-04-16T20:56:52Z', 'revision_number': 4, 'project_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'gw_port': {'id': '5689104d-9d82-4e7b-ba23-e55bdda1ba78', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:21:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T20:56:51Z', 'updated_at': '2022-04-16T20:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed', 'name': '', 'network_id': 'b244cd88-6667-44c5-ab81-a763fe3c3f6e', 'tenant_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'mac_address': 'fa:16:3e:3b:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc042117-3d7f-4bb3-b3f9-6dbccc12344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98ba0b98-9712-4de1-b906-716f19b018e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T20:56:43Z', 'updated_at': '2022-04-16T20:56:47Z', 'revision_number': 5, 'project_id': '6ac3d1a03e0a4e9ab42ef49a0e1a5345', 'subnets': [{'id': '98ba0b98-9712-4de1-b906-716f19b018e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ffdbb3-a007-4bbc-a9f9-0ec161a17c09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 20:57:00.206515 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5689104d-9d82-4e7b-ba23-e55bdda1ba78 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 20:57:00.296293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5689104d-9d82-4e7b-ba23-e55bdda1ba78 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:57:00.296695 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5689104d-9d82-4e7b-ba23-e55bdda1ba78), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:00.396009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5689104d-9d82-4e7b-ba23-e55bdda1ba78 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:57:00.397519 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5689104d-9d82-4e7b-ba23-e55bdda1ba78), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:00.422944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 5689104d-9d82-4e7b-ba23-e55bdda1ba78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5689104d-9d82-4e7b-ba23-e55bdda1ba78,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 20:57:00.503862 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5689104d-9d82-4e7b-ba23-e55bdda1ba78), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:00.571393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=5689104d-9d82-4e7b-ba23-e55bdda1ba78,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:57:02.252296 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5689104d-9d82-4e7b-ba23-e55bdda1ba78 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 20:57:02.363001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5689104d-9d82-4e7b-ba23-e55bdda1ba78 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:57:02.363401 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5689104d-9d82-4e7b-ba23-e55bdda1ba78), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:02.456551 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5689104d-9d82-4e7b-ba23-e55bdda1ba78 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:57:08.918625 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-33028e0e-573f-4adb-b10d-ab0313552c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:11.572920 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e27576d-f771-4fe1-b8d9-1a7e4e9fdb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:11.801016 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 5 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 20:57:12.244164 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:13.850085 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:15.332651 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:38.946563 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-371e3fcd-deee-49ce-a821-d665427b7ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:41.543823 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8adcf3c0-b504-4dd0-9a76-585123aaec4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:42.261892 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:43.906891 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:45.329674 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:57:48.801608 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 5 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 20:58:08.886767 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d28447c0-0ad3-4f38-87ff-2329ba7f9a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:11.552517 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e311e422-46ff-4525-96af-0d97dcb5f150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:12.246600 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:13.878516 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:15.309883 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:25.800995 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 5 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 20:58:25.986708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43222) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:58:26.047238 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07d2d9b-85b7-4cfc-b18b-278482f131c6 admin admin] GET failed (client error): The resource could not be found.
Apr 16 20:58:26.048556 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e07d2d9b-85b7-4cfc-b18b-278482f131c6 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0608511
Apr 16 20:58:26.207094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ed3a1b-421a-4346-9126-f3c8e4f15814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:26.208562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-81ed3a1b-421a-4346-9126-f3c8e4f15814 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1556330
Apr 16 20:58:28.636502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43232) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:58:28.729265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0242d4-e24c-4334-8cc6-5959157594e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:28.730635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0a0242d4-e24c-4334-8cc6-5959157594e4 admin admin] 10.222.0.20 "GET /v2.0/subnets/98ba0b98-9712-4de1-b906-716f19b018e0 HTTP/1.1" status: 200  len: 849 time: 0.0931754
Apr 16 20:58:28.739858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 20:58:28.822125 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Publish callbacks [] for subnet (98ba0b98-9712-4de1-b906-716f19b018e0), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:29.015414 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727683316821'] for subnet (98ba0b98-9712-4de1-b906-716f19b018e0), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:29.046443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:29.047674 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:29.048335 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] 10.222.0.20 "PUT /v2.0/subnets/98ba0b98-9712-4de1-b906-716f19b018e0 HTTP/1.1" status: 200  len: 868 time: 0.3120072
Apr 16 20:58:29.063236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f892db6-b5fc-4b45-8683-43cb405f5768 None None] Network b244cd88-6667-44c5-ab81-a763fe3c3f6e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 20:58:29.067827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ba0b98-9712-4de1-b906-716f19b018e0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:58:29.075728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.076018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.076374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.076718 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.077053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.077389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.077726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.078062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.078400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.078732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.079066 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.079583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.079947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.080302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.080627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5839b83-ab79-4d13-a747-dcb8effc08c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:58:29.421665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-79dc61a3-e2a6-435a-8259-3f17faffaf1f None None] Provisioning complete for port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:58:29.422058 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-79dc61a3-e2a6-435a-8259-3f17faffaf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:29.501013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-79dc61a3-e2a6-435a-8259-3f17faffaf1f None None] Current status of the port ea5052f1-9c0c-4bbc-a6ed-addb90cd4a91 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:58:29.508576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-79dc61a3-e2a6-435a-8259-3f17faffaf1f None None] Provisioning complete for port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:58:29.508979 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-79dc61a3-e2a6-435a-8259-3f17faffaf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:29.583018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-79dc61a3-e2a6-435a-8259-3f17faffaf1f None None] Current status of the port d75a5e9e-fc71-4cd7-aaed-0ae2ee5ffbed is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:58:31.436666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43240) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:58:31.634269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9397b706-7907-4b0d-96d2-049448462dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:31.634671 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9397b706-7907-4b0d-96d2-049448462dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:31.636256 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9397b706-7907-4b0d-96d2-049448462dec admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1985788
Apr 16 20:58:34.046699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43248) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:58:34.177386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f64a72b-5957-47a3-82c9-8459937230a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:34.177863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f64a72b-5957-47a3-82c9-8459937230a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:34.179391 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3f64a72b-5957-47a3-82c9-8459937230a4 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1316955
Apr 16 20:58:36.550317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43256) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:58:36.682950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db65aa71-b117-43b6-b5e2-6b916000632d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:36.684390 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-db65aa71-b117-43b6-b5e2-6b916000632d admin admin] 10.222.0.20 "GET /v2.0/networks/b244cd88-6667-44c5-ab81-a763fe3c3f6e HTTP/1.1" status: 200  len: 869 time: 0.1330829
Apr 16 20:58:38.913010 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-58f791d1-5b00-4380-b8ee-fca98bef629d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:39.081674 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43264) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:58:39.273476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3742cc9-b137-42f4-b195-c1a5c1abc24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:39.274774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e3742cc9-b137-42f4-b195-c1a5c1abc24b admin admin] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 886 time: 0.1920793
Apr 16 20:58:41.541415 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b9ae-1966-4099-bf5d-e5bbf565ba09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:41.658837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43274) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:58:41.781534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec35c37-c33f-4baa-9116-94d48bd12833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:41.781992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec35c37-c33f-4baa-9116-94d48bd12833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:41.783511 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eec35c37-c33f-4baa-9116-94d48bd12833 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1237528
Apr 16 20:58:42.286703 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:43.884109 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:44.192275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43282) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:58:44.303052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6784c7-67d9-4970-a0b7-2078c8b3c6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:44.303529 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6784c7-67d9-4970-a0b7-2078c8b3c6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:44.305111 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2f6784c7-67d9-4970-a0b7-2078c8b3c6ee admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1119058
Apr 16 20:58:45.329727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:58:46.699588 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43290) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:58:46.822171 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de86e3d-2cda-4701-8811-e8f887fbef3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:46.824064 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4de86e3d-2cda-4701-8811-e8f887fbef3f admin admin] 10.222.0.20 "GET /v2.0/subnets/98ba0b98-9712-4de1-b906-716f19b018e0 HTTP/1.1" status: 200  len: 868 time: 0.1229041
Apr 16 20:58:49.197765 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43298) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:58:49.291422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e35cb1-0e40-4280-93bb-0f3ccea617bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:58:49.292853 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-92e35cb1-0e40-4280-93bb-0f3ccea617bc admin admin] 10.222.0.20 "GET /v2.0/subnets/c199dbb6-f49b-4d3e-acbb-aa2676620f54 HTTP/1.1" status: 200  len: 816 time: 0.0941324
Apr 16 20:59:02.800182 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 5 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 20:59:08.886366 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-49b9caa1-6c5c-451d-a6ef-5f42ba42f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:11.566678 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-627433eb-6bf4-41b9-995b-a44d69d8efd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:12.257581 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:13.855883 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:15.332047 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:31.607183 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43372) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:59:31.653603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-7a268e4e-847c-45be-8f98-3b351a25b8e3 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 20:59:31.654619 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7a268e4e-847c-45be-8f98-3b351a25b8e3 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0464833
Apr 16 20:59:34.125321 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43380) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:59:34.185619 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-8597772d-1ce2-4d29-8c58-8eb4ad29e601 admin admin] GET failed (client error): The resource could not be found.
Apr 16 20:59:34.186979 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8597772d-1ce2-4d29-8c58-8eb4ad29e601 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0607100
Apr 16 20:59:34.328668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9c4e22-0641-4621-8296-34c6622f9036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:59:34.330086 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3f9c4e22-0641-4621-8296-34c6622f9036 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1390779
Apr 16 20:59:36.725383 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43388) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:59:36.771682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 20:59:36.850468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Made reservation on behalf of 8e87c6370d064a9590394440a74344bf for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 20:59:36.852782 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:36.891415 ncdv-master-1 neutron-server[122556]: WARNING neutron.services.revisions.revision_plugin [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f0125461cd0] {project_id='8e87c6370d064a9590394440a74344bf', id='2d078886-1b9b-4bce-baa9-7a5d70ae50f0', target_project='*', action='access_as_shared', object_id='6b5a31d7-7d49-401b-b165-5534bb1b189f'}> to bump revision.
Apr 16 20:59:36.904732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 20:59:36.914035 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (3186b349-58b1-486c-82e5-520e3adfb548), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:36.914341 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Added segment 3186b349-58b1-486c-82e5-520e3adfb548 of type vlan for network 6b5a31d7-7d49-401b-b165-5534bb1b189f
Apr 16 20:59:36.954871 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (6b5a31d7-7d49-401b-b165-5534bb1b189f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:37.023547 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (6b5a31d7-7d49-401b-b165-5534bb1b189f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:37.024487 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:59:37.025069 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:37.114339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Pushing event updated for resources: {'Network': ['ID=6b5a31d7-7d49-401b-b165-5534bb1b189f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:59:37.120801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.121150 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.121492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.121826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.122158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.122485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.122812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.123134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.123458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.123779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.124100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.124451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.124773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.125092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.125442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:37.135834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 20:59:37.202986 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a1cc4913-b183-407a-bb40-efa0dd4a25f1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4764385
Apr 16 20:59:38.892085 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-623fc0cb-da67-4e6d-9f05-1e3ce2a0bfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:39.596575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43396) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 20:59:39.655734 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-2994fb33-6466-4bf8-b032-82ccb793f2e2 admin admin] GET failed (client error): The resource could not be found.
Apr 16 20:59:39.657176 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2994fb33-6466-4bf8-b032-82ccb793f2e2 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0595410
Apr 16 20:59:39.726498 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1c7176-ac2c-49ed-8e33-1bb989a7d4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:59:39.727967 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5f1c7176-ac2c-49ed-8e33-1bb989a7d4f9 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0668933
Apr 16 20:59:39.737938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2ce909fc-edb2-4a59-b881-87456c286f8d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'description': 'shared-subnet'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 20:59:39.799232 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 5 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 20:59:39.804402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce909fc-edb2-4a59-b881-87456c286f8d admin admin] Made reservation on behalf of 8e87c6370d064a9590394440a74344bf for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 20:59:39.806669 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ce909fc-edb2-4a59-b881-87456c286f8d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:40.061985 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ce909fc-edb2-4a59-b881-87456c286f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for subnet (7538da02-a1f2-4777-822c-5df3d2737d42), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:40.115944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce909fc-edb2-4a59-b881-87456c286f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7538da02-a1f2-4777-822c-5df3d2737d42,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:59:40.127995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce909fc-edb2-4a59-b881-87456c286f8d admin admin] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 20:59:40.128409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce909fc-edb2-4a59-b881-87456c286f8d admin admin] Network hostable DHCP agents. Network: 6b5a31d7-7d49-401b-b165-5534bb1b189f, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 20:59:40.221839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce909fc-edb2-4a59-b881-87456c286f8d admin admin] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 20:59:40.307231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2ce909fc-edb2-4a59-b881-87456c286f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b5a31d7-7d49-401b-b165-5534bb1b189f) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 20:59:40.312392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce909fc-edb2-4a59-b881-87456c286f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 20:59:40.312928 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ce909fc-edb2-4a59-b881-87456c286f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:40.316792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264c0b6f-6499-4fce-88d6-f80a96fefc62 None None] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 20:59:40.407149 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2ce909fc-edb2-4a59-b881-87456c286f8d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6724446
Apr 16 20:59:40.423193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6b5a31d7-7d49-401b-b165-5534bb1b189f', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'project_id': '8e87c6370d064a9590394440a74344bf', 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 20:59:40.424135 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:40.567233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Allocated IP 192.168.233.2 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/67b9a1c5-9e26-489f-8b59-61a64595c75c) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 20:59:40.714048 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Publish callbacks [] for port (67b9a1c5-9e26-489f-8b59-61a64595c75c), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:40.789569 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (67b9a1c5-9e26-489f-8b59-61a64595c75c), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:40.832999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 20:59:40.835874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 20:59:40.838508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 20:59:40.849843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Pushing event updated for resources: {'Port': ['ID=67b9a1c5-9e26-489f-8b59-61a64595c75c,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:59:40.873304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.873766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.874043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.874381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.874724 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.875133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.875430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.875756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.876080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.876428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.876863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.877191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.877513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.877838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.878164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 20:59:40.915269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Attempting to bind port 67b9a1c5-9e26-489f-8b59-61a64595c75c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 20:59:40.915634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Attempting to bind port 67b9a1c5-9e26-489f-8b59-61a64595c75c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 20:59:40.915993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Attempting to bind port 67b9a1c5-9e26-489f-8b59-61a64595c75c on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 20:59:40.921839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 20, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 20:59:40.922233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 20:59:40.922631 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:40.923021 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 20:59:40.923481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Bound port: 67b9a1c5-9e26-489f-8b59-61a64595c75c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 20:59:40.923860 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (67b9a1c5-9e26-489f-8b59-61a64595c75c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:40.987028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] For port 67b9a1c5-9e26-489f-8b59-61a64595c75c, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 20:59:40.990016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] For port 67b9a1c5-9e26-489f-8b59-61a64595c75c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67b9a1c5-9e26-489f-8b59-61a64595c75c,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 20:59:41.056603 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (67b9a1c5-9e26-489f-8b59-61a64595c75c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:41.117845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c989135-9681-49e2-89f5-bc1d0a694ce6 None None] Pushing event updated for resources: {'Port': ['ID=67b9a1c5-9e26-489f-8b59-61a64595c75c,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:59:41.555191 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ce74aa53-cba1-4267-bcea-f170cf5d1de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:42.023368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463a2bd-b811-4268-81bc-43e85cb471da None None] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 20:59:42.134416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6415d9c9-a3e1-4642-bd80-47b87c627c97 None None] Provisioning complete for port 67b9a1c5-9e26-489f-8b59-61a64595c75c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:59:42.134809 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6415d9c9-a3e1-4642-bd80-47b87c627c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (67b9a1c5-9e26-489f-8b59-61a64595c75c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:42.257991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6415d9c9-a3e1-4642-bd80-47b87c627c97 None None] Current status of the port 67b9a1c5-9e26-489f-8b59-61a64595c75c is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:59:42.258533 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6415d9c9-a3e1-4642-bd80-47b87c627c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (67b9a1c5-9e26-489f-8b59-61a64595c75c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:42.274917 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:42.298744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6415d9c9-a3e1-4642-bd80-47b87c627c97 None None] For port 67b9a1c5-9e26-489f-8b59-61a64595c75c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67b9a1c5-9e26-489f-8b59-61a64595c75c,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 20:59:42.332443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 67b9a1c5-9e26-489f-8b59-61a64595c75c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 20:59:42.380908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 67b9a1c5-9e26-489f-8b59-61a64595c75c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:59:42.381299 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (67b9a1c5-9e26-489f-8b59-61a64595c75c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:42.383956 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6415d9c9-a3e1-4642-bd80-47b87c627c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (67b9a1c5-9e26-489f-8b59-61a64595c75c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:42.465142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415d9c9-a3e1-4642-bd80-47b87c627c97 None None] Pushing event updated for resources: {'Port': ['ID=67b9a1c5-9e26-489f-8b59-61a64595c75c,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 20:59:42.511972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a727f490-2bdc-4ecf-9324-a3b5f22948a2 None None] Provisioning complete for port 67b9a1c5-9e26-489f-8b59-61a64595c75c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:59:42.512376 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a727f490-2bdc-4ecf-9324-a3b5f22948a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (67b9a1c5-9e26-489f-8b59-61a64595c75c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:42.513811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 67b9a1c5-9e26-489f-8b59-61a64595c75c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:59:42.594421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a727f490-2bdc-4ecf-9324-a3b5f22948a2 None None] Current status of the port 67b9a1c5-9e26-489f-8b59-61a64595c75c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:59:43.863537 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:44.238955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 67b9a1c5-9e26-489f-8b59-61a64595c75c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 20:59:44.286346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 67b9a1c5-9e26-489f-8b59-61a64595c75c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 20:59:44.286744 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (67b9a1c5-9e26-489f-8b59-61a64595c75c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 20:59:44.368813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 67b9a1c5-9e26-489f-8b59-61a64595c75c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 20:59:45.326608 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:00:08.903654 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-514e7c39-9ef2-4eba-8f3d-716f617bc5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:00:11.537640 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7a00c5f4-68bb-43d1-a5ab-a79134433e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:00:12.257686 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:00:13.863511 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:00:15.353211 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:00:16.797427 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 5 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:00:38.907851 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6acd9031-ebcd-4842-8e8c-1505fa7621a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:00:41.554942 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-af888782-ccb4-47d3-a8f1-7e239b58dd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:00:42.286270 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:00:43.863616 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:00:45.330941 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:00:53.796135 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 5 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:01:08.914990 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-627555fa-a8b1-4d4b-84c0-423fd8cd9449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:11.532563 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-753f9cff-3831-4c27-a1d4-681f0758627e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:12.262177 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:13.875182 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:15.377745 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:20.176283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43450) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:01:20.182211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-86e44529-5e35-4881-ade9-06f921207590 tempest-verify_tempest_config-37118724 tempest-verify_tempest_config-37118724-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:01:20.183233 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-86e44529-5e35-4881-ade9-06f921207590 tempest-verify_tempest_config-37118724 tempest-verify_tempest_config-37118724-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0056200
Apr 16 21:01:20.770048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43468) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:01:20.871173 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:20.945831 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Publish callbacks [] for security_group (99386ca1-dcd6-4ced-a17e-dd5cb11c2d07), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:21.029074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (99386ca1-dcd6-4ced-a17e-dd5cb11c2d07), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:21.074759 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1b501c45e9545eea2f950b5752ab349&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3030748
Apr 16 21:01:21.075693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99386ca1-dcd6-4ced-a17e-dd5cb11c2d07,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:01:21.077492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43472) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:01:21.082704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.083002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.083350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.083694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.084031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.084394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.084727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.085066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.085416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.085727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.086049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.086380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.086706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.087032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.087357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037149e-6427-4616-becc-2ef352f4f387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.132102 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Publish callbacks [] for security_group (99386ca1-dcd6-4ced-a17e-dd5cb11c2d07), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:21.153165 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Publish callbacks [] for security_group (99386ca1-dcd6-4ced-a17e-dd5cb11c2d07), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:21.298181 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (99386ca1-dcd6-4ced-a17e-dd5cb11c2d07), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:21.300730 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:21.302128 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99386ca1-dcd6-4ced-a17e-dd5cb11c2d07 HTTP/1.1" status: 204  len: 168 time: 0.2233894
Apr 16 21:01:21.310531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99386ca1-dcd6-4ced-a17e-dd5cb11c2d07,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:01:21.316927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.317274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.317616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.318749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.319086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.319416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.319840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.320106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.320523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.320849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.321168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.321488 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.321809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.322126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:21.322444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e058a-c1b2-4089-b585-ca931383fafc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:01:30.794650 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 5 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:01:38.904034 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0b94ca21-a17c-40fe-ab17-908068694ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:41.526536 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3d20c335-9bd1-4177-b494-40c94b055b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:42.297905 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:43.896775 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:01:45.320564 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:02:07.793614 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 5 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:02:08.897430 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b51b491c-807f-4a33-a1ee-7f40ab84b60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:02:11.525780 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d06150a3-6b3d-4c60-83fa-486ce71815db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:02:12.303312 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:02:13.897379 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:02:15.372114 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:02:38.879259 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-db975be5-0850-4e61-bf3a-435485a4ccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:02:41.547484 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c590bdab-1f80-491e-842e-b86bf93bc8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:02:42.279289 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:02:43.901664 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:02:44.792113 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 5 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:02:45.341988 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:03:08.928898 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3d6beda6-797a-49a5-92cb-404540fc129c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:03:11.540501 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bd3d512f-583b-4a91-bd37-444670a09a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:03:12.306185 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:03:13.894835 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:03:15.328916 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:03:21.791808 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 5 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:03:38.910571 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7aebea4f-1b3f-44af-af80-bbccbbec1ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:03:41.550352 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6cb5eab0-f81f-46a4-a4b6-b035e2358b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:03:42.305194 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:03:43.916715 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:03:45.344652 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:03:58.789850 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 5 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:04:08.926311 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dd8ebb25-ed48-41db-bc8c-64a771d9b8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:04:11.566644 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-07a40ce0-d105-4eec-ab69-98362722a5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:04:12.281020 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:04:13.932091 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:04:15.326304 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:04:35.239894 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-486253'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:04:35.788026 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 6 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:04:38.897334 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a4844e05-4a7c-4f2b-a861-02966f73b454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:04:39.999780 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-486253'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:04:41.543399 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-deda2a71-3c8a-40c7-9297-b38eaf78c11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:04:42.286128 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:04:43.919967 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:04:45.376663 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:05.164597 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:08.907578 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-25a88956-f9bc-4206-8a50-4b5d486cc887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:09.884814 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:11.525603 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-40229e65-de47-4905-9adb-4964f6519a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:12.296464 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:12.787385 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:05:13.930552 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:15.330787 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:26.996867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43620) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:05:27.098059 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-765b0db9-12ea-4289-842a-4e5a1bde745d admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1001029
Apr 16 21:05:29.529090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43630) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:05:29.583274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cba3f615-16cf-4780-be2e-cb02a037d986 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0531149
Apr 16 21:05:35.221468 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:38.895407 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eeaa-c32b-4ea6-bf1f-3813e790e6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:39.923905 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:41.541016 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a08afc14-72fc-455e-84df-afff34d9c349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:42.335277 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:43.923869 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:45.329514 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:05:49.786484 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:06:05.168974 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:06:08.905783 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5643f31f-ea0d-4177-9de8-51eebf24af8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:06:09.940254 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:06:11.552318 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d77c6616-4547-411b-8578-86104de4ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:06:12.323074 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:06:13.923081 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:06:15.329101 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:06:26.787000 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:06:35.208532 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:06:38.905602 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-930f1f88-32ae-4cd3-b9a3-91252e169ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:06:39.985354 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:06:41.545199 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ec68de51-340e-46c8-a188-4b24e36f8660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:06:42.299845 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:06:43.985570 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:06:45.327982 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:03.785576 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:07:05.218990 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:05.335194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43868) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:05.556749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43880) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:05.755549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-network', 'tenant_id': 'd6395bf8972949f8837289679b58d151'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:05.853563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Made reservation on behalf of d6395bf8972949f8837289679b58d151 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:07:05.855859 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:05.864330 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:05.940010 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Publish callbacks [] for security_group (93a9fecc-42be-4103-91ee-2750787bf6f3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:06.036527 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (93a9fecc-42be-4103-91ee-2750787bf6f3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:06.068672 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:07:06.074929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a9fecc-42be-4103-91ee-2750787bf6f3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:06.095444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.095799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.096144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.096505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.096843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.097289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.097623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.098061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.098396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.098721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.099047 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.099375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.099774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.100101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.100447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Tracked resource versions report:
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]: pushed versions:
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]: {   'AddressGroup': {'1.2'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'Agent': {'1.1'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'ConntrackHelper': {'1.0'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'LocalIPAssociation': {'1.0'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'Log': {'1.0'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'NDPProxy': {'1.0'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'Network': {'1.1'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'Port': {'1.7'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'PortForwarding': {'1.3'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'QosPolicy': {'1.10'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'SecurityGroup': {'1.5'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'SecurityGroupRule': {'1.2'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'SubPort': {'1.0'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'Subnet': {'1.1'},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     'Trunk': {'1.1'}}
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]: consumer versions:
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]: {   DHCP agent@ncdv-master-1: {},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     HyperV agent@nch1-master-1: {},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     HyperV agent@nch2-master-1: {},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     L3 agent@ncdv-master-1: {},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     Metadata agent@ncdv-master-1: {},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     Metering agent@ncdv-master-1: {},
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'Agent': '1.1',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'ConntrackHelper': '1.0',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'LocalIPAssociation': '1.0',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'Log': '1.0',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'NDPProxy': '1.0',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'Network': '1.1',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'Port': '1.7',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'PortForwarding': '1.3',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'QosPolicy': '1.10',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'SecurityGroup': '1.5',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'SecurityGroupRule': '1.2',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'SubPort': '1.0',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'Subnet': '1.1',
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:                                           'Trunk': '1.1'}}
Apr 16 21:07:06.101829 ncdv-master-1 neutron-server[122555]:  {{(pid=122555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 16 21:07:06.123135 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (92f54270-69aa-4a60-886b-fe29408c8e86), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:06.123483 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Added segment 92f54270-69aa-4a60-886b-fe29408c8e86 of type vlan for network d01e7439-5429-4e84-9f79-f267906a4f33
Apr 16 21:07:06.170460 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-30c11d0c-0713-480b-8696-e6768ea7dc47 tempest-AutoAllocateNetworkTest-810637768 tempest-AutoAllocateNetworkTest-810637768-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=820f4efff2ef4f7c88c169fa4c1be02a&shared=False HTTP/1.1" status: 200  len: 208 time: 0.6124187
Apr 16 21:07:06.173296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43904) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:06.182484 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (d01e7439-5429-4e84-9f79-f267906a4f33), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:06.309127 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (d01e7439-5429-4e84-9f79-f267906a4f33), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:06.309127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:06.309127 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:06.365436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac384b80-268e-4dfc-9c4b-7cafc079a0c4 tempest-AutoAllocateNetworkTest-810637768 tempest-AutoAllocateNetworkTest-810637768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:06.370667 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ac384b80-268e-4dfc-9c4b-7cafc079a0c4 tempest-AutoAllocateNetworkTest-810637768 tempest-AutoAllocateNetworkTest-810637768-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.1957319
Apr 16 21:07:06.371270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43922) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:06.469975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bc588c21-4d61-4ad7-969c-065840d6044a tempest-AutoAllocateNetworkTest-810637768 tempest-AutoAllocateNetworkTest-810637768-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0976174
Apr 16 21:07:06.477425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43926) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:06.491617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.1553416
Apr 16 21:07:06.495480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43928) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:06.507908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Request body: {'subnet': {'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-subnet', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:06.508918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c3c6e-f114-4040-84aa-4b258de2c9fb admin admin] Pushing event updated for resources: {'Network': ['ID=d01e7439-5429-4e84-9f79-f267906a4f33,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:06.513303 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ae3192e5-7f9b-4873-a72f-cd670baccde3 tempest-AutoAllocateNetworkTest-810637768 tempest-AutoAllocateNetworkTest-810637768-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=820f4efff2ef4f7c88c169fa4c1be02a HTTP/1.1" status: 200  len: 208 time: 0.0342972
Apr 16 21:07:06.521062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network d01e7439-5429-4e84-9f79-f267906a4f33 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:07:06.607871 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Made reservation on behalf of d6395bf8972949f8837289679b58d151 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:07:06.610409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:06.905230 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for subnet (1655e0cc-53d1-49b0-9e30-979a5cc528e6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:06.960458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Pushing event updated for resources: {'Subnet': ['ID=1655e0cc-53d1-49b0-9e30-979a5cc528e6,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:06.972053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.972436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.972802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.973137 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.973488 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.973818 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.974142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.974462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.974791 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.975102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.975420 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.975733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.976044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.976415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.976726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Tracked resource versions report:
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]: pushed versions:
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]: {   'AddressGroup': {'1.2'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'Agent': {'1.1'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'ConntrackHelper': {'1.0'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'LocalIPAssociation': {'1.0'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'Log': {'1.0'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'NDPProxy': {'1.0'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'Network': {'1.1'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'Port': {'1.7'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'PortForwarding': {'1.3'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'QosPolicy': {'1.10'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'SecurityGroup': {'1.5'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'SecurityGroupRule': {'1.2'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'SubPort': {'1.0'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'Subnet': {'1.1'},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     'Trunk': {'1.1'}}
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]: consumer versions:
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]: {   DHCP agent@ncdv-master-1: {},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     HyperV agent@nch1-master-1: {},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     HyperV agent@nch2-master-1: {},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     L3 agent@ncdv-master-1: {},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     Metadata agent@ncdv-master-1: {},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     Metering agent@ncdv-master-1: {},
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'Agent': '1.1',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'ConntrackHelper': '1.0',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'LocalIPAssociation': '1.0',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'Log': '1.0',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'NDPProxy': '1.0',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'Network': '1.1',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'Port': '1.7',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'PortForwarding': '1.3',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'QosPolicy': '1.10',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'SecurityGroup': '1.5',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'SecurityGroupRule': '1.2',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'SubPort': '1.0',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'Subnet': '1.1',
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:                                           'Trunk': '1.1'}}
Apr 16 21:07:06.978662 ncdv-master-1 neutron-server[122556]:  {{(pid=122556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 16 21:07:06.987587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Checking segment: {'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:07:06.987943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Network hostable DHCP agents. Network: d01e7439-5429-4e84-9f79-f267906a4f33, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:07:07.093440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Network d01e7439-5429-4e84-9f79-f267906a4f33 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:07:07.179745 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d01e7439-5429-4e84-9f79-f267906a4f33) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:07.185517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:07.186546 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:07.193731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0c8a48-1a7d-40e6-a8e5-1a6ca84212fb None None] Network d01e7439-5429-4e84-9f79-f267906a4f33 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:07:07.292594 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2f329f5d-00de-4c93-b00b-6dd95cba54be admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.7960646
Apr 16 21:07:07.296598 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43956) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:07.301584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:07.344154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d01e7439-5429-4e84-9f79-f267906a4f33', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'project_id': 'd6395bf8972949f8837289679b58d151', 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:07:07.344154 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:07.471337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (c7b29ac1-f421-4047-92d9-4a968ab1074d), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:07.472432 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (c7b29ac1-f421-4047-92d9-4a968ab1074d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:07.524053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Allocated IP 172.20.0.2 (d01e7439-5429-4e84-9f79-f267906a4f33/1655e0cc-53d1-49b0-9e30-979a5cc528e6/b836b503-9a1c-421f-9515-daa2670c02f0) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:07:07.593795 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Publish callbacks [] for router_controller (c7b29ac1-f421-4047-92d9-4a968ab1074d), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:07.660533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43970) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:07.847642 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Publish callbacks [] for port (b836b503-9a1c-421f-9515-daa2670c02f0), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:07.864804 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Publish callbacks [] for router_gateway (c7b29ac1-f421-4047-92d9-4a968ab1074d), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:07.951181 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:07.982814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6b22ac9-56cd-497c-ac7a-34072d230b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:07.995545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Network d01e7439-5429-4e84-9f79-f267906a4f33 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:07:07.998396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:08.013300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:07:08.024744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Pushing event updated for resources: {'Port': ['ID=b836b503-9a1c-421f-9515-daa2670c02f0,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:08.052397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.052397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.052397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.052769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.053520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.053520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.053719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.054043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.054360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.054675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.054997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.055315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.055663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.056526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.056845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Tracked resource versions report:
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]: pushed versions:
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]: {   'AddressGroup': {'1.2'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'Agent': {'1.1'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'ConntrackHelper': {'1.0'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'LocalIPAssociation': {'1.0'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'Log': {'1.0'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'NDPProxy': {'1.0'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'Network': {'1.1'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'Port': {'1.7'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'PortForwarding': {'1.3'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'QosPolicy': {'1.10'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'SecurityGroup': {'1.5'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'SecurityGroupRule': {'1.2'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'SubPort': {'1.0'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'Subnet': {'1.1'},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     'Trunk': {'1.1'}}
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]: consumer versions:
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]: {   DHCP agent@ncdv-master-1: {},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     HyperV agent@nch1-master-1: {},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     HyperV agent@nch2-master-1: {},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     L3 agent@ncdv-master-1: {},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     Metadata agent@ncdv-master-1: {},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     Metering agent@ncdv-master-1: {},
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'Agent': '1.1',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'ConntrackHelper': '1.0',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'LocalIPAssociation': '1.0',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'Log': '1.0',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'NDPProxy': '1.0',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'Network': '1.1',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'Port': '1.7',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'PortForwarding': '1.3',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'QosPolicy': '1.10',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'SecurityGroup': '1.5',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'SecurityGroupRule': '1.2',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'SubPort': '1.0',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'Subnet': '1.1',
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:                                           'Trunk': '1.1'}}
Apr 16 21:07:08.058082 ncdv-master-1 neutron-server[122557]:  {{(pid=122557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 16 21:07:08.092461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Attempting to bind port b836b503-9a1c-421f-9515-daa2670c02f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:07:08.093155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Attempting to bind port b836b503-9a1c-421f-9515-daa2670c02f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:07:08.093549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Attempting to bind port b836b503-9a1c-421f-9515-daa2670c02f0 on network d01e7439-5429-4e84-9f79-f267906a4f33 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:07:08.094498 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6b22ac9-56cd-497c-ac7a-34072d230b82 admin admin] Publish callbacks [] for security_group (b43355bd-7980-4869-8e17-5711c9eb707a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:08.100462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:07:08.104097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Checking segment: {'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:07:08.104097 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:08.104097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Bound using segment: {'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:07:08.104097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Bound port: b836b503-9a1c-421f-9515-daa2670c02f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:07:08.104097 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:08.190963 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6b22ac9-56cd-497c-ac7a-34072d230b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b43355bd-7980-4869-8e17-5711c9eb707a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:08.193790 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] For port b836b503-9a1c-421f-9515-daa2670c02f0, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:07:08.197977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] For port b836b503-9a1c-421f-9515-daa2670c02f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b836b503-9a1c-421f-9515-daa2670c02f0,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:07:08.236163 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c6b22ac9-56cd-497c-ac7a-34072d230b82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=820f4efff2ef4f7c88c169fa4c1be02a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5744958
Apr 16 21:07:08.237540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44004) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:08.250228 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b22ac9-56cd-497c-ac7a-34072d230b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43355bd-7980-4869-8e17-5711c9eb707a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:08.256094 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Publish callbacks [] for router_gateway (c7b29ac1-f421-4047-92d9-4a968ab1074d), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:08.289426 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:08.317391 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:08.383948 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b11247e2-d916-4829-b150-163fcef554ec admin admin] Publish callbacks [] for security_group (b43355bd-7980-4869-8e17-5711c9eb707a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:08.396686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078b4d3-8f31-4ec8-ba25-84f116cd9712 None None] Pushing event updated for resources: {'Port': ['ID=b836b503-9a1c-421f-9515-daa2670c02f0,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:08.441547 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b11247e2-d916-4829-b150-163fcef554ec admin admin] Publish callbacks [] for security_group (b43355bd-7980-4869-8e17-5711c9eb707a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:08.510830 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Allocated IP 172.35.1.76 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/c71edd05-22ad-40b6-9a7e-2d8db21927e4) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:07:08.613669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b11247e2-d916-4829-b150-163fcef554ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b43355bd-7980-4869-8e17-5711c9eb707a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:08.617544 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b11247e2-d916-4829-b150-163fcef554ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:08.619252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b11247e2-d916-4829-b150-163fcef554ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b43355bd-7980-4869-8e17-5711c9eb707a HTTP/1.1" status: 204  len: 168 time: 0.3807857
Apr 16 21:07:08.635961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11247e2-d916-4829-b150-163fcef554ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43355bd-7980-4869-8e17-5711c9eb707a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:08.730718 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Publish callbacks [] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:08.888209 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:08.928424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:07:08.931719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:08.935282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:07:08.974676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Pushing event updated for resources: {'Port': ['ID=c71edd05-22ad-40b6-9a7e-2d8db21927e4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:08.977134 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f6898507-2bba-4c32-810b-8b974818a576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:09.273553 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Publish callbacks [] for router_gateway (c7b29ac1-f421-4047-92d9-4a968ab1074d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:09.531551 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (c7b29ac1-f421-4047-92d9-4a968ab1074d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:09.616972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c445289f-d2ad-42af-8f10-774b20a98ac4 None None] Network d01e7439-5429-4e84-9f79-f267906a4f33 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:07:09.661970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44068) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:09.800125 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99f7df78-c984-42a8-84f1-7e7e886d4a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:09.813622 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Router c7b29ac1-f421-4047-92d9-4a968ab1074d is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:07:09.879850 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99f7df78-c984-42a8-84f1-7e7e886d4a99 admin admin] Publish callbacks [] for security_group (298a92fb-9551-4817-aeed-7ae6b4be4fbf), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:09.909982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-878d63bc-62bd-4cdf-b992-6985b2110aef None None] Provisioning complete for port b836b503-9a1c-421f-9515-daa2670c02f0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:09.909982 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-878d63bc-62bd-4cdf-b992-6985b2110aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:09.962085 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99f7df78-c984-42a8-84f1-7e7e886d4a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (298a92fb-9551-4817-aeed-7ae6b4be4fbf), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:10.019760 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-99f7df78-c984-42a8-84f1-7e7e886d4a99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=614ffb3ecd5c4b9f99b30980988fc079&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3560510
Apr 16 21:07:10.034999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44094) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:10.053630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-878d63bc-62bd-4cdf-b992-6985b2110aef None None] Current status of the port b836b503-9a1c-421f-9515-daa2670c02f0 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:10.055665 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-878d63bc-62bd-4cdf-b992-6985b2110aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:10.063519 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:10.104755 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7df78-c984-42a8-84f1-7e7e886d4a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298a92fb-9551-4817-aeed-7ae6b4be4fbf,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:10.146763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-878d63bc-62bd-4cdf-b992-6985b2110aef None None] For port b836b503-9a1c-421f-9515-daa2670c02f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b836b503-9a1c-421f-9515-daa2670c02f0,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:10.196009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44110) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:10.198288 ncdv-master-1 neutron-server[122555]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 16 21:07:10.224826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-d7cda94d-ed0b-415b-9ba7-953082f1dfab tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=998f0203a6c741839bde8be2da375d4f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0275068
Apr 16 21:07:10.229207 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1023e03e-1b08-4620-8ee9-f6ea9b116ff8 admin admin] Publish callbacks [] for security_group (298a92fb-9551-4817-aeed-7ae6b4be4fbf), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:10.242065 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-878d63bc-62bd-4cdf-b992-6985b2110aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:10.266133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:07:10.269397 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1023e03e-1b08-4620-8ee9-f6ea9b116ff8 admin admin] Publish callbacks [] for security_group (298a92fb-9551-4817-aeed-7ae6b4be4fbf), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:10.278720 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Sync routers for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:07:10.298812 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:07:10.299440 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125b03820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:06:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:10.311678 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d63bc-62bd-4cdf-b992-6985b2110aef None None] Pushing event updated for resources: {'Port': ['ID=b836b503-9a1c-421f-9515-daa2670c02f0,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:10.361240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cef654ea-26b2-44c2-ac98-a4561a5c44b6 None None] Provisioning complete for port b836b503-9a1c-421f-9515-daa2670c02f0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:10.361649 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cef654ea-26b2-44c2-ac98-a4561a5c44b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:10.443786 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:07:10.476428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-5f90a4c3-2cfc-4fab-a875-f9a109a5260e tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:10.476428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-5f90a4c3-2cfc-4fab-a875-f9a109a5260e tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2322528
Apr 16 21:07:10.481982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cef654ea-26b2-44c2-ac98-a4561a5c44b6 None None] Current status of the port b836b503-9a1c-421f-9515-daa2670c02f0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:10.482694 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-e3eb7f40-c9c2-4109-9f52-074c0ae82723 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/quotas/998f0203a6c741839bde8be2da375d4f HTTP/1.1" status: 200  len: 375 time: 0.0105045
Apr 16 21:07:10.500423 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1023e03e-1b08-4620-8ee9-f6ea9b116ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (298a92fb-9551-4817-aeed-7ae6b4be4fbf), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:10.502976 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1023e03e-1b08-4620-8ee9-f6ea9b116ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:10.511229 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1023e03e-1b08-4620-8ee9-f6ea9b116ff8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/298a92fb-9551-4817-aeed-7ae6b4be4fbf HTTP/1.1" status: 204  len: 168 time: 0.4639742
Apr 16 21:07:10.526417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023e03e-1b08-4620-8ee9-f6ea9b116ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298a92fb-9551-4817-aeed-7ae6b4be4fbf,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:10.541628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b836b503-9a1c-421f-9515-daa2670c02f0 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:07:10.564542 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-01be00e3-ae4f-4f2d-a6f9-3066f5635393 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=998f0203a6c741839bde8be2da375d4f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0755317
Apr 16 21:07:10.573444 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:10.574901 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1f3474fc-b500-49a7-98f4-cf43d39d5033 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 3.2773159
Apr 16 21:07:10.577912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44124) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:10.641005 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b836b503-9a1c-421f-9515-daa2670c02f0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:10.641654 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:10.767183 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125b03820>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:09Z', 'revision_number': 3, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:10.788343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b836b503-9a1c-421f-9515-daa2670c02f0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:10.813754 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Checking router: c7b29ac1-f421-4047-92d9-4a968ab1074d for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:07:10.814113 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Updating router c7b29ac1-f421-4047-92d9-4a968ab1074d port c71edd05-22ad-40b6-9a7e-2d8db21927e4 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:07:10.842215 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:11.209084 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Publish callbacks [] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:11.211627 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:11.281763 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:11.346444 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Attempting to bind port c71edd05-22ad-40b6-9a7e-2d8db21927e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:07:11.346825 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Attempting to bind port c71edd05-22ad-40b6-9a7e-2d8db21927e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:07:11.347492 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Attempting to bind port c71edd05-22ad-40b6-9a7e-2d8db21927e4 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:07:11.357790 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Pushing event updated for resources: {'Port': ['ID=c71edd05-22ad-40b6-9a7e-2d8db21927e4,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:11.362993 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:07:11.362993 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:07:11.362993 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:11.362993 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:07:11.363801 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Bound port: c71edd05-22ad-40b6-9a7e-2d8db21927e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:07:11.364215 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:11.396004 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.396367 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.396876 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.397211 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.397762 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.398251 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.398729 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.399220 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.400253 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.401019 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.401514 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.402562 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.403016 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.403352 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.403678 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Tracked resource versions report:
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]: pushed versions:
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]: {   'AddressGroup': {'1.2'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'Agent': {'1.1'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'ConntrackHelper': {'1.0'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'LocalIPAssociation': {'1.0'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'Log': {'1.0'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'NDPProxy': {'1.0'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'Network': {'1.1'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'Port': {'1.7'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'PortForwarding': {'1.3'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'QosPolicy': {'1.10'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'SecurityGroup': {'1.5'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'SecurityGroupRule': {'1.2'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'SubPort': {'1.0'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'Subnet': {'1.1'},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     'Trunk': {'1.1'}}
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]: consumer versions:
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]: {   DHCP agent@ncdv-master-1: {},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     HyperV agent@nch1-master-1: {},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     HyperV agent@nch2-master-1: {},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     L3 agent@ncdv-master-1: {},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     Metadata agent@ncdv-master-1: {},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     Metering agent@ncdv-master-1: {},
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'Agent': '1.1',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'ConntrackHelper': '1.0',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'LocalIPAssociation': '1.0',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'Log': '1.0',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'NDPProxy': '1.0',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'Network': '1.1',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'Port': '1.7',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'PortForwarding': '1.3',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'QosPolicy': '1.10',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'SecurityGroup': '1.5',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'SecurityGroupRule': '1.2',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'SubPort': '1.0',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'Subnet': '1.1',
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:                                           'Trunk': '1.1'}}
Apr 16 21:07:11.404935 ncdv-master-1 neutron-server[122558]:  {{(pid=122558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 16 21:07:11.411226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Allocated IP 172.20.0.1 (d01e7439-5429-4e84-9f79-f267906a4f33/1655e0cc-53d1-49b0-9e30-979a5cc528e6/e414be54-b2a8-434a-994d-e497c742bc27) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:07:11.444964 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] For port c71edd05-22ad-40b6-9a7e-2d8db21927e4, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:07:11.448242 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] For port c71edd05-22ad-40b6-9a7e-2d8db21927e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c71edd05-22ad-40b6-9a7e-2d8db21927e4,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:07:11.533876 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:11.545699 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Publish callbacks [] for port (e414be54-b2a8-434a-994d-e497c742bc27), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:11.562442 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-017458b5-de22-4880-9d61-0d2c5687b6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:11.590315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44176) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:11.592791 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:07:11.593763 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125b03820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:07:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:11.628544 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5efa2f-a02c-462b-a851-36105a99e9f1 None None] Pushing event updated for resources: {'Port': ['ID=c71edd05-22ad-40b6-9a7e-2d8db21927e4,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:11.654087 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (e414be54-b2a8-434a-994d-e497c742bc27), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:11.664602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44184) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:11.691912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7176-53bf-4b15-89ff-8fc5038ff99d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:11.711435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Network d01e7439-5429-4e84-9f79-f267906a4f33 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:07:11.713572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:11.735741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:07:11.737669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (c7b29ac1-f421-4047-92d9-4a968ab1074d), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:11.779154 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:07:11.853209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Pushing event updated for resources: {'Port': ['ID=e414be54-b2a8-434a-994d-e497c742bc27,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:11.882728 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7176-53bf-4b15-89ff-8fc5038ff99d admin admin] Publish callbacks [] for security_group (9b4ec011-1d3a-4127-8ab1-54fb98be9892), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:11.976483 ncdv-master-1 neutron-server[122556]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 16 21:07:12.014185 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7176-53bf-4b15-89ff-8fc5038ff99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9b4ec011-1d3a-4127-8ab1-54fb98be9892), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:12.025287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b0cb19dd-ce81-4080-b6e6-6fe7376f84c0 None None] Provisioning complete for port e414be54-b2a8-434a-994d-e497c742bc27 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:12.025661 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b0cb19dd-ce81-4080-b6e6-6fe7376f84c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e414be54-b2a8-434a-994d-e497c742bc27), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:12.062230 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40528b40-d41e-4c9f-9654-0cc1471e4e63 req-434f34f1-c981-4840-9078-3340f619095d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 210 time: 0.4704657
Apr 16 21:07:12.094858 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f8cd7176-53bf-4b15-89ff-8fc5038ff99d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea2477c31ad14ab5ab958b12ebf37417&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4276264
Apr 16 21:07:12.101070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44202) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:12.127433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b0cb19dd-ce81-4080-b6e6-6fe7376f84c0 None None] Port e414be54-b2a8-434a-994d-e497c742bc27 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:07:12.141995 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e414be54-b2a8-434a-994d-e497c742bc27), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:12.189541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd7176-53bf-4b15-89ff-8fc5038ff99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4ec011-1d3a-4127-8ab1-54fb98be9892,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:12.263521 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdf17f51-65af-4f38-83df-bfb8d85dde58 admin admin] Publish callbacks [] for security_group (9b4ec011-1d3a-4127-8ab1-54fb98be9892), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:12.290933 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125b03820>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:09Z', 'revision_number': 3, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:12.312931 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdf17f51-65af-4f38-83df-bfb8d85dde58 admin admin] Publish callbacks [] for security_group (9b4ec011-1d3a-4127-8ab1-54fb98be9892), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:12.346901 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18715a3f-6c44-45fb-aa96-10d2e6e82ff1 None None] The sync data for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 is: [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:09Z', 'revision_number': 3, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:07:12.355294 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:12.446623 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Publish callbacks [] for port (e414be54-b2a8-434a-994d-e497c742bc27), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:12.476638 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdf17f51-65af-4f38-83df-bfb8d85dde58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9b4ec011-1d3a-4127-8ab1-54fb98be9892), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:12.483014 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdf17f51-65af-4f38-83df-bfb8d85dde58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:12.484960 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cdf17f51-65af-4f38-83df-bfb8d85dde58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b4ec011-1d3a-4127-8ab1-54fb98be9892 HTTP/1.1" status: 204  len: 168 time: 0.3818750
Apr 16 21:07:12.495089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf17f51-65af-4f38-83df-bfb8d85dde58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4ec011-1d3a-4127-8ab1-54fb98be9892,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:12.533334 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e414be54-b2a8-434a-994d-e497c742bc27), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:12.534073 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (c7b29ac1-f421-4047-92d9-4a968ab1074d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:12.650567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Pushing event updated for resources: {'Port': ['ID=e414be54-b2a8-434a-994d-e497c742bc27,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:12.737187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Network d01e7439-5429-4e84-9f79-f267906a4f33 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:07:12.738550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:13.063715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Router c7b29ac1-f421-4047-92d9-4a968ab1074d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:07:13.154346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-270d0668-1e5c-4053-ac2a-ada09f5bd7ae None None] Provisioning complete for port e414be54-b2a8-434a-994d-e497c742bc27 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:13.161977 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-270d0668-1e5c-4053-ac2a-ada09f5bd7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e414be54-b2a8-434a-994d-e497c742bc27), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:13.172123 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-357ac229-eb48-4ee6-b4d9-4e5031d39bac tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=99672927446f4ecfb3b1e170073b6797&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0503929
Apr 16 21:07:13.213667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-270d0668-1e5c-4053-ac2a-ada09f5bd7ae None None] Port e414be54-b2a8-434a-994d-e497c742bc27 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:07:13.319341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:07:13.326350 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a1fd12b8-11f3-4524-a8ff-3399d5868f22 admin admin] 10.222.0.20 "PUT /v2.0/routers/c7b29ac1-f421-4047-92d9-4a968ab1074d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7468166
Apr 16 21:07:13.390130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-60a498ca-c78e-404a-b372-cdf243026812 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:13.396843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-60a498ca-c78e-404a-b372-cdf243026812 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2154493
Apr 16 21:07:13.418942 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-d23ae92b-8518-4c6f-84ba-0f166e7f1b0b tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/quotas/99672927446f4ecfb3b1e170073b6797 HTTP/1.1" status: 200  len: 375 time: 0.0206475
Apr 16 21:07:13.463168 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-4c989ff4-1a40-47ca-a7e1-423e6c257c9f tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99672927446f4ecfb3b1e170073b6797&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0431495
Apr 16 21:07:13.745241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1e988204-f65e-40f4-855e-89c8edf8bc05 req-2f113e0f-3ce2-42b7-9c2b-3fa94f50bae7 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 210 time: 0.0311821
Apr 16 21:07:13.967607 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:14.253768 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b5d625c-0286-488b-918d-a7cd77ccd44c req-fa5c5cf6-329d-44d9-a98a-8c60f06f1a42 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 210 time: 0.1145961
Apr 16 21:07:14.544424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c71edd05-22ad-40b6-9a7e-2d8db21927e4 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:07:14.617338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c71edd05-22ad-40b6-9a7e-2d8db21927e4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:14.618040 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:14.689880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44336) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:14.695094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140643686-network', 'tenant_id': '7472c35639b141d7a97328cd46f535db'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:14.787064 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c71edd05-22ad-40b6-9a7e-2d8db21927e4 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:14.790696 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:14.807736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Made reservation on behalf of 7472c35639b141d7a97328cd46f535db for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:07:14.819172 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:14.819296 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port c71edd05-22ad-40b6-9a7e-2d8db21927e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c71edd05-22ad-40b6-9a7e-2d8db21927e4,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:14.819385 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:14.939832 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:14.955471 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Publish callbacks [] for security_group (bbe1d830-7e36-43bf-ab92-0342264e5f3b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:15.003274 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bbe1d830-7e36-43bf-ab92-0342264e5f3b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:15.034674 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:07:15.044919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=c71edd05-22ad-40b6-9a7e-2d8db21927e4,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:15.061857 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (5197cc94-868b-43bc-ab6d-8435799dab66), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:15.063231 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Added segment 5197cc94-868b-43bc-ab6d-8435799dab66 of type vlan for network 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda
Apr 16 21:07:15.118290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.41', 53941) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:15.122418 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:15.167015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe1d830-7e36-43bf-ab92-0342264e5f3b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:15.205978 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-fef6831a-72d2-46ec-a262-8d27e8f00655 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=998f0203a6c741839bde8be2da375d4f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0569403
Apr 16 21:07:15.253823 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:15.255172 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:15.256069 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:15.362098 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:15.381476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-65b9a481-45c7-49a9-9ffc-346518da23b3 req-692b375b-75c8-429f-90f1-87f57e8b4e6d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 210 time: 0.1703043
Apr 16 21:07:15.396958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] Pushing event updated for resources: {'Network': ['ID=4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:15.418793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:07:15.475423 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d291b655-747c-4c89-8e31-d81c9330373c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7817111
Apr 16 21:07:15.479019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44376) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:15.482102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-b2e8ca34-28ba-49dd-8fb4-0fb2ce70fd3f tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:15.486299 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-b2e8ca34-28ba-49dd-8fb4-0fb2ce70fd3f tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2728519
Apr 16 21:07:15.491883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3bf13862-1283-4e3e-9b22-074cc5cb6acd admin admin] Request body: {'subnet': {'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140643686-subnet', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:15.578356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Request body: {'port': {'device_id': '0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '998f0203a6c741839bde8be2da375d4f'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:15.622075 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a68c432c-0345-44ca-8d9e-31829bc0f263 req-74695584-7c2f-4032-b28c-53bc825473d9 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 210 time: 0.0659895
Apr 16 21:07:15.718523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf13862-1283-4e3e-9b22-074cc5cb6acd admin admin] Made reservation on behalf of 7472c35639b141d7a97328cd46f535db for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:07:15.725458 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3bf13862-1283-4e3e-9b22-074cc5cb6acd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:15.902159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Sync routers for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:07:15.918446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:07:15.918876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012476a6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:07:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:15.922193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Made reservation on behalf of 998f0203a6c741839bde8be2da375d4f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:07:15.936453 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:15.973955 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:16.063591 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:07:16.074744 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks [] for security_group (5bbc99b6-5487-4da9-b390-cfc77f54a14f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:16.169282 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3bf13862-1283-4e3e-9b22-074cc5cb6acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for subnet (d5666b7c-5750-4a6e-90f2-79faf9abf5af), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:16.202539 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5bbc99b6-5487-4da9-b390-cfc77f54a14f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:16.261001 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf13862-1283-4e3e-9b22-074cc5cb6acd admin admin] Checking segment: {'id': '5197cc94-868b-43bc-ab6d-8435799dab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:07:16.261644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf13862-1283-4e3e-9b22-074cc5cb6acd admin admin] Network hostable DHCP agents. Network: 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:07:16.276619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf13862-1283-4e3e-9b22-074cc5cb6acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5666b7c-5750-4a6e-90f2-79faf9abf5af,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:16.368689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012476a6d0>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:12Z', 'revision_number': 2, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:16.371899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbc99b6-5487-4da9-b390-cfc77f54a14f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:16.402118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Checking router: c7b29ac1-f421-4047-92d9-4a968ab1074d for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:07:16.402118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Updating router c7b29ac1-f421-4047-92d9-4a968ab1074d port e414be54-b2a8-434a-994d-e497c742bc27 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:07:16.435152 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e414be54-b2a8-434a-994d-e497c742bc27), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:16.458121 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf13862-1283-4e3e-9b22-074cc5cb6acd admin admin] Network 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:07:16.474295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44444) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:16.554198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c71edd05-22ad-40b6-9a7e-2d8db21927e4 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:07:16.580478 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e686d02f-4885-4930-bf05-9182741a4e83 req-7d66a1a9-271d-44b5-803c-bcc36e03e0b0 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 210 time: 0.0588102
Apr 16 21:07:16.580981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3bf13862-1283-4e3e-9b22-074cc5cb6acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:16.585368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf13862-1283-4e3e-9b22-074cc5cb6acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:16.586029 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3bf13862-1283-4e3e-9b22-074cc5cb6acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:16.656392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Allocated IP 192.168.233.103 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/efb6cd0f-aa21-4df1-b980-d8110795919e) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:07:16.710183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc4799b-3cd5-4471-b5f9-0a55c89cc1f3 None None] Network 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:07:16.716205 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3bf13862-1283-4e3e-9b22-074cc5cb6acd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.2337456
Apr 16 21:07:16.716364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44464) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:16.722888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140643686-router', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:16.742693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c71edd05-22ad-40b6-9a7e-2d8db21927e4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:16.743216 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:16.854958 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbc0a5bb-c58c-4062-9884-7bdb159861bc req-357da505-fbee-48b4-9097-cf4266d0ce36 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 210 time: 0.1060200
Apr 16 21:07:16.880633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c71edd05-22ad-40b6-9a7e-2d8db21927e4 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:16.900505 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (d0a093cb-f51e-463d-bd71-60dce85bf705), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:16.903118 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (d0a093cb-f51e-463d-bd71-60dce85bf705), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:17.069474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda', 'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda', 'project_id': '7472c35639b141d7a97328cd46f535db', 'fixed_ips': [{'subnet_id': 'd5666b7c-5750-4a6e-90f2-79faf9abf5af'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:07:17.070401 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:17.102866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Publish callbacks [] for router_controller (d0a093cb-f51e-463d-bd71-60dce85bf705), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:17.116578 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f189ae3-ed1a-45bf-a603-ed42f206d32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:17.192204 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks [] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:17.323406 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Publish callbacks [] for port (e414be54-b2a8-434a-994d-e497c742bc27), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:17.356707 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:17.402774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Allocated IP 172.20.0.2 (4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda/d5666b7c-5750-4a6e-90f2-79faf9abf5af/b681855e-ccf2-4e9d-b44b-732c0df16578) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:07:17.475591 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e414be54-b2a8-434a-994d-e497c742bc27), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:17.495001 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:07:17.496197 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f189ae3-ed1a-45bf-a603-ed42f206d32b admin admin] Publish callbacks [] for security_group (6de14390-6b7b-4462-adee-b5e5f7e9bf5c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:17.504831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:17.584092 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bfa18-194a-4d37-bf63-430f721d5198 None None] Pushing event updated for resources: {'Port': ['ID=e414be54-b2a8-434a-994d-e497c742bc27,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:17.604213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:07:17.629959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:17.630639 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:17.697292 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f189ae3-ed1a-45bf-a603-ed42f206d32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6de14390-6b7b-4462-adee-b5e5f7e9bf5c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:17.784670 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Publish callbacks [] for router_gateway (d0a093cb-f51e-463d-bd71-60dce85bf705), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:17.803315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Pushing event updated for resources: {'Port': ['ID=efb6cd0f-aa21-4df1-b980-d8110795919e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:17.844779 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6d17f56b-e29a-486c-b37c-f4011ad9abb2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2711465
Apr 16 21:07:17.856654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-d6336f18-6c41-47f8-88f0-adc99276134d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:07:17.857686 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-d6336f18-6c41-47f8-88f0-adc99276134d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069716
Apr 16 21:07:17.904121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.11', 61578) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:18.033733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582651e-d182-436c-a183-d5b9439e451b req-494d69a3-b379-42b6-b989-4a0a7fbfc257 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:18.035291 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e582651e-d182-436c-a183-d5b9439e451b req-494d69a3-b379-42b6-b989-4a0a7fbfc257 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 936 time: 0.2152317
Apr 16 21:07:18.047359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-c90eb9bc-11ac-4862-ab2c-d67d3b533dbb tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=99672927446f4ecfb3b1e170073b6797&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1120002
Apr 16 21:07:18.165863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Attempting to bind port e414be54-b2a8-434a-994d-e497c742bc27 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:07:18.166455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Attempting to bind port e414be54-b2a8-434a-994d-e497c742bc27 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:07:18.167437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Attempting to bind port e414be54-b2a8-434a-994d-e497c742bc27 on network d01e7439-5429-4e84-9f79-f267906a4f33 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:07:18.205820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:07:18.208083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Checking segment: {'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:07:18.208083 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:18.213101 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9f189ae3-ed1a-45bf-a603-ed42f206d32b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eebe954840c142c2b6dcd591c2223b03&name=default HTTP/1.1" status: 200  len: 2992 time: 1.7348390
Apr 16 21:07:18.213253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Bound using segment: {'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:07:18.213253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Bound port: e414be54-b2a8-434a-994d-e497c742bc27, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:07:18.213253 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e414be54-b2a8-434a-994d-e497c742bc27), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:18.216613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44512) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:18.246728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f189ae3-ed1a-45bf-a603-ed42f206d32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de14390-6b7b-4462-adee-b5e5f7e9bf5c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:18.306466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0fd7f320-28e8-4df7-bca2-2b711e58d560 None None] Provisioning complete for port efb6cd0f-aa21-4df1-b980-d8110795919e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:18.307717 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f320-28e8-4df7-bca2-2b711e58d560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:18.320521 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Publish callbacks [] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:18.367271 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd536c26-8919-471a-addb-8ff1ecbe9b66 req-f3dcda6a-62bf-4391-97c1-e7bdacebb098 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 210 time: 0.1012924
Apr 16 21:07:18.404634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Request body: {'port': {'device_id': '0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:18.445013 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b068528-b56f-4fcf-9b13-f11d2d544240 admin admin] Publish callbacks [] for security_group (6de14390-6b7b-4462-adee-b5e5f7e9bf5c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:18.469920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7f320-28e8-4df7-bca2-2b711e58d560 None None] Port efb6cd0f-aa21-4df1-b980-d8110795919e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:07:18.478549 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:18.495331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b068528-b56f-4fcf-9b13-f11d2d544240 admin admin] Publish callbacks [] for security_group (6de14390-6b7b-4462-adee-b5e5f7e9bf5c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:18.534910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0fd7f320-28e8-4df7-bca2-2b711e58d560 None None] Provisioning complete for port e414be54-b2a8-434a-994d-e497c742bc27 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:18.535305 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0fd7f320-28e8-4df7-bca2-2b711e58d560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e414be54-b2a8-434a-994d-e497c742bc27), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:18.544423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] For port e414be54-b2a8-434a-994d-e497c742bc27, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:07:18.579228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Network 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:07:18.594089 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:18.599216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] For port e414be54-b2a8-434a-994d-e497c742bc27, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e414be54-b2a8-434a-994d-e497c742bc27,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:07:18.606865 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:07:18.612053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Pushing event updated for resources: {'Port': ['ID=b681855e-ccf2-4e9d-b44b-732c0df16578,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:18.621163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7f320-28e8-4df7-bca2-2b711e58d560 None None] Port e414be54-b2a8-434a-994d-e497c742bc27 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:07:18.665362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-23bb1d30-5df4-41ac-a5ca-653d84b365d8 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:18.667230 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-23bb1d30-5df4-41ac-a5ca-653d84b365d8 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6188958
Apr 16 21:07:18.668071 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:18.718815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e582651e-d182-436c-a183-d5b9439e451b req-d073778f-197c-4eca-b58d-569d16595764 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6656170
Apr 16 21:07:18.722394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Attempting to bind port b681855e-ccf2-4e9d-b44b-732c0df16578 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:07:18.722840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Attempting to bind port b681855e-ccf2-4e9d-b44b-732c0df16578 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5197cc94-868b-43bc-ab6d-8435799dab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:07:18.723459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Attempting to bind port b681855e-ccf2-4e9d-b44b-732c0df16578 on network 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:07:18.733084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:07:18.733626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Checking segment: {'id': '5197cc94-868b-43bc-ab6d-8435799dab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:07:18.734124 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:18.735151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Bound using segment: {'id': '5197cc94-868b-43bc-ab6d-8435799dab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:07:18.736316 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Bound port: b681855e-ccf2-4e9d-b44b-732c0df16578, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5197cc94-868b-43bc-ab6d-8435799dab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:07:18.743712 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Request body: {'port': {'device_id': '8bf8828b-5b17-4317-a6b8-7856d023986a', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '99672927446f4ecfb3b1e170073b6797'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:18.744348 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:18.925164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] For port b681855e-ccf2-4e9d-b44b-732c0df16578, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:07:18.933094 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] For port b681855e-ccf2-4e9d-b44b-732c0df16578, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b681855e-ccf2-4e9d-b44b-732c0df16578,segment=NetworkSegment(5197cc94-868b-43bc-ab6d-8435799dab66),segment_id=5197cc94-868b-43bc-ab6d-8435799dab66)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:07:18.975678 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Publish callbacks [] for router_gateway (d0a093cb-f51e-463d-bd71-60dce85bf705), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:19.009504 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:19.099782 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e414be54-b2a8-434a-994d-e497c742bc27), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:19.143108 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:19.294201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:07:19.295000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012476a6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:07:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:19.582767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bfa18-194a-4d37-bf63-430f721d5198 None None] Pushing event updated for resources: {'Port': ['ID=e414be54-b2a8-434a-994d-e497c742bc27,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:19.659083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Allocated IP 172.35.1.36 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/a487b560-8964-494d-a9ba-c8fad946a97b) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:07:19.847184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3e04034d-fad2-4b3c-b6d1-e4d36c684512 None None] Provisioning complete for port e414be54-b2a8-434a-994d-e497c742bc27 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:19.847576 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3e04034d-fad2-4b3c-b6d1-e4d36c684512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e414be54-b2a8-434a-994d-e497c742bc27), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:19.868634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22326002-43a8-4218-9a72-ecfdee290444 None None] Pushing event updated for resources: {'Port': ['ID=b681855e-ccf2-4e9d-b44b-732c0df16578,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:19.933773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:07:19.947193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb6cd0f-aa21-4df1-b980-d8110795919e {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:07:19.963545 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Publish callbacks [] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:19.976099 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b068528-b56f-4fcf-9b13-f11d2d544240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6de14390-6b7b-4462-adee-b5e5f7e9bf5c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:19.980036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b068528-b56f-4fcf-9b13-f11d2d544240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:19.981505 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8b068528-b56f-4fcf-9b13-f11d2d544240 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6de14390-6b7b-4462-adee-b5e5f7e9bf5c HTTP/1.1" status: 204  len: 168 time: 1.7583723
Apr 16 21:07:20.051158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Transition to ACTIVE for port object efb6cd0f-aa21-4df1-b980-d8110795919e will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:07:20.067678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b068528-b56f-4fcf-9b13-f11d2d544240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de14390-6b7b-4462-adee-b5e5f7e9bf5c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:20.098361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Made reservation on behalf of 99672927446f4ecfb3b1e170073b6797 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:07:20.111988 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:20.152059 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0d4ed4a8-5a06-4d14-ba91-8762a89687e9 req-8e8c3c5e-f281-4a73-b942-6d3407921489 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 210 time: 0.1485772
Apr 16 21:07:20.291586 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Publish callbacks [] for port (a487b560-8964-494d-a9ba-c8fad946a97b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:20.302190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a898e-0f90-4293-a8d1-2f8012c40b22 req-9b11469f-0c0c-47fd-a397-26a37b38d471 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:20.313807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e4a898e-0f90-4293-a8d1-2f8012c40b22 req-9b11469f-0c0c-47fd-a397-26a37b38d471 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 948 time: 0.2600036
Apr 16 21:07:20.337814 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:20.344444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44570) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:20.356773 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:20.588451 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (a487b560-8964-494d-a9ba-c8fad946a97b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:20.696963 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e4a898e-0f90-4293-a8d1-2f8012c40b22 req-f4d0a99b-dc16-4244-957b-025ee1a8d048 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3760946
Apr 16 21:07:20.772428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012476a6d0>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:18Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:20.883006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3e04034d-fad2-4b3c-b6d1-e4d36c684512 None None] Current status of the port e414be54-b2a8-434a-994d-e497c742bc27 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:20.891440 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3e04034d-fad2-4b3c-b6d1-e4d36c684512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e414be54-b2a8-434a-994d-e497c742bc27), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:20.891440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b681855e-ccf2-4e9d-b44b-732c0df16578 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:07:20.902389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a368a-623a-468f-aeff-4c1bca0dafe3 None None] The sync data for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 is: [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:18Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:07:20.958128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:07:21.024705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:21.033082 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:07:21.123212 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Publish callbacks [] for security_group (f0d44158-a830-4418-b093-3716974692c2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:21.166064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Pushing event updated for resources: {'Port': ['ID=efb6cd0f-aa21-4df1-b980-d8110795919e,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:21.226506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b681855e-ccf2-4e9d-b44b-732c0df16578 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:21.236611 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:21.280514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44586) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:21.330944 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83deb3cf-e130-4a99-834e-a57cdb569534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:21.337662 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f0d44158-a830-4418-b093-3716974692c2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:21.365307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Pushing event updated for resources: {'Port': ['ID=a487b560-8964-494d-a9ba-c8fad946a97b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:21.477477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3e04034d-fad2-4b3c-b6d1-e4d36c684512 None None] For port e414be54-b2a8-434a-994d-e497c742bc27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e414be54-b2a8-434a-994d-e497c742bc27,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:21.540745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2bc3415c-bf53-4f89-952b-fafce243bd24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:21.570633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140831b9-3c2e-4e41-a3c3-4473c3e462ed None None] Network 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:07:21.575912 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3e04034d-fad2-4b3c-b6d1-e4d36c684512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e414be54-b2a8-434a-994d-e497c742bc27), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:21.616355 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36615fbd-cd14-4dae-b66d-d18804bb9666 req-38985842-e400-43e1-96d3-d2c3df41dc7c tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 210 time: 0.1456251
Apr 16 21:07:21.748066 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d44158-a830-4418-b093-3716974692c2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:21.782682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b681855e-ccf2-4e9d-b44b-732c0df16578 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:21.783308 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:21.949365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04034d-fad2-4b3c-b6d1-e4d36c684512 None None] Pushing event updated for resources: {'Port': ['ID=e414be54-b2a8-434a-994d-e497c742bc27,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:21.969691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d754f1e1-e2d2-466f-804e-2e7a0c0d92ba None None] Provisioning complete for port b681855e-ccf2-4e9d-b44b-732c0df16578 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:21.974630 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d754f1e1-e2d2-466f-804e-2e7a0c0d92ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:21.980576 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Publish callbacks [] for router_gateway (d0a093cb-f51e-463d-bd71-60dce85bf705), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:22.015174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Allocated IP 192.168.233.9 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:07:22.067995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port b681855e-ccf2-4e9d-b44b-732c0df16578, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b681855e-ccf2-4e9d-b44b-732c0df16578,segment=NetworkSegment(5197cc94-868b-43bc-ab6d-8435799dab66),segment_id=5197cc94-868b-43bc-ab6d-8435799dab66)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:22.163364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Attempting to bind port efb6cd0f-aa21-4df1-b980-d8110795919e on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:07:22.168231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Attempting to bind port efb6cd0f-aa21-4df1-b980-d8110795919e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:07:22.168231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Attempting to bind port efb6cd0f-aa21-4df1-b980-d8110795919e on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:07:22.214078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Port efb6cd0f-aa21-4df1-b980-d8110795919e on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:07:22.215850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Attempting to bind port efb6cd0f-aa21-4df1-b980-d8110795919e on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:07:22.221889 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:22.301574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:07:22.302170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:07:22.302918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:07:22.303552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Bound port: efb6cd0f-aa21-4df1-b980-d8110795919e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:07:22.304111 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:22.366546 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=b681855e-ccf2-4e9d-b44b-732c0df16578,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:22.458694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d754f1e1-e2d2-466f-804e-2e7a0c0d92ba None None] Current status of the port b681855e-ccf2-4e9d-b44b-732c0df16578 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:22.496316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37fef3-e204-468f-9a37-958df5d6ee0e req-320829a1-7cf7-4365-aa7f-f3f66028e5c4 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:22.507941 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c37fef3-e204-468f-9a37-958df5d6ee0e req-320829a1-7cf7-4365-aa7f-f3f66028e5c4 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 948 time: 0.5208817
Apr 16 21:07:22.715561 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83deb3cf-e130-4a99-834e-a57cdb569534 admin admin] Publish callbacks [] for security_group (0980b286-d261-401d-b905-fd1b2eb3c180), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:22.749074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] For port efb6cd0f-aa21-4df1-b980-d8110795919e, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:07:22.818297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b681855e-ccf2-4e9d-b44b-732c0df16578 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:07:22.843873 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Publish callbacks [] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:22.868756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] For port efb6cd0f-aa21-4df1-b980-d8110795919e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efb6cd0f-aa21-4df1-b980-d8110795919e,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:07:22.941452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4d06468a-1513-4c05-a123-1ec99fa32836 None None] Provisioning complete for port b681855e-ccf2-4e9d-b44b-732c0df16578 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:22.973209 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d06468a-1513-4c05-a123-1ec99fa32836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:22.991330 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:23.015607 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2bc3415c-bf53-4f89-952b-fafce243bd24 admin admin] Publish callbacks [] for security_group (cf44ad12-8229-444d-b821-b48db8832d13), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:23.019888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b681855e-ccf2-4e9d-b44b-732c0df16578 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:23.020616 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:23.050867 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83deb3cf-e130-4a99-834e-a57cdb569534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0980b286-d261-401d-b905-fd1b2eb3c180), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:23.145134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4d06468a-1513-4c05-a123-1ec99fa32836 None None] Current status of the port b681855e-ccf2-4e9d-b44b-732c0df16578 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:23.166050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Pushing event updated for resources: {'Port': ['ID=efb6cd0f-aa21-4df1-b980-d8110795919e,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:23.184555 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2bc3415c-bf53-4f89-952b-fafce243bd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cf44ad12-8229-444d-b821-b48db8832d13), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:23.258093 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-83deb3cf-e130-4a99-834e-a57cdb569534 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e305816ff5734194b3713704419f6dc4&name=default HTTP/1.1" status: 200  len: 2992 time: 2.9100077
Apr 16 21:07:23.262406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b681855e-ccf2-4e9d-b44b-732c0df16578 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:23.268329 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e414be54-b2a8-434a-994d-e497c742bc27 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:07:23.292157 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb6227c7-dc64-4c6b-aa45-494a8db4d240 req-6e597880-36ca-46cc-8cb9-aa16858989a6 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 210 time: 0.0924942
Apr 16 21:07:23.292722 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44630) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:23.470872 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83deb3cf-e130-4a99-834e-a57cdb569534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0980b286-d261-401d-b905-fd1b2eb3c180,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:23.480515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (d0a093cb-f51e-463d-bd71-60dce85bf705), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:23.531090 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e414be54-b2a8-434a-994d-e497c742bc27 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:23.532729 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e414be54-b2a8-434a-994d-e497c742bc27), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:23.543140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:23.553361 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:23.555632 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-25106bcf-1351-460c-bc2b-5e75a94b4e4b service neutron] 10.222.0.41 "PUT /v2.0/ports/efb6cd0f-aa21-4df1-b980-d8110795919e HTTP/1.1" status: 200  len: 1096 time: 5.4545321
Apr 16 21:07:23.556421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c', 'tag': 'efb6cd0f-aa21-4df1-b980-d8110795919e'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:07:23.677018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e414be54-b2a8-434a-994d-e497c742bc27 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:23.743617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2bc3415c-bf53-4f89-952b-fafce243bd24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e48525dfece400c8a1b8f8f124d643a&name=default HTTP/1.1" status: 200  len: 2992 time: 2.4577966
Apr 16 21:07:23.746893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44646) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:23.757615 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c37fef3-e204-468f-9a37-958df5d6ee0e req-7a6cfaa5-ffd6-43b6-844e-8b8b32830c21 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2380328
Apr 16 21:07:23.885880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:23.896943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3415c-bf53-4f89-952b-fafce243bd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf44ad12-8229-444d-b821-b48db8832d13,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:23.950635 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-da107f75-5703-4657-a8cf-24786863819d admin admin] Publish callbacks [] for security_group (cf44ad12-8229-444d-b821-b48db8832d13), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:23.972475 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c3d8489f-e00e-40cc-8112-24155610c0f3 admin admin] Publish callbacks [] for security_group (0980b286-d261-401d-b905-fd1b2eb3c180), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:23.985591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-40d04826-d50d-4294-a368-9f1c78050765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:23.987191 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-40d04826-d50d-4294-a368-9f1c78050765 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=998f0203a6c741839bde8be2da375d4f&device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 1130 time: 0.2487168
Apr 16 21:07:24.007606 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07d21d6-94ad-45e1-8e7f-7efbde48b8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c", "tag": "efb6cd0f-aa21-4df1-b980-d8110795919e"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:07:24.012004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:07:24.013695 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-da107f75-5703-4657-a8cf-24786863819d admin admin] Publish callbacks [] for security_group (cf44ad12-8229-444d-b821-b48db8832d13), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:24.022301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:24.049277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:07:24.056583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:24.057336 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:24.065467 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c3d8489f-e00e-40cc-8112-24155610c0f3 admin admin] Publish callbacks [] for security_group (0980b286-d261-401d-b905-fd1b2eb3c180), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:24.091518 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Router d0a093cb-f51e-463d-bd71-60dce85bf705 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:07:24.223193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Pushing event updated for resources: {'Port': ['ID=e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:24.242745 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-c8bb79e7-a247-4d7f-8d22-babbbf9a1ddf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=efb6cd0f-aa21-4df1-b980-d8110795919e HTTP/1.1" status: 200  len: 217 time: 0.2270453
Apr 16 21:07:24.330803 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-da107f75-5703-4657-a8cf-24786863819d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cf44ad12-8229-444d-b821-b48db8832d13), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:24.333791 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-da107f75-5703-4657-a8cf-24786863819d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:24.335162 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-da107f75-5703-4657-a8cf-24786863819d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf44ad12-8229-444d-b821-b48db8832d13 HTTP/1.1" status: 204  len: 168 time: 0.5757189
Apr 16 21:07:24.364318 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5fa25f-d447-4df7-ad6a-f9e38971ec07 x-openstack-request-id: req-5c5fa25f-d447-4df7-ad6a-f9e38971ec07 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:07:24.364951 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c", "tag": "efb6cd0f-aa21-4df1-b980-d8110795919e", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:07:24.365594 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c5fa25f-d447-4df7-ad6a-f9e38971ec07 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:07:24.366265 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5fa25f-d447-4df7-ad6a-f9e38971ec07'] response: {'name': 'network-changed', 'server_uuid': '0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c', 'tag': 'efb6cd0f-aa21-4df1-b980-d8110795919e', 'status': 'completed', 'code': 200}
Apr 16 21:07:24.394417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da107f75-5703-4657-a8cf-24786863819d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf44ad12-8229-444d-b821-b48db8832d13,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:24.412724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-482a81b9-fecd-485e-b351-0e3562b8f050 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 5.6767046
Apr 16 21:07:24.444882 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:07:24.458436 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Sync routers for ids ['d0a093cb-f51e-463d-bd71-60dce85bf705'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:07:24.459569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-e306983d-b3ce-49d1-89ef-d84074504551 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:07:24.461073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-e306983d-b3ce-49d1-89ef-d84074504551 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0241060
Apr 16 21:07:24.478896 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Routers {'d0a093cb-f51e-463d-bd71-60dce85bf705'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:07:24.481491 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ee6670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:07:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d0a093cb-f51e-463d-bd71-60dce85bf705'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:24.494863 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c3d8489f-e00e-40cc-8112-24155610c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0980b286-d261-401d-b905-fd1b2eb3c180), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:24.499234 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c3d8489f-e00e-40cc-8112-24155610c0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:24.503891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c3d8489f-e00e-40cc-8112-24155610c0f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0980b286-d261-401d-b905-fd1b2eb3c180 HTTP/1.1" status: 204  len: 168 time: 1.1934245
Apr 16 21:07:24.516847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6aca770f-4cb7-4fd9-9a99-b71ee134d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:24.519501 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-6aca770f-4cb7-4fd9-9a99-b71ee134d11f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.2649710
Apr 16 21:07:24.537724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f480b-f209-4e3b-b4a5-da085057bd77 req-701e0106-746e-4c61-82f0-d892348f8f6f tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:24.540598 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b55f480b-f209-4e3b-b4a5-da085057bd77 req-701e0106-746e-4c61-82f0-d892348f8f6f tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 934 time: 0.1353137
Apr 16 21:07:24.552524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8489f-e00e-40cc-8112-24155610c0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0980b286-d261-401d-b905-fd1b2eb3c180,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:24.570373 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:24.578235 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-af846c79-749d-402e-991b-7d35c13b3594 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 7.8582048
Apr 16 21:07:24.579149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44670) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:24.676440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7f99522b-27ee-4a36-b343-d1b9f540b97f None None] Provisioning complete for port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:24.677002 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b55f480b-f209-4e3b-b4a5-da085057bd77 req-dfbe5667-a94e-4bd7-a6d7-4893e1458806 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914819
Apr 16 21:07:24.677128 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f99522b-27ee-4a36-b343-d1b9f540b97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:24.678227 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-89014baa-cf84-4006-9659-bd9f9e1b10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:24.680147 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-89014baa-cf84-4006-9659-bd9f9e1b10b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1378989
Apr 16 21:07:24.732752 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7f99522b-27ee-4a36-b343-d1b9f540b97f None None] Port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:07:24.918117 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Set router d0a093cb-f51e-463d-bd71-60dce85bf705 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:07:25.098433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44678) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:25.259587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9891645-3cbb-4234-ba46-29e3d2654039 req-b3650df4-3464-4e60-90c7-a99b9e010c40 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:25.264556 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b9891645-3cbb-4234-ba46-29e3d2654039 req-b3650df4-3464-4e60-90c7-a99b9e010c40 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 948 time: 0.2035668
Apr 16 21:07:25.531303 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ee6670>, [{'id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140643686-router', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36'}], 'enable_snat': True}, 'gw_port_id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:16Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 3, 'project_id': '7472c35639b141d7a97328cd46f535db', 'gw_port': {'id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:19Z', 'updated_at': '2022-04-16T21:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:25.559337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-08086edc-d3f5-47d6-b205-5597f3459dde service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8685198
Apr 16 21:07:25.595446 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Checking router: d0a093cb-f51e-463d-bd71-60dce85bf705 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:07:25.595777 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Updating router d0a093cb-f51e-463d-bd71-60dce85bf705 port a487b560-8964-494d-a9ba-c8fad946a97b binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:07:25.711865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Request body: {'port': {'device_id': '8bf8828b-5b17-4317-a6b8-7856d023986a', 'device_owner': 'compute:tempest-test_az-784064479', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:25.734388 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a487b560-8964-494d-a9ba-c8fad946a97b), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:25.790864 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b9891645-3cbb-4234-ba46-29e3d2654039 req-2fa4557a-e8be-4ff5-a36b-8d659c9a873d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4467068
Apr 16 21:07:25.837418 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-741c9a83-e4ba-4e99-9f2b-606014f06833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:25.967215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69b807b-6e3a-4183-ac1e-401bf7b230b3 req-fccb9309-ab7a-4429-9d3c-a201fab4fab6 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3972242
Apr 16 21:07:25.967802 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:26.017949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6553ddd-1a70-4224-8f03-264e3535fba4 req-c5ef51cf-ee82-4fca-904c-1284474b3ee6 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:26.022256 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6553ddd-1a70-4224-8f03-264e3535fba4 req-c5ef51cf-ee82-4fca-904c-1284474b3ee6 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 934 time: 0.1806428
Apr 16 21:07:26.022799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44696) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:26.103394 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d7fe-9934-47dc-9f75-510228b2d01a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:26.137951 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:26.417156 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-741c9a83-e4ba-4e99-9f2b-606014f06833 admin admin] Publish callbacks [] for security_group (84d7919f-883d-4530-b73e-5d3118a00c85), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:26.501506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d21d6-94ad-45e1-8e7f-7efbde48b8ed req-e9466ce4-0ecc-4f71-bd82-1da2b997500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:26.504704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b07d21d6-94ad-45e1-8e7f-7efbde48b8ed req-e9466ce4-0ecc-4f71-bd82-1da2b997500e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=998f0203a6c741839bde8be2da375d4f&device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 1130 time: 0.3341153
Apr 16 21:07:26.518709 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6553ddd-1a70-4224-8f03-264e3535fba4 req-c744e851-0aea-4682-b76b-2aa0580df0e2 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4886038
Apr 16 21:07:26.524215 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-741c9a83-e4ba-4e99-9f2b-606014f06833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (84d7919f-883d-4530-b73e-5d3118a00c85), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:26.533959 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Publish callbacks [] for port (a487b560-8964-494d-a9ba-c8fad946a97b), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:26.608057 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a487b560-8964-494d-a9ba-c8fad946a97b), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:26.721336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c9a83-e4ba-4e99-9f2b-606014f06833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d7919f-883d-4530-b73e-5d3118a00c85,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:26.732768 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-741c9a83-e4ba-4e99-9f2b-606014f06833 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1aa3fe953ad84249b118e9010fe0d2a8&name=default HTTP/1.1" status: 200  len: 2993 time: 1.6262782
Apr 16 21:07:26.736343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44704) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:26.877519 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a277f-0799-4618-8c68-1b30a9ae9e75 None None] Pushing event updated for resources: {'Port': ['ID=a487b560-8964-494d-a9ba-c8fad946a97b,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:26.885040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Allocated IP 172.20.0.1 (4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda/d5666b7c-5750-4a6e-90f2-79faf9abf5af/180df678-8b96-48ee-ae5e-0784a6cd723c) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:07:26.899983 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Attempting to bind port a487b560-8964-494d-a9ba-c8fad946a97b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:07:26.902099 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:07:26.908451 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Attempting to bind port a487b560-8964-494d-a9ba-c8fad946a97b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:07:26.908451 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Attempting to bind port a487b560-8964-494d-a9ba-c8fad946a97b on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:07:26.911992 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Publish callbacks [] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:26.914502 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:07:26.914833 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:07:26.915498 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:26.915930 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:07:26.923343 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Bound port: a487b560-8964-494d-a9ba-c8fad946a97b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:07:26.923848 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a487b560-8964-494d-a9ba-c8fad946a97b), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:26.927213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Transition to ACTIVE for port object e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:07:26.953732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d7fe-9934-47dc-9f75-510228b2d01a admin admin] Publish callbacks [] for security_group (cdea744d-72d4-4417-9388-a6ec6eeacc88), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:27.027079 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:27.032205 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0c87e61-ecc3-4a2a-9c7f-27184eedd66a admin admin] Publish callbacks [] for security_group (84d7919f-883d-4530-b73e-5d3118a00c85), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:27.063210 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d7fe-9934-47dc-9f75-510228b2d01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cdea744d-72d4-4417-9388-a6ec6eeacc88), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:27.138152 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e5d4d7fe-9934-47dc-9f75-510228b2d01a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b42e0b4f66a24cd690edbede9851d332&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1081254
Apr 16 21:07:27.138490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44710) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:27.155323 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] For port a487b560-8964-494d-a9ba-c8fad946a97b, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:07:27.163268 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] For port a487b560-8964-494d-a9ba-c8fad946a97b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a487b560-8964-494d-a9ba-c8fad946a97b,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:07:27.261803 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a487b560-8964-494d-a9ba-c8fad946a97b), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:27.342055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d87810-02af-4e11-81ab-97c79c589751 req-7433165e-66db-4241-bb87-bde5255a15d4 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:27.360273 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96d87810-02af-4e11-81ab-97c79c589751 req-7433165e-66db-4241-bb87-bde5255a15d4 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 948 time: 0.3955398
Apr 16 21:07:27.403709 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0c87e61-ecc3-4a2a-9c7f-27184eedd66a admin admin] Publish callbacks [] for security_group (84d7919f-883d-4530-b73e-5d3118a00c85), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:27.421486 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a277f-0799-4618-8c68-1b30a9ae9e75 None None] Pushing event updated for resources: {'Port': ['ID=a487b560-8964-494d-a9ba-c8fad946a97b,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:27.457697 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-189bb40a-0cee-4d72-b29c-a89ae22ec3b4 admin admin] Publish callbacks [] for security_group (cdea744d-72d4-4417-9388-a6ec6eeacc88), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:27.494955 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Routers {'d0a093cb-f51e-463d-bd71-60dce85bf705'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:07:27.496006 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ee6670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:07:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d0a093cb-f51e-463d-bd71-60dce85bf705'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:27.565373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Pushing event updated for resources: {'Port': ['ID=e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:27.570208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4d7fe-9934-47dc-9f75-510228b2d01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdea744d-72d4-4417-9388-a6ec6eeacc88,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:27.690934 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Publish callbacks [] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:27.724157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d21d6-94ad-45e1-8e7f-7efbde48b8ed req-34367a5f-be77-4d32-9403-b65bcea9823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:27.726288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b07d21d6-94ad-45e1-8e7f-7efbde48b8ed req-34367a5f-be77-4d32-9403-b65bcea9823a service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 1.2040446
Apr 16 21:07:27.755526 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-189bb40a-0cee-4d72-b29c-a89ae22ec3b4 admin admin] Publish callbacks [] for security_group (cdea744d-72d4-4417-9388-a6ec6eeacc88), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:27.841193 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] Set router d0a093cb-f51e-463d-bd71-60dce85bf705 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:07:27.896714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96d87810-02af-4e11-81ab-97c79c589751 req-bc698695-f67f-4e55-a2a5-6cb9d03d3b27 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5306754
Apr 16 21:07:27.909789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Attempting to bind port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:07:27.910521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Attempting to bind port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:07:27.910521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Attempting to bind port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:07:27.928452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:28.020789 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0c87e61-ecc3-4a2a-9c7f-27184eedd66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (84d7919f-883d-4530-b73e-5d3118a00c85), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:28.028469 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0c87e61-ecc3-4a2a-9c7f-27184eedd66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:28.029956 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e0c87e61-ecc3-4a2a-9c7f-27184eedd66a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84d7919f-883d-4530-b73e-5d3118a00c85 HTTP/1.1" status: 204  len: 168 time: 1.2918756
Apr 16 21:07:28.099429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613cd2-010f-4cf0-a8ca-7b50c1d5c3ee req-fadc340d-a7a8-438f-abea-dac6b8922a88 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:28.106210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Network 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:07:28.119220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Pushing event updated for resources: {'Port': ['ID=180df678-8b96-48ee-ae5e-0784a6cd723c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:28.124306 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78613cd2-010f-4cf0-a8ca-7b50c1d5c3ee req-fadc340d-a7a8-438f-abea-dac6b8922a88 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 967 time: 0.4290233
Apr 16 21:07:28.129572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:28.129736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b07d21d6-94ad-45e1-8e7f-7efbde48b8ed req-ee97f5b9-ff51-4bc2-8008-2c7fe279c011 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=efb6cd0f-aa21-4df1-b980-d8110795919e HTTP/1.1" status: 200  len: 217 time: 0.2533193
Apr 16 21:07:28.138063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c87e61-ecc3-4a2a-9c7f-27184eedd66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d7919f-883d-4530-b73e-5d3118a00c85,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:28.162169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:07:28.162169 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (d0a093cb-f51e-463d-bd71-60dce85bf705), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:28.173247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:07:28.173574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Attempting to bind port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:07:28.214039 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ee6670>, [{'id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140643686-router', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36'}], 'enable_snat': True}, 'gw_port_id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:16Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 3, 'project_id': '7472c35639b141d7a97328cd46f535db', 'gw_port': {'id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:19Z', 'updated_at': '2022-04-16T21:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:28.288871 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c8eecc-9780-4970-85dc-54083bb59c66 None None] The sync data for ids ['d0a093cb-f51e-463d-bd71-60dce85bf705'] in ncdv-master-1 is: [{'id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140643686-router', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36'}], 'enable_snat': True}, 'gw_port_id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:16Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 3, 'project_id': '7472c35639b141d7a97328cd46f535db', 'gw_port': {'id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:19Z', 'updated_at': '2022-04-16T21:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:07:28.375107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d21d6-94ad-45e1-8e7f-7efbde48b8ed req-261bdd32-93a1-44cd-9f18-00d5603aec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:28.382540 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b07d21d6-94ad-45e1-8e7f-7efbde48b8ed req-261bdd32-93a1-44cd-9f18-00d5603aec89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1894240
Apr 16 21:07:28.422506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:07:28.423034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:07:28.423226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:07:28.423753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Bound port: e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:07:28.441538 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:28.564037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d21d6-94ad-45e1-8e7f-7efbde48b8ed req-1cf697d2-ff43-48b4-be10-c854a416391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:28.572318 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b07d21d6-94ad-45e1-8e7f-7efbde48b8ed req-1cf697d2-ff43-48b4-be10-c854a416391c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1499882
Apr 16 21:07:28.690351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78613cd2-010f-4cf0-a8ca-7b50c1d5c3ee req-cd05daf6-c5c4-40c0-85c3-122971a3a1b4 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5017352
Apr 16 21:07:28.731132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9ef2cc4f-d35c-41b3-a68d-84aec232880f None None] Provisioning complete for port 180df678-8b96-48ee-ae5e-0784a6cd723c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:28.731132 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9ef2cc4f-d35c-41b3-a68d-84aec232880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:28.925148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2cc4f-d35c-41b3-a68d-84aec232880f None None] Port 180df678-8b96-48ee-ae5e-0784a6cd723c cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:07:28.986252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] For port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:07:29.007165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] For port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:07:29.063579 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-189bb40a-0cee-4d72-b29c-a89ae22ec3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cdea744d-72d4-4417-9388-a6ec6eeacc88), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:29.073799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-189bb40a-0cee-4d72-b29c-a89ae22ec3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:29.077460 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-189bb40a-0cee-4d72-b29c-a89ae22ec3b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdea744d-72d4-4417-9388-a6ec6eeacc88 HTTP/1.1" status: 204  len: 168 time: 1.9199364
Apr 16 21:07:29.135107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bb40a-0cee-4d72-b29c-a89ae22ec3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdea744d-72d4-4417-9388-a6ec6eeacc88,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:29.140749 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:29.190390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:29.297171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:29.298317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:29.302214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] 10.222.0.11 "PUT /v2.0/ports/e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 HTTP/1.1" status: 200  len: 1115 time: 3.8965437
Apr 16 21:07:29.305577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf8828b-5b17-4317-a6b8-7856d023986a', 'tag': 'e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:07:29.308043 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4949b8d1-2e2c-41f1-a28b-261c42d422a8" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf8828b-5b17-4317-a6b8-7856d023986a", "tag": "e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:07:29.328783 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b07d21d6-94ad-45e1-8e7f-7efbde48b8ed req-dd957224-e017-4b5c-bbb7-91967a4f9414 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6928618
Apr 16 21:07:29.343117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f45c6-6847-46fd-a60c-f9f14676e50e req-0088f754-94a8-4d20-bdf3-6dcb2052e1ba tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:29.350737 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-623f45c6-6847-46fd-a60c-f9f14676e50e req-0088f754-94a8-4d20-bdf3-6dcb2052e1ba tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 948 time: 0.2018509
Apr 16 21:07:29.357775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146c9b5-1800-4a1b-91ef-4326a35e5c9d service neutron] Pushing event updated for resources: {'Port': ['ID=e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:29.566643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44746) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:29.653665 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98ba58ce-5e48-454f-9d91-ae9caf2c6bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:29.701863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6eb0d91d-fbdd-40ea-9a83-fe7f131beec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:29.703725 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-6eb0d91d-fbdd-40ea-9a83-fe7f131beec8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99672927446f4ecfb3b1e170073b6797&device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 1149 time: 0.2162225
Apr 16 21:07:29.723273 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Publish callbacks [] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:29.763500 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-623f45c6-6847-46fd-a60c-f9f14676e50e req-a8508d63-8d05-42dc-b04c-564592a72edc tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4069464
Apr 16 21:07:29.784809 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4275b652-b51a-4943-8ea8-38563ede1cbd x-openstack-request-id: req-4275b652-b51a-4943-8ea8-38563ede1cbd {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:07:29.785377 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf8828b-5b17-4317-a6b8-7856d023986a", "tag": "e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:07:29.786363 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4275b652-b51a-4943-8ea8-38563ede1cbd {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:07:29.787117 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4275b652-b51a-4943-8ea8-38563ede1cbd'] response: {'name': 'network-changed', 'server_uuid': '8bf8828b-5b17-4317-a6b8-7856d023986a', 'tag': 'e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4', 'status': 'completed', 'code': 200}
Apr 16 21:07:29.799693 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:29.801526 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (d0a093cb-f51e-463d-bd71-60dce85bf705), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:29.966759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Pushing event updated for resources: {'Port': ['ID=180df678-8b96-48ee-ae5e-0784a6cd723c,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:30.115188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Network 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:07:30.119333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:30.266905 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-8b5abe06-2f31-424f-879c-1a2861b0f314 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 HTTP/1.1" status: 200  len: 217 time: 0.5548503
Apr 16 21:07:30.287580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b07d21d6-94ad-45e1-8e7f-7efbde48b8ed req-ea143be5-8a34-4ebc-bd64-853e6f974b3d service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9262784
Apr 16 21:07:30.502408 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98ba58ce-5e48-454f-9d91-ae9caf2c6bb6 admin admin] Publish callbacks [] for security_group (c04ca97c-af6f-4325-9d11-c41217f8df29), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:30.517362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e46182-f96d-42ed-85ef-d7453235a0cf req-57ad3f78-0ceb-4b13-bc04-5656df73b04a tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:30.517923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Router d0a093cb-f51e-463d-bd71-60dce85bf705 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:07:30.521674 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-60e46182-f96d-42ed-85ef-d7453235a0cf req-57ad3f78-0ceb-4b13-bc04-5656df73b04a tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 967 time: 0.2893205
Apr 16 21:07:30.640553 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98ba58ce-5e48-454f-9d91-ae9caf2c6bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c04ca97c-af6f-4325-9d11-c41217f8df29), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:30.655322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a487b560-8964-494d-a9ba-c8fad946a97b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:07:30.678843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-c2f6849b-8bfc-4e20-b137-43f50d311d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:30.688916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-c2f6849b-8bfc-4e20-b137-43f50d311d40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.4061601
Apr 16 21:07:30.749149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f495a3df-6eff-4786-86c1-74af4946227c None None] Provisioning complete for port 180df678-8b96-48ee-ae5e-0784a6cd723c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:30.749689 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f495a3df-6eff-4786-86c1-74af4946227c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:30.802154 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:07:30.830190 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c15e342d-fc6a-4b0c-b307-48ef30c1445f admin admin] 10.222.0.20 "PUT /v2.0/routers/d0a093cb-f51e-463d-bd71-60dce85bf705/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2475123
Apr 16 21:07:30.835141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-810413b7-c8bc-4644-84e4-4156ddbfac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:30.836751 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-810413b7-c8bc-4644-84e4-4156ddbfac4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1280227
Apr 16 21:07:30.857354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44776) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:30.882517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44780) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:30.883466 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-98ba58ce-5e48-454f-9d91-ae9caf2c6bb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a87976470794e7091a51fa109f73604&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3066568
Apr 16 21:07:30.894907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f495a3df-6eff-4786-86c1-74af4946227c None None] Port 180df678-8b96-48ee-ae5e-0784a6cd723c cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:07:30.899307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba58ce-5e48-454f-9d91-ae9caf2c6bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04ca97c-af6f-4325-9d11-c41217f8df29,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:30.910759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a487b560-8964-494d-a9ba-c8fad946a97b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:30.911688 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a487b560-8964-494d-a9ba-c8fad946a97b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:30.962336 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-60e46182-f96d-42ed-85ef-d7453235a0cf req-b5c15682-593f-40b5-ad3a-d12b55e3ff59 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4101255
Apr 16 21:07:31.047109 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-d4f648ca-292a-4a50-ad0e-e711138a23ae service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1875484
Apr 16 21:07:31.050833 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25030926-fe82-4bfb-9476-3cb4dbb4be42 admin admin] Publish callbacks [] for security_group (c04ca97c-af6f-4325-9d11-c41217f8df29), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:31.070953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743ea48-9d2d-4837-b0ac-9a2b343a01b3 req-5b4f27b2-edf4-468e-8bd9-fc58b5126e23 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:31.072988 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7743ea48-9d2d-4837-b0ac-9a2b343a01b3 req-5b4f27b2-edf4-468e-8bd9-fc58b5126e23 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 948 time: 0.1402471
Apr 16 21:07:31.107034 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25030926-fe82-4bfb-9476-3cb4dbb4be42 admin admin] Publish callbacks [] for security_group (c04ca97c-af6f-4325-9d11-c41217f8df29), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:31.170801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a487b560-8964-494d-a9ba-c8fad946a97b is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:31.171217 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a487b560-8964-494d-a9ba-c8fad946a97b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:31.174945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7743ea48-9d2d-4837-b0ac-9a2b343a01b3 req-993997ce-af56-4475-a6c9-6dfd8aa96602 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954037
Apr 16 21:07:31.215572 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-076f7835-11b1-4195-8235-5c7fc969d7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:31.252349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port a487b560-8964-494d-a9ba-c8fad946a97b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a487b560-8964-494d-a9ba-c8fad946a97b,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:31.294709 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59100b7c-8e7b-4439-97ae-b0e0b6178240 req-359ebacd-2682-43b3-9005-9cd936483abd service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2410691
Apr 16 21:07:31.310016 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a487b560-8964-494d-a9ba-c8fad946a97b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:31.353839 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-076f7835-11b1-4195-8235-5c7fc969d7d6 admin admin] Publish callbacks [] for security_group (396433c0-beec-448b-8fe5-51f9c93a67f0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:31.402430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=a487b560-8964-494d-a9ba-c8fad946a97b,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:31.442303 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-076f7835-11b1-4195-8235-5c7fc969d7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (396433c0-beec-448b-8fe5-51f9c93a67f0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:31.444937 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25030926-fe82-4bfb-9476-3cb4dbb4be42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c04ca97c-af6f-4325-9d11-c41217f8df29), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:31.457233 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25030926-fe82-4bfb-9476-3cb4dbb4be42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:31.464036 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-25030926-fe82-4bfb-9476-3cb4dbb4be42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c04ca97c-af6f-4325-9d11-c41217f8df29 HTTP/1.1" status: 204  len: 168 time: 0.5787556
Apr 16 21:07:31.568596 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-076f7835-11b1-4195-8235-5c7fc969d7d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8e2573c3ff14192b7a314e66b8610d7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7103419
Apr 16 21:07:31.574780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44792) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:31.594078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f7835-11b1-4195-8235-5c7fc969d7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396433c0-beec-448b-8fe5-51f9c93a67f0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:31.621787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949b8d1-2e2c-41f1-a28b-261c42d422a8 req-61df6f69-1c49-4073-a611-07b93d1ef5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:31.623483 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4949b8d1-2e2c-41f1-a28b-261c42d422a8 req-61df6f69-1c49-4073-a611-07b93d1ef5c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99672927446f4ecfb3b1e170073b6797&device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 1149 time: 0.1439452
Apr 16 21:07:31.645528 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25030926-fe82-4bfb-9476-3cb4dbb4be42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04ca97c-af6f-4325-9d11-c41217f8df29,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:31.697678 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-102961ae-3949-443c-8356-777de37739b6 admin admin] Publish callbacks [] for security_group (396433c0-beec-448b-8fe5-51f9c93a67f0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:31.750944 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-102961ae-3949-443c-8356-777de37739b6 admin admin] Publish callbacks [] for security_group (396433c0-beec-448b-8fe5-51f9c93a67f0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:31.884166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949b8d1-2e2c-41f1-a28b-261c42d422a8 req-ca9ac486-c775-4eba-9de7-8605a20fc836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:31.887994 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4949b8d1-2e2c-41f1-a28b-261c42d422a8 req-ca9ac486-c775-4eba-9de7-8605a20fc836 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.2530692
Apr 16 21:07:31.909974 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-102961ae-3949-443c-8356-777de37739b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (396433c0-beec-448b-8fe5-51f9c93a67f0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:31.912419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Sync routers for ids ['d0a093cb-f51e-463d-bd71-60dce85bf705'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:07:31.917831 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-102961ae-3949-443c-8356-777de37739b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:31.922830 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-102961ae-3949-443c-8356-777de37739b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/396433c0-beec-448b-8fe5-51f9c93a67f0 HTTP/1.1" status: 204  len: 168 time: 0.3466542
Apr 16 21:07:31.938287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Routers {'d0a093cb-f51e-463d-bd71-60dce85bf705'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:07:31.939338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012486ee20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:07:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d0a093cb-f51e-463d-bd71-60dce85bf705'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:31.942661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102961ae-3949-443c-8356-777de37739b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396433c0-beec-448b-8fe5-51f9c93a67f0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:31.972671 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4949b8d1-2e2c-41f1-a28b-261c42d422a8 req-99ef72ea-bd0b-4b48-88db-a6d0f34f41d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 HTTP/1.1" status: 200  len: 217 time: 0.0677226
Apr 16 21:07:32.084790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949b8d1-2e2c-41f1-a28b-261c42d422a8 req-4141a254-93ce-44e0-a12d-709242f78990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:32.087326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4949b8d1-2e2c-41f1-a28b-261c42d422a8 req-4141a254-93ce-44e0-a12d-709242f78990 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1089239
Apr 16 21:07:32.182264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d85a55-009c-4e27-9755-389260815dbe req-d61e194d-23d5-4768-83b4-d3295f983834 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:32.183692 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76d85a55-009c-4e27-9755-389260815dbe req-d61e194d-23d5-4768-83b4-d3295f983834 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 967 time: 0.0520358
Apr 16 21:07:32.209267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Set router d0a093cb-f51e-463d-bd71-60dce85bf705 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:07:32.262100 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76d85a55-009c-4e27-9755-389260815dbe req-842e388a-4a59-4aa8-a566-a2f5860c8d8f tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725553
Apr 16 21:07:32.446242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16a5a7-cb52-4a95-8122-fe6122843dc7 req-68939283-a8bc-4562-9985-8393f20725cf tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:32.448362 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2f16a5a7-cb52-4a95-8122-fe6122843dc7 req-68939283-a8bc-4562-9985-8393f20725cf tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 948 time: 0.0821977
Apr 16 21:07:32.526317 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2f16a5a7-cb52-4a95-8122-fe6122843dc7 req-80d3d0e0-9726-44f6-9d0f-d9324bc727a7 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698817
Apr 16 21:07:32.588193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012486ee20>, [{'id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140643686-router', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36'}], 'enable_snat': True}, 'gw_port_id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:16Z', 'updated_at': '2022-04-16T21:07:28Z', 'revision_number': 4, 'project_id': '7472c35639b141d7a97328cd46f535db', 'gw_port': {'id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:19Z', 'updated_at': '2022-04-16T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '180df678-8b96-48ee-ae5e-0784a6cd723c', 'name': '', 'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'mac_address': 'fa:16:3e:40:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd5666b7c-5750-4a6e-90f2-79faf9abf5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:26Z', 'updated_at': '2022-04-16T21:07:29Z', 'revision_number': 2, 'project_id': '7472c35639b141d7a97328cd46f535db', 'subnets': [{'id': 'd5666b7c-5750-4a6e-90f2-79faf9abf5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:32.636630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a487b560-8964-494d-a9ba-c8fad946a97b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:07:32.640881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Checking router: d0a093cb-f51e-463d-bd71-60dce85bf705 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:07:32.641514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Updating router d0a093cb-f51e-463d-bd71-60dce85bf705 port 180df678-8b96-48ee-ae5e-0784a6cd723c binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:07:32.720004 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:32.771659 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a487b560-8964-494d-a9ba-c8fad946a97b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:32.771659 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a487b560-8964-494d-a9ba-c8fad946a97b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:32.954756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949b8d1-2e2c-41f1-a28b-261c42d422a8 req-ae8c78db-295e-44a3-a5ca-776de9821a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:32.977784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4949b8d1-2e2c-41f1-a28b-261c42d422a8 req-ae8c78db-295e-44a3-a5ca-776de9821a9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1710763
Apr 16 21:07:33.300150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4949b8d1-2e2c-41f1-a28b-261c42d422a8 req-3ae95d82-224d-4a50-bc4d-dcb824247533 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3110347
Apr 16 21:07:33.354469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a487b560-8964-494d-a9ba-c8fad946a97b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:33.596165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cef1f9-1104-496b-b10f-111b5015a46d req-1cf6a2bb-cc4f-4bd1-aa23-e0e48128bfc0 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:33.598111 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76cef1f9-1104-496b-b10f-111b5015a46d req-1cf6a2bb-cc4f-4bd1-aa23-e0e48128bfc0 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 967 time: 0.1644740
Apr 16 21:07:33.653084 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Publish callbacks [] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:33.700466 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76cef1f9-1104-496b-b10f-111b5015a46d req-3803126c-5acf-4501-8cfa-b57e528318cf tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941753
Apr 16 21:07:33.700795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac8fc4-36d7-43a4-8a3e-163f6db77261 req-e98bb1b3-c8ba-44cc-bd65-f824fab0e31e tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:33.707773 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-36ac8fc4-36d7-43a4-8a3e-163f6db77261 req-e98bb1b3-c8ba-44cc-bd65-f824fab0e31e tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 948 time: 0.0739572
Apr 16 21:07:33.776408 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-36ac8fc4-36d7-43a4-8a3e-163f6db77261 req-a83b1283-bbc8-4155-b88d-1106b679817e tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663238
Apr 16 21:07:33.786084 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:33.864235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5dc6a-c11e-407c-904d-64183baaf892 None None] Pushing event updated for resources: {'Port': ['ID=180df678-8b96-48ee-ae5e-0784a6cd723c,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:33.926426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Attempting to bind port 180df678-8b96-48ee-ae5e-0784a6cd723c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:07:33.926961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Attempting to bind port 180df678-8b96-48ee-ae5e-0784a6cd723c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5197cc94-868b-43bc-ab6d-8435799dab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:07:33.927428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Attempting to bind port 180df678-8b96-48ee-ae5e-0784a6cd723c on network 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:07:33.934647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:07:33.935134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Checking segment: {'id': '5197cc94-868b-43bc-ab6d-8435799dab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:07:33.935576 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:33.936126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Bound using segment: {'id': '5197cc94-868b-43bc-ab6d-8435799dab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:07:33.936693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Bound port: 180df678-8b96-48ee-ae5e-0784a6cd723c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5197cc94-868b-43bc-ab6d-8435799dab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:07:33.937191 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:33.972820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44830) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:33.992451 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b23d1660-66e4-41cd-8ecb-fcadb456ab7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.041950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] For port 180df678-8b96-48ee-ae5e-0784a6cd723c, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:07:34.046977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] For port 180df678-8b96-48ee-ae5e-0784a6cd723c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=180df678-8b96-48ee-ae5e-0784a6cd723c,segment=NetworkSegment(5197cc94-868b-43bc-ab6d-8435799dab66),segment_id=5197cc94-868b-43bc-ab6d-8435799dab66)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:07:34.100355 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b23d1660-66e4-41cd-8ecb-fcadb456ab7d admin admin] Publish callbacks [] for security_group (ea6c3f32-18d8-4f2f-91e3-2bb1f3a5dbf0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.137146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e3a90c6a-2aeb-47f2-baee-a4faba8db8e3 None None] Provisioning complete for port 180df678-8b96-48ee-ae5e-0784a6cd723c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:34.137478 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3a90c6a-2aeb-47f2-baee-a4faba8db8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.165277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44832) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:34.178872 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-708213a6-a841-47e4-a0bf-92af2cc48189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.183481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e3a90c6a-2aeb-47f2-baee-a4faba8db8e3 None None] Port 180df678-8b96-48ee-ae5e-0784a6cd723c cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:07:34.197367 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.224512 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b23d1660-66e4-41cd-8ecb-fcadb456ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ea6c3f32-18d8-4f2f-91e3-2bb1f3a5dbf0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.275947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Routers {'d0a093cb-f51e-463d-bd71-60dce85bf705'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:07:34.276409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012486ee20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:07:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d0a093cb-f51e-463d-bd71-60dce85bf705'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:34.283792 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4949b8d1-2e2c-41f1-a28b-261c42d422a8 req-deb78617-5318-455c-a481-4bd02eebffc3 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1689234
Apr 16 21:07:34.299296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-708213a6-a841-47e4-a0bf-92af2cc48189 admin admin] Publish callbacks [] for security_group (7dc318f0-1da6-4f99-a092-f366316a3a25), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.325832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b23d1660-66e4-41cd-8ecb-fcadb456ab7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c596ddcbc45540a1ba591a40fd628d81&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3516934
Apr 16 21:07:34.328460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44836) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:34.361968 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-708213a6-a841-47e4-a0bf-92af2cc48189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7dc318f0-1da6-4f99-a092-f366316a3a25), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.368537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d1660-66e4-41cd-8ecb-fcadb456ab7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6c3f32-18d8-4f2f-91e3-2bb1f3a5dbf0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:34.435513 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-760acf29-5904-4ce4-a34a-5bf7c72387cb admin admin] Publish callbacks [] for security_group (ea6c3f32-18d8-4f2f-91e3-2bb1f3a5dbf0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.462211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44838) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:34.465069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5dc6a-c11e-407c-904d-64183baaf892 None None] Pushing event updated for resources: {'Port': ['ID=180df678-8b96-48ee-ae5e-0784a6cd723c,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:34.468197 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-708213a6-a841-47e4-a0bf-92af2cc48189 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e0f0579ede241fca070c380ea66dfb6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3010514
Apr 16 21:07:34.471021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708213a6-a841-47e4-a0bf-92af2cc48189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc318f0-1da6-4f99-a092-f366316a3a25,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:34.473349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a0125140-6e2f-469a-9c74-3ab7c58349bf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1720119057', 'description': 'tempest-description--1564430946'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:34.475189 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44840) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:34.510872 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-760acf29-5904-4ce4-a34a-5bf7c72387cb admin admin] Publish callbacks [] for security_group (ea6c3f32-18d8-4f2f-91e3-2bb1f3a5dbf0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.555086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-47cf5d26-07af-48ac-ad43-b7dd8e15fd78 admin admin] Publish callbacks [] for security_group (7dc318f0-1da6-4f99-a092-f366316a3a25), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.582006 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-47cf5d26-07af-48ac-ad43-b7dd8e15fd78 admin admin] Publish callbacks [] for security_group (7dc318f0-1da6-4f99-a092-f366316a3a25), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.591453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] Set router d0a093cb-f51e-463d-bd71-60dce85bf705 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:07:34.637898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7db61af7-da6a-4f63-b657-ea0a66dfbac5 None None] Provisioning complete for port 180df678-8b96-48ee-ae5e-0784a6cd723c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:34.638271 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7db61af7-da6a-4f63-b657-ea0a66dfbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.715902 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0125140-6e2f-469a-9c74-3ab7c58349bf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.844032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46bc11-c057-46d6-814a-14d3adc68d64 req-fffa734d-c8da-4e10-b738-fcd8eca41d66 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:34.845514 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d46bc11-c057-46d6-814a-14d3adc68d64 req-fffa734d-c8da-4e10-b738-fcd8eca41d66 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 967 time: 0.0568242
Apr 16 21:07:34.847760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7db61af7-da6a-4f63-b657-ea0a66dfbac5 None None] Current status of the port 180df678-8b96-48ee-ae5e-0784a6cd723c is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:34.848153 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7db61af7-da6a-4f63-b657-ea0a66dfbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.859725 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-47cf5d26-07af-48ac-ad43-b7dd8e15fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7dc318f0-1da6-4f99-a092-f366316a3a25), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.863305 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-47cf5d26-07af-48ac-ad43-b7dd8e15fd78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.864952 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-47cf5d26-07af-48ac-ad43-b7dd8e15fd78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dc318f0-1da6-4f99-a092-f366316a3a25 HTTP/1.1" status: 204  len: 168 time: 0.3863897
Apr 16 21:07:34.888254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf5d26-07af-48ac-ad43-b7dd8e15fd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc318f0-1da6-4f99-a092-f366316a3a25,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:34.888526 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-760acf29-5904-4ce4-a34a-5bf7c72387cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ea6c3f32-18d8-4f2f-91e3-2bb1f3a5dbf0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.900248 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-760acf29-5904-4ce4-a34a-5bf7c72387cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.900248 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-760acf29-5904-4ce4-a34a-5bf7c72387cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea6c3f32-18d8-4f2f-91e3-2bb1f3a5dbf0 HTTP/1.1" status: 204  len: 168 time: 0.5650120
Apr 16 21:07:34.912384 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7db61af7-da6a-4f63-b657-ea0a66dfbac5 None None] For port 180df678-8b96-48ee-ae5e-0784a6cd723c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=180df678-8b96-48ee-ae5e-0784a6cd723c,segment=NetworkSegment(5197cc94-868b-43bc-ab6d-8435799dab66),segment_id=5197cc94-868b-43bc-ab6d-8435799dab66)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:34.914926 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012486ee20>, [{'id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140643686-router', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36'}], 'enable_snat': True}, 'gw_port_id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:16Z', 'updated_at': '2022-04-16T21:07:28Z', 'revision_number': 4, 'project_id': '7472c35639b141d7a97328cd46f535db', 'gw_port': {'id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:19Z', 'updated_at': '2022-04-16T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '180df678-8b96-48ee-ae5e-0784a6cd723c', 'name': '', 'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'mac_address': 'fa:16:3e:40:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd5666b7c-5750-4a6e-90f2-79faf9abf5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:26Z', 'updated_at': '2022-04-16T21:07:34Z', 'revision_number': 4, 'project_id': '7472c35639b141d7a97328cd46f535db', 'subnets': [{'id': 'd5666b7c-5750-4a6e-90f2-79faf9abf5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:34.928345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760acf29-5904-4ce4-a34a-5bf7c72387cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6c3f32-18d8-4f2f-91e3-2bb1f3a5dbf0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:34.953231 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0125140-6e2f-469a-9c74-3ab7c58349bf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for security_group (a3f6c985-ebed-45d9-8d3d-60451d8c5ab9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:34.954016 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d46bc11-c057-46d6-814a-14d3adc68d64 req-04f307c3-d33f-43c1-9efe-5a76ed562ef9 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025047
Apr 16 21:07:34.982145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5710c0-5d2f-4bb4-a116-f0aaf87d693a None None] The sync data for ids ['d0a093cb-f51e-463d-bd71-60dce85bf705'] in ncdv-master-1 is: [{'id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140643686-router', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36'}], 'enable_snat': True}, 'gw_port_id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:16Z', 'updated_at': '2022-04-16T21:07:28Z', 'revision_number': 4, 'project_id': '7472c35639b141d7a97328cd46f535db', 'gw_port': {'id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:19Z', 'updated_at': '2022-04-16T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '180df678-8b96-48ee-ae5e-0784a6cd723c', 'name': '', 'network_id': '4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'mac_address': 'fa:16:3e:40:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd5666b7c-5750-4a6e-90f2-79faf9abf5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:26Z', 'updated_at': '2022-04-16T21:07:34Z', 'revision_number': 4, 'project_id': '7472c35639b141d7a97328cd46f535db', 'subnets': [{'id': 'd5666b7c-5750-4a6e-90f2-79faf9abf5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:07:35.027120 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7db61af7-da6a-4f63-b657-ea0a66dfbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:35.057647 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0125140-6e2f-469a-9c74-3ab7c58349bf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a3f6c985-ebed-45d9-8d3d-60451d8c5ab9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:35.130646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0125140-6e2f-469a-9c74-3ab7c58349bf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:35.149990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45069f2a-083b-4cee-97f1-e30fd01f2c46 req-43c484c0-5daa-424d-8791-744abbc89930 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:35.157642 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-45069f2a-083b-4cee-97f1-e30fd01f2c46 req-43c484c0-5daa-424d-8791-744abbc89930 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 948 time: 0.1284528
Apr 16 21:07:35.180900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0125140-6e2f-469a-9c74-3ab7c58349bf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:35.185227 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a0125140-6e2f-469a-9c74-3ab7c58349bf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.7199745
Apr 16 21:07:35.185970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44862) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:35.190764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db61af7-da6a-4f63-b657-ea0a66dfbac5 None None] Pushing event updated for resources: {'Port': ['ID=180df678-8b96-48ee-ae5e-0784a6cd723c,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:35.192286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ba960bd8-ded3-46fb-a55d-0210cd9ccb19 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Request body: {'security_group_rule': {'security_group_id': 'a3f6c985-ebed-45d9-8d3d-60451d8c5ab9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:35.211066 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-45069f2a-083b-4cee-97f1-e30fd01f2c46 req-d31d77f5-6d6c-434b-a989-ece77789c3ea tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520482
Apr 16 21:07:35.293839 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:35.342051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ba960bd8-ded3-46fb-a55d-0210cd9ccb19 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for security_group_rule (a003e934-2e47-4da7-b53a-2bb5c1090b4a), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:35.406541 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ba960bd8-ded3-46fb-a55d-0210cd9ccb19 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for security_group_rule (a003e934-2e47-4da7-b53a-2bb5c1090b4a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:36.074346 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e114a-f773-4c9f-a1d9-c2a0a3dadfa1 req-ec7199ef-7510-4600-8ce3-71a28769a033 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:36.076326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b9e114a-f773-4c9f-a1d9-c2a0a3dadfa1 req-ec7199ef-7510-4600-8ce3-71a28769a033 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 967 time: 0.0502689
Apr 16 21:07:36.129903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b9e114a-f773-4c9f-a1d9-c2a0a3dadfa1 req-fb5bde5c-1488-4872-81c8-927b15be9858 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478344
Apr 16 21:07:36.326593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4430546-728d-4218-9dbe-bd147fdcbed1 req-5ee7a508-8791-441b-a004-5172ac993464 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:36.328020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4430546-728d-4218-9dbe-bd147fdcbed1 req-5ee7a508-8791-441b-a004-5172ac993464 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 948 time: 0.0454650
Apr 16 21:07:36.375689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4430546-728d-4218-9dbe-bd147fdcbed1 req-cc8d1463-86ae-4370-a695-98aab4aa9d29 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421727
Apr 16 21:07:36.403059 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ba960bd8-ded3-46fb-a55d-0210cd9ccb19 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (a003e934-2e47-4da7-b53a-2bb5c1090b4a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:36.419857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba960bd8-ded3-46fb-a55d-0210cd9ccb19 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a003e934-2e47-4da7-b53a-2bb5c1090b4a,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:36.518506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 180df678-8b96-48ee-ae5e-0784a6cd723c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:07:36.535337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ba960bd8-ded3-46fb-a55d-0210cd9ccb19 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:36.536751 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ba960bd8-ded3-46fb-a55d-0210cd9ccb19 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3497689
Apr 16 21:07:36.541416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44898) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:36.544404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b304e153-f4f2-4572-ab29-b1b92ca04796 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Request body: {'security_group_rule': {'security_group_id': 'a3f6c985-ebed-45d9-8d3d-60451d8c5ab9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:36.569498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 180df678-8b96-48ee-ae5e-0784a6cd723c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:36.570652 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:36.649909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 180df678-8b96-48ee-ae5e-0784a6cd723c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:36.656635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b304e153-f4f2-4572-ab29-b1b92ca04796 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for security_group_rule (c8ac8afb-55a2-4b9f-9367-ba2e87a0797a), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:36.741124 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b304e153-f4f2-4572-ab29-b1b92ca04796 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for security_group_rule (c8ac8afb-55a2-4b9f-9367-ba2e87a0797a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:36.787041 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44910) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:36.841284 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b304e153-f4f2-4572-ab29-b1b92ca04796 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (c8ac8afb-55a2-4b9f-9367-ba2e87a0797a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:36.861374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304e153-f4f2-4572-ab29-b1b92ca04796 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ac8afb-55a2-4b9f-9367-ba2e87a0797a,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:36.918035 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-178953b1-2907-4876-bccc-61341a7c44e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:36.984430 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b304e153-f4f2-4572-ab29-b1b92ca04796 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:36.985639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b304e153-f4f2-4572-ab29-b1b92ca04796 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4448516
Apr 16 21:07:36.995011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44918) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:36.999212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:37.023438 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-178953b1-2907-4876-bccc-61341a7c44e8 admin admin] Publish callbacks [] for security_group (0c36d169-5975-4815-8e32-40d99381429e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:37.110166 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-178953b1-2907-4876-bccc-61341a7c44e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0c36d169-5975-4815-8e32-40d99381429e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:37.133167 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:37.235879 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-178953b1-2907-4876-bccc-61341a7c44e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48d47be136464cb595fa23c5aa2dadd1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4453864
Apr 16 21:07:37.235879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178953b1-2907-4876-bccc-61341a7c44e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c36d169-5975-4815-8e32-40d99381429e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:37.236310 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44930) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:37.290919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714b8c6-0947-4310-ba47-78347942141d req-e33bec3e-030a-4059-a5e5-9424c9e36ac0 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:37.292506 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9714b8c6-0947-4310-ba47-78347942141d req-e33bec3e-030a-4059-a5e5-9424c9e36ac0 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 967 time: 0.0790372
Apr 16 21:07:37.309877 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:37.312300 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff21173c-3fe0-48bb-b547-70fa254274b1 admin admin] Publish callbacks [] for security_group (0c36d169-5975-4815-8e32-40d99381429e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:37.333866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff21173c-3fe0-48bb-b547-70fa254274b1 admin admin] Publish callbacks [] for security_group (0c36d169-5975-4815-8e32-40d99381429e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:37.389918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9714b8c6-0947-4310-ba47-78347942141d req-3f07b494-5ee2-429b-b3c7-f7212f455d1d tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888062
Apr 16 21:07:37.457601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Allocated IP 172.35.1.187 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/c0e1203d-64a8-4048-9d78-2ba500f8547d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:07:37.468816 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff21173c-3fe0-48bb-b547-70fa254274b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0c36d169-5975-4815-8e32-40d99381429e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:37.473909 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff21173c-3fe0-48bb-b547-70fa254274b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:37.473909 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ff21173c-3fe0-48bb-b547-70fa254274b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c36d169-5975-4815-8e32-40d99381429e HTTP/1.1" status: 204  len: 168 time: 0.2329481
Apr 16 21:07:37.481533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21173c-3fe0-48bb-b547-70fa254274b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c36d169-5975-4815-8e32-40d99381429e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:37.541431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe958d3-e540-4d02-8705-8f8dd25105c4 req-23696d8d-e0f7-416a-87d9-3c46c1326a04 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:37.543179 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ffe958d3-e540-4d02-8705-8f8dd25105c4 req-23696d8d-e0f7-416a-87d9-3c46c1326a04 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 948 time: 0.0584111
Apr 16 21:07:37.605364 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ffe958d3-e540-4d02-8705-8f8dd25105c4 req-c8f9f023-cc1a-4742-894d-beead6d94d75 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558686
Apr 16 21:07:37.611199 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for port (c0e1203d-64a8-4048-9d78-2ba500f8547d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:37.750223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (c0e1203d-64a8-4048-9d78-2ba500f8547d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:37.792490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:07:37.795252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:37.798802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:07:37.807730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Pushing event updated for resources: {'Port': ['ID=c0e1203d-64a8-4048-9d78-2ba500f8547d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:37.888338 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for floatingip (bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:37.973272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:07:38.010211 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0e1203d-64a8-4048-9d78-2ba500f8547d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:38.093433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:38.106087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4', 'mac_address': 'fa:16:3e:a0:b0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:tempest-test_az-784064479', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:07:38.146177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:38.146666 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:38.160589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:07:38.173932 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for port (c0e1203d-64a8-4048-9d78-2ba500f8547d), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:38.182161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:38.225287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44956) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:38.242286 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3fdf5a5-38f9-4568-8aad-e61817000d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:38.264730 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c0e1203d-64a8-4048-9d78-2ba500f8547d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:38.293535 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:38.308987 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:38.333834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Pushing event updated for resources: {'Port': ['ID=c0e1203d-64a8-4048-9d78-2ba500f8547d,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:38.405904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:38.408934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:38.419856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-692b38f2-68a1-42bd-9441-73008c4733d2 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4149270
Apr 16 21:07:38.476123 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3fdf5a5-38f9-4568-8aad-e61817000d97 admin admin] Publish callbacks [] for security_group (22530355-ab16-41b6-ac66-2f83a3b2c108), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:38.530245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a93ee5-4bdb-41bc-aac8-ddb02420b2c7 req-ebc3a2ad-43f0-4323-a2e9-a6c7319a964f tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:38.531973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58a93ee5-4bdb-41bc-aac8-ddb02420b2c7 req-ebc3a2ad-43f0-4323-a2e9-a6c7319a964f tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 968 time: 0.0593214
Apr 16 21:07:38.560271 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3fdf5a5-38f9-4568-8aad-e61817000d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (22530355-ab16-41b6-ac66-2f83a3b2c108), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:38.574836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:07:38.622174 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58a93ee5-4bdb-41bc-aac8-ddb02420b2c7 req-f9235d43-dc53-42bd-8fee-7c1001018d8c tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841339
Apr 16 21:07:38.630207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b3fdf5a5-38f9-4568-8aad-e61817000d97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ae885c7645e4d4195d3c6571870ac0d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4036953
Apr 16 21:07:38.631275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdf5a5-38f9-4568-8aad-e61817000d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22530355-ab16-41b6-ac66-2f83a3b2c108,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:38.633522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44986) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:38.736234 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-d2091d4c-3f4f-4c0c-9bde-1302547250bf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1720119057&fields=id&tenant_id=d6395bf8972949f8837289679b58d151 HTTP/1.1" status: 200  len: 267 time: 0.0761538
Apr 16 21:07:38.799522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d92c0-633c-4b18-b2bd-322447efce06 req-4a1251c8-48be-4bce-9c73-f6b26fba95c8 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:38.801229 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-533d92c0-633c-4b18-b2bd-322447efce06 req-4a1251c8-48be-4bce-9c73-f6b26fba95c8 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 948 time: 0.0991488
Apr 16 21:07:38.802072 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6f0ba61e-96a0-4e95-b82c-9e677c5b6b43 admin admin] Publish callbacks [] for security_group (22530355-ab16-41b6-ac66-2f83a3b2c108), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:38.847450 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6f0ba61e-96a0-4e95-b82c-9e677c5b6b43 admin admin] Publish callbacks [] for security_group (22530355-ab16-41b6-ac66-2f83a3b2c108), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:38.920751 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-533d92c0-633c-4b18-b2bd-322447efce06 req-93125dcc-a753-4720-bb5d-aaa3a7ad24ad tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027231
Apr 16 21:07:38.967193 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d26762e7-7648-4cc8-8401-388601d2310f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:38.971007 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-16c5cc6a-2d62-426f-8d3a-a1bebbea51a7 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:38.972917 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-16c5cc6a-2d62-426f-8d3a-a1bebbea51a7 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/networks?id=d01e7439-5429-4e84-9f79-f267906a4f33 HTTP/1.1" status: 200  len: 824 time: 0.2354245
Apr 16 21:07:38.988340 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-d4070e57-52ec-4939-bc30-905f60c0b1a0 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/quotas/d6395bf8972949f8837289679b58d151 HTTP/1.1" status: 200  len: 375 time: 0.0095754
Apr 16 21:07:39.017310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6f0ba61e-96a0-4e95-b82c-9e677c5b6b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (22530355-ab16-41b6-ac66-2f83a3b2c108), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:39.020909 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6f0ba61e-96a0-4e95-b82c-9e677c5b6b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:39.022128 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6f0ba61e-96a0-4e95-b82c-9e677c5b6b43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22530355-ab16-41b6-ac66-2f83a3b2c108 HTTP/1.1" status: 204  len: 168 time: 0.3874419
Apr 16 21:07:39.032308 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ba61e-96a0-4e95-b82c-9e677c5b6b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22530355-ab16-41b6-ac66-2f83a3b2c108,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:39.082002 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-0a0abc1c-45de-4571-9e74-f40518923b17 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6395bf8972949f8837289679b58d151&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0874214
Apr 16 21:07:39.384911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-048590cf-45c4-4a08-9c3f-e266fc4f9551 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:07:39.385916 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-048590cf-45c4-4a08-9c3f-e266fc4f9551 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1602192
Apr 16 21:07:39.487699 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-d1f0dd43-c949-4510-83cc-8484b42e6907 service neutron] 10.222.0.20 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952339
Apr 16 21:07:39.583913 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-9d3e10b6-8306-43cc-80a7-45edd93426d1 service neutron] 10.222.0.20 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880158
Apr 16 21:07:39.960475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:07:39.998401 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:40.022982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:07:40.036703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b7b38-b4a1-4846-8f82-66ca6a5662ff req-94ca7002-4f92-4fb2-8f18-f9d724f7ac71 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:40.038232 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-063b7b38-b4a1-4846-8f82-66ca6a5662ff req-94ca7002-4f92-4fb2-8f18-f9d724f7ac71 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 968 time: 0.0481069
Apr 16 21:07:40.086764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-063b7b38-b4a1-4846-8f82-66ca6a5662ff req-158f5221-fe36-41fd-9433-b18469308ec0 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426233
Apr 16 21:07:40.156345 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-397ea31d-280f-4f28-b459-aa2fdff50740 req-03c6d43e-afd1-4301-8003-e2898b4e8992 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 210 time: 0.0279958
Apr 16 21:07:40.167177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:40.168373 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:40.266681 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:40.267102 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:40.298855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf8828b-5b17-4317-a6b8-7856d023986a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:07:40.371083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:40.434573 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff3a0c8-70ab-4538-8c90-0916a606642b" -d '{"events": [{"server_uuid": "8bf8828b-5b17-4317-a6b8-7856d023986a", "name": "network-vif-plugged", "status": "completed", "tag": "e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:07:40.447201 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:40.506397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:40.515006 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8fbc1-5801-4390-8bfb-f258ec7e62f6 req-a4d06c6c-6a10-44d9-954e-41fcae15f66f tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:40.522202 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e9c8fbc1-5801-4390-8bfb-f258ec7e62f6 req-a4d06c6c-6a10-44d9-954e-41fcae15f66f tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 948 time: 0.0695457
Apr 16 21:07:40.567702 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e9c8fbc1-5801-4390-8bfb-f258ec7e62f6 req-0fbeaf73-d35c-4e2f-a752-b486811c8535 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441368
Apr 16 21:07:40.667165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device efb6cd0f-aa21-4df1-b980-d8110795919e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:07:40.759066 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bd3d81-daac-433c-abcd-d5c0137cac44 x-openstack-request-id: req-c3bd3d81-daac-433c-abcd-d5c0137cac44 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:07:40.759396 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf8828b-5b17-4317-a6b8-7856d023986a", "name": "network-vif-plugged", "status": "completed", "tag": "e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:07:40.760281 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3bd3d81-daac-433c-abcd-d5c0137cac44 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:07:40.760281 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3bd3d81-daac-433c-abcd-d5c0137cac44'] response: {'server_uuid': '8bf8828b-5b17-4317-a6b8-7856d023986a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4', 'code': 200}
Apr 16 21:07:40.784413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port efb6cd0f-aa21-4df1-b980-d8110795919e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efb6cd0f-aa21-4df1-b980-d8110795919e,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:40.786471 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:07:40.812482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'efb6cd0f-aa21-4df1-b980-d8110795919e', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'efb6cd0f-aa21-4df1-b980-d8110795919e', 'mac_address': 'fa:16:3e:71:d0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:07:40.864507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port efb6cd0f-aa21-4df1-b980-d8110795919e is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:40.864978 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:40.879823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb6cd0f-aa21-4df1-b980-d8110795919e {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:07:40.903451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port efb6cd0f-aa21-4df1-b980-d8110795919e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efb6cd0f-aa21-4df1-b980-d8110795919e,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:40.917061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b02b58-13ea-41bf-8bb2-d006c231e826 req-cb5abd94-06c7-4ae7-a490-ce6f60e9b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:40.918645 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88b02b58-13ea-41bf-8bb2-d006c231e826 req-cb5abd94-06c7-4ae7-a490-ce6f60e9b373 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 1151 time: 0.0830595
Apr 16 21:07:40.939717 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-88b02b58-13ea-41bf-8bb2-d006c231e826 req-cd7bb74d-813a-448a-9ebb-6561b3b0e2e3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:40.995080 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:41.035585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-88b02b58-13ea-41bf-8bb2-d006c231e826 req-cd7bb74d-813a-448a-9ebb-6561b3b0e2e3 service neutron] Publish callbacks [] for security_group (f9fd64e3-e24d-455d-88bd-01a4a9c119fd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:41.061229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=efb6cd0f-aa21-4df1-b980-d8110795919e,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:41.142770 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-88b02b58-13ea-41bf-8bb2-d006c231e826 req-cd7bb74d-813a-448a-9ebb-6561b3b0e2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f9fd64e3-e24d-455d-88bd-01a4a9c119fd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:41.194599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88b02b58-13ea-41bf-8bb2-d006c231e826 req-cd7bb74d-813a-448a-9ebb-6561b3b0e2e3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2679822
Apr 16 21:07:41.199136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bb74d-813a-448a-9ebb-6561b3b0e2e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fd64e3-e24d-455d-88bd-01a4a9c119fd,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:41.243344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65a235-42c7-4bda-b39c-788e345d23c0 req-48d950a3-8c85-4cd3-8d21-c90f8e5d99a5 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:41.244922 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa65a235-42c7-4bda-b39c-788e345d23c0 req-48d950a3-8c85-4cd3-8d21-c90f8e5d99a5 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 969 time: 0.0473132
Apr 16 21:07:41.292338 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa65a235-42c7-4bda-b39c-788e345d23c0 req-dc15338f-2d65-4bed-8066-3ff609c19e72 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416427
Apr 16 21:07:41.445108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['efb6cd0f-aa21-4df1-b980-d8110795919e'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:07:41.453611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-49da312c-634e-49d7-a23a-9fddc4f2737b req-3ec9a09b-c819-46b1-a446-629f79ebf15f tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 210 time: 0.0265074
Apr 16 21:07:41.663364 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ea867799-c15b-4b6a-8d8e-27cac2d37ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:41.749080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff05bd-9149-44cf-930f-d2e5dfefe6c6 req-d117c9bf-75ba-40a9-88fb-f49c604d6c8a tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:41.752005 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-53ff05bd-9149-44cf-930f-d2e5dfefe6c6 req-d117c9bf-75ba-40a9-88fb-f49c604d6c8a tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 949 time: 0.0515847
Apr 16 21:07:41.798796 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-53ff05bd-9149-44cf-930f-d2e5dfefe6c6 req-84cc4b0b-ccb8-4939-ac25-005c1b318b34 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426311
Apr 16 21:07:42.326087 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:42.412572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614063b9-7ad4-4ba5-adff-e14c6995a488 req-ee13a137-779b-4be1-8e46-1df93035d037 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:42.414046 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-614063b9-7ad4-4ba5-adff-e14c6995a488 req-ee13a137-779b-4be1-8e46-1df93035d037 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 969 time: 0.0511751
Apr 16 21:07:42.457792 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45120) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:42.466436 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-614063b9-7ad4-4ba5-adff-e14c6995a488 req-907c073d-c31a-4c1d-9575-01fbf5e4d9c6 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457346
Apr 16 21:07:42.490151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45126) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:42.667953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device efb6cd0f-aa21-4df1-b980-d8110795919e up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:07:42.681080 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-24471a66-041a-47c2-8988-ac7ac27b1711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:42.684895 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50382b18-b5b0-4a03-89fc-5089efe5e56c req-f0228c90-d9f4-49ac-9323-1a12a5276ae7 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 210 time: 0.1376755
Apr 16 21:07:42.718847 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4efbf9e6-13d8-4a61-bcbd-0ae78235d51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:42.738214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port efb6cd0f-aa21-4df1-b980-d8110795919e completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:07:42.783470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45132) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:42.829857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port efb6cd0f-aa21-4df1-b980-d8110795919e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:42.830267 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:42.922652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port efb6cd0f-aa21-4df1-b980-d8110795919e is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:42.927774 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:42.934388 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6965652f-8ab6-49e2-b9cc-0d86acef4d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:42.947143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb6cd0f-aa21-4df1-b980-d8110795919e'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:07:42.951403 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c44ac-b9b4-4f03-8591-78dc4fcb5931" -d '{"events": [{"server_uuid": "0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c", "name": "network-vif-plugged", "status": "completed", "tag": "efb6cd0f-aa21-4df1-b980-d8110795919e"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:07:42.965516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fa0c2-5fa6-4278-a367-b13cfa7afbc8 req-7682e9b2-6727-4b12-ba2d-8415fd025214 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:42.968500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port efb6cd0f-aa21-4df1-b980-d8110795919e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efb6cd0f-aa21-4df1-b980-d8110795919e,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:42.972740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e76fa0c2-5fa6-4278-a367-b13cfa7afbc8 req-7682e9b2-6727-4b12-ba2d-8415fd025214 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 949 time: 0.0818536
Apr 16 21:07:43.038985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-823ab028-355e-40a6-9654-ce73819bd9e9 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:43.040718 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-823ab028-355e-40a6-9654-ce73819bd9e9 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.41 "GET /v2.0/networks?id=d01e7439-5429-4e84-9f79-f267906a4f33 HTTP/1.1" status: 200  len: 824 time: 0.4969578
Apr 16 21:07:43.055579 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6965652f-8ab6-49e2-b9cc-0d86acef4d0c admin admin] Publish callbacks [] for security_group (3de4655b-6cc1-48c3-9269-7294f92dde89), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.098214 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27192152-ddd2-451c-9a6f-6efee044a056 x-openstack-request-id: req-27192152-ddd2-451c-9a6f-6efee044a056 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:07:43.098214 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c", "name": "network-vif-plugged", "status": "completed", "tag": "efb6cd0f-aa21-4df1-b980-d8110795919e", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:07:43.098214 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27192152-ddd2-451c-9a6f-6efee044a056 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:07:43.098214 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27192152-ddd2-451c-9a6f-6efee044a056'] response: {'server_uuid': '0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb6cd0f-aa21-4df1-b980-d8110795919e', 'code': 200}
Apr 16 21:07:43.112765 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e76fa0c2-5fa6-4278-a367-b13cfa7afbc8 req-a2484841-6b5a-468b-bc75-469e7228e7b6 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390302
Apr 16 21:07:43.132106 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.172710 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-24471a66-041a-47c2-8988-ac7ac27b1711 admin admin] Publish callbacks [] for security_group (f51e3610-e01a-425f-8313-40a7391a5bea), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.174667 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4efbf9e6-13d8-4a61-bcbd-0ae78235d51a admin admin] Publish callbacks [] for security_group (3ab3f56e-0e31-4585-baf8-cdcea30885db), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.179858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.41', 53951) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:43.182366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=efb6cd0f-aa21-4df1-b980-d8110795919e,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:43.183710 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-6ddeb66a-d4e0-43a3-80ff-4d5f54fb7365 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6395bf8972949f8837289679b58d151 HTTP/1.1" status: 200  len: 380 time: 0.1332922
Apr 16 21:07:43.194419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-02eff78b-ac96-441b-bab5-3ec281de816b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Request body: {'port': {'device_id': '8d5cf7af-51b8-4392-a551-9d0d9b96a45d', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'admin_state_up': True, 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'security_groups': ['a3f6c985-ebed-45d9-8d3d-60451d8c5ab9']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:43.241844 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6965652f-8ab6-49e2-b9cc-0d86acef4d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3de4655b-6cc1-48c3-9269-7294f92dde89), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.264242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca0d59-00f3-4bb2-9ac6-64333b0d26d6 req-467aa861-6884-4350-8d69-1e377cc2a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:43.265748 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87ca0d59-00f3-4bb2-9ac6-64333b0d26d6 req-467aa861-6884-4350-8d69-1e377cc2a6cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 1132 time: 0.0845189
Apr 16 21:07:43.304102 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-24471a66-041a-47c2-8988-ac7ac27b1711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f51e3610-e01a-425f-8313-40a7391a5bea), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.304554 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6965652f-8ab6-49e2-b9cc-0d86acef4d0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22b9e8df3c734e39b45fbd1dcf3a58d8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5200057
Apr 16 21:07:43.306457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965652f-8ab6-49e2-b9cc-0d86acef4d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de4655b-6cc1-48c3-9269-7294f92dde89,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:43.309127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45146) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:43.339847 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87ca0d59-00f3-4bb2-9ac6-64333b0d26d6 req-0e8eaa24-d061-4fc6-b2a2-9a7d51aa0e81 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626094
Apr 16 21:07:43.356099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4efbf9e6-13d8-4a61-bcbd-0ae78235d51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3ab3f56e-0e31-4585-baf8-cdcea30885db), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.378431 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-24471a66-041a-47c2-8988-ac7ac27b1711 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc7efdd223b04527903048b4b27129fa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8872464
Apr 16 21:07:43.379198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24471a66-041a-47c2-8988-ac7ac27b1711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51e3610-e01a-425f-8313-40a7391a5bea,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:43.381298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45148) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:43.388775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-02eff78b-ac96-441b-bab5-3ec281de816b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Made reservation on behalf of d6395bf8972949f8837289679b58d151 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:07:43.392060 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-02eff78b-ac96-441b-bab5-3ec281de816b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.441468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-469e9af8-8772-45dd-b43c-f12ea448b6ef admin admin] Publish callbacks [] for security_group (f51e3610-e01a-425f-8313-40a7391a5bea), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.446288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbf9e6-13d8-4a61-bcbd-0ae78235d51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab3f56e-0e31-4585-baf8-cdcea30885db,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:43.460656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4efbf9e6-13d8-4a61-bcbd-0ae78235d51a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1321707f41a54f2e94fa44b4d6fd00f8&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0033312
Apr 16 21:07:43.461362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45150) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:43.471310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-81dd1236-9b65-46ce-9fbb-48385956d477 admin admin] Publish callbacks [] for security_group (3de4655b-6cc1-48c3-9269-7294f92dde89), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.473285 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-469e9af8-8772-45dd-b43c-f12ea448b6ef admin admin] Publish callbacks [] for security_group (f51e3610-e01a-425f-8313-40a7391a5bea), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.532657 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-81dd1236-9b65-46ce-9fbb-48385956d477 admin admin] Publish callbacks [] for security_group (3de4655b-6cc1-48c3-9269-7294f92dde89), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.541036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bdb7e517-3ca7-43f3-ab0d-d5cfd8f6a2fa admin admin] Publish callbacks [] for security_group (3ab3f56e-0e31-4585-baf8-cdcea30885db), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.567034 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bdb7e517-3ca7-43f3-ab0d-d5cfd8f6a2fa admin admin] Publish callbacks [] for security_group (3ab3f56e-0e31-4585-baf8-cdcea30885db), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.647370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-02eff78b-ac96-441b-bab5-3ec281de816b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Allocated IP 172.20.0.7 (d01e7439-5429-4e84-9f79-f267906a4f33/1655e0cc-53d1-49b0-9e30-979a5cc528e6/803ab649-d886-491f-afac-b601816b1ffe) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:07:43.654992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cddd48-006c-4fa4-8279-deb7171e6694 req-b75eec40-db62-48ca-a237-e8586078d694 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:43.656494 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9cddd48-006c-4fa4-8279-deb7171e6694 req-b75eec40-db62-48ca-a237-e8586078d694 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 969 time: 0.0839374
Apr 16 21:07:43.675709 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-469e9af8-8772-45dd-b43c-f12ea448b6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f51e3610-e01a-425f-8313-40a7391a5bea), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.678413 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-469e9af8-8772-45dd-b43c-f12ea448b6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.679668 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-469e9af8-8772-45dd-b43c-f12ea448b6ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f51e3610-e01a-425f-8313-40a7391a5bea HTTP/1.1" status: 204  len: 168 time: 0.2972572
Apr 16 21:07:43.687992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e9af8-8772-45dd-b43c-f12ea448b6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51e3610-e01a-425f-8313-40a7391a5bea,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:43.715729 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bdb7e517-3ca7-43f3-ab0d-d5cfd8f6a2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3ab3f56e-0e31-4585-baf8-cdcea30885db), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.719283 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bdb7e517-3ca7-43f3-ab0d-d5cfd8f6a2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.722398 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bdb7e517-3ca7-43f3-ab0d-d5cfd8f6a2fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ab3f56e-0e31-4585-baf8-cdcea30885db HTTP/1.1" status: 204  len: 168 time: 0.2602420
Apr 16 21:07:43.735480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7e517-3ca7-43f3-ab0d-d5cfd8f6a2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab3f56e-0e31-4585-baf8-cdcea30885db,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:43.784824 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9cddd48-006c-4fa4-8279-deb7171e6694 req-e10b435a-af2d-470b-a474-ef693b30962d tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184230
Apr 16 21:07:43.829383 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-81dd1236-9b65-46ce-9fbb-48385956d477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3de4655b-6cc1-48c3-9269-7294f92dde89), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.829383 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-81dd1236-9b65-46ce-9fbb-48385956d477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.829383 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-81dd1236-9b65-46ce-9fbb-48385956d477 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3de4655b-6cc1-48c3-9269-7294f92dde89 HTTP/1.1" status: 204  len: 168 time: 0.5121603
Apr 16 21:07:43.837131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd1236-9b65-46ce-9fbb-48385956d477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de4655b-6cc1-48c3-9269-7294f92dde89,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:43.854705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-83a49a20-6df7-408c-bdc8-65a575602b5c req-98db036d-3471-480c-b1f0-f8de463e1c26 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 210 time: 0.0465400
Apr 16 21:07:43.896748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-02eff78b-ac96-441b-bab5-3ec281de816b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for port (803ab649-d886-491f-afac-b601816b1ffe), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:43.975058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1e3f7-a5eb-4e2c-897b-ce1ed5ee84b2 req-161be100-b637-4d9e-9474-2ed6a4d0ee8f tempest-AggregatesAdminTestJSON-1037272427 tempest-AggregatesAdminTestJSON-1037272427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:43.977162 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdc1e3f7-a5eb-4e2c-897b-ce1ed5ee84b2 req-161be100-b637-4d9e-9474-2ed6a4d0ee8f tempest-AggregatesAdminTestJSON-1037272427 tempest-AggregatesAdminTestJSON-1037272427-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 1151 time: 0.0444243
Apr 16 21:07:43.997218 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cdc1e3f7-a5eb-4e2c-897b-ce1ed5ee84b2 req-68bd7154-6c22-4994-a10e-918e90afbbc5 tempest-AggregatesAdminTestJSON-1037272427 tempest-AggregatesAdminTestJSON-1037272427-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:44.001355 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:44.068813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cdc1e3f7-a5eb-4e2c-897b-ce1ed5ee84b2 req-68bd7154-6c22-4994-a10e-918e90afbbc5 tempest-AggregatesAdminTestJSON-1037272427 tempest-AggregatesAdminTestJSON-1037272427-project-admin] Publish callbacks [] for security_group (a5af93ef-b2fc-403c-86c9-7ca363325710), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:44.086229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-02eff78b-ac96-441b-bab5-3ec281de816b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (803ab649-d886-491f-afac-b601816b1ffe), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:44.131918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-02eff78b-ac96-441b-bab5-3ec281de816b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Network d01e7439-5429-4e84-9f79-f267906a4f33 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:07:44.135375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-02eff78b-ac96-441b-bab5-3ec281de816b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:44.139264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-02eff78b-ac96-441b-bab5-3ec281de816b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:07:44.144820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-02eff78b-ac96-441b-bab5-3ec281de816b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:44.145465 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-02eff78b-ac96-441b-bab5-3ec281de816b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:44.160555 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cdc1e3f7-a5eb-4e2c-897b-ce1ed5ee84b2 req-68bd7154-6c22-4994-a10e-918e90afbbc5 tempest-AggregatesAdminTestJSON-1037272427 tempest-AggregatesAdminTestJSON-1037272427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a5af93ef-b2fc-403c-86c9-7ca363325710), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:44.171728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eff78b-ac96-441b-bab5-3ec281de816b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Pushing event updated for resources: {'Port': ['ID=803ab649-d886-491f-afac-b601816b1ffe,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:44.227703 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdc1e3f7-a5eb-4e2c-897b-ce1ed5ee84b2 req-68bd7154-6c22-4994-a10e-918e90afbbc5 tempest-AggregatesAdminTestJSON-1037272427 tempest-AggregatesAdminTestJSON-1037272427-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2427273
Apr 16 21:07:44.229548 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd7154-6c22-4994-a10e-918e90afbbc5 tempest-AggregatesAdminTestJSON-1037272427 tempest-AggregatesAdminTestJSON-1037272427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5af93ef-b2fc-403c-86c9-7ca363325710,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:44.260452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39548f-de57-4608-bdf8-addd7f89fc91 req-79a7d68d-a01b-4d7b-9002-4a48a958e29a tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:44.262028 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d39548f-de57-4608-bdf8-addd7f89fc91 req-79a7d68d-a01b-4d7b-9002-4a48a958e29a tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 950 time: 0.0742753
Apr 16 21:07:44.294237 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-02eff78b-ac96-441b-bab5-3ec281de816b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1038651
Apr 16 21:07:44.360843 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d39548f-de57-4608-bdf8-addd7f89fc91 req-eb5325dc-56d0-478c-8519-8b029bcf8f42 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929885
Apr 16 21:07:44.385110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Request body: {'port': {'device_id': '8d5cf7af-51b8-4392-a551-9d0d9b96a45d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:44.439210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4dd8fe4a-98f4-4c9d-b9f1-49f63e4add20 None None] Provisioning complete for port 803ab649-d886-491f-afac-b601816b1ffe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:44.439525 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4dd8fe4a-98f4-4c9d-b9f1-49f63e4add20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (803ab649-d886-491f-afac-b601816b1ffe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:44.458036 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (803ab649-d886-491f-afac-b601816b1ffe), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:44.476440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8fe4a-98f4-4c9d-b9f1-49f63e4add20 None None] Port 803ab649-d886-491f-afac-b601816b1ffe cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:07:44.726929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803ab649-d886-491f-afac-b601816b1ffe {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:07:44.734510 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Publish callbacks [] for port (803ab649-d886-491f-afac-b601816b1ffe), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:44.747845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Transition to ACTIVE for port object 803ab649-d886-491f-afac-b601816b1ffe will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:07:44.770161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45172) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:44.783488 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f7a5-c4d4-438d-94cc-5fe3ca23ef46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:44.858375 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (803ab649-d886-491f-afac-b601816b1ffe), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:44.868697 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f7a5-c4d4-438d-94cc-5fe3ca23ef46 admin admin] Publish callbacks [] for security_group (345192fc-efe4-46f4-bc7b-c8489a29f452), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:44.956258 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dc026-6850-4245-9bf8-311b6acaa92a req-9a33f00d-a644-400f-82ef-c6e42cf674bb tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:44.959186 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef0dc026-6850-4245-9bf8-311b6acaa92a req-9a33f00d-a644-400f-82ef-c6e42cf674bb tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 969 time: 0.0694866
Apr 16 21:07:44.967861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Pushing event updated for resources: {'Port': ['ID=803ab649-d886-491f-afac-b601816b1ffe,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:45.002891 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f7a5-c4d4-438d-94cc-5fe3ca23ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (345192fc-efe4-46f4-bc7b-c8489a29f452), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.010151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Attempting to bind port 803ab649-d886-491f-afac-b601816b1ffe on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:07:45.010512 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Attempting to bind port 803ab649-d886-491f-afac-b601816b1ffe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:07:45.010860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Attempting to bind port 803ab649-d886-491f-afac-b601816b1ffe on network d01e7439-5429-4e84-9f79-f267906a4f33 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:07:45.031080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc25ebb-64ef-4824-847c-22df6e80f8aa req-2df52406-c2dd-4907-898e-557e8fff25a8 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:45.033073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0fc25ebb-64ef-4824-847c-22df6e80f8aa req-2df52406-c2dd-4907-898e-557e8fff25a8 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 943 time: 0.0690053
Apr 16 21:07:45.033342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Port 803ab649-d886-491f-afac-b601816b1ffe on network d01e7439-5429-4e84-9f79-f267906a4f33 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:07:45.033691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Attempting to bind port 803ab649-d886-491f-afac-b601816b1ffe on network d01e7439-5429-4e84-9f79-f267906a4f33 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:07:45.040198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:07:45.040198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Checking segment: {'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:07:45.040577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Bound using segment: {'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:07:45.041010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Bound port: 803ab649-d886-491f-afac-b601816b1ffe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:07:45.041378 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (803ab649-d886-491f-afac-b601816b1ffe), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.063385 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef0dc026-6850-4245-9bf8-311b6acaa92a req-ee00f5ae-ab3d-483d-a1d9-3da3c671a68e tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984821
Apr 16 21:07:45.072980 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7fd9f7a5-c4d4-438d-94cc-5fe3ca23ef46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d3a9cc7cf9d452788fa39d3eb8c95fa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3014767
Apr 16 21:07:45.074265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45180) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:45.075871 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9f7a5-c4d4-438d-94cc-5fe3ca23ef46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345192fc-efe4-46f4-bc7b-c8489a29f452,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:45.161546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0fc25ebb-64ef-4824-847c-22df6e80f8aa req-2f7b1713-c65f-4c0f-a133-b0d866e7ec86 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1169345
Apr 16 21:07:45.179929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] For port 803ab649-d886-491f-afac-b601816b1ffe, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:07:45.193988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] For port 803ab649-d886-491f-afac-b601816b1ffe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=803ab649-d886-491f-afac-b601816b1ffe,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:07:45.206874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e65fef26-d83a-4b8d-8079-18ed59af1b48 admin admin] Publish callbacks [] for security_group (345192fc-efe4-46f4-bc7b-c8489a29f452), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.229873 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e65fef26-d83a-4b8d-8079-18ed59af1b48 admin admin] Publish callbacks [] for security_group (345192fc-efe4-46f4-bc7b-c8489a29f452), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.249840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45182) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:45.264843 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6fc314a3-89a9-429e-a77f-e91ee2a49e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.304434 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (803ab649-d886-491f-afac-b601816b1ffe), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.339318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:45.339954 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.341368 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] 10.222.0.41 "PUT /v2.0/ports/803ab649-d886-491f-afac-b601816b1ffe HTTP/1.1" status: 200  len: 1091 time: 0.9607432
Apr 16 21:07:45.346086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5cf7af-51b8-4392-a551-9d0d9b96a45d', 'tag': '803ab649-d886-491f-afac-b601816b1ffe'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:07:45.348427 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d3972d-9614-41aa-a9ac-8bbaa3921680" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5cf7af-51b8-4392-a551-9d0d9b96a45d", "tag": "803ab649-d886-491f-afac-b601816b1ffe"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:07:45.362659 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.372806 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6985e8-9bfd-4847-89b5-3d2d24fe1b6d service neutron] Pushing event updated for resources: {'Port': ['ID=803ab649-d886-491f-afac-b601816b1ffe,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:45.406370 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e65fef26-d83a-4b8d-8079-18ed59af1b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (345192fc-efe4-46f4-bc7b-c8489a29f452), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.412472 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e65fef26-d83a-4b8d-8079-18ed59af1b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.419283 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e65fef26-d83a-4b8d-8079-18ed59af1b48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/345192fc-efe4-46f4-bc7b-c8489a29f452 HTTP/1.1" status: 204  len: 168 time: 0.3211198
Apr 16 21:07:45.419512 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d7256e-a574-48fd-a953-f2b3128610f0 x-openstack-request-id: req-79d7256e-a574-48fd-a953-f2b3128610f0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:07:45.419811 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5cf7af-51b8-4392-a551-9d0d9b96a45d", "tag": "803ab649-d886-491f-afac-b601816b1ffe", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:07:45.422338 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79d7256e-a574-48fd-a953-f2b3128610f0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:07:45.422773 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d7256e-a574-48fd-a953-f2b3128610f0'] response: {'name': 'network-changed', 'server_uuid': '8d5cf7af-51b8-4392-a551-9d0d9b96a45d', 'tag': '803ab649-d886-491f-afac-b601816b1ffe', 'status': 'completed', 'code': 200}
Apr 16 21:07:45.450580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45190) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:45.458064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fef26-d83a-4b8d-8079-18ed59af1b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345192fc-efe4-46f4-bc7b-c8489a29f452,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:45.496008 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c9911dd6-a08c-42f3-87b0-8902e3569f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.569698 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6fc314a3-89a9-429e-a77f-e91ee2a49e75 admin admin] Publish callbacks [] for security_group (8223ac98-d99e-4be6-882f-7c7bd079d5ec), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.625107 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c9911dd6-a08c-42f3-87b0-8902e3569f76 admin admin] Publish callbacks [] for security_group (42b45f60-a313-4003-87ea-9637dbae6279), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.631341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3bd0a-46c4-421b-a084-6adf68b4b082 req-b340513c-a580-4a31-b315-f4c08513d7ef tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:45.633016 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8eb3bd0a-46c4-421b-a084-6adf68b4b082 req-b340513c-a580-4a31-b315-f4c08513d7ef tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 950 time: 0.1352041
Apr 16 21:07:45.634491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3972d-9614-41aa-a9ac-8bbaa3921680 req-71f1e433-512d-41b3-9f47-883149ba78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:45.635865 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56d3972d-9614-41aa-a9ac-8bbaa3921680 req-71f1e433-512d-41b3-9f47-883149ba78e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6395bf8972949f8837289679b58d151&device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 1125 time: 0.1520553
Apr 16 21:07:45.651187 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6fc314a3-89a9-429e-a77f-e91ee2a49e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8223ac98-d99e-4be6-882f-7c7bd079d5ec), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.791863 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c9911dd6-a08c-42f3-87b0-8902e3569f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (42b45f60-a313-4003-87ea-9637dbae6279), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.797599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8eb3bd0a-46c4-421b-a084-6adf68b4b082 req-a9715207-5440-44da-8e1f-374de0b86f8f tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590011
Apr 16 21:07:45.819943 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6fc314a3-89a9-429e-a77f-e91ee2a49e75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1c9716b13224023a7efcdbb79d8ce0d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5691192
Apr 16 21:07:45.823344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc314a3-89a9-429e-a77f-e91ee2a49e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8223ac98-d99e-4be6-882f-7c7bd079d5ec,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:45.823544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45194) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:45.844670 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c9911dd6-a08c-42f3-87b0-8902e3569f76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11dee8963eed40b4801cd99bc43d1399&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3930261
Apr 16 21:07:45.847666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45196) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:45.870542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9911dd6-a08c-42f3-87b0-8902e3569f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b45f60-a313-4003-87ea-9637dbae6279,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:45.872387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3972d-9614-41aa-a9ac-8bbaa3921680 req-e7ccaf21-73ef-475b-8158-64dd4ca3736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:45.874565 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56d3972d-9614-41aa-a9ac-8bbaa3921680 req-e7ccaf21-73ef-475b-8158-64dd4ca3736e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d6395bf8972949f8837289679b58d151&shared=False HTTP/1.1" status: 200  len: 925 time: 0.2290194
Apr 16 21:07:45.908541 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-befa87e7-bf81-4d63-9f0d-0842d00e43c6 admin admin] Publish callbacks [] for security_group (42b45f60-a313-4003-87ea-9637dbae6279), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:45.933097 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-befa87e7-bf81-4d63-9f0d-0842d00e43c6 admin admin] Publish callbacks [] for security_group (42b45f60-a313-4003-87ea-9637dbae6279), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:46.025992 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ae624d9-495c-457c-b6ad-03df8ed225ef admin admin] Publish callbacks [] for security_group (8223ac98-d99e-4be6-882f-7c7bd079d5ec), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:46.064032 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-befa87e7-bf81-4d63-9f0d-0842d00e43c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (42b45f60-a313-4003-87ea-9637dbae6279), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:46.071088 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-befa87e7-bf81-4d63-9f0d-0842d00e43c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:46.075625 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ae624d9-495c-457c-b6ad-03df8ed225ef admin admin] Publish callbacks [] for security_group (8223ac98-d99e-4be6-882f-7c7bd079d5ec), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:46.075907 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-befa87e7-bf81-4d63-9f0d-0842d00e43c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42b45f60-a313-4003-87ea-9637dbae6279 HTTP/1.1" status: 204  len: 168 time: 0.2272418
Apr 16 21:07:46.083825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3972d-9614-41aa-a9ac-8bbaa3921680 req-282b07b6-877f-451e-979c-30441c005d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:46.083955 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa87e7-bf81-4d63-9f0d-0842d00e43c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b45f60-a313-4003-87ea-9637dbae6279,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:46.085635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56d3972d-9614-41aa-a9ac-8bbaa3921680 req-282b07b6-877f-451e-979c-30441c005d73 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2040780
Apr 16 21:07:46.192881 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-1def6667-bacd-489f-8385-cd53b826392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:46.194359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-1def6667-bacd-489f-8385-cd53b826392e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6395bf8972949f8837289679b58d151&device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 1125 time: 0.0562356
Apr 16 21:07:46.213509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3d52a-2482-49ee-beea-4978eed0f460 req-1d63089f-228c-4edb-992a-40b5b4b2ab48 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:46.215497 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aaa3d52a-2482-49ee-beea-4978eed0f460 req-1d63089f-228c-4edb-992a-40b5b4b2ab48 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 969 time: 0.0623229
Apr 16 21:07:46.259706 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-9d6bd300-f3fb-4f00-9b4f-9d6197447482 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=803ab649-d886-491f-afac-b601816b1ffe HTTP/1.1" status: 200  len: 217 time: 0.0543766
Apr 16 21:07:46.293988 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aaa3d52a-2482-49ee-beea-4978eed0f460 req-9b7879dc-fa65-41ed-ab16-1e6c3f19e7dd tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d44158-a830-4418-b093-3716974692c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719726
Apr 16 21:07:46.321930 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ae624d9-495c-457c-b6ad-03df8ed225ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8223ac98-d99e-4be6-882f-7c7bd079d5ec), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:46.324468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ae624d9-495c-457c-b6ad-03df8ed225ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:46.325625 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7ae624d9-495c-457c-b6ad-03df8ed225ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8223ac98-d99e-4be6-882f-7c7bd079d5ec HTTP/1.1" status: 204  len: 168 time: 0.5011377
Apr 16 21:07:46.348423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcb9c2-8549-4a89-9c3b-d87f7bcb5521 req-fede5e8e-8f81-4cd6-b9af-54c79d557d5e tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:46.350001 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5fcb9c2-8549-4a89-9c3b-d87f7bcb5521 req-fede5e8e-8f81-4cd6-b9af-54c79d557d5e tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 969 time: 0.1586916
Apr 16 21:07:46.354869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae624d9-495c-457c-b6ad-03df8ed225ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8223ac98-d99e-4be6-882f-7c7bd079d5ec,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:46.364796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900723f-1d5b-4206-9d7d-55e86fd4ceba req-ab577b60-7155-486a-aebf-259908c5df3d tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:46.366465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6900723f-1d5b-4206-9d7d-55e86fd4ceba req-ab577b60-7155-486a-aebf-259908c5df3d tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 943 time: 0.1121619
Apr 16 21:07:46.431673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-a4d0de8e-4adb-4853-9410-f4067401da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:46.438553 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-a4d0de8e-4adb-4853-9410-f4067401da65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1655e0cc-53d1-49b0-9e30-979a5cc528e6 HTTP/1.1" status: 200  len: 863 time: 0.1645315
Apr 16 21:07:46.561636 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6900723f-1d5b-4206-9d7d-55e86fd4ceba req-f2365593-78fa-45d0-890e-0f0f24ea6508 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1707063
Apr 16 21:07:46.569670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-66b65686-5c28-43a7-845f-e6730e7e1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:46.579925 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-66b65686-5c28-43a7-845f-e6730e7e1ad7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d01e7439-5429-4e84-9f79-f267906a4f33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1276898
Apr 16 21:07:46.824246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-b5fcb9c2-8549-4a89-9c3b-d87f7bcb5521 req-93997527-4767-4a07-b9bd-0726ea3fe8c7 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Deleting port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:07:46.824886 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5fcb9c2-8549-4a89-9c3b-d87f7bcb5521 req-93997527-4767-4a07-b9bd-0726ea3fe8c7 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:46.926452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e3944-95cf-4de3-a533-a46ffba7a86f req-9d294ee1-0f78-4807-82a6-d0f5633e435c tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:46.935159 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-49632ed9-1ef5-4c95-819a-94762286d056 service neutron] 10.222.0.41 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3522465
Apr 16 21:07:46.937292 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-079e3944-95cf-4de3-a533-a46ffba7a86f req-9d294ee1-0f78-4807-82a6-d0f5633e435c tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 950 time: 0.0680645
Apr 16 21:07:46.950393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-b5fcb9c2-8549-4a89-9c3b-d87f7bcb5521 req-93997527-4767-4a07-b9bd-0726ea3fe8c7 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] For port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:46.950757 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5fcb9c2-8549-4a89-9c3b-d87f7bcb5521 req-93997527-4767-4a07-b9bd-0726ea3fe8c7 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:46.987716 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-079e3944-95cf-4de3-a533-a46ffba7a86f req-bdc1c4b4-4836-449d-9e9c-dd2220c99d14 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494008
Apr 16 21:07:47.011032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-b5fcb9c2-8549-4a89-9c3b-d87f7bcb5521 req-93997527-4767-4a07-b9bd-0726ea3fe8c7 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Calling delete_port for e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 owned by compute:tempest-test_az-784064479 {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:07:47.125440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0fcae5b-60cb-4b11-a467-8bf50a391632 req-607a5ba6-3b75-4847-8a81-1b5a31b1e1f5 service neutron] 10.222.0.41 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1776149
Apr 16 21:07:47.285405 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5fcb9c2-8549-4a89-9c3b-d87f7bcb5521 req-93997527-4767-4a07-b9bd-0726ea3fe8c7 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:47.293006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:07:47.317429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93997527-4767-4a07-b9bd-0726ea3fe8c7 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Pushing event deleted for resources: {'Port': ['ID=e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:47.404356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fcb9c2-8549-4a89-9c3b-d87f7bcb5521 req-93997527-4767-4a07-b9bd-0726ea3fe8c7 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] No DVR routers for this DVR port e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:07:47.407657 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5fcb9c2-8549-4a89-9c3b-d87f7bcb5521 req-93997527-4767-4a07-b9bd-0726ea3fe8c7 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:47.411321 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5fcb9c2-8549-4a89-9c3b-d87f7bcb5521 req-93997527-4767-4a07-b9bd-0726ea3fe8c7 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.11 "DELETE /v2.0/ports/e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 HTTP/1.1" status: 204  len: 173 time: 1.0541542
Apr 16 21:07:47.424201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf8828b-5b17-4317-a6b8-7856d023986a', 'name': 'network-vif-deleted', 'tag': 'e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:07:47.427421 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8282e4b-28fc-4ffa-955b-262bdd80e90a" -d '{"events": [{"server_uuid": "8bf8828b-5b17-4317-a6b8-7856d023986a", "name": "network-vif-deleted", "tag": "e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:07:47.428137 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-899b43a3-d68b-472f-87cd-bb6c8c468ed4 req-82d4e5eb-536d-420b-9c94-1743aae1b3f5 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 210 time: 0.0459630
Apr 16 21:07:47.491842 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3719513-49af-40b5-b633-d9fc249e60a0 x-openstack-request-id: req-c3719513-49af-40b5-b633-d9fc249e60a0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:07:47.492028 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf8828b-5b17-4317-a6b8-7856d023986a", "name": "network-vif-deleted", "tag": "e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:07:47.492263 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3719513-49af-40b5-b633-d9fc249e60a0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:07:47.492667 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3719513-49af-40b5-b633-d9fc249e60a0'] response: {'server_uuid': '8bf8828b-5b17-4317-a6b8-7856d023986a', 'name': 'network-vif-deleted', 'tag': 'e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4', 'status': 'completed', 'code': 200}
Apr 16 21:07:47.694522 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f005f-5219-4dc4-a015-36c57d0cc676 req-d5b597c0-6672-42b0-80b5-d37cd342a9f4 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:47.696927 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-552f005f-5219-4dc4-a015-36c57d0cc676 req-d5b597c0-6672-42b0-80b5-d37cd342a9f4 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 943 time: 0.0659111
Apr 16 21:07:47.756955 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-552f005f-5219-4dc4-a015-36c57d0cc676 req-5e1f33a5-c597-4167-ae73-38eaf34aa817 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539007
Apr 16 21:07:47.912923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66d828-6123-4048-a43b-bcf09eb64cff req-b7f5ffe1-db5d-431e-a529-03566cdc6691 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:47.915770 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9b66d828-6123-4048-a43b-bcf09eb64cff req-b7f5ffe1-db5d-431e-a529-03566cdc6691 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 950 time: 0.0540631
Apr 16 21:07:47.968539 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9b66d828-6123-4048-a43b-bcf09eb64cff req-5c4bc28f-b79f-43e2-95dc-116040f06c5b tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458100
Apr 16 21:07:48.552975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e37bde50-295d-46a9-9352-a06059974f9b req-78aa0c96-3db9-4aa3-81c4-213afb39c776 tempest-AggregatesAdminTestJSON-30923853 tempest-AggregatesAdminTestJSON-30923853-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bf8828b-5b17-4317-a6b8-7856d023986a HTTP/1.1" status: 200  len: 210 time: 0.0297070
Apr 16 21:07:48.915028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b851b8-3b81-4ae7-9897-2f09f9fe1349 req-68ee8230-453f-40fb-9abc-e91d1824feac tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:48.916870 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71b851b8-3b81-4ae7-9897-2f09f9fe1349 req-68ee8230-453f-40fb-9abc-e91d1824feac tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 943 time: 0.0659661
Apr 16 21:07:48.969246 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71b851b8-3b81-4ae7-9897-2f09f9fe1349 req-5bd8804b-c215-48e8-b871-186789575caf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463204
Apr 16 21:07:49.085477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d5abc-35e5-44ed-9438-8b78c836850e req-f4e3dbaa-a971-4bc2-aca0-17213f854cf1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:49.087127 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-830d5abc-35e5-44ed-9438-8b78c836850e req-f4e3dbaa-a971-4bc2-aca0-17213f854cf1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 950 time: 0.0483706
Apr 16 21:07:49.134857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-830d5abc-35e5-44ed-9438-8b78c836850e req-a57b5715-a9e1-4a71-bf09-ec96e1d30e8f tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419443
Apr 16 21:07:49.456742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45342) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:49.570842 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf2003b1-8272-4776-8a00-faae6b0b5018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:49.650002 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf2003b1-8272-4776-8a00-faae6b0b5018 admin admin] Publish callbacks [] for security_group (ba12535a-285b-4f84-a104-95c9b69497e2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:49.708912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf2003b1-8272-4776-8a00-faae6b0b5018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ba12535a-285b-4f84-a104-95c9b69497e2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:49.749068 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cf2003b1-8272-4776-8a00-faae6b0b5018 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ef8de57f24f4205a4bb2de221031787&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2911160
Apr 16 21:07:49.750018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2003b1-8272-4776-8a00-faae6b0b5018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba12535a-285b-4f84-a104-95c9b69497e2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:49.751725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45366) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:49.806536 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0af649f7-0a43-48ec-9e4a-6024d6613529 admin admin] Publish callbacks [] for security_group (ba12535a-285b-4f84-a104-95c9b69497e2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:49.831776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0af649f7-0a43-48ec-9e4a-6024d6613529 admin admin] Publish callbacks [] for security_group (ba12535a-285b-4f84-a104-95c9b69497e2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:49.949992 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0af649f7-0a43-48ec-9e4a-6024d6613529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ba12535a-285b-4f84-a104-95c9b69497e2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:49.952635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0af649f7-0a43-48ec-9e4a-6024d6613529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:49.953830 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0af649f7-0a43-48ec-9e4a-6024d6613529 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba12535a-285b-4f84-a104-95c9b69497e2 HTTP/1.1" status: 204  len: 168 time: 0.1996648
Apr 16 21:07:49.964503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af649f7-0a43-48ec-9e4a-6024d6613529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba12535a-285b-4f84-a104-95c9b69497e2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:50.018091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:07:50.045724 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:07:50.046241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e2e09b69-7c90-4dc0-8fc8-f2c75d98a0f4 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:07:50.136166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e87a9e-729b-44be-8ccf-a602d4995c96 req-b0944dde-86c0-4907-8758-7a131f1c8032 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:50.137883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d1e87a9e-729b-44be-8ccf-a602d4995c96 req-b0944dde-86c0-4907-8758-7a131f1c8032 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 943 time: 0.0487230
Apr 16 21:07:50.196389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d1e87a9e-729b-44be-8ccf-a602d4995c96 req-c71f8003-6513-497c-985f-88c594e329d1 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506520
Apr 16 21:07:50.306756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff2552-ab94-42f2-be39-3234c2726cf9 req-93623386-d0f7-4333-b194-d1de10ee74a2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:50.308331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-14ff2552-ab94-42f2-be39-3234c2726cf9 req-93623386-d0f7-4333-b194-d1de10ee74a2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 950 time: 0.0554590
Apr 16 21:07:50.373598 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-14ff2552-ab94-42f2-be39-3234c2726cf9 req-4c4d80ce-2f53-44f4-89ac-3e894fb616e4 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570395
Apr 16 21:07:50.699234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 803ab649-d886-491f-afac-b601816b1ffe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:07:50.801709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 803ab649-d886-491f-afac-b601816b1ffe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=803ab649-d886-491f-afac-b601816b1ffe,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:50.813018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '803ab649-d886-491f-afac-b601816b1ffe', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'port_id': '803ab649-d886-491f-afac-b601816b1ffe', 'mac_address': 'fa:16:3e:fc:31:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:07:50.834685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45428) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:50.857057 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-07e7a903-9da0-4bcb-80d2-066423066009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:50.858227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 803ab649-d886-491f-afac-b601816b1ffe is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:50.858227 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (803ab649-d886-491f-afac-b601816b1ffe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:50.880286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803ab649-d886-491f-afac-b601816b1ffe {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:07:50.906024 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 803ab649-d886-491f-afac-b601816b1ffe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=803ab649-d886-491f-afac-b601816b1ffe,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:50.943257 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-07e7a903-9da0-4bcb-80d2-066423066009 admin admin] Publish callbacks [] for security_group (73a8170a-01e3-454a-b1ab-a37bdf921585), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.006462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45436) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:51.018929 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (803ab649-d886-491f-afac-b601816b1ffe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.068804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=803ab649-d886-491f-afac-b601816b1ffe,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:51.084596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-07e7a903-9da0-4bcb-80d2-066423066009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (73a8170a-01e3-454a-b1ab-a37bdf921585), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.127670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa597c9-8efb-43ae-bf5d-90864ad55d6e req-cd1e754e-9baa-41f2-87d2-112d518e25e7 tempest-DeleteServersAdminTestJSON-401140112 tempest-DeleteServersAdminTestJSON-401140112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:51.130310 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4fa597c9-8efb-43ae-bf5d-90864ad55d6e req-cd1e754e-9baa-41f2-87d2-112d518e25e7 tempest-DeleteServersAdminTestJSON-401140112 tempest-DeleteServersAdminTestJSON-401140112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 1132 time: 0.0964832
Apr 16 21:07:51.150438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7a903-9da0-4bcb-80d2-066423066009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a8170a-01e3-454a-b1ab-a37bdf921585,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:51.189858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-07e7a903-9da0-4bcb-80d2-066423066009 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5be9196141424d47a8284c067f65e5a1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3528879
Apr 16 21:07:51.193064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45442) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:51.195805 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68a6f7f9-c65a-4ca0-a3af-d8469859f421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.254704 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b67dfb0-d276-4a70-ba04-3c8ca4c16681 admin admin] Publish callbacks [] for security_group (73a8170a-01e3-454a-b1ab-a37bdf921585), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.276599 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b67dfb0-d276-4a70-ba04-3c8ca4c16681 admin admin] Publish callbacks [] for security_group (73a8170a-01e3-454a-b1ab-a37bdf921585), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.305796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-4fa597c9-8efb-43ae-bf5d-90864ad55d6e req-a3b51c91-1296-42f5-a36e-7b1f1969370e tempest-DeleteServersAdminTestJSON-401140112 tempest-DeleteServersAdminTestJSON-401140112-project-admin] Deleting port efb6cd0f-aa21-4df1-b980-d8110795919e {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:07:51.306149 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4fa597c9-8efb-43ae-bf5d-90864ad55d6e req-a3b51c91-1296-42f5-a36e-7b1f1969370e tempest-DeleteServersAdminTestJSON-401140112 tempest-DeleteServersAdminTestJSON-401140112-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.326358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['803ab649-d886-491f-afac-b601816b1ffe'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:07:51.370195 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68a6f7f9-c65a-4ca0-a3af-d8469859f421 admin admin] Publish callbacks [] for security_group (880ec2b9-b655-4fa9-b301-5f91f7619ff0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.440012 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b67dfb0-d276-4a70-ba04-3c8ca4c16681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (73a8170a-01e3-454a-b1ab-a37bdf921585), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.443319 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b67dfb0-d276-4a70-ba04-3c8ca4c16681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.444619 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8b67dfb0-d276-4a70-ba04-3c8ca4c16681 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73a8170a-01e3-454a-b1ab-a37bdf921585 HTTP/1.1" status: 204  len: 168 time: 0.2504239
Apr 16 21:07:51.451428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4fa597c9-8efb-43ae-bf5d-90864ad55d6e req-a3b51c91-1296-42f5-a36e-7b1f1969370e tempest-DeleteServersAdminTestJSON-401140112 tempest-DeleteServersAdminTestJSON-401140112-project-admin] For port efb6cd0f-aa21-4df1-b980-d8110795919e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efb6cd0f-aa21-4df1-b980-d8110795919e,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:51.451814 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4fa597c9-8efb-43ae-bf5d-90864ad55d6e req-a3b51c91-1296-42f5-a36e-7b1f1969370e tempest-DeleteServersAdminTestJSON-401140112 tempest-DeleteServersAdminTestJSON-401140112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.455096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67dfb0-d276-4a70-ba04-3c8ca4c16681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a8170a-01e3-454a-b1ab-a37bdf921585,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:51.463487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0634bf-796f-4d68-9716-288e41514d96 req-bfe7968a-77f7-4f1e-92a2-9b2eef9a4171 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:51.467808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c0634bf-796f-4d68-9716-288e41514d96 req-bfe7968a-77f7-4f1e-92a2-9b2eef9a4171 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 944 time: 0.0887363
Apr 16 21:07:51.478839 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68a6f7f9-c65a-4ca0-a3af-d8469859f421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (880ec2b9-b655-4fa9-b301-5f91f7619ff0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.520328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-68a6f7f9-c65a-4ca0-a3af-d8469859f421 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c15a1fbbd0514941bbbe4a26b2578af5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5100968
Apr 16 21:07:51.520328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-4fa597c9-8efb-43ae-bf5d-90864ad55d6e req-a3b51c91-1296-42f5-a36e-7b1f1969370e tempest-DeleteServersAdminTestJSON-401140112 tempest-DeleteServersAdminTestJSON-401140112-project-admin] Calling delete_port for efb6cd0f-aa21-4df1-b980-d8110795919e owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:07:51.520653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45460) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:51.591806 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f6a-6fcd-41e7-ab4b-f0162cde28c7 admin admin] Publish callbacks [] for security_group (880ec2b9-b655-4fa9-b301-5f91f7619ff0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.616545 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f6a-6fcd-41e7-ab4b-f0162cde28c7 admin admin] Publish callbacks [] for security_group (880ec2b9-b655-4fa9-b301-5f91f7619ff0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.616742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6f7f9-c65a-4ca0-a3af-d8469859f421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880ec2b9-b655-4fa9-b301-5f91f7619ff0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:51.639690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c0634bf-796f-4d68-9716-288e41514d96 req-a89e8462-fad3-4b76-bef2-50fd926f3855 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1645272
Apr 16 21:07:51.748546 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f6a-6fcd-41e7-ab4b-f0162cde28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (880ec2b9-b655-4fa9-b301-5f91f7619ff0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.754263 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecc30f6a-6fcd-41e7-ab4b-f0162cde28c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.760094 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ecc30f6a-6fcd-41e7-ab4b-f0162cde28c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/880ec2b9-b655-4fa9-b301-5f91f7619ff0 HTTP/1.1" status: 204  len: 168 time: 0.2373695
Apr 16 21:07:51.764864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3f31d-dbf3-493c-a15c-4a5d89b5388a req-c865b8fe-0f24-4953-a7ce-7d1c6b1c59dc tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:51.766419 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cbb3f31d-dbf3-493c-a15c-4a5d89b5388a req-c865b8fe-0f24-4953-a7ce-7d1c6b1c59dc tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 950 time: 0.0614722
Apr 16 21:07:51.771323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc30f6a-6fcd-41e7-ab4b-f0162cde28c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880ec2b9-b655-4fa9-b301-5f91f7619ff0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:51.829039 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cbb3f31d-dbf3-493c-a15c-4a5d89b5388a req-e68f6006-9a33-4aa4-9545-5c4b4e2f7d7c tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545235
Apr 16 21:07:51.835650 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4fa597c9-8efb-43ae-bf5d-90864ad55d6e req-a3b51c91-1296-42f5-a36e-7b1f1969370e tempest-DeleteServersAdminTestJSON-401140112 tempest-DeleteServersAdminTestJSON-401140112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (efb6cd0f-aa21-4df1-b980-d8110795919e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.870730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b51c91-1296-42f5-a36e-7b1f1969370e tempest-DeleteServersAdminTestJSON-401140112 tempest-DeleteServersAdminTestJSON-401140112-project-admin] Pushing event deleted for resources: {'Port': ['ID=efb6cd0f-aa21-4df1-b980-d8110795919e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:51.923193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa597c9-8efb-43ae-bf5d-90864ad55d6e req-a3b51c91-1296-42f5-a36e-7b1f1969370e tempest-DeleteServersAdminTestJSON-401140112 tempest-DeleteServersAdminTestJSON-401140112-project-admin] No DVR routers for this DVR port efb6cd0f-aa21-4df1-b980-d8110795919e on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:07:51.926703 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4fa597c9-8efb-43ae-bf5d-90864ad55d6e req-a3b51c91-1296-42f5-a36e-7b1f1969370e tempest-DeleteServersAdminTestJSON-401140112 tempest-DeleteServersAdminTestJSON-401140112-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:51.932194 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4fa597c9-8efb-43ae-bf5d-90864ad55d6e req-a3b51c91-1296-42f5-a36e-7b1f1969370e tempest-DeleteServersAdminTestJSON-401140112 tempest-DeleteServersAdminTestJSON-401140112-project-admin] 10.222.0.41 "DELETE /v2.0/ports/efb6cd0f-aa21-4df1-b980-d8110795919e HTTP/1.1" status: 204  len: 173 time: 0.7761567
Apr 16 21:07:51.932194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c', 'name': 'network-vif-deleted', 'tag': 'efb6cd0f-aa21-4df1-b980-d8110795919e'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:07:51.938095 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fea727-3844-44f2-96f2-483b375c0d8d" -d '{"events": [{"server_uuid": "0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c", "name": "network-vif-deleted", "tag": "efb6cd0f-aa21-4df1-b980-d8110795919e"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:07:51.989705 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df446b5-0376-49e7-8385-ec0b8ab01f24 x-openstack-request-id: req-2df446b5-0376-49e7-8385-ec0b8ab01f24 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:07:51.990332 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c", "name": "network-vif-deleted", "tag": "efb6cd0f-aa21-4df1-b980-d8110795919e", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:07:51.990585 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2df446b5-0376-49e7-8385-ec0b8ab01f24 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:07:51.991025 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df446b5-0376-49e7-8385-ec0b8ab01f24'] response: {'server_uuid': '0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c', 'name': 'network-vif-deleted', 'tag': 'efb6cd0f-aa21-4df1-b980-d8110795919e', 'status': 'completed', 'code': 200}
Apr 16 21:07:52.031720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['efb6cd0f-aa21-4df1-b980-d8110795919e'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:07:52.608847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45506) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:52.625376 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f923d33d-5f66-4570-9182-5a58edd9405a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:52.701499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 803ab649-d886-491f-afac-b601816b1ffe up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:07:52.713299 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f923d33d-5f66-4570-9182-5a58edd9405a admin admin] Publish callbacks [] for security_group (b6560ecd-38e4-444c-97b9-f8425f61c697), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:52.760910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 803ab649-d886-491f-afac-b601816b1ffe completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:07:52.772134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5cfab-fe36-486a-9962-366eb2cf08be req-c93cc206-b1af-40bb-91f1-b87481b22c60 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:52.773782 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3af5cfab-fe36-486a-9962-366eb2cf08be req-c93cc206-b1af-40bb-91f1-b87481b22c60 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 944 time: 0.0571935
Apr 16 21:07:52.818009 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f923d33d-5f66-4570-9182-5a58edd9405a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b6560ecd-38e4-444c-97b9-f8425f61c697), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:52.831023 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3af5cfab-fe36-486a-9962-366eb2cf08be req-91efc71c-129b-421c-8acb-f559d6e51fe1 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515633
Apr 16 21:07:52.865866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923d33d-5f66-4570-9182-5a58edd9405a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6560ecd-38e4-444c-97b9-f8425f61c697,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:52.870751 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 803ab649-d886-491f-afac-b601816b1ffe triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:07:52.871036 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (803ab649-d886-491f-afac-b601816b1ffe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:52.883841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45520) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:52.890818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f923d33d-5f66-4570-9182-5a58edd9405a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e4b9684dead4738b04e9f83b47495d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2802651
Apr 16 21:07:52.961857 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a04427c-e1f2-4b31-ac5f-2b1ef1511bef admin admin] Publish callbacks [] for security_group (b6560ecd-38e4-444c-97b9-f8425f61c697), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:53.015018 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-15dfae75-89a3-4990-b83d-0b79d98721fb req-f622c7b7-af99-48c0-b035-9c96606200e9 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf3bf2e-f263-4ce9-86bd-7d05f383fd8c HTTP/1.1" status: 200  len: 210 time: 0.0429530
Apr 16 21:07:53.027238 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a04427c-e1f2-4b31-ac5f-2b1ef1511bef admin admin] Publish callbacks [] for security_group (b6560ecd-38e4-444c-97b9-f8425f61c697), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:53.056400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 803ab649-d886-491f-afac-b601816b1ffe is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:07:53.056972 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (803ab649-d886-491f-afac-b601816b1ffe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:53.085593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5cf7af-51b8-4392-a551-9d0d9b96a45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803ab649-d886-491f-afac-b601816b1ffe'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:07:53.087976 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b48a8c0-fd5a-4140-a301-3e71d39eb2b7" -d '{"events": [{"server_uuid": "8d5cf7af-51b8-4392-a551-9d0d9b96a45d", "name": "network-vif-plugged", "status": "completed", "tag": "803ab649-d886-491f-afac-b601816b1ffe"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:07:53.112544 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 803ab649-d886-491f-afac-b601816b1ffe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=803ab649-d886-491f-afac-b601816b1ffe,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:07:53.118150 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45536) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:53.138546 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9fe89e-9645-44e9-b32f-b8714a01944f x-openstack-request-id: req-4e9fe89e-9645-44e9-b32f-b8714a01944f {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:07:53.138869 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5cf7af-51b8-4392-a551-9d0d9b96a45d", "name": "network-vif-plugged", "status": "completed", "tag": "803ab649-d886-491f-afac-b601816b1ffe", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:07:53.139133 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e9fe89e-9645-44e9-b32f-b8714a01944f {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:07:53.139635 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9fe89e-9645-44e9-b32f-b8714a01944f'] response: {'server_uuid': '8d5cf7af-51b8-4392-a551-9d0d9b96a45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803ab649-d886-491f-afac-b601816b1ffe', 'code': 200}
Apr 16 21:07:53.224307 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (803ab649-d886-491f-afac-b601816b1ffe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:53.233242 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a04427c-e1f2-4b31-ac5f-2b1ef1511bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b6560ecd-38e4-444c-97b9-f8425f61c697), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:53.240327 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a04427c-e1f2-4b31-ac5f-2b1ef1511bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:53.240327 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7a04427c-e1f2-4b31-ac5f-2b1ef1511bef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6560ecd-38e4-444c-97b9-f8425f61c697 HTTP/1.1" status: 204  len: 168 time: 0.3567183
Apr 16 21:07:53.252343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04427c-e1f2-4b31-ac5f-2b1ef1511bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6560ecd-38e4-444c-97b9-f8425f61c697,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:53.257259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbec37-dae4-42d2-83f8-14f82e734b24 req-baa47d3b-4eb1-4477-a1c5-144e6cac1864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:53.258840 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71dbec37-dae4-42d2-83f8-14f82e734b24 req-baa47d3b-4eb1-4477-a1c5-144e6cac1864 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 1126 time: 0.0633240
Apr 16 21:07:53.269896 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d0a6190-1002-42c2-a76e-ec1bf456bf26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:53.328662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=803ab649-d886-491f-afac-b601816b1ffe,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:53.338373 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71dbec37-dae4-42d2-83f8-14f82e734b24 req-19cd48fb-4607-48e1-a1ce-24791f4c47f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725780
Apr 16 21:07:53.384559 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d0a6190-1002-42c2-a76e-ec1bf456bf26 admin admin] Publish callbacks [] for security_group (9d223ff4-344a-4613-a03e-a8c4f5128fb4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:53.481104 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d0a6190-1002-42c2-a76e-ec1bf456bf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9d223ff4-344a-4613-a03e-a8c4f5128fb4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:53.524565 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2d0a6190-1002-42c2-a76e-ec1bf456bf26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72e127b9b8644edab13f92721cae181a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4019125
Apr 16 21:07:53.524565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a6190-1002-42c2-a76e-ec1bf456bf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d223ff4-344a-4613-a03e-a8c4f5128fb4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:53.525425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45556) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:53.575495 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a7aeab5b-5829-48f4-8d2c-b4ce0eeb45f2 admin admin] Publish callbacks [] for security_group (9d223ff4-344a-4613-a03e-a8c4f5128fb4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:53.612374 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a7aeab5b-5829-48f4-8d2c-b4ce0eeb45f2 admin admin] Publish callbacks [] for security_group (9d223ff4-344a-4613-a03e-a8c4f5128fb4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:53.783360 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a7aeab5b-5829-48f4-8d2c-b4ce0eeb45f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9d223ff4-344a-4613-a03e-a8c4f5128fb4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:53.786350 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a7aeab5b-5829-48f4-8d2c-b4ce0eeb45f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:53.787569 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a7aeab5b-5829-48f4-8d2c-b4ce0eeb45f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d223ff4-344a-4613-a03e-a8c4f5128fb4 HTTP/1.1" status: 204  len: 168 time: 0.2613711
Apr 16 21:07:53.796575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aeab5b-5829-48f4-8d2c-b4ce0eeb45f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d223ff4-344a-4613-a03e-a8c4f5128fb4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:53.984461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaaa06-cd1a-43c2-a324-36014fe22a92 req-7a8d7284-201b-4e50-9ed9-5ec478f1807f tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:53.987027 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dffaaa06-cd1a-43c2-a324-36014fe22a92 req-7a8d7284-201b-4e50-9ed9-5ec478f1807f tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 945 time: 0.0589595
Apr 16 21:07:54.040302 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dffaaa06-cd1a-43c2-a324-36014fe22a92 req-cc59f186-fd23-42a4-88fa-36b1c2f0c8a0 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460069
Apr 16 21:07:54.570724 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-00def69c-0fdf-4dde-9eb6-26e3ed871882 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=998f0203a6c741839bde8be2da375d4f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0303354
Apr 16 21:07:54.695223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-26db8cb8-2975-4ca2-a552-2fa17b253d47 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:54.696702 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-26db8cb8-2975-4ca2-a552-2fa17b253d47 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1201351
Apr 16 21:07:54.712437 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-cf6689ae-6e76-4dc6-a43b-f8a67a1af0d6 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/quotas/998f0203a6c741839bde8be2da375d4f HTTP/1.1" status: 200  len: 375 time: 0.0094595
Apr 16 21:07:54.714233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device efb6cd0f-aa21-4df1-b980-d8110795919e no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:07:54.740148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: efb6cd0f-aa21-4df1-b980-d8110795919e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:07:54.740522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device efb6cd0f-aa21-4df1-b980-d8110795919e not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:07:54.748034 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-d7002679-bea5-4d9c-b640-c9d864b6f917 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=998f0203a6c741839bde8be2da375d4f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0288408
Apr 16 21:07:55.086457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45668) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:55.099832 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-360e55c5-fb06-4bfd-94fb-4098ca5af871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:55.135726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45670) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:55.190539 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-360e55c5-fb06-4bfd-94fb-4098ca5af871 admin admin] Publish callbacks [] for security_group (4c26919b-cd6a-44e2-a59d-718b0fa2db74), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:55.297321 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-360e55c5-fb06-4bfd-94fb-4098ca5af871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4c26919b-cd6a-44e2-a59d-718b0fa2db74), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:55.303764 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8bcc8f97-a2b3-4acc-aae6-57aa0b8e5e00 req-50285253-c002-460c-be5e-b2b1e0dfaccb tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 210 time: 0.0325398
Apr 16 21:07:55.333187 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-360e55c5-fb06-4bfd-94fb-4098ca5af871 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fbdd4d5d8994cccbf1e8562238aa3f1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2432735
Apr 16 21:07:55.333540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45686) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:55.364720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e55c5-fb06-4bfd-94fb-4098ca5af871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c26919b-cd6a-44e2-a59d-718b0fa2db74,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:55.373449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1255219773-network', 'tenant_id': '68af3300a0d149adbbf934b4ff1f87d8'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:55.461860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b06fb-56c1-42af-a4a5-c5a511b4094b req-5335f209-d8b8-4f29-845c-325131d1de14 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:55.463331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-de0b06fb-56c1-42af-a4a5-c5a511b4094b req-5335f209-d8b8-4f29-845c-325131d1de14 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 945 time: 0.0765374
Apr 16 21:07:55.468219 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2262-7eb9-462b-bcf3-ef695b37df32 admin admin] Publish callbacks [] for security_group (4c26919b-cd6a-44e2-a59d-718b0fa2db74), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:55.506719 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2262-7eb9-462b-bcf3-ef695b37df32 admin admin] Publish callbacks [] for security_group (4c26919b-cd6a-44e2-a59d-718b0fa2db74), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:55.514816 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Made reservation on behalf of 68af3300a0d149adbbf934b4ff1f87d8 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:07:55.517097 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:55.541448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:55.581331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-de0b06fb-56c1-42af-a4a5-c5a511b4094b req-c4cb9f39-dfc2-45d6-9b54-f9613bf25d4e tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111381
Apr 16 21:07:55.667391 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Publish callbacks [] for security_group (632a963c-f2c5-4c6d-935a-4da2fcdd46a8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:55.692563 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2262-7eb9-462b-bcf3-ef695b37df32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4c26919b-cd6a-44e2-a59d-718b0fa2db74), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:55.695879 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2262-7eb9-462b-bcf3-ef695b37df32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:55.697263 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9e2e2262-7eb9-462b-bcf3-ef695b37df32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c26919b-cd6a-44e2-a59d-718b0fa2db74 HTTP/1.1" status: 204  len: 168 time: 0.3626137
Apr 16 21:07:55.705276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e2262-7eb9-462b-bcf3-ef695b37df32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c26919b-cd6a-44e2-a59d-718b0fa2db74,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:55.812628 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (632a963c-f2c5-4c6d-935a-4da2fcdd46a8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:55.836589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:07:55.850745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632a963c-f2c5-4c6d-935a-4da2fcdd46a8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:55.856696 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e274edcd-7f04-46aa-98ba-ce6873e5a9bd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:55.856696 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Added segment e274edcd-7f04-46aa-98ba-ce6873e5a9bd of type vlan for network 341a7a54-447f-4bb3-9bb9-2193e32a0929
Apr 16 21:07:55.908779 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (341a7a54-447f-4bb3-9bb9-2193e32a0929), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:56.012808 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (341a7a54-447f-4bb3-9bb9-2193e32a0929), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:56.015270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:56.016099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:56.089184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] Pushing event updated for resources: {'Network': ['ID=341a7a54-447f-4bb3-9bb9-2193e32a0929,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:56.118412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 341a7a54-447f-4bb3-9bb9-2193e32a0929 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:07:56.199974 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5a0bc5eb-2865-41fb-9ecf-7dd2e5e7f258 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.0629356
Apr 16 21:07:56.203050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45716) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:56.209716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-470a588c-75eb-49c9-98c0-58cd0347f8ea admin admin] Request body: {'subnet': {'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1255219773-subnet', 'tenant_id': '68af3300a0d149adbbf934b4ff1f87d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:56.224599 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e792d-63d8-4cfb-821e-19183f68dc65 req-4091539c-e693-4a5b-882f-b75f0dfc0f35 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:56.226149 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-424e792d-63d8-4cfb-821e-19183f68dc65 req-4091539c-e693-4a5b-882f-b75f0dfc0f35 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 945 time: 0.0663178
Apr 16 21:07:56.239116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45718) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:56.244130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-67ffe53d-6ffb-4e22-aefc-6c0b848cecbc tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Request body: {'floatingip': {'port_id': '803ab649-d886-491f-afac-b601816b1ffe'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:56.322889 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67ffe53d-6ffb-4e22-aefc-6c0b848cecbc tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for floatingip (bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:56.362206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470a588c-75eb-49c9-98c0-58cd0347f8ea admin admin] Made reservation on behalf of 68af3300a0d149adbbf934b4ff1f87d8 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:07:56.364469 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-470a588c-75eb-49c9-98c0-58cd0347f8ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:56.521957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-521aacaf-0988-4c42-bd50-f0d3e0b94317 req-ba48fe01-dc9b-4420-9522-c295bf6b08f7 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 210 time: 0.0561967
Apr 16 21:07:56.804557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-470a588c-75eb-49c9-98c0-58cd0347f8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for subnet (bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.047082 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45754) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:57.090258 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45758) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:57.203531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a588c-75eb-49c9-98c0-58cd0347f8ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:57.227087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a588c-75eb-49c9-98c0-58cd0347f8ea admin admin] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:07:57.227457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a588c-75eb-49c9-98c0-58cd0347f8ea admin admin] Network hostable DHCP agents. Network: 341a7a54-447f-4bb3-9bb9-2193e32a0929, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:07:57.269417 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a70e0d46-261c-4864-ad5e-b93b0a828922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.321831 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56904c8d-ffba-4534-9a89-a6c0eb9cd7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.387493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a588c-75eb-49c9-98c0-58cd0347f8ea admin admin] Network 341a7a54-447f-4bb3-9bb9-2193e32a0929 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:07:57.390671 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67ffe53d-6ffb-4e22-aefc-6c0b848cecbc tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.404030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a70e0d46-261c-4864-ad5e-b93b0a828922 admin admin] Publish callbacks [] for security_group (4bdcfd48-cc16-4e34-b78e-42753f37f384), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.437147 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56904c8d-ffba-4534-9a89-a6c0eb9cd7ca admin admin] Publish callbacks [] for security_group (0ecf3b84-f9a0-4762-a0e3-21cf10146b42), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.475973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a70e0d46-261c-4864-ad5e-b93b0a828922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4bdcfd48-cc16-4e34-b78e-42753f37f384), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.476110 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67ffe53d-6ffb-4e22-aefc-6c0b848cecbc tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.477976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-470a588c-75eb-49c9-98c0-58cd0347f8ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 341a7a54-447f-4bb3-9bb9-2193e32a0929) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:57.492101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81685ee6-a98c-44b0-b368-01ff48aaf833 None None] Network 341a7a54-447f-4bb3-9bb9-2193e32a0929 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:07:57.512148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a588c-75eb-49c9-98c0-58cd0347f8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:57.513012 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-470a588c-75eb-49c9-98c0-58cd0347f8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.542220 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a70e0d46-261c-4864-ad5e-b93b0a828922 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c76844f228ad4eda8ef337fbb6223f93&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4920008
Apr 16 21:07:57.550878 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56904c8d-ffba-4534-9a89-a6c0eb9cd7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0ecf3b84-f9a0-4762-a0e3-21cf10146b42), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.555992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45774) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:57.578150 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e0d46-261c-4864-ad5e-b93b0a828922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdcfd48-cc16-4e34-b78e-42753f37f384,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:57.634108 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-470a588c-75eb-49c9-98c0-58cd0347f8ea admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.4296358
Apr 16 21:07:57.643986 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56904c8d-ffba-4534-9a89-a6c0eb9cd7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecf3b84-f9a0-4762-a0e3-21cf10146b42,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:57.683886 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-56904c8d-ffba-4534-9a89-a6c0eb9cd7ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec4dd7ceb08f4c83910432bc4e0badde&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5925589
Apr 16 21:07:57.687449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45778) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:57.688798 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-67ffe53d-6ffb-4e22-aefc-6c0b848cecbc tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Floating IP bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9 associated. External IP: 172.35.1.187, port: 803ab649-d886-491f-afac-b601816b1ffe.
Apr 16 21:07:57.725951 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d7f8d-9a8c-437e-b6dd-6a0fff6dc730 None None] Network 341a7a54-447f-4bb3-9bb9-2193e32a0929 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:07:57.745804 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11ddb2ff-1630-4f9b-94a8-cb6e478cee68 req-3617356d-3a76-479c-9b97-5f49ecc1c16f tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 210 time: 0.1038752
Apr 16 21:07:57.750227 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb8a6-5929-489b-b502-2608f32d598c admin admin] Publish callbacks [] for security_group (4bdcfd48-cc16-4e34-b78e-42753f37f384), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.770639 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2dcaef8-eb5c-46c4-86b0-ca7c1585f114 admin admin] Publish callbacks [] for security_group (0ecf3b84-f9a0-4762-a0e3-21cf10146b42), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.803683 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb8a6-5929-489b-b502-2608f32d598c admin admin] Publish callbacks [] for security_group (4bdcfd48-cc16-4e34-b78e-42753f37f384), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.818646 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2dcaef8-eb5c-46c4-86b0-ca7c1585f114 admin admin] Publish callbacks [] for security_group (0ecf3b84-f9a0-4762-a0e3-21cf10146b42), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:57.834779 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45782) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:57.897305 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-57ddfce8-17f3-4422-a23b-e4d880646be3 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=998f0203a6c741839bde8be2da375d4f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0386941
Apr 16 21:07:58.000060 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2dcaef8-eb5c-46c4-86b0-ca7c1585f114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0ecf3b84-f9a0-4762-a0e3-21cf10146b42), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:58.002903 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2dcaef8-eb5c-46c4-86b0-ca7c1585f114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:58.004344 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c2dcaef8-eb5c-46c4-86b0-ca7c1585f114 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ecf3b84-f9a0-4762-a0e3-21cf10146b42 HTTP/1.1" status: 204  len: 168 time: 0.3158164
Apr 16 21:07:58.015687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcaef8-eb5c-46c4-86b0-ca7c1585f114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecf3b84-f9a0-4762-a0e3-21cf10146b42,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:58.029812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb8a6-5929-489b-b502-2608f32d598c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4bdcfd48-cc16-4e34-b78e-42753f37f384), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:58.032649 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb8a6-5929-489b-b502-2608f32d598c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:58.033945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5a0cb8a6-5929-489b-b502-2608f32d598c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bdcfd48-cc16-4e34-b78e-42753f37f384 HTTP/1.1" status: 204  len: 168 time: 0.4754322
Apr 16 21:07:58.045153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cb8a6-5929-489b-b502-2608f32d598c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdcfd48-cc16-4e34-b78e-42753f37f384,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:58.174577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-2cffe24f-354c-407e-a3de-3f31a6a4ab41 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:58.177084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-2cffe24f-354c-407e-a3de-3f31a6a4ab41 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2737789
Apr 16 21:07:58.199312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-d1e2479d-9fd3-4d86-afb1-a4eb3c481d5d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Request body: {'port': {'device_id': '229e6d83-6ece-40c3-a33a-99fc46429d8c', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '998f0203a6c741839bde8be2da375d4f'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:58.299698 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-21c365a2-28c7-4e78-8413-1420f5f668c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99672927446f4ecfb3b1e170073b6797&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4631979
Apr 16 21:07:58.302401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45798) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:58.307697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ffe53d-6ffb-4e22-aefc-6c0b848cecbc tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Router c7b29ac1-f421-4047-92d9-4a968ab1074d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:07:58.368857 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef1c76ea-0677-4480-b5a7-03286e97cbf6 admin admin] Publish callbacks [] for security_group (f0d44158-a830-4418-b093-3716974692c2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:58.413858 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef1c76ea-0677-4480-b5a7-03286e97cbf6 admin admin] Publish callbacks [] for security_group (f0d44158-a830-4418-b093-3716974692c2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:58.469583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ffe53d-6ffb-4e22-aefc-6c0b848cecbc tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:07:58.474426 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67ffe53d-6ffb-4e22-aefc-6c0b848cecbc tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:58.482342 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a21620-d06a-429e-8a7f-a3729f6d9630 None None] Sync routers for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:07:58.493379 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a21620-d06a-429e-8a7f-a3729f6d9630 None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:07:58.499920 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-97a21620-d06a-429e-8a7f-a3729f6d9630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125014370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:07:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:58.500076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-d1e2479d-9fd3-4d86-afb1-a4eb3c481d5d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Made reservation on behalf of 998f0203a6c741839bde8be2da375d4f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:07:58.500076 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-d1e2479d-9fd3-4d86-afb1-a4eb3c481d5d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:58.521765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-67ffe53d-6ffb-4e22-aefc-6c0b848cecbc tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "PUT /v2.0/floatingips/bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9 HTTP/1.1" status: 200  len: 991 time: 2.2843425
Apr 16 21:07:58.524031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5cf7af-51b8-4392-a551-9d0d9b96a45d', 'tag': '803ab649-d886-491f-afac-b601816b1ffe'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:07:58.529353 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdde339d-4b89-49dd-aa36-0f493ad66674" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5cf7af-51b8-4392-a551-9d0d9b96a45d", "tag": "803ab649-d886-491f-afac-b601816b1ffe"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:07:58.583870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef1c76ea-0677-4480-b5a7-03286e97cbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f0d44158-a830-4418-b093-3716974692c2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:58.586597 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef1c76ea-0677-4480-b5a7-03286e97cbf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:58.590873 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ef1c76ea-0677-4480-b5a7-03286e97cbf6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0d44158-a830-4418-b093-3716974692c2 HTTP/1.1" status: 204  len: 168 time: 0.2863641
Apr 16 21:07:58.601434 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa031bd-9c89-40b6-9b06-159e1936568f x-openstack-request-id: req-9fa031bd-9c89-40b6-9b06-159e1936568f {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:07:58.601726 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5cf7af-51b8-4392-a551-9d0d9b96a45d", "tag": "803ab649-d886-491f-afac-b601816b1ffe", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:07:58.602028 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fa031bd-9c89-40b6-9b06-159e1936568f {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:07:58.602156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c76ea-0677-4480-b5a7-03286e97cbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d44158-a830-4418-b093-3716974692c2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:58.602537 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa031bd-9c89-40b6-9b06-159e1936568f'] response: {'name': 'network-changed', 'server_uuid': '8d5cf7af-51b8-4392-a551-9d0d9b96a45d', 'tag': '803ab649-d886-491f-afac-b601816b1ffe', 'status': 'completed', 'code': 200}
Apr 16 21:07:58.689870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde339d-4b89-49dd-aa36-0f493ad66674 req-0032557b-437e-420c-bb13-cc9e1159d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:58.691580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde339d-4b89-49dd-aa36-0f493ad66674 req-0032557b-437e-420c-bb13-cc9e1159d6f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6395bf8972949f8837289679b58d151&device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 1127 time: 0.0838540
Apr 16 21:07:58.693799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fefb1a-483a-46bd-961e-f38533e09922 req-9241a423-a15d-461f-aa66-4ead8d772d1a tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:58.695990 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80fefb1a-483a-46bd-961e-f38533e09922 req-9241a423-a15d-461f-aa66-4ead8d772d1a tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 945 time: 0.0515325
Apr 16 21:07:58.757345 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80fefb1a-483a-46bd-961e-f38533e09922 req-e8fdcd48-39cd-401d-b8c6-284f2d5a41cc tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550067
Apr 16 21:07:58.760608 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-97a21620-d06a-429e-8a7f-a3729f6d9630 None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:07:58.791310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-d1e2479d-9fd3-4d86-afb1-a4eb3c481d5d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Allocated IP 192.168.233.144 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/2cf89b73-421e-4fab-a0c0-f1e5b07e8217) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:07:58.837695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde339d-4b89-49dd-aa36-0f493ad66674 req-2c922df3-b38e-4fec-b9e8-53b134337278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:58.839567 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde339d-4b89-49dd-aa36-0f493ad66674 req-2c922df3-b38e-4fec-b9e8-53b134337278 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d01e7439-5429-4e84-9f79-f267906a4f33 HTTP/1.1" status: 200  len: 925 time: 0.1398032
Apr 16 21:07:58.852421 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45818) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:58.986085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b10aa6d3-25f4-4a59-8867-e5f3277c59cc req-032d762d-70e9-4536-ac69-2a34c2263333 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 210 time: 0.0544438
Apr 16 21:07:58.988133 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde339d-4b89-49dd-aa36-0f493ad66674 req-80015dd1-7c9c-4fa4-960a-084e6e881984 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=803ab649-d886-491f-afac-b601816b1ffe HTTP/1.1" status: 200  len: 999 time: 0.1416106
Apr 16 21:07:59.106292 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-97a21620-d06a-429e-8a7f-a3729f6d9630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125014370>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'floating_ip_address': '172.35.1.187', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'port_id': '803ab649-d886-491f-afac-b601816b1ffe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'mac_address': 'fa:16:3e:fc:31:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf7af-51b8-4392-a551-9d0d9b96a45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:07:37Z', 'updated_at': '2022-04-16T21:07:57Z', 'revision_number': 1, 'project_id': 'd6395bf8972949f8837289679b58d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:59.145953 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a21620-d06a-429e-8a7f-a3729f6d9630 None None] Checking router: c7b29ac1-f421-4047-92d9-4a968ab1074d for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:07:59.156144 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a21620-d06a-429e-8a7f-a3729f6d9630 None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:07:59.157092 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-97a21620-d06a-429e-8a7f-a3729f6d9630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125014370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:07:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:59.271412 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-97a21620-d06a-429e-8a7f-a3729f6d9630 None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:07:59.328438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde339d-4b89-49dd-aa36-0f493ad66674 req-2cded454-6cc2-460d-a7d5-1e9843f903d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:59.329901 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde339d-4b89-49dd-aa36-0f493ad66674 req-2cded454-6cc2-460d-a7d5-1e9843f903d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1655e0cc-53d1-49b0-9e30-979a5cc528e6 HTTP/1.1" status: 200  len: 863 time: 0.3345830
Apr 16 21:07:59.400867 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-d1e2479d-9fd3-4d86-afb1-a4eb3c481d5d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks [] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:59.402767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde339d-4b89-49dd-aa36-0f493ad66674 req-e0a37da8-ae29-4f14-9fbc-81bb49aa1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:59.404318 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde339d-4b89-49dd-aa36-0f493ad66674 req-e0a37da8-ae29-4f14-9fbc-81bb49aa1cc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d01e7439-5429-4e84-9f79-f267906a4f33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0594845
Apr 16 21:07:59.433845 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45828) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:59.450542 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-32750915-50c5-4c89-bca4-9b9c38df8e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:59.518673 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-97a21620-d06a-429e-8a7f-a3729f6d9630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125014370>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'floating_ip_address': '172.35.1.187', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'port_id': '803ab649-d886-491f-afac-b601816b1ffe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'mac_address': 'fa:16:3e:fc:31:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf7af-51b8-4392-a551-9d0d9b96a45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:07:37Z', 'updated_at': '2022-04-16T21:07:57Z', 'revision_number': 1, 'project_id': 'd6395bf8972949f8837289679b58d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:07:59.523830 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde339d-4b89-49dd-aa36-0f493ad66674 req-f3d49280-ac62-4931-aa77-c86ecde569d0 service neutron] 10.222.0.41 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1120601
Apr 16 21:07:59.556916 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a21620-d06a-429e-8a7f-a3729f6d9630 None None] The sync data for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 is: [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'floating_ip_address': '172.35.1.187', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'port_id': '803ab649-d886-491f-afac-b601816b1ffe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'mac_address': 'fa:16:3e:fc:31:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf7af-51b8-4392-a551-9d0d9b96a45d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:07:37Z', 'updated_at': '2022-04-16T21:07:57Z', 'revision_number': 1, 'project_id': 'd6395bf8972949f8837289679b58d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:07:59.560063 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-32750915-50c5-4c89-bca4-9b9c38df8e4b admin admin] Publish callbacks [] for security_group (d0c178d3-722e-483f-aecb-1b73e371b953), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:59.609016 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-d1e2479d-9fd3-4d86-afb1-a4eb3c481d5d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:59.654708 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50534590-ae77-404a-8489-a8ed7bd10911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:59.662196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-d1e2479d-9fd3-4d86-afb1-a4eb3c481d5d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:07:59.673034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-d1e2479d-9fd3-4d86-afb1-a4eb3c481d5d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:07:59.675485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-d1e2479d-9fd3-4d86-afb1-a4eb3c481d5d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:07:59.681618 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-d1e2479d-9fd3-4d86-afb1-a4eb3c481d5d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:07:59.682265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-d1e2479d-9fd3-4d86-afb1-a4eb3c481d5d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:59.716600 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde339d-4b89-49dd-aa36-0f493ad66674 req-a9252191-1650-4ceb-a99f-c2ea00b5fa4f service neutron] 10.222.0.41 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800165
Apr 16 21:07:59.716600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2479d-9fd3-4d86-afb1-a4eb3c481d5d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Pushing event updated for resources: {'Port': ['ID=2cf89b73-421e-4fab-a0c0-f1e5b07e8217,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:59.735280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45832) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:59.758125 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f6346b2-6b83-4580-8243-f00ef57ce3f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:59.781837 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50534590-ae77-404a-8489-a8ed7bd10911 admin admin] Publish callbacks [] for security_group (271b1a37-73ff-4755-a9c4-a65de9859841), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:59.783703 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-32750915-50c5-4c89-bca4-9b9c38df8e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d0c178d3-722e-483f-aecb-1b73e371b953), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:59.827643 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-32750915-50c5-4c89-bca4-9b9c38df8e4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99585a43a363490aa6a702f21e94f390&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3888273
Apr 16 21:07:59.829058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45834) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:59.869851 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f6346b2-6b83-4580-8243-f00ef57ce3f8 admin admin] Publish callbacks [] for security_group (1a952bae-5d39-4cc3-bd43-85f1bcd1f1cd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:59.874628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-d1e2479d-9fd3-4d86-afb1-a4eb3c481d5d tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6789415
Apr 16 21:07:59.880471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32750915-50c5-4c89-bca4-9b9c38df8e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c178d3-722e-483f-aecb-1b73e371b953,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:07:59.915540 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50534590-ae77-404a-8489-a8ed7bd10911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (271b1a37-73ff-4755-a9c4-a65de9859841), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:07:59.918385 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Request body: {'port': {'device_id': '229e6d83-6ece-40c3-a33a-99fc46429d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:07:59.944600 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b00c2d-dfdc-4eeb-947d-50b5c2e9bbc3 None None] New status for floating IP bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:07:59.945604 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-50534590-ae77-404a-8489-a8ed7bd10911 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe45720f24d7446eb6ca267a762b8538&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0918856
Apr 16 21:07:59.948180 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45838) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:07:59.980379 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-276f7cee-f35b-4ade-bf46-01e0e3a16e04 admin admin] Publish callbacks [] for security_group (d0c178d3-722e-483f-aecb-1b73e371b953), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.002172 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f6346b2-6b83-4580-8243-f00ef57ce3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1a952bae-5d39-4cc3-bd43-85f1bcd1f1cd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.030575 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-276f7cee-f35b-4ade-bf46-01e0e3a16e04 admin admin] Publish callbacks [] for security_group (d0c178d3-722e-483f-aecb-1b73e371b953), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.033998 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.047502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50534590-ae77-404a-8489-a8ed7bd10911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271b1a37-73ff-4755-a9c4-a65de9859841,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:00.067956 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4f6346b2-6b83-4580-8243-f00ef57ce3f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec33d01d39d14b3d994aab5a616a5717&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3311205
Apr 16 21:08:00.070455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6346b2-6b83-4580-8243-f00ef57ce3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a952bae-5d39-4cc3-bd43-85f1bcd1f1cd,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:00.073145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45842) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:00.092401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db4ba03a-1b7e-4642-8d22-a80991d672fc admin admin] Publish callbacks [] for security_group (271b1a37-73ff-4755-a9c4-a65de9859841), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.201220 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db4ba03a-1b7e-4642-8d22-a80991d672fc admin admin] Publish callbacks [] for security_group (271b1a37-73ff-4755-a9c4-a65de9859841), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.213781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-31e53ebf-a6c0-4abf-bf92-ff70c51b4de3 None None] Provisioning complete for port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:00.214156 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31e53ebf-a6c0-4abf-bf92-ff70c51b4de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.286687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45846) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:00.310657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-31e53ebf-a6c0-4abf-bf92-ff70c51b4de3 None None] Port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:08:00.320486 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15b95e81-a5fe-4467-96c6-25acbaf76c8b admin admin] Publish callbacks [] for security_group (1a952bae-5d39-4cc3-bd43-85f1bcd1f1cd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.339744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9425b80-ac26-4edb-b7ad-0aead2cdbf39 req-128279eb-1270-4ea2-a2b1-6445c8233307 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:00.341306 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9425b80-ac26-4edb-b7ad-0aead2cdbf39 req-128279eb-1270-4ea2-a2b1-6445c8233307 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 936 time: 0.1552141
Apr 16 21:08:00.365929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15b95e81-a5fe-4467-96c6-25acbaf76c8b admin admin] Publish callbacks [] for security_group (1a952bae-5d39-4cc3-bd43-85f1bcd1f1cd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.381918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b49f994e-e76b-4ec3-98b8-8eb4be798c61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02e63c186df04671ba37092a211a3193&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0940008
Apr 16 21:08:00.387074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45850) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:00.431448 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-276f7cee-f35b-4ade-bf46-01e0e3a16e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d0c178d3-722e-483f-aecb-1b73e371b953), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.434035 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-276f7cee-f35b-4ade-bf46-01e0e3a16e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.435159 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-276f7cee-f35b-4ade-bf46-01e0e3a16e04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0c178d3-722e-483f-aecb-1b73e371b953 HTTP/1.1" status: 204  len: 168 time: 0.5980449
Apr 16 21:08:00.454213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:00.463661 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Publish callbacks [] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.479690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f7cee-f35b-4ade-bf46-01e0e3a16e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c178d3-722e-483f-aecb-1b73e371b953,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:00.486104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9425b80-ac26-4edb-b7ad-0aead2cdbf39 req-a8e1eb29-4515-426c-a4cd-97e101e42bf9 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328466
Apr 16 21:08:00.493295 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db4ba03a-1b7e-4642-8d22-a80991d672fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (271b1a37-73ff-4755-a9c4-a65de9859841), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.499817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db4ba03a-1b7e-4642-8d22-a80991d672fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.499817 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-db4ba03a-1b7e-4642-8d22-a80991d672fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/271b1a37-73ff-4755-a9c4-a65de9859841 HTTP/1.1" status: 204  len: 168 time: 0.5480554
Apr 16 21:08:00.528493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ba03a-1b7e-4642-8d22-a80991d672fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271b1a37-73ff-4755-a9c4-a65de9859841,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:00.528493 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79ebe717-b385-4b96-b07c-b4ba41a903f4 admin admin] Publish callbacks [] for security_group (a5af93ef-b2fc-403c-86c9-7ca363325710), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.552201 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79ebe717-b385-4b96-b07c-b4ba41a903f4 admin admin] Publish callbacks [] for security_group (a5af93ef-b2fc-403c-86c9-7ca363325710), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.635206 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15b95e81-a5fe-4467-96c6-25acbaf76c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1a952bae-5d39-4cc3-bd43-85f1bcd1f1cd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.637768 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15b95e81-a5fe-4467-96c6-25acbaf76c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.638965 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-15b95e81-a5fe-4467-96c6-25acbaf76c8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a952bae-5d39-4cc3-bd43-85f1bcd1f1cd HTTP/1.1" status: 204  len: 168 time: 0.5629828
Apr 16 21:08:00.646468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b95e81-a5fe-4467-96c6-25acbaf76c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a952bae-5d39-4cc3-bd43-85f1bcd1f1cd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:00.715188 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Transition to ACTIVE for port object 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:08:00.715432 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79ebe717-b385-4b96-b07c-b4ba41a903f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a5af93ef-b2fc-403c-86c9-7ca363325710), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.718306 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79ebe717-b385-4b96-b07c-b4ba41a903f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.727227 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-79ebe717-b385-4b96-b07c-b4ba41a903f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5af93ef-b2fc-403c-86c9-7ca363325710 HTTP/1.1" status: 204  len: 168 time: 0.3314693
Apr 16 21:08:00.729922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebe717-b385-4b96-b07c-b4ba41a903f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5af93ef-b2fc-403c-86c9-7ca363325710,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:00.814754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45868) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:00.819557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-596697640-network', 'tenant_id': '01409fd11472429e8721e605ac8b4a86'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:00.879426 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.940968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf89b73-421e-4fab-a0c0-f1e5b07e8217,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:00.949539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Made reservation on behalf of 01409fd11472429e8721e605ac8b4a86 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:00.951882 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.972201 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:00.985773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Attempting to bind port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:08:00.986124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Attempting to bind port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:08:00.986462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Attempting to bind port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:00.991365 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:08:00.992354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Attempting to bind port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:01.000806 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:08:01.001157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:01.001552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:08:01.001989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Bound port: 2cf89b73-421e-4fab-a0c0-f1e5b07e8217, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:08:01.002358 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:01.068037 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Publish callbacks [] for security_group (77d7d3ea-f92b-4115-a0c6-2204a5f038fe), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:01.077069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] For port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:01.080498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] For port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf89b73-421e-4fab-a0c0-f1e5b07e8217,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:08:01.241435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:01.242178 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (77d7d3ea-f92b-4115-a0c6-2204a5f038fe), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:01.269445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:08:01.278679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d7d3ea-f92b-4115-a0c6-2204a5f038fe,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:01.284964 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (aaf0f1e7-ffc5-4158-a707-77496e1c2829), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:01.285392 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Added segment aaf0f1e7-ffc5-4158-a707-77496e1c2829 of type vlan for network 5dc0ae35-a118-4ccb-a673-8550ccc5cc5f
Apr 16 21:08:01.296139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:01.296520 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:01.298498 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] 10.222.0.11 "PUT /v2.0/ports/2cf89b73-421e-4fab-a0c0-f1e5b07e8217 HTTP/1.1" status: 200  len: 1096 time: 1.4163737
Apr 16 21:08:01.299009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229e6d83-6ece-40c3-a33a-99fc46429d8c', 'tag': '2cf89b73-421e-4fab-a0c0-f1e5b07e8217'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:01.308499 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9870aa6f-19e3-40af-bf92-08496bed619d" -d '{"events": [{"name": "network-changed", "server_uuid": "229e6d83-6ece-40c3-a33a-99fc46429d8c", "tag": "2cf89b73-421e-4fab-a0c0-f1e5b07e8217"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:01.338973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568690f2-896d-43d4-9351-34c352c32b44 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf89b73-421e-4fab-a0c0-f1e5b07e8217,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:01.353579 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (5dc0ae35-a118-4ccb-a673-8550ccc5cc5f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:01.356292 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dec6b2-7d49-481b-9840-255a6b9e0358 x-openstack-request-id: req-29dec6b2-7d49-481b-9840-255a6b9e0358 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:01.356532 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229e6d83-6ece-40c3-a33a-99fc46429d8c", "tag": "2cf89b73-421e-4fab-a0c0-f1e5b07e8217", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:01.365744 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29dec6b2-7d49-481b-9840-255a6b9e0358 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:01.365744 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29dec6b2-7d49-481b-9840-255a6b9e0358'] response: {'name': 'network-changed', 'server_uuid': '229e6d83-6ece-40c3-a33a-99fc46429d8c', 'tag': '2cf89b73-421e-4fab-a0c0-f1e5b07e8217', 'status': 'completed', 'code': 200}
Apr 16 21:08:01.433372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870aa6f-19e3-40af-bf92-08496bed619d req-12158f52-4cd8-4439-931f-da708f6232bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:01.434906 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9870aa6f-19e3-40af-bf92-08496bed619d req-12158f52-4cd8-4439-931f-da708f6232bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=998f0203a6c741839bde8be2da375d4f&device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 1130 time: 0.0526826
Apr 16 21:08:01.463890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9870aa6f-19e3-40af-bf92-08496bed619d req-855ca63f-775e-4816-8df2-94ba04947132 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=998f0203a6c741839bde8be2da375d4f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0214834
Apr 16 21:08:01.498550 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (5dc0ae35-a118-4ccb-a673-8550ccc5cc5f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:01.499574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:01.501679 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:01.588823 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc0ae35-a118-4ccb-a673-8550ccc5cc5f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:01.595794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870aa6f-19e3-40af-bf92-08496bed619d req-354a3a84-8331-494f-9b97-db03f10a1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:01.597402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9870aa6f-19e3-40af-bf92-08496bed619d req-354a3a84-8331-494f-9b97-db03f10a1b24 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1278841
Apr 16 21:08:01.602346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 5dc0ae35-a118-4ccb-a673-8550ccc5cc5f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:08:01.662926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb370f91-62a8-4d36-9995-ccbea881cb49 req-7119fc7e-07ba-4716-8d4a-f68a0a5d0c6a tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:01.664866 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb370f91-62a8-4d36-9995-ccbea881cb49 req-7119fc7e-07ba-4716-8d4a-f68a0a5d0c6a tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 948 time: 0.0542707
Apr 16 21:08:01.668861 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6838f8b2-54d4-4e36-b378-49b500f32251 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.8529398
Apr 16 21:08:01.671474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45884) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:01.676324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0e8d0a60-779a-4e0a-a20f-e7415b3bb892 admin admin] Request body: {'subnet': {'network_id': '5dc0ae35-a118-4ccb-a673-8550ccc5cc5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-596697640-subnet', 'tenant_id': '01409fd11472429e8721e605ac8b4a86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:01.702194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-02a524c1-3c71-4f1f-a215-7a227551b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:01.703835 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-02a524c1-3c71-4f1f-a215-7a227551b717 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=998f0203a6c741839bde8be2da375d4f&device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 1130 time: 0.0658104
Apr 16 21:08:01.749520 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb370f91-62a8-4d36-9995-ccbea881cb49 req-6a33a0bc-3c8a-4918-915f-b2c33ad2f0a2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576935
Apr 16 21:08:01.759274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-9df89def-75f1-4d7f-a30b-95ad4c1a0f0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2cf89b73-421e-4fab-a0c0-f1e5b07e8217 HTTP/1.1" status: 200  len: 217 time: 0.0477552
Apr 16 21:08:01.813125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-a8679c0e-3370-43e6-9951-20ea15e7fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:01.814667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-a8679c0e-3370-43e6-9951-20ea15e7fed5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0505741
Apr 16 21:08:01.862628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-05a815ab-1ede-4c78-b53e-10b2f28b8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:01.864314 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-05a815ab-1ede-4c78-b53e-10b2f28b8881 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0434055
Apr 16 21:08:01.880793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8d0a60-779a-4e0a-a20f-e7415b3bb892 admin admin] Made reservation on behalf of 01409fd11472429e8721e605ac8b4a86 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:01.883860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e8d0a60-779a-4e0a-a20f-e7415b3bb892 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:01.956650 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-607af285-6d93-4e4f-bae4-5a2cf5c9dba6 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865798
Apr 16 21:08:02.060909 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614cfb99-75e3-4377-8ea3-daf09a6a2b10 req-72c6895d-742c-468b-83d9-7498c3801afc service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980442
Apr 16 21:08:02.167399 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e8d0a60-779a-4e0a-a20f-e7415b3bb892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for subnet (5195f34a-3a56-4d22-876a-f2305906312d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:02.210689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45900) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:02.232124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d0a60-779a-4e0a-a20f-e7415b3bb892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5195f34a-3a56-4d22-876a-f2305906312d,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:02.240944 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f92b8f7-9f54-48e2-9ce1-0c7df3145019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:02.243153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8d0a60-779a-4e0a-a20f-e7415b3bb892 admin admin] Checking segment: {'id': 'aaf0f1e7-ffc5-4158-a707-77496e1c2829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5dc0ae35-a118-4ccb-a673-8550ccc5cc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:02.243638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8d0a60-779a-4e0a-a20f-e7415b3bb892 admin admin] Network hostable DHCP agents. Network: 5dc0ae35-a118-4ccb-a673-8550ccc5cc5f, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:08:02.330575 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f92b8f7-9f54-48e2-9ce1-0c7df3145019 admin admin] Publish callbacks [] for security_group (c789ee53-e524-461a-8340-ca6741176c06), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:02.348041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8d0a60-779a-4e0a-a20f-e7415b3bb892 admin admin] Network 5dc0ae35-a118-4ccb-a673-8550ccc5cc5f is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:08:02.416661 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f92b8f7-9f54-48e2-9ce1-0c7df3145019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c789ee53-e524-461a-8340-ca6741176c06), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:02.452690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0e8d0a60-779a-4e0a-a20f-e7415b3bb892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5dc0ae35-a118-4ccb-a673-8550ccc5cc5f) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:02.455599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5f92b8f7-9f54-48e2-9ce1-0c7df3145019 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34992edf8e904996bf8b50eea28cd672&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2439637
Apr 16 21:08:02.457822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92b8f7-9f54-48e2-9ce1-0c7df3145019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c789ee53-e524-461a-8340-ca6741176c06,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:02.458440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45912) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:02.466523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663a1452-5e3f-49f6-afd8-01a59c5cca5a None None] Network 5dc0ae35-a118-4ccb-a673-8550ccc5cc5f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:08:02.478950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8d0a60-779a-4e0a-a20f-e7415b3bb892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:02.483219 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e8d0a60-779a-4e0a-a20f-e7415b3bb892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:02.559119 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30c8e750-bdcc-4d5a-99a0-b0ae97abf9f8 admin admin] Publish callbacks [] for security_group (c789ee53-e524-461a-8340-ca6741176c06), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:02.581950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30c8e750-bdcc-4d5a-99a0-b0ae97abf9f8 admin admin] Publish callbacks [] for security_group (c789ee53-e524-461a-8340-ca6741176c06), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:02.591551 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0e8d0a60-779a-4e0a-a20f-e7415b3bb892 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.9188540
Apr 16 21:08:02.610424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad0f793-9ddc-4668-a6bb-354cb66cb818 None None] Network 5dc0ae35-a118-4ccb-a673-8550ccc5cc5f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:08:02.732120 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30c8e750-bdcc-4d5a-99a0-b0ae97abf9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c789ee53-e524-461a-8340-ca6741176c06), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:02.734861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30c8e750-bdcc-4d5a-99a0-b0ae97abf9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:02.736017 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-30c8e750-bdcc-4d5a-99a0-b0ae97abf9f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c789ee53-e524-461a-8340-ca6741176c06 HTTP/1.1" status: 204  len: 168 time: 0.2762613
Apr 16 21:08:02.744854 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8e750-bdcc-4d5a-99a0-b0ae97abf9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c789ee53-e524-461a-8340-ca6741176c06,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:02.870971 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f0446-ac23-47b5-bd6c-c956da290fde req-603be653-c497-4af0-832a-d4cde5254070 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:02.876217 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a47f0446-ac23-47b5-bd6c-c956da290fde req-603be653-c497-4af0-832a-d4cde5254070 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 948 time: 0.0486879
Apr 16 21:08:02.926316 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a47f0446-ac23-47b5-bd6c-c956da290fde req-4861566a-d579-4dc0-a3fd-700005de5d4c tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473022
Apr 16 21:08:03.546892 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-7142f28f-ea33-41ac-b0ef-f15bdd8dd78b tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=487e280d7b014a7196cd1e4e9165cc7e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0307255
Apr 16 21:08:03.646258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-4d697d1a-d8da-4cb8-8b13-0e184fa4ded1 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:03.654193 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-4d697d1a-d8da-4cb8-8b13-0e184fa4ded1 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 821 time: 0.1171782
Apr 16 21:08:03.658615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-249818bc-a63d-403b-b1f0-b1f588a36aee tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:03.660080 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-249818bc-a63d-403b-b1f0-b1f588a36aee tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1075177
Apr 16 21:08:03.668989 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-810469c6-28a6-4d32-b4da-c29d14093d8c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/quotas/68af3300a0d149adbbf934b4ff1f87d8 HTTP/1.1" status: 200  len: 375 time: 0.0136354
Apr 16 21:08:03.699776 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-7b6a1671-b70d-400c-9680-859bd356f7e8 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/quotas/487e280d7b014a7196cd1e4e9165cc7e HTTP/1.1" status: 200  len: 375 time: 0.0328712
Apr 16 21:08:03.709162 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3ed5ed10-5ad9-4f24-8796-06353ed81457 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0382445
Apr 16 21:08:03.742440 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-adb79f4a-8d3f-44d8-a0b3-27ee020ccd79 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=487e280d7b014a7196cd1e4e9165cc7e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0413895
Apr 16 21:08:03.795124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45986) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:04.143483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbecdf-c736-41f7-9b36-cc00530839ad req-ed6a597a-4818-47d0-908c-70efed2ca8e3 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:04.145152 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bdfbecdf-c736-41f7-9b36-cc00530839ad req-ed6a597a-4818-47d0-908c-70efed2ca8e3 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 948 time: 0.0523226
Apr 16 21:08:04.176154 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-122449708-network', 'tenant_id': 'c38a974045ea45079978b232398b1c72'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:04.227102 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bdfbecdf-c736-41f7-9b36-cc00530839ad req-9354a29b-27c8-44cc-95dc-32ac9a681530 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759575
Apr 16 21:08:04.293428 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cef4e73b-8a58-4b54-9dd4-1c035bfe2c73 req-83c94c29-79a4-437e-9045-289f81b14ecd tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 210 time: 0.0278621
Apr 16 21:08:04.338052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Made reservation on behalf of c38a974045ea45079978b232398b1c72 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:04.340710 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:04.349879 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:04.423263 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Publish callbacks [] for security_group (57046d81-a454-4063-8f04-e981a8543e4e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:04.435421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-53d4b831-0d9f-45b9-a221-c8d4681f4561 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:08:04.436514 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-53d4b831-0d9f-45b9-a221-c8d4681f4561 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2319121
Apr 16 21:08:04.533222 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-393bdee3-ab72-4432-ad92-d43f8e5efb10 service neutron] 10.222.0.20 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902786
Apr 16 21:08:04.543212 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (57046d81-a454-4063-8f04-e981a8543e4e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:04.559708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:08:04.580728 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (f1b44070-a771-44f8-8c03-4b645dddf9fd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:04.581065 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Added segment f1b44070-a771-44f8-8c03-4b645dddf9fd of type vlan for network 9a9bff59-d4c3-4057-b659-189fe7a4060c
Apr 16 21:08:04.620198 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57046d81-a454-4063-8f04-e981a8543e4e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:04.641420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (9a9bff59-d4c3-4057-b659-189fe7a4060c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:04.649763 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-2e901dd8-7980-4c22-9b91-4e3baa92b842 service neutron] 10.222.0.20 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1092393
Apr 16 21:08:04.778900 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (9a9bff59-d4c3-4057-b659-189fe7a4060c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:04.779860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:04.780668 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:04.842090 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] Pushing event updated for resources: {'Network': ['ID=9a9bff59-d4c3-4057-b659-189fe7a4060c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:04.857357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 9a9bff59-d4c3-4057-b659-189fe7a4060c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:08:04.927846 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4198440c-b23f-48af-a891-13c3f8bc8882 req-a9b23b33-85d6-4465-9d43-6482f0546690 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 210 time: 0.0360737
Apr 16 21:08:04.954101 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3e4dcbb5-7c6e-456c-90bc-991a9f182e2d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.1564474
Apr 16 21:08:04.955606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46036) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:04.963772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-09434f77-7797-411b-a78c-46bd15dce68d admin admin] Request body: {'subnet': {'network_id': '9a9bff59-d4c3-4057-b659-189fe7a4060c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-122449708-subnet', 'tenant_id': 'c38a974045ea45079978b232398b1c72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:05.081611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09434f77-7797-411b-a78c-46bd15dce68d admin admin] Made reservation on behalf of c38a974045ea45079978b232398b1c72 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:05.087831 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09434f77-7797-411b-a78c-46bd15dce68d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:05.277453 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:05.323760 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09434f77-7797-411b-a78c-46bd15dce68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for subnet (515b068e-0c6a-4027-8363-c47b35358e4c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:05.412279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92583d4-5d16-4321-9c1b-7cfc084962b4 req-f5d651c6-79a6-4f7a-a782-b2f5b3fc8351 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:05.414705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d92583d4-5d16-4321-9c1b-7cfc084962b4 req-f5d651c6-79a6-4f7a-a782-b2f5b3fc8351 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 948 time: 0.1043332
Apr 16 21:08:05.418480 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-351c7eae-4528-4183-9e73-820cea85ec3d req-9358d712-06cd-4000-aca0-db4f9833ee19 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 210 time: 0.0690281
Apr 16 21:08:05.422670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09434f77-7797-411b-a78c-46bd15dce68d admin admin] Pushing event updated for resources: {'Subnet': ['ID=515b068e-0c6a-4027-8363-c47b35358e4c,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:05.469687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09434f77-7797-411b-a78c-46bd15dce68d admin admin] Checking segment: {'id': 'f1b44070-a771-44f8-8c03-4b645dddf9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9a9bff59-d4c3-4057-b659-189fe7a4060c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:05.470059 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09434f77-7797-411b-a78c-46bd15dce68d admin admin] Network hostable DHCP agents. Network: 9a9bff59-d4c3-4057-b659-189fe7a4060c, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:08:05.503951 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d92583d4-5d16-4321-9c1b-7cfc084962b4 req-ee329ad4-c841-49ea-808f-78cd84f5f0e5 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697927
Apr 16 21:08:05.588346 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09434f77-7797-411b-a78c-46bd15dce68d admin admin] Network 9a9bff59-d4c3-4057-b659-189fe7a4060c is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:08:05.690848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-09434f77-7797-411b-a78c-46bd15dce68d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a9bff59-d4c3-4057-b659-189fe7a4060c) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:05.696105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09434f77-7797-411b-a78c-46bd15dce68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:05.697052 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09434f77-7797-411b-a78c-46bd15dce68d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:05.705394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ac8229-11a0-4353-aca8-1878ea376a05 None None] Network 9a9bff59-d4c3-4057-b659-189fe7a4060c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:08:05.826931 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9aecd9-c925-44e1-b00e-793b5c2713df None None] Network 9a9bff59-d4c3-4057-b659-189fe7a4060c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:08:05.912759 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-09434f77-7797-411b-a78c-46bd15dce68d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9557152
Apr 16 21:08:06.015034 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-92c09af8-bebc-48db-a225-dfed635143dd req-82d40639-fd2e-4719-a213-92f88368abc6 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 210 time: 0.0304410
Apr 16 21:08:06.091347 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:08:06.185966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf89b73-421e-4fab-a0c0-f1e5b07e8217,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:06.198317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '2cf89b73-421e-4fab-a0c0-f1e5b07e8217', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '2cf89b73-421e-4fab-a0c0-f1e5b07e8217', 'mac_address': 'fa:16:3e:f0:75:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:08:06.245395 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:06.245796 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:06.263665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:06.284054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf89b73-421e-4fab-a0c0-f1e5b07e8217,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:06.370105 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:06.418862 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=2cf89b73-421e-4fab-a0c0-f1e5b07e8217,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:06.534597 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d499888-493b-406c-b02d-603f66037563 req-3e50f914-0f29-4fc7-9768-c5ee7daa101c tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 210 time: 0.0294847
Apr 16 21:08:06.552505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['2cf89b73-421e-4fab-a0c0-f1e5b07e8217'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:08:06.664980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14a552-dd31-4818-818f-7bb53fb8144c req-b1e94fc1-4c56-44dd-9208-258edd34fbb0 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:06.666858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fb14a552-dd31-4818-818f-7bb53fb8144c req-b1e94fc1-4c56-44dd-9208-258edd34fbb0 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 949 time: 0.0622094
Apr 16 21:08:06.700348 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46122) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:06.768350 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fb14a552-dd31-4818-818f-7bb53fb8144c req-1b060614-ff6a-481f-beac-0da1b7a2bd1b tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863652
Apr 16 21:08:06.877362 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-6c22a82a-3f01-44fd-94bc-830db7169c2e tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=487e280d7b014a7196cd1e4e9165cc7e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0329525
Apr 16 21:08:06.951899 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:06.988458 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fe9bd860-32b8-46fc-b1ac-b8d376fd9e1b tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:06.989911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fe9bd860-32b8-46fc-b1ac-b8d376fd9e1b tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1065130
Apr 16 21:08:07.002562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Request body: {'port': {'device_id': '84fdd641-4d23-472a-8b8f-fded89dbcc32', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '487e280d7b014a7196cd1e4e9165cc7e'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:07.136041 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Publish callbacks [] for security_group (a70a3a39-60f4-42f2-8f6b-c27467e4b3bc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:07.136041 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4990ffc-45cf-4fd3-9c9c-f70d09dd2e01 req-9ff701e3-7a24-4a44-a776-0bad9e536a2d tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 210 time: 0.0292683
Apr 16 21:08:07.417190 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a70a3a39-60f4-42f2-8f6b-c27467e4b3bc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:07.447509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70a3a39-60f4-42f2-8f6b-c27467e4b3bc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:07.449377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Made reservation on behalf of 487e280d7b014a7196cd1e4e9165cc7e for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:07.452888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3852690b10324d328aedaed518a784d1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7507236
Apr 16 21:08:07.453027 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:07.457408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.457759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.458117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.459843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.459843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.459843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.459843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.459843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.460305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.460566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.460830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.461156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.461547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.461898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.462217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40939d3e-266e-48fd-811a-f868031b3e84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.465306 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46148) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:07.477840 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:07.553517 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1d710ef3-e92d-4139-bf77-98209f42eb74 admin admin] Publish callbacks [] for security_group (a70a3a39-60f4-42f2-8f6b-c27467e4b3bc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:07.611719 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1d710ef3-e92d-4139-bf77-98209f42eb74 admin admin] Publish callbacks [] for security_group (a70a3a39-60f4-42f2-8f6b-c27467e4b3bc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:07.678655 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks [] for security_group (75452c69-7f5e-4a96-8749-ecb24f97f1b2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:07.683197 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0dc56b71-c574-4e4d-a583-62ea77886e8b req-06277038-b84f-4f39-bde9-5ddbd6fd973f tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 210 time: 0.0562742
Apr 16 21:08:07.728800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46158) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:07.733770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-638458323-network', 'tenant_id': '0e0a705d8630435c8874a8f4c5096724'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:07.853265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (75452c69-7f5e-4a96-8749-ecb24f97f1b2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:07.887731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75452c69-7f5e-4a96-8749-ecb24f97f1b2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:07.891538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a4a11-4ab3-444a-8af1-159dd803f943 req-5efd9278-974b-464f-96e8-6e44409ea299 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:07.897374 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e55a4a11-4ab3-444a-8af1-159dd803f943 req-5efd9278-974b-464f-96e8-6e44409ea299 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 949 time: 0.0593736
Apr 16 21:08:07.902105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.902105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.902105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.902105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.902105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.902105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.902105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.902105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.902105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.902105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.902105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.903087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.903560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.903903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.904318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:07.927316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1d710ef3-e92d-4139-bf77-98209f42eb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a70a3a39-60f4-42f2-8f6b-c27467e4b3bc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:07.931094 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1d710ef3-e92d-4139-bf77-98209f42eb74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:07.931094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1d710ef3-e92d-4139-bf77-98209f42eb74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a70a3a39-60f4-42f2-8f6b-c27467e4b3bc HTTP/1.1" status: 204  len: 168 time: 0.4585631
Apr 16 21:08:07.967056 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e55a4a11-4ab3-444a-8af1-159dd803f943 req-3c8904ef-1c84-491b-be6e-22cf5eec2405 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683796
Apr 16 21:08:07.967703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Made reservation on behalf of 0e0a705d8630435c8874a8f4c5096724 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:07.970017 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:07.982861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d710ef3-e92d-4139-bf77-98209f42eb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70a3a39-60f4-42f2-8f6b-c27467e4b3bc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:08.007697 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.057640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46172) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:08.086603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:08:08.094953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Allocated IP 192.168.233.57 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/bab3ec3e-82d0-419b-9ccb-11f635214fe4) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:08:08.135840 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Publish callbacks [] for security_group (89cb1366-4e4b-4b11-bb53-16151edb7d94), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.145601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:08:08.222736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:08.223541 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.233046 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b74b2771-821e-4117-ae27-40ae4cdabd8f req-e350348b-e96a-4de9-8313-5dae06f46827 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 210 time: 0.0425231
Apr 16 21:08:08.235319 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (89cb1366-4e4b-4b11-bb53-16151edb7d94), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.282460 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks [] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.304810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:08:08.326575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cb1366-4e4b-4b11-bb53-16151edb7d94,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:08.338167 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2f3eb281-f59e-47b0-8bec-78cede08dc9d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.338506 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Added segment 2f3eb281-f59e-47b0-8bec-78cede08dc9d of type vlan for network a89a6e75-5aa1-473a-9a4c-46af05dcd0fa
Apr 16 21:08:08.360197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:08.360608 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.384132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229e6d83-6ece-40c3-a33a-99fc46429d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf89b73-421e-4fab-a0c0-f1e5b07e8217'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:08.386536 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ffb112-87f8-4fd6-8fae-292fdc51cf29" -d '{"events": [{"server_uuid": "229e6d83-6ece-40c3-a33a-99fc46429d8c", "name": "network-vif-plugged", "status": "completed", "tag": "2cf89b73-421e-4fab-a0c0-f1e5b07e8217"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:08.400159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf89b73-421e-4fab-a0c0-f1e5b07e8217,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:08.409768 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a89a6e75-5aa1-473a-9a4c-46af05dcd0fa), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.417873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-7dd6125c-c00a-4d17-9084-b8a2902265a0 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:08.419330 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-7dd6125c-c00a-4d17-9084-b8a2902265a0 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.41 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 821 time: 0.2007492
Apr 16 21:08:08.427046 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd16f225-b090-4470-b2ea-84e67781976a x-openstack-request-id: req-dd16f225-b090-4470-b2ea-84e67781976a {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:08.427389 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229e6d83-6ece-40c3-a33a-99fc46429d8c", "name": "network-vif-plugged", "status": "completed", "tag": "2cf89b73-421e-4fab-a0c0-f1e5b07e8217", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:08.427641 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd16f225-b090-4470-b2ea-84e67781976a {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:08.428034 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd16f225-b090-4470-b2ea-84e67781976a'] response: {'server_uuid': '229e6d83-6ece-40c3-a33a-99fc46429d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf89b73-421e-4fab-a0c0-f1e5b07e8217', 'code': 200}
Apr 16 21:08:08.435541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-14fbb34b-4941-4ad5-8ffe-efe5c3e59195 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Request body: {'port': {'device_id': 'd06de5cf-0b6e-4546-b316-545265d6af2a', 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929', 'admin_state_up': True, 'tenant_id': '68af3300a0d149adbbf934b4ff1f87d8'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:08.452585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.509051 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.563705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:08:08.572044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:08.586815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:08:08.588774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=2cf89b73-421e-4fab-a0c0-f1e5b07e8217,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:08.597095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:08.597793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.598050 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.598554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.599131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.599626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.601529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.601686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Pushing event updated for resources: {'Port': ['ID=bab3ec3e-82d0-419b-9ccb-11f635214fe4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:08.603469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.603977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.604500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.605132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.607067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.611572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.612074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.612582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.613085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.613574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:08.623622 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eec554-9fa8-4af1-8bbd-f54014873b3f req-06a1b1cc-f881-4176-929a-80f0047c27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:08.628982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7eec554-9fa8-4af1-8bbd-f54014873b3f req-06a1b1cc-f881-4176-929a-80f0047c27a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 1132 time: 0.1155903
Apr 16 21:08:08.692506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46184) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:08.709286 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7eec554-9fa8-4af1-8bbd-f54014873b3f req-065c0a9b-07eb-4a10-8727-09c89889ad29 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744791
Apr 16 21:08:08.730471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-89f48241-8c79-442d-bc84-c288ef544fb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7312608
Apr 16 21:08:08.744221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Request body: {'port': {'device_id': '84fdd641-4d23-472a-8b8f-fded89dbcc32', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:08.826537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.861023 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a89a6e75-5aa1-473a-9a4c-46af05dcd0fa), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.861397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:08.862007 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.900888 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-31107b78-491b-4b6d-b920-a246efc0e7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.915770 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7750c27f-c5c0-433a-87a9-f1786f68a778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.956215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a8637453-d3b5-4ebd-ba94-9d76dca5a2a0 None None] Provisioning complete for port bab3ec3e-82d0-419b-9ccb-11f635214fe4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:08.956581 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a8637453-d3b5-4ebd-ba94-9d76dca5a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:08.958032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993a631-d55c-457e-89fb-c61705327c27 req-a80239cb-dcf2-42be-9e8d-b5a7ff416c7c tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:08.964689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0993a631-d55c-457e-89fb-c61705327c27 req-a80239cb-dcf2-42be-9e8d-b5a7ff416c7c tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 935 time: 0.1458690
Apr 16 21:08:08.970421 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-010b06ad-89e9-484f-ad91-73ee3b76f00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.009250 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a8637453-d3b5-4ebd-ba94-9d76dca5a2a0 None None] Port bab3ec3e-82d0-419b-9ccb-11f635214fe4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:08:09.037480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] Pushing event updated for resources: {'Network': ['ID=a89a6e75-5aa1-473a-9a4c-46af05dcd0fa,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:09.050140 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a89a6e75-5aa1-473a-9a4c-46af05dcd0fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:08:09.076648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46194) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:09.098565 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dfb32bb6-7b16-4831-a775-ddeb5234f496 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.3686450
Apr 16 21:08:09.103483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46196) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:09.113425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5ed7c8d1-b162-45c9-bc07-9f2bb1b781ea admin admin] Request body: {'subnet': {'network_id': 'a89a6e75-5aa1-473a-9a4c-46af05dcd0fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-638458323-subnet', 'tenant_id': '0e0a705d8630435c8874a8f4c5096724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:09.120621 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d72b-147e-4587-824e-4622b28bc23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.127888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0993a631-d55c-457e-89fb-c61705327c27 req-60f75623-5c93-49e1-a3f2-efba3047733f tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623657
Apr 16 21:08:09.158622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-14fbb34b-4941-4ad5-8ffe-efe5c3e59195 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Made reservation on behalf of 68af3300a0d149adbbf934b4ff1f87d8 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:09.162610 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-14fbb34b-4941-4ad5-8ffe-efe5c3e59195 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.191056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73153-5ab9-421f-af5f-84d139de0d25 req-14111055-2e26-46e4-b914-620863f041a4 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:09.196651 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7cd73153-5ab9-421f-af5f-84d139de0d25 req-14111055-2e26-46e4-b914-620863f041a4 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 950 time: 0.1122952
Apr 16 21:08:09.231296 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-31107b78-491b-4b6d-b920-a246efc0e7ab admin admin] Publish callbacks [] for security_group (4ed070cd-0944-4941-bf31-a29491c8b63d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.275940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed7c8d1-b162-45c9-bc07-9f2bb1b781ea admin admin] Made reservation on behalf of 0e0a705d8630435c8874a8f4c5096724 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:09.277651 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ed7c8d1-b162-45c9-bc07-9f2bb1b781ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.326562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7cd73153-5ab9-421f-af5f-84d139de0d25 req-155abdd4-4c6f-4a7c-a261-82f3fa05c9fd tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226397
Apr 16 21:08:09.333431 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-010b06ad-89e9-484f-ad91-73ee3b76f00c admin admin] Publish callbacks [] for security_group (71b4063a-3cb5-4302-b21b-e8291d04fb8e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.339462 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-31107b78-491b-4b6d-b920-a246efc0e7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4ed070cd-0944-4941-bf31-a29491c8b63d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.389671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad8d1c7b-d417-4449-968e-3ce5c9409e2e req-2a238d5f-c2c8-41ae-82cd-036206113380 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 210 time: 0.0549319
Apr 16 21:08:09.427402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab3ec3e-82d0-419b-9ccb-11f635214fe4 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:09.433822 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-31107b78-491b-4b6d-b920-a246efc0e7ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be8b6a0d24a542ac9084194640c9ca1f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7401254
Apr 16 21:08:09.436860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-010b06ad-89e9-484f-ad91-73ee3b76f00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (71b4063a-3cb5-4302-b21b-e8291d04fb8e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.437551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46200) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:09.440566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31107b78-491b-4b6d-b920-a246efc0e7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed070cd-0944-4941-bf31-a29491c8b63d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:09.446143 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Publish callbacks [] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.473612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d72b-147e-4587-824e-4622b28bc23a admin admin] Publish callbacks [] for security_group (924ab98e-c006-44bb-8432-9a5b8e792bc1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.487953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Transition to ACTIVE for port object bab3ec3e-82d0-419b-9ccb-11f635214fe4 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:08:09.519567 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-010b06ad-89e9-484f-ad91-73ee3b76f00c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56035dc6a13a4ced8c1abad8f04d87dd&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4585462
Apr 16 21:08:09.522249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46202) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:09.523561 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-14fbb34b-4941-4ad5-8ffe-efe5c3e59195 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Allocated IP 172.20.0.4 (341a7a54-447f-4bb3-9bb9-2193e32a0929/bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6/808376f5-de15-494a-b722-a554d5c81386) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:08:09.528625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b06ad-89e9-484f-ad91-73ee3b76f00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b4063a-3cb5-4302-b21b-e8291d04fb8e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:09.544133 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d72b-147e-4587-824e-4622b28bc23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (924ab98e-c006-44bb-8432-9a5b8e792bc1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.579746 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f80932d2-1b1e-4fbe-bb3e-d1035c14baf3 admin admin] Publish callbacks [] for security_group (4ed070cd-0944-4941-bf31-a29491c8b63d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.603533 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.613339 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d8a4d72b-147e-4587-824e-4622b28bc23a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d40bbb3f5e1447480f7a7f46264d418&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5298171
Apr 16 21:08:09.614176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4d72b-147e-4587-824e-4622b28bc23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924ab98e-c006-44bb-8432-9a5b8e792bc1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:09.617537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46204) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:09.667687 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f80932d2-1b1e-4fbe-bb3e-d1035c14baf3 admin admin] Publish callbacks [] for security_group (4ed070cd-0944-4941-bf31-a29491c8b63d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.732402 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-510c9a85-8012-4029-b592-7beaff0b1920 admin admin] Publish callbacks [] for security_group (71b4063a-3cb5-4302-b21b-e8291d04fb8e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.744741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Pushing event updated for resources: {'Port': ['ID=bab3ec3e-82d0-419b-9ccb-11f635214fe4,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:09.747657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7099749-0943-47e7-9e6c-2b204a6ee496 admin admin] Publish callbacks [] for security_group (924ab98e-c006-44bb-8432-9a5b8e792bc1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.778084 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ed7c8d1-b162-45c9-bc07-9f2bb1b781ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for subnet (9a31b738-ce0b-4165-b930-35c74366d7ae), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.798414 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7099749-0943-47e7-9e6c-2b204a6ee496 admin admin] Publish callbacks [] for security_group (924ab98e-c006-44bb-8432-9a5b8e792bc1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.802854 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-14fbb34b-4941-4ad5-8ffe-efe5c3e59195 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks [] for port (808376f5-de15-494a-b722-a554d5c81386), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.809950 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-510c9a85-8012-4029-b592-7beaff0b1920 admin admin] Publish callbacks [] for security_group (71b4063a-3cb5-4302-b21b-e8291d04fb8e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.841853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Attempting to bind port bab3ec3e-82d0-419b-9ccb-11f635214fe4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:08:09.842203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Attempting to bind port bab3ec3e-82d0-419b-9ccb-11f635214fe4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:08:09.842552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Attempting to bind port bab3ec3e-82d0-419b-9ccb-11f635214fe4 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:09.866740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Port bab3ec3e-82d0-419b-9ccb-11f635214fe4 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:08:09.867081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Attempting to bind port bab3ec3e-82d0-419b-9ccb-11f635214fe4 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:09.893062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:08:09.893405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:09.893803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:08:09.894257 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Bound port: bab3ec3e-82d0-419b-9ccb-11f635214fe4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:08:09.894624 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.918763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7c8d1-b162-45c9-bc07-9f2bb1b781ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a31b738-ce0b-4165-b930-35c74366d7ae,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:09.931467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed7c8d1-b162-45c9-bc07-9f2bb1b781ea admin admin] Checking segment: {'id': '2f3eb281-f59e-47b0-8bec-78cede08dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a89a6e75-5aa1-473a-9a4c-46af05dcd0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:09.931833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7c8d1-b162-45c9-bc07-9f2bb1b781ea admin admin] Network hostable DHCP agents. Network: a89a6e75-5aa1-473a-9a4c-46af05dcd0fa, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:08:09.953915 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f80932d2-1b1e-4fbe-bb3e-d1035c14baf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4ed070cd-0944-4941-bf31-a29491c8b63d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.956462 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f80932d2-1b1e-4fbe-bb3e-d1035c14baf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:09.957609 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f80932d2-1b1e-4fbe-bb3e-d1035c14baf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ed070cd-0944-4941-bf31-a29491c8b63d HTTP/1.1" status: 204  len: 168 time: 0.5180044
Apr 16 21:08:09.983270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80932d2-1b1e-4fbe-bb3e-d1035c14baf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed070cd-0944-4941-bf31-a29491c8b63d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:10.009348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] For port bab3ec3e-82d0-419b-9ccb-11f635214fe4, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:10.013941 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7099749-0943-47e7-9e6c-2b204a6ee496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (924ab98e-c006-44bb-8432-9a5b8e792bc1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:10.014061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] For port bab3ec3e-82d0-419b-9ccb-11f635214fe4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bab3ec3e-82d0-419b-9ccb-11f635214fe4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:08:10.015796 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7099749-0943-47e7-9e6c-2b204a6ee496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:10.017165 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f7099749-0943-47e7-9e6c-2b204a6ee496 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/924ab98e-c006-44bb-8432-9a5b8e792bc1 HTTP/1.1" status: 204  len: 168 time: 0.3947561
Apr 16 21:08:10.018524 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-14fbb34b-4941-4ad5-8ffe-efe5c3e59195 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (808376f5-de15-494a-b722-a554d5c81386), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:10.055569 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7099749-0943-47e7-9e6c-2b204a6ee496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924ab98e-c006-44bb-8432-9a5b8e792bc1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:10.111361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-14fbb34b-4941-4ad5-8ffe-efe5c3e59195 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Network 341a7a54-447f-4bb3-9bb9-2193e32a0929 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:08:10.120908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-14fbb34b-4941-4ad5-8ffe-efe5c3e59195 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:10.122870 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:10.124127 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-510c9a85-8012-4029-b592-7beaff0b1920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (71b4063a-3cb5-4302-b21b-e8291d04fb8e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:10.125566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-14fbb34b-4941-4ad5-8ffe-efe5c3e59195 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:08:10.128488 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-510c9a85-8012-4029-b592-7beaff0b1920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:10.130048 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-510c9a85-8012-4029-b592-7beaff0b1920 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71b4063a-3cb5-4302-b21b-e8291d04fb8e HTTP/1.1" status: 204  len: 168 time: 0.6065996
Apr 16 21:08:10.130842 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-14fbb34b-4941-4ad5-8ffe-efe5c3e59195 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:10.131467 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-14fbb34b-4941-4ad5-8ffe-efe5c3e59195 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:10.135915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbb34b-4941-4ad5-8ffe-efe5c3e59195 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Pushing event updated for resources: {'Port': ['ID=808376f5-de15-494a-b722-a554d5c81386,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:10.142421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c9a85-8012-4029-b592-7beaff0b1920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b4063a-3cb5-4302-b21b-e8291d04fb8e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:10.161961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7c8d1-b162-45c9-bc07-9f2bb1b781ea admin admin] Network a89a6e75-5aa1-473a-9a4c-46af05dcd0fa is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:08:10.166256 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:10.207537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:10.208152 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:10.209647 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] 10.222.0.41 "PUT /v2.0/ports/bab3ec3e-82d0-419b-9ccb-11f635214fe4 HTTP/1.1" status: 200  len: 1095 time: 1.4715223
Apr 16 21:08:10.210666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fdd641-4d23-472a-8b8f-fded89dbcc32', 'tag': 'bab3ec3e-82d0-419b-9ccb-11f635214fe4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:10.212948 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b4dcea-dd5e-4081-97b4-2b093c4c796c" -d '{"events": [{"name": "network-changed", "server_uuid": "84fdd641-4d23-472a-8b8f-fded89dbcc32", "tag": "bab3ec3e-82d0-419b-9ccb-11f635214fe4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:10.254088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-14fbb34b-4941-4ad5-8ffe-efe5c3e59195 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8247845
Apr 16 21:08:10.257517 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcfd67c-b875-4690-8f9b-27c4d89e1849 x-openstack-request-id: req-0bcfd67c-b875-4690-8f9b-27c4d89e1849 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:10.257808 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fdd641-4d23-472a-8b8f-fded89dbcc32", "tag": "bab3ec3e-82d0-419b-9ccb-11f635214fe4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:10.258059 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bcfd67c-b875-4690-8f9b-27c4d89e1849 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:10.258452 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bcfd67c-b875-4690-8f9b-27c4d89e1849'] response: {'name': 'network-changed', 'server_uuid': '84fdd641-4d23-472a-8b8f-fded89dbcc32', 'tag': 'bab3ec3e-82d0-419b-9ccb-11f635214fe4', 'status': 'completed', 'code': 200}
Apr 16 21:08:10.271417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Request body: {'port': {'device_id': 'd06de5cf-0b6e-4546-b316-545265d6af2a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:10.298005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55749c-c9f1-46e8-9c51-9de7d997da8b service neutron] Pushing event updated for resources: {'Port': ['ID=bab3ec3e-82d0-419b-9ccb-11f635214fe4,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:10.321157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-5ed7c8d1-b162-45c9-bc07-9f2bb1b781ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a89a6e75-5aa1-473a-9a4c-46af05dcd0fa) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:10.331067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7bbbd5-bd56-4976-835c-2c8bbca6115c None None] Network a89a6e75-5aa1-473a-9a4c-46af05dcd0fa requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:08:10.331221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83481da0-8282-40b2-8906-83de8da67ced req-bb310bab-1aa9-4778-8b54-11ef03a27710 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:10.332875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-83481da0-8282-40b2-8906-83de8da67ced req-bb310bab-1aa9-4778-8b54-11ef03a27710 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 947 time: 0.1148422
Apr 16 21:08:10.345303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed7c8d1-b162-45c9-bc07-9f2bb1b781ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:10.351323 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ed7c8d1-b162-45c9-bc07-9f2bb1b781ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:10.351501 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (808376f5-de15-494a-b722-a554d5c81386), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:10.375614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4dcea-dd5e-4081-97b4-2b093c4c796c req-74e46eac-cdb8-4dca-97fd-7af5697a4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:10.377340 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-10b4dcea-dd5e-4081-97b4-2b093c4c796c req-74e46eac-cdb8-4dca-97fd-7af5697a4801 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=487e280d7b014a7196cd1e4e9165cc7e&device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 1129 time: 0.0925498
Apr 16 21:08:10.447371 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-10b4dcea-dd5e-4081-97b4-2b093c4c796c req-ba9d60ca-2edb-40bf-9aa4-d1c7cb82301b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=487e280d7b014a7196cd1e4e9165cc7e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0573058
Apr 16 21:08:10.525360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e37d6-b8aa-43f7-bd74-564805b13e6d None None] Network a89a6e75-5aa1-473a-9a4c-46af05dcd0fa requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:08:10.553443 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5ed7c8d1-b162-45c9-bc07-9f2bb1b781ea admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.4463298
Apr 16 21:08:10.562211 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-83481da0-8282-40b2-8906-83de8da67ced req-351be2f1-b02f-4c6a-bc3d-7ca24bcfcea0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107527
Apr 16 21:08:10.633949 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c03de-24a7-4445-bf07-3b1cea1612b0 req-ed9c7e96-963d-4705-8ebb-9186d29a7818 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:10.648484 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-519c03de-24a7-4445-bf07-3b1cea1612b0 req-ed9c7e96-963d-4705-8ebb-9186d29a7818 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 950 time: 0.1224546
Apr 16 21:08:10.667789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4dcea-dd5e-4081-97b4-2b093c4c796c req-471c78ef-b444-41eb-810e-948402bd72d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:10.673506 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-10b4dcea-dd5e-4081-97b4-2b093c4c796c req-471c78ef-b444-41eb-810e-948402bd72d0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2170675
Apr 16 21:08:10.791557 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-519c03de-24a7-4445-bf07-3b1cea1612b0 req-88f0200a-2182-461e-bfae-ad01bdf63db2 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433618
Apr 16 21:08:10.854560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808376f5-de15-494a-b722-a554d5c81386 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:10.863636 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Publish callbacks [] for port (808376f5-de15-494a-b722-a554d5c81386), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:10.887979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Transition to ACTIVE for port object 808376f5-de15-494a-b722-a554d5c81386 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:08:10.989585 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (808376f5-de15-494a-b722-a554d5c81386), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.034392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29b16d-f8dc-4189-8124-0a24dcd3ee01 req-d76e2b70-6f23-40cb-a464-4d465a235a76 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:11.035919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f29b16d-f8dc-4189-8124-0a24dcd3ee01 req-d76e2b70-6f23-40cb-a464-4d465a235a76 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 931 time: 0.3223734
Apr 16 21:08:11.037674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-c15fb1bd-505c-47f3-bbc2-b76bb524731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:11.039842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-c15fb1bd-505c-47f3-bbc2-b76bb524731c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=487e280d7b014a7196cd1e4e9165cc7e&device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 1129 time: 0.3151906
Apr 16 21:08:11.055919 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46228) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:11.094170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-f4ca4ed9-b23c-4a8c-9934-9837f1afa4ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=bab3ec3e-82d0-419b-9ccb-11f635214fe4 HTTP/1.1" status: 200  len: 217 time: 0.0432341
Apr 16 21:08:11.122618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Pushing event updated for resources: {'Port': ['ID=808376f5-de15-494a-b722-a554d5c81386,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:11.149443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb17fb58-b0da-47f7-977e-acb68de217ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.153675 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f29b16d-f8dc-4189-8124-0a24dcd3ee01 req-9ffb0680-930b-4227-94ba-88746a903b6d tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101649
Apr 16 21:08:11.156158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Attempting to bind port 808376f5-de15-494a-b722-a554d5c81386 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:08:11.156745 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Attempting to bind port 808376f5-de15-494a-b722-a554d5c81386 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:08:11.157302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Attempting to bind port 808376f5-de15-494a-b722-a554d5c81386 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:11.176483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Port 808376f5-de15-494a-b722-a554d5c81386 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:08:11.176483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Attempting to bind port 808376f5-de15-494a-b722-a554d5c81386 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:11.176766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-4cfa1eda-a292-464a-85bf-7aec96c14cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:11.178769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-4cfa1eda-a292-464a-85bf-7aec96c14cfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0746078
Apr 16 21:08:11.184802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:08:11.185159 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:11.185705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Bound using segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:08:11.186135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Bound port: 808376f5-de15-494a-b722-a554d5c81386, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:08:11.186515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (808376f5-de15-494a-b722-a554d5c81386), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.203608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46232) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:11.237480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-a4d9abca-10e9-4e7b-8ebd-89ec70596622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:11.239035 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-a4d9abca-10e9-4e7b-8ebd-89ec70596622 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0543923
Apr 16 21:08:11.352462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-67402b63-7535-48c3-a173-c3bb059bfa77 admin admin] Deleting subnet 515b068e-0c6a-4027-8363-c47b35358e4c {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:08:11.360388 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67402b63-7535-48c3-a173-c3bb059bfa77 admin admin] Publish callbacks [] for subnet (515b068e-0c6a-4027-8363-c47b35358e4c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.403732 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-bf81134c-d244-42de-8d63-d7a283104945 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583242
Apr 16 21:08:11.410419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:11.415754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166b877-8836-4e27-ac4c-a72b976b91ab req-06c6fb7e-74f3-4d96-8c1a-43b542d1cc84 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:11.417381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7166b877-8836-4e27-ac4c-a72b976b91ab req-06c6fb7e-74f3-4d96-8c1a-43b542d1cc84 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 950 time: 0.0658071
Apr 16 21:08:11.421669 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb17fb58-b0da-47f7-977e-acb68de217ca admin admin] Publish callbacks [] for security_group (146475a4-07ac-4bf9-96c9-999a74f1c770), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.525535 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7166b877-8836-4e27-ac4c-a72b976b91ab req-a7147269-38b5-43c9-8eb0-4b2ba77b3f23 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999055
Apr 16 21:08:11.549045 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-affe65b4-d3de-4195-b199-c91e1abf2ad4 req-234a02be-0674-40ab-9174-7410e2f9bd08 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306574
Apr 16 21:08:11.598435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67402b63-7535-48c3-a173-c3bb059bfa77 admin admin] Publish callbacks [] for subnet (515b068e-0c6a-4027-8363-c47b35358e4c), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.601434 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-edadc20b-ffb5-42a5-9f85-aa3255ce6f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.618101 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb17fb58-b0da-47f7-977e-acb68de217ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (146475a4-07ac-4bf9-96c9-999a74f1c770), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.621767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=808376f5-de15-494a-b722-a554d5c81386,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:08:11.629609 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67402b63-7535-48c3-a173-c3bb059bfa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (515b068e-0c6a-4027-8363-c47b35358e4c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.691445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17fb58-b0da-47f7-977e-acb68de217ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146475a4-07ac-4bf9-96c9-999a74f1c770,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:11.695750 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bb17fb58-b0da-47f7-977e-acb68de217ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b7c2a2cc60a4333b2072f822204d0d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5881958
Apr 16 21:08:11.698449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46248) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:11.724989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2396f30-4307-4f49-b5ac-bbe1753e5839 req-d82581cb-3e39-41c0-9736-2191a4071dfe tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:11.727296 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2396f30-4307-4f49-b5ac-bbe1753e5839 req-d82581cb-3e39-41c0-9736-2191a4071dfe tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 947 time: 0.0516825
Apr 16 21:08:11.758458 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-954afc29-d036-47e8-9e8b-e17e173549a8 admin admin] Publish callbacks [] for security_group (146475a4-07ac-4bf9-96c9-999a74f1c770), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.773518 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (808376f5-de15-494a-b722-a554d5c81386), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.775288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2396f30-4307-4f49-b5ac-bbe1753e5839 req-ae6b9983-494a-4ea1-8878-89c23bd64102 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419517
Apr 16 21:08:11.796961 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-954afc29-d036-47e8-9e8b-e17e173549a8 admin admin] Publish callbacks [] for security_group (146475a4-07ac-4bf9-96c9-999a74f1c770), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.809291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46250) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:11.823565 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-92a2ce00-650e-4e83-b864-da5151c8ff87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.845280 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:11.845664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.847102 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] 10.222.0.41 "PUT /v2.0/ports/808376f5-de15-494a-b722-a554d5c81386 HTTP/1.1" status: 200  len: 1091 time: 1.5798478
Apr 16 21:08:11.847478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06de5cf-0b6e-4546-b316-545265d6af2a', 'tag': '808376f5-de15-494a-b722-a554d5c81386'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:11.917969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-92a2ce00-650e-4e83-b864-da5151c8ff87 admin admin] Publish callbacks [] for security_group (ab9c1aef-8518-4d58-8714-dcbbea6170f0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.920493 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67402b63-7535-48c3-a173-c3bb059bfa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for subnet (515b068e-0c6a-4027-8363-c47b35358e4c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.961954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67402b63-7535-48c3-a173-c3bb059bfa77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515b068e-0c6a-4027-8363-c47b35358e4c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:11.963591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f336c-50c4-4af4-b4a9-21add14372ef service neutron] Pushing event updated for resources: {'Port': ['ID=808376f5-de15-494a-b722-a554d5c81386,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:11.973650 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67402b63-7535-48c3-a173-c3bb059bfa77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:11.973739 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46260) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:11.975616 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-67402b63-7535-48c3-a173-c3bb059bfa77 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/515b068e-0c6a-4027-8363-c47b35358e4c HTTP/1.1" status: 204  len: 168 time: 0.7697654
Apr 16 21:08:12.046800 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-92a2ce00-650e-4e83-b864-da5151c8ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ab9c1aef-8518-4d58-8714-dcbbea6170f0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.051170 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ab9f0d-3272-4692-b8cc-132464674463" -d '{"events": [{"name": "network-changed", "server_uuid": "d06de5cf-0b6e-4546-b316-545265d6af2a", "tag": "808376f5-de15-494a-b722-a554d5c81386"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:12.068777 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-954afc29-d036-47e8-9e8b-e17e173549a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (146475a4-07ac-4bf9-96c9-999a74f1c770), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.072745 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-954afc29-d036-47e8-9e8b-e17e173549a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.073907 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-954afc29-d036-47e8-9e8b-e17e173549a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/146475a4-07ac-4bf9-96c9-999a74f1c770 HTTP/1.1" status: 204  len: 168 time: 0.3745694
Apr 16 21:08:12.089007 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954afc29-d036-47e8-9e8b-e17e173549a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146475a4-07ac-4bf9-96c9-999a74f1c770,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:12.100270 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (9a9bff59-d4c3-4057-b659-189fe7a4060c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.113571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46276) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:12.113717 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-92a2ce00-650e-4e83-b864-da5151c8ff87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1ef0cadfdcb408690b28d1b3e1b38b6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3031409
Apr 16 21:08:12.115237 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2ce00-650e-4e83-b864-da5151c8ff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9c1aef-8518-4d58-8714-dcbbea6170f0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:12.184751 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64385e0e-727a-4e19-ac2a-4bfa8eed19d3 admin admin] Publish callbacks [] for security_group (ab9c1aef-8518-4d58-8714-dcbbea6170f0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.222136 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (9a9bff59-d4c3-4057-b659-189fe7a4060c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.231647 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c72755-70c4-4956-a1fa-a1ac1e42dcf1 x-openstack-request-id: req-34c72755-70c4-4956-a1fa-a1ac1e42dcf1 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:12.244341 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06de5cf-0b6e-4546-b316-545265d6af2a", "tag": "808376f5-de15-494a-b722-a554d5c81386", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:12.244607 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34c72755-70c4-4956-a1fa-a1ac1e42dcf1 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:12.245121 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c72755-70c4-4956-a1fa-a1ac1e42dcf1'] response: {'name': 'network-changed', 'server_uuid': 'd06de5cf-0b6e-4546-b316-545265d6af2a', 'tag': '808376f5-de15-494a-b722-a554d5c81386', 'status': 'completed', 'code': 200}
Apr 16 21:08:12.250372 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0124781c40>> segment before_delete 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.250755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0124781c40>> subnet precommit_delete_associations 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.252591 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e969160>> segment_host_mapping after_create 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.252948 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e969160>> port after_create 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.253344 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e969160>> port after_delete 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.253811 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e969160>> port after_update 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.254728 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e969160>> segment after_delete 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.254995 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e969160>> subnet after_create 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.255335 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e969160>> subnet after_delete 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.255738 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e969160>> subnet after_update 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.270437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64385e0e-727a-4e19-ac2a-4bfa8eed19d3 admin admin] Publish callbacks [] for security_group (ab9c1aef-8518-4d58-8714-dcbbea6170f0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.286616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4e5bc-a598-49dc-aa5a-d7778993648b req-7cda7c3e-ee1a-4b15-b7d0-fbb2bb7bd039 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:12.288689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7c4e5bc-a598-49dc-aa5a-d7778993648b req-7cda7c3e-ee1a-4b15-b7d0-fbb2bb7bd039 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 950 time: 0.1007686
Apr 16 21:08:12.336327 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.358237 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7c4e5bc-a598-49dc-aa5a-d7778993648b req-d16ed9a9-c5d8-43f2-90ef-75e915454933 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602732
Apr 16 21:08:12.386407 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f011eeb9370>> subnet after_create 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.386809 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f011eeb9370>> subnet after_delete 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.387167 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f011eeb9370>> subnet before_create 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.387478 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f011eeb9370>> subnet before_update 55550000 {{(pid=122555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:12.387856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01247d3a60>,) {'filters': {'network_id': ['9a9bff59-d4c3-4057-b659-189fe7a4060c']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:12.415702 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01247d3a60>, 'f1b44070-a771-44f8-8c03-4b645dddf9fd') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:12.416005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01247d3a60>, 'f1b44070-a771-44f8-8c03-4b645dddf9fd') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:12.449501 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (f1b44070-a771-44f8-8c03-4b645dddf9fd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.479664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59745ea4-2e4c-4295-b9c1-6a4da9ef1ee9 req-a5354197-12ae-4461-8bf4-4c3ea5d8fa30 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:12.479664 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59745ea4-2e4c-4295-b9c1-6a4da9ef1ee9 req-a5354197-12ae-4461-8bf4-4c3ea5d8fa30 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 943 time: 0.0862997
Apr 16 21:08:12.482938 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (f1b44070-a771-44f8-8c03-4b645dddf9fd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.497680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:08:12.498069 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (f1b44070-a771-44f8-8c03-4b645dddf9fd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.509053 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64385e0e-727a-4e19-ac2a-4bfa8eed19d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ab9c1aef-8518-4d58-8714-dcbbea6170f0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.512076 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64385e0e-727a-4e19-ac2a-4bfa8eed19d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.513008 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-64385e0e-727a-4e19-ac2a-4bfa8eed19d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab9c1aef-8518-4d58-8714-dcbbea6170f0 HTTP/1.1" status: 204  len: 168 time: 0.3981707
Apr 16 21:08:12.521365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64385e0e-727a-4e19-ac2a-4bfa8eed19d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9c1aef-8518-4d58-8714-dcbbea6170f0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   from cryptography.utils import int_from_bytes
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   from cryptography.utils import int_from_bytes
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:08:12.542456 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:08:12.629451 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59745ea4-2e4c-4295-b9c1-6a4da9ef1ee9 req-b5a6aa61-8359-4407-a5c7-a13ba9e6ad16 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433065
Apr 16 21:08:12.806754 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (9a9bff59-d4c3-4057-b659-189fe7a4060c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.814854 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.820653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9a9bff59-d4c3-4057-b659-189fe7a4060c HTTP/1.1" status: 204  len: 168 time: 0.8387258
Apr 16 21:08:12.821060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46292) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:12.828913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00ef5c-9f03-407c-b76f-5af28be65f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a9bff59-d4c3-4057-b659-189fe7a4060c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:12.908518 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1941d3-25ea-4ee6-92e2-2763b5e9e079 admin admin] Deleting subnet 9a31b738-ce0b-4165-b930-35c74366d7ae {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:08:12.914188 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc1941d3-25ea-4ee6-92e2-2763b5e9e079 admin admin] Publish callbacks [] for subnet (9a31b738-ce0b-4165-b930-35c74366d7ae), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.921479 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca493a-6d55-4106-89db-8c9929142adc req-a97a00ce-b246-4681-927f-10957c068f94 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:12.922960 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fbca493a-6d55-4106-89db-8c9929142adc req-a97a00ce-b246-4681-927f-10957c068f94 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 947 time: 0.0648935
Apr 16 21:08:12.972149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc1941d3-25ea-4ee6-92e2-2763b5e9e079 admin admin] Publish callbacks [] for subnet (9a31b738-ce0b-4165-b930-35c74366d7ae), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:12.986558 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc1941d3-25ea-4ee6-92e2-2763b5e9e079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (9a31b738-ce0b-4165-b930-35c74366d7ae), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:13.026327 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fbca493a-6d55-4106-89db-8c9929142adc req-a9f0424a-db23-4bfd-bbe6-bb6ad1840bb9 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860274
Apr 16 21:08:13.201068 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc1941d3-25ea-4ee6-92e2-2763b5e9e079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for subnet (9a31b738-ce0b-4165-b930-35c74366d7ae), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:13.233578 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc1941d3-25ea-4ee6-92e2-2763b5e9e079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:13.237018 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bc1941d3-25ea-4ee6-92e2-2763b5e9e079 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9a31b738-ce0b-4165-b930-35c74366d7ae HTTP/1.1" status: 204  len: 168 time: 0.4149723
Apr 16 21:08:13.239977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46312) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:13.242854 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1941d3-25ea-4ee6-92e2-2763b5e9e079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a31b738-ce0b-4165-b930-35c74366d7ae,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:13.334215 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b584b56e-7d1e-4b4f-a1f8-6caf942934f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a89a6e75-5aa1-473a-9a4c-46af05dcd0fa), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:13.408418 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a1ee2-7ca4-4926-9e63-dfe7d7e950ee req-a6ad7f25-6692-4812-9e85-e2adb46684a1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:13.409989 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-890a1ee2-7ca4-4926-9e63-dfe7d7e950ee req-a6ad7f25-6692-4812-9e85-e2adb46684a1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.11 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 950 time: 0.0716240
Apr 16 21:08:13.527916 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b584b56e-7d1e-4b4f-a1f8-6caf942934f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a89a6e75-5aa1-473a-9a4c-46af05dcd0fa), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:13.562924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38399c0f-cf7d-44c9-a727-c9ac11d6c469 req-71efcdb0-d3d3-4f7b-851a-0b81341ff45e tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:13.564358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38399c0f-cf7d-44c9-a727-c9ac11d6c469 req-71efcdb0-d3d3-4f7b-851a-0b81341ff45e tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 950 time: 0.1053045
Apr 16 21:08:13.608135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b584b56e-7d1e-4b4f-a1f8-6caf942934f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f1dac40>,) {'filters': {'network_id': ['a89a6e75-5aa1-473a-9a4c-46af05dcd0fa']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:13.633360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b584b56e-7d1e-4b4f-a1f8-6caf942934f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f1dac40>, '2f3eb281-f59e-47b0-8bec-78cede08dc9d') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:13.633658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b584b56e-7d1e-4b4f-a1f8-6caf942934f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f1dac40>, '2f3eb281-f59e-47b0-8bec-78cede08dc9d') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:13.646547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-890a1ee2-7ca4-4926-9e63-dfe7d7e950ee req-146e1f2e-9cd5-4e4b-bd6f-969086e0c1b1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Deleting port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:08:13.646824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-890a1ee2-7ca4-4926-9e63-dfe7d7e950ee req-146e1f2e-9cd5-4e4b-bd6f-969086e0c1b1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:13.650320 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b584b56e-7d1e-4b4f-a1f8-6caf942934f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (2f3eb281-f59e-47b0-8bec-78cede08dc9d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:13.746210 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b584b56e-7d1e-4b4f-a1f8-6caf942934f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2f3eb281-f59e-47b0-8bec-78cede08dc9d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:13.757273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e38f2d-b409-4b1b-82ae-c1a5f8299e54 req-8ea5976c-95b1-420c-8f32-f1784e88dcbb tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:13.757852 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38399c0f-cf7d-44c9-a727-c9ac11d6c469 req-3ee4e8b8-6460-4254-b043-b302d63da49f tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bbc99b6-5487-4da9-b390-cfc77f54a14f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666880
Apr 16 21:08:13.763065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b584b56e-7d1e-4b4f-a1f8-6caf942934f9 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:08:13.763065 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b584b56e-7d1e-4b4f-a1f8-6caf942934f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (2f3eb281-f59e-47b0-8bec-78cede08dc9d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:08:13.764371 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:08:13.767791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05e38f2d-b409-4b1b-82ae-c1a5f8299e54 req-8ea5976c-95b1-420c-8f32-f1784e88dcbb tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 943 time: 0.0651467
Apr 16 21:08:13.836585 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05e38f2d-b409-4b1b-82ae-c1a5f8299e54 req-539b86d5-6d04-408b-a170-973f4be9d073 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675738
Apr 16 21:08:13.874261 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-890a1ee2-7ca4-4926-9e63-dfe7d7e950ee req-146e1f2e-9cd5-4e4b-bd6f-969086e0c1b1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] For port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf89b73-421e-4fab-a0c0-f1e5b07e8217,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:13.874660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-890a1ee2-7ca4-4926-9e63-dfe7d7e950ee req-146e1f2e-9cd5-4e4b-bd6f-969086e0c1b1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:13.892146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-890a1ee2-7ca4-4926-9e63-dfe7d7e950ee req-146e1f2e-9cd5-4e4b-bd6f-969086e0c1b1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Calling delete_port for 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:08:13.922339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab9f0d-3272-4692-b8cc-132464674463 req-c2a60013-5994-4c73-9f15-5c6eb75bfbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:13.924270 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f3ab9f0d-3272-4692-b8cc-132464674463 req-c2a60013-5994-4c73-9f15-5c6eb75bfbb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 1125 time: 0.0864530
Apr 16 21:08:14.008223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:14.008940 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b584b56e-7d1e-4b4f-a1f8-6caf942934f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a89a6e75-5aa1-473a-9a4c-46af05dcd0fa), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:14.050409 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b584b56e-7d1e-4b4f-a1f8-6caf942934f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:14.054669 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b584b56e-7d1e-4b4f-a1f8-6caf942934f9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a89a6e75-5aa1-473a-9a4c-46af05dcd0fa HTTP/1.1" status: 204  len: 168 time: 0.8129916
Apr 16 21:08:14.060484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584b56e-7d1e-4b4f-a1f8-6caf942934f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a89a6e75-5aa1-473a-9a4c-46af05dcd0fa,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:14.178577 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-890a1ee2-7ca4-4926-9e63-dfe7d7e950ee req-146e1f2e-9cd5-4e4b-bd6f-969086e0c1b1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2cf89b73-421e-4fab-a0c0-f1e5b07e8217), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:14.195229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['2cf89b73-421e-4fab-a0c0-f1e5b07e8217'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:08:14.234690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e1f2e-9cd5-4e4b-bd6f-969086e0c1b1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Pushing event deleted for resources: {'Port': ['ID=2cf89b73-421e-4fab-a0c0-f1e5b07e8217,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:14.273647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab9f0d-3272-4692-b8cc-132464674463 req-af671a85-54aa-4e0b-97c7-0fbcabd77929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:14.275085 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f3ab9f0d-3272-4692-b8cc-132464674463 req-af671a85-54aa-4e0b-97c7-0fbcabd77929 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&shared=False HTTP/1.1" status: 200  len: 922 time: 0.3405609
Apr 16 21:08:14.363691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-890a1ee2-7ca4-4926-9e63-dfe7d7e950ee req-146e1f2e-9cd5-4e4b-bd6f-969086e0c1b1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] No DVR routers for this DVR port 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:08:14.367962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-890a1ee2-7ca4-4926-9e63-dfe7d7e950ee req-146e1f2e-9cd5-4e4b-bd6f-969086e0c1b1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:14.371699 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-890a1ee2-7ca4-4926-9e63-dfe7d7e950ee req-146e1f2e-9cd5-4e4b-bd6f-969086e0c1b1 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.11 "DELETE /v2.0/ports/2cf89b73-421e-4fab-a0c0-f1e5b07e8217 HTTP/1.1" status: 204  len: 173 time: 0.9518106
Apr 16 21:08:14.373028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229e6d83-6ece-40c3-a33a-99fc46429d8c', 'name': 'network-vif-deleted', 'tag': '2cf89b73-421e-4fab-a0c0-f1e5b07e8217'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:14.386961 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033545f9-d0e9-47e6-87aa-ed1f80278d06" -d '{"events": [{"server_uuid": "229e6d83-6ece-40c3-a33a-99fc46429d8c", "name": "network-vif-deleted", "tag": "2cf89b73-421e-4fab-a0c0-f1e5b07e8217"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:14.409575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807e8b8-c3d3-4e7c-b1bc-3befe6ec7f8c req-6c1bb535-0362-405e-8ce5-71f57c4555d5 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:14.411181 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9807e8b8-c3d3-4e7c-b1bc-3befe6ec7f8c req-6c1bb535-0362-405e-8ce5-71f57c4555d5 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 947 time: 0.2539475
Apr 16 21:08:14.537688 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9807e8b8-c3d3-4e7c-b1bc-3befe6ec7f8c req-9952e1de-4c02-434c-b366-0e92f2fe7c75 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139951
Apr 16 21:08:14.565351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab9f0d-3272-4692-b8cc-132464674463 req-5d7b618d-fc7b-49a5-ba33-0f66690cd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:14.566891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f3ab9f0d-3272-4692-b8cc-132464674463 req-5d7b618d-fc7b-49a5-ba33-0f66690cd59f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2816095
Apr 16 21:08:14.587262 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dadddb-48d1-4279-9484-cdfa145b49e4 x-openstack-request-id: req-c6dadddb-48d1-4279-9484-cdfa145b49e4 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:14.587575 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229e6d83-6ece-40c3-a33a-99fc46429d8c", "name": "network-vif-deleted", "tag": "2cf89b73-421e-4fab-a0c0-f1e5b07e8217", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:14.587991 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6dadddb-48d1-4279-9484-cdfa145b49e4 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:14.588466 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6dadddb-48d1-4279-9484-cdfa145b49e4'] response: {'server_uuid': '229e6d83-6ece-40c3-a33a-99fc46429d8c', 'name': 'network-vif-deleted', 'tag': '2cf89b73-421e-4fab-a0c0-f1e5b07e8217', 'status': 'completed', 'code': 200}
Apr 16 21:08:14.638142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-fed90aa1-c717-4206-b232-8d2eeaa48b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:14.639601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-fed90aa1-c717-4206-b232-8d2eeaa48b0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 1125 time: 0.0377927
Apr 16 21:08:14.717723 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-c61f54ef-d5fc-46b2-a254-58272fe95ea7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=808376f5-de15-494a-b722-a554d5c81386 HTTP/1.1" status: 200  len: 217 time: 0.0690498
Apr 16 21:08:14.770178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-8c279778-6eb7-45d7-b763-d24bcd753b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:14.771632 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-8c279778-6eb7-45d7-b763-d24bcd753b01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.0485935
Apr 16 21:08:14.823611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46368) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:14.839262 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-fcd936ca-0a75-4fbf-a329-a8504daf75cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612607
Apr 16 21:08:14.882786 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ce2f5b0d-8940-4bb7-9014-ba8dd80f7684 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c38a974045ea45079978b232398b1c72&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0575266
Apr 16 21:08:14.885591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46374) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:14.930062 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-27e7b27d-7b13-4bbc-a496-e5e6fe47d5db req-3aca9ece-6a97-4084-8cd4-335d64d1c1a8 tempest-DeleteServersAdminTestJSON-320304213 tempest-DeleteServersAdminTestJSON-320304213-project] 10.222.0.20 "GET /v2.0/ports?device_id=229e6d83-6ece-40c3-a33a-99fc46429d8c HTTP/1.1" status: 200  len: 210 time: 0.0649328
Apr 16 21:08:14.941947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-927bb9a1-9dc1-4f75-ba84-e836cf37d986 admin admin] Publish callbacks [] for security_group (57046d81-a454-4063-8f04-e981a8543e4e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:14.970658 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-927bb9a1-9dc1-4f75-ba84-e836cf37d986 admin admin] Publish callbacks [] for security_group (57046d81-a454-4063-8f04-e981a8543e4e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:14.976558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-58fc9f90-0d90-4de4-af14-f7dc064fb20d service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303077
Apr 16 21:08:15.089471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e40e7-d692-42ae-a9e2-3dcc89147a60 req-9644ebf8-a62e-4043-9c77-5bbac6ebfac9 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:15.091029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e71e40e7-d692-42ae-a9e2-3dcc89147a60 req-9644ebf8-a62e-4043-9c77-5bbac6ebfac9 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 943 time: 0.0549464
Apr 16 21:08:15.126710 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-927bb9a1-9dc1-4f75-ba84-e836cf37d986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (57046d81-a454-4063-8f04-e981a8543e4e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:15.130431 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-927bb9a1-9dc1-4f75-ba84-e836cf37d986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:15.131037 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-927bb9a1-9dc1-4f75-ba84-e836cf37d986 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57046d81-a454-4063-8f04-e981a8543e4e HTTP/1.1" status: 204  len: 168 time: 0.2441483
Apr 16 21:08:15.142276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bb9a1-9dc1-4f75-ba84-e836cf37d986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57046d81-a454-4063-8f04-e981a8543e4e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:15.143739 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e9bc400-24c2-4208-aeaf-81ecff35b7aa req-6df91217-285a-4c7f-a3c3-32077748d0a4 service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1594701
Apr 16 21:08:15.168582 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e71e40e7-d692-42ae-a9e2-3dcc89147a60 req-a68fcd3c-0c51-4ce1-9249-650be75ceac1 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692847
Apr 16 21:08:15.370672 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:15.653916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776e451-5780-4151-807a-85b701a43f12 req-866abc7b-14f8-4066-b151-262307a065b4 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:15.655371 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7776e451-5780-4151-807a-85b701a43f12 req-866abc7b-14f8-4066-b151-262307a065b4 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 947 time: 0.0508258
Apr 16 21:08:15.704730 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7776e451-5780-4151-807a-85b701a43f12 req-c9c0e725-ffc5-4882-a925-ad794ba727b8 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433719
Apr 16 21:08:15.824830 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46404) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:15.867219 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-273cec1a-d638-4168-bb50-93c00323a932 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e0a705d8630435c8874a8f4c5096724&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0408633
Apr 16 21:08:15.869762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46406) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:15.921771 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b7d548e-4447-46a1-a099-62c97cc72bc0 admin admin] Publish callbacks [] for security_group (89cb1366-4e4b-4b11-bb53-16151edb7d94), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:15.944835 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b7d548e-4447-46a1-a099-62c97cc72bc0 admin admin] Publish callbacks [] for security_group (89cb1366-4e4b-4b11-bb53-16151edb7d94), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:16.083244 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b7d548e-4447-46a1-a099-62c97cc72bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (89cb1366-4e4b-4b11-bb53-16151edb7d94), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:16.087760 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b7d548e-4447-46a1-a099-62c97cc72bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:16.087760 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6b7d548e-4447-46a1-a099-62c97cc72bc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89cb1366-4e4b-4b11-bb53-16151edb7d94 HTTP/1.1" status: 204  len: 168 time: 0.2147148
Apr 16 21:08:16.096274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d548e-4447-46a1-a099-62c97cc72bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cb1366-4e4b-4b11-bb53-16151edb7d94,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:16.405731 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1da048-a8ab-4c12-a8c7-47ff06d7ed06 req-40a56f81-9a56-4298-b883-682fb678d8cf tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:16.407217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8b1da048-a8ab-4c12-a8c7-47ff06d7ed06 req-40a56f81-9a56-4298-b883-682fb678d8cf tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 943 time: 0.0471094
Apr 16 21:08:16.459342 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8b1da048-a8ab-4c12-a8c7-47ff06d7ed06 req-95dbc449-6a34-4c3c-ab33-75aa778678e1 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463982
Apr 16 21:08:16.794077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device bab3ec3e-82d0-419b-9ccb-11f635214fe4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:08:16.868702 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323f272-ea62-40fa-a9b2-3886b34ccff0 req-263a6034-20af-43db-989c-5c8fedd28e9d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:16.870124 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3323f272-ea62-40fa-a9b2-3886b34ccff0 req-263a6034-20af-43db-989c-5c8fedd28e9d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 947 time: 0.0497141
Apr 16 21:08:16.897001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port bab3ec3e-82d0-419b-9ccb-11f635214fe4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bab3ec3e-82d0-419b-9ccb-11f635214fe4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:16.913958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'bab3ec3e-82d0-419b-9ccb-11f635214fe4', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'bab3ec3e-82d0-419b-9ccb-11f635214fe4', 'mac_address': 'fa:16:3e:b3:02:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:08:16.926186 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3323f272-ea62-40fa-a9b2-3886b34ccff0 req-34d6f496-0414-4efc-9fd2-97aa5783afc4 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493941
Apr 16 21:08:16.952255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port bab3ec3e-82d0-419b-9ccb-11f635214fe4 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:16.952664 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:16.968497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab3ec3e-82d0-419b-9ccb-11f635214fe4 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:17.005037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port bab3ec3e-82d0-419b-9ccb-11f635214fe4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bab3ec3e-82d0-419b-9ccb-11f635214fe4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:17.079814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46474) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:17.086995 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:17.111018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46478) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:17.140352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=bab3ec3e-82d0-419b-9ccb-11f635214fe4,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:17.312517 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-46897878-6eb5-4064-bd78-48093034b4af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=998f0203a6c741839bde8be2da375d4f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2313080
Apr 16 21:08:17.315068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46496) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:17.347499 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-83007c18-396f-4b25-9655-909298f111ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:17.397181 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['bab3ec3e-82d0-419b-9ccb-11f635214fe4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:08:17.400042 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-35b3bc7f-f24a-43ad-abd1-dd1820d6d43a admin admin] Publish callbacks [] for security_group (5bbc99b6-5487-4da9-b390-cfc77f54a14f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:17.433710 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-35b3bc7f-f24a-43ad-abd1-dd1820d6d43a admin admin] Publish callbacks [] for security_group (5bbc99b6-5487-4da9-b390-cfc77f54a14f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:17.505282 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-83007c18-396f-4b25-9655-909298f111ad admin admin] Publish callbacks [] for security_group (c5043adb-f25e-425a-a234-ba2b72ff6e7f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:17.587562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff3be6-0ffc-4850-b269-1194161b6f14 req-4b191037-8815-4abc-b96a-fa2bf5ab1655 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:17.589061 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08ff3be6-0ffc-4850-b269-1194161b6f14 req-4b191037-8815-4abc-b96a-fa2bf5ab1655 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 943 time: 0.0514128
Apr 16 21:08:17.635393 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08ff3be6-0ffc-4850-b269-1194161b6f14 req-a3c808e6-99f1-4d0c-9ec5-59a1fd9c4aa6 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407648
Apr 16 21:08:17.645195 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-83007c18-396f-4b25-9655-909298f111ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c5043adb-f25e-425a-a234-ba2b72ff6e7f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:17.650379 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-35b3bc7f-f24a-43ad-abd1-dd1820d6d43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5bbc99b6-5487-4da9-b390-cfc77f54a14f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:17.652867 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-35b3bc7f-f24a-43ad-abd1-dd1820d6d43a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:17.654024 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-35b3bc7f-f24a-43ad-abd1-dd1820d6d43a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bbc99b6-5487-4da9-b390-cfc77f54a14f HTTP/1.1" status: 204  len: 168 time: 0.3379798
Apr 16 21:08:17.698573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-83007c18-396f-4b25-9655-909298f111ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8801075f8c4546119c7c208fd07a7b4c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5858836
Apr 16 21:08:17.699522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83007c18-396f-4b25-9655-909298f111ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5043adb-f25e-425a-a234-ba2b72ff6e7f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:17.701267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46508) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:17.726816 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3bc7f-f24a-43ad-abd1-dd1820d6d43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbc99b6-5487-4da9-b390-cfc77f54a14f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:17.768711 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fc47-3817-4fd5-9449-d73ff2cf7642 admin admin] Publish callbacks [] for security_group (c5043adb-f25e-425a-a234-ba2b72ff6e7f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:17.778321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46512) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:17.786911 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:08:17.792223 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fc47-3817-4fd5-9449-d73ff2cf7642 admin admin] Publish callbacks [] for security_group (c5043adb-f25e-425a-a234-ba2b72ff6e7f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:17.926467 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fc47-3817-4fd5-9449-d73ff2cf7642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c5043adb-f25e-425a-a234-ba2b72ff6e7f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:17.929219 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fc47-3817-4fd5-9449-d73ff2cf7642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:17.932283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d6d0fc47-3817-4fd5-9449-d73ff2cf7642 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5043adb-f25e-425a-a234-ba2b72ff6e7f HTTP/1.1" status: 204  len: 168 time: 0.2281506
Apr 16 21:08:17.938665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0fc47-3817-4fd5-9449-d73ff2cf7642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5043adb-f25e-425a-a234-ba2b72ff6e7f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:18.043574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f54b15-b242-4681-94a0-3cf21b244480 req-fa54b517-86d7-48ad-9fe3-a909792dac3e tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:18.045084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2f54b15-b242-4681-94a0-3cf21b244480 req-fa54b517-86d7-48ad-9fe3-a909792dac3e tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 948 time: 0.0497706
Apr 16 21:08:18.057740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46522) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:18.094828 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2f54b15-b242-4681-94a0-3cf21b244480 req-0c8f2ad8-57b3-4d86-bd04-ab2e1fa537a0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439026
Apr 16 21:08:18.103667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:08:18.132385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:08:18.132925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2cf89b73-421e-4fab-a0c0-f1e5b07e8217 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:08:18.165511 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4d29bdf8-9450-410e-b3e0-f8a457fa1d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:18.245001 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4d29bdf8-9450-410e-b3e0-f8a457fa1d10 admin admin] Publish callbacks [] for security_group (3d23e95e-2340-44b3-af99-d4aae4b2160c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:18.330821 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4d29bdf8-9450-410e-b3e0-f8a457fa1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3d23e95e-2340-44b3-af99-d4aae4b2160c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:18.348587 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd098cbd-498d-43b3-a2ca-f50c392ea56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:18.363799 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4d29bdf8-9450-410e-b3e0-f8a457fa1d10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8751f8ad36cd48039b683d5b567e6823&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5842550
Apr 16 21:08:18.367426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46532) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:18.386789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29bdf8-9450-410e-b3e0-f8a457fa1d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d23e95e-2340-44b3-af99-d4aae4b2160c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:18.451516 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe450-6b8b-432c-8c22-361615da2749 admin admin] Publish callbacks [] for security_group (3d23e95e-2340-44b3-af99-d4aae4b2160c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:18.648011 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe450-6b8b-432c-8c22-361615da2749 admin admin] Publish callbacks [] for security_group (3d23e95e-2340-44b3-af99-d4aae4b2160c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:18.662333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd098cbd-498d-43b3-a2ca-f50c392ea56a admin admin] Publish callbacks [] for security_group (99e572a5-a9c9-4de7-bada-4985f6e47a77), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:18.680352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46538) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:18.699774 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5aa64d22-7c1b-4109-a5a9-658f831442ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:18.766026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94633d24-90d4-4cf8-bd91-c4a672a7a348 req-6cbabe40-39a2-44c9-a2a4-ba261f389c72 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:18.767901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94633d24-90d4-4cf8-bd91-c4a672a7a348 req-6cbabe40-39a2-44c9-a2a4-ba261f389c72 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 943 time: 0.0494924
Apr 16 21:08:18.781840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46540) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:18.792054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 808376f5-de15-494a-b722-a554d5c81386 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:08:18.800083 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5aa64d22-7c1b-4109-a5a9-658f831442ea admin admin] Publish callbacks [] for security_group (b8788250-bce0-4fad-bb59-313447043206), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:18.808553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device bab3ec3e-82d0-419b-9ccb-11f635214fe4 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:08:18.809331 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-def45336-e93d-4878-ac64-bc56849192f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:18.819723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd098cbd-498d-43b3-a2ca-f50c392ea56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (99e572a5-a9c9-4de7-bada-4985f6e47a77), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:18.851714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bd098cbd-498d-43b3-a2ca-f50c392ea56a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4dc13006e864a599117d3167b813d2c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7917268
Apr 16 21:08:18.854973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe450-6b8b-432c-8c22-361615da2749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3d23e95e-2340-44b3-af99-d4aae4b2160c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:18.856942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46542) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:18.857969 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe450-6b8b-432c-8c22-361615da2749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:18.862973 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2a4fe450-6b8b-432c-8c22-361615da2749 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d23e95e-2340-44b3-af99-d4aae4b2160c HTTP/1.1" status: 204  len: 168 time: 0.4917641
Apr 16 21:08:18.878667 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94633d24-90d4-4cf8-bd91-c4a672a7a348 req-f898505c-efa5-432c-943a-a51b7e8d87f2 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039252
Apr 16 21:08:18.906006 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd098cbd-498d-43b3-a2ca-f50c392ea56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e572a5-a9c9-4de7-bada-4985f6e47a77,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:18.917820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fe450-6b8b-432c-8c22-361615da2749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d23e95e-2340-44b3-af99-d4aae4b2160c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:18.936448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5aa64d22-7c1b-4109-a5a9-658f831442ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b8788250-bce0-4fad-bb59-313447043206), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.000506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port bab3ec3e-82d0-419b-9ccb-11f635214fe4 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:08:19.002183 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5aa64d22-7c1b-4109-a5a9-658f831442ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99faa56bfcb042e2bff1258bdc295c9e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3205030
Apr 16 21:08:19.002906 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c69f55bd-b860-4884-8aaa-cffb46191d8f admin admin] Publish callbacks [] for security_group (99e572a5-a9c9-4de7-bada-4985f6e47a77), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.005022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46546) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:19.012802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa64d22-7c1b-4109-a5a9-658f831442ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8788250-bce0-4fad-bb59-313447043206,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:19.021028 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-def45336-e93d-4878-ac64-bc56849192f2 admin admin] Publish callbacks [] for security_group (3c314790-4630-408c-a36e-be6395ccbc13), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.035431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=808376f5-de15-494a-b722-a554d5c81386,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:19.044299 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c69f55bd-b860-4884-8aaa-cffb46191d8f admin admin] Publish callbacks [] for security_group (99e572a5-a9c9-4de7-bada-4985f6e47a77), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.063182 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ade98116-9d17-4bfb-8e6b-975d843b56ee admin admin] Publish callbacks [] for security_group (b8788250-bce0-4fad-bb59-313447043206), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.090700 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ade98116-9d17-4bfb-8e6b-975d843b56ee admin admin] Publish callbacks [] for security_group (b8788250-bce0-4fad-bb59-313447043206), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.167180 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-def45336-e93d-4878-ac64-bc56849192f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3c314790-4630-408c-a36e-be6395ccbc13), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.169166 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port bab3ec3e-82d0-419b-9ccb-11f635214fe4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:19.170099 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.172106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '808376f5-de15-494a-b722-a554d5c81386', 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929', 'port_id': '808376f5-de15-494a-b722-a554d5c81386', 'mac_address': 'fa:16:3e:83:30:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:08:19.232903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-def45336-e93d-4878-ac64-bc56849192f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1da144f3f89b476eaa459c6de277c072&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4494035
Apr 16 21:08:19.236274 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c69f55bd-b860-4884-8aaa-cffb46191d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (99e572a5-a9c9-4de7-bada-4985f6e47a77), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.238306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46552) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:19.239117 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c69f55bd-b860-4884-8aaa-cffb46191d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.240382 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c69f55bd-b860-4884-8aaa-cffb46191d8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99e572a5-a9c9-4de7-bada-4985f6e47a77 HTTP/1.1" status: 204  len: 168 time: 0.3806081
Apr 16 21:08:19.242258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 808376f5-de15-494a-b722-a554d5c81386 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:19.242800 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (808376f5-de15-494a-b722-a554d5c81386), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.248707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def45336-e93d-4878-ac64-bc56849192f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c314790-4630-408c-a36e-be6395ccbc13,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:19.264883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808376f5-de15-494a-b722-a554d5c81386 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:19.278717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f55bd-b860-4884-8aaa-cffb46191d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e572a5-a9c9-4de7-bada-4985f6e47a77,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:19.304756 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ade98116-9d17-4bfb-8e6b-975d843b56ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b8788250-bce0-4fad-bb59-313447043206), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.307627 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ade98116-9d17-4bfb-8e6b-975d843b56ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.311195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514447b-a3b7-4cfa-8d93-84d059cea9e9 req-2619a943-af10-48dc-96e9-59e99cb87eb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:19.311381 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ade98116-9d17-4bfb-8e6b-975d843b56ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8788250-bce0-4fad-bb59-313447043206 HTTP/1.1" status: 204  len: 168 time: 0.3034813
Apr 16 21:08:19.325508 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1514447b-a3b7-4cfa-8d93-84d059cea9e9 req-2619a943-af10-48dc-96e9-59e99cb87eb0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 948 time: 0.0906551
Apr 16 21:08:19.332735 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade98116-9d17-4bfb-8e6b-975d843b56ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8788250-bce0-4fad-bb59-313447043206,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:19.334030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=808376f5-de15-494a-b722-a554d5c81386,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:19.347034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port bab3ec3e-82d0-419b-9ccb-11f635214fe4 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:19.347628 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.351473 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f964fbec-4fc6-4664-b767-6bf3f30ae825 admin admin] Publish callbacks [] for security_group (3c314790-4630-408c-a36e-be6395ccbc13), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.378172 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fdd641-4d23-472a-8b8f-fded89dbcc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab3ec3e-82d0-419b-9ccb-11f635214fe4'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:19.380859 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc56da70-fcff-4075-ba5f-6d93d4eafc53" -d '{"events": [{"server_uuid": "84fdd641-4d23-472a-8b8f-fded89dbcc32", "name": "network-vif-plugged", "status": "completed", "tag": "bab3ec3e-82d0-419b-9ccb-11f635214fe4"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:19.396845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port bab3ec3e-82d0-419b-9ccb-11f635214fe4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bab3ec3e-82d0-419b-9ccb-11f635214fe4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:19.403985 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1514447b-a3b7-4cfa-8d93-84d059cea9e9 req-cfdafa7e-2f1e-4b51-acee-15e67654ee60 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774937
Apr 16 21:08:19.416251 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f964fbec-4fc6-4664-b767-6bf3f30ae825 admin admin] Publish callbacks [] for security_group (3c314790-4630-408c-a36e-be6395ccbc13), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.452988 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df12708-bab5-442d-a956-c63916dab0d5 x-openstack-request-id: req-8df12708-bab5-442d-a956-c63916dab0d5 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:19.453306 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fdd641-4d23-472a-8b8f-fded89dbcc32", "name": "network-vif-plugged", "status": "completed", "tag": "bab3ec3e-82d0-419b-9ccb-11f635214fe4", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:19.453561 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8df12708-bab5-442d-a956-c63916dab0d5 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:19.453960 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df12708-bab5-442d-a956-c63916dab0d5'] response: {'server_uuid': '84fdd641-4d23-472a-8b8f-fded89dbcc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab3ec3e-82d0-419b-9ccb-11f635214fe4', 'code': 200}
Apr 16 21:08:19.464788 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (808376f5-de15-494a-b722-a554d5c81386), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.551292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=808376f5-de15-494a-b722-a554d5c81386,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:19.561232 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30a3f2-45ad-4fff-a543-0219b0a15bbc req-3dad46bf-9eaa-4aea-b4c9-9900ea8395ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:19.562564 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac30a3f2-45ad-4fff-a543-0219b0a15bbc req-3dad46bf-9eaa-4aea-b4c9-9900ea8395ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 1130 time: 0.0441892
Apr 16 21:08:19.568496 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.598573 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f964fbec-4fc6-4664-b767-6bf3f30ae825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3c314790-4630-408c-a36e-be6395ccbc13), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.601930 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f964fbec-4fc6-4664-b767-6bf3f30ae825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:19.603053 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f964fbec-4fc6-4664-b767-6bf3f30ae825 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c314790-4630-408c-a36e-be6395ccbc13 HTTP/1.1" status: 204  len: 168 time: 0.3630054
Apr 16 21:08:19.620609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=bab3ec3e-82d0-419b-9ccb-11f635214fe4,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:19.621239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964fbec-4fc6-4664-b767-6bf3f30ae825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c314790-4630-408c-a36e-be6395ccbc13,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:19.624686 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac30a3f2-45ad-4fff-a543-0219b0a15bbc req-3e04a218-9e5b-43a0-ba66-bc38899fade1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544426
Apr 16 21:08:19.801525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['808376f5-de15-494a-b722-a554d5c81386'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:08:19.998556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eec444-1aeb-48c9-8145-c89b81cf91b3 req-a7b01cae-c1f6-4c8e-8abe-860211ef4549 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:20.000113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76eec444-1aeb-48c9-8145-c89b81cf91b3 req-a7b01cae-c1f6-4c8e-8abe-860211ef4549 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 944 time: 0.0472100
Apr 16 21:08:20.051221 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76eec444-1aeb-48c9-8145-c89b81cf91b3 req-8c40bd6a-88e5-44b3-a7be-207bb7ee340a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454116
Apr 16 21:08:20.234703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46578) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:20.248217 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6dc05e18-9e47-4c31-8749-091847005bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:20.326405 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6dc05e18-9e47-4c31-8749-091847005bc0 admin admin] Publish callbacks [] for security_group (bfa4427e-e560-4c4e-8667-5809db50d191), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:20.435141 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6dc05e18-9e47-4c31-8749-091847005bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bfa4427e-e560-4c4e-8667-5809db50d191), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:20.474670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc05e18-9e47-4c31-8749-091847005bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa4427e-e560-4c4e-8667-5809db50d191,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:20.488271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46588) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:20.489729 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6dc05e18-9e47-4c31-8749-091847005bc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45688694104c469cb0cdad8a3f508b0d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2538555
Apr 16 21:08:20.547578 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-49c1e53a-53df-43e7-8384-d7d25f60eaef admin admin] Publish callbacks [] for security_group (bfa4427e-e560-4c4e-8667-5809db50d191), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:20.554421 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786e054-5d41-44c0-8003-dcbcb30adfa2 req-5718c2bf-cb1e-437d-a53f-4562fcc7f9e0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:20.556083 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3786e054-5d41-44c0-8003-dcbcb30adfa2 req-5718c2bf-cb1e-437d-a53f-4562fcc7f9e0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 949 time: 0.0632739
Apr 16 21:08:20.589193 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-49c1e53a-53df-43e7-8384-d7d25f60eaef admin admin] Publish callbacks [] for security_group (bfa4427e-e560-4c4e-8667-5809db50d191), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:20.613258 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3786e054-5d41-44c0-8003-dcbcb30adfa2 req-f32c1e9c-c0de-4915-8dd3-28e82f749ae2 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494151
Apr 16 21:08:20.709212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46598) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:20.722335 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9ee7b378-4aed-4289-bbc0-aa2417b729e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:20.810100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 808376f5-de15-494a-b722-a554d5c81386 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:08:20.833230 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-49c1e53a-53df-43e7-8384-d7d25f60eaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bfa4427e-e560-4c4e-8667-5809db50d191), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:20.835624 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-49c1e53a-53df-43e7-8384-d7d25f60eaef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:20.839325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-49c1e53a-53df-43e7-8384-d7d25f60eaef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfa4427e-e560-4c4e-8667-5809db50d191 HTTP/1.1" status: 204  len: 168 time: 0.3529029
Apr 16 21:08:20.869876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1e53a-53df-43e7-8384-d7d25f60eaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa4427e-e560-4c4e-8667-5809db50d191,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:20.912113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 808376f5-de15-494a-b722-a554d5c81386 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:08:20.938613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9ee7b378-4aed-4289-bbc0-aa2417b729e3 admin admin] Publish callbacks [] for security_group (5cc7567c-9f8c-4b71-8c15-b883cbb2931f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:20.993329 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 808376f5-de15-494a-b722-a554d5c81386 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:20.993714 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (808376f5-de15-494a-b722-a554d5c81386), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:21.023065 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9ee7b378-4aed-4289-bbc0-aa2417b729e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5cc7567c-9f8c-4b71-8c15-b883cbb2931f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:21.058416 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9ee7b378-4aed-4289-bbc0-aa2417b729e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55b237471dd7448fb4f14ad5bd603316&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3480995
Apr 16 21:08:21.063735 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46612) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:21.098108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 808376f5-de15-494a-b722-a554d5c81386 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:21.098515 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (808376f5-de15-494a-b722-a554d5c81386), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:21.110562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7b378-4aed-4289-bbc0-aa2417b729e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc7567c-9f8c-4b71-8c15-b883cbb2931f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:21.146544 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6a0593b5-c4a7-4c89-aebd-f489192a48c3 admin admin] Publish callbacks [] for security_group (5cc7567c-9f8c-4b71-8c15-b883cbb2931f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:21.177178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=808376f5-de15-494a-b722-a554d5c81386,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:21.183588 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6a0593b5-c4a7-4c89-aebd-f489192a48c3 admin admin] Publish callbacks [] for security_group (5cc7567c-9f8c-4b71-8c15-b883cbb2931f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:21.208808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb855abc-a7bb-46e6-a32c-e3897e1f7625 req-6744d70c-13fa-4f51-9eb0-eb55aa2841d1 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:21.210873 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb855abc-a7bb-46e6-a32c-e3897e1f7625 req-6744d70c-13fa-4f51-9eb0-eb55aa2841d1 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 944 time: 0.0611372
Apr 16 21:08:21.275572 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb855abc-a7bb-46e6-a32c-e3897e1f7625 req-2d329040-712b-4941-9cb7-d0a9d258cba9 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579906
Apr 16 21:08:21.286659 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (808376f5-de15-494a-b722-a554d5c81386), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:21.341362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=808376f5-de15-494a-b722-a554d5c81386,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:21.364590 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6a0593b5-c4a7-4c89-aebd-f489192a48c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5cc7567c-9f8c-4b71-8c15-b883cbb2931f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:21.367277 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6a0593b5-c4a7-4c89-aebd-f489192a48c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:21.368456 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6a0593b5-c4a7-4c89-aebd-f489192a48c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cc7567c-9f8c-4b71-8c15-b883cbb2931f HTTP/1.1" status: 204  len: 168 time: 0.3032813
Apr 16 21:08:21.376592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0593b5-c4a7-4c89-aebd-f489192a48c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc7567c-9f8c-4b71-8c15-b883cbb2931f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:21.454632 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06de5cf-0b6e-4546-b316-545265d6af2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808376f5-de15-494a-b722-a554d5c81386'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:21.460532 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013df50a-441e-493a-b4cf-31414e1fdd11" -d '{"events": [{"server_uuid": "d06de5cf-0b6e-4546-b316-545265d6af2a", "name": "network-vif-plugged", "status": "completed", "tag": "808376f5-de15-494a-b722-a554d5c81386"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:21.492016 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09b4325-f3d1-42e4-8a14-1b8bcaf648e0 x-openstack-request-id: req-e09b4325-f3d1-42e4-8a14-1b8bcaf648e0 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:21.492354 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06de5cf-0b6e-4546-b316-545265d6af2a", "name": "network-vif-plugged", "status": "completed", "tag": "808376f5-de15-494a-b722-a554d5c81386", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:21.492617 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e09b4325-f3d1-42e4-8a14-1b8bcaf648e0 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:21.493022 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09b4325-f3d1-42e4-8a14-1b8bcaf648e0'] response: {'server_uuid': 'd06de5cf-0b6e-4546-b316-545265d6af2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808376f5-de15-494a-b722-a554d5c81386', 'code': 200}
Apr 16 21:08:21.590381 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bafed7-cda0-4844-8713-7e9826234c49 req-6ef55c8c-b286-4c23-b82b-7b8357458fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:21.591847 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-45bafed7-cda0-4844-8713-7e9826234c49 req-6ef55c8c-b286-4c23-b82b-7b8357458fbf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 1127 time: 0.0395694
Apr 16 21:08:21.634817 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-45bafed7-cda0-4844-8713-7e9826234c49 req-a7c24a6d-0641-4909-869d-ab1b2cd05797 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370064
Apr 16 21:08:21.733649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dbbd3-dd2b-4592-95bd-f61805a6f18a req-dc2f4c13-97d5-46e7-922a-95c24c815d75 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:21.735338 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-500dbbd3-dd2b-4592-95bd-f61805a6f18a req-dc2f4c13-97d5-46e7-922a-95c24c815d75 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 949 time: 0.0524099
Apr 16 21:08:21.783617 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-500dbbd3-dd2b-4592-95bd-f61805a6f18a req-731ab75c-0933-4b01-97d8-6fa8f74d4623 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420411
Apr 16 21:08:22.051133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb57cc-c1f4-4a92-a225-f677050f5ba0 req-551d7e0b-9f3e-488f-83c5-85bfe54832af tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.051778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb57cc-c1f4-4a92-a225-f677050f5ba0 req-551d7e0b-9f3e-488f-83c5-85bfe54832af tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.052387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb57cc-c1f4-4a92-a225-f677050f5ba0 req-551d7e0b-9f3e-488f-83c5-85bfe54832af tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.052978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb57cc-c1f4-4a92-a225-f677050f5ba0 req-551d7e0b-9f3e-488f-83c5-85bfe54832af tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.053483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb57cc-c1f4-4a92-a225-f677050f5ba0 req-551d7e0b-9f3e-488f-83c5-85bfe54832af tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.053937 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb57cc-c1f4-4a92-a225-f677050f5ba0 req-551d7e0b-9f3e-488f-83c5-85bfe54832af tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.054402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb57cc-c1f4-4a92-a225-f677050f5ba0 req-551d7e0b-9f3e-488f-83c5-85bfe54832af tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.056265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09cb57cc-c1f4-4a92-a225-f677050f5ba0 req-551d7e0b-9f3e-488f-83c5-85bfe54832af tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5047 time: 0.1374967
Apr 16 21:08:22.162659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a0c39-6c42-415f-856e-7e9947cee64c req-45033bbb-4dc5-4715-8258-b6ababe167e9 tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.164338 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e93a0c39-6c42-415f-856e-7e9947cee64c req-45033bbb-4dc5-4715-8258-b6ababe167e9 tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 886 time: 0.0898328
Apr 16 21:08:22.360416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbf49-2cf3-4268-a40a-fdb50cdf4906 req-c8401b0d-fe77-42fc-9b94-98ba13fc4af8 tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.360416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbf49-2cf3-4268-a40a-fdb50cdf4906 req-c8401b0d-fe77-42fc-9b94-98ba13fc4af8 tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.360416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbf49-2cf3-4268-a40a-fdb50cdf4906 req-c8401b0d-fe77-42fc-9b94-98ba13fc4af8 tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.360416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbf49-2cf3-4268-a40a-fdb50cdf4906 req-c8401b0d-fe77-42fc-9b94-98ba13fc4af8 tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.360416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbf49-2cf3-4268-a40a-fdb50cdf4906 req-c8401b0d-fe77-42fc-9b94-98ba13fc4af8 tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.360416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbf49-2cf3-4268-a40a-fdb50cdf4906 req-c8401b0d-fe77-42fc-9b94-98ba13fc4af8 tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.360416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbf49-2cf3-4268-a40a-fdb50cdf4906 req-c8401b0d-fe77-42fc-9b94-98ba13fc4af8 tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.372832 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b4fbf49-2cf3-4268-a40a-fdb50cdf4906 req-c8401b0d-fe77-42fc-9b94-98ba13fc4af8 tempest-NetworksTest-944733221 tempest-NetworksTest-944733221-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5047 time: 0.1908383
Apr 16 21:08:22.440932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dae3b9-d61c-4b18-9774-6bbee46b57d5 req-a81a0123-4206-4204-ad65-52314a43b1bb tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.442589 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94dae3b9-d61c-4b18-9774-6bbee46b57d5 req-a81a0123-4206-4204-ad65-52314a43b1bb tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 945 time: 0.0658972
Apr 16 21:08:22.478148 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-372a3c67-2538-4e0e-9a0d-2d4fd1616295 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=487e280d7b014a7196cd1e4e9165cc7e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0271285
Apr 16 21:08:22.499125 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94dae3b9-d61c-4b18-9774-6bbee46b57d5 req-70714cda-98f8-43e1-8190-e999a856218e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485902
Apr 16 21:08:22.606855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-ed66494e-3b91-4cb8-b245-ee1adb83b9df tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:22.608403 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-ed66494e-3b91-4cb8-b245-ee1adb83b9df tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1198583
Apr 16 21:08:22.625480 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-b32520a0-386a-4f62-b58e-3e0f3f8ec9fd tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/quotas/487e280d7b014a7196cd1e4e9165cc7e HTTP/1.1" status: 200  len: 375 time: 0.0103455
Apr 16 21:08:22.680641 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-61c3658d-b250-433c-bb84-583b0809105a tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=487e280d7b014a7196cd1e4e9165cc7e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0493834
Apr 16 21:08:23.022991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a479d9e-6260-4907-b610-e48585670a84 req-4cbaa52d-57df-4d8d-bd50-32f01a054dde tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 210 time: 0.0442054
Apr 16 21:08:23.346776 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46728) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:23.636736 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c59da857-195a-4f41-adb3-707f8f40aa96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:23.653668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e5f78-46ab-4f93-83ca-257edf99d760 req-67230c82-723f-4b4f-a65f-fde83866d56d tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:23.655141 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c64e5f78-46ab-4f93-83ca-257edf99d760 req-67230c82-723f-4b4f-a65f-fde83866d56d tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 945 time: 0.0672100
Apr 16 21:08:23.733601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c64e5f78-46ab-4f93-83ca-257edf99d760 req-179ac3ce-0298-4e31-831c-d69ff67d7ae6 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706341
Apr 16 21:08:23.764860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c59da857-195a-4f41-adb3-707f8f40aa96 admin admin] Publish callbacks [] for security_group (2fcd2824-a8be-4f04-9e52-c2f3e7145b82), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:23.869150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c59da857-195a-4f41-adb3-707f8f40aa96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2fcd2824-a8be-4f04-9e52-c2f3e7145b82), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:23.907782 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c59da857-195a-4f41-adb3-707f8f40aa96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=363db45acd314d9f9857e966ac4e9860&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5598876
Apr 16 21:08:23.908600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59da857-195a-4f41-adb3-707f8f40aa96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcd2824-a8be-4f04-9e52-c2f3e7145b82,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:23.911025 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46758) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:23.965011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-080ed7b8-dab0-4664-b5ac-2c20ab712e0a admin admin] Publish callbacks [] for security_group (2fcd2824-a8be-4f04-9e52-c2f3e7145b82), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:23.986947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-080ed7b8-dab0-4664-b5ac-2c20ab712e0a admin admin] Publish callbacks [] for security_group (2fcd2824-a8be-4f04-9e52-c2f3e7145b82), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:24.127405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-77498b6c-c32c-4703-86e8-d157b5a0a88f req-df793bd6-c115-4ea1-8252-32bb2354a680 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 210 time: 0.0282788
Apr 16 21:08:24.138138 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-080ed7b8-dab0-4664-b5ac-2c20ab712e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2fcd2824-a8be-4f04-9e52-c2f3e7145b82), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:24.141149 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-080ed7b8-dab0-4664-b5ac-2c20ab712e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:24.144639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-080ed7b8-dab0-4664-b5ac-2c20ab712e0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fcd2824-a8be-4f04-9e52-c2f3e7145b82 HTTP/1.1" status: 204  len: 168 time: 0.2302561
Apr 16 21:08:24.151940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ed7b8-dab0-4664-b5ac-2c20ab712e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcd2824-a8be-4f04-9e52-c2f3e7145b82,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:24.328887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7c0ac-7abd-4f74-83ea-53a5361ace67 req-0e2c47e5-05f0-4496-80fd-e93ba69dd1a6 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:24.330764 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5dc7c0ac-7abd-4f74-83ea-53a5361ace67 req-0e2c47e5-05f0-4496-80fd-e93ba69dd1a6 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 1127 time: 0.0408549
Apr 16 21:08:24.379615 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5dc7c0ac-7abd-4f74-83ea-53a5361ace67 req-70c4b1d3-5868-41f3-8388-148d893c566f tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425789
Apr 16 21:08:24.591076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8677f7-44db-4b59-9c6c-641d776a9804 req-fc6ed21a-a2dd-4be7-93f9-7ba5bcd4c67b tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:24.592646 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fc8677f7-44db-4b59-9c6c-641d776a9804 req-fc6ed21a-a2dd-4be7-93f9-7ba5bcd4c67b tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 1127 time: 0.0454602
Apr 16 21:08:24.640678 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fc8677f7-44db-4b59-9c6c-641d776a9804 req-9becc14b-cd8d-4003-ab9f-d0c7212e2d86 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419400
Apr 16 21:08:24.850564 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-062989ea-d252-41fb-a326-9899501c7053 req-ccf1e38d-70af-49bd-a2b3-57ed41238752 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:08:24.851579 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-062989ea-d252-41fb-a326-9899501c7053 req-ccf1e38d-70af-49bd-a2b3-57ed41238752 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057654
Apr 16 21:08:25.125849 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-5a32cec9-1a22-47ee-a341-dc62c82b1ed3 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=487e280d7b014a7196cd1e4e9165cc7e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0236688
Apr 16 21:08:25.223769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46808) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:25.236534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-557858af-fc7d-423a-9ac3-8b1265bebbcb tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:25.238353 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-557858af-fc7d-423a-9ac3-8b1265bebbcb tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1071417
Apr 16 21:08:25.248077 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4322e213-33cc-4a43-af5f-bd89234b6d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:25.253115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-bb901897-551f-4407-bd2f-e3b007ab25bf tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Request body: {'port': {'device_id': '8ee974a7-0d36-49bc-80f4-e269a3fa48bf', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '487e280d7b014a7196cd1e4e9165cc7e'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:25.370537 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4322e213-33cc-4a43-af5f-bd89234b6d49 admin admin] Publish callbacks [] for security_group (57e63c34-e4d4-47d1-b45d-0b6c2ea49208), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:25.490891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-bb901897-551f-4407-bd2f-e3b007ab25bf tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Made reservation on behalf of 487e280d7b014a7196cd1e4e9165cc7e for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:25.491947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4322e213-33cc-4a43-af5f-bd89234b6d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (57e63c34-e4d4-47d1-b45d-0b6c2ea49208), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:25.494204 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-bb901897-551f-4407-bd2f-e3b007ab25bf tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:25.570052 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4322e213-33cc-4a43-af5f-bd89234b6d49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=165e99a7f60c445cbf16fbeb85434c6e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3411462
Apr 16 21:08:25.570052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322e213-33cc-4a43-af5f-bd89234b6d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e63c34-e4d4-47d1-b45d-0b6c2ea49208,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:25.571862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46822) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:25.681961 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89aa9340-cd70-433f-b99b-cc6bbf35bf6a admin admin] Publish callbacks [] for security_group (57e63c34-e4d4-47d1-b45d-0b6c2ea49208), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:25.690552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-bb901897-551f-4407-bd2f-e3b007ab25bf tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Allocated IP 192.168.233.156 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/73ab8831-7b70-423a-9fbd-e1e78b3be077) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:08:25.722449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c1ac7f0-9dcc-4557-bb88-6dc17bb439c6 req-6fa592a5-3a28-4555-ab8f-e6bfa99c97d0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 210 time: 0.0464520
Apr 16 21:08:25.740550 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89aa9340-cd70-433f-b99b-cc6bbf35bf6a admin admin] Publish callbacks [] for security_group (57e63c34-e4d4-47d1-b45d-0b6c2ea49208), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:25.947462 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-bb901897-551f-4407-bd2f-e3b007ab25bf tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks [] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:26.007000 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89aa9340-cd70-433f-b99b-cc6bbf35bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (57e63c34-e4d4-47d1-b45d-0b6c2ea49208), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:26.010315 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89aa9340-cd70-433f-b99b-cc6bbf35bf6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:26.011733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-89aa9340-cd70-433f-b99b-cc6bbf35bf6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57e63c34-e4d4-47d1-b45d-0b6c2ea49208 HTTP/1.1" status: 204  len: 168 time: 0.4400902
Apr 16 21:08:26.019571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa9340-cd70-433f-b99b-cc6bbf35bf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e63c34-e4d4-47d1-b45d-0b6c2ea49208,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:26.080895 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-bb901897-551f-4407-bd2f-e3b007ab25bf tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:26.095516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['bab3ec3e-82d0-419b-9ccb-11f635214fe4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:08:26.127933 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-bb901897-551f-4407-bd2f-e3b007ab25bf tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:08:26.133550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-bb901897-551f-4407-bd2f-e3b007ab25bf tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:26.136121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-bb901897-551f-4407-bd2f-e3b007ab25bf tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:08:26.192197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb901897-551f-4407-bd2f-e3b007ab25bf tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Pushing event updated for resources: {'Port': ['ID=73ab8831-7b70-423a-9fbd-e1e78b3be077,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:26.241372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-bb901897-551f-4407-bd2f-e3b007ab25bf tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:26.242215 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-bb901897-551f-4407-bd2f-e3b007ab25bf tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:26.363918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-bb901897-551f-4407-bd2f-e3b007ab25bf tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1171896
Apr 16 21:08:26.379651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Request body: {'port': {'device_id': '8ee974a7-0d36-49bc-80f4-e269a3fa48bf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:26.436622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4aaec17b-908b-491c-8002-e539bd4320ef None None] Provisioning complete for port 73ab8831-7b70-423a-9fbd-e1e78b3be077 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:26.437249 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4aaec17b-908b-491c-8002-e539bd4320ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:26.451280 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:26.476896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4aaec17b-908b-491c-8002-e539bd4320ef None None] Port 73ab8831-7b70-423a-9fbd-e1e78b3be077 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:08:26.715698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46888) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:26.758333 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ab8831-7b70-423a-9fbd-e1e78b3be077 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:26.766309 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Publish callbacks [] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:26.783215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Transition to ACTIVE for port object 73ab8831-7b70-423a-9fbd-e1e78b3be077 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:08:26.948864 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:27.002661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Pushing event updated for resources: {'Port': ['ID=73ab8831-7b70-423a-9fbd-e1e78b3be077,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:27.105742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Attempting to bind port 73ab8831-7b70-423a-9fbd-e1e78b3be077 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:08:27.106125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Attempting to bind port 73ab8831-7b70-423a-9fbd-e1e78b3be077 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:08:27.106627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Attempting to bind port 73ab8831-7b70-423a-9fbd-e1e78b3be077 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:27.118117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Port 73ab8831-7b70-423a-9fbd-e1e78b3be077 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:08:27.118506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Attempting to bind port 73ab8831-7b70-423a-9fbd-e1e78b3be077 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:27.125619 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22e849bf-eeaf-4331-a405-7d5e173d9281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:27.128741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:08:27.129230 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:27.129422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:08:27.130407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Bound port: 73ab8831-7b70-423a-9fbd-e1e78b3be077, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:08:27.132212 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:27.224804 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22e849bf-eeaf-4331-a405-7d5e173d9281 admin admin] Publish callbacks [] for security_group (b602a43d-ff21-47ca-a274-6f43c848fdef), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:27.231997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db1cb0-1e5e-4496-9cb1-3bcf13055fcd req-34a5b1bd-565f-4a01-a068-02e4a52e728f tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:27.233624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01db1cb0-1e5e-4496-9cb1-3bcf13055fcd req-34a5b1bd-565f-4a01-a068-02e4a52e728f tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 948 time: 0.0975614
Apr 16 21:08:27.286814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22e849bf-eeaf-4331-a405-7d5e173d9281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b602a43d-ff21-47ca-a274-6f43c848fdef), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:27.329361 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-22e849bf-eeaf-4331-a405-7d5e173d9281 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff09fa5de9554c92a2aceb2913685260&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6124456
Apr 16 21:08:27.330347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e849bf-eeaf-4331-a405-7d5e173d9281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b602a43d-ff21-47ca-a274-6f43c848fdef,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:27.333343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46914) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:27.399360 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65c8b17c-daa2-4d60-a2aa-891539589bb4 admin admin] Publish callbacks [] for security_group (b602a43d-ff21-47ca-a274-6f43c848fdef), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:27.426640 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65c8b17c-daa2-4d60-a2aa-891539589bb4 admin admin] Publish callbacks [] for security_group (b602a43d-ff21-47ca-a274-6f43c848fdef), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:27.543332 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65c8b17c-daa2-4d60-a2aa-891539589bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b602a43d-ff21-47ca-a274-6f43c848fdef), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:27.551536 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65c8b17c-daa2-4d60-a2aa-891539589bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:27.551536 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-65c8b17c-daa2-4d60-a2aa-891539589bb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b602a43d-ff21-47ca-a274-6f43c848fdef HTTP/1.1" status: 204  len: 168 time: 0.2131102
Apr 16 21:08:27.551709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] For port 73ab8831-7b70-423a-9fbd-e1e78b3be077, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:27.559761 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8b17c-daa2-4d60-a2aa-891539589bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b602a43d-ff21-47ca-a274-6f43c848fdef,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:27.573493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] For port 73ab8831-7b70-423a-9fbd-e1e78b3be077, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73ab8831-7b70-423a-9fbd-e1e78b3be077,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:08:27.597808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01db1cb0-1e5e-4496-9cb1-3bcf13055fcd req-8f098e18-20a9-4292-bda7-64f9c58434fd tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3567679
Apr 16 21:08:27.675143 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:27.714572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:27.715206 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:27.716605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] 10.222.0.11 "PUT /v2.0/ports/73ab8831-7b70-423a-9fbd-e1e78b3be077 HTTP/1.1" status: 200  len: 1096 time: 1.3420503
Apr 16 21:08:27.717040 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee974a7-0d36-49bc-80f4-e269a3fa48bf', 'tag': '73ab8831-7b70-423a-9fbd-e1e78b3be077'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:27.719261 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a977d94b-ab59-407a-ab3c-74bf3fcc2950" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee974a7-0d36-49bc-80f4-e269a3fa48bf", "tag": "73ab8831-7b70-423a-9fbd-e1e78b3be077"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:27.740885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac8356-bb50-44b2-8e97-7ce9fcaf58e9 service neutron] Pushing event updated for resources: {'Port': ['ID=73ab8831-7b70-423a-9fbd-e1e78b3be077,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:27.925660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-9b4f04f9-9755-4520-ad08-4ccc81872cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:27.927184 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-9b4f04f9-9755-4520-ad08-4ccc81872cd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=487e280d7b014a7196cd1e4e9165cc7e&device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 1130 time: 0.0481782
Apr 16 21:08:27.972836 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-c4e7bc97-7e9b-4216-a790-d5abd394370a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=73ab8831-7b70-423a-9fbd-e1e78b3be077 HTTP/1.1" status: 200  len: 217 time: 0.0389631
Apr 16 21:08:28.021111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-dc26462e-7f13-45b6-834c-95e765a67938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:28.023176 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-dc26462e-7f13-45b6-834c-95e765a67938 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0452936
Apr 16 21:08:28.072896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-76e90a0a-9914-4069-b777-29c7945e3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:28.074609 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-76e90a0a-9914-4069-b777-29c7945e3483 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0452702
Apr 16 21:08:28.171966 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-8aefcca6-46aa-4a70-b7fb-06252cb1aa20 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903499
Apr 16 21:08:28.244242 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f750439-f8fa-42ac-991f-a0bfe1d9c9ba x-openstack-request-id: req-5f750439-f8fa-42ac-991f-a0bfe1d9c9ba {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:28.244537 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee974a7-0d36-49bc-80f4-e269a3fa48bf", "tag": "73ab8831-7b70-423a-9fbd-e1e78b3be077", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:28.244787 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f750439-f8fa-42ac-991f-a0bfe1d9c9ba {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:28.245190 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f750439-f8fa-42ac-991f-a0bfe1d9c9ba'] response: {'name': 'network-changed', 'server_uuid': '8ee974a7-0d36-49bc-80f4-e269a3fa48bf', 'tag': '73ab8831-7b70-423a-9fbd-e1e78b3be077', 'status': 'completed', 'code': 200}
Apr 16 21:08:28.268474 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4deb74de-7819-4584-95d6-5a4fe6b454e5 req-2406faf1-797b-4802-bb0e-ff7338e72061 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905375
Apr 16 21:08:28.371585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46952) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:28.531264 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46956) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:28.544794 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79702927-390c-41fc-8225-95f41d62caf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:28.623191 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79702927-390c-41fc-8225-95f41d62caf9 admin admin] Publish callbacks [] for security_group (47693763-6945-4b3d-b5aa-10019b011c75), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:28.696418 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-d9e46f46-3b35-447d-97e6-06488ff8645c tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:08:28.697436 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-d9e46f46-3b35-447d-97e6-06488ff8645c tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3246012
Apr 16 21:08:28.714745 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79702927-390c-41fc-8225-95f41d62caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (47693763-6945-4b3d-b5aa-10019b011c75), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:28.758287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79702927-390c-41fc-8225-95f41d62caf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47693763-6945-4b3d-b5aa-10019b011c75,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:28.766659 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-79702927-390c-41fc-8225-95f41d62caf9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0427458c1c33429e9eb663e8cc11e77b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2343969
Apr 16 21:08:28.769408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46968) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:28.829969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-954ad92c-4d3a-42d0-bc67-68cabe938e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:28.831365 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-954ad92c-4d3a-42d0-bc67-68cabe938e26 service neutron] 10.222.0.20 "GET /v2.0/ports/808376f5-de15-494a-b722-a554d5c81386 HTTP/1.1" status: 200  len: 1124 time: 0.0849905
Apr 16 21:08:28.833473 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5983c672-1d0c-46d8-bf59-1df11466160b admin admin] Publish callbacks [] for security_group (47693763-6945-4b3d-b5aa-10019b011c75), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:28.840721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:28.841226 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] Unknown quota resources ['binding']. {{(pid=122556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:08:28.856398 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5983c672-1d0c-46d8-bf59-1df11466160b admin admin] Publish callbacks [] for security_group (47693763-6945-4b3d-b5aa-10019b011c75), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:28.983100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] Attempting to bind port 808376f5-de15-494a-b722-a554d5c81386 on host nch1-master-1 for vnic_type normal with profile None {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:08:28.983644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] Attempting to bind port 808376f5-de15-494a-b722-a554d5c81386 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:08:28.983809 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] Attempting to bind port 808376f5-de15-494a-b722-a554d5c81386 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:28.988494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] Port 808376f5-de15-494a-b722-a554d5c81386 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:08:28.988820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] Attempting to bind port 808376f5-de15-494a-b722-a554d5c81386 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:28.994443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:08:28.994786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:28.995166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] Bound using segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:08:28.995593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] Bound port: 808376f5-de15-494a-b722-a554d5c81386, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:08:29.018173 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5983c672-1d0c-46d8-bf59-1df11466160b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (47693763-6945-4b3d-b5aa-10019b011c75), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:29.021071 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5983c672-1d0c-46d8-bf59-1df11466160b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:29.023363 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5983c672-1d0c-46d8-bf59-1df11466160b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47693763-6945-4b3d-b5aa-10019b011c75 HTTP/1.1" status: 204  len: 168 time: 0.2519414
Apr 16 21:08:29.031461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983c672-1d0c-46d8-bf59-1df11466160b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47693763-6945-4b3d-b5aa-10019b011c75,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:29.100833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] For port 808376f5-de15-494a-b722-a554d5c81386, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=808376f5-de15-494a-b722-a554d5c81386,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:08:29.203394 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:29.206369 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977d94b-ab59-407a-ab3c-74bf3fcc2950 req-155886eb-9f07-4f65-972d-4fb99ad336a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:29.206832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a977d94b-ab59-407a-ab3c-74bf3fcc2950 req-155886eb-9f07-4f65-972d-4fb99ad336a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=487e280d7b014a7196cd1e4e9165cc7e&device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 1130 time: 0.0467043
Apr 16 21:08:29.208663 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-8b8b0dc7-575c-41ad-ab95-f9fd7a072dda service neutron] 10.222.0.20 "POST /v2.0/ports/808376f5-de15-494a-b722-a554d5c81386/bindings HTTP/1.1" status: 201  len: 389 time: 0.3713245
Apr 16 21:08:29.302964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b729418-f185-4c65-ba79-620417814503 req-83c4a2a7-882b-44a6-a25e-d68e3c4db94c tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:29.304530 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b729418-f185-4c65-ba79-620417814503 req-83c4a2a7-882b-44a6-a25e-d68e3c4db94c tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 948 time: 0.0968759
Apr 16 21:08:29.368713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977d94b-ab59-407a-ab3c-74bf3fcc2950 req-1bc41f2b-ff7e-423e-b05c-dc334e301cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:29.370210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a977d94b-ab59-407a-ab3c-74bf3fcc2950 req-1bc41f2b-ff7e-423e-b05c-dc334e301cc9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1533477
Apr 16 21:08:29.387739 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b729418-f185-4c65-ba79-620417814503 req-80b2dcf1-90d1-4031-85f5-e5297f4d4665 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764961
Apr 16 21:08:29.420398 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a977d94b-ab59-407a-ab3c-74bf3fcc2950 req-3ec91542-cd4c-4a1f-a591-593656514256 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=73ab8831-7b70-423a-9fbd-e1e78b3be077 HTTP/1.1" status: 200  len: 217 time: 0.0427983
Apr 16 21:08:29.478722 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977d94b-ab59-407a-ab3c-74bf3fcc2950 req-9eba2f7c-fe92-4aa4-96cb-24901517ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:29.478722 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a977d94b-ab59-407a-ab3c-74bf3fcc2950 req-9eba2f7c-fe92-4aa4-96cb-24901517ecd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0464156
Apr 16 21:08:29.529926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977d94b-ab59-407a-ab3c-74bf3fcc2950 req-82c7d4cf-c2f1-41ba-9296-09c52dfca615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:29.531630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a977d94b-ab59-407a-ab3c-74bf3fcc2950 req-82c7d4cf-c2f1-41ba-9296-09c52dfca615 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0538754
Apr 16 21:08:29.628851 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a977d94b-ab59-407a-ab3c-74bf3fcc2950 req-bc899a78-c51c-4fc2-97f4-fecc0ceac41d service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907061
Apr 16 21:08:29.789464 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a977d94b-ab59-407a-ab3c-74bf3fcc2950 req-1d4b323e-1788-4e26-862e-7da450c31286 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544051
Apr 16 21:08:29.859407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd96c72-2439-4cc4-99e5-d60e82aa497f req-987c9dea-90ae-40f4-88f1-26ee32ed60c1 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:29.860916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-edd96c72-2439-4cc4-99e5-d60e82aa497f req-987c9dea-90ae-40f4-88f1-26ee32ed60c1 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 945 time: 0.0510855
Apr 16 21:08:29.862310 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-828df785-5772-4c0a-b0f6-ae98d532da9d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=676a0384d9444d9d8e42073806728c43&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0212982
Apr 16 21:08:29.929045 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-edd96c72-2439-4cc4-99e5-d60e82aa497f req-00eb9fe2-121a-47fb-9cc5-504bfb057cd4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612965
Apr 16 21:08:29.993458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-3cfe9ac0-bb7f-4a48-aa2c-a24f36f96a5b tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:29.995038 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-3cfe9ac0-bb7f-4a48-aa2c-a24f36f96a5b tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1247928
Apr 16 21:08:30.010061 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-92575de7-d61d-4754-9415-ef7e7d7d51e6 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/quotas/676a0384d9444d9d8e42073806728c43 HTTP/1.1" status: 200  len: 375 time: 0.0094974
Apr 16 21:08:30.042387 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ac185d33-4299-42d5-b0fc-db2819fda797 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=676a0384d9444d9d8e42073806728c43&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0269029
Apr 16 21:08:30.150267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-49239406-dd95-4395-aa13-59a19122d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:30.151785 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-49239406-dd95-4395-aa13-59a19122d164 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 1127 time: 0.0506139
Apr 16 21:08:30.245499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-c0b7b837-dac0-49db-a744-96a74565f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:30.247384 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-c0b7b837-dac0-49db-a744-96a74565f5a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.0898852
Apr 16 21:08:30.293984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-ec635014-2b87-4dca-be9c-036cba3f0e37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=808376f5-de15-494a-b722-a554d5c81386 HTTP/1.1" status: 200  len: 217 time: 0.0408521
Apr 16 21:08:30.300597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47030) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:30.347138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-d8b42ffc-c47c-49b3-a47e-f9e741a3bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:30.348726 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-d8b42ffc-c47c-49b3-a47e-f9e741a3bf39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.0490386
Apr 16 21:08:30.381398 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-0d4b8de3-8cf1-4195-b7a3-a8f3d23c7b18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271702
Apr 16 21:08:30.432454 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c13c99d-89e0-4e63-96b4-3260b39bab4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:30.489001 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-56e28ac6-2e77-41c1-8e4a-410b900a0868 service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1023266
Apr 16 21:08:30.536446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47048) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:30.562910 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0039bb4b-ae17-4fa2-a2ac-27f322c7cdae req-ef44857a-77e8-4591-a551-7cc48c072b3e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 210 time: 0.0323656
Apr 16 21:08:30.647832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1258611490-network', 'tenant_id': 'b18530cc69c44e6f8a46ca966b3e3a7f'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:30.662999 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c13c99d-89e0-4e63-96b4-3260b39bab4f admin admin] Publish callbacks [] for security_group (0f7a767f-5ee9-4ec2-a915-5d6ef1b1576d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:30.692264 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf6809-7406-4ce2-a861-6770569ba1e0 req-95908577-5e9f-45f8-8827-4d05cd9cd83d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:30.693846 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4abf6809-7406-4ce2-a861-6770569ba1e0 req-95908577-5e9f-45f8-8827-4d05cd9cd83d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 948 time: 0.0669506
Apr 16 21:08:30.698576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b59024a5-0719-4289-933c-0033a1ef773e service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1936846
Apr 16 21:08:30.734325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c13c99d-89e0-4e63-96b4-3260b39bab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0f7a767f-5ee9-4ec2-a915-5d6ef1b1576d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:30.753680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Made reservation on behalf of b18530cc69c44e6f8a46ca966b3e3a7f for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:30.756282 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:30.757859 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4abf6809-7406-4ce2-a861-6770569ba1e0 req-fd9d2989-d23f-44c3-a008-b60bd66d11eb tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584371
Apr 16 21:08:30.767133 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:30.780924 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3c13c99d-89e0-4e63-96b4-3260b39bab4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=938bf0d761bb4af28aff60eef1b6bcbc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4767265
Apr 16 21:08:30.782689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47052) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:30.784051 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13c99d-89e0-4e63-96b4-3260b39bab4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7a767f-5ee9-4ec2-a915-5d6ef1b1576d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:30.868339 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-739a0408-9710-4cdd-9173-c36e780412f9 admin admin] Publish callbacks [] for security_group (0f7a767f-5ee9-4ec2-a915-5d6ef1b1576d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:30.901174 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-739a0408-9710-4cdd-9173-c36e780412f9 admin admin] Publish callbacks [] for security_group (0f7a767f-5ee9-4ec2-a915-5d6ef1b1576d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:30.926445 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Publish callbacks [] for security_group (b788975e-df51-424a-9251-7223aa61a94e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.007229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b788975e-df51-424a-9251-7223aa61a94e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.029176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-baa76d44-9e4a-4bc9-b29b-5d72dff54456 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:31.030683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-baa76d44-9e4a-4bc9-b29b-5d72dff54456 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a&tenant_id=68af3300a0d149adbbf934b4ff1f87d8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0916045
Apr 16 21:08:31.043353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:31.053486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc313c-00a6-49e4-a758-4d8a5067ff81 req-bded6c75-1ddb-4d8f-9a1c-abd3aacdb41c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:31.054993 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-12fc313c-00a6-49e4-a758-4d8a5067ff81 req-bded6c75-1ddb-4d8f-9a1c-abd3aacdb41c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 945 time: 0.0558310
Apr 16 21:08:31.068299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b788975e-df51-424a-9251-7223aa61a94e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:31.109917 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-12fc313c-00a6-49e4-a758-4d8a5067ff81 req-bf8eef57-600d-454f-a862-73034bdbae08 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488434
Apr 16 21:08:31.117980 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-739a0408-9710-4cdd-9173-c36e780412f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0f7a767f-5ee9-4ec2-a915-5d6ef1b1576d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.121780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-739a0408-9710-4cdd-9173-c36e780412f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.126018 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-739a0408-9710-4cdd-9173-c36e780412f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f7a767f-5ee9-4ec2-a915-5d6ef1b1576d HTTP/1.1" status: 204  len: 168 time: 0.3415751
Apr 16 21:08:31.132958 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (808376f5-de15-494a-b722-a554d5c81386), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.139974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:08:31.151776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a0408-9710-4cdd-9173-c36e780412f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7a767f-5ee9-4ec2-a915-5d6ef1b1576d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:31.164849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1990381c-1ab4-407f-933c-a2d13433ff05), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.165255 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Added segment 1990381c-1ab4-407f-933c-a2d13433ff05 of type vlan for network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337
Apr 16 21:08:31.241243 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (8cfbbf93-9e15-4e76-bfe0-e69ff753f337), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.340963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=808376f5-de15-494a-b722-a554d5c81386,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:31.375350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:31.396158 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (8cfbbf93-9e15-4e76-bfe0-e69ff753f337), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.397230 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:31.397802 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.417331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47068) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:31.448728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47072) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:31.471205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06de5cf-0b6e-4546-b316-545265d6af2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808376f5-de15-494a-b722-a554d5c81386'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:31.473459 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22018c5d-e2db-4a62-8845-75702b9c838f" -d '{"events": [{"server_uuid": "d06de5cf-0b6e-4546-b316-545265d6af2a", "name": "network-vif-unplugged", "status": "completed", "tag": "808376f5-de15-494a-b722-a554d5c81386"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:31.479432 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Publish callbacks [] for port (808376f5-de15-494a-b722-a554d5c81386), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.486332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] Pushing event updated for resources: {'Network': ['ID=8cfbbf93-9e15-4e76-bfe0-e69ff753f337,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:31.498136 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:08:31.534073 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bfb382-b5cc-40ef-b8de-32d1f873a3e6 x-openstack-request-id: req-34bfb382-b5cc-40ef-b8de-32d1f873a3e6 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:31.534387 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06de5cf-0b6e-4546-b316-545265d6af2a", "name": "network-vif-unplugged", "status": "completed", "tag": "808376f5-de15-494a-b722-a554d5c81386", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:31.534683 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34bfb382-b5cc-40ef-b8de-32d1f873a3e6 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:31.535089 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bfb382-b5cc-40ef-b8de-32d1f873a3e6'] response: {'server_uuid': 'd06de5cf-0b6e-4546-b316-545265d6af2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808376f5-de15-494a-b722-a554d5c81386', 'code': 200}
Apr 16 21:08:31.641184 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c98fec6-0604-4a96-8029-8a40d90e1b48 req-f8d9216f-717e-4ae6-9408-96fb752a88ab tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 210 time: 0.0291276
Apr 16 21:08:31.644720 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0aa41154-6e5e-4cd5-8829-c9683cbdd1dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1045172
Apr 16 21:08:31.644855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47080) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:31.649949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ac6e679d-0285-4bd6-b380-cb59767011d7 admin admin] Request body: {'subnet': {'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1258611490-subnet', 'tenant_id': 'b18530cc69c44e6f8a46ca966b3e3a7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:31.662800 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d365a99-f3b8-4c98-b6c2-401ec46dfa79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.700546 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-33083e6a-a21f-4e40-9441-cd6968656148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.769902 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (808376f5-de15-494a-b722-a554d5c81386), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.773058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6e679d-0285-4bd6-b380-cb59767011d7 admin admin] Made reservation on behalf of b18530cc69c44e6f8a46ca966b3e3a7f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:31.775537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac6e679d-0285-4bd6-b380-cb59767011d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.782472 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d365a99-f3b8-4c98-b6c2-401ec46dfa79 admin admin] Publish callbacks [] for security_group (04711937-ba24-4903-82e2-ff55814aee43), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.820591 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-33083e6a-a21f-4e40-9441-cd6968656148 admin admin] Publish callbacks [] for security_group (b2aadee5-233e-4928-9b3c-80bb052fdfb8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.941589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Pushing event updated for resources: {'Port': ['ID=808376f5-de15-494a-b722-a554d5c81386,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:31.964440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc055b87-1aa7-41d1-93f4-d002cae3bef0 req-4cfd82f1-a350-4550-818f-d8c4f251a289 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:31.965933 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc055b87-1aa7-41d1-93f4-d002cae3bef0 req-4cfd82f1-a350-4550-818f-d8c4f251a289 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 948 time: 0.1194510
Apr 16 21:08:31.978239 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d365a99-f3b8-4c98-b6c2-401ec46dfa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (04711937-ba24-4903-82e2-ff55814aee43), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:31.980624 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-33083e6a-a21f-4e40-9441-cd6968656148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b2aadee5-233e-4928-9b3c-80bb052fdfb8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.003342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Attempting to bind port 808376f5-de15-494a-b722-a554d5c81386 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:08:32.003686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Attempting to bind port 808376f5-de15-494a-b722-a554d5c81386 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:08:32.004011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Attempting to bind port 808376f5-de15-494a-b722-a554d5c81386 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:32.038627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Port 808376f5-de15-494a-b722-a554d5c81386 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:08:32.038937 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Attempting to bind port 808376f5-de15-494a-b722-a554d5c81386 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:32.039152 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-33083e6a-a21f-4e40-9441-cd6968656148 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b01a3043ec40473c87023a649da85635&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5893235
Apr 16 21:08:32.042280 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9d365a99-f3b8-4c98-b6c2-401ec46dfa79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dafc3229e5d547da8d9e451e792a3ed9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6237328
Apr 16 21:08:32.043005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d365a99-f3b8-4c98-b6c2-401ec46dfa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04711937-ba24-4903-82e2-ff55814aee43,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:32.045399 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47086) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:32.045721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47088) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:32.061423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:08:32.061829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:32.062246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Bound using segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:08:32.062686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Bound port: 808376f5-de15-494a-b722-a554d5c81386, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:08:32.063053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (808376f5-de15-494a-b722-a554d5c81386), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.086896 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc055b87-1aa7-41d1-93f4-d002cae3bef0 req-a9802b38-aa7b-42c6-bcaa-5a056a1c8e68 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127541
Apr 16 21:08:32.112278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33083e6a-a21f-4e40-9441-cd6968656148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aadee5-233e-4928-9b3c-80bb052fdfb8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:32.158346 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5026ea13-4c7a-40d0-89a9-7f2eddd283cb admin admin] Publish callbacks [] for security_group (04711937-ba24-4903-82e2-ff55814aee43), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.173739 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79ce62af-0bb2-45f8-a457-ba2bb5a3004d admin admin] Publish callbacks [] for security_group (b2aadee5-233e-4928-9b3c-80bb052fdfb8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.179710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 73ab8831-7b70-423a-9fbd-e1e78b3be077 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:08:32.198084 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79ce62af-0bb2-45f8-a457-ba2bb5a3004d admin admin] Publish callbacks [] for security_group (b2aadee5-233e-4928-9b3c-80bb052fdfb8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.200969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:32.204615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=808376f5-de15-494a-b722-a554d5c81386,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:08:32.248375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47092) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:32.261421 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b84c2be-b78c-49b4-ae0b-9d40532c9994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.277495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac6e679d-0285-4bd6-b380-cb59767011d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (15c83c80-d8ca-4f2d-925f-a5d1a372d8bd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.278092 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5026ea13-4c7a-40d0-89a9-7f2eddd283cb admin admin] Publish callbacks [] for security_group (04711937-ba24-4903-82e2-ff55814aee43), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.301457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 73ab8831-7b70-423a-9fbd-e1e78b3be077, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73ab8831-7b70-423a-9fbd-e1e78b3be077,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:32.306053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bc978-883e-4056-83a1-af629db4e8bf req-6ec61e9a-9178-4d67-95cd-28c8b07c9ad4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:32.307524 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-333bc978-883e-4056-83a1-af629db4e8bf req-6ec61e9a-9178-4d67-95cd-28c8b07c9ad4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 943 time: 0.0938985
Apr 16 21:08:32.314802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '73ab8831-7b70-423a-9fbd-e1e78b3be077', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '73ab8831-7b70-423a-9fbd-e1e78b3be077', 'mac_address': 'fa:16:3e:6f:e8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:08:32.345182 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (808376f5-de15-494a-b722-a554d5c81386), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.352445 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e679d-0285-4bd6-b380-cb59767011d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:32.362727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 73ab8831-7b70-423a-9fbd-e1e78b3be077 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:32.363139 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.371634 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-333bc978-883e-4056-83a1-af629db4e8bf req-c136fb12-4cd3-4cdb-b919-7b2737c322f6 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497308
Apr 16 21:08:32.385894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ab8831-7b70-423a-9fbd-e1e78b3be077 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:32.398806 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79ce62af-0bb2-45f8-a457-ba2bb5a3004d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b2aadee5-233e-4928-9b3c-80bb052fdfb8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.401631 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79ce62af-0bb2-45f8-a457-ba2bb5a3004d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.405304 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-79ce62af-0bb2-45f8-a457-ba2bb5a3004d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2aadee5-233e-4928-9b3c-80bb052fdfb8 HTTP/1.1" status: 204  len: 168 time: 0.3560686
Apr 16 21:08:32.411177 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce62af-0bb2-45f8-a457-ba2bb5a3004d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aadee5-233e-4928-9b3c-80bb052fdfb8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:32.419505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 73ab8831-7b70-423a-9fbd-e1e78b3be077, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73ab8831-7b70-423a-9fbd-e1e78b3be077,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:32.421120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e679d-0285-4bd6-b380-cb59767011d7 admin admin] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:32.421556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6e679d-0285-4bd6-b380-cb59767011d7 admin admin] Network hostable DHCP agents. Network: 8cfbbf93-9e15-4e76-bfe0-e69ff753f337, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:08:32.456456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5026ea13-4c7a-40d0-89a9-7f2eddd283cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (04711937-ba24-4903-82e2-ff55814aee43), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.459531 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5026ea13-4c7a-40d0-89a9-7f2eddd283cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.460707 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5026ea13-4c7a-40d0-89a9-7f2eddd283cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04711937-ba24-4903-82e2-ff55814aee43 HTTP/1.1" status: 204  len: 168 time: 0.4130547
Apr 16 21:08:32.463749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Pushing event updated for resources: {'Port': ['ID=808376f5-de15-494a-b722-a554d5c81386,revision_number=8']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:32.473182 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026ea13-4c7a-40d0-89a9-7f2eddd283cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04711937-ba24-4903-82e2-ff55814aee43,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:32.486189 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.512983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:32.513630 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.516233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b3f88a21-41da-47e9-b3e1-372d1f3f43c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/808376f5-de15-494a-b722-a554d5c81386 HTTP/1.1" status: 200  len: 1121 time: 1.4767747
Apr 16 21:08:32.582839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=73ab8831-7b70-423a-9fbd-e1e78b3be077,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:32.587626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['808376f5-de15-494a-b722-a554d5c81386'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:08:32.589226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6e679d-0285-4bd6-b380-cb59767011d7 admin admin] Network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:08:32.606514 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b84c2be-b78c-49b4-ae0b-9d40532c9994 admin admin] Publish callbacks [] for security_group (5490be23-944e-45ab-9376-0dac97fd6d5e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.689307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['73ab8831-7b70-423a-9fbd-e1e78b3be077'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:08:32.720738 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b84c2be-b78c-49b4-ae0b-9d40532c9994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5490be23-944e-45ab-9376-0dac97fd6d5e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.724577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-ac6e679d-0285-4bd6-b380-cb59767011d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8cfbbf93-9e15-4e76-bfe0-e69ff753f337) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:32.735464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6747be-5bef-4112-8f8c-c2a13742d318 None None] Network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:08:32.744844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e679d-0285-4bd6-b380-cb59767011d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:32.745448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac6e679d-0285-4bd6-b380-cb59767011d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.818246 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c5dbc8e6-e091-46db-8a94-19a729def437 req-64cdc24f-2a55-4dc7-8995-d8db8f30b4f1 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 210 time: 0.0617900
Apr 16 21:08:32.849179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84c2be-b78c-49b4-ae0b-9d40532c9994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5490be23-944e-45ab-9376-0dac97fd6d5e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:32.855381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7b84c2be-b78c-49b4-ae0b-9d40532c9994 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f98e761c4e2446ada8408d380ce17348&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6058307
Apr 16 21:08:32.858005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47100) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:32.906026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a4c33c-2107-4486-adaf-53d73a2bfd44 None None] Network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:08:32.914752 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77261c06-de48-4bcd-b3eb-50b156ea12c6 admin admin] Publish callbacks [] for security_group (5490be23-944e-45ab-9376-0dac97fd6d5e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.937583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77261c06-de48-4bcd-b3eb-50b156ea12c6 admin admin] Publish callbacks [] for security_group (5490be23-944e-45ab-9376-0dac97fd6d5e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:32.942319 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ac6e679d-0285-4bd6-b380-cb59767011d7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2963324
Apr 16 21:08:33.083640 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77261c06-de48-4bcd-b3eb-50b156ea12c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5490be23-944e-45ab-9376-0dac97fd6d5e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:33.083640 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77261c06-de48-4bcd-b3eb-50b156ea12c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:33.083640 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-77261c06-de48-4bcd-b3eb-50b156ea12c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5490be23-944e-45ab-9376-0dac97fd6d5e HTTP/1.1" status: 204  len: 168 time: 0.2247150
Apr 16 21:08:33.092274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77261c06-de48-4bcd-b3eb-50b156ea12c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5490be23-944e-45ab-9376-0dac97fd6d5e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:33.208367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56c56-3c6c-4fa0-9dd2-e8f7e12d9160 req-a62c4a72-9d8e-4d15-a729-0c3c3b6d84a2 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:33.209886 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ac56c56-3c6c-4fa0-9dd2-e8f7e12d9160 req-a62c4a72-9d8e-4d15-a729-0c3c3b6d84a2 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 949 time: 0.0469966
Apr 16 21:08:33.260797 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ac56c56-3c6c-4fa0-9dd2-e8f7e12d9160 req-68cacb7f-0af3-4f7b-8c7e-af595246f56d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450284
Apr 16 21:08:33.342325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-44c98b92-90c8-4f1f-953f-794023ce8971 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=676a0384d9444d9d8e42073806728c43&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0207679
Apr 16 21:08:33.472795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-3165a36d-300a-43da-9646-cc6561a0c4e7 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:33.475036 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-3165a36d-300a-43da-9646-cc6561a0c4e7 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1271069
Apr 16 21:08:33.476984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47116) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:33.491577 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-641bd496-5c21-4075-9d96-5ce6110294c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:33.507913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Request body: {'port': {'device_id': '1b5139ef-315a-4a27-9ec4-32c148154072', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '676a0384d9444d9d8e42073806728c43'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:33.554282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06de5cf-0b6e-4546-b316-545265d6af2a', 'tag': '808376f5-de15-494a-b722-a554d5c81386'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:33.556612 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4c3be1-7180-43f1-a521-21e3682c6c90" -d '{"events": [{"name": "network-changed", "server_uuid": "d06de5cf-0b6e-4546-b316-545265d6af2a", "tag": "808376f5-de15-494a-b722-a554d5c81386"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:33.570302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47120) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:33.591939 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9de9608a-8160-4ab9-8fdc-bc308c7f27e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:33.594993 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d1c9-2fc6-4bf9-a0b7-fe4471751b5f req-2899effe-f2b9-4443-9f81-19b6899b5e88 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:33.596995 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3a4d1c9-2fc6-4bf9-a0b7-fe4471751b5f req-2899effe-f2b9-4443-9f81-19b6899b5e88 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 943 time: 0.1208336
Apr 16 21:08:33.630934 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0092023-b25e-41a1-92f3-eab9005ba6a9 x-openstack-request-id: req-c0092023-b25e-41a1-92f3-eab9005ba6a9 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:33.631219 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06de5cf-0b6e-4546-b316-545265d6af2a", "tag": "808376f5-de15-494a-b722-a554d5c81386", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:33.631516 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0092023-b25e-41a1-92f3-eab9005ba6a9 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:33.631942 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0092023-b25e-41a1-92f3-eab9005ba6a9'] response: {'name': 'network-changed', 'server_uuid': 'd06de5cf-0b6e-4546-b316-545265d6af2a', 'tag': '808376f5-de15-494a-b722-a554d5c81386', 'status': 'completed', 'code': 200}
Apr 16 21:08:33.695441 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3a4d1c9-2fc6-4bf9-a0b7-fe4471751b5f req-4e0bebc0-a410-416a-ae32-258108208ad3 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918868
Apr 16 21:08:33.714595 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c3be1-7180-43f1-a521-21e3682c6c90 req-ca4039bc-a321-4208-8a15-057b3eeca512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:33.716065 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c4c3be1-7180-43f1-a521-21e3682c6c90 req-ca4039bc-a321-4208-8a15-057b3eeca512 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 1155 time: 0.0466788
Apr 16 21:08:33.826872 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-641bd496-5c21-4075-9d96-5ce6110294c7 admin admin] Publish callbacks [] for security_group (3ecb4a71-fdf0-4566-b83b-cc7fadc9472b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:33.892116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Made reservation on behalf of 676a0384d9444d9d8e42073806728c43 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:33.896038 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:33.907489 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:33.917648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c3be1-7180-43f1-a521-21e3682c6c90 req-e38e8280-c843-46ff-a5a4-76a5c457d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:33.919110 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c4c3be1-7180-43f1-a521-21e3682c6c90 req-e38e8280-c843-46ff-a5a4-76a5c457d73e service neutron] 10.222.0.41 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.1914029
Apr 16 21:08:33.950680 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-788562f2-d935-4346-b093-3709cd9fc369 req-c0ec70ce-ff3a-4271-8d80-9e69c7b71756 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 210 time: 0.0515957
Apr 16 21:08:33.951266 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-641bd496-5c21-4075-9d96-5ce6110294c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3ecb4a71-fdf0-4566-b83b-cc7fadc9472b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.006705 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Publish callbacks [] for security_group (35d71094-4c96-49e9-968a-3ba571d5ec03), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.090965 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (35d71094-4c96-49e9-968a-3ba571d5ec03), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.175165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d71094-4c96-49e9-968a-3ba571d5ec03,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:34.194300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 73ab8831-7b70-423a-9fbd-e1e78b3be077 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:08:34.213691 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c4c3be1-7180-43f1-a521-21e3682c6c90 req-0dee9a28-4b98-4e07-96be-22d6942fd768 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=808376f5-de15-494a-b722-a554d5c81386 HTTP/1.1" status: 200  len: 217 time: 0.2711668
Apr 16 21:08:34.256919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Allocated IP 192.168.233.216 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/b2b1f926-26c2-4967-962d-9fcdd23eac15) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:08:34.257974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 73ab8831-7b70-423a-9fbd-e1e78b3be077 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:08:34.268239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bd496-5c21-4075-9d96-5ce6110294c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecb4a71-fdf0-4566-b83b-cc7fadc9472b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:34.279873 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-641bd496-5c21-4075-9d96-5ce6110294c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fab3912426a340f4a61f22df66f1ea35&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8014698
Apr 16 21:08:34.284313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47138) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:34.337733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 73ab8831-7b70-423a-9fbd-e1e78b3be077 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:34.338631 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.349585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c3be1-7180-43f1-a521-21e3682c6c90 req-ee2b9721-7268-42c3-b0ac-8f6431983525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:34.351216 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c4c3be1-7180-43f1-a521-21e3682c6c90 req-ee2b9721-7268-42c3-b0ac-8f6431983525 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.1280532
Apr 16 21:08:34.374858 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9de9608a-8160-4ab9-8fdc-bc308c7f27e6 admin admin] Publish callbacks [] for security_group (89012ef0-5334-43f8-9356-d3514d8fb5c1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.430275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cb221-d0e4-44bf-a1a0-be73dd007655 req-9b9f02cb-9144-4148-867c-34f9c6909a14 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:34.432258 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d24cb221-d0e4-44bf-a1a0-be73dd007655 req-9b9f02cb-9144-4148-867c-34f9c6909a14 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 949 time: 0.1009490
Apr 16 21:08:34.442221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225fc814-00cd-4372-b002-5c0c2d80cd04 admin admin] Publish callbacks [] for security_group (3ecb4a71-fdf0-4566-b83b-cc7fadc9472b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.446370 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9de9608a-8160-4ab9-8fdc-bc308c7f27e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (89012ef0-5334-43f8-9356-d3514d8fb5c1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.456496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 73ab8831-7b70-423a-9fbd-e1e78b3be077 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:34.457191 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.471350 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c4c3be1-7180-43f1-a521-21e3682c6c90 req-5b37c362-c562-4a92-855e-15eec51d7961 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0781765
Apr 16 21:08:34.477310 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9de9608a-8160-4ab9-8fdc-bc308c7f27e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93a5fa1d354144238cafe92c3266e379&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9056427
Apr 16 21:08:34.481405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47146) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:34.498065 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee974a7-0d36-49bc-80f4-e269a3fa48bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ab8831-7b70-423a-9fbd-e1e78b3be077'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:34.500654 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd85e3d3-f2a5-4c76-b8dc-d1803378464b" -d '{"events": [{"server_uuid": "8ee974a7-0d36-49bc-80f4-e269a3fa48bf", "name": "network-vif-plugged", "status": "completed", "tag": "73ab8831-7b70-423a-9fbd-e1e78b3be077"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:34.531296 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d24cb221-d0e4-44bf-a1a0-be73dd007655 req-cafeaf77-65fd-40fe-83d7-c2ae738763fc tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842714
Apr 16 21:08:34.573568 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Publish callbacks [] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.573881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 73ab8831-7b70-423a-9fbd-e1e78b3be077, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73ab8831-7b70-423a-9fbd-e1e78b3be077,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:34.580069 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8115503-aead-4b37-98ad-74c5b30154c8 x-openstack-request-id: req-c8115503-aead-4b37-98ad-74c5b30154c8 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:34.580524 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee974a7-0d36-49bc-80f4-e269a3fa48bf", "name": "network-vif-plugged", "status": "completed", "tag": "73ab8831-7b70-423a-9fbd-e1e78b3be077", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:34.581364 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8115503-aead-4b37-98ad-74c5b30154c8 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:34.581868 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8115503-aead-4b37-98ad-74c5b30154c8'] response: {'server_uuid': '8ee974a7-0d36-49bc-80f4-e269a3fa48bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ab8831-7b70-423a-9fbd-e1e78b3be077', 'code': 200}
Apr 16 21:08:34.600004 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b287c9a-ce41-48f6-b0ae-11ce3fa4d8a4 admin admin] Publish callbacks [] for security_group (89012ef0-5334-43f8-9356-d3514d8fb5c1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.601565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47152) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:34.602665 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225fc814-00cd-4372-b002-5c0c2d80cd04 admin admin] Publish callbacks [] for security_group (3ecb4a71-fdf0-4566-b83b-cc7fadc9472b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.614378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2145399930-network', 'tenant_id': 'a7551d6845c3449898b6ffdb91eca8c9'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:34.623111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9608a-8160-4ab9-8fdc-bc308c7f27e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89012ef0-5334-43f8-9356-d3514d8fb5c1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:34.645766 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c4c3be1-7180-43f1-a521-21e3682c6c90 req-7ef261b0-f8bd-49b0-804d-5163ad7b06d9 service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380107
Apr 16 21:08:34.659635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.11', 61598) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:34.685890 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.745690 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c4c3be1-7180-43f1-a521-21e3682c6c90 req-2ee189c5-86af-4332-9e84-366f3ad96b69 service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1017897
Apr 16 21:08:34.771439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=73ab8831-7b70-423a-9fbd-e1e78b3be077,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:34.778515 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b287c9a-ce41-48f6-b0ae-11ce3fa4d8a4 admin admin] Publish callbacks [] for security_group (89012ef0-5334-43f8-9356-d3514d8fb5c1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.804778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788e083-9581-4234-8c05-256716323666 req-69a37b9a-dffd-4dd1-beb8-c450f3dd47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:34.806353 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4788e083-9581-4234-8c05-256716323666 req-69a37b9a-dffd-4dd1-beb8-c450f3dd47aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 1131 time: 0.1414468
Apr 16 21:08:34.845880 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225fc814-00cd-4372-b002-5c0c2d80cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3ecb4a71-fdf0-4566-b83b-cc7fadc9472b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.849585 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225fc814-00cd-4372-b002-5c0c2d80cd04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.850696 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-225fc814-00cd-4372-b002-5c0c2d80cd04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ecb4a71-fdf0-4566-b83b-cc7fadc9472b HTTP/1.1" status: 204  len: 168 time: 0.5616236
Apr 16 21:08:34.859837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fc814-00cd-4372-b002-5c0c2d80cd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecb4a71-fdf0-4566-b83b-cc7fadc9472b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:34.874543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6587f78-5b1c-4f5b-b250-53b09e4b7ede req-a9b4c002-3212-4d31-a9c5-e1996b840c0e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:34.876600 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6587f78-5b1c-4f5b-b250-53b09e4b7ede req-a9b4c002-3212-4d31-a9c5-e1996b840c0e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 943 time: 0.0883143
Apr 16 21:08:34.886359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Made reservation on behalf of a7551d6845c3449898b6ffdb91eca8c9 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:34.888760 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.897353 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.931052 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:34.984679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47168) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:35.088869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f83b1c-af47-4254-aadc-10d233c82498 req-7889db7b-702c-4ed9-aec5-1c1648a0c07d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:35.090655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88f83b1c-af47-4254-aadc-10d233c82498 req-7889db7b-702c-4ed9-aec5-1c1648a0c07d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 936 time: 0.0590444
Apr 16 21:08:35.148755 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88f83b1c-af47-4254-aadc-10d233c82498 req-1801e6fe-6198-4f3b-9672-7dcfade191e2 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515878
Apr 16 21:08:35.224229 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4788e083-9581-4234-8c05-256716323666 req-bea1a1af-16b7-4e32-95d3-677ca789cfc6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3918569
Apr 16 21:08:35.226677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1218747397-network', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:35.227955 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b287c9a-ce41-48f6-b0ae-11ce3fa4d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (89012ef0-5334-43f8-9356-d3514d8fb5c1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.230397 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b287c9a-ce41-48f6-b0ae-11ce3fa4d8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.231494 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4b287c9a-ce41-48f6-b0ae-11ce3fa4d8a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89012ef0-5334-43f8-9356-d3514d8fb5c1 HTTP/1.1" status: 204  len: 168 time: 0.7479880
Apr 16 21:08:35.251995 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.271849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:08:35.273700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b287c9a-ce41-48f6-b0ae-11ce3fa4d8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89012ef0-5334-43f8-9356-d3514d8fb5c1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:35.289797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:35.295049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:08:35.298454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Pushing event updated for resources: {'Port': ['ID=b2b1f926-26c2-4967-962d-9fcdd23eac15,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:35.312736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6587f78-5b1c-4f5b-b250-53b09e4b7ede req-24e9743e-9f83-4c3a-ae8a-ec130aba5564 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4197042
Apr 16 21:08:35.314632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Made reservation on behalf of 73b5e7bfa23e4684936ca4202d30cf02 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:35.317542 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.337510 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.402038 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:35.402621 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.437301 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Publish callbacks [] for security_group (bf4c9483-5bc3-4f7e-bf36-d31940c43f3d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.464136 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Publish callbacks [] for security_group (99c808d8-dca0-4242-a6cb-2d56773e03ec), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.500005 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-61094fb4-6d4a-465e-8c70-43eee655bf1d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0137532
Apr 16 21:08:35.597412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f3ce544f-7bca-4485-9531-d2e69b939690 None None] Provisioning complete for port b2b1f926-26c2-4967-962d-9fcdd23eac15 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:35.597793 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f3ce544f-7bca-4485-9531-d2e69b939690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.629140 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bf4c9483-5bc3-4f7e-bf36-d31940c43f3d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.633368 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (99c808d8-dca0-4242-a6cb-2d56773e03ec), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.652185 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce544f-7bca-4485-9531-d2e69b939690 None None] Port b2b1f926-26c2-4967-962d-9fcdd23eac15 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:08:35.659751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:08:35.670296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4c9483-5bc3-4f7e-bf36-d31940c43f3d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:35.675403 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (943510af-9e44-475e-b840-e64d36c14fa3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.675828 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Added segment 943510af-9e44-475e-b840-e64d36c14fa3 of type vlan for network 3423ddfd-3cf9-4921-8dad-9f18baa66a3d
Apr 16 21:08:35.680116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:08:35.690633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c6c1e-9962-4683-8486-f5d790c59ea0 req-44479334-cc55-4cc1-8e47-0cc0bb5c6745 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:35.692107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-412c6c1e-9962-4683-8486-f5d790c59ea0 req-44479334-cc55-4cc1-8e47-0cc0bb5c6745 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 950 time: 0.0882535
Apr 16 21:08:35.703053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c808d8-dca0-4242-a6cb-2d56773e03ec,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:35.727950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e2d4617f-ec50-4200-9947-3f27811ced27), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.728318 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Added segment e2d4617f-ec50-4200-9947-3f27811ced27 of type vlan for network 75431553-cc35-4298-99b8-6a3fd212c8f0
Apr 16 21:08:35.743569 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (3423ddfd-3cf9-4921-8dad-9f18baa66a3d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.788142 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (75431553-cc35-4298-99b8-6a3fd212c8f0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.794581 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-412c6c1e-9962-4683-8486-f5d790c59ea0 req-093e74a3-cb8a-41aa-a661-033b23a73e26 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929592
Apr 16 21:08:35.829176 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (3423ddfd-3cf9-4921-8dad-9f18baa66a3d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.830181 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:35.830769 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:35.890356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] Pushing event updated for resources: {'Network': ['ID=3423ddfd-3cf9-4921-8dad-9f18baa66a3d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:35.900030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 3423ddfd-3cf9-4921-8dad-9f18baa66a3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:08:36.000020 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (75431553-cc35-4298-99b8-6a3fd212c8f0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:36.001033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:36.001617 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:36.063742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] Pushing event updated for resources: {'Network': ['ID=75431553-cc35-4298-99b8-6a3fd212c8f0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:36.076919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 75431553-cc35-4298-99b8-6a3fd212c8f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:08:36.092573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0bdfeb67-8e2f-44f4-a0c6-d574a97e6077 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.4884338
Apr 16 21:08:36.095301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47200) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:36.099907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3f8198bf-7096-47bb-9437-08df13329743 admin admin] Request body: {'subnet': {'network_id': '3423ddfd-3cf9-4921-8dad-9f18baa66a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2145399930-subnet', 'tenant_id': 'a7551d6845c3449898b6ffdb91eca8c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:36.203279 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4f284c5d-91d4-46a7-a210-dd1dc79a6a5f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.2174814
Apr 16 21:08:36.206329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47206) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:36.210021 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 808376f5-de15-494a-b722-a554d5c81386 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:08:36.211254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2af31e83-de89-46c6-a000-f545628a2975 admin admin] Request body: {'subnet': {'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1218747397-subnet', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:36.236694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8198bf-7096-47bb-9437-08df13329743 admin admin] Made reservation on behalf of a7551d6845c3449898b6ffdb91eca8c9 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:36.239640 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3f8198bf-7096-47bb-9437-08df13329743 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:36.322528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=808376f5-de15-494a-b722-a554d5c81386,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:36.341692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 808376f5-de15-494a-b722-a554d5c81386 has no active binding in host nch1-master-1 {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 16 21:08:36.343023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af31e83-de89-46c6-a000-f545628a2975 admin admin] Made reservation on behalf of 73b5e7bfa23e4684936ca4202d30cf02 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:36.345376 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2af31e83-de89-46c6-a000-f545628a2975 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:36.358007 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5b7ee-d36d-4e93-bfeb-1fcefef1a7af req-11072af6-199b-4530-be1e-8990f4d48421 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:36.364559 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9c5b7ee-d36d-4e93-bfeb-1fcefef1a7af req-11072af6-199b-4530-be1e-8990f4d48421 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 936 time: 0.0867946
Apr 16 21:08:36.459528 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de9c18-59de-4e57-aff9-e73983639ca2 req-fc26c33c-a48d-477c-8386-119144e70627 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:36.462655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07de9c18-59de-4e57-aff9-e73983639ca2 req-fc26c33c-a48d-477c-8386-119144e70627 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 943 time: 0.0561452
Apr 16 21:08:36.509820 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9c5b7ee-d36d-4e93-bfeb-1fcefef1a7af req-ad171d24-9261-458e-9d6a-62c66bbcab38 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090128
Apr 16 21:08:36.551972 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07de9c18-59de-4e57-aff9-e73983639ca2 req-8945d77d-88bd-45d5-b271-bbecc5cfbe9b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782776
Apr 16 21:08:36.697936 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3f8198bf-7096-47bb-9437-08df13329743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (942f7311-de11-4815-9b65-ee33575bfdbe), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:36.762498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8198bf-7096-47bb-9437-08df13329743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=942f7311-de11-4815-9b65-ee33575bfdbe,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:36.769647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8198bf-7096-47bb-9437-08df13329743 admin admin] Checking segment: {'id': '943510af-9e44-475e-b840-e64d36c14fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3423ddfd-3cf9-4921-8dad-9f18baa66a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:36.769985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8198bf-7096-47bb-9437-08df13329743 admin admin] Network hostable DHCP agents. Network: 3423ddfd-3cf9-4921-8dad-9f18baa66a3d, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:08:36.794587 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2af31e83-de89-46c6-a000-f545628a2975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (c422f684-f289-4e5d-9256-d6b37c6460b5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:36.850275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af31e83-de89-46c6-a000-f545628a2975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c422f684-f289-4e5d-9256-d6b37c6460b5,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:36.861294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af31e83-de89-46c6-a000-f545628a2975 admin admin] Checking segment: {'id': 'e2d4617f-ec50-4200-9947-3f27811ced27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:36.861740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af31e83-de89-46c6-a000-f545628a2975 admin admin] Network hostable DHCP agents. Network: 75431553-cc35-4298-99b8-6a3fd212c8f0, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:08:36.881675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8198bf-7096-47bb-9437-08df13329743 admin admin] Network 3423ddfd-3cf9-4921-8dad-9f18baa66a3d is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:08:36.922619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4107824-1ec4-478b-b1f3-1105403e6eb7 req-90bcca63-7ecd-4529-929e-fd68b8f729fe tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:36.924216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4107824-1ec4-478b-b1f3-1105403e6eb7 req-90bcca63-7ecd-4529-929e-fd68b8f729fe tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 950 time: 0.0566106
Apr 16 21:08:36.978697 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4107824-1ec4-478b-b1f3-1105403e6eb7 req-0923b18a-ad0e-44b5-9abb-73c5878882e1 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413136
Apr 16 21:08:37.005511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af31e83-de89-46c6-a000-f545628a2975 admin admin] Network 75431553-cc35-4298-99b8-6a3fd212c8f0 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:08:37.148916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-3f8198bf-7096-47bb-9437-08df13329743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3423ddfd-3cf9-4921-8dad-9f18baa66a3d) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:37.152749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-2af31e83-de89-46c6-a000-f545628a2975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 75431553-cc35-4298-99b8-6a3fd212c8f0) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:37.154216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03980f5f-85bc-46e6-9d3d-372304d3fe17 None None] Network 3423ddfd-3cf9-4921-8dad-9f18baa66a3d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:08:37.166462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8198bf-7096-47bb-9437-08df13329743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:37.167109 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3f8198bf-7096-47bb-9437-08df13329743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:37.172062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af31e83-de89-46c6-a000-f545628a2975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:37.172062 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2af31e83-de89-46c6-a000-f545628a2975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:37.202864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe952b3-4446-4514-a53e-4acffb6a92a3 None None] Network 75431553-cc35-4298-99b8-6a3fd212c8f0 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:08:37.266177 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3f8198bf-7096-47bb-9437-08df13329743 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1698458
Apr 16 21:08:37.283273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47246) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:37.284335 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2af31e83-de89-46c6-a000-f545628a2975 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.0761611
Apr 16 21:08:37.287597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1218747397-router', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:37.346727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c48ab-6b71-44bc-90cc-9a86d2d348a3 None None] Network 3423ddfd-3cf9-4921-8dad-9f18baa66a3d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:08:37.385229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-75431553-cc35-4298-99b8-6a3fd212c8f0', 'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0', 'project_id': '73b5e7bfa23e4684936ca4202d30cf02', 'fixed_ips': [{'subnet_id': 'c422f684-f289-4e5d-9256-d6b37c6460b5'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:08:37.386085 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:37.389492 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (b4bdec1a-9a47-4967-86a0-1a3463335c3b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:37.390708 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (b4bdec1a-9a47-4967-86a0-1a3463335c3b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:37.469833 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Publish callbacks [] for router_controller (b4bdec1a-9a47-4967-86a0-1a3463335c3b), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:37.699378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Allocated IP 172.20.0.2 (75431553-cc35-4298-99b8-6a3fd212c8f0/c422f684-f289-4e5d-9256-d6b37c6460b5/c6a7481e-285e-4633-9f28-653d8a3b7432) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:08:37.711147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Request body: {'port': {'device_id': '1b5139ef-315a-4a27-9ec4-32c148154072', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:37.763135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8a652-81fa-439e-9679-b9b564cc3197 req-e21bdd1d-dd23-4dec-830d-d7da0475b84e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:37.764920 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-adc8a652-81fa-439e-9679-b9b564cc3197 req-e21bdd1d-dd23-4dec-830d-d7da0475b84e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 936 time: 0.1470358
Apr 16 21:08:37.840652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Publish callbacks [] for router_gateway (b4bdec1a-9a47-4967-86a0-1a3463335c3b), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:37.865062 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:37.889457 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Publish callbacks [] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:37.897091 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-adc8a652-81fa-439e-9679-b9b564cc3197 req-94e04b55-198c-4dd9-8f05-b5c619e763c6 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153147
Apr 16 21:08:37.906038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e26ff-a523-46d8-823f-d9a5c4c7d0e6 req-6dfe156e-2823-4b4b-ab65-ffaea648cd9e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:37.911548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c55e26ff-a523-46d8-823f-d9a5c4c7d0e6 req-6dfe156e-2823-4b4b-ab65-ffaea648cd9e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 943 time: 0.0726826
Apr 16 21:08:37.972625 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c55e26ff-a523-46d8-823f-d9a5c4c7d0e6 req-9ba84631-f6d8-4f24-8af6-9008645e7f37 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559418
Apr 16 21:08:37.995611 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:38.063585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Network 75431553-cc35-4298-99b8-6a3fd212c8f0 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:08:38.066707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:38.075380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:08:38.087153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Pushing event updated for resources: {'Port': ['ID=c6a7481e-285e-4633-9f28-653d8a3b7432,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:38.192872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Attempting to bind port c6a7481e-285e-4633-9f28-653d8a3b7432 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:08:38.193794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Attempting to bind port c6a7481e-285e-4633-9f28-653d8a3b7432 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e2d4617f-ec50-4200-9947-3f27811ced27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:08:38.198693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Attempting to bind port c6a7481e-285e-4633-9f28-653d8a3b7432 on network 75431553-cc35-4298-99b8-6a3fd212c8f0 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:38.208320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:08:38.210716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Checking segment: {'id': 'e2d4617f-ec50-4200-9947-3f27811ced27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:38.211156 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:38.211562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Bound using segment: {'id': 'e2d4617f-ec50-4200-9947-3f27811ced27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:08:38.212056 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Bound port: c6a7481e-285e-4633-9f28-653d8a3b7432, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d4617f-ec50-4200-9947-3f27811ced27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:08:38.212621 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:38.239854 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Publish callbacks [] for router_gateway (b4bdec1a-9a47-4967-86a0-1a3463335c3b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:38.278797 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:38.325344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] For port c6a7481e-285e-4633-9f28-653d8a3b7432, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:38.328816 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] For port c6a7481e-285e-4633-9f28-653d8a3b7432, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6a7481e-285e-4633-9f28-653d8a3b7432,segment=NetworkSegment(e2d4617f-ec50-4200-9947-3f27811ced27),segment_id=e2d4617f-ec50-4200-9947-3f27811ced27)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:08:38.372780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b1f926-26c2-4967-962d-9fcdd23eac15 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:38.384608 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Publish callbacks [] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:38.389334 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fdf2c-4897-4fcf-8025-2ca509059f64 req-f47bc717-89f2-48b0-a385-1e0315e03341 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:38.390828 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d2fdf2c-4897-4fcf-8025-2ca509059f64 req-f47bc717-89f2-48b0-a385-1e0315e03341 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 950 time: 0.0673006
Apr 16 21:08:38.410888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Transition to ACTIVE for port object b2b1f926-26c2-4967-962d-9fcdd23eac15 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:08:38.471479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-113cbeae-c76a-4a4f-9cfc-6f7df7421de6 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:38.471479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-113cbeae-c76a-4a4f-9cfc-6f7df7421de6 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 808 time: 0.2154191
Apr 16 21:08:38.471479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-51dd53b6-167d-4244-b1bc-a42f99e5cb8a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/quotas/b18530cc69c44e6f8a46ca966b3e3a7f HTTP/1.1" status: 200  len: 375 time: 0.0096593
Apr 16 21:08:38.472007 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Allocated IP 172.35.1.27 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/4606217c-9c06-4b50-a6b1-b8de9a3d86f1) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:08:38.480269 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d2fdf2c-4897-4fcf-8025-2ca509059f64 req-51a0cd7c-38a5-40f5-a6e8-cec4546bd0b5 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692906
Apr 16 21:08:38.535147 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-b6d65103-02af-4b37-81b6-883abdc9f214 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0630143
Apr 16 21:08:38.595649 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Publish callbacks [] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:38.611836 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-2f735640-c09b-4bf6-9811-0f193a5747aa service neutron] 10.222.0.20 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903518
Apr 16 21:08:38.696981 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:38.713455 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-afd0cbbf-95ae-486b-810e-013d882cdfdc service neutron] 10.222.0.20 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946944
Apr 16 21:08:38.745878 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:38.765726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a5089-bc7e-4848-a1e9-8a7f187f826a None None] Pushing event updated for resources: {'Port': ['ID=c6a7481e-285e-4633-9f28-653d8a3b7432,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:38.778507 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:38.851956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:08:38.854330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b1f926-26c2-4967-962d-9fcdd23eac15,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:38.855032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:38.858546 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:08:38.910444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Pushing event updated for resources: {'Port': ['ID=4606217c-9c06-4b50-a6b1-b8de9a3d86f1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:38.961434 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Attempting to bind port b2b1f926-26c2-4967-962d-9fcdd23eac15 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:08:38.964265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Attempting to bind port b2b1f926-26c2-4967-962d-9fcdd23eac15 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:08:38.964265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Attempting to bind port b2b1f926-26c2-4967-962d-9fcdd23eac15 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:38.971954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Port b2b1f926-26c2-4967-962d-9fcdd23eac15 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:08:38.972305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Attempting to bind port b2b1f926-26c2-4967-962d-9fcdd23eac15 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:38.981119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:08:38.982370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:38.982370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:08:38.982577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Bound port: b2b1f926-26c2-4967-962d-9fcdd23eac15, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:08:38.982952 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:39.023528 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9a8c-6cf6-4945-8c63-9385fa89dc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:39.206821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] For port b2b1f926-26c2-4967-962d-9fcdd23eac15, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:39.252305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] For port b2b1f926-26c2-4967-962d-9fcdd23eac15, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b1f926-26c2-4967-962d-9fcdd23eac15,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:08:39.277608 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c928d2-58ef-445e-b405-3eedf1823ea7 req-46f981a5-748d-4343-a88b-a4ca6bcd0543 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:39.283077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73c928d2-58ef-445e-b405-3eedf1823ea7 req-46f981a5-748d-4343-a88b-a4ca6bcd0543 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 948 time: 0.1000679
Apr 16 21:08:39.353470 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:39.368612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73c928d2-58ef-445e-b405-3eedf1823ea7 req-3f4489c1-4c5f-4ff0-9632-19e47c56b24f tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845566
Apr 16 21:08:39.425719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:39.425719 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:39.425905 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] 10.222.0.11 "PUT /v2.0/ports/b2b1f926-26c2-4967-962d-9fcdd23eac15 HTTP/1.1" status: 200  len: 1096 time: 1.7222114
Apr 16 21:08:39.425999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6941c-5cc4-411d-a852-799c860b6f9f req-49c5810c-9646-4df0-a48d-8d9c8826ad11 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:39.426347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5139ef-315a-4a27-9ec4-32c148154072', 'tag': 'b2b1f926-26c2-4967-962d-9fcdd23eac15'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:39.427540 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5c6941c-5cc4-411d-a852-799c860b6f9f req-49c5810c-9646-4df0-a48d-8d9c8826ad11 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 943 time: 0.1383581
Apr 16 21:08:39.429143 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ae1887-6fec-4d9e-b5c8-4bbd61921b80" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5139ef-315a-4a27-9ec4-32c148154072", "tag": "b2b1f926-26c2-4967-962d-9fcdd23eac15"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:39.447892 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-5dbc3357-b3b5-402e-8508-4dca1af619de service neutron] 10.222.0.41 "GET /v2.0/ports/808376f5-de15-494a-b722-a554d5c81386/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.3598766
Apr 16 21:08:39.456727 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfacd83-850b-4ee0-9402-c35379f46e87 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b1f926-26c2-4967-962d-9fcdd23eac15,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:39.507189 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Publish callbacks [] for router_gateway (b4bdec1a-9a47-4967-86a0-1a3463335c3b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:39.562468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c505415-c4ef-4001-8a14-02730091d841 req-c1d42273-c56c-4e09-996c-b5d7dbe0fbcf tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 210 time: 0.0360789
Apr 16 21:08:39.590510 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5c6941c-5cc4-411d-a852-799c860b6f9f req-7de64f2a-5e31-4d19-a7c2-515904aadc7d tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538754
Apr 16 21:08:39.657595 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ebc802-74c8-4dfe-a23f-83b388f02190 x-openstack-request-id: req-65ebc802-74c8-4dfe-a23f-83b388f02190 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:39.657595 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5139ef-315a-4a27-9ec4-32c148154072", "tag": "b2b1f926-26c2-4967-962d-9fcdd23eac15", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:39.657595 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65ebc802-74c8-4dfe-a23f-83b388f02190 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:39.657595 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ebc802-74c8-4dfe-a23f-83b388f02190'] response: {'name': 'network-changed', 'server_uuid': '1b5139ef-315a-4a27-9ec4-32c148154072', 'tag': 'b2b1f926-26c2-4967-962d-9fcdd23eac15', 'status': 'completed', 'code': 200}
Apr 16 21:08:39.820784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae1887-6fec-4d9e-b5c8-4bbd61921b80 req-81709c79-092d-4675-88e2-aabf95ca5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:39.825346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20ae1887-6fec-4d9e-b5c8-4bbd61921b80 req-81709c79-092d-4675-88e2-aabf95ca5d33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=676a0384d9444d9d8e42073806728c43&device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 1130 time: 0.1254461
Apr 16 21:08:39.874392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20ae1887-6fec-4d9e-b5c8-4bbd61921b80 req-8970bb4f-f7b2-482c-a1f6-477ce01c46a4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=676a0384d9444d9d8e42073806728c43&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0273685
Apr 16 21:08:39.886476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f361fa4-51d9-4e3b-ac26-c5147a1b2ad1 req-ec6549b4-4050-4a20-a056-70689a1ed115 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:39.888111 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f361fa4-51d9-4e3b-ac26-c5147a1b2ad1 req-ec6549b4-4050-4a20-a056-70689a1ed115 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 950 time: 0.1124027
Apr 16 21:08:40.017885 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f361fa4-51d9-4e3b-ac26-c5147a1b2ad1 req-9f66f61f-72ab-4cba-bd56-d6f7f113fac1 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068821
Apr 16 21:08:40.018973 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:40.088351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae1887-6fec-4d9e-b5c8-4bbd61921b80 req-7ff5bf1e-187c-4308-8240-34bce2311aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:40.090042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20ae1887-6fec-4d9e-b5c8-4bbd61921b80 req-7ff5bf1e-187c-4308-8240-34bce2311aae service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2009928
Apr 16 21:08:40.168115 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (b4bdec1a-9a47-4967-86a0-1a3463335c3b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:40.207763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-eec5f256-83e9-4e72-a275-46ce8f6b3fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:40.210755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-eec5f256-83e9-4e72-a275-46ce8f6b3fd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=676a0384d9444d9d8e42073806728c43&device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 1130 time: 0.0629063
Apr 16 21:08:40.244721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 808376f5-de15-494a-b722-a554d5c81386 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:08:40.300496 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-44e6cab3-a0d6-40d8-b785-8fe7ff28b2d8 service neutron] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=808376f5-de15-494a-b722-a554d5c81386,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:40.322865 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-cf649986-d730-4236-85f7-61b0e7819028 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=b2b1f926-26c2-4967-962d-9fcdd23eac15 HTTP/1.1" status: 200  len: 217 time: 0.0930381
Apr 16 21:08:40.336610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-44e6cab3-a0d6-40d8-b785-8fe7ff28b2d8 service neutron] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:40.381471 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9331a4-689b-4256-a976-f27f27acf080 None None] Network 75431553-cc35-4298-99b8-6a3fd212c8f0 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:08:40.385162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-44e6cab3-a0d6-40d8-b785-8fe7ff28b2d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808376f5-de15-494a-b722-a554d5c81386 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:40.401893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-44e6cab3-a0d6-40d8-b785-8fe7ff28b2d8 service neutron] For port 808376f5-de15-494a-b722-a554d5c81386, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=808376f5-de15-494a-b722-a554d5c81386,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:40.422409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-d79d6728-36b5-4308-8457-b9ec23089f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:40.423829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-d79d6728-36b5-4308-8457-b9ec23089f89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0883958
Apr 16 21:08:40.446224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-491a60c1-2d71-47bb-9549-f8da5ac85249 None None] Provisioning complete for port c6a7481e-285e-4633-9f28-653d8a3b7432 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:40.446605 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-491a60c1-2d71-47bb-9549-f8da5ac85249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:40.503742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-a0fb6849-c3fa-44b3-9683-fec38eda7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:40.506186 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-a0fb6849-c3fa-44b3-9683-fec38eda7b79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0723240
Apr 16 21:08:40.526882 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Router b4bdec1a-9a47-4967-86a0-1a3463335c3b is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:08:40.532947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-44e6cab3-a0d6-40d8-b785-8fe7ff28b2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (808376f5-de15-494a-b722-a554d5c81386), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:40.597244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-491a60c1-2d71-47bb-9549-f8da5ac85249 None None] Current status of the port c6a7481e-285e-4633-9f28-653d8a3b7432 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:40.597746 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-491a60c1-2d71-47bb-9549-f8da5ac85249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:40.647043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=808376f5-de15-494a-b722-a554d5c81386,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:40.666763 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-44e6cab3-a0d6-40d8-b785-8fe7ff28b2d8 service neutron] Transition to ACTIVE for port object 808376f5-de15-494a-b722-a554d5c81386 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:08:40.685155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 808376f5-de15-494a-b722-a554d5c81386 has no active binding in host nch1-master-1 {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 16 21:08:40.698288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-491a60c1-2d71-47bb-9549-f8da5ac85249 None None] For port c6a7481e-285e-4633-9f28-653d8a3b7432, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6a7481e-285e-4633-9f28-653d8a3b7432,segment=NetworkSegment(e2d4617f-ec50-4200-9947-3f27811ced27),segment_id=e2d4617f-ec50-4200-9947-3f27811ced27)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:40.733490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c6a7481e-285e-4633-9f28-653d8a3b7432 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:08:40.745274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6040cb-4a36-4db0-b34b-2c6512a7a6c4 req-67268aad-a652-44dc-9a77-c210a92bef3e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:40.747006 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cd6040cb-4a36-4db0-b34b-2c6512a7a6c4 req-67268aad-a652-44dc-9a77-c210a92bef3e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 948 time: 0.2592182
Apr 16 21:08:40.757479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-8ca2ae21-0a82-4ab5-87ff-b809f75172bd service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2456026
Apr 16 21:08:40.777067 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-44e6cab3-a0d6-40d8-b785-8fe7ff28b2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (808376f5-de15-494a-b722-a554d5c81386), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:40.781095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3c28c-4f64-4267-b575-21bfaf366684 req-22e595a6-8fba-49ce-9c94-47cc901953d2 tempest-ServersAdminNegativeTestJSON-2107380563 tempest-ServersAdminNegativeTestJSON-2107380563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:40.782503 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ae3c28c-4f64-4267-b575-21bfaf366684 req-22e595a6-8fba-49ce-9c94-47cc901953d2 tempest-ServersAdminNegativeTestJSON-2107380563 tempest-ServersAdminNegativeTestJSON-2107380563-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 1132 time: 0.0811107
Apr 16 21:08:40.794006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c6a7481e-285e-4633-9f28-653d8a3b7432 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:40.794380 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:40.826994 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-491a60c1-2d71-47bb-9549-f8da5ac85249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:40.873113 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3ae3c28c-4f64-4267-b575-21bfaf366684 req-4388c2f8-6521-447f-ace1-fcf6f4659eca tempest-ServersAdminNegativeTestJSON-2107380563 tempest-ServersAdminNegativeTestJSON-2107380563-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:40.888936 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-44e6cab3-a0d6-40d8-b785-8fe7ff28b2d8 service neutron] No DVR routers for this DVR port 808376f5-de15-494a-b722-a554d5c81386 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:08:40.953059 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c48bf724-c079-491b-8ed5-6d8ee1206f76 req-f9164bf8-fd8c-405e-8965-7365077b35ec service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1624653
Apr 16 21:08:40.959287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a60c1-2d71-47bb-9549-f8da5ac85249 None None] Pushing event updated for resources: {'Port': ['ID=c6a7481e-285e-4633-9f28-653d8a3b7432,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:40.996377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6cab3-a0d6-40d8-b785-8fe7ff28b2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=808376f5-de15-494a-b722-a554d5c81386,revision_number=10']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:41.007974 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cd6040cb-4a36-4db0-b34b-2c6512a7a6c4 req-d90ca85a-4a78-4a2a-8125-48180e7417ae tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2535281
Apr 16 21:08:41.021121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-44e6cab3-a0d6-40d8-b785-8fe7ff28b2d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/808376f5-de15-494a-b722-a554d5c81386/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.5623820
Apr 16 21:08:41.031239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:08:41.057419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ceba5cb9-b1ec-4daa-be92-81d240b3fd6b None None] Provisioning complete for port c6a7481e-285e-4633-9f28-653d8a3b7432 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:41.058105 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Sync routers for ids ['b4bdec1a-9a47-4967-86a0-1a3463335c3b'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:08:41.059293 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ceba5cb9-b1ec-4daa-be92-81d240b3fd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:41.084305 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Routers {'b4bdec1a-9a47-4967-86a0-1a3463335c3b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:08:41.092024 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01251176a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:08:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['b4bdec1a-9a47-4967-86a0-1a3463335c3b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:41.118298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c6a7481e-285e-4633-9f28-653d8a3b7432 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:41.121407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47388) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:41.151563 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:41.152835 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-291245c0-2fc1-449e-88fc-e9755a48d478 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 3.8682501
Apr 16 21:08:41.155336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47392) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:41.187051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3ae3c28c-4f64-4267-b575-21bfaf366684 req-4388c2f8-6521-447f-ace1-fcf6f4659eca tempest-ServersAdminNegativeTestJSON-2107380563 tempest-ServersAdminNegativeTestJSON-2107380563-project-admin] Publish callbacks [] for security_group (cd7a7187-e74c-4484-8fb9-a136a0d1bcd1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:41.220300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ceba5cb9-b1ec-4daa-be92-81d240b3fd6b None None] Current status of the port c6a7481e-285e-4633-9f28-653d8a3b7432 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:41.260708 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-25be4860-d587-49f4-a0ec-a5147f63e8c8 req-7c66f446-5361-400c-8494-39892ff2de17 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 210 time: 0.0306714
Apr 16 21:08:41.284383 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Set router b4bdec1a-9a47-4967-86a0-1a3463335c3b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:08:41.291727 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3ae3c28c-4f64-4267-b575-21bfaf366684 req-4388c2f8-6521-447f-ace1-fcf6f4659eca tempest-ServersAdminNegativeTestJSON-2107380563 tempest-ServersAdminNegativeTestJSON-2107380563-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cd7a7187-e74c-4484-8fb9-a136a0d1bcd1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:41.311853 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad23826-af80-47b5-8622-33ee4ffdbb1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:41.353531 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ae3c28c-4f64-4267-b575-21bfaf366684 req-4388c2f8-6521-447f-ace1-fcf6f4659eca tempest-ServersAdminNegativeTestJSON-2107380563 tempest-ServersAdminNegativeTestJSON-2107380563-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5492442
Apr 16 21:08:41.354349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388c2f8-6521-447f-ace1-fcf6f4659eca tempest-ServersAdminNegativeTestJSON-2107380563 tempest-ServersAdminNegativeTestJSON-2107380563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7a7187-e74c-4484-8fb9-a136a0d1bcd1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:41.482501 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01251176a0>, [{'id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1218747397-router', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:08:37Z', 'updated_at': '2022-04-16T21:08:39Z', 'revision_number': 3, 'project_id': '73b5e7bfa23e4684936ca4202d30cf02', 'gw_port': {'id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:08:38Z', 'updated_at': '2022-04-16T21:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:41.483921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78c5e0-2a58-4f3d-b681-557cd609dc0d req-5dd98525-b11e-47a8-9db6-ab7620d1e290 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:41.485590 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d78c5e0-2a58-4f3d-b681-557cd609dc0d req-5dd98525-b11e-47a8-9db6-ab7620d1e290 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 944 time: 0.1187122
Apr 16 21:08:41.524200 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Checking router: b4bdec1a-9a47-4967-86a0-1a3463335c3b for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:08:41.524568 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Updating router b4bdec1a-9a47-4967-86a0-1a3463335c3b port 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:08:41.552197 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:41.582781 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad23826-af80-47b5-8622-33ee4ffdbb1b admin admin] Publish callbacks [] for security_group (e57b1ba1-46cf-4c26-8e81-0d667d2f1231), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:41.583357 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a8d2e67d-08a2-480c-a36d-6b6709e6b092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:41.606125 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d78c5e0-2a58-4f3d-b681-557cd609dc0d req-0754b78a-728c-41fa-a2f6-1c6ac465ae99 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119432
Apr 16 21:08:41.734682 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad23826-af80-47b5-8622-33ee4ffdbb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e57b1ba1-46cf-4c26-8e81-0d667d2f1231), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:41.808952 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad23826-af80-47b5-8622-33ee4ffdbb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57b1ba1-46cf-4c26-8e81-0d667d2f1231,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:41.816771 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Publish callbacks [] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:41.821182 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47408) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:41.821304 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9ad23826-af80-47b5-8622-33ee4ffdbb1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c49279e0f7f4b04956c562ccf3c0515&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6987135
Apr 16 21:08:41.876463 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:41.879901 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-efd90ecd-f385-45f9-a820-ff2ce551de08 admin admin] Publish callbacks [] for security_group (e57b1ba1-46cf-4c26-8e81-0d667d2f1231), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:41.909358 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-efd90ecd-f385-45f9-a820-ff2ce551de08 admin admin] Publish callbacks [] for security_group (e57b1ba1-46cf-4c26-8e81-0d667d2f1231), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:41.915450 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:42.061845 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Pushing event updated for resources: {'Port': ['ID=4606217c-9c06-4b50-a6b1-b8de9a3d86f1,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:42.075712 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.076062 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.076455 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.076914 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.077422 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.077901 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.078375 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.078922 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.079403 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.079880 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.080384 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.080865 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.081341 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.081822 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.082287 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:08:42.088157 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Attempting to bind port 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:08:42.088686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Allocated IP 172.20.0.1 (75431553-cc35-4298-99b8-6a3fd212c8f0/c422f684-f289-4e5d-9256-d6b37c6460b5/44f0daff-1a39-4fae-ac33-b416bb7aca00) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:08:42.089038 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Attempting to bind port 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:08:42.089590 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Attempting to bind port 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:42.093580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-998379c6-ebc8-4fdf-9175-d71ff6534b3a req-9aa018c0-e750-4eab-93c1-19c35a1587bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0642610
Apr 16 21:08:42.096232 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:08:42.096962 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:42.097586 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:42.097701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-efd90ecd-f385-45f9-a820-ff2ce551de08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e57b1ba1-46cf-4c26-8e81-0d667d2f1231), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:42.098277 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:08:42.098979 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Bound port: 4606217c-9c06-4b50-a6b1-b8de9a3d86f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:08:42.100239 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:42.116613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-efd90ecd-f385-45f9-a820-ff2ce551de08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:42.122056 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-efd90ecd-f385-45f9-a820-ff2ce551de08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e57b1ba1-46cf-4c26-8e81-0d667d2f1231 HTTP/1.1" status: 204  len: 168 time: 0.2996464
Apr 16 21:08:42.184527 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] For port 4606217c-9c06-4b50-a6b1-b8de9a3d86f1, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:42.188289 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] For port 4606217c-9c06-4b50-a6b1-b8de9a3d86f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4606217c-9c06-4b50-a6b1-b8de9a3d86f1,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:08:42.222428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd90ecd-f385-45f9-a820-ff2ce551de08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57b1ba1-46cf-4c26-8e81-0d667d2f1231,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:42.283423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998379c6-ebc8-4fdf-9175-d71ff6534b3a req-3b6da689-d9c6-477a-a8cb-a467291469db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:42.284997 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-998379c6-ebc8-4fdf-9175-d71ff6534b3a req-3b6da689-d9c6-477a-a8cb-a467291469db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=487e280d7b014a7196cd1e4e9165cc7e&device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 1132 time: 0.1034553
Apr 16 21:08:42.285291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Publish callbacks [] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:42.292860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1bb96-b770-4186-a0c2-47fc6e774de0 req-8933fb9f-4206-4f0f-83bd-a33bfbda3c70 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:42.294373 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6d1bb96-b770-4186-a0c2-47fc6e774de0 req-8933fb9f-4206-4f0f-83bd-a33bfbda3c70 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 948 time: 0.1691682
Apr 16 21:08:42.297822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-babe979d-0677-4bd6-bb10-7f4a663cde43 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:42.299816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-babe979d-0677-4bd6-bb10-7f4a663cde43 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a&tenant_id=68af3300a0d149adbbf934b4ff1f87d8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1578836
Apr 16 21:08:42.309551 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:42.337744 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:42.361578 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Routers {'b4bdec1a-9a47-4967-86a0-1a3463335c3b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:08:42.362471 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01251176a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:08:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['b4bdec1a-9a47-4967-86a0-1a3463335c3b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:42.440677 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:42.448716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-9a763c1d-0b20-45f6-b4b5-343ee1e8b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:42.450217 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-9a763c1d-0b20-45f6-b4b5-343ee1e8b407 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a&tenant_id=68af3300a0d149adbbf934b4ff1f87d8 HTTP/1.1" status: 200  len: 1126 time: 0.1395988
Apr 16 21:08:42.481970 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6d1bb96-b770-4186-a0c2-47fc6e774de0 req-30cf4e91-c5de-45bd-853c-e423202b213d tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784310
Apr 16 21:08:42.518104 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f9578-10a2-4ebc-95ea-03cca5f0bd9b None None] Pushing event updated for resources: {'Port': ['ID=4606217c-9c06-4b50-a6b1-b8de9a3d86f1,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:42.518671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Pushing event updated for resources: {'Port': ['ID=44f0daff-1a39-4fae-ac33-b416bb7aca00,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:42.526951 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Network 75431553-cc35-4298-99b8-6a3fd212c8f0 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:08:42.529539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:42.560269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:08:42.560269 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (b4bdec1a-9a47-4967-86a0-1a3463335c3b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:42.561828 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] Set router b4bdec1a-9a47-4967-86a0-1a3463335c3b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:08:42.651673 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c6a7481e-285e-4633-9f28-653d8a3b7432 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:08:42.674641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998379c6-ebc8-4fdf-9175-d71ff6534b3a req-b8397dac-59e1-493e-9868-c5f8c13d2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:42.674641 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-998379c6-ebc8-4fdf-9175-d71ff6534b3a req-b8397dac-59e1-493e-9868-c5f8c13d2fd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.3270180
Apr 16 21:08:42.675344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-85e52f0e-56a5-44bd-bb22-18ba6f75ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:42.676893 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-85e52f0e-56a5-44bd-bb22-18ba6f75ccdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 1126 time: 0.1899300
Apr 16 21:08:42.701575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31336985-4a04-424b-90a7-c3f5f5016f19 req-4ddd791c-d359-4a9d-a0e0-7aa85c5b55b5 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 210 time: 0.0554039
Apr 16 21:08:42.757174 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c6a7481e-285e-4633-9f28-653d8a3b7432 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:42.757841 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:42.829886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c938cbf-7239-402b-9a26-5172b021fe6d req-415b2a02-5783-4b32-989d-258650c4707d tempest-ServersAdminNegativeTestJSON-2107380563 tempest-ServersAdminNegativeTestJSON-2107380563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:42.831904 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c938cbf-7239-402b-9a26-5172b021fe6d req-415b2a02-5783-4b32-989d-258650c4707d tempest-ServersAdminNegativeTestJSON-2107380563 tempest-ServersAdminNegativeTestJSON-2107380563-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 1132 time: 0.0717669
Apr 16 21:08:42.851788 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-998379c6-ebc8-4fdf-9175-d71ff6534b3a req-411f5afe-448f-4302-82e7-66eb89405ace service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=73ab8831-7b70-423a-9fbd-e1e78b3be077 HTTP/1.1" status: 200  len: 217 time: 0.1572523
Apr 16 21:08:42.924352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 808376f5-de15-494a-b722-a554d5c81386 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:08:42.925357 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-f44811cf-94cb-4f3b-baf1-34257f82c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:42.927912 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-f44811cf-94cb-4f3b-baf1-34257f82c81c service neutron] 10.222.0.11 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.2346940
Apr 16 21:08:42.943878 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c938cbf-7239-402b-9a26-5172b021fe6d req-7d1715ab-0d0d-4563-ae5f-0322e0fa1aa7 tempest-ServersAdminNegativeTestJSON-2107380563 tempest-ServersAdminNegativeTestJSON-2107380563-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047997
Apr 16 21:08:42.968703 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01251176a0>, [{'id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1218747397-router', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:08:37Z', 'updated_at': '2022-04-16T21:08:39Z', 'revision_number': 3, 'project_id': '73b5e7bfa23e4684936ca4202d30cf02', 'gw_port': {'id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:08:38Z', 'updated_at': '2022-04-16T21:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:42.994278 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c6a7481e-285e-4633-9f28-653d8a3b7432 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:43.007861 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e4437d87-0e8e-46a2-ae43-71edb70f2e17 None None] Provisioning complete for port 44f0daff-1a39-4fae-ac33-b416bb7aca00 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:43.008930 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e4437d87-0e8e-46a2-ae43-71edb70f2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:43.019709 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:43.053459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port 808376f5-de15-494a-b722-a554d5c81386 host nch1-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:08:43.054153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 808376f5-de15-494a-b722-a554d5c81386 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:08:43.055081 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c7428-79be-42f4-9438-9f5b20947cc9 None None] The sync data for ids ['b4bdec1a-9a47-4967-86a0-1a3463335c3b'] in ncdv-master-1 is: [{'id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1218747397-router', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:08:37Z', 'updated_at': '2022-04-16T21:08:39Z', 'revision_number': 3, 'project_id': '73b5e7bfa23e4684936ca4202d30cf02', 'gw_port': {'id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:08:38Z', 'updated_at': '2022-04-16T21:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:08:43.059475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e4437d87-0e8e-46a2-ae43-71edb70f2e17 None None] Port 44f0daff-1a39-4fae-ac33-b416bb7aca00 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:08:43.114707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998379c6-ebc8-4fdf-9175-d71ff6534b3a req-400f4434-9a9d-445b-8792-2be6dbf48e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:43.116252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-998379c6-ebc8-4fdf-9175-d71ff6534b3a req-400f4434-9a9d-445b-8792-2be6dbf48e2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1662760
Apr 16 21:08:43.117847 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-182d9a11-a669-479b-aa47-bf9d4dc27c50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=808376f5-de15-494a-b722-a554d5c81386 HTTP/1.1" status: 200  len: 217 time: 0.1663961
Apr 16 21:08:43.200357 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce0a66d1-309e-468e-894d-c6806d2d9dda req-a0f687fb-8087-4bd4-acbc-34500bb47a57 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1194587
Apr 16 21:08:43.226097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998379c6-ebc8-4fdf-9175-d71ff6534b3a req-61f3b095-6c80-4a6f-bacc-d3175e976298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:43.231371 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-998379c6-ebc8-4fdf-9175-d71ff6534b3a req-61f3b095-6c80-4a6f-bacc-d3175e976298 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1036146
Apr 16 21:08:43.237229 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1224f-2a7b-4c5a-aab6-6b78bd9e9d1a req-f7d6a8f1-36fe-4ef3-85b2-0e3f5591dd10 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:43.239070 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-81c1224f-2a7b-4c5a-aab6-6b78bd9e9d1a req-f7d6a8f1-36fe-4ef3-85b2-0e3f5591dd10 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 944 time: 0.1472504
Apr 16 21:08:43.264919 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47442) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:43.307906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.11', 61602) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:43.312370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-dc7b561e-f1ad-46ef-aca2-6b3362782eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:43.313795 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-dc7b561e-f1ad-46ef-aca2-6b3362782eb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.1743238
Apr 16 21:08:43.337381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-4fcea3ba-ff5b-4c22-a3a6-796376505369 req-54414bc4-7630-4d0d-881f-dba74cda6ced service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:08:43.338383 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4fcea3ba-ff5b-4c22-a3a6-796376505369 req-54414bc4-7630-4d0d-881f-dba74cda6ced service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0293763
Apr 16 21:08:43.389226 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6a2d306a-5af6-4dd2-91ae-12cc566ea5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:43.429635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-f9f653b5-0743-47ff-8591-45b58f0ba8f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0773809
Apr 16 21:08:43.501905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a66d1-309e-468e-894d-c6806d2d9dda req-259a4e2a-4a1e-441d-8da3-a002abb0dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:43.503455 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce0a66d1-309e-468e-894d-c6806d2d9dda req-259a4e2a-4a1e-441d-8da3-a002abb0dc24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6395bf8972949f8837289679b58d151&device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 1127 time: 0.1772456
Apr 16 21:08:43.560576 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-81c1224f-2a7b-4c5a-aab6-6b78bd9e9d1a req-43da083d-7620-40be-b3f3-fa7224d4da23 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3019581
Apr 16 21:08:43.599340 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-998379c6-ebc8-4fdf-9175-d71ff6534b3a req-a78bca28-65a5-4fa6-8d02-0380fe51b9f2 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3613229
Apr 16 21:08:43.956454 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:43.980088 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-d1963ce7-7aaa-461a-a01d-d2809bbb32a5 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:43.981735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-d1963ce7-7aaa-461a-a01d-d2809bbb32a5 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.11 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 808 time: 0.6713006
Apr 16 21:08:44.043459 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-b672db91-4230-4e8f-ab61-eeae189244ea service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6129451
Apr 16 21:08:44.049253 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Publish callbacks [] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.071852 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ecf9-cf05-4204-88df-97d49dd4bc14 req-a3eacc48-832e-4087-93e8-5f32f74b0657 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:44.073549 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31e1ecf9-cf05-4204-88df-97d49dd4bc14 req-a3eacc48-832e-4087-93e8-5f32f74b0657 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 948 time: 0.3771203
Apr 16 21:08:44.110935 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d830894f-06c0-49a0-a04f-7d52063a6577 req-33119e99-477a-49cc-abd3-d62e5da43afd tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 210 time: 0.0406618
Apr 16 21:08:44.113118 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-998379c6-ebc8-4fdf-9175-d71ff6534b3a req-0d2c4af8-4d01-4183-8a26-cd1605ccf696 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5015674
Apr 16 21:08:44.122095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a66d1-309e-468e-894d-c6806d2d9dda req-f1e0391a-c33e-4d93-b752-93f4324ba184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:44.123563 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce0a66d1-309e-468e-894d-c6806d2d9dda req-f1e0391a-c33e-4d93-b752-93f4324ba184 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d01e7439-5429-4e84-9f79-f267906a4f33 HTTP/1.1" status: 200  len: 925 time: 0.5936966
Apr 16 21:08:44.135094 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6a2d306a-5af6-4dd2-91ae-12cc566ea5a6 admin admin] Publish callbacks [] for security_group (702ae47c-c49a-42d5-aed2-976490d10d72), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.195873 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.196686 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (b4bdec1a-9a47-4967-86a0-1a3463335c3b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.232831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea3250-aec4-440a-9b33-87c732f28b53 req-799f9dc3-3e86-4afb-a3e4-49daa9a9c6a0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:44.234367 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9eea3250-aec4-440a-9b33-87c732f28b53 req-799f9dc3-3e86-4afb-a3e4-49daa9a9c6a0 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 950 time: 0.0570800
Apr 16 21:08:44.267236 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6a2d306a-5af6-4dd2-91ae-12cc566ea5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (702ae47c-c49a-42d5-aed2-976490d10d72), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.282657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b2b1f926-26c2-4967-962d-9fcdd23eac15 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:08:44.298533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9eea3250-aec4-440a-9b33-87c732f28b53 req-e0172072-e1ba-4c75-a72c-47646636f30f tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573347
Apr 16 21:08:44.316515 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31e1ecf9-cf05-4204-88df-97d49dd4bc14 req-3c344896-c6d1-425e-916a-4b8d12121162 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2190022
Apr 16 21:08:44.334935 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce0a66d1-309e-468e-894d-c6806d2d9dda req-ac7b5b3c-46be-4eba-a8ca-f437a19677b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=803ab649-d886-491f-afac-b601816b1ffe HTTP/1.1" status: 200  len: 1001 time: 0.1985612
Apr 16 21:08:44.381764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Pushing event updated for resources: {'Port': ['ID=44f0daff-1a39-4fae-ac33-b416bb7aca00,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:44.405150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b2b1f926-26c2-4967-962d-9fcdd23eac15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b1f926-26c2-4967-962d-9fcdd23eac15,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:44.417690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'b2b1f926-26c2-4967-962d-9fcdd23eac15', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'b2b1f926-26c2-4967-962d-9fcdd23eac15', 'mac_address': 'fa:16:3e:d0:7e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:08:44.425495 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6a2d306a-5af6-4dd2-91ae-12cc566ea5a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d3ef65a988b4dbcb04f791b2a95368f&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1197863
Apr 16 21:08:44.428824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47466) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:44.433084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d306a-5af6-4dd2-91ae-12cc566ea5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702ae47c-c49a-42d5-aed2-976490d10d72,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:44.460788 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a66d1-309e-468e-894d-c6806d2d9dda req-305bcc0d-aff4-4f1f-8e4c-55a0953c2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:44.462332 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce0a66d1-309e-468e-894d-c6806d2d9dda req-305bcc0d-aff4-4f1f-8e4c-55a0953c2189 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1655e0cc-53d1-49b0-9e30-979a5cc528e6 HTTP/1.1" status: 200  len: 863 time: 0.1107895
Apr 16 21:08:44.472503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port b2b1f926-26c2-4967-962d-9fcdd23eac15 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:44.472902 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.513324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b1f926-26c2-4967-962d-9fcdd23eac15 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:44.514934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-433b65e4-44f1-436f-b58c-440f4a7d8a81 admin admin] Publish callbacks [] for security_group (702ae47c-c49a-42d5-aed2-976490d10d72), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.542926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a66d1-309e-468e-894d-c6806d2d9dda req-f6a11596-b5c7-4a36-bf62-d3664d472431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:44.544454 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce0a66d1-309e-468e-894d-c6806d2d9dda req-f6a11596-b5c7-4a36-bf62-d3664d472431 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d01e7439-5429-4e84-9f79-f267906a4f33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0746706
Apr 16 21:08:44.546235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Network 75431553-cc35-4298-99b8-6a3fd212c8f0 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:08:44.547732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-433b65e4-44f1-436f-b58c-440f4a7d8a81 admin admin] Publish callbacks [] for security_group (702ae47c-c49a-42d5-aed2-976490d10d72), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.550156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:44.575042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b2b1f926-26c2-4967-962d-9fcdd23eac15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b1f926-26c2-4967-962d-9fcdd23eac15,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:44.671387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:08:44.734643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:44.735158 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.761044 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.794673 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-433b65e4-44f1-436f-b58c-440f4a7d8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (702ae47c-c49a-42d5-aed2-976490d10d72), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.797675 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-433b65e4-44f1-436f-b58c-440f4a7d8a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.798959 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-433b65e4-44f1-436f-b58c-440f4a7d8a81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/702ae47c-c49a-42d5-aed2-976490d10d72 HTTP/1.1" status: 204  len: 168 time: 0.3685277
Apr 16 21:08:44.831010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b65e4-44f1-436f-b58c-440f4a7d8a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702ae47c-c49a-42d5-aed2-976490d10d72,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:44.837416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef5bbf-adcf-40c2-9962-0d8c299da69f req-3f038475-18f3-4a69-89fe-72496427d017 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:44.840461 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ffef5bbf-adcf-40c2-9962-0d8c299da69f req-3f038475-18f3-4a69-89fe-72496427d017 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 944 time: 0.1505265
Apr 16 21:08:44.875402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:44.876435 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.891086 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce0a66d1-309e-468e-894d-c6806d2d9dda req-d3483413-a5c3-4887-a4d4-4d570a1310ae service neutron] 10.222.0.41 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3289306
Apr 16 21:08:44.943655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 4606217c-9c06-4b50-a6b1-b8de9a3d86f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4606217c-9c06-4b50-a6b1-b8de9a3d86f1,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:44.945034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7d04b3e3-3b03-480f-9594-78cdb3cba09d None None] Provisioning complete for port 44f0daff-1a39-4fae-ac33-b416bb7aca00 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:44.945587 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d04b3e3-3b03-480f-9594-78cdb3cba09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:44.981604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=b2b1f926-26c2-4967-962d-9fcdd23eac15,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:44.982237 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ffef5bbf-adcf-40c2-9962-0d8c299da69f req-cd7ecf57-b167-465e-a266-742adcf4d4f0 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286082
Apr 16 21:08:44.986354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Router b4bdec1a-9a47-4967-86a0-1a3463335c3b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:08:44.995056 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7d04b3e3-3b03-480f-9594-78cdb3cba09d None None] Port 44f0daff-1a39-4fae-ac33-b416bb7aca00 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:08:45.019446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b2b1f926-26c2-4967-962d-9fcdd23eac15'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:08:45.046132 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:45.062129 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce0a66d1-309e-468e-894d-c6806d2d9dda req-5b31b13b-c455-4d4e-8234-7a3768118b62 service neutron] 10.222.0.41 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618311
Apr 16 21:08:45.127141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=4606217c-9c06-4b50-a6b1-b8de9a3d86f1,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:45.141128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-5c495b3b-34b5-4f17-a638-bb1dcd2097e2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Request body: {'port': {'device_id': 'e641f7ec-0d41-4439-bc77-7158fb9d346e', 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337', 'admin_state_up': True, 'tenant_id': 'b18530cc69c44e6f8a46ca966b3e3a7f'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:45.193248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:08:45.204093 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-935d1d50-bf8e-48bb-af6e-38f0badf8610 admin admin] 10.222.0.20 "PUT /v2.0/routers/b4bdec1a-9a47-4967-86a0-1a3463335c3b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0474188
Apr 16 21:08:45.286108 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40f4b535-f4dc-40bf-830a-1210637bafb1 req-68bac288-5ea0-491c-aba2-2f70c4af25ed tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 210 time: 0.0639160
Apr 16 21:08:45.335809 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-c25dc2aa-f733-4388-8bdb-dbed930b9002 service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808786
Apr 16 21:08:45.392767 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:45.426677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Sync routers for ids ['b4bdec1a-9a47-4967-86a0-1a3463335c3b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:08:45.445198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Routers {'b4bdec1a-9a47-4967-86a0-1a3463335c3b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:08:45.445858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012410b370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:08:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['b4bdec1a-9a47-4967-86a0-1a3463335c3b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:45.523851 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725be0f7-69de-4afd-a3fd-b38cb1c44703 req-ab48f613-c254-468b-9c16-005b6fab3433 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:45.525574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481efad-a85a-42ee-9caf-01b127d63311 req-30a2349b-5018-4aa6-af30-623b285ef702 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:45.527364 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5481efad-a85a-42ee-9caf-01b127d63311 req-30a2349b-5018-4aa6-af30-623b285ef702 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 950 time: 0.1099923
Apr 16 21:08:45.530526 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-725be0f7-69de-4afd-a3fd-b38cb1c44703 req-ab48f613-c254-468b-9c16-005b6fab3433 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 950 time: 0.0739162
Apr 16 21:08:45.578970 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-725be0f7-69de-4afd-a3fd-b38cb1c44703 req-2c3c3460-6598-4c43-9841-894c45fd7fb3 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450697
Apr 16 21:08:45.628385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Set router b4bdec1a-9a47-4967-86a0-1a3463335c3b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:08:45.644709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-5c495b3b-34b5-4f17-a638-bb1dcd2097e2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Made reservation on behalf of b18530cc69c44e6f8a46ca966b3e3a7f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:45.648208 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-5c495b3b-34b5-4f17-a638-bb1dcd2097e2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:45.718551 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935a1c7-da61-44c8-99cd-51532a5c6965 req-f3a6a37f-4572-4eb0-8437-b9436b035022 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:45.720296 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8935a1c7-da61-44c8-99cd-51532a5c6965 req-f3a6a37f-4572-4eb0-8437-b9436b035022 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 949 time: 0.0582070
Apr 16 21:08:45.753302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-5481efad-a85a-42ee-9caf-01b127d63311 req-1ad3234f-927e-4600-bc2f-61c4496151a1 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Deleting port 73ab8831-7b70-423a-9fbd-e1e78b3be077 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:08:45.756068 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5481efad-a85a-42ee-9caf-01b127d63311 req-1ad3234f-927e-4600-bc2f-61c4496151a1 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:45.808426 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8935a1c7-da61-44c8-99cd-51532a5c6965 req-e7e49148-42b8-421e-811d-de6696d0de51 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812092
Apr 16 21:08:45.929206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-5c495b3b-34b5-4f17-a638-bb1dcd2097e2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Allocated IP 172.20.0.14 (8cfbbf93-9e15-4e76-bfe0-e69ff753f337/15c83c80-d8ca-4f2d-925f-a5d1a372d8bd/cde5a5c3-65ba-417d-8651-74ec3a50ff0d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:08:45.932352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-5481efad-a85a-42ee-9caf-01b127d63311 req-1ad3234f-927e-4600-bc2f-61c4496151a1 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] For port 73ab8831-7b70-423a-9fbd-e1e78b3be077, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73ab8831-7b70-423a-9fbd-e1e78b3be077,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:45.932802 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5481efad-a85a-42ee-9caf-01b127d63311 req-1ad3234f-927e-4600-bc2f-61c4496151a1 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:45.952862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-5481efad-a85a-42ee-9caf-01b127d63311 req-1ad3234f-927e-4600-bc2f-61c4496151a1 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Calling delete_port for 73ab8831-7b70-423a-9fbd-e1e78b3be077 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:08:45.991161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012410b370>, [{'id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1218747397-router', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:08:37Z', 'updated_at': '2022-04-16T21:08:42Z', 'revision_number': 4, 'project_id': '73b5e7bfa23e4684936ca4202d30cf02', 'gw_port': {'id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:08:38Z', 'updated_at': '2022-04-16T21:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '44f0daff-1a39-4fae-ac33-b416bb7aca00', 'name': '', 'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'mac_address': 'fa:16:3e:af:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c422f684-f289-4e5d-9256-d6b37c6460b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:08:41Z', 'updated_at': '2022-04-16T21:08:43Z', 'revision_number': 2, 'project_id': '73b5e7bfa23e4684936ca4202d30cf02', 'subnets': [{'id': 'c422f684-f289-4e5d-9256-d6b37c6460b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:46.020928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Checking router: b4bdec1a-9a47-4967-86a0-1a3463335c3b for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:08:46.025350 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Updating router b4bdec1a-9a47-4967-86a0-1a3463335c3b port 44f0daff-1a39-4fae-ac33-b416bb7aca00 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:08:46.054492 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:46.104965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-e16b3c2f-6cba-4cc4-add1-0dd5718a3999 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:46.106533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-e16b3c2f-6cba-4cc4-add1-0dd5718a3999 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a&tenant_id=68af3300a0d149adbbf934b4ff1f87d8&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1387508
Apr 16 21:08:46.201038 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-59312860-3fe0-4c85-bf57-903655d35faa req-853eae33-66f4-490b-9ab8-88be2914908f tempest-FloatingIPDetailsNegativeTestJSON-2117789341 tempest-FloatingIPDetailsNegativeTestJSON-2117789341-project] show failed (client error): The resource could not be found.
Apr 16 21:08:46.208944 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59312860-3fe0-4c85-bf57-903655d35faa req-853eae33-66f4-490b-9ab8-88be2914908f tempest-FloatingIPDetailsNegativeTestJSON-2117789341 tempest-FloatingIPDetailsNegativeTestJSON-2117789341-project] 10.222.0.20 "GET /v2.0/floatingips/c66c2efd-b348-48b7-9400-3fbc4b0c4a72 HTTP/1.1" status: 404  len: 350 time: 0.0737650
Apr 16 21:08:46.216689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47510) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:46.286090 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-5c495b3b-34b5-4f17-a638-bb1dcd2097e2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks [] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:46.424577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b2b1f926-26c2-4967-962d-9fcdd23eac15 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:08:46.425050 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd5998-4ce6-4a80-b1e0-705614c2a101 req-f3c8694e-7e0c-48d0-baa0-281822509fcc tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:46.425050 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6edd5998-4ce6-4a80-b1e0-705614c2a101 req-f3c8694e-7e0c-48d0-baa0-281822509fcc tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 944 time: 0.1476371
Apr 16 21:08:46.478032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbd7b2a5-befc-49f0-ba2c-a335d0bd5986 req-ef9d65b8-65dd-49ac-a3ef-d4d489d0223e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 210 time: 0.0567811
Apr 16 21:08:46.478032 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5481efad-a85a-42ee-9caf-01b127d63311 req-1ad3234f-927e-4600-bc2f-61c4496151a1 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (73ab8831-7b70-423a-9fbd-e1e78b3be077), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:46.500042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['bab3ec3e-82d0-419b-9ccb-11f635214fe4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:08:46.505590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['73ab8831-7b70-423a-9fbd-e1e78b3be077'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:08:46.510623 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Publish callbacks [] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:46.537494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3234f-927e-4600-bc2f-61c4496151a1 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Pushing event deleted for resources: {'Port': ['ID=73ab8831-7b70-423a-9fbd-e1e78b3be077,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:46.544616 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6edd5998-4ce6-4a80-b1e0-705614c2a101 req-6b2fd20d-95d4-4f95-b23e-94ccca3ae544 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184316
Apr 16 21:08:46.620284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5481efad-a85a-42ee-9caf-01b127d63311 req-1ad3234f-927e-4600-bc2f-61c4496151a1 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] No DVR routers for this DVR port 73ab8831-7b70-423a-9fbd-e1e78b3be077 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:08:46.620284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-d480cdf4-1b22-4789-b668-c48781bc17a1 service neutron] For port 808376f5-de15-494a-b722-a554d5c81386, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:46.620284 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5481efad-a85a-42ee-9caf-01b127d63311 req-1ad3234f-927e-4600-bc2f-61c4496151a1 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:46.620284 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5481efad-a85a-42ee-9caf-01b127d63311 req-1ad3234f-927e-4600-bc2f-61c4496151a1 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.11 "DELETE /v2.0/ports/73ab8831-7b70-423a-9fbd-e1e78b3be077 HTTP/1.1" status: 204  len: 173 time: 1.0462544
Apr 16 21:08:46.620284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee974a7-0d36-49bc-80f4-e269a3fa48bf', 'name': 'network-vif-deleted', 'tag': '73ab8831-7b70-423a-9fbd-e1e78b3be077'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:46.620284 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13905c5c-0470-47cf-9b37-b26b2ef109c3" -d '{"events": [{"server_uuid": "8ee974a7-0d36-49bc-80f4-e269a3fa48bf", "name": "network-vif-deleted", "tag": "73ab8831-7b70-423a-9fbd-e1e78b3be077"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:46.620284 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-d480cdf4-1b22-4789-b668-c48781bc17a1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:46.620284 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42cbca65-dfac-4012-b6d7-55445a0f6d06 req-d480cdf4-1b22-4789-b668-c48781bc17a1 service neutron] 10.222.0.11 "DELETE /v2.0/ports/808376f5-de15-494a-b722-a554d5c81386/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4720097
Apr 16 21:08:46.628115 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-5c495b3b-34b5-4f17-a638-bb1dcd2097e2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:46.674026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port b2b1f926-26c2-4967-962d-9fcdd23eac15 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:08:46.691843 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:46.745767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c495b3b-34b5-4f17-a638-bb1dcd2097e2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Pushing event updated for resources: {'Port': ['ID=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:46.773148 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a7c265-d678-4be9-a5e6-6c2770094e28 x-openstack-request-id: req-02a7c265-d678-4be9-a5e6-6c2770094e28 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:46.773442 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee974a7-0d36-49bc-80f4-e269a3fa48bf", "name": "network-vif-deleted", "tag": "73ab8831-7b70-423a-9fbd-e1e78b3be077", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:46.773697 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02a7c265-d678-4be9-a5e6-6c2770094e28 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:46.784388 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a7c265-d678-4be9-a5e6-6c2770094e28'] response: {'server_uuid': '8ee974a7-0d36-49bc-80f4-e269a3fa48bf', 'name': 'network-vif-deleted', 'tag': '73ab8831-7b70-423a-9fbd-e1e78b3be077', 'status': 'completed', 'code': 200}
Apr 16 21:08:46.800143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-5c495b3b-34b5-4f17-a638-bb1dcd2097e2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:08:46.805095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-5c495b3b-34b5-4f17-a638-bb1dcd2097e2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:46.806749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:08:46.812923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-5c495b3b-34b5-4f17-a638-bb1dcd2097e2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:08:46.916579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port b2b1f926-26c2-4967-962d-9fcdd23eac15 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:46.917005 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:46.944794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-5c495b3b-34b5-4f17-a638-bb1dcd2097e2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:46.945468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-5c495b3b-34b5-4f17-a638-bb1dcd2097e2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:47.010826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:47.011516 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:47.054377 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe8462b3-d3d3-4f00-9133-0429e4e015f7 req-da76b521-a801-4152-b672-222c24774f23 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ee974a7-0d36-49bc-80f4-e269a3fa48bf HTTP/1.1" status: 200  len: 210 time: 0.0616379
Apr 16 21:08:47.108642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-5c495b3b-34b5-4f17-a638-bb1dcd2097e2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9775295
Apr 16 21:08:47.121771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Request body: {'port': {'device_id': 'e641f7ec-0d41-4439-bc77-7158fb9d346e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:47.164403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:47.184204 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a69e0-08f7-486e-8b6f-f1cd72655b1c None None] Pushing event updated for resources: {'Port': ['ID=44f0daff-1a39-4fae-ac33-b416bb7aca00,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:47.272064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d07fa-2e04-434a-acd7-7e41247b3b28 req-99937796-6dc1-4184-bbe4-53ddc09a60e2 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:47.274237 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad7d07fa-2e04-434a-acd7-7e41247b3b28 req-99937796-6dc1-4184-bbe4-53ddc09a60e2 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 1126 time: 0.0868435
Apr 16 21:08:47.301265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:47.303895 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-39dd818d-141d-4010-9cf6-afbaa89a25fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (b4bdec1a-9a47-4967-86a0-1a3463335c3b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:47.325523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Attempting to bind port 44f0daff-1a39-4fae-ac33-b416bb7aca00 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:08:47.325900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Attempting to bind port 44f0daff-1a39-4fae-ac33-b416bb7aca00 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e2d4617f-ec50-4200-9947-3f27811ced27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:08:47.326273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Attempting to bind port 44f0daff-1a39-4fae-ac33-b416bb7aca00 on network 75431553-cc35-4298-99b8-6a3fd212c8f0 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:47.383663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:08:47.384009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Checking segment: {'id': 'e2d4617f-ec50-4200-9947-3f27811ced27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:47.384396 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:47.384799 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Bound using segment: {'id': 'e2d4617f-ec50-4200-9947-3f27811ced27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:08:47.385293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Bound port: 44f0daff-1a39-4fae-ac33-b416bb7aca00, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d4617f-ec50-4200-9947-3f27811ced27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:08:47.385701 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:47.401716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8eac49fa-e9d0-455d-a763-259fcf2436ae None None] Provisioning complete for port 44f0daff-1a39-4fae-ac33-b416bb7aca00 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:47.402094 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8eac49fa-e9d0-455d-a763-259fcf2436ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:47.444356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port b2b1f926-26c2-4967-962d-9fcdd23eac15 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:47.444611 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:47.519043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8eac49fa-e9d0-455d-a763-259fcf2436ae None None] Port 44f0daff-1a39-4fae-ac33-b416bb7aca00 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:08:47.528333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5139ef-315a-4a27-9ec4-32c148154072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b1f926-26c2-4967-962d-9fcdd23eac15'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:47.530458 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f931161-2b18-419e-b690-b58bd395c337" -d '{"events": [{"server_uuid": "1b5139ef-315a-4a27-9ec4-32c148154072", "name": "network-vif-plugged", "status": "completed", "tag": "b2b1f926-26c2-4967-962d-9fcdd23eac15"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:47.563020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b2b1f926-26c2-4967-962d-9fcdd23eac15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b1f926-26c2-4967-962d-9fcdd23eac15,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:47.584000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] For port 44f0daff-1a39-4fae-ac33-b416bb7aca00, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:47.587965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] For port 44f0daff-1a39-4fae-ac33-b416bb7aca00, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44f0daff-1a39-4fae-ac33-b416bb7aca00,segment=NetworkSegment(e2d4617f-ec50-4200-9947-3f27811ced27),segment_id=e2d4617f-ec50-4200-9947-3f27811ced27)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:08:47.632726 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad7d07fa-2e04-434a-acd7-7e41247b3b28 req-6db9b9b0-d3d8-450e-bae0-04ff03b78b24 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3458998
Apr 16 21:08:47.668031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde5a5c3-65ba-417d-8651-74ec3a50ff0d {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:47.685479 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Publish callbacks [] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:47.700992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Transition to ACTIVE for port object cde5a5c3-65ba-417d-8651-74ec3a50ff0d will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:08:47.709477 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:47.753209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-39dd818d-141d-4010-9cf6-afbaa89a25fa admin admin] Deleting port 44f0daff-1a39-4fae-ac33-b416bb7aca00 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:08:47.757855 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-39dd818d-141d-4010-9cf6-afbaa89a25fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:47.769609 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:47.823346 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:47.868742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Routers {'b4bdec1a-9a47-4967-86a0-1a3463335c3b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:08:47.869384 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012410b370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:08:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['b4bdec1a-9a47-4967-86a0-1a3463335c3b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:47.911420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=b2b1f926-26c2-4967-962d-9fcdd23eac15,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:47.996999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Pushing event updated for resources: {'Port': ['ID=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:48.025678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:08:48.026082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:08:48.026685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:48.032012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:08:48.032373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:48.038928 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:08:48.039277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:48.039682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Bound using segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:08:48.040499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Bound port: cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:08:48.040872 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:48.095972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a69e0-08f7-486e-8b6f-f1cd72655b1c None None] Pushing event updated for resources: {'Port': ['ID=44f0daff-1a39-4fae-ac33-b416bb7aca00,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:48.110585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] Set router b4bdec1a-9a47-4967-86a0-1a3463335c3b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:08:48.133042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:48.136396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:08:48.195150 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4ab99-7a4c-4072-b693-75b49f3de3d2 req-73bfa2a9-cd11-4e69-8216-6d739e9f0baf tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:48.196825 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c5f4ab99-7a4c-4072-b693-75b49f3de3d2 req-73bfa2a9-cd11-4e69-8216-6d739e9f0baf tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 950 time: 0.3740699
Apr 16 21:08:48.212111 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:48.230021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-39dd818d-141d-4010-9cf6-afbaa89a25fa admin admin] For port 44f0daff-1a39-4fae-ac33-b416bb7aca00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44f0daff-1a39-4fae-ac33-b416bb7aca00,segment=NetworkSegment(e2d4617f-ec50-4200-9947-3f27811ced27),segment_id=e2d4617f-ec50-4200-9947-3f27811ced27)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:48.230434 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-39dd818d-141d-4010-9cf6-afbaa89a25fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:48.252731 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-39dd818d-141d-4010-9cf6-afbaa89a25fa admin admin] Calling delete_port for 44f0daff-1a39-4fae-ac33-b416bb7aca00 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:08:48.254937 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ba496674-2756-417c-85ca-692ffa1ec41b None None] Provisioning complete for port 44f0daff-1a39-4fae-ac33-b416bb7aca00 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:48.254937 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ba496674-2756-417c-85ca-692ffa1ec41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:48.266381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:48.267690 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:48.269189 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] 10.222.0.11 "PUT /v2.0/ports/cde5a5c3-65ba-417d-8651-74ec3a50ff0d HTTP/1.1" status: 200  len: 1092 time: 1.1535339
Apr 16 21:08:48.301269 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c5f4ab99-7a4c-4072-b693-75b49f3de3d2 req-d6bd1072-cf64-4ece-b310-80c2509f1bc1 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980031
Apr 16 21:08:48.310013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ff422-9a74-42f5-8e1e-81650a7ba753 service neutron] Pushing event updated for resources: {'Port': ['ID=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:48.395904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012410b370>, [{'id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1218747397-router', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:08:37Z', 'updated_at': '2022-04-16T21:08:42Z', 'revision_number': 4, 'project_id': '73b5e7bfa23e4684936ca4202d30cf02', 'gw_port': {'id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:08:38Z', 'updated_at': '2022-04-16T21:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '44f0daff-1a39-4fae-ac33-b416bb7aca00', 'name': '', 'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'mac_address': 'fa:16:3e:af:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c422f684-f289-4e5d-9256-d6b37c6460b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:08:41Z', 'updated_at': '2022-04-16T21:08:47Z', 'revision_number': 4, 'project_id': '73b5e7bfa23e4684936ca4202d30cf02', 'subnets': [{'id': 'c422f684-f289-4e5d-9256-d6b37c6460b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:48.436472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-2a3433f0-6474-4254-8883-57ddfdc3c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:48.438404 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-2a3433f0-6474-4254-8883-57ddfdc3c1f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 1126 time: 0.0544250
Apr 16 21:08:48.442771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55028b2c-e87c-49df-9bec-5bfacddac82f None None] The sync data for ids ['b4bdec1a-9a47-4967-86a0-1a3463335c3b'] in ncdv-master-1 is: [{'id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1218747397-router', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:08:37Z', 'updated_at': '2022-04-16T21:08:42Z', 'revision_number': 4, 'project_id': '73b5e7bfa23e4684936ca4202d30cf02', 'gw_port': {'id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:08:38Z', 'updated_at': '2022-04-16T21:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '44f0daff-1a39-4fae-ac33-b416bb7aca00', 'name': '', 'network_id': '75431553-cc35-4298-99b8-6a3fd212c8f0', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'mac_address': 'fa:16:3e:af:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c422f684-f289-4e5d-9256-d6b37c6460b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:08:41Z', 'updated_at': '2022-04-16T21:08:47Z', 'revision_number': 4, 'project_id': '73b5e7bfa23e4684936ca4202d30cf02', 'subnets': [{'id': 'c422f684-f289-4e5d-9256-d6b37c6460b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:08:48.452029 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f439c-6ba0-4717-9ec1-cc7409701b49 req-046e87bb-eff4-471e-9325-c37dcfe7c959 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:48.452845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ba496674-2756-417c-85ca-692ffa1ec41b None None] Current status of the port 44f0daff-1a39-4fae-ac33-b416bb7aca00 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:48.453555 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d8f439c-6ba0-4717-9ec1-cc7409701b49 req-046e87bb-eff4-471e-9325-c37dcfe7c959 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 944 time: 0.0577743
Apr 16 21:08:48.453698 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ba496674-2756-417c-85ca-692ffa1ec41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:48.528346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ba496674-2756-417c-85ca-692ffa1ec41b None None] For port 44f0daff-1a39-4fae-ac33-b416bb7aca00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44f0daff-1a39-4fae-ac33-b416bb7aca00,segment=NetworkSegment(e2d4617f-ec50-4200-9947-3f27811ced27),segment_id=e2d4617f-ec50-4200-9947-3f27811ced27)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:48.528464 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-b6283a3d-2c37-4e1e-b2f0-a4b83dc60c31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d HTTP/1.1" status: 200  len: 217 time: 0.0788710
Apr 16 21:08:48.562009 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d8f439c-6ba0-4717-9ec1-cc7409701b49 req-fb631bca-6f1b-43d9-ae5b-76159a5ec7b9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980022
Apr 16 21:08:48.611847 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ba496674-2756-417c-85ca-692ffa1ec41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:48.632087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-23e7d743-4fbf-4c8e-bec7-2860c9084bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:48.633798 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-23e7d743-4fbf-4c8e-bec7-2860c9084bf7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.0997953
Apr 16 21:08:48.669717 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2ba7ff-b00c-4b59-b031-e15302a85e9a x-openstack-request-id: req-1b2ba7ff-b00c-4b59-b031-e15302a85e9a {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:48.670153 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5139ef-315a-4a27-9ec4-32c148154072", "name": "network-vif-plugged", "status": "completed", "tag": "b2b1f926-26c2-4967-962d-9fcdd23eac15", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:48.670514 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b2ba7ff-b00c-4b59-b031-e15302a85e9a {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:48.671034 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2ba7ff-b00c-4b59-b031-e15302a85e9a'] response: {'server_uuid': '1b5139ef-315a-4a27-9ec4-32c148154072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b1f926-26c2-4967-962d-9fcdd23eac15', 'code': 200}
Apr 16 21:08:48.696728 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 44f0daff-1a39-4fae-ac33-b416bb7aca00 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:08:48.707998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-1906d91c-ea96-4e71-9546-7c080bd51722 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0614903
Apr 16 21:08:48.786655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e641f7ec-0d41-4439-bc77-7158fb9d346e', 'tag': 'cde5a5c3-65ba-417d-8651-74ec3a50ff0d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:48.789929 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2088de-4b9f-4ffd-a1aa-c6ccd4ad45d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e641f7ec-0d41-4439-bc77-7158fb9d346e", "tag": "cde5a5c3-65ba-417d-8651-74ec3a50ff0d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:48.792324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 44f0daff-1a39-4fae-ac33-b416bb7aca00 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:48.792930 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:48.795654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba496674-2756-417c-85ca-692ffa1ec41b None None] Pushing event updated for resources: {'Port': ['ID=44f0daff-1a39-4fae-ac33-b416bb7aca00,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:48.806753 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-39dd818d-141d-4010-9cf6-afbaa89a25fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (44f0daff-1a39-4fae-ac33-b416bb7aca00), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:48.842136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd818d-141d-4010-9cf6-afbaa89a25fa admin admin] Pushing event deleted for resources: {'Port': ['ID=44f0daff-1a39-4fae-ac33-b416bb7aca00,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:48.856853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Could not find standard attr ID for object 44f0daff-1a39-4fae-ac33-b416bb7aca00. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:08:48.860694 ncdv-master-1 neutron-server[122557]: INFO neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No ports have port_id starting with 44f0daff-1a39-4fae-ac33-b416bb7aca00
Apr 16 21:08:48.891599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04becb9a-a13d-46c9-a4ce-5a675a9592c8 req-ce5d71ef-6f82-4b5f-a64d-07b305c28598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:48.893142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04becb9a-a13d-46c9-a4ce-5a675a9592c8 req-ce5d71ef-6f82-4b5f-a64d-07b305c28598 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 1132 time: 0.1229198
Apr 16 21:08:48.926500 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-f84fc9e0-b55a-49e8-a710-e829af65c5a9 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105079
Apr 16 21:08:49.042506 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04becb9a-a13d-46c9-a4ce-5a675a9592c8 req-b3d14b2c-5860-4131-b333-12342c10c1b6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422768
Apr 16 21:08:49.073565 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-39dd818d-141d-4010-9cf6-afbaa89a25fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (b4bdec1a-9a47-4967-86a0-1a3463335c3b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:49.079926 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df4dc41b-5ea9-45fa-aa7a-817ac2914cd4 req-f7e417ad-cdec-4559-9973-612f20e2d397 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335990
Apr 16 21:08:49.089535 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-5e43005c-a4aa-4032-a25c-0c4c7cf54c72 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1924a4ceffaf45d0bf2bd76ebb421bcd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1282575
Apr 16 21:08:49.332504 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-0e6d26b7-cf7f-4703-8d9b-fa784ecde877 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:49.335766 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-0e6d26b7-cf7f-4703-8d9b-fa784ecde877 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2065699
Apr 16 21:08:49.358787 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-03c4c56d-3e96-4965-833c-4bfb958921b5 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/quotas/1924a4ceffaf45d0bf2bd76ebb421bcd HTTP/1.1" status: 200  len: 375 time: 0.0153291
Apr 16 21:08:49.419581 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-c99f740d-dae4-43db-ac5d-3afc477ddc48 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1924a4ceffaf45d0bf2bd76ebb421bcd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0316021
Apr 16 21:08:49.463939 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dd818d-141d-4010-9cf6-afbaa89a25fa admin admin] Router b4bdec1a-9a47-4967-86a0-1a3463335c3b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:08:49.625513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dd818d-141d-4010-9cf6-afbaa89a25fa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:08:49.631508 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-39dd818d-141d-4010-9cf6-afbaa89a25fa admin admin] 10.222.0.20 "PUT /v2.0/routers/b4bdec1a-9a47-4967-86a0-1a3463335c3b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4137969
Apr 16 21:08:49.634079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47590) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:49.640549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-014066f8-617d-4697-9507-afb8636cdcb0 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:49.642209 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-014066f8-617d-4697-9507-afb8636cdcb0 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 821 time: 0.1283832
Apr 16 21:08:49.661037 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-2590b783-ab38-4ca4-8b8f-161e34314e99 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/quotas/68af3300a0d149adbbf934b4ff1f87d8 HTTP/1.1" status: 200  len: 375 time: 0.0127010
Apr 16 21:08:49.784586 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-e52160e9-2f4a-4835-83bf-ccb03b169d03 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1162753
Apr 16 21:08:49.786841 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Publish callbacks [] for router (b4bdec1a-9a47-4967-86a0-1a3463335c3b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:49.806002 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e6cbd5-fd3a-407c-a0b4-f2e9007a2511 x-openstack-request-id: req-f6e6cbd5-fd3a-407c-a0b4-f2e9007a2511 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:49.806288 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e641f7ec-0d41-4439-bc77-7158fb9d346e", "tag": "cde5a5c3-65ba-417d-8651-74ec3a50ff0d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:49.806539 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6e6cbd5-fd3a-407c-a0b4-f2e9007a2511 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:49.806988 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e6cbd5-fd3a-407c-a0b4-f2e9007a2511'] response: {'name': 'network-changed', 'server_uuid': 'e641f7ec-0d41-4439-bc77-7158fb9d346e', 'tag': 'cde5a5c3-65ba-417d-8651-74ec3a50ff0d', 'status': 'completed', 'code': 200}
Apr 16 21:08:49.889273 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-27559d86-e465-419b-84bf-396a873c5c4a service neutron] 10.222.0.20 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930543
Apr 16 21:08:49.906890 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4abd2-63d4-4221-bea8-b1e1228cdcac None None] Sync routers for ids ['b4bdec1a-9a47-4967-86a0-1a3463335c3b'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:08:49.919605 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4abd2-63d4-4221-bea8-b1e1228cdcac None None] Routers {'b4bdec1a-9a47-4967-86a0-1a3463335c3b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:08:49.920457 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0dc4abd2-63d4-4221-bea8-b1e1228cdcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124e61190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:08:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['b4bdec1a-9a47-4967-86a0-1a3463335c3b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:49.957718 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Publish callbacks [] for router_gateway (b4bdec1a-9a47-4967-86a0-1a3463335c3b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:50.005976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-09cff893-5df4-4983-942e-0757026c1e22 service neutron] 10.222.0.20 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1032639
Apr 16 21:08:50.010132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97b5ef-0c72-44df-bfa0-475e0fd66af7 req-2aeac8ee-b453-441f-bac5-dc4db6df1fbe tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:50.012037 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d97b5ef-0c72-44df-bfa0-475e0fd66af7 req-2aeac8ee-b453-441f-bac5-dc4db6df1fbe tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 950 time: 0.0792139
Apr 16 21:08:50.053751 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-0dc4abd2-63d4-4221-bea8-b1e1228cdcac None None] Set router b4bdec1a-9a47-4967-86a0-1a3463335c3b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:08:50.084386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d97b5ef-0c72-44df-bfa0-475e0fd66af7 req-67abde1c-3e08-4729-bc18-4f1057dd978e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578310
Apr 16 21:08:50.128895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47604) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:50.140248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Deleting port 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:08:50.140599 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:50.245670 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0dc4abd2-63d4-4221-bea8-b1e1228cdcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124e61190>, [{'id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1218747397-router', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:08:37Z', 'updated_at': '2022-04-16T21:08:48Z', 'revision_number': 5, 'project_id': '73b5e7bfa23e4684936ca4202d30cf02', 'gw_port': {'id': '4606217c-9c06-4b50-a6b1-b8de9a3d86f1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:08:38Z', 'updated_at': '2022-04-16T21:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:50.259130 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb35a2-0857-41c9-8396-12cd50b799f3 req-e8c8d59b-0516-406a-b2e6-287f5cb4f681 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:50.267503 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37bb35a2-0857-41c9-8396-12cd50b799f3 req-e8c8d59b-0516-406a-b2e6-287f5cb4f681 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 944 time: 0.0730042
Apr 16 21:08:50.284847 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d14dde68-1e26-43d6-a824-6041379f10c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:50.303681 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4abd2-63d4-4221-bea8-b1e1228cdcac None None] Checking router: b4bdec1a-9a47-4967-86a0-1a3463335c3b for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:08:50.306444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 73ab8831-7b70-423a-9fbd-e1e78b3be077 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:08:50.313252 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4abd2-63d4-4221-bea8-b1e1228cdcac None None] Routers {'b4bdec1a-9a47-4967-86a0-1a3463335c3b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:08:50.313966 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0dc4abd2-63d4-4221-bea8-b1e1228cdcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124e61190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:08:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['b4bdec1a-9a47-4967-86a0-1a3463335c3b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:50.346224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 73ab8831-7b70-423a-9fbd-e1e78b3be077 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:08:50.346577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 73ab8831-7b70-423a-9fbd-e1e78b3be077 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:08:50.367214 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37bb35a2-0857-41c9-8396-12cd50b799f3 req-0a0ab2fa-95ab-448f-96e1-0f5fa5d1d70a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988619
Apr 16 21:08:50.368365 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3337c8c-9cf9-4b5a-99a4-ea4db073defd req-65beb852-410e-48a2-8619-41fdf4125a25 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 210 time: 0.0448411
Apr 16 21:08:50.403194 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] For port 4606217c-9c06-4b50-a6b1-b8de9a3d86f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4606217c-9c06-4b50-a6b1-b8de9a3d86f1,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:50.404686 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:50.446302 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-0dc4abd2-63d4-4221-bea8-b1e1228cdcac None None] Set router b4bdec1a-9a47-4967-86a0-1a3463335c3b gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:08:50.467572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Calling delete_port for 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:08:50.486724 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d14dde68-1e26-43d6-a824-6041379f10c5 admin admin] Publish callbacks [] for security_group (f8b14e1f-79b4-4902-bc2b-e46c3f180130), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:50.522536 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0dc4abd2-63d4-4221-bea8-b1e1228cdcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124e61190>, [{'id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1218747397-router', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:08:37Z', 'updated_at': '2022-04-16T21:08:49Z', 'revision_number': 6, 'project_id': '73b5e7bfa23e4684936ca4202d30cf02', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:50.533158 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78f0217a-6f7e-49b2-829c-8bca9b361980 req-4283672f-117b-48c0-aaa9-8d6af04b0cf3 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 210 time: 0.1007993
Apr 16 21:08:50.560378 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d14dde68-1e26-43d6-a824-6041379f10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f8b14e1f-79b4-4902-bc2b-e46c3f180130), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:50.576428 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4abd2-63d4-4221-bea8-b1e1228cdcac None None] The sync data for ids ['b4bdec1a-9a47-4967-86a0-1a3463335c3b'] in ncdv-master-1 is: [{'id': 'b4bdec1a-9a47-4967-86a0-1a3463335c3b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1218747397-router', 'tenant_id': '73b5e7bfa23e4684936ca4202d30cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:08:37Z', 'updated_at': '2022-04-16T21:08:49Z', 'revision_number': 6, 'project_id': '73b5e7bfa23e4684936ca4202d30cf02', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:08:50.666732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dde68-1e26-43d6-a824-6041379f10c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b14e1f-79b4-4902-bc2b-e46c3f180130,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:50.678649 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d14dde68-1e26-43d6-a824-6041379f10c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9468034a829404fb7c576272db2343c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5486023
Apr 16 21:08:50.679790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2088de-4b9f-4ffd-a1aa-c6ccd4ad45d4 req-1e007b45-8d6c-431d-94cf-47d5e961de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:50.681353 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d2088de-4b9f-4ffd-a1aa-c6ccd4ad45d4 req-1e007b45-8d6c-431d-94cf-47d5e961de73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 1126 time: 0.1150470
Apr 16 21:08:50.681856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47618) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:50.807773 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f6dcf3d1-55a9-4e0b-8ffd-a757b35abbe1 admin admin] Publish callbacks [] for security_group (f8b14e1f-79b4-4902-bc2b-e46c3f180130), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:50.825828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2088de-4b9f-4ffd-a1aa-c6ccd4ad45d4 req-bb14b87f-ca52-41b0-8f00-72a1b8961121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:50.827365 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d2088de-4b9f-4ffd-a1aa-c6ccd4ad45d4 req-bb14b87f-ca52-41b0-8f00-72a1b8961121 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.1356759
Apr 16 21:08:50.838537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f6dcf3d1-55a9-4e0b-8ffd-a757b35abbe1 admin admin] Publish callbacks [] for security_group (f8b14e1f-79b4-4902-bc2b-e46c3f180130), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:50.906201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d2088de-4b9f-4ffd-a1aa-c6ccd4ad45d4 req-ebd45e61-bd34-4789-8f34-e1092732427d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d HTTP/1.1" status: 200  len: 217 time: 0.0414627
Apr 16 21:08:50.923696 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (4606217c-9c06-4b50-a6b1-b8de9a3d86f1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:50.947115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Pushing event deleted for resources: {'Port': ['ID=4606217c-9c06-4b50-a6b1-b8de9a3d86f1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:50.983023 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (b4bdec1a-9a47-4967-86a0-1a3463335c3b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:51.064877 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f6dcf3d1-55a9-4e0b-8ffd-a757b35abbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f8b14e1f-79b4-4902-bc2b-e46c3f180130), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:51.074535 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f6dcf3d1-55a9-4e0b-8ffd-a757b35abbe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:51.075502 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f6dcf3d1-55a9-4e0b-8ffd-a757b35abbe1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8b14e1f-79b4-4902-bc2b-e46c3f180130 HTTP/1.1" status: 204  len: 168 time: 0.3852167
Apr 16 21:08:51.090735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2088de-4b9f-4ffd-a1aa-c6ccd4ad45d4 req-91b3b4d3-e4c7-4500-96dd-6058e56d4ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:51.092274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d2088de-4b9f-4ffd-a1aa-c6ccd4ad45d4 req-91b3b4d3-e4c7-4500-96dd-6058e56d4ea4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.0724378
Apr 16 21:08:51.097857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcf3d1-55a9-4e0b-8ffd-a757b35abbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b14e1f-79b4-4902-bc2b-e46c3f180130,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:51.133416 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d2088de-4b9f-4ffd-a1aa-c6ccd4ad45d4 req-a9396f55-16ae-4c72-8451-2905270669e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333781
Apr 16 21:08:51.195099 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (b4bdec1a-9a47-4967-86a0-1a3463335c3b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:51.198030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Publish callbacks [] for router_controller (b4bdec1a-9a47-4967-86a0-1a3463335c3b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:51.241727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7889939-4a48-4b2b-9043-f337cc0ba2c3 req-c19863a0-c368-4402-bcdb-6997811f4465 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:51.243222 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d7889939-4a48-4b2b-9043-f337cc0ba2c3 req-c19863a0-c368-4402-bcdb-6997811f4465 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 949 time: 0.2422488
Apr 16 21:08:51.256244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b65c9-df33-462e-aabb-cd22f68b7461 req-9f28d884-f542-4299-b117-1b2d8638f42e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:51.257647 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-741b65c9-df33-462e-aabb-cd22f68b7461 req-9f28d884-f542-4299-b117-1b2d8638f42e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 950 time: 0.0573363
Apr 16 21:08:51.307166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d2088de-4b9f-4ffd-a1aa-c6ccd4ad45d4 req-07c1019e-4748-4171-964c-d23ed461ac44 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671910
Apr 16 21:08:51.333629 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d7889939-4a48-4b2b-9043-f337cc0ba2c3 req-bd6f9775-aff9-480f-aeec-bbb0d62e0e28 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591903
Apr 16 21:08:51.376899 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-741b65c9-df33-462e-aabb-cd22f68b7461 req-5ea16f45-3a29-4143-a93b-0280f15cbb84 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083889
Apr 16 21:08:51.405934 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (b4bdec1a-9a47-4967-86a0-1a3463335c3b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:51.408339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4bdec1a-9a47-4967-86a0-1a3463335c3b {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:08:51.421657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:51.421657 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-289a3f2b-434a-47ea-b45c-b5b543325134 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b4bdec1a-9a47-4967-86a0-1a3463335c3b HTTP/1.1" status: 204  len: 168 time: 1.7855568
Apr 16 21:08:51.423472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47634) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:51.480101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d2088de-4b9f-4ffd-a1aa-c6ccd4ad45d4 req-c77e28ca-a7b1-4145-95a1-5640c6e03990 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1649737
Apr 16 21:08:51.512051 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0d30982c-a730-496b-92b3-5fe85b5157c8 req-b716d028-e3fd-40f1-9013-0f9a1b586b94 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 210 time: 0.0401134
Apr 16 21:08:51.688663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ca7897c-2db1-449f-8b5a-b1fad3073781 req-c2aa18dd-1ba1-4594-879b-96af214c7a32 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 210 time: 0.0475321
Apr 16 21:08:51.765011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e1fb76-484d-4af6-be8e-4428d5b43d0b admin admin] Deleting subnet c422f684-f289-4e5d-9256-d6b37c6460b5 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:08:51.770095 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17e1fb76-484d-4af6-be8e-4428d5b43d0b admin admin] Publish callbacks [] for subnet (c422f684-f289-4e5d-9256-d6b37c6460b5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:51.799661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07243de9-db8c-4f38-9b9d-a97bc8cf7f48 req-89cee418-c7af-408b-a8d6-aa1b0c9ee398 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:51.801126 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07243de9-db8c-4f38-9b9d-a97bc8cf7f48 req-89cee418-c7af-408b-a8d6-aa1b0c9ee398 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 944 time: 0.0829539
Apr 16 21:08:51.825193 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17e1fb76-484d-4af6-be8e-4428d5b43d0b admin admin] Publish callbacks [] for subnet (c422f684-f289-4e5d-9256-d6b37c6460b5), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:51.920063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47638) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:51.928629 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07243de9-db8c-4f38-9b9d-a97bc8cf7f48 req-f8d98df1-221e-4ca9-8f16-d0721f51bc99 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214275
Apr 16 21:08:51.938673 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17e1fb76-484d-4af6-be8e-4428d5b43d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (c422f684-f289-4e5d-9256-d6b37c6460b5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:51.939291 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c66834e-4ddb-4fa1-a0e1-af0b640e1439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.016908 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c66834e-4ddb-4fa1-a0e1-af0b640e1439 admin admin] Publish callbacks [] for security_group (667a2154-fb0a-4ed0-902b-5ae9bb2061bb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.154248 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c66834e-4ddb-4fa1-a0e1-af0b640e1439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (667a2154-fb0a-4ed0-902b-5ae9bb2061bb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.154907 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17e1fb76-484d-4af6-be8e-4428d5b43d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for subnet (c422f684-f289-4e5d-9256-d6b37c6460b5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.183313 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17e1fb76-484d-4af6-be8e-4428d5b43d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.187255 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-17e1fb76-484d-4af6-be8e-4428d5b43d0b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c422f684-f289-4e5d-9256-d6b37c6460b5 HTTP/1.1" status: 204  len: 168 time: 0.7603514
Apr 16 21:08:52.188264 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1fb76-484d-4af6-be8e-4428d5b43d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c422f684-f289-4e5d-9256-d6b37c6460b5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:52.195697 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47640) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:52.196553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de6cdfd-9869-405a-a1c0-3d4bc18ad261 None None] Network 75431553-cc35-4298-99b8-6a3fd212c8f0 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:08:52.196920 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1c66834e-4ddb-4fa1-a0e1-af0b640e1439 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dffa7c96d601445aad4757de017f9e7e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2721555
Apr 16 21:08:52.196920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66834e-4ddb-4fa1-a0e1-af0b640e1439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667a2154-fb0a-4ed0-902b-5ae9bb2061bb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:52.196920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47642) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:52.266450 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8df50bcf-0c9d-4c6e-8773-668c11d54b62 admin admin] Publish callbacks [] for security_group (667a2154-fb0a-4ed0-902b-5ae9bb2061bb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.286707 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (75431553-cc35-4298-99b8-6a3fd212c8f0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.293567 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8df50bcf-0c9d-4c6e-8773-668c11d54b62 admin admin] Publish callbacks [] for security_group (667a2154-fb0a-4ed0-902b-5ae9bb2061bb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.344978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Deleting port c6a7481e-285e-4633-9f28-653d8a3b7432 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:08:52.345326 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.374175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device cde5a5c3-65ba-417d-8651-74ec3a50ff0d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:08:52.417290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] For port c6a7481e-285e-4633-9f28-653d8a3b7432, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6a7481e-285e-4633-9f28-653d8a3b7432,segment=NetworkSegment(e2d4617f-ec50-4200-9947-3f27811ced27),segment_id=e2d4617f-ec50-4200-9947-3f27811ced27)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:52.417804 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.444114 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8df50bcf-0c9d-4c6e-8773-668c11d54b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (667a2154-fb0a-4ed0-902b-5ae9bb2061bb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.453039 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8df50bcf-0c9d-4c6e-8773-668c11d54b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.454451 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8df50bcf-0c9d-4c6e-8773-668c11d54b62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/667a2154-fb0a-4ed0-902b-5ae9bb2061bb HTTP/1.1" status: 204  len: 168 time: 0.2567327
Apr 16 21:08:52.475385 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df50bcf-0c9d-4c6e-8773-668c11d54b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667a2154-fb0a-4ed0-902b-5ae9bb2061bb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:52.487839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca94b9a-ca9d-4ae2-b8ad-b8214d7bcb20 req-ed259cda-5dac-4f1c-98f2-45ed3ff914d3 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:52.488454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cca94b9a-ca9d-4ae2-b8ad-b8214d7bcb20 req-ed259cda-5dac-4f1c-98f2-45ed3ff914d3 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 949 time: 0.0891442
Apr 16 21:08:52.495741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Calling delete_port for c6a7481e-285e-4633-9f28-653d8a3b7432 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:08:52.561105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:52.580065 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'cde5a5c3-65ba-417d-8651-74ec3a50ff0d', 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337', 'port_id': 'cde5a5c3-65ba-417d-8651-74ec3a50ff0d', 'mac_address': 'fa:16:3e:b2:c9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c83c80-d8ca-4f2d-925f-a5d1a372d8bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:08:52.589963 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cca94b9a-ca9d-4ae2-b8ad-b8214d7bcb20 req-21ead7ff-7f32-4cc0-901d-6680e123f96f tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916107
Apr 16 21:08:52.641100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port cde5a5c3-65ba-417d-8651-74ec3a50ff0d is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:52.641882 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.644950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 44f0daff-1a39-4fae-ac33-b416bb7aca00 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:08:52.667471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae9345-692b-4ba1-ae01-9b855d4ce85c req-890b70a5-dc8e-4ba3-9bcf-abd8d6b4c7ad tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:52.667999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 44f0daff-1a39-4fae-ac33-b416bb7aca00 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:08:52.668376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 44f0daff-1a39-4fae-ac33-b416bb7aca00 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:08:52.668800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:08:52.670867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043e099-dacf-4170-9295-14dfbbe3cfb3 None None] DHCP port deletion for 75431553-cc35-4298-99b8-6a3fd212c8f0 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:08:52.676501 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-27ae9345-692b-4ba1-ae01-9b855d4ce85c req-890b70a5-dc8e-4ba3-9bcf-abd8d6b4c7ad tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.41 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 949 time: 0.2424452
Apr 16 21:08:52.717416 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f2a454f8-8d09-4b3b-b9b2-fbae0da7ec7e req-c8796b09-9540-4e04-b43d-a809f12e0bf5 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 210 time: 0.0503628
Apr 16 21:08:52.727280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde5a5c3-65ba-417d-8651-74ec3a50ff0d {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:52.751765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:52.755267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:08:52.755853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4606217c-9c06-4b50-a6b1-b8de9a3d86f1 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:08:52.773810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a043e099-dacf-4170-9295-14dfbbe3cfb3 None None] Deleting port c6a7481e-285e-4633-9f28-653d8a3b7432 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:08:52.774278 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a043e099-dacf-4170-9295-14dfbbe3cfb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.803731 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f690f98-9f5b-42cb-a6e8-bc5fb94c5e54 req-5c5d38c0-bb2f-4a0f-837c-b8dbb6cc5e4b tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:52.805245 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6f690f98-9f5b-42cb-a6e8-bc5fb94c5e54 req-5c5d38c0-bb2f-4a0f-837c-b8dbb6cc5e4b tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 950 time: 0.3356457
Apr 16 21:08:52.841930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a043e099-dacf-4170-9295-14dfbbe3cfb3 None None] For port c6a7481e-285e-4633-9f28-653d8a3b7432, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6a7481e-285e-4633-9f28-653d8a3b7432,segment=NetworkSegment(e2d4617f-ec50-4200-9947-3f27811ced27),segment_id=e2d4617f-ec50-4200-9947-3f27811ced27)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:52.842397 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a043e099-dacf-4170-9295-14dfbbe3cfb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.846566 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61bcd665-a223-431a-bf00-eff090fcb81b req-a5feb651-8499-47a3-8242-8e60613a3319 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 210 time: 0.0414457
Apr 16 21:08:52.873075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a043e099-dacf-4170-9295-14dfbbe3cfb3 None None] Calling delete_port for c6a7481e-285e-4633-9f28-653d8a3b7432 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:08:52.897843 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.921108 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6f690f98-9f5b-42cb-a6e8-bc5fb94c5e54 req-6167c715-fb89-46fc-bd71-a98ae8641002 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089566
Apr 16 21:08:52.943983 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.975447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-27ae9345-692b-4ba1-ae01-9b855d4ce85c req-45446358-7117-466e-adc7-dad1e331908d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Deleting port bab3ec3e-82d0-419b-9ccb-11f635214fe4 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:08:52.975767 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-27ae9345-692b-4ba1-ae01-9b855d4ce85c req-45446358-7117-466e-adc7-dad1e331908d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:52.998405 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a7481e-285e-4633-9f28-653d8a3b7432,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:53.011446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] No DVR routers for this DVR port c6a7481e-285e-4633-9f28-653d8a3b7432 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:08:53.089929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:53.120429 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a043e099-dacf-4170-9295-14dfbbe3cfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (c6a7481e-285e-4633-9f28-653d8a3b7432), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:53.150021 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['cde5a5c3-65ba-417d-8651-74ec3a50ff0d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:08:53.153934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043e099-dacf-4170-9295-14dfbbe3cfb3 None None] Pushing event deleted for resources: {'Port': ['ID=c6a7481e-285e-4633-9f28-653d8a3b7432,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:53.177755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043e099-dacf-4170-9295-14dfbbe3cfb3 None None] No DVR routers for this DVR port c6a7481e-285e-4633-9f28-653d8a3b7432 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:08:53.211268 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (75431553-cc35-4298-99b8-6a3fd212c8f0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:53.240760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffefa6-d076-45e2-9542-e0661bae8357 req-c93e11a3-54dc-42e4-b09f-5ebad289f87e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:53.242492 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4dffefa6-d076-45e2-9542-e0661bae8357 req-c93e11a3-54dc-42e4-b09f-5ebad289f87e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 945 time: 0.1794393
Apr 16 21:08:53.258223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-27ae9345-692b-4ba1-ae01-9b855d4ce85c req-45446358-7117-466e-adc7-dad1e331908d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] For port bab3ec3e-82d0-419b-9ccb-11f635214fe4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bab3ec3e-82d0-419b-9ccb-11f635214fe4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:53.258651 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-27ae9345-692b-4ba1-ae01-9b855d4ce85c req-45446358-7117-466e-adc7-dad1e331908d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:53.277448 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f011ec9d1f0>> segment before_delete 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.277812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f011ec9d1f0>> subnet precommit_delete_associations 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.278788 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e9c3d30>> segment_host_mapping after_create 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.279136 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e9c3d30>> port after_create 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.280596 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e9c3d30>> port after_delete 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.280596 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e9c3d30>> port after_update 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.280596 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e9c3d30>> segment after_delete 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.280596 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e9c3d30>> subnet after_create 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.280962 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e9c3d30>> subnet after_delete 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.281114 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f011e9c3d30>> subnet after_update 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.354746 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f011eb59490>> subnet after_create 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.355099 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f011eb59490>> subnet after_delete 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.355436 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f011eb59490>> subnet before_create 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.355769 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f011eb59490>> subnet before_update 55550000 {{(pid=122556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 16 21:08:53.356147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e9c3a60>,) {'filters': {'network_id': ['75431553-cc35-4298-99b8-6a3fd212c8f0']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:53.380066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-27ae9345-692b-4ba1-ae01-9b855d4ce85c req-45446358-7117-466e-adc7-dad1e331908d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Calling delete_port for bab3ec3e-82d0-419b-9ccb-11f635214fe4 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:08:53.392336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e9c3a60>, 'e2d4617f-ec50-4200-9947-3f27811ced27') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:53.392585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e9c3a60>, 'e2d4617f-ec50-4200-9947-3f27811ced27') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:08:53.436861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (e2d4617f-ec50-4200-9947-3f27811ced27), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:53.455789 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4dffefa6-d076-45e2-9542-e0661bae8357 req-cd97176c-2102-4079-96c5-8a62f18f4d73 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056959
Apr 16 21:08:53.511845 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e2d4617f-ec50-4200-9947-3f27811ced27), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:53.514086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90052ce9-4e46-408f-8c88-ba3bd12be8b5 req-d3ca5d3e-5895-44f2-8a67-4ac98bb0aefb tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:53.516837 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90052ce9-4e46-408f-8c88-ba3bd12be8b5 req-d3ca5d3e-5895-44f2-8a67-4ac98bb0aefb tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 950 time: 0.0500646
Apr 16 21:08:53.525572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:08:53.525973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (e2d4617f-ec50-4200-9947-3f27811ced27), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   from cryptography.utils import int_from_bytes
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   from cryptography.utils import int_from_bytes
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:08:53.529988 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:08:53.576873 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90052ce9-4e46-408f-8c88-ba3bd12be8b5 req-6610201f-90e9-4916-96d9-a0c694a20026 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550559
Apr 16 21:08:53.613283 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-9e1fe8a2-c866-4cd8-a819-b6bd89b39e63 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1924a4ceffaf45d0bf2bd76ebb421bcd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0287440
Apr 16 21:08:53.647251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.41', 53988) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:53.729624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-23f95f83-ce7c-427e-ac0f-39392ef5945c tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:53.740720 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-23f95f83-ce7c-427e-ac0f-39392ef5945c tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1136181
Apr 16 21:08:53.741121 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (75431553-cc35-4298-99b8-6a3fd212c8f0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:53.748137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Request body: {'port': {'device_id': 'bf93495b-7d10-4cb2-9353-0302e654d8fa', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '1924a4ceffaf45d0bf2bd76ebb421bcd'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:53.756225 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:53.764096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] 10.222.0.20 "DELETE /v2.0/networks/75431553-cc35-4298-99b8-6a3fd212c8f0 HTTP/1.1" status: 204  len: 168 time: 1.5726709
Apr 16 21:08:53.792882 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba10c14-cb54-4270-831b-7f0e9aa47686 admin admin] Pushing event deleted for resources: {'Network': ['ID=75431553-cc35-4298-99b8-6a3fd212c8f0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:53.806572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17434e9f-7ca1-4d23-92e7-dca3f3ed302c req-99c17ccc-b261-4aee-b382-c7e93c5bd7ba tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:53.808426 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17434e9f-7ca1-4d23-92e7-dca3f3ed302c req-99c17ccc-b261-4aee-b382-c7e93c5bd7ba tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 949 time: 0.1352806
Apr 16 21:08:53.816703 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-27ae9345-692b-4ba1-ae01-9b855d4ce85c req-45446358-7117-466e-adc7-dad1e331908d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (bab3ec3e-82d0-419b-9ccb-11f635214fe4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:53.831854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['bab3ec3e-82d0-419b-9ccb-11f635214fe4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:08:53.902277 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20969e85-ba67-4ee8-9ab5-f7bcde70a57b req-92ba244c-2f28-40d1-b94a-14e9b56ba6ba tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 210 time: 0.0580475
Apr 16 21:08:53.980660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45446358-7117-466e-adc7-dad1e331908d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Pushing event deleted for resources: {'Port': ['ID=bab3ec3e-82d0-419b-9ccb-11f635214fe4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:54.002752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-65c90777-379e-44e8-86b2-f447b4b483b7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:54.004276 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-65c90777-379e-44e8-86b2-f447b4b483b7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.41 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 821 time: 0.3558230
Apr 16 21:08:54.034654 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-dbcc50ca-0902-4f9c-a1da-96f586f63223 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Request body: {'port': {'device_id': 'ffc4d9b2-dd4f-44dc-a189-354eff7a5573', 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929', 'admin_state_up': True, 'tenant_id': '68af3300a0d149adbbf934b4ff1f87d8'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:54.043123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ae9345-692b-4ba1-ae01-9b855d4ce85c req-45446358-7117-466e-adc7-dad1e331908d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] No DVR routers for this DVR port bab3ec3e-82d0-419b-9ccb-11f635214fe4 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:08:54.043297 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-371e2666-f299-4e41-bebb-8cdd02e25242 req-e14de3a2-d47d-44f8-a3d7-ac8b8b261b9c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 210 time: 0.0432069
Apr 16 21:08:54.055449 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-27ae9345-692b-4ba1-ae01-9b855d4ce85c req-45446358-7117-466e-adc7-dad1e331908d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:54.058870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-27ae9345-692b-4ba1-ae01-9b855d4ce85c req-45446358-7117-466e-adc7-dad1e331908d tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.41 "DELETE /v2.0/ports/bab3ec3e-82d0-419b-9ccb-11f635214fe4 HTTP/1.1" status: 204  len: 173 time: 1.3456037
Apr 16 21:08:54.073950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Made reservation on behalf of 1924a4ceffaf45d0bf2bd76ebb421bcd for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:54.076925 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:54.090995 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:54.097486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fdd641-4d23-472a-8b8f-fded89dbcc32', 'name': 'network-vif-deleted', 'tag': 'bab3ec3e-82d0-419b-9ccb-11f635214fe4'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:54.105466 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbfb6ba-46be-4f3b-9ed4-8649622b22d5" -d '{"events": [{"server_uuid": "84fdd641-4d23-472a-8b8f-fded89dbcc32", "name": "network-vif-deleted", "tag": "bab3ec3e-82d0-419b-9ccb-11f635214fe4"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:54.122337 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17434e9f-7ca1-4d23-92e7-dca3f3ed302c req-757064e2-cd06-4bfd-9b25-b4e189a30128 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/security-groups?id=75452c69-7f5e-4a96-8749-ecb24f97f1b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3015821
Apr 16 21:08:54.198491 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c467b04-2dfa-4d66-bbc2-5f32f9c2c679 x-openstack-request-id: req-0c467b04-2dfa-4d66-bbc2-5f32f9c2c679 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:54.198784 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fdd641-4d23-472a-8b8f-fded89dbcc32", "name": "network-vif-deleted", "tag": "bab3ec3e-82d0-419b-9ccb-11f635214fe4", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:54.199060 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c467b04-2dfa-4d66-bbc2-5f32f9c2c679 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:54.199611 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c467b04-2dfa-4d66-bbc2-5f32f9c2c679'] response: {'server_uuid': '84fdd641-4d23-472a-8b8f-fded89dbcc32', 'name': 'network-vif-deleted', 'tag': 'bab3ec3e-82d0-419b-9ccb-11f635214fe4', 'status': 'completed', 'code': 200}
Apr 16 21:08:54.232903 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks [] for security_group (0f2bed36-0ad0-4ddb-a611-cd2440d9e98a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:54.320236 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0f2bed36-0ad0-4ddb-a611-cd2440d9e98a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:54.320539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-dbcc50ca-0902-4f9c-a1da-96f586f63223 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Made reservation on behalf of 68af3300a0d149adbbf934b4ff1f87d8 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:08:54.325160 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-dbcc50ca-0902-4f9c-a1da-96f586f63223 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:54.335241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device cde5a5c3-65ba-417d-8651-74ec3a50ff0d up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:08:54.363623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:54.365702 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47694) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:54.401892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port cde5a5c3-65ba-417d-8651-74ec3a50ff0d completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:08:54.476325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-21c019d3-ce92-4938-bd1f-35adba722c5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73b5e7bfa23e4684936ca4202d30cf02&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0897059
Apr 16 21:08:54.479521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47698) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:54.490545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-dbcc50ca-0902-4f9c-a1da-96f586f63223 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Allocated IP 172.20.0.10 (341a7a54-447f-4bb3-9bb9-2193e32a0929/bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6/fb4825e7-d0af-4d1c-a416-731410a77b41) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:08:54.514265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port cde5a5c3-65ba-417d-8651-74ec3a50ff0d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:54.519572 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:54.570337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Allocated IP 192.168.233.177 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:08:54.618008 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c6a7481e-285e-4633-9f28-653d8a3b7432 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:08:54.673312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: c6a7481e-285e-4633-9f28-653d8a3b7432 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:08:54.674009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c6a7481e-285e-4633-9f28-653d8a3b7432 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:08:54.676607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port cde5a5c3-65ba-417d-8651-74ec3a50ff0d is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:08:54.677324 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:54.719793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e641f7ec-0d41-4439-bc77-7158fb9d346e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde5a5c3-65ba-417d-8651-74ec3a50ff0d'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:54.722816 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799caf52-043b-4d84-9a0e-1dcbc8648447" -d '{"events": [{"server_uuid": "e641f7ec-0d41-4439-bc77-7158fb9d346e", "name": "network-vif-plugged", "status": "completed", "tag": "cde5a5c3-65ba-417d-8651-74ec3a50ff0d"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:54.733715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd3460-0d85-4abe-8987-04f24af3225a req-d8ad5c72-18bd-4841-bb9d-1b8bd4eeed7b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:54.735457 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fedd3460-0d85-4abe-8987-04f24af3225a req-d8ad5c72-18bd-4841-bb9d-1b8bd4eeed7b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 945 time: 0.1756327
Apr 16 21:08:54.745687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:54.758000 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-accdbfc9-aea0-40fe-aa17-eb2d58c1dcc7 admin admin] Publish callbacks [] for security_group (99c808d8-dca0-4242-a6cb-2d56773e03ec), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:54.792539 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:08:54.821816 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-accdbfc9-aea0-40fe-aa17-eb2d58c1dcc7 admin admin] Publish callbacks [] for security_group (99c808d8-dca0-4242-a6cb-2d56773e03ec), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:54.856031 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:54.880271 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fedd3460-0d85-4abe-8987-04f24af3225a req-dee40848-03cc-4712-873a-37c7d5016c2b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312127
Apr 16 21:08:54.898486 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-dbcc50ca-0902-4f9c-a1da-96f586f63223 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks [] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:54.938691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:54.964272 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766299dd-8da6-4c2f-ad64-614306ad2158 x-openstack-request-id: req-766299dd-8da6-4c2f-ad64-614306ad2158 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:54.964711 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e641f7ec-0d41-4439-bc77-7158fb9d346e", "name": "network-vif-plugged", "status": "completed", "tag": "cde5a5c3-65ba-417d-8651-74ec3a50ff0d", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:54.965085 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-766299dd-8da6-4c2f-ad64-614306ad2158 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:54.965637 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766299dd-8da6-4c2f-ad64-614306ad2158'] response: {'server_uuid': 'e641f7ec-0d41-4439-bc77-7158fb9d346e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde5a5c3-65ba-417d-8651-74ec3a50ff0d', 'code': 200}
Apr 16 21:08:55.029654 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-accdbfc9-aea0-40fe-aa17-eb2d58c1dcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (99c808d8-dca0-4242-a6cb-2d56773e03ec), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:55.035266 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-accdbfc9-aea0-40fe-aa17-eb2d58c1dcc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:55.039796 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-accdbfc9-aea0-40fe-aa17-eb2d58c1dcc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99c808d8-dca0-4242-a6cb-2d56773e03ec HTTP/1.1" status: 204  len: 168 time: 0.5563431
Apr 16 21:08:55.067975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-228d3c33-8855-4735-801d-1a91d9cfe096 req-9d11a9d5-177f-44df-8c7d-5f66910c892c tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 210 time: 0.0526347
Apr 16 21:08:55.072075 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-dbcc50ca-0902-4f9c-a1da-96f586f63223 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:55.085490 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdbfc9-aea0-40fe-aa17-eb2d58c1dcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c808d8-dca0-4242-a6cb-2d56773e03ec,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:55.122555 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60cf5-4c7e-45df-88b0-aaed6bf11bc4 req-ca86e532-9db1-48c0-bf92-c41296a4064e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:55.124677 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44e60cf5-4c7e-45df-88b0-aaed6bf11bc4 req-ca86e532-9db1-48c0-bf92-c41296a4064e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 950 time: 0.1330330
Apr 16 21:08:55.157461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-dbcc50ca-0902-4f9c-a1da-96f586f63223 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Network 341a7a54-447f-4bb3-9bb9-2193e32a0929 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:08:55.165149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-dbcc50ca-0902-4f9c-a1da-96f586f63223 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:55.176409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc50ca-0902-4f9c-a1da-96f586f63223 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Pushing event updated for resources: {'Port': ['ID=fb4825e7-d0af-4d1c-a416-731410a77b41,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:55.178771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-dbcc50ca-0902-4f9c-a1da-96f586f63223 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:08:55.237951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2da127-2f9b-4709-b0a3-a44150dba169 req-ad20a283-9009-48e8-90e8-2c3becca0c3a tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:55.239399 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fc2da127-2f9b-4709-b0a3-a44150dba169 req-ad20a283-9009-48e8-90e8-2c3becca0c3a tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 950 time: 0.2490098
Apr 16 21:08:55.250927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf1def-c47e-452a-98e7-b35bbe8ad3c6 req-e60ab40e-534e-4ee6-a58e-4c3bea31db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:55.253660 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecdf1def-c47e-452a-98e7-b35bbe8ad3c6 req-e60ab40e-534e-4ee6-a58e-4c3bea31db3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 1128 time: 0.2085104
Apr 16 21:08:55.263105 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4aace1-5ced-46e9-8582-e31136545c97 req-6d6f5dbf-1a11-4af4-93b2-44f1bb8f7868 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:55.265656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe4aace1-5ced-46e9-8582-e31136545c97 req-6d6f5dbf-1a11-4af4-93b2-44f1bb8f7868 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 932 time: 0.0970445
Apr 16 21:08:55.294308 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-dbcc50ca-0902-4f9c-a1da-96f586f63223 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:55.294761 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-dbcc50ca-0902-4f9c-a1da-96f586f63223 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:55.337517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-44e60cf5-4c7e-45df-88b0-aaed6bf11bc4 req-55f7b0b7-9cce-4b3c-a734-a8bc5ad5e31e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Deleting port b2b1f926-26c2-4967-962d-9fcdd23eac15 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:08:55.337669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44e60cf5-4c7e-45df-88b0-aaed6bf11bc4 req-55f7b0b7-9cce-4b3c-a734-a8bc5ad5e31e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:55.342094 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe4aace1-5ced-46e9-8582-e31136545c97 req-5e41507c-5386-4577-be06-1dd4e163b965 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656021
Apr 16 21:08:55.373329 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks [] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:55.410623 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecdf1def-c47e-452a-98e7-b35bbe8ad3c6 req-791d55d0-040a-482c-bcd4-ecb5b8bebd1d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483037
Apr 16 21:08:55.421134 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-dbcc50ca-0902-4f9c-a1da-96f586f63223 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3888011
Apr 16 21:08:55.428412 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Request body: {'port': {'device_id': 'ffc4d9b2-dd4f-44dc-a189-354eff7a5573', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:55.455749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fc2da127-2f9b-4709-b0a3-a44150dba169 req-73dc45f7-f94d-4738-a3d0-15ea981f4094 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d71094-4c96-49e9-968a-3ba571d5ec03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009892
Apr 16 21:08:55.507098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-44e60cf5-4c7e-45df-88b0-aaed6bf11bc4 req-55f7b0b7-9cce-4b3c-a734-a8bc5ad5e31e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] For port b2b1f926-26c2-4967-962d-9fcdd23eac15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2b1f926-26c2-4967-962d-9fcdd23eac15,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:08:55.507465 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44e60cf5-4c7e-45df-88b0-aaed6bf11bc4 req-55f7b0b7-9cce-4b3c-a734-a8bc5ad5e31e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:55.515672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b2846712-3926-4105-a4b6-dab948d884e8 req-f1f8df4d-406b-43d5-82a4-9917ee126e10 tempest-ServersAdminNegativeTestJSON-1023558402 tempest-ServersAdminNegativeTestJSON-1023558402-project] 10.222.0.20 "GET /v2.0/ports?device_id=84fdd641-4d23-472a-8b8f-fded89dbcc32 HTTP/1.1" status: 200  len: 210 time: 0.0490553
Apr 16 21:08:55.525168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-44e60cf5-4c7e-45df-88b0-aaed6bf11bc4 req-55f7b0b7-9cce-4b3c-a734-a8bc5ad5e31e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Calling delete_port for b2b1f926-26c2-4967-962d-9fcdd23eac15 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:08:55.558063 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:55.611789 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:55.707345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:08:55.715315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:08:55.719497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Pushing event updated for resources: {'Port': ['ID=9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:55.721990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:08:55.805370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:55.805935 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:55.863127 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44e60cf5-4c7e-45df-88b0-aaed6bf11bc4 req-55f7b0b7-9cce-4b3c-a734-a8bc5ad5e31e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b2b1f926-26c2-4967-962d-9fcdd23eac15), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:55.877357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b2b1f926-26c2-4967-962d-9fcdd23eac15'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:08:55.906536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7b0b7-9cce-4b3c-a734-a8bc5ad5e31e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Pushing event deleted for resources: {'Port': ['ID=b2b1f926-26c2-4967-962d-9fcdd23eac15,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:55.931242 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-2ac1af75-f6ef-4d48-bfbd-892f811ace3f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1913965
Apr 16 21:08:55.993740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Request body: {'port': {'device_id': 'bf93495b-7d10-4cb2-9353-0302e654d8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:08:56.005839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e60cf5-4c7e-45df-88b0-aaed6bf11bc4 req-55f7b0b7-9cce-4b3c-a734-a8bc5ad5e31e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] No DVR routers for this DVR port b2b1f926-26c2-4967-962d-9fcdd23eac15 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:08:56.009367 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44e60cf5-4c7e-45df-88b0-aaed6bf11bc4 req-55f7b0b7-9cce-4b3c-a734-a8bc5ad5e31e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:56.012953 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44e60cf5-4c7e-45df-88b0-aaed6bf11bc4 req-55f7b0b7-9cce-4b3c-a734-a8bc5ad5e31e tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.11 "DELETE /v2.0/ports/b2b1f926-26c2-4967-962d-9fcdd23eac15 HTTP/1.1" status: 204  len: 173 time: 0.8787961
Apr 16 21:08:56.013658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5139ef-315a-4a27-9ec4-32c148154072', 'name': 'network-vif-deleted', 'tag': 'b2b1f926-26c2-4967-962d-9fcdd23eac15'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:56.016243 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99537583-f8db-4570-8e10-e901bfb9ec71" -d '{"events": [{"server_uuid": "1b5139ef-315a-4a27-9ec4-32c148154072", "name": "network-vif-deleted", "tag": "b2b1f926-26c2-4967-962d-9fcdd23eac15"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:56.020559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ba9a8f4e-7580-4b44-a43d-765e72a82b9e None None] Provisioning complete for port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:08:56.022460 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8f4e-7580-4b44-a43d-765e72a82b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:56.113650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a8f4e-7580-4b44-a43d-765e72a82b9e None None] Port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:08:56.148778 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:56.217241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bf87f-a984-467e-a7d5-3f9be54ebaff req-9433f320-a3a6-4016-8223-ecd80aaaf487 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:56.219031 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea4bf87f-a984-467e-a7d5-3f9be54ebaff req-9433f320-a3a6-4016-8223-ecd80aaaf487 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 946 time: 0.0745401
Apr 16 21:08:56.294821 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea4bf87f-a984-467e-a7d5-3f9be54ebaff req-dbecd128-a152-48ba-b424-7439970f8d0b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702629
Apr 16 21:08:56.357748 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-dcf152c0-d97b-432f-af77-5b45c530de12 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ba3fef3234544544870ea9ee02d5b344&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0242279
Apr 16 21:08:56.359342 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa147ce0-5e42-4a64-a1a8-6907996a96b6 x-openstack-request-id: req-aa147ce0-5e42-4a64-a1a8-6907996a96b6 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:56.359640 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5139ef-315a-4a27-9ec4-32c148154072", "name": "network-vif-deleted", "tag": "b2b1f926-26c2-4967-962d-9fcdd23eac15", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:56.359894 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa147ce0-5e42-4a64-a1a8-6907996a96b6 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:56.360665 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa147ce0-5e42-4a64-a1a8-6907996a96b6'] response: {'server_uuid': '1b5139ef-315a-4a27-9ec4-32c148154072', 'name': 'network-vif-deleted', 'tag': 'b2b1f926-26c2-4967-962d-9fcdd23eac15', 'status': 'completed', 'code': 200}
Apr 16 21:08:56.361156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4825e7-d0af-4d1c-a416-731410a77b41 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:56.379590 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Publish callbacks [] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:56.400981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Transition to ACTIVE for port object fb4825e7-d0af-4d1c-a416-731410a77b41 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:08:56.477436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3dfe23-a3d9-4040-bbb7-452f1be92fdc req-c9320f7f-dbe4-4d64-bea3-3835382b1542 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:56.479351 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c3dfe23-a3d9-4040-bbb7-452f1be92fdc req-c9320f7f-dbe4-4d64-bea3-3835382b1542 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 936 time: 0.0693860
Apr 16 21:08:56.521891 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:56.556762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-82dc5052-b55a-4411-96cb-f7affac38c50 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:56.558303 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-82dc5052-b55a-4411-96cb-f7affac38c50 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1847806
Apr 16 21:08:56.585704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-fa686a77-3c85-4fa0-8ddd-1a6e3610e0ba tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/quotas/ba3fef3234544544870ea9ee02d5b344 HTTP/1.1" status: 200  len: 375 time: 0.0117445
Apr 16 21:08:56.624844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Pushing event updated for resources: {'Port': ['ID=fb4825e7-d0af-4d1c-a416-731410a77b41,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:56.644294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c3dfe23-a3d9-4040-bbb7-452f1be92fdc req-8245a7ab-cf5e-487b-80e7-e430f36f3d57 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577458
Apr 16 21:08:56.679994 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-9afbcad8-aebb-430b-a829-6001ec10c327 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba3fef3234544544870ea9ee02d5b344&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0390625
Apr 16 21:08:56.682515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:08:56.693755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Publish callbacks [] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:56.715260 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Transition to ACTIVE for port object 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:08:56.746523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Attempting to bind port fb4825e7-d0af-4d1c-a416-731410a77b41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:08:56.746848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Attempting to bind port fb4825e7-d0af-4d1c-a416-731410a77b41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:08:56.747209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Attempting to bind port fb4825e7-d0af-4d1c-a416-731410a77b41 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:56.761449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Port fb4825e7-d0af-4d1c-a416-731410a77b41 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:08:56.761773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Attempting to bind port fb4825e7-d0af-4d1c-a416-731410a77b41 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:56.785197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:08:56.785570 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:56.785950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Bound using segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:08:56.786980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Bound port: fb4825e7-d0af-4d1c-a416-731410a77b41, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:08:56.787334 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:56.794146 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:56.810582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4006b99-1935-4382-844a-e99f1fe372aa req-8db99ccd-8421-4853-8f62-39ccc1eb268e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:56.812041 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d4006b99-1935-4382-844a-e99f1fe372aa req-8db99ccd-8421-4853-8f62-39ccc1eb268e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 944 time: 0.0625815
Apr 16 21:08:56.875218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Pushing event updated for resources: {'Port': ['ID=9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:56.977778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device bab3ec3e-82d0-419b-9ccb-11f635214fe4 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:08:57.006484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: bab3ec3e-82d0-419b-9ccb-11f635214fe4 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:08:57.007168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device bab3ec3e-82d0-419b-9ccb-11f635214fe4 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:08:57.012721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Attempting to bind port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:08:57.013075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Attempting to bind port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:08:57.013406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Attempting to bind port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:57.030242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:08:57.030592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Attempting to bind port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:08:57.051513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:08:57.051898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:08:57.052322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:08:57.052763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Bound port: 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:08:57.054859 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:57.056448 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d4006b99-1935-4382-844a-e99f1fe372aa req-da15f959-99b8-4170-b68d-00baf8be4ccf tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211680
Apr 16 21:08:57.062784 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:57.122186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb4825e7-d0af-4d1c-a416-731410a77b41,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:08:57.194742 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:57.220849 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:57.221802 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:57.228227 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] 10.222.0.41 "PUT /v2.0/ports/fb4825e7-d0af-4d1c-a416-731410a77b41 HTTP/1.1" status: 200  len: 1092 time: 1.8054483
Apr 16 21:08:57.228956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc4d9b2-dd4f-44dc-a189-354eff7a5573', 'tag': 'fb4825e7-d0af-4d1c-a416-731410a77b41'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:57.231270 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2759a8b-27fb-4cf2-82eb-5bb299c8f173" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc4d9b2-dd4f-44dc-a189-354eff7a5573", "tag": "fb4825e7-d0af-4d1c-a416-731410a77b41"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:57.301352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] For port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:08:57.308781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] For port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:08:57.321427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-397c6e6d-fc92-4d20-bf8c-0a66d2e0ded4 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ba3fef3234544544870ea9ee02d5b344&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0395551
Apr 16 21:08:57.329024 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30582263-0746-41da-9048-6985c682a3c5 req-4322cc59-8059-455c-8562-d21d3fa01785 tempest-ServerDiagnosticsNegativeTest-28835504 tempest-ServerDiagnosticsNegativeTest-28835504-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5139ef-315a-4a27-9ec4-32c148154072 HTTP/1.1" status: 200  len: 210 time: 0.1653383
Apr 16 21:08:57.397349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bb7ab-3e6e-4479-8888-4ff3dfab71fc service neutron] Pushing event updated for resources: {'Port': ['ID=fb4825e7-d0af-4d1c-a416-731410a77b41,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:57.407214 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cdf487-7065-43e7-8c19-80e07379c46f x-openstack-request-id: req-c3cdf487-7065-43e7-8c19-80e07379c46f {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:57.407504 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc4d9b2-dd4f-44dc-a189-354eff7a5573", "tag": "fb4825e7-d0af-4d1c-a416-731410a77b41", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:57.407756 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3cdf487-7065-43e7-8c19-80e07379c46f {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:57.408143 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cdf487-7065-43e7-8c19-80e07379c46f'] response: {'name': 'network-changed', 'server_uuid': 'ffc4d9b2-dd4f-44dc-a189-354eff7a5573', 'tag': 'fb4825e7-d0af-4d1c-a416-731410a77b41', 'status': 'completed', 'code': 200}
Apr 16 21:08:57.419435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:57.481055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-a286c49e-ed05-469d-a073-2ceeb521aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:57.481055 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-a286c49e-ed05-469d-a073-2ceeb521aa63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 1126 time: 0.0703638
Apr 16 21:08:57.515765 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:57.516714 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:57.518692 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] 10.222.0.41 "PUT /v2.0/ports/9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc HTTP/1.1" status: 200  len: 1096 time: 1.5303850
Apr 16 21:08:57.547293 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-f38fd2eb-23d6-4f3c-8ce1-43568d5fff03 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:57.548908 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-f38fd2eb-23d6-4f3c-8ce1-43568d5fff03 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2131827
Apr 16 21:08:57.550687 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-e899a302-ff77-4a69-ba4c-f124cd7ec626 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4825e7-d0af-4d1c-a416-731410a77b41 HTTP/1.1" status: 200  len: 217 time: 0.0658574
Apr 16 21:08:57.557850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c74f5f-17ac-423d-96ad-c06ea90b7d42 req-f5982777-7de1-47a7-a590-fe25a0f0fbdf tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:57.559740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d1c74f5f-17ac-423d-96ad-c06ea90b7d42 req-f5982777-7de1-47a7-a590-fe25a0f0fbdf tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 946 time: 0.1201594
Apr 16 21:08:57.589592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fc107-c034-46e7-8853-7b669435802d service neutron] Pushing event updated for resources: {'Port': ['ID=9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:57.617769 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-8a44baf0-8803-4a68-85b4-a8565f1caf13 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/quotas/ba3fef3234544544870ea9ee02d5b344 HTTP/1.1" status: 200  len: 375 time: 0.0575891
Apr 16 21:08:57.653311 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d1c74f5f-17ac-423d-96ad-c06ea90b7d42 req-f7145be1-1c3e-4053-b7ba-5ca8a1c66771 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811794
Apr 16 21:08:57.693707 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-8cfc553b-0971-462e-a4f8-828210aa7de7 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba3fef3234544544870ea9ee02d5b344&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0750375
Apr 16 21:08:57.763029 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-3499cbd9-ee16-4cc7-9e26-f5e97c744bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:57.769002 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-3499cbd9-ee16-4cc7-9e26-f5e97c744bc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.2091405
Apr 16 21:08:57.772362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-a29e6320-afdf-49e6-a516-602a05165b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:57.774381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-a29e6320-afdf-49e6-a516-602a05165b61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1924a4ceffaf45d0bf2bd76ebb421bcd&device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 1130 time: 0.1141462
Apr 16 21:08:57.835907 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-cf5fecb0-df32-41f6-bb26-db141bc1dc81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0572789
Apr 16 21:08:57.839126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-93326e0e-1aa3-48bc-8cc8-dc8bf95fb5c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc HTTP/1.1" status: 200  len: 217 time: 0.0553420
Apr 16 21:08:57.888391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47828) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:57.911943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-d74d6a0e-7c0f-409b-8149-1103d6ef9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:57.913838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-d74d6a0e-7c0f-409b-8149-1103d6ef9632 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0676284
Apr 16 21:08:57.963070 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-a5ab2d27-59d6-430f-9669-2aca432715dc service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1162002
Apr 16 21:08:57.963969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-bcb74bdf-c57b-42e9-b135-2dcbe540f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:57.965791 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-bcb74bdf-c57b-42e9-b135-2dcbe540f1df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0461857
Apr 16 21:08:58.131213 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ed639c5-a084-4659-b5ca-50ba22f6282f req-7aff325a-eec3-4d19-b8d8-ce3d2cf175bd service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572683
Apr 16 21:08:58.133499 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0df49259-a400-4ebc-bc56-e588cd6da2c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=487e280d7b014a7196cd1e4e9165cc7e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2437472
Apr 16 21:08:58.148154 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47840) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:58.162576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-84f24e5e-dc52-4ea8-b790-b6709c320459 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1865075
Apr 16 21:08:58.241104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf356-249e-4095-af53-a8eb17277abf req-eb856f95-9df9-414c-a46f-7c29306dcfc9 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:58.242622 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-186bf356-249e-4095-af53-a8eb17277abf req-eb856f95-9df9-414c-a46f-7c29306dcfc9 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 948 time: 0.0961294
Apr 16 21:08:58.308539 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-186bf356-249e-4095-af53-a8eb17277abf req-274a13b4-de59-471f-87d3-fe3e569fbce7 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580039
Apr 16 21:08:58.309094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d909f55-c735-43ff-9c33-d60c54294b90 req-6b5fec72-a519-4758-9e47-63046c7a42c6 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405034
Apr 16 21:08:58.309554 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b90c72e8-f774-4cbb-a060-6de97419258a admin admin] Publish callbacks [] for security_group (75452c69-7f5e-4a96-8749-ecb24f97f1b2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:58.321454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffec78-2423-4a26-bce7-bf365972a559 req-46524cf3-3fdd-4ef1-9606-53ff33f47e44 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:58.322813 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7ffec78-2423-4a26-bce7-bf365972a559 req-46524cf3-3fdd-4ef1-9606-53ff33f47e44 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 1128 time: 0.0528989
Apr 16 21:08:58.333677 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b90c72e8-f774-4cbb-a060-6de97419258a admin admin] Publish callbacks [] for security_group (75452c69-7f5e-4a96-8749-ecb24f97f1b2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:58.347980 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b2b1f926-26c2-4967-962d-9fcdd23eac15 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:08:58.362156 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf93495b-7d10-4cb2-9353-0302e654d8fa', 'tag': '9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:08:58.365411 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ec723b-7a3c-4fd3-b6e1-2035530651a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf93495b-7d10-4cb2-9353-0302e654d8fa", "tag": "9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:08:58.375218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: b2b1f926-26c2-4967-962d-9fcdd23eac15 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:08:58.375814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b2b1f926-26c2-4967-962d-9fcdd23eac15 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:08:58.393933 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7ffec78-2423-4a26-bce7-bf365972a559 req-a3178367-68bf-4560-908e-54f0916eeec5 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642183
Apr 16 21:08:58.400977 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b4a0cca-02ff-42ec-b484-fa0552e9d872 req-054a6ab0-bd46-4e05-9f05-5ec66a15039b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 210 time: 0.0294235
Apr 16 21:08:58.508814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b90c72e8-f774-4cbb-a060-6de97419258a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (75452c69-7f5e-4a96-8749-ecb24f97f1b2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:58.511432 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b90c72e8-f774-4cbb-a060-6de97419258a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:58.512908 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b90c72e8-f774-4cbb-a060-6de97419258a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75452c69-7f5e-4a96-8749-ecb24f97f1b2 HTTP/1.1" status: 204  len: 168 time: 0.3636093
Apr 16 21:08:58.522996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c72e8-f774-4cbb-a060-6de97419258a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75452c69-7f5e-4a96-8749-ecb24f97f1b2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:58.540940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216702b7-97ec-4eed-81ca-09e1147e31f5 req-9dfa0ae9-1ccb-42bf-ba27-c155b582cb71 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:58.551868 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-216702b7-97ec-4eed-81ca-09e1147e31f5 req-9dfa0ae9-1ccb-42bf-ba27-c155b582cb71 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 944 time: 0.0694089
Apr 16 21:08:58.578916 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7d6afc-051e-4f0e-b2b5-24ab2b2574fe x-openstack-request-id: req-dc7d6afc-051e-4f0e-b2b5-24ab2b2574fe {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:08:58.579211 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf93495b-7d10-4cb2-9353-0302e654d8fa", "tag": "9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:08:58.579467 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc7d6afc-051e-4f0e-b2b5-24ab2b2574fe {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:08:58.579901 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7d6afc-051e-4f0e-b2b5-24ab2b2574fe'] response: {'name': 'network-changed', 'server_uuid': 'bf93495b-7d10-4cb2-9353-0302e654d8fa', 'tag': '9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc', 'status': 'completed', 'code': 200}
Apr 16 21:08:58.637233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-216702b7-97ec-4eed-81ca-09e1147e31f5 req-987a6cf4-59b2-478d-8719-821e5d31d59e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831912
Apr 16 21:08:58.639492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290ee55-8278-4050-8a86-247124ed8f99 req-a310ee17-4050-4c15-8b69-5bba2b9f0483 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:58.641130 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a290ee55-8278-4050-8a86-247124ed8f99 req-a310ee17-4050-4c15-8b69-5bba2b9f0483 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 1128 time: 0.0415497
Apr 16 21:08:58.690390 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a290ee55-8278-4050-8a86-247124ed8f99 req-fcc79f63-b9f8-4c55-ae39-bf41c0ab2659 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429182
Apr 16 21:08:59.096160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47914) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:59.263003 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a6e5eb78-95ad-431a-b8d1-64efd5916934 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=676a0384d9444d9d8e42073806728c43&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1656494
Apr 16 21:08:59.265470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47938) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:59.313733 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-84546d4f-1335-4383-9a83-66544fde3df0 admin admin] Publish callbacks [] for security_group (35d71094-4c96-49e9-968a-3ba571d5ec03), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:59.341649 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-84546d4f-1335-4383-9a83-66544fde3df0 admin admin] Publish callbacks [] for security_group (35d71094-4c96-49e9-968a-3ba571d5ec03), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:59.469351 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-84546d4f-1335-4383-9a83-66544fde3df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (35d71094-4c96-49e9-968a-3ba571d5ec03), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:59.472776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-84546d4f-1335-4383-9a83-66544fde3df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:59.481048 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-84546d4f-1335-4383-9a83-66544fde3df0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35d71094-4c96-49e9-968a-3ba571d5ec03 HTTP/1.1" status: 204  len: 168 time: 0.2106848
Apr 16 21:08:59.485266 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84546d4f-1335-4383-9a83-66544fde3df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d71094-4c96-49e9-968a-3ba571d5ec03,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:59.537449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47970) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:59.587732 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3699f8a2-0167-4ddf-b812-a55c7ae9f3ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebe1c580d7704b798d1b64b83b8edb84&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0487578
Apr 16 21:08:59.590195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47978) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:08:59.649274 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eced84de-cf04-48b2-8057-c11dd24cb878 admin admin] Publish callbacks [] for security_group (cd7a7187-e74c-4484-8fb9-a136a0d1bcd1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:59.678719 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eced84de-cf04-48b2-8057-c11dd24cb878 admin admin] Publish callbacks [] for security_group (cd7a7187-e74c-4484-8fb9-a136a0d1bcd1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:59.790715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dab38c-3172-4683-9991-b7775f97098a req-b648a76b-d455-42de-9698-d06506d111e8 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:08:59.792677 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55dab38c-3172-4683-9991-b7775f97098a req-b648a76b-d455-42de-9698-d06506d111e8 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 948 time: 0.0554798
Apr 16 21:08:59.839592 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eced84de-cf04-48b2-8057-c11dd24cb878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cd7a7187-e74c-4484-8fb9-a136a0d1bcd1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:59.842171 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eced84de-cf04-48b2-8057-c11dd24cb878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:08:59.846889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eced84de-cf04-48b2-8057-c11dd24cb878 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd7a7187-e74c-4484-8fb9-a136a0d1bcd1 HTTP/1.1" status: 204  len: 168 time: 0.2520020
Apr 16 21:08:59.848965 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55dab38c-3172-4683-9991-b7775f97098a req-6a871730-55e0-4748-8edd-6f91a6de7758 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501170
Apr 16 21:08:59.855040 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced84de-cf04-48b2-8057-c11dd24cb878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7a7187-e74c-4484-8fb9-a136a0d1bcd1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:08:59.959707 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b2189f6-fe14-4385-8081-ea4fe61d0a82 req-7e3380a7-d2ee-4cf0-bdc1-9ce22eb768ef tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 210 time: 0.0365341
Apr 16 21:09:00.069496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a882a1-6f91-4d01-ae95-7fc6c437e007 req-d47a469d-6da3-4012-b320-9a0789e69b2c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:00.070966 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76a882a1-6f91-4d01-ae95-7fc6c437e007 req-d47a469d-6da3-4012-b320-9a0789e69b2c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 944 time: 0.0476310
Apr 16 21:09:00.116312 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76a882a1-6f91-4d01-ae95-7fc6c437e007 req-e93df74c-df22-4152-a3c2-dfd1c8bacaa7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396862
Apr 16 21:09:00.233682 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-47853d32-f27a-47d5-b39e-5a3cb85c088b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ba3fef3234544544870ea9ee02d5b344&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0252502
Apr 16 21:09:00.410550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-a1bed475-3568-4f8d-985f-565018e2e86d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:00.412959 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-a1bed475-3568-4f8d-985f-565018e2e86d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1722553
Apr 16 21:09:00.414430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2759a8b-27fb-4cf2-82eb-5bb299c8f173 req-6e292303-db11-4426-ac8a-e05c030a85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:00.415456 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2759a8b-27fb-4cf2-82eb-5bb299c8f173 req-6e292303-db11-4426-ac8a-e05c030a85d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 1126 time: 0.0639338
Apr 16 21:09:00.437348 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48040) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:00.450224 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aba8220e-1301-4c6b-8cc6-39b040e08287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:00.519630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2759a8b-27fb-4cf2-82eb-5bb299c8f173 req-6796d0dd-67bd-4669-9e74-a6bc5d3310d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:00.521568 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2759a8b-27fb-4cf2-82eb-5bb299c8f173 req-6796d0dd-67bd-4669-9e74-a6bc5d3310d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.1004968
Apr 16 21:09:00.531831 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aba8220e-1301-4c6b-8cc6-39b040e08287 admin admin] Publish callbacks [] for security_group (d562ef34-6f1f-4d86-9b33-d3df395cc280), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:00.572983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Request body: {'port': {'device_id': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'ba3fef3234544544870ea9ee02d5b344'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:00.577672 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2759a8b-27fb-4cf2-82eb-5bb299c8f173 req-fce1432e-6487-4d8f-851f-91933e9181e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4825e7-d0af-4d1c-a416-731410a77b41 HTTP/1.1" status: 200  len: 217 time: 0.0491788
Apr 16 21:09:00.690947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aba8220e-1301-4c6b-8cc6-39b040e08287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d562ef34-6f1f-4d86-9b33-d3df395cc280), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:00.758942 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aba8220e-1301-4c6b-8cc6-39b040e08287 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55a0799e8a234a96a30345b6b7f7e648&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3204386
Apr 16 21:09:00.760076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8220e-1301-4c6b-8cc6-39b040e08287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d562ef34-6f1f-4d86-9b33-d3df395cc280,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:00.767505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48066) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:00.822745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Made reservation on behalf of ba3fef3234544544870ea9ee02d5b344 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:00.823982 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-133657f2-a484-4c7e-a80f-9f77bfd60815 admin admin] Publish callbacks [] for security_group (d562ef34-6f1f-4d86-9b33-d3df395cc280), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:00.827325 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:00.837059 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:00.855994 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-133657f2-a484-4c7e-a80f-9f77bfd60815 admin admin] Publish callbacks [] for security_group (d562ef34-6f1f-4d86-9b33-d3df395cc280), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:00.918273 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks [] for security_group (1a44b7d2-93da-4916-a9a9-bf368959990c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:00.939878 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-a68b40d2-5813-43a6-9cf9-859b5e7a7eac tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ba3fef3234544544870ea9ee02d5b344&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0240638
Apr 16 21:09:01.046852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1a44b7d2-93da-4916-a9a9-bf368959990c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:01.072604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-f83c7635-ece9-4ee4-826c-0c353ff169ed tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:01.075061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-f83c7635-ece9-4ee4-826c-0c353ff169ed tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1296923
Apr 16 21:09:01.088569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b18e0f79-a0a9-40c8-8b45-e0437b09044d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Request body: {'port': {'device_id': '4196bcfc-2c28-485b-8c51-5b460fee70e2', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'ba3fef3234544544870ea9ee02d5b344'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:01.095499 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-133657f2-a484-4c7e-a80f-9f77bfd60815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d562ef34-6f1f-4d86-9b33-d3df395cc280), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:01.103915 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-133657f2-a484-4c7e-a80f-9f77bfd60815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:01.105680 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-133657f2-a484-4c7e-a80f-9f77bfd60815 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d562ef34-6f1f-4d86-9b33-d3df395cc280 HTTP/1.1" status: 204  len: 168 time: 0.3364036
Apr 16 21:09:01.116292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133657f2-a484-4c7e-a80f-9f77bfd60815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d562ef34-6f1f-4d86-9b33-d3df395cc280,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:01.176155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a44b7d2-93da-4916-a9a9-bf368959990c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:01.317872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c55d2-61bc-4ca0-98e6-242d7978a65c req-81c06ae0-00b8-4fa6-a5cb-55ba20c56200 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:01.319408 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-149c55d2-61bc-4ca0-98e6-242d7978a65c req-81c06ae0-00b8-4fa6-a5cb-55ba20c56200 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 948 time: 0.1031213
Apr 16 21:09:01.329330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Allocated IP 192.168.233.228 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/c0642788-5af8-4722-90dd-d3c3c1a8b4a7) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:01.413916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-149c55d2-61bc-4ca0-98e6-242d7978a65c req-644c6838-a063-4320-a6a0-e1fec53ce68a tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858307
Apr 16 21:09:01.505976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ffde9be3-02a2-44a8-958e-ba708466ed6a req-2b06afcd-4082-498c-954f-c275d41136e6 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 210 time: 0.0374353
Apr 16 21:09:01.533701 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b18e0f79-a0a9-40c8-8b45-e0437b09044d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Made reservation on behalf of ba3fef3234544544870ea9ee02d5b344 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:01.539478 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b18e0f79-a0a9-40c8-8b45-e0437b09044d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:01.644410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks [] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:01.695911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29227210-51bf-4ee2-973e-798e31e9b959 req-06950c0d-ccfb-410e-bbc7-839dfcfa4590 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:01.697748 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29227210-51bf-4ee2-973e-798e31e9b959 req-06950c0d-ccfb-410e-bbc7-839dfcfa4590 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 944 time: 0.0794511
Apr 16 21:09:01.765319 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29227210-51bf-4ee2-973e-798e31e9b959 req-06629aa1-1f39-4fba-b439-1dbdd9629fca tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556142
Apr 16 21:09:01.951284 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:01.996889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:02.010134 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:02.012604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:02.023900 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b18e0f79-a0a9-40c8-8b45-e0437b09044d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Allocated IP 192.168.233.166 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/2819bc63-5a3d-4aac-8273-b90dbce3d22d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:02.070689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Pushing event updated for resources: {'Port': ['ID=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:02.125170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:02.126037 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:02.271254 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-901bd9d1-5cff-41ff-89aa-fda3cb2207ce tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7017627
Apr 16 21:09:02.282371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Request body: {'port': {'device_id': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:02.335296 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b18e0f79-a0a9-40c8-8b45-e0437b09044d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks [] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:02.345873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1d1dfee2-025c-41d0-9dee-5a889770180e None None] Provisioning complete for port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:02.346833 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1d1dfee2-025c-41d0-9dee-5a889770180e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:02.384492 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:02.400540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1d1dfee2-025c-41d0-9dee-5a889770180e None None] Port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:09:02.560600 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b18e0f79-a0a9-40c8-8b45-e0437b09044d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:02.762306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec723b-7a3c-4fd3-b6e1-2035530651a0 req-1ddbc009-9d0c-4550-a4df-e949aa7c4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:02.764981 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9ec723b-7a3c-4fd3-b6e1-2035530651a0 req-1ddbc009-9d0c-4550-a4df-e949aa7c4a03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1924a4ceffaf45d0bf2bd76ebb421bcd&device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 1130 time: 0.0602586
Apr 16 21:09:02.871263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec723b-7a3c-4fd3-b6e1-2035530651a0 req-44be2f32-c8dd-4964-9516-d058ae923abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:02.872784 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9ec723b-7a3c-4fd3-b6e1-2035530651a0 req-44be2f32-c8dd-4964-9516-d058ae923abe service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1011136
Apr 16 21:09:02.930469 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9ec723b-7a3c-4fd3-b6e1-2035530651a0 req-9fbd7bf8-3568-45b3-9a98-0b59578725e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc HTTP/1.1" status: 200  len: 217 time: 0.0424871
Apr 16 21:09:02.978646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device fb4825e7-d0af-4d1c-a416-731410a77b41 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:02.980773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec723b-7a3c-4fd3-b6e1-2035530651a0 req-a9596325-8d4f-4190-a140-13641f3f71c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:02.982858 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9ec723b-7a3c-4fd3-b6e1-2035530651a0 req-a9596325-8d4f-4190-a140-13641f3f71c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0454218
Apr 16 21:09:03.001813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b18e0f79-a0a9-40c8-8b45-e0437b09044d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:03.018850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b18e0f79-a0a9-40c8-8b45-e0437b09044d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:03.035725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b05759-51c0-4876-abe2-5172f00e594c req-5ad5d838-fa5f-4f01-bba8-861a599ddb7f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:03.038159 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06b05759-51c0-4876-abe2-5172f00e594c req-5ad5d838-fa5f-4f01-bba8-861a599ddb7f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 948 time: 0.1572783
Apr 16 21:09:03.041176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b18e0f79-a0a9-40c8-8b45-e0437b09044d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:03.050087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e0f79-a0a9-40c8-8b45-e0437b09044d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Pushing event updated for resources: {'Port': ['ID=2819bc63-5a3d-4aac-8273-b90dbce3d22d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:03.068632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec723b-7a3c-4fd3-b6e1-2035530651a0 req-6bfe7909-afe9-41ea-96e8-e89d88571754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:03.070281 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9ec723b-7a3c-4fd3-b6e1-2035530651a0 req-6bfe7909-afe9-41ea-96e8-e89d88571754 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0822461
Apr 16 21:09:03.099179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2759a8b-27fb-4cf2-82eb-5bb299c8f173 req-3602012b-37fe-43c8-bc6d-d3c0d4f04e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:03.100704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2759a8b-27fb-4cf2-82eb-5bb299c8f173 req-3602012b-37fe-43c8-bc6d-d3c0d4f04e5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.2185557
Apr 16 21:09:03.137312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb4825e7-d0af-4d1c-a416-731410a77b41,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:03.151650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'fb4825e7-d0af-4d1c-a416-731410a77b41', 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929', 'port_id': 'fb4825e7-d0af-4d1c-a416-731410a77b41', 'mac_address': 'fa:16:3e:e5:da:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:03.191540 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9ec723b-7a3c-4fd3-b6e1-2035530651a0 req-75159fb0-43dc-4dca-9055-74e0487bffb1 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1147766
Apr 16 21:09:03.195469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port fb4825e7-d0af-4d1c-a416-731410a77b41 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:03.195958 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:03.198973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06b05759-51c0-4876-abe2-5172f00e594c req-86856f65-fb9d-49f3-85b0-1412524e5a99 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509912
Apr 16 21:09:03.200924 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2759a8b-27fb-4cf2-82eb-5bb299c8f173 req-6f915dad-76b9-4103-839b-551a0571f07d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0890374
Apr 16 21:09:03.210952 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b18e0f79-a0a9-40c8-8b45-e0437b09044d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:03.211743 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b18e0f79-a0a9-40c8-8b45-e0437b09044d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:03.275021 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4825e7-d0af-4d1c-a416-731410a77b41 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:03.311051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb4825e7-d0af-4d1c-a416-731410a77b41,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:03.328910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c63751c0-0812-44cb-a658-e6c99dbd74c1 None None] Provisioning complete for port 2819bc63-5a3d-4aac-8273-b90dbce3d22d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:03.329394 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c63751c0-0812-44cb-a658-e6c99dbd74c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:03.357674 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9ec723b-7a3c-4fd3-b6e1-2035530651a0 req-a35e47e2-489f-4665-a6cb-ce5c82be7e22 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603196
Apr 16 21:09:03.367453 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b18e0f79-a0a9-40c8-8b45-e0437b09044d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2831423
Apr 16 21:09:03.380700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c63751c0-0812-44cb-a658-e6c99dbd74c1 None None] Port 2819bc63-5a3d-4aac-8273-b90dbce3d22d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:09:03.400287 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:03.402592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Request body: {'port': {'device_id': '4196bcfc-2c28-485b-8c51-5b460fee70e2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:03.444255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0642788-5af8-4722-90dd-d3c3c1a8b4a7 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:03.453287 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2759a8b-27fb-4cf2-82eb-5bb299c8f173 req-82f1622f-622d-47ba-89ca-fc83344b38d9 service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2312343
Apr 16 21:09:03.459126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=fb4825e7-d0af-4d1c-a416-731410a77b41,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:03.461044 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Publish callbacks [] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:03.468798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb329501-9263-4f53-9491-561a913bb509 req-8679469e-37fa-443d-b839-4c0630aca06f tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:03.470314 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb329501-9263-4f53-9491-561a913bb509 req-8679469e-37fa-443d-b839-4c0630aca06f tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 936 time: 0.1432247
Apr 16 21:09:03.505245 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48272) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:03.565957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Transition to ACTIVE for port object c0642788-5af8-4722-90dd-d3c3c1a8b4a7 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:03.597118 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:03.664836 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb329501-9263-4f53-9491-561a913bb509 req-a8336697-3e34-4970-ba88-4dfb1dc03551 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808724
Apr 16 21:09:03.668948 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2759a8b-27fb-4cf2-82eb-5bb299c8f173 req-f7f43b7a-7e9e-4c6a-bbdc-d3b7346b07f7 service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1974204
Apr 16 21:09:03.675741 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:03.707121 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['fb4825e7-d0af-4d1c-a416-731410a77b41'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:03.800314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:03.803945 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-49913258-adee-41c0-96a7-699fcfbb0c22 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:09:03.822261 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-49913258-adee-41c0-96a7-699fcfbb0c22 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3151460
Apr 16 21:09:03.987108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Attempting to bind port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:03.987454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Attempting to bind port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:03.987790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Attempting to bind port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:04.007552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:04.007552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Attempting to bind port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:04.015457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:04.015457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:04.015841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:04.016250 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Bound port: c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:04.016622 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:04.146818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2819bc63-5a3d-4aac-8273-b90dbce3d22d {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:04.175294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-e2dcd64b-d42d-456f-818a-732d0f91206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:04.177187 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Publish callbacks [] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:04.177329 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-e2dcd64b-d42d-456f-818a-732d0f91206c service neutron] 10.222.0.20 "GET /v2.0/ports/cde5a5c3-65ba-417d-8651-74ec3a50ff0d HTTP/1.1" status: 200  len: 1125 time: 0.1079595
Apr 16 21:09:04.184677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] For port c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:04.186161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:04.186637 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] Unknown quota resources ['binding']. {{(pid=122556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:09:04.191554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] For port c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:04.203663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Transition to ACTIVE for port object 2819bc63-5a3d-4aac-8273-b90dbce3d22d will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:04.210747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa8926-cad6-4b02-ab99-e91f85a42c1f req-dd46fd5d-634f-4ae0-9f87-917d23cbbe80 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:04.212319 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-99fa8926-cad6-4b02-ab99-e91f85a42c1f req-dd46fd5d-634f-4ae0-9f87-917d23cbbe80 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 945 time: 0.0861712
Apr 16 21:09:04.263127 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-99fa8926-cad6-4b02-ab99-e91f85a42c1f req-d50e4c34-73db-48ea-9170-9137e09fd0c4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427444
Apr 16 21:09:04.290113 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:04.325506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on host nch2-master-1 for vnic_type normal with profile None {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:04.325860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:04.326190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:04.327108 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:04.330727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] Port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:04.331269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:04.336136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:04.336520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:04.336903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] Bound using segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:04.337334 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] Bound port: cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:04.344959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:04.345582 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:04.347010 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] 10.222.0.11 "PUT /v2.0/ports/c0642788-5af8-4722-90dd-d3c3c1a8b4a7 HTTP/1.1" status: 200  len: 1096 time: 2.0686924
Apr 16 21:09:04.349924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'tag': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:04.357809 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a31f01-28a5-4c6f-9a3f-e8aa1b03c2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfc548c-fae5-47a4-bb2e-8a022ebf6c17", "tag": "c0642788-5af8-4722-90dd-d3c3c1a8b4a7"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:04.392003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0b9c4-2a9c-444c-92aa-9bf2ef9af1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:04.415563 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:04.491862 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:04.493214 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-55028edb-a247-41ca-b71e-eb4c0a19bffb service neutron] 10.222.0.20 "POST /v2.0/ports/cde5a5c3-65ba-417d-8651-74ec3a50ff0d/bindings HTTP/1.1" status: 201  len: 389 time: 0.3103473
Apr 16 21:09:04.517394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Pushing event updated for resources: {'Port': ['ID=2819bc63-5a3d-4aac-8273-b90dbce3d22d,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:04.530689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-cf07b7db-6b3f-41d1-9d57-a635fd258735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:04.532315 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-cf07b7db-6b3f-41d1-9d57-a635fd258735 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba3fef3234544544870ea9ee02d5b344&device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 1130 time: 0.0733137
Apr 16 21:09:04.555284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Attempting to bind port 2819bc63-5a3d-4aac-8273-b90dbce3d22d on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:04.555670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Attempting to bind port 2819bc63-5a3d-4aac-8273-b90dbce3d22d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:04.556006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Attempting to bind port 2819bc63-5a3d-4aac-8273-b90dbce3d22d on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:04.586146 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-bc620bfb-d09e-4efe-82e5-b83a225eb5fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7 HTTP/1.1" status: 200  len: 217 time: 0.0430052
Apr 16 21:09:04.588124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Port 2819bc63-5a3d-4aac-8273-b90dbce3d22d on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:04.588477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Attempting to bind port 2819bc63-5a3d-4aac-8273-b90dbce3d22d on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:04.602013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:04.603034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:04.603492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:04.603936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Bound port: 2819bc63-5a3d-4aac-8273-b90dbce3d22d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:04.604437 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:04.689500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-f75f401b-fbcf-4579-9d53-77277b455bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:04.690984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-f75f401b-fbcf-4579-9d53-77277b455bfa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0994828
Apr 16 21:09:04.750996 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] For port 2819bc63-5a3d-4aac-8273-b90dbce3d22d, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:04.761963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-32435dd9-6dd9-4056-867d-18c582a3af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:04.763489 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-32435dd9-6dd9-4056-867d-18c582a3af3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0644903
Apr 16 21:09:04.766983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] For port 2819bc63-5a3d-4aac-8273-b90dbce3d22d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2819bc63-5a3d-4aac-8273-b90dbce3d22d,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:04.875524 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:04.926576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-5f6d9267-4eda-48fd-9c9b-18cc3ab04f48 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561577
Apr 16 21:09:04.943096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:04.943724 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:04.945129 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] 10.222.0.11 "PUT /v2.0/ports/2819bc63-5a3d-4aac-8273-b90dbce3d22d HTTP/1.1" status: 200  len: 1096 time: 1.5489070
Apr 16 21:09:04.994585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:05.000312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device fb4825e7-d0af-4d1c-a416-731410a77b41 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:05.023121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-f9e2c208-4957-4c86-8416-75a3065bf029 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0374191
Apr 16 21:09:05.064693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fced6-c7ca-4195-9f97-a3aafd68f891 req-b87db783-63a4-40ce-83f0-8c8cfeedca4e tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:05.066708 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-930fced6-c7ca-4195-9f97-a3aafd68f891 req-b87db783-63a4-40ce-83f0-8c8cfeedca4e tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 948 time: 0.1469040
Apr 16 21:09:05.085801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327db1c-4339-4086-937a-9b7c6de104aa service neutron] Pushing event updated for resources: {'Port': ['ID=2819bc63-5a3d-4aac-8273-b90dbce3d22d,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:05.125025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port fb4825e7-d0af-4d1c-a416-731410a77b41 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:05.174520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-df828ad6-12ee-4092-bcb1-6abe0600f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:05.176296 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-df828ad6-12ee-4092-bcb1-6abe0600f3d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba3fef3234544544870ea9ee02d5b344&device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 1130 time: 0.1058536
Apr 16 21:09:05.181014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:05.187752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60875-0440-4706-8168-e4d1e360ea4a req-89f447b8-2675-4da9-ac9e-36ab48cb40b6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:05.189283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-89f447b8-2675-4da9-ac9e-36ab48cb40b6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1647866
Apr 16 21:09:05.205880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc', 'mac_address': 'fa:16:3e:23:6b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:05.215307 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a5b0537f-2ce3-46e6-b514-2b7718d3cd3d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/quotas/cd7c434915254744b7a0409ab8e6d33d HTTP/1.1" status: 200  len: 375 time: 0.0196111
Apr 16 21:09:05.236785 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-930fced6-c7ca-4195-9f97-a3aafd68f891 req-1d15eec0-243c-46b1-a005-5739b4a0ae76 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633329
Apr 16 21:09:05.253976 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a012b9e2-e41d-45b4-b076-57298c4a13b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0377707
Apr 16 21:09:05.257802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port fb4825e7-d0af-4d1c-a416-731410a77b41 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:05.258068 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:05.268025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:05.268492 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:05.294238 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3c8122c-9103-4db1-9ff2-5264802e6462 req-0f1ee2dd-2833-4798-9555-6633db61c016 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3480613
Apr 16 21:09:05.296224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-9756e288-27fb-4e28-91f9-7bce5de6444e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=2819bc63-5a3d-4aac-8273-b90dbce3d22d HTTP/1.1" status: 200  len: 217 time: 0.0959148
Apr 16 21:09:05.302340 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8785c3-040e-4533-b32c-029223c9cf52 x-openstack-request-id: req-7d8785c3-040e-4533-b32c-029223c9cf52 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:05.302704 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfc548c-fae5-47a4-bb2e-8a022ebf6c17", "tag": "c0642788-5af8-4722-90dd-d3c3c1a8b4a7", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:05.303031 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d8785c3-040e-4533-b32c-029223c9cf52 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:05.303551 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8785c3-040e-4533-b32c-029223c9cf52'] response: {'name': 'network-changed', 'server_uuid': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'tag': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7', 'status': 'completed', 'code': 200}
Apr 16 21:09:05.316102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:05.346992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-b65afb47-2f1d-4dcc-b643-10f23c77f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:05.349575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-b65afb47-2f1d-4dcc-b643-10f23c77f27c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 1128 time: 0.1612787
Apr 16 21:09:05.365906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:05.411477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port fb4825e7-d0af-4d1c-a416-731410a77b41 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:05.411975 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:05.432042 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:05.436134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc4d9b2-dd4f-44dc-a189-354eff7a5573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4825e7-d0af-4d1c-a416-731410a77b41'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:05.438364 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd800c7-9380-4e45-ae85-ba464bc023bb" -d '{"events": [{"server_uuid": "ffc4d9b2-dd4f-44dc-a189-354eff7a5573", "name": "network-vif-plugged", "status": "completed", "tag": "fb4825e7-d0af-4d1c-a416-731410a77b41"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:05.444824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-37191f01-542b-4fc9-ab50-6a3c918611b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:05.446350 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-37191f01-542b-4fc9-ab50-6a3c918611b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1387300
Apr 16 21:09:05.451214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb4825e7-d0af-4d1c-a416-731410a77b41,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:05.461466 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:05.468625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187628f8-8a0b-401b-99bc-6bac915654e1 req-750aeb58-8cee-4871-a47c-710872db581d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:05.470074 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-187628f8-8a0b-401b-99bc-6bac915654e1 req-750aeb58-8cee-4871-a47c-710872db581d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 948 time: 0.1137481
Apr 16 21:09:05.524896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:05.531612 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:05.542217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-040ad8b9-dcce-4ee5-bcc3-b0dfc22b4258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:05.543776 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-040ad8b9-dcce-4ee5-bcc3-b0dfc22b4258 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.1863184
Apr 16 21:09:05.605447 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-187628f8-8a0b-401b-99bc-6bac915654e1 req-0d5f6906-19b3-4798-9cff-42573b425abe tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252093
Apr 16 21:09:05.606074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6efd2-0571-4c7e-a3c9-2e724ec3e0fd req-f59a229d-662d-4594-bb26-0b009c071d01 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:05.608117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-70109d64-5482-4847-a729-44ed4ef2cc07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d HTTP/1.1" status: 200  len: 217 time: 0.0530865
Apr 16 21:09:05.615449 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78f6efd2-0571-4c7e-a3c9-2e724ec3e0fd req-f59a229d-662d-4594-bb26-0b009c071d01 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 946 time: 0.0598042
Apr 16 21:09:05.615784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=fb4825e7-d0af-4d1c-a416-731410a77b41,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:05.678282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78f6efd2-0571-4c7e-a3c9-2e724ec3e0fd req-e61a5d78-e0da-4e01-83d8-12485800057e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646889
Apr 16 21:09:05.684509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-5c5e3ba5-242c-451c-864b-5625290f2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:05.685759 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-5c5e3ba5-242c-451c-864b-5625290f2789 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.0703344
Apr 16 21:09:05.727060 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1591cb70-5ee7-4734-a437-c47ee7b1b098 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0343790
Apr 16 21:09:05.774137 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:05.847047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-f228b536-b3fd-45c2-a228-7068f6dbff5a service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1140139
Apr 16 21:09:05.969328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-09332e34-a7bc-4dda-aca3-9b463077c958 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1152666
Apr 16 21:09:06.195502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-8bdcea2f-939c-4c50-ac4c-648672fcfceb tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:06.197059 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-8bdcea2f-939c-4c50-ac4c-648672fcfceb tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0430911
Apr 16 21:09:06.209332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:06.274226 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac746db-f93e-4ce3-ba4b-467fb57607ac x-openstack-request-id: req-3ac746db-f93e-4ce3-ba4b-467fb57607ac {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:06.274226 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc4d9b2-dd4f-44dc-a189-354eff7a5573", "name": "network-vif-plugged", "status": "completed", "tag": "fb4825e7-d0af-4d1c-a416-731410a77b41", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:06.274226 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ac746db-f93e-4ce3-ba4b-467fb57607ac {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:06.274226 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac746db-f93e-4ce3-ba4b-467fb57607ac'] response: {'server_uuid': 'ffc4d9b2-dd4f-44dc-a189-354eff7a5573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4825e7-d0af-4d1c-a416-731410a77b41', 'code': 200}
Apr 16 21:09:06.372158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaef840-e6fc-4c85-9d82-0214f03f1ee3 req-0df9f06e-00b6-4aa5-b8e5-4936eae20ed5 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:06.381302 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9eaef840-e6fc-4c85-9d82-0214f03f1ee3 req-0df9f06e-00b6-4aa5-b8e5-4936eae20ed5 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 946 time: 0.0533569
Apr 16 21:09:06.404329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4fdeddcc-145c-458d-9415-da13d1457fad req-bafde968-c909-434f-b164-ddf393bb7608 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 210 time: 0.0695775
Apr 16 21:09:06.415218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-0ff3864a-462c-4756-bde8-96a5dcc03e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:06.415218 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-0ff3864a-462c-4756-bde8-96a5dcc03e11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1608093
Apr 16 21:09:06.437949 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9eaef840-e6fc-4c85-9d82-0214f03f1ee3 req-cb28a5c2-4175-4c31-ba41-f7ae2fabc965 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558217
Apr 16 21:09:06.488141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a31f01-28a5-4c6f-9a3f-e8aa1b03c2a7 req-bdb67077-3611-4bf2-8018-f27a3a242725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:06.489232 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80a31f01-28a5-4c6f-9a3f-e8aa1b03c2a7 req-bdb67077-3611-4bf2-8018-f27a3a242725 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba3fef3234544544870ea9ee02d5b344&device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 1130 time: 0.1582470
Apr 16 21:09:06.532222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:06.569814 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48440) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:06.614653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e235fd-4301-46a5-b1ef-5f4ee04f2df2 req-86a44653-033c-4f0e-9376-e5de2db03cfd tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:06.616875 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-00e235fd-4301-46a5-b1ef-5f4ee04f2df2 req-86a44653-033c-4f0e-9376-e5de2db03cfd tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 949 time: 0.0885079
Apr 16 21:09:06.677226 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-00e235fd-4301-46a5-b1ef-5f4ee04f2df2 req-af226075-e6b7-45e2-9ad2-90b2f155b0d1 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542953
Apr 16 21:09:06.719364 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dcb04805-4ccb-45e9-b7f2-001d48f7d60f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:06.812786 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dcb04805-4ccb-45e9-b7f2-001d48f7d60f admin admin] Publish callbacks [] for security_group (35a33af4-116c-494e-8f27-34d80b41efb3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:06.901467 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-800ca632-8c62-4d06-bbbd-9fe71eb96909 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4769852
Apr 16 21:09:06.908063 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dcb04805-4ccb-45e9-b7f2-001d48f7d60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (35a33af4-116c-494e-8f27-34d80b41efb3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:06.948005 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dcb04805-4ccb-45e9-b7f2-001d48f7d60f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=277d5a3deb7845f99eb7476e7f84c3af&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3769405
Apr 16 21:09:06.952706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48480) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:06.953523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb04805-4ccb-45e9-b7f2-001d48f7d60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a33af4-116c-494e-8f27-34d80b41efb3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:07.009913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d13a52e0-4ce2-4216-b233-9f1eaafb2832 admin admin] Publish callbacks [] for security_group (35a33af4-116c-494e-8f27-34d80b41efb3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:07.012958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:07.035596 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d13a52e0-4ce2-4216-b233-9f1eaafb2832 admin admin] Publish callbacks [] for security_group (35a33af4-116c-494e-8f27-34d80b41efb3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:07.041105 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-982b4872-a617-45eb-bd62-6a23b38f2ed5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1720119057&fields=id&tenant_id=d6395bf8972949f8837289679b58d151 HTTP/1.1" status: 200  len: 267 time: 0.4435575
Apr 16 21:09:07.120035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a31f01-28a5-4c6f-9a3f-e8aa1b03c2a7 req-a0b047ca-d969-49a2-85ac-c8c98bc81613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:07.121555 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80a31f01-28a5-4c6f-9a3f-e8aa1b03c2a7 req-a0b047ca-d969-49a2-85ac-c8c98bc81613 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.5903521
Apr 16 21:09:07.148912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d13a52e0-4ce2-4216-b233-9f1eaafb2832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (35a33af4-116c-494e-8f27-34d80b41efb3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:07.158503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d13a52e0-4ce2-4216-b233-9f1eaafb2832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:07.158503 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d13a52e0-4ce2-4216-b233-9f1eaafb2832 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35a33af4-116c-494e-8f27-34d80b41efb3 HTTP/1.1" status: 204  len: 168 time: 0.1985574
Apr 16 21:09:07.168020 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a52e0-4ce2-4216-b233-9f1eaafb2832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a33af4-116c-494e-8f27-34d80b41efb3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:07.230461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:07.255541 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80a31f01-28a5-4c6f-9a3f-e8aa1b03c2a7 req-3956fb7e-f45f-46a2-a5df-2bfefbca1170 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7 HTTP/1.1" status: 200  len: 217 time: 0.1172981
Apr 16 21:09:07.280751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:07.310582 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07d2cdd8-3e57-47b9-b796-91cf3746eff2 req-bc45b2f9-1f23-40a7-8fca-83f81d363465 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4024799
Apr 16 21:09:07.310935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4196bcfc-2c28-485b-8c51-5b460fee70e2', 'tag': '2819bc63-5a3d-4aac-8273-b90dbce3d22d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:07.313248 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189ee605-9611-4d30-a28c-ec654f250983" -d '{"events": [{"name": "network-changed", "server_uuid": "4196bcfc-2c28-485b-8c51-5b460fee70e2", "tag": "2819bc63-5a3d-4aac-8273-b90dbce3d22d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:07.320759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbab76-252d-423b-a93a-b159e6eecdef req-6fcce58a-c285-4e26-a5dd-ecc979262fb6 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:07.322474 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10cbab76-252d-423b-a93a-b159e6eecdef req-6fcce58a-c285-4e26-a5dd-ecc979262fb6 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 948 time: 0.0633852
Apr 16 21:09:07.348576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:07.350304 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:07.374466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-60430a05-9974-4e93-a14b-62c8cd1db463 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:07.376210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-60430a05-9974-4e93-a14b-62c8cd1db463 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/networks?id=d01e7439-5429-4e84-9f79-f267906a4f33 HTTP/1.1" status: 200  len: 824 time: 0.2940261
Apr 16 21:09:07.382818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a31f01-28a5-4c6f-9a3f-e8aa1b03c2a7 req-27bfec94-8f22-439d-9400-5a110f0fce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:07.387642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80a31f01-28a5-4c6f-9a3f-e8aa1b03c2a7 req-27bfec94-8f22-439d-9400-5a110f0fce6e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1174035
Apr 16 21:09:07.417178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:07.442502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09db96-eaf2-4fe7-acc6-3f5f743b3e3d req-4760002f-a2a7-4374-8384-d04ef60fb130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:07.445134 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa09db96-eaf2-4fe7-acc6-3f5f743b3e3d req-4760002f-a2a7-4374-8384-d04ef60fb130 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 1128 time: 0.1004665
Apr 16 21:09:07.447375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:07.447774 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:07.449144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10cbab76-252d-423b-a93a-b159e6eecdef req-9ffdb73b-127c-4120-a3c6-bac51a9534b1 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203320
Apr 16 21:09:07.451843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-257ffd67-4d85-40e5-af3b-0b07ecb41216 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/quotas/d6395bf8972949f8837289679b58d151 HTTP/1.1" status: 200  len: 375 time: 0.0615022
Apr 16 21:09:07.482489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a31f01-28a5-4c6f-9a3f-e8aa1b03c2a7 req-f1d2264a-1196-4eef-83a0-9b8a4c31fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:07.483813 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80a31f01-28a5-4c6f-9a3f-e8aa1b03c2a7 req-f1d2264a-1196-4eef-83a0-9b8a4c31fe92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0924854
Apr 16 21:09:07.505706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:07.535244 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa09db96-eaf2-4fe7-acc6-3f5f743b3e3d req-ebb4bfab-5a8c-4348-bd7a-f0a40c3caf8f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823131
Apr 16 21:09:07.554659 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Publish callbacks [] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:07.566450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-7b823ced-0793-4fb5-9469-116dd4d58be6 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6395bf8972949f8837289679b58d151&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1008527
Apr 16 21:09:07.578651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077db0c-e6c1-4d22-9886-4555ebd15a51 req-d40717b1-1c12-470b-adb3-be583fc62ed6 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:07.580877 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2077db0c-e6c1-4d22-9886-4555ebd15a51 req-d40717b1-1c12-470b-adb3-be583fc62ed6 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 946 time: 0.0589643
Apr 16 21:09:07.581118 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:07.641777 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:07.653153 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2077db0c-e6c1-4d22-9886-4555ebd15a51 req-2dd30a14-c605-4a4b-9733-5bdf70543fdb tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640306
Apr 16 21:09:07.693812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-99c0aff5-8ffd-4f22-a1ac-1ba55d30a451 service neutron] 10.222.0.20 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1080620
Apr 16 21:09:07.712356 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:07.831899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Pushing event updated for resources: {'Port': ['ID=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:07.871635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-7fda6cef-d8a6-466d-aed7-cb146e7ff344 service neutron] 10.222.0.20 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1717122
Apr 16 21:09:07.873892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:07.884487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:07.884487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:07.884487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:07.884487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:07.884487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:07.886303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:07.886303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Bound using segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:07.886303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Bound port: cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:07.886303 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:07.954257 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:07.957280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:08.057632 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:08.135107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:08.135748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:08.137153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] 10.222.0.41 "PUT /v2.0/ports/cde5a5c3-65ba-417d-8651-74ec3a50ff0d HTTP/1.1" status: 200  len: 1122 time: 1.9327981
Apr 16 21:09:08.140826 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Pushing event updated for resources: {'Port': ['ID=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,revision_number=8']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:08.148714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.149067 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.149412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.149774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.150103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.150432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.150766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.151097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.151427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.151756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.152083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.152440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.152769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.153093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.153415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402f08e-8f03-4f08-8cb1-ee757f0e2379 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.201332 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbecb208-e590-465b-b3cf-6bd2f9d3a009 x-openstack-request-id: req-bbecb208-e590-465b-b3cf-6bd2f9d3a009 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:08.201776 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4196bcfc-2c28-485b-8c51-5b460fee70e2", "tag": "2819bc63-5a3d-4aac-8273-b90dbce3d22d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:08.201905 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbecb208-e590-465b-b3cf-6bd2f9d3a009 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:08.202348 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbecb208-e590-465b-b3cf-6bd2f9d3a009'] response: {'name': 'network-changed', 'server_uuid': '4196bcfc-2c28-485b-8c51-5b460fee70e2', 'tag': '2819bc63-5a3d-4aac-8273-b90dbce3d22d', 'status': 'completed', 'code': 200}
Apr 16 21:09:08.207437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['cde5a5c3-65ba-417d-8651-74ec3a50ff0d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:08.218908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48544) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:08.237246 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:08.279692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf93495b-7d10-4cb2-9353-0302e654d8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:08.281974 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8af97e5-cb2a-43b5-adc7-28543ff13a52" -d '{"events": [{"server_uuid": "bf93495b-7d10-4cb2-9353-0302e654d8fa", "name": "network-vif-plugged", "status": "completed", "tag": "9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:08.292122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b71683c-0d4a-450d-8a45-8e3661048005 req-ff5664c8-e366-4260-866a-008b7289eca6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 210 time: 0.0408125
Apr 16 21:09:08.322661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21a666-6b48-463d-858e-bebdfe146d44 req-ff79f18b-73c6-4bcd-9939-5248d91da18e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:08.324444 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c21a666-6b48-463d-858e-bebdfe146d44 req-ff79f18b-73c6-4bcd-9939-5248d91da18e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 946 time: 0.0728843
Apr 16 21:09:08.401091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c21a666-6b48-463d-858e-bebdfe146d44 req-0a6ffdd4-0683-4139-ab0c-e1926a573063 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691080
Apr 16 21:09:08.426501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c0642788-5af8-4722-90dd-d3c3c1a8b4a7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:08.467026 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Publish callbacks [] for security_group (ad394a07-34e8-47b9-8c08-77d1e4954027), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:08.522745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505d036-377a-479a-a4a9-2e075a3655c5 req-818d9212-7755-445e-ade2-69cb956f3a7d tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:08.523979 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9505d036-377a-479a-a4a9-2e075a3655c5 req-818d9212-7755-445e-ade2-69cb956f3a7d tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 950 time: 0.1711652
Apr 16 21:09:08.534298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-2ed5a665-a80d-4d09-b2fb-849e42706967 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:08.535584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ee605-9611-4d30-a28c-ec654f250983 req-14ee1224-f3b6-429d-a555-3f1b47b63c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:08.537935 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-2ed5a665-a80d-4d09-b2fb-849e42706967 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5cf7af-51b8-4392-a551-9d0d9b96a45d HTTP/1.1" status: 200  len: 945 time: 0.0784600
Apr 16 21:09:08.538085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-189ee605-9611-4d30-a28c-ec654f250983 req-14ee1224-f3b6-429d-a555-3f1b47b63c90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba3fef3234544544870ea9ee02d5b344&device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 1130 time: 0.1391854
Apr 16 21:09:08.554566 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ad394a07-34e8-47b9-8c08-77d1e4954027), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:08.673297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:08.698132 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80a31f01-28a5-4c6f-9a3f-e8aa1b03c2a7 req-f1f5b29d-5647-4a44-9c77-41d7202aa9d6 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3353026
Apr 16 21:09:08.704316 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7', 'mac_address': 'fa:16:3e:33:8c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:08.719780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad394a07-34e8-47b9-8c08-77d1e4954027,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:08.749948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.750855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.756151 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9505d036-377a-479a-a4a9-2e075a3655c5 req-4922b7e3-3b4c-40b3-a1ed-2838e395da9d tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2243168
Apr 16 21:09:08.762590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:08.762733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.763400 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.763800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.764144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.764504 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:08.764965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.765466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.766189 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.767037 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.767560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.768096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.774026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.774026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.774026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:08.781165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0642788-5af8-4722-90dd-d3c3c1a8b4a7 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:08.796872 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7c5d8a27-8f47-4de7-90bd-ab4e8b8471f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d4b15868a2a4007818e712035e0167a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5743732
Apr 16 21:09:08.808394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:08.813700 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-992f7784-739e-4581-b2af-2ab5c56566a2 req-1610a958-3cf0-4d14-973e-69e3b30df159 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 210 time: 0.1992178
Apr 16 21:09:08.819148 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48576) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:08.832666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ee605-9611-4d30-a28c-ec654f250983 req-f1b12f2e-b1fd-4071-899e-140c22d0785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:08.834689 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-189ee605-9611-4d30-a28c-ec654f250983 req-f1b12f2e-b1fd-4071-899e-140c22d0785f service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.2744656
Apr 16 21:09:08.874428 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d9265a-5043-4500-8f29-8ea54c778e88 x-openstack-request-id: req-64d9265a-5043-4500-8f29-8ea54c778e88 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:08.874719 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf93495b-7d10-4cb2-9353-0302e654d8fa", "name": "network-vif-plugged", "status": "completed", "tag": "9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:08.874970 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64d9265a-5043-4500-8f29-8ea54c778e88 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:08.881411 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d9265a-5043-4500-8f29-8ea54c778e88'] response: {'server_uuid': 'bf93495b-7d10-4cb2-9353-0302e654d8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc', 'code': 200}
Apr 16 21:09:08.897196 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:08.977034 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c175d2ba-dcbe-4dec-8e5d-fa7e723812c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:08.990941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:09.007493 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.008158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.008735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.009257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.009886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.010403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.010936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.011448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.011968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.012527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.013068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.013642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.014382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.015423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.015956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:09:09.043456 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Deleting port 803ab649-d886-491f-afac-b601816b1ffe {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:09:09.043801 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (803ab649-d886-491f-afac-b601816b1ffe), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:09.055227 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b02b2-0fe8-4ed5-9a9e-26c30df7cb9a req-d8dc1420-b38d-4ca1-9060-9c298bb0ad1b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:09.056759 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e06b02b2-0fe8-4ed5-9a9e-26c30df7cb9a req-d8dc1420-b38d-4ca1-9060-9c298bb0ad1b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 944 time: 0.0832727
Apr 16 21:09:09.094563 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa0ddd-ccc3-46db-86a6-90a6db82f79a req-9edf6c3d-02f4-4930-9fd7-e821be32eba5 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:09.096475 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-35fa0ddd-ccc3-46db-86a6-90a6db82f79a req-9edf6c3d-02f4-4930-9fd7-e821be32eba5 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 948 time: 0.1245329
Apr 16 21:09:09.110092 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80a31f01-28a5-4c6f-9a3f-e8aa1b03c2a7 req-7934ae82-aed3-4035-be5a-55ea32f5d7a3 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3528080
Apr 16 21:09:09.118868 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-189ee605-9611-4d30-a28c-ec654f250983 req-1355c742-99ab-42c8-bad1-0b202ab16007 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=2819bc63-5a3d-4aac-8273-b90dbce3d22d HTTP/1.1" status: 200  len: 217 time: 0.0610459
Apr 16 21:09:09.126040 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f1e5756a-4f07-4dd5-8485-1c6ca8ca5e48 admin admin] Publish callbacks [] for security_group (ad394a07-34e8-47b9-8c08-77d1e4954027), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:09.181980 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0642788-5af8-4722-90dd-d3c3c1a8b4a7'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:09.190626 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e06b02b2-0fe8-4ed5-9a9e-26c30df7cb9a req-551855d7-f950-40f3-933b-08c5155af692 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176836
Apr 16 21:09:09.204479 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f1e5756a-4f07-4dd5-8485-1c6ca8ca5e48 admin admin] Publish callbacks [] for security_group (ad394a07-34e8-47b9-8c08-77d1e4954027), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:09.221180 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-35fa0ddd-ccc3-46db-86a6-90a6db82f79a req-80d7cdc2-1647-4217-ab95-0da3432ba322 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124134
Apr 16 21:09:09.239090 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] For port 803ab649-d886-491f-afac-b601816b1ffe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=803ab649-d886-491f-afac-b601816b1ffe,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:09.239469 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (803ab649-d886-491f-afac-b601816b1ffe), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:09.243522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ee605-9611-4d30-a28c-ec654f250983 req-979a2518-268a-42fd-be44-624a2a2b4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:09.245597 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-189ee605-9611-4d30-a28c-ec654f250983 req-979a2518-268a-42fd-be44-624a2a2b4216 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1213014
Apr 16 21:09:09.382641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ee605-9611-4d30-a28c-ec654f250983 req-00cc16fa-5353-49ce-9dd1-29a1c1240fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:09.382641 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-189ee605-9611-4d30-a28c-ec654f250983 req-00cc16fa-5353-49ce-9dd1-29a1c1240fa8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1058223
Apr 16 21:09:09.420344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3de7f6a4-f880-43ec-824e-a07cb7b1d8a4 req-aeb94612-b6bf-4365-bdc9-517b1066507c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 210 time: 0.0473874
Apr 16 21:09:09.422403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa3c89-1d49-4fef-8a71-3dedc2e8c168 req-7d23b4e4-3c32-4799-9fc2-4402ecbdcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:09.424013 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36fa3c89-1d49-4fef-8a71-3dedc2e8c168 req-7d23b4e4-3c32-4799-9fc2-4402ecbdcdf4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 1132 time: 0.1315269
Apr 16 21:09:09.536283 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36fa3c89-1d49-4fef-8a71-3dedc2e8c168 req-04f3daa7-a6b0-47f6-a866-0fda1cbfce34 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021852
Apr 16 21:09:09.548261 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-189ee605-9611-4d30-a28c-ec654f250983 req-e586e5aa-b9a4-4263-81e5-3b3af93d5fc1 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384454
Apr 16 21:09:09.552927 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:09.553468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:09.553728 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Floating IP bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9 disassociated. External IP: 172.35.1.187, port: 803ab649-d886-491f-afac-b601816b1ffe.
Apr 16 21:09:09.554071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Calling delete_port for 803ab649-d886-491f-afac-b601816b1ffe owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:09:09.565093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62effd-3246-44ee-acb0-de782571756f req-ed8c87b4-7426-4e9f-97a8-a657e5ad9ea2 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:09.566608 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac62effd-3246-44ee-acb0-de782571756f req-ed8c87b4-7426-4e9f-97a8-a657e5ad9ea2 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 946 time: 0.0817301
Apr 16 21:09:09.647623 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-189ee605-9611-4d30-a28c-ec654f250983 req-7452f909-474d-4dfa-aacd-125fbabfe8b2 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912879
Apr 16 21:09:09.663373 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac62effd-3246-44ee-acb0-de782571756f req-0767d109-4dc1-4123-b2e7-d5d9941b3dd8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894248
Apr 16 21:09:09.771952 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef084f34-33f1-4743-aa62-d447b9fd2632 req-15541fa8-715a-4e80-b3c0-31121ef6c8bb tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:09.773530 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef084f34-33f1-4743-aa62-d447b9fd2632 req-15541fa8-715a-4e80-b3c0-31121ef6c8bb tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 1128 time: 0.0392592
Apr 16 21:09:09.818722 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef084f34-33f1-4743-aa62-d447b9fd2632 req-d4ddb7cd-6d99-4d6c-a9c6-00c13300cc3a tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389135
Apr 16 21:09:09.871079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc25676-8e6c-4e44-b135-df1bc97dae8d req-47197a86-694e-45be-8fdd-29c34bef0fa1 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:09.872576 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3fc25676-8e6c-4e44-b135-df1bc97dae8d req-47197a86-694e-45be-8fdd-29c34bef0fa1 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 950 time: 0.0472000
Apr 16 21:09:09.908967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a423fb70-e31a-492d-b64e-5c82c64f02c5 req-302a9347-9af7-429e-ab2b-a122651e7a9b tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 210 time: 0.0267982
Apr 16 21:09:09.924714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3fc25676-8e6c-4e44-b135-df1bc97dae8d req-e6ea8b07-9c7e-45e3-9f9a-b8d18d1d28d1 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459833
Apr 16 21:09:10.006438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbeeab-8e10-4425-8114-84f1e487dd06 req-587e48e9-a980-4ea8-a89d-a07c9a68ed00 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:10.007948 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55bbeeab-8e10-4425-8114-84f1e487dd06 req-587e48e9-a980-4ea8-a89d-a07c9a68ed00 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 1128 time: 0.0422003
Apr 16 21:09:10.032040 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f1e5756a-4f07-4dd5-8485-1c6ca8ca5e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ad394a07-34e8-47b9-8c08-77d1e4954027), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:10.037217 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f1e5756a-4f07-4dd5-8485-1c6ca8ca5e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:10.037217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f1e5756a-4f07-4dd5-8485-1c6ca8ca5e48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad394a07-34e8-47b9-8c08-77d1e4954027 HTTP/1.1" status: 204  len: 168 time: 1.1782284
Apr 16 21:09:10.044917 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5756a-4f07-4dd5-8485-1c6ca8ca5e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad394a07-34e8-47b9-8c08-77d1e4954027,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:10.052151 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55bbeeab-8e10-4425-8114-84f1e487dd06 req-edcd3c20-7605-4be1-946c-813b55492d45 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385518
Apr 16 21:09:10.143027 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (803ab649-d886-491f-afac-b601816b1ffe), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:10.147009 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:10.180060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Pushing event deleted for resources: {'Port': ['ID=803ab649-d886-491f-afac-b601816b1ffe,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:10.203839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e641f7ec-0d41-4439-bc77-7158fb9d346e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde5a5c3-65ba-417d-8651-74ec3a50ff0d'}, {'name': 'network-changed', 'server_uuid': 'e641f7ec-0d41-4439-bc77-7158fb9d346e', 'tag': 'cde5a5c3-65ba-417d-8651-74ec3a50ff0d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:10.206104 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c939b4-402c-4f98-9caa-4030576b5168" -d '{"events": [{"server_uuid": "e641f7ec-0d41-4439-bc77-7158fb9d346e", "name": "network-vif-unplugged", "status": "completed", "tag": "cde5a5c3-65ba-417d-8651-74ec3a50ff0d"}, {"name": "network-changed", "server_uuid": "e641f7ec-0d41-4439-bc77-7158fb9d346e", "tag": "cde5a5c3-65ba-417d-8651-74ec3a50ff0d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:10.266566 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4257a039-2161-41ff-af3e-12272252db31 x-openstack-request-id: req-4257a039-2161-41ff-af3e-12272252db31 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:10.266857 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e641f7ec-0d41-4439-bc77-7158fb9d346e", "name": "network-vif-unplugged", "status": "completed", "tag": "cde5a5c3-65ba-417d-8651-74ec3a50ff0d", "code": 200}, {"name": "network-changed", "server_uuid": "e641f7ec-0d41-4439-bc77-7158fb9d346e", "tag": "cde5a5c3-65ba-417d-8651-74ec3a50ff0d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:10.267146 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4257a039-2161-41ff-af3e-12272252db31 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:10.267543 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4257a039-2161-41ff-af3e-12272252db31'] response: {'server_uuid': 'e641f7ec-0d41-4439-bc77-7158fb9d346e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde5a5c3-65ba-417d-8651-74ec3a50ff0d', 'code': 200}
Apr 16 21:09:10.267854 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4257a039-2161-41ff-af3e-12272252db31'] response: {'name': 'network-changed', 'server_uuid': 'e641f7ec-0d41-4439-bc77-7158fb9d346e', 'tag': 'cde5a5c3-65ba-417d-8651-74ec3a50ff0d', 'status': 'completed', 'code': 200}
Apr 16 21:09:10.314966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Router c7b29ac1-f421-4047-92d9-4a968ab1074d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:09:10.353442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c939b4-402c-4f98-9caa-4030576b5168 req-decc5768-4f25-4129-ba7d-9622f38d1944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:10.355022 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36c939b4-402c-4f98-9caa-4030576b5168 req-decc5768-4f25-4129-ba7d-9622f38d1944 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 1156 time: 0.0603814
Apr 16 21:09:10.399290 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2819bc63-5a3d-4aac-8273-b90dbce3d22d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:10.429337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c0642788-5af8-4722-90dd-d3c3c1a8b4a7 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:10.492627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c939b4-402c-4f98-9caa-4030576b5168 req-d7c960d9-c888-44c4-b141-bc8f40c09bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:10.494287 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36c939b4-402c-4f98-9caa-4030576b5168 req-d7c960d9-c888-44c4-b141-bc8f40c09bc1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.1333306
Apr 16 21:09:10.610287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:10.675889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36c939b4-402c-4f98-9caa-4030576b5168 req-cdc29eba-ee57-470d-a654-7f38cce8a339 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d HTTP/1.1" status: 200  len: 217 time: 0.1671636
Apr 16 21:09:10.703151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 2819bc63-5a3d-4aac-8273-b90dbce3d22d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2819bc63-5a3d-4aac-8273-b90dbce3d22d,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:10.732494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '2819bc63-5a3d-4aac-8273-b90dbce3d22d', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '2819bc63-5a3d-4aac-8273-b90dbce3d22d', 'mac_address': 'fa:16:3e:25:e7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:10.792977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 2819bc63-5a3d-4aac-8273-b90dbce3d22d is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:10.794045 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:10.796143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:10.796590 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:10.833659 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a67bcaa7-2c13-473f-9346-9b57e9bf3fcf tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2686689
Apr 16 21:09:10.835637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c939b4-402c-4f98-9caa-4030576b5168 req-f5a9573a-a61d-4edf-92ea-158690dbe9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:10.836854 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36c939b4-402c-4f98-9caa-4030576b5168 req-f5a9573a-a61d-4edf-92ea-158690dbe9db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.1395144
Apr 16 21:09:10.843058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2819bc63-5a3d-4aac-8273-b90dbce3d22d {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:10.895075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 2819bc63-5a3d-4aac-8273-b90dbce3d22d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2819bc63-5a3d-4aac-8273-b90dbce3d22d,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:10.910763 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35076b33-18de-4e2d-9cda-ff201f212faf req-881c9ca8-e579-4083-950d-19709d28241f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:10.923295 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068191de-92dd-4b3f-b2cd-097a2cba1699 req-536bc302-d9b6-4ba3-852f-349f7ecfcb2b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:10.928004 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-35076b33-18de-4e2d-9cda-ff201f212faf req-881c9ca8-e579-4083-950d-19709d28241f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 944 time: 0.5456767
Apr 16 21:09:10.931624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-068191de-92dd-4b3f-b2cd-097a2cba1699 req-536bc302-d9b6-4ba3-852f-349f7ecfcb2b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 948 time: 0.2352996
Apr 16 21:09:11.019441 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:11.035485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48630) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:11.045113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36c939b4-402c-4f98-9caa-4030576b5168 req-a92e31d4-7130-4eb2-931d-6b1c3bd0c21f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1069438
Apr 16 21:09:11.054283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device cde5a5c3-65ba-417d-8651-74ec3a50ff0d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:11.164308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:11.182714 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device cde5a5c3-65ba-417d-8651-74ec3a50ff0d has no active binding in host nch2-master-1 {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 16 21:09:11.192881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:11.192881 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:11.225624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:11.227889 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd55d282-c32a-4a14-8490-903ad5ffe8f6" -d '{"events": [{"server_uuid": "4dfc548c-fae5-47a4-bb2e-8a022ebf6c17", "name": "network-vif-plugged", "status": "completed", "tag": "c0642788-5af8-4722-90dd-d3c3c1a8b4a7"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:11.261067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:11.264102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=2819bc63-5a3d-4aac-8273-b90dbce3d22d,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:11.265428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-068191de-92dd-4b3f-b2cd-097a2cba1699 req-6cc11930-e5d1-4ea0-8a47-a198c47add93 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3319917
Apr 16 21:09:11.274091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['2819bc63-5a3d-4aac-8273-b90dbce3d22d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:11.305464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-35076b33-18de-4e2d-9cda-ff201f212faf req-c81628fa-6e15-4d6a-9e2b-384fdeac6a30 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3765736
Apr 16 21:09:11.322562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:09:11.338923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ded763-f18b-4406-a03f-6652dfedd4da None None] Sync routers for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:09:11.370150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ded763-f18b-4406-a03f-6652dfedd4da None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:09:11.370941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-02ded763-f18b-4406-a03f-6652dfedd4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124820a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:08:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:09:11.439686 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36c939b4-402c-4f98-9caa-4030576b5168 req-aa0c199d-e487-4cfc-8e21-e5be2c0fd7a1 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3645155
Apr 16 21:09:11.447748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] No DVR routers for this DVR port 803ab649-d886-491f-afac-b601816b1ffe on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:09:11.469247 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:11.479356 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c4c3c580-feab-412f-86b9-34b5eea0bf66 req-b18b4277-184c-4cd4-bcb6-eea86e66ebed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.41 "DELETE /v2.0/ports/803ab649-d886-491f-afac-b601816b1ffe HTTP/1.1" status: 204  len: 173 time: 2.9004076
Apr 16 21:09:11.480227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5cf7af-51b8-4392-a551-9d0d9b96a45d', 'name': 'network-vif-deleted', 'tag': '803ab649-d886-491f-afac-b601816b1ffe'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:11.485824 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4773d5b5-c0e1-4705-9750-23fa1098d88f" -d '{"events": [{"server_uuid": "8d5cf7af-51b8-4392-a551-9d0d9b96a45d", "name": "network-vif-deleted", "tag": "803ab649-d886-491f-afac-b601816b1ffe"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:11.492067 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:11.523491 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2e35-0a73-4685-a5da-75be6ffb2fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:11.533885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf11e74-fe29-44d4-af63-0396ec962652 req-8a2d950e-519f-4577-b32b-6ba60ec3cf32 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:11.542344 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0bf11e74-fe29-44d4-af63-0396ec962652 req-8a2d950e-519f-4577-b32b-6ba60ec3cf32 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 1128 time: 0.1034958
Apr 16 21:09:11.544803 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44cabbf9-f126-4c5b-9103-2c6351437123 req-43c2437a-9d9c-4b46-86e1-be8b0f4e4d20 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 210 time: 0.0735631
Apr 16 21:09:11.649896 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0bf11e74-fe29-44d4-af63-0396ec962652 req-0830ed59-2430-4ae2-9a8d-423858971c34 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021707
Apr 16 21:09:11.656104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:11.656984 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e230d47-42bf-40f0-938f-9e73ef26c0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:11.690988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-02ded763-f18b-4406-a03f-6652dfedd4da None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:09:11.761086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-086ef264-9f47-45de-9695-d3ed761f4aad req-2a450a34-fe6c-4571-98fd-628394e5c79d tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 210 time: 0.0603275
Apr 16 21:09:11.855981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6195e-31e8-4301-8599-2f7a03f56bbe req-fbedcc70-5ca8-4c49-b69a-dcb60ba145d5 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:11.874363 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbc6195e-31e8-4301-8599-2f7a03f56bbe req-fbedcc70-5ca8-4c49-b69a-dcb60ba145d5 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 950 time: 0.1241145
Apr 16 21:09:11.894791 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771345cf-994e-49c4-8313-0405fbe68b8f x-openstack-request-id: req-771345cf-994e-49c4-8313-0405fbe68b8f {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:11.895162 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfc548c-fae5-47a4-bb2e-8a022ebf6c17", "name": "network-vif-plugged", "status": "completed", "tag": "c0642788-5af8-4722-90dd-d3c3c1a8b4a7", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:11.895361 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-771345cf-994e-49c4-8313-0405fbe68b8f {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:11.896569 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771345cf-994e-49c4-8313-0405fbe68b8f'] response: {'server_uuid': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7', 'code': 200}
Apr 16 21:09:11.916768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60875-0440-4706-8168-e4d1e360ea4a req-5aebc447-da0d-45a1-9939-1d6f156b64a8 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:11.922653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-5aebc447-da0d-45a1-9939-1d6f156b64a8 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.9117115
Apr 16 21:09:11.952212 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11526f2f-60a5-45da-bc2b-d6ca351b296c x-openstack-request-id: req-11526f2f-60a5-45da-bc2b-d6ca351b296c {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:11.952810 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5cf7af-51b8-4392-a551-9d0d9b96a45d", "name": "network-vif-deleted", "tag": "803ab649-d886-491f-afac-b601816b1ffe", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:11.952810 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11526f2f-60a5-45da-bc2b-d6ca351b296c {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:11.953183 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11526f2f-60a5-45da-bc2b-d6ca351b296c'] response: {'server_uuid': '8d5cf7af-51b8-4392-a551-9d0d9b96a45d', 'name': 'network-vif-deleted', 'tag': '803ab649-d886-491f-afac-b601816b1ffe', 'status': 'completed', 'code': 200}
Apr 16 21:09:11.964922 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbc6195e-31e8-4301-8599-2f7a03f56bbe req-5576aa1d-2eb3-4caa-86d9-44460020a24a tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857670
Apr 16 21:09:11.965749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Request body: {'port': {'device_id': '7b856a59-2a62-4edc-b448-430f778c7b2e', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'cd7c434915254744b7a0409ab8e6d33d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:12.011529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-02ded763-f18b-4406-a03f-6652dfedd4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124820a60>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:09:12.073579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ded763-f18b-4406-a03f-6652dfedd4da None None] Checking router: c7b29ac1-f421-4047-92d9-4a968ab1074d for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:09:12.084377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ded763-f18b-4406-a03f-6652dfedd4da None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:09:12.085214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-02ded763-f18b-4406-a03f-6652dfedd4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124820a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:09:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:09:12.118222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f35e5b-e6be-4987-af0f-2fd09f99d343 req-6838b8bb-e193-4c83-8f4d-d7e2ef200387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:12.119900 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-87f35e5b-e6be-4987-af0f-2fd09f99d343 req-6838b8bb-e193-4c83-8f4d-d7e2ef200387 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 1132 time: 0.0554030
Apr 16 21:09:12.175702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36c939b4-402c-4f98-9caa-4030576b5168 req-54b247ae-1918-437b-90a1-eae6fef60aa8 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6625350
Apr 16 21:09:12.210234 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-71159bf2-abd2-4722-92ad-d6ca1a20a36f tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:12.213087 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-71159bf2-abd2-4722-92ad-d6ca1a20a36f tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.41 "GET /v2.0/networks?id=d01e7439-5429-4e84-9f79-f267906a4f33 HTTP/1.1" status: 200  len: 824 time: 0.1338780
Apr 16 21:09:12.266478 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-87f35e5b-e6be-4987-af0f-2fd09f99d343 req-25ae02c1-f36f-4448-9cfd-546bc19de17c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373086
Apr 16 21:09:12.310708 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2e35-0a73-4685-a5da-75be6ffb2fce admin admin] Publish callbacks [] for security_group (9e478f26-2ec7-48ca-87e8-0feb517222d6), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:12.319599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-02ded763-f18b-4406-a03f-6652dfedd4da None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:09:12.353255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Made reservation on behalf of cd7c434915254744b7a0409ab8e6d33d for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:12.358102 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:12.371152 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:12.389092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2e35-0a73-4685-a5da-75be6ffb2fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9e478f26-2ec7-48ca-87e8-0feb517222d6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:12.415917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2819bc63-5a3d-4aac-8273-b90dbce3d22d up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:12.438136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f2e35-0a73-4685-a5da-75be6ffb2fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e478f26-2ec7-48ca-87e8-0feb517222d6,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:12.488460 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bc1f2e35-0a73-4685-a5da-75be6ffb2fce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e55104ab1e74c14b13b8de5c1f64aee&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4422801
Apr 16 21:09:12.492133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48666) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:12.584680 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:12.634098 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks [] for security_group (131e2dff-6fd6-4775-8101-54b4a9af5729), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:12.635480 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcdb6853-18a9-4bc2-84f6-6f9bfee7a431 admin admin] Publish callbacks [] for security_group (9e478f26-2ec7-48ca-87e8-0feb517222d6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:12.656803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 2819bc63-5a3d-4aac-8273-b90dbce3d22d completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:12.700212 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcdb6853-18a9-4bc2-84f6-6f9bfee7a431 admin admin] Publish callbacks [] for security_group (9e478f26-2ec7-48ca-87e8-0feb517222d6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:12.714808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-399453f5-1f2c-496a-986d-4cf2a3c122a7 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6395bf8972949f8837289679b58d151 HTTP/1.1" status: 200  len: 380 time: 0.2806916
Apr 16 21:09:12.726894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-c88e0ca5-768f-42c5-a117-36e5e1c778d5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Request body: {'port': {'device_id': '18557c2b-2ced-4cbc-998e-978ae82401e7', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'admin_state_up': True, 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'security_groups': ['a3f6c985-ebed-45d9-8d3d-60451d8c5ab9']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:12.737556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93102438-26c4-472e-9ace-8d6702d31504 req-f72064f6-4c59-4758-8369-140693f39fcc tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:12.739850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-93102438-26c4-472e-9ace-8d6702d31504 req-f72064f6-4c59-4758-8369-140693f39fcc tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 949 time: 0.1533594
Apr 16 21:09:12.825191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-02ded763-f18b-4406-a03f-6652dfedd4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124820a60>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:09:12.868398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 2819bc63-5a3d-4aac-8273-b90dbce3d22d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:12.868828 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:12.882222 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-93102438-26c4-472e-9ace-8d6702d31504 req-ad27000f-2fbc-45d7-84ec-cdcfb69773cc tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204896
Apr 16 21:09:12.937986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ded763-f18b-4406-a03f-6652dfedd4da None None] The sync data for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 is: [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:09:13.010853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 2819bc63-5a3d-4aac-8273-b90dbce3d22d is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:13.011256 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:13.058596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 2819bc63-5a3d-4aac-8273-b90dbce3d22d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2819bc63-5a3d-4aac-8273-b90dbce3d22d,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:13.061629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 803ab649-d886-491f-afac-b601816b1ffe no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:09:13.074603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-c88e0ca5-768f-42c5-a117-36e5e1c778d5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Made reservation on behalf of d6395bf8972949f8837289679b58d151 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:13.078238 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-c88e0ca5-768f-42c5-a117-36e5e1c778d5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:13.087300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 803ab649-d886-491f-afac-b601816b1ffe {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:09:13.087648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 803ab649-d886-491f-afac-b601816b1ffe not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:09:13.090343 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-727306ac-cb7a-4d41-aca0-dee2abb58480 req-bbf6d6ac-8f6a-411a-82ff-a9232b2a5360 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 210 time: 0.0804610
Apr 16 21:09:13.137460 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:13.171558 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (131e2dff-6fd6-4775-8101-54b4a9af5729), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:13.233484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=2819bc63-5a3d-4aac-8273-b90dbce3d22d,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:13.294255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131e2dff-6fd6-4775-8101-54b4a9af5729,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:13.309593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cb8f7-9478-4d87-8097-ecf20d59af66 req-447a8349-6766-4b35-8048-0bc87b7a3aab tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:13.316963 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-755cb8f7-9478-4d87-8097-ecf20d59af66 req-447a8349-6766-4b35-8048-0bc87b7a3aab tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 944 time: 0.1466014
Apr 16 21:09:13.327362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64667da8-eb51-4f2f-930e-85cae90c40b0 req-20f5c44f-5ca3-4702-882b-e32ff74b4856 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:13.329315 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-64667da8-eb51-4f2f-930e-85cae90c40b0 req-20f5c44f-5ca3-4702-882b-e32ff74b4856 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 1128 time: 0.0932171
Apr 16 21:09:13.355053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-c88e0ca5-768f-42c5-a117-36e5e1c778d5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Allocated IP 172.20.0.7 (d01e7439-5429-4e84-9f79-f267906a4f33/1655e0cc-53d1-49b0-9e30-979a5cc528e6/e6de744b-54d0-45c6-a666-8fc2c4a831b1) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:13.406300 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-755cb8f7-9478-4d87-8097-ecf20d59af66 req-1464f0b4-d7b5-4cf0-a873-f7e06486cc80 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884061
Apr 16 21:09:13.423394 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa85c7b-80f8-40f6-a84a-b80a7d93126f None None] New status for floating IP bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:09:13.454641 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-64667da8-eb51-4f2f-930e-85cae90c40b0 req-54a02c23-e8aa-47cb-9fbb-c41b4d9d4f6b tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135778
Apr 16 21:09:13.455245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Allocated IP 192.168.233.204 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/74297eec-fea7-4f18-9edd-1a7bb09d6fd5) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:13.457259 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcdb6853-18a9-4bc2-84f6-6f9bfee7a431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9e478f26-2ec7-48ca-87e8-0feb517222d6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:13.460397 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcdb6853-18a9-4bc2-84f6-6f9bfee7a431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:13.462167 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bcdb6853-18a9-4bc2-84f6-6f9bfee7a431 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e478f26-2ec7-48ca-87e8-0feb517222d6 HTTP/1.1" status: 204  len: 168 time: 0.9688816
Apr 16 21:09:13.477119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb6853-18a9-4bc2-84f6-6f9bfee7a431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e478f26-2ec7-48ca-87e8-0feb517222d6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:13.657541 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0183deb-0d03-409c-8938-2e80f62b1b91 req-47509f58-1d62-4e20-9bf0-a3eb1c7d20b1 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 210 time: 0.0990860
Apr 16 21:09:13.733051 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374901e8-00e8-4fff-84a5-d4551bbaa419 req-d5f72a3b-92fa-4982-b232-3a59721a422e tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:13.735680 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-374901e8-00e8-4fff-84a5-d4551bbaa419 req-d5f72a3b-92fa-4982-b232-3a59721a422e tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 950 time: 0.1018605
Apr 16 21:09:13.770093 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks [] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:13.844637 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-c88e0ca5-768f-42c5-a117-36e5e1c778d5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:13.873245 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-374901e8-00e8-4fff-84a5-d4551bbaa419 req-6be6dc60-8314-44a8-bbb3-8086fd6d3360 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997970
Apr 16 21:09:13.897002 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4196bcfc-2c28-485b-8c51-5b460fee70e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2819bc63-5a3d-4aac-8273-b90dbce3d22d'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:13.899559 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a271f2e9-4a74-4410-812b-9ad39694ee1c" -d '{"events": [{"server_uuid": "4196bcfc-2c28-485b-8c51-5b460fee70e2", "name": "network-vif-plugged", "status": "completed", "tag": "2819bc63-5a3d-4aac-8273-b90dbce3d22d"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:14.027242 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:14.082951 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:14.092032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d20e9-25ca-48d2-9b4e-24b641535baa req-25acc725-190b-43d3-b28e-0fe73321737d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:14.107945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-152d20e9-25ca-48d2-9b4e-24b641535baa req-25acc725-190b-43d3-b28e-0fe73321737d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 950 time: 0.1338060
Apr 16 21:09:14.138227 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-c88e0ca5-768f-42c5-a117-36e5e1c778d5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:14.188832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:14.209198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event updated for resources: {'Port': ['ID=74297eec-fea7-4f18-9edd-1a7bb09d6fd5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:14.209923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:14.228021 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:14.273593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-c88e0ca5-768f-42c5-a117-36e5e1c778d5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Network d01e7439-5429-4e84-9f79-f267906a4f33 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:14.283559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-c88e0ca5-768f-42c5-a117-36e5e1c778d5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:14.286180 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-c88e0ca5-768f-42c5-a117-36e5e1c778d5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:14.300533 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:14.301497 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:14.301992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e0ca5-768f-42c5-a117-36e5e1c778d5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Pushing event updated for resources: {'Port': ['ID=e6de744b-54d0-45c6-a666-8fc2c4a831b1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:14.341733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-152d20e9-25ca-48d2-9b4e-24b641535baa req-89df80a8-38fa-4177-93b0-95d038a81bfd tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2316611
Apr 16 21:09:14.410719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-c88e0ca5-768f-42c5-a117-36e5e1c778d5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:14.411677 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-c88e0ca5-768f-42c5-a117-36e5e1c778d5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:14.416037 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b699299e-15be-4041-83e9-350f23ed2f41 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4699309
Apr 16 21:09:14.417143 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feadd74-094f-440d-ad61-bb8579169249 x-openstack-request-id: req-0feadd74-094f-440d-ad61-bb8579169249 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:14.426062 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4196bcfc-2c28-485b-8c51-5b460fee70e2", "name": "network-vif-plugged", "status": "completed", "tag": "2819bc63-5a3d-4aac-8273-b90dbce3d22d", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:14.426749 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0feadd74-094f-440d-ad61-bb8579169249 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:14.427961 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0feadd74-094f-440d-ad61-bb8579169249'] response: {'server_uuid': '4196bcfc-2c28-485b-8c51-5b460fee70e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2819bc63-5a3d-4aac-8273-b90dbce3d22d', 'code': 200}
Apr 16 21:09:14.436867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Request body: {'port': {'device_id': '7b856a59-2a62-4edc-b448-430f778c7b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:14.545507 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-c88e0ca5-768f-42c5-a117-36e5e1c778d5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8235638
Apr 16 21:09:14.558602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Request body: {'port': {'device_id': '18557c2b-2ced-4cbc-998e-978ae82401e7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:14.624581 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:14.636694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c094cc-78c3-41e1-9c0c-d46da5be7235 req-7242edbe-f156-4d87-a5f8-b9c24a9aa1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:14.638385 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5c094cc-78c3-41e1-9c0c-d46da5be7235 req-7242edbe-f156-4d87-a5f8-b9c24a9aa1bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 1132 time: 0.0833418
Apr 16 21:09:14.668795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c2d92a3b-5ecb-497d-a90a-4bae425c14b2 None None] Provisioning complete for port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:14.669467 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c2d92a3b-5ecb-497d-a90a-4bae425c14b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:14.719750 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c2d92a3b-5ecb-497d-a90a-4bae425c14b2 None None] Port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:09:14.736823 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:14.760469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe34bf-f568-4921-9c07-23ebf09aa58f req-f965e342-db81-464d-b6c2-b16765dec040 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:14.767131 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d4fe34bf-f568-4921-9c07-23ebf09aa58f req-f965e342-db81-464d-b6c2-b16765dec040 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 936 time: 0.0956013
Apr 16 21:09:14.834079 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5c094cc-78c3-41e1-9c0c-d46da5be7235 req-7629db06-99e3-44bc-95b8-6b8deaf4a158 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892443
Apr 16 21:09:14.947620 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d4fe34bf-f568-4921-9c07-23ebf09aa58f req-8d73eb20-a22b-45c2-a1e3-9d46a922bc86 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793189
Apr 16 21:09:15.094838 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-6b1fe217-1c0e-4cca-8e2d-b6a77b043c65 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1924a4ceffaf45d0bf2bd76ebb421bcd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0343201
Apr 16 21:09:15.156770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:15.164311 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Publish callbacks [] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:15.182664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Transition to ACTIVE for port object 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:15.215950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6de744b-54d0-45c6-a666-8fc2c4a831b1 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:15.227932 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Publish callbacks [] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:15.256623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-6782981e-e148-4a11-a449-be279582c3ec tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:15.258086 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-6782981e-e148-4a11-a449-be279582c3ec tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1559930
Apr 16 21:09:15.258983 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Transition to ACTIVE for port object e6de744b-54d0-45c6-a666-8fc2c4a831b1 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:15.274791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-d316bd55-9bd7-453a-b039-16956a540ed1 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/quotas/1924a4ceffaf45d0bf2bd76ebb421bcd HTTP/1.1" status: 200  len: 375 time: 0.0098965
Apr 16 21:09:15.296735 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:15.343871 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-45cea88f-147d-4738-810f-2906ba13181d tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1924a4ceffaf45d0bf2bd76ebb421bcd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0619571
Apr 16 21:09:15.374608 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Pushing event updated for resources: {'Port': ['ID=74297eec-fea7-4f18-9edd-1a7bb09d6fd5,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:15.388501 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:15.388949 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:15.470860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Attempting to bind port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:15.471205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Attempting to bind port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:15.471544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Attempting to bind port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:15.476825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:15.477156 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Attempting to bind port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:15.486963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:15.487311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:15.490973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:15.490973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Bound port: 74297eec-fea7-4f18-9edd-1a7bb09d6fd5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:15.490973 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:15.539083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Pushing event updated for resources: {'Port': ['ID=e6de744b-54d0-45c6-a666-8fc2c4a831b1,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:15.589392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] For port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:15.593120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] For port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74297eec-fea7-4f18-9edd-1a7bb09d6fd5,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:15.597619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Attempting to bind port e6de744b-54d0-45c6-a666-8fc2c4a831b1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:15.598264 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Attempting to bind port e6de744b-54d0-45c6-a666-8fc2c4a831b1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:15.598855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Attempting to bind port e6de744b-54d0-45c6-a666-8fc2c4a831b1 on network d01e7439-5429-4e84-9f79-f267906a4f33 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:15.604715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Port e6de744b-54d0-45c6-a666-8fc2c4a831b1 on network d01e7439-5429-4e84-9f79-f267906a4f33 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:15.616264 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Attempting to bind port e6de744b-54d0-45c6-a666-8fc2c4a831b1 on network d01e7439-5429-4e84-9f79-f267906a4f33 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:15.628494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:15.628837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Checking segment: {'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:15.629230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Bound using segment: {'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:15.629674 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Bound port: e6de744b-54d0-45c6-a666-8fc2c4a831b1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f54270-69aa-4a60-886b-fe29408c8e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:15.630091 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:15.663444 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:15.716914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:15.717992 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:15.720045 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] 10.222.0.41 "PUT /v2.0/ports/74297eec-fea7-4f18-9edd-1a7bb09d6fd5 HTTP/1.1" status: 200  len: 1096 time: 1.2901158
Apr 16 21:09:15.722978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b856a59-2a62-4edc-b448-430f778c7b2e', 'tag': '74297eec-fea7-4f18-9edd-1a7bb09d6fd5'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:15.735085 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3a8bd8-026c-45a4-bc8d-a045f2be4332" -d '{"events": [{"name": "network-changed", "server_uuid": "7b856a59-2a62-4edc-b448-430f778c7b2e", "tag": "74297eec-fea7-4f18-9edd-1a7bb09d6fd5"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:15.756000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79f17a-cfc0-437b-9662-cbcd73edc3a0 req-e0dc7edd-6355-41f3-b503-30bd7c56a34b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:15.757991 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1d79f17a-cfc0-437b-9662-cbcd73edc3a0 req-e0dc7edd-6355-41f3-b503-30bd7c56a34b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 944 time: 0.0702751
Apr 16 21:09:15.797785 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c31938-c875-4f1a-98eb-12a8a90525ce service neutron] Pushing event updated for resources: {'Port': ['ID=74297eec-fea7-4f18-9edd-1a7bb09d6fd5,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:15.859120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] For port e6de744b-54d0-45c6-a666-8fc2c4a831b1, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:15.864328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] For port e6de744b-54d0-45c6-a666-8fc2c4a831b1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6de744b-54d0-45c6-a666-8fc2c4a831b1,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:15.885666 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1d79f17a-cfc0-437b-9662-cbcd73edc3a0 req-d207dbf6-e903-4c41-827f-d46b8c7b044a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048620
Apr 16 21:09:15.935913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:15.996770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:15.997406 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:16.000150 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] 10.222.0.41 "PUT /v2.0/ports/e6de744b-54d0-45c6-a666-8fc2c4a831b1 HTTP/1.1" status: 200  len: 1091 time: 1.4464135
Apr 16 21:09:16.000749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18557c2b-2ced-4cbc-998e-978ae82401e7', 'tag': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:16.003336 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c544abe1-9a8b-455d-bea9-0a1693140470" -d '{"events": [{"name": "network-changed", "server_uuid": "18557c2b-2ced-4cbc-998e-978ae82401e7", "tag": "e6de744b-54d0-45c6-a666-8fc2c4a831b1"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:16.050788 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60875-0440-4706-8168-e4d1e360ea4a req-e65d4d1d-ee51-4737-9a53-f175b83dbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:16.052889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-e65d4d1d-ee51-4737-9a53-f175b83dbd8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 1130 time: 0.0823381
Apr 16 21:09:16.071215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d2e15-4c26-4e8e-89f6-6f877e04b30d service neutron] Pushing event updated for resources: {'Port': ['ID=e6de744b-54d0-45c6-a666-8fc2c4a831b1,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:16.116317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e427-ce9d-4b74-b8fd-d515b5623975 req-fcd32afc-1c57-403f-aa0e-593b0c90de80 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:16.128709 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55c4e427-ce9d-4b74-b8fd-d515b5623975 req-fcd32afc-1c57-403f-aa0e-593b0c90de80 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 943 time: 0.1092551
Apr 16 21:09:16.177911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-b81dd231-9ffe-40cc-84ed-1fbe9e09ca58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=74297eec-fea7-4f18-9edd-1a7bb09d6fd5 HTTP/1.1" status: 200  len: 217 time: 0.1155608
Apr 16 21:09:16.227831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-23e235f4-defd-4c49-95c9-4d8a44719108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:16.229384 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-23e235f4-defd-4c49-95c9-4d8a44719108 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6395bf8972949f8837289679b58d151&device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 1125 time: 0.0563478
Apr 16 21:09:16.239737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55c4e427-ce9d-4b74-b8fd-d515b5623975 req-5dc7ddcc-bfeb-4841-818d-a303011edd65 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1097925
Apr 16 21:09:16.301297 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-a8492ea1-0e62-4232-99a6-e7c4157f25e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6de744b-54d0-45c6-a666-8fc2c4a831b1 HTTP/1.1" status: 200  len: 217 time: 0.0543289
Apr 16 21:09:16.338995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60875-0440-4706-8168-e4d1e360ea4a req-49323460-f646-4196-9c2a-1b4b1c225161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:16.341433 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-49323460-f646-4196-9c2a-1b4b1c225161 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1314542
Apr 16 21:09:16.360492 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-a5b25503-4f17-4539-9825-1e635b09584e service neutron] 10.222.0.11 "GET /v2.0/ports/cde5a5c3-65ba-417d-8651-74ec3a50ff0d/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1948175
Apr 16 21:09:16.369098 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-44cffd13-ce70-43b3-8144-d8852421539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:16.370689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-44cffd13-ce70-43b3-8144-d8852421539a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1655e0cc-53d1-49b0-9e30-979a5cc528e6 HTTP/1.1" status: 200  len: 863 time: 0.0630772
Apr 16 21:09:16.424839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60875-0440-4706-8168-e4d1e360ea4a req-780fead1-efd5-4850-83a0-f030d6e2e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:16.426132 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-780fead1-efd5-4850-83a0-f030d6e2e208 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0764909
Apr 16 21:09:16.427396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-ab45848b-3e06-4450-9510-3f9b8c1887e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:16.429144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-ab45848b-3e06-4450-9510-3f9b8c1887e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d01e7439-5429-4e84-9f79-f267906a4f33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0520306
Apr 16 21:09:16.591685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-1febde96-41a0-4b4e-b655-3160f469ba6b service neutron] 10.222.0.41 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533334
Apr 16 21:09:16.656084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-df74a0b6-8a88-48d4-ba86-5e31b19533a3 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2174261
Apr 16 21:09:16.702211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48808) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:16.706042 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-ac2c74c3-ea84-4d6f-913c-9ed92efc40f0 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3c60195eda214c42831714a690e64ed7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0958030
Apr 16 21:09:16.712585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-b1c703fc-3a2d-448e-b6e0-b431a68cc441 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:09:16.713894 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-b1c703fc-3a2d-448e-b6e0-b431a68cc441 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0150661
Apr 16 21:09:16.823775 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89f60875-0440-4706-8168-e4d1e360ea4a req-d5852d17-ebd4-41ec-8ed5-dff2d4b0a387 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518202
Apr 16 21:09:16.829249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-64769e51-405c-4f61-baa2-f63358fdcc51 service neutron] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:16.851805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-64769e51-405c-4f61-baa2-f63358fdcc51 service neutron] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:16.857278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-3d0f076f-d048-4788-9061-3477d5363815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:16.858672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-3d0f076f-d048-4788-9061-3477d5363815 service neutron] 10.222.0.20 "GET /v2.0/ports/fb4825e7-d0af-4d1c-a416-731410a77b41 HTTP/1.1" status: 200  len: 1125 time: 0.1372793
Apr 16 21:09:16.875353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:16.875808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] Unknown quota resources ['binding']. {{(pid=122556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:09:16.902540 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a69b7978-145d-4522-a509-fa59621b68d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:16.903416 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c50a4440-533a-44e0-b549-02eedad5c6b9 req-b8d94434-f470-4299-aec8-5f1e278eb1ad service neutron] 10.222.0.41 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3046892
Apr 16 21:09:16.915588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-64769e51-405c-4f61-baa2-f63358fdcc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde5a5c3-65ba-417d-8651-74ec3a50ff0d {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:16.931539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-64769e51-405c-4f61-baa2-f63358fdcc51 service neutron] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:16.974630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-087e857c-0a6f-490d-9d70-bb81789a9ddb tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:16.976012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-087e857c-0a6f-490d-9d70-bb81789a9ddb tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2611454
Apr 16 21:09:16.996886 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5230abc8-a967-4cf3-a74a-8f22d0ae618f tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/quotas/3c60195eda214c42831714a690e64ed7 HTTP/1.1" status: 200  len: 375 time: 0.0147414
Apr 16 21:09:17.002528 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a69b7978-145d-4522-a509-fa59621b68d7 admin admin] Publish callbacks [] for security_group (195a4797-112a-43ff-80b6-d2d1cc77f60a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:17.046711 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-2f72fd3c-2ebe-4c87-85f2-65b6a2f489c3 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c60195eda214c42831714a690e64ed7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0384052
Apr 16 21:09:17.049404 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-64769e51-405c-4f61-baa2-f63358fdcc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:17.058982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device cde5a5c3-65ba-417d-8651-74ec3a50ff0d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:17.090618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] Attempting to bind port fb4825e7-d0af-4d1c-a416-731410a77b41 on host nch1-master-1 for vnic_type normal with profile None {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:17.090971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] Attempting to bind port fb4825e7-d0af-4d1c-a416-731410a77b41 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:17.091351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] Attempting to bind port fb4825e7-d0af-4d1c-a416-731410a77b41 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:17.097232 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] Port fb4825e7-d0af-4d1c-a416-731410a77b41 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:17.097610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] Attempting to bind port fb4825e7-d0af-4d1c-a416-731410a77b41 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:17.103770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:17.104306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:17.104727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] Bound using segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:17.105162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] Bound port: fb4825e7-d0af-4d1c-a416-731410a77b41, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:17.117105 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a69b7978-145d-4522-a509-fa59621b68d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (195a4797-112a-43ff-80b6-d2d1cc77f60a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:17.169985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb4825e7-d0af-4d1c-a416-731410a77b41,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:17.173331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a69b7978-145d-4522-a509-fa59621b68d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c1664884c2b427588fc46b94efb37fa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4678931
Apr 16 21:09:17.176362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48814) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:17.180431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b7978-145d-4522-a509-fa59621b68d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195a4797-112a-43ff-80b6-d2d1cc77f60a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:17.185142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-64769e51-405c-4f61-baa2-f63358fdcc51 service neutron] Transition to ACTIVE for port object cde5a5c3-65ba-417d-8651-74ec3a50ff0d will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:17.202894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, got binding levels [] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:17.228054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:17.228637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:17.229003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:17.233315 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ed9facf-eab2-4479-8654-64e26d3e4a94 admin admin] Publish callbacks [] for security_group (195a4797-112a-43ff-80b6-d2d1cc77f60a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:17.233657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:17.234013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Attempting to bind port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:17.238714 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:17.239088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:17.240234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Bound using segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:17.240701 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Bound port: cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:17.241095 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:17.256080 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ed9facf-eab2-4479-8654-64e26d3e4a94 admin admin] Publish callbacks [] for security_group (195a4797-112a-43ff-80b6-d2d1cc77f60a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:17.297727 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-64769e51-405c-4f61-baa2-f63358fdcc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:17.323161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:17.327452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:17.330664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ae821599-e907-43d2-9546-f24ae0f19c40 service neutron] 10.222.0.20 "POST /v2.0/ports/fb4825e7-d0af-4d1c-a416-731410a77b41/bindings HTTP/1.1" status: 201  len: 389 time: 0.4605114
Apr 16 21:09:17.330801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:17.405128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64769e51-405c-4f61-baa2-f63358fdcc51 service neutron] Pushing event updated for resources: {'Port': ['ID=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,revision_number=10']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:17.423703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa837144-25d8-4ed9-a2ef-6e81c893d74d req-aa284d4a-f695-4cf6-b482-042001161463 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:17.425354 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa837144-25d8-4ed9-a2ef-6e81c893d74d req-aa284d4a-f695-4cf6-b482-042001161463 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 950 time: 0.0586674
Apr 16 21:09:17.426593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-64769e51-405c-4f61-baa2-f63358fdcc51 service neutron] No DVR routers for this DVR port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:09:17.450070 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:17.467921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-64769e51-405c-4f61-baa2-f63358fdcc51 service neutron] 10.222.0.11 "PUT /v2.0/ports/cde5a5c3-65ba-417d-8651-74ec3a50ff0d/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0848322
Apr 16 21:09:17.497218 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ed9facf-eab2-4479-8654-64e26d3e4a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (195a4797-112a-43ff-80b6-d2d1cc77f60a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:17.499485 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ed9facf-eab2-4479-8654-64e26d3e4a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:17.501618 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6ed9facf-eab2-4479-8654-64e26d3e4a94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/195a4797-112a-43ff-80b6-d2d1cc77f60a HTTP/1.1" status: 204  len: 168 time: 0.3226941
Apr 16 21:09:17.522902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9facf-eab2-4479-8654-64e26d3e4a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195a4797-112a-43ff-80b6-d2d1cc77f60a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:17.532315 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa837144-25d8-4ed9-a2ef-6e81c893d74d req-91e4ff0d-e2b2-4a78-9d5e-2643a1931178 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871520
Apr 16 21:09:17.553013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,revision_number=11']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:17.585126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device cde5a5c3-65ba-417d-8651-74ec3a50ff0d has no active binding in host nch2-master-1 {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 16 21:09:17.635080 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8c7cd5-3d7b-4e8a-a2f2-3daa70991b9d x-openstack-request-id: req-4b8c7cd5-3d7b-4e8a-a2f2-3daa70991b9d {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:17.635436 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b856a59-2a62-4edc-b448-430f778c7b2e", "tag": "74297eec-fea7-4f18-9edd-1a7bb09d6fd5", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:17.635755 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b8c7cd5-3d7b-4e8a-a2f2-3daa70991b9d {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:17.636248 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8c7cd5-3d7b-4e8a-a2f2-3daa70991b9d'] response: {'name': 'network-changed', 'server_uuid': '7b856a59-2a62-4edc-b448-430f778c7b2e', 'tag': '74297eec-fea7-4f18-9edd-1a7bb09d6fd5', 'status': 'completed', 'code': 200}
Apr 16 21:09:17.652945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bcecc0d9-73b5-40dd-acc2-9ac718a28063 req-1f9a18eb-38f0-40ac-950c-151024c4c863 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 210 time: 0.0388279
Apr 16 21:09:17.701835 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b722083-04fc-4a00-915a-42b1db272d3b x-openstack-request-id: req-6b722083-04fc-4a00-915a-42b1db272d3b {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:17.702178 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18557c2b-2ced-4cbc-998e-978ae82401e7", "tag": "e6de744b-54d0-45c6-a666-8fc2c4a831b1", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:17.702580 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b722083-04fc-4a00-915a-42b1db272d3b {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:17.703149 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b722083-04fc-4a00-915a-42b1db272d3b'] response: {'name': 'network-changed', 'server_uuid': '18557c2b-2ced-4cbc-998e-978ae82401e7', 'tag': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1', 'status': 'completed', 'code': 200}
Apr 16 21:09:17.746786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7e8e7-42d4-4eb8-8a05-31d5678d71da req-59d67d8b-2cae-458a-843d-31335c82fa0e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:17.748601 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3bc7e8e7-42d4-4eb8-8a05-31d5678d71da req-59d67d8b-2cae-458a-843d-31335c82fa0e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 948 time: 0.0606985
Apr 16 21:09:17.795680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f25d66-4efe-4a7a-bb19-1ecb64d1761b req-17ef33d6-4447-402c-96d9-3e6d0a3704ac tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:17.795903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3bc7e8e7-42d4-4eb8-8a05-31d5678d71da req-46d80784-8219-4bbb-9abf-f7b3a15aa995 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413206
Apr 16 21:09:17.797207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55f25d66-4efe-4a7a-bb19-1ecb64d1761b req-17ef33d6-4447-402c-96d9-3e6d0a3704ac tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 945 time: 0.0476177
Apr 16 21:09:17.855259 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55f25d66-4efe-4a7a-bb19-1ecb64d1761b req-b8ea42c4-9cef-45e6-b28e-41ee2d1879cb tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518568
Apr 16 21:09:17.905717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7377b-df53-43c2-b556-7b47074b346d req-22bc6b1a-35f0-414a-9562-f5929b2493d0 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:17.908318 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbb7377b-df53-43c2-b556-7b47074b346d req-22bc6b1a-35f0-414a-9562-f5929b2493d0 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 943 time: 0.0567868
Apr 16 21:09:17.939945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d6a195f-1b77-483a-bc84-d3877b594ce6 req-ecd22c80-a5d5-4481-9b1f-77634e05e72f tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 210 time: 0.0361235
Apr 16 21:09:17.974866 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbb7377b-df53-43c2-b556-7b47074b346d req-4969b28d-2311-4a6b-b1e3-1c6a87f8d414 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576363
Apr 16 21:09:18.062283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf74cde-b84f-48a7-99f7-40b8a76019d6 req-397816c2-bc54-4e17-b1b6-73279e1bd699 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:18.064037 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cf74cde-b84f-48a7-99f7-40b8a76019d6 req-397816c2-bc54-4e17-b1b6-73279e1bd699 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0580258
Apr 16 21:09:18.113016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415872a4-cc2d-4222-a961-65ba98ab7a98 req-02d36c57-6112-46cc-ab58-6a3f43950e8f tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:18.115168 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-415872a4-cc2d-4222-a961-65ba98ab7a98 req-02d36c57-6112-46cc-ab58-6a3f43950e8f tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 946 time: 0.0575662
Apr 16 21:09:18.116937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cf74cde-b84f-48a7-99f7-40b8a76019d6 req-d1ba8949-9a56-4642-894a-0aaf6deb33a3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453627
Apr 16 21:09:18.169253 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-415872a4-cc2d-4222-a961-65ba98ab7a98 req-c024683d-0e4d-40d3-8646-b454d907a35b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469067
Apr 16 21:09:18.319015 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-34277f70-70b7-4c4c-81c0-683b5133145c tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ba3fef3234544544870ea9ee02d5b344&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0235038
Apr 16 21:09:18.430295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-184ef6b4-d068-4aef-b813-e1cb4eb2db5d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:18.431727 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-184ef6b4-d068-4aef-b813-e1cb4eb2db5d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1073549
Apr 16 21:09:18.446107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-59b0235d-8f06-479a-8027-f4a50d9e4bd0 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/quotas/ba3fef3234544544870ea9ee02d5b344 HTTP/1.1" status: 200  len: 375 time: 0.0090599
Apr 16 21:09:18.452746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device cde5a5c3-65ba-417d-8651-74ec3a50ff0d no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:09:18.486605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-af3a779f-f9fc-4cbe-ab2b-bf829dedc04b tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1924a4ceffaf45d0bf2bd76ebb421bcd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0234728
Apr 16 21:09:18.513224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port cde5a5c3-65ba-417d-8651-74ec3a50ff0d host nch2-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:09:18.513224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device cde5a5c3-65ba-417d-8651-74ec3a50ff0d not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:09:18.517183 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-37729e5a-3fac-481f-bcae-b62040c1f4ba tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba3fef3234544544870ea9ee02d5b344&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0638430
Apr 16 21:09:18.617050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-ce4c35bf-5dd8-44f3-92c8-88060d06f712 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:18.618517 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-ce4c35bf-5dd8-44f3-92c8-88060d06f712 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1258500
Apr 16 21:09:18.629938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3bc5c678-f825-40d9-92e0-611189339eac tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Request body: {'port': {'device_id': '3ebfe0ed-3568-4b90-b834-fd3ad244dcac', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '1924a4ceffaf45d0bf2bd76ebb421bcd'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:18.757330 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e5c406d0-f825-4836-a5df-433f9898b170 req-65089c35-b75f-4920-a114-769a47ea051e tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 210 time: 0.0352902
Apr 16 21:09:18.896874 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e964f6c-4d20-4219-a0f3-3a3936a78a61 req-92586293-d3f3-4430-95cc-c856ecf64292 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 210 time: 0.0448706
Apr 16 21:09:18.897771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3bc5c678-f825-40d9-92e0-611189339eac tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Made reservation on behalf of 1924a4ceffaf45d0bf2bd76ebb421bcd for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:18.901235 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3bc5c678-f825-40d9-92e0-611189339eac tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:18.981580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee8ba6-c027-4ea2-b928-9d7e2c805747 req-b9ee9c32-72b3-46dc-9e8b-0f1201c965bf tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:18.994077 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60ee8ba6-c027-4ea2-b928-9d7e2c805747 req-b9ee9c32-72b3-46dc-9e8b-0f1201c965bf tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 948 time: 0.0830071
Apr 16 21:09:19.051183 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60ee8ba6-c027-4ea2-b928-9d7e2c805747 req-742eb929-f67a-4e7c-8bfb-fc2ff6b209b3 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562658
Apr 16 21:09:19.055228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d71c5-9cd7-4960-80cc-4f01671bdb6a req-164a1757-de77-4e6d-bfb9-9cb551479d89 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:19.056735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-599d71c5-9cd7-4960-80cc-4f01671bdb6a req-164a1757-de77-4e6d-bfb9-9cb551479d89 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 945 time: 0.0611880
Apr 16 21:09:19.146204 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-599d71c5-9cd7-4960-80cc-4f01671bdb6a req-c874c01e-9ee2-402e-bcfe-e9fcd9a9672d tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825250
Apr 16 21:09:19.162548 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3bc5c678-f825-40d9-92e0-611189339eac tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Allocated IP 192.168.233.52 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/866329ca-a3b9-4787-9b58-31964260c59e) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:19.168639 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a661ae28-3ec3-47e4-90ce-6efd55471d67 req-7fd7e276-7a06-43e3-8851-49a1707f9b5f tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 210 time: 0.0555634
Apr 16 21:09:19.342749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f832a-cf2e-4889-96e3-548d9f047ef0 req-ddfc135f-40bb-44e1-957d-d3f72eca4934 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:19.345500 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f3f832a-cf2e-4889-96e3-548d9f047ef0 req-ddfc135f-40bb-44e1-957d-d3f72eca4934 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 943 time: 0.1224959
Apr 16 21:09:19.407874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3bc5c678-f825-40d9-92e0-611189339eac tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks [] for port (866329ca-a3b9-4787-9b58-31964260c59e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:19.429123 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f3f832a-cf2e-4889-96e3-548d9f047ef0 req-9355986d-7702-4cb6-ac06-cf409f9f9a50 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758455
Apr 16 21:09:19.546442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc2703-157d-40b1-b3ed-830d722b1390 req-98ded7d2-0189-4dcc-9385-acdf5feee236 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:19.546442 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56cc2703-157d-40b1-b3ed-830d722b1390 req-98ded7d2-0189-4dcc-9385-acdf5feee236 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 946 time: 0.0538681
Apr 16 21:09:19.575818 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3bc5c678-f825-40d9-92e0-611189339eac tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (866329ca-a3b9-4787-9b58-31964260c59e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:19.588390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:19.628243 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56cc2703-157d-40b1-b3ed-830d722b1390 req-e05ac4fd-3e89-4d67-a236-6efc59dd400b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784662
Apr 16 21:09:19.637499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3bc5c678-f825-40d9-92e0-611189339eac tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:19.641328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3bc5c678-f825-40d9-92e0-611189339eac tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:19.643930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3bc5c678-f825-40d9-92e0-611189339eac tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:19.658595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5c678-f825-40d9-92e0-611189339eac tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Pushing event updated for resources: {'Port': ['ID=866329ca-a3b9-4787-9b58-31964260c59e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:19.719735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3bc5c678-f825-40d9-92e0-611189339eac tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:19.720516 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3bc5c678-f825-40d9-92e0-611189339eac tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:19.882159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7815a-b3c7-47a0-98e7-99950136ced6 req-b40c0ef3-3f1e-48d4-9482-d1397a3fad67 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:19.883678 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-77c7815a-b3c7-47a0-98e7-99950136ced6 req-b40c0ef3-3f1e-48d4-9482-d1397a3fad67 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 935 time: 0.0549116
Apr 16 21:09:19.902330 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3bc5c678-f825-40d9-92e0-611189339eac tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2759366
Apr 16 21:09:19.919793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Request body: {'port': {'device_id': '3ebfe0ed-3568-4b90-b834-fd3ad244dcac', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:19.932601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-116dc231-59d9-4340-873f-dd41fcba915d None None] Provisioning complete for port 866329ca-a3b9-4787-9b58-31964260c59e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:19.933012 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-116dc231-59d9-4340-873f-dd41fcba915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (866329ca-a3b9-4787-9b58-31964260c59e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:19.969295 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-116dc231-59d9-4340-873f-dd41fcba915d None None] Port 866329ca-a3b9-4787-9b58-31964260c59e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:09:19.990543 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-77c7815a-b3c7-47a0-98e7-99950136ced6 req-2ba7590a-6f78-4e61-a813-bf1ceb1201ee tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925322
Apr 16 21:09:20.022834 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (866329ca-a3b9-4787-9b58-31964260c59e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:20.071535 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-8d27cd49-82a3-4468-91b4-f10b7eb31ea6 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3c60195eda214c42831714a690e64ed7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0370741
Apr 16 21:09:20.118289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7402969-71b9-4e6e-943b-2c02e6268328 req-d88c376a-32a7-4f5a-bf52-55367745641e tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 210 time: 0.0685480
Apr 16 21:09:20.323029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcce33-2ca7-4504-9c0f-2e321120ef3a req-5c714a5f-5117-4085-8c53-798a2016d27f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:20.324531 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8afcce33-2ca7-4504-9c0f-2e321120ef3a req-5c714a5f-5117-4085-8c53-798a2016d27f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 948 time: 0.1403456
Apr 16 21:09:20.358621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-9708772c-12e7-4be7-9097-3f32232df504 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:20.360018 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-9708772c-12e7-4be7-9097-3f32232df504 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2535403
Apr 16 21:09:20.398849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Request body: {'port': {'device_id': '7f267f97-0675-4567-970e-9b51514392cc', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '3c60195eda214c42831714a690e64ed7'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:20.499693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbbd10-29c4-42c3-88ab-3a88751993d7 req-0f10b6fd-b3ad-4db4-953c-ba0f405534fa tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:20.507430 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-12dbbd10-29c4-42c3-88ab-3a88751993d7 req-0f10b6fd-b3ad-4db4-953c-ba0f405534fa tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 945 time: 0.0700028
Apr 16 21:09:20.509590 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8afcce33-2ca7-4504-9c0f-2e321120ef3a req-cb8c34d5-0d81-4e51-8269-3860dd3aefcb tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762857
Apr 16 21:09:20.571261 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-12dbbd10-29c4-42c3-88ab-3a88751993d7 req-147e1c74-270d-45d8-a984-469a7421964b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605278
Apr 16 21:09:20.640849 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ff7bda1-2d5d-42d2-a86e-1c7dc1b1a365 req-98263d0b-2772-4c94-b95f-76fac1e3745b tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 210 time: 0.0459087
Apr 16 21:09:20.648940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866329ca-a3b9-4787-9b58-31964260c59e {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:20.662814 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Publish callbacks [] for port (866329ca-a3b9-4787-9b58-31964260c59e), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:20.671552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Transition to ACTIVE for port object 866329ca-a3b9-4787-9b58-31964260c59e will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:20.746506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e74ea-27d9-41d5-8bd4-c82dd3bfb3d3 req-7796d7c4-f984-46fa-bc2b-1d6ed63b9601 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:20.748018 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f57e74ea-27d9-41d5-8bd4-c82dd3bfb3d3 req-7796d7c4-f984-46fa-bc2b-1d6ed63b9601 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 943 time: 0.0474381
Apr 16 21:09:20.751949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Made reservation on behalf of 3c60195eda214c42831714a690e64ed7 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:20.755701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:20.771486 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:20.799563 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef506b68-59bf-41ea-be6a-d0c714226d9f req-f640d463-b964-4611-93be-7cb6e5459afd tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:20.801061 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef506b68-59bf-41ea-be6a-d0c714226d9f req-f640d463-b964-4611-93be-7cb6e5459afd tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 946 time: 0.0511093
Apr 16 21:09:20.827440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f57e74ea-27d9-41d5-8bd4-c82dd3bfb3d3 req-e456c2fc-5855-4541-9acf-e1310fb4b4fa tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692184
Apr 16 21:09:20.833740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (866329ca-a3b9-4787-9b58-31964260c59e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:20.860707 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef506b68-59bf-41ea-be6a-d0c714226d9f req-da5fa322-2dd8-40a5-aaa3-43c1b2a3b1b7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532622
Apr 16 21:09:20.919082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Pushing event updated for resources: {'Port': ['ID=866329ca-a3b9-4787-9b58-31964260c59e,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:20.970307 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Publish callbacks [] for security_group (179b1aa9-c876-4150-b60b-9b097b469958), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:21.009738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Attempting to bind port 866329ca-a3b9-4787-9b58-31964260c59e on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:21.010085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Attempting to bind port 866329ca-a3b9-4787-9b58-31964260c59e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:21.010420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Attempting to bind port 866329ca-a3b9-4787-9b58-31964260c59e on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:21.015154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Port 866329ca-a3b9-4787-9b58-31964260c59e on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:21.015490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Attempting to bind port 866329ca-a3b9-4787-9b58-31964260c59e on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:21.020991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:21.021346 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:21.021741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:21.022177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Bound port: 866329ca-a3b9-4787-9b58-31964260c59e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:21.022544 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (866329ca-a3b9-4787-9b58-31964260c59e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:21.063973 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (179b1aa9-c876-4150-b60b-9b097b469958), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:21.076257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:21.190455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179b1aa9-c876-4150-b60b-9b097b469958,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:21.207841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366f452-7549-4d5a-b8a6-b8abae36d2fd req-bbacbe00-ccff-4270-ba7f-6afe572c4e8f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:21.209466 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6366f452-7549-4d5a-b8a6-b8abae36d2fd req-bbacbe00-ccff-4270-ba7f-6afe572c4e8f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 947 time: 0.1423063
Apr 16 21:09:21.210567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] For port 866329ca-a3b9-4787-9b58-31964260c59e, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:21.217418 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] For port 866329ca-a3b9-4787-9b58-31964260c59e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=866329ca-a3b9-4787-9b58-31964260c59e,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:21.228725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74297eec-fea7-4f18-9edd-1a7bb09d6fd5,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:21.239026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '74297eec-fea7-4f18-9edd-1a7bb09d6fd5', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '74297eec-fea7-4f18-9edd-1a7bb09d6fd5', 'mac_address': 'fa:16:3e:ac:53:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:21.281597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:21.282108 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:21.298864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:21.320526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74297eec-fea7-4f18-9edd-1a7bb09d6fd5,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:21.327534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Allocated IP 192.168.233.40 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/680a72aa-61d1-4dad-a95b-9bdbe208caad) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:21.332463 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6366f452-7549-4d5a-b8a6-b8abae36d2fd req-abab25b3-bfc7-4431-a333-838fb97bae48 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170037
Apr 16 21:09:21.336102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-ee1eba46-da39-49d7-8816-0a0159f3cadb tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ba3fef3234544544870ea9ee02d5b344&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0389001
Apr 16 21:09:21.366350 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (866329ca-a3b9-4787-9b58-31964260c59e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:21.451016 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:21.480839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:21.481468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:21.482871 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] 10.222.0.11 "PUT /v2.0/ports/866329ca-a3b9-4787-9b58-31964260c59e HTTP/1.1" status: 200  len: 1095 time: 1.5673242
Apr 16 21:09:21.494132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebfe0ed-3568-4b90-b834-fd3ad244dcac', 'tag': '866329ca-a3b9-4787-9b58-31964260c59e'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:21.494132 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb90818-a666-4a4d-ad02-b0870663a7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebfe0ed-3568-4b90-b834-fd3ad244dcac", "tag": "866329ca-a3b9-4787-9b58-31964260c59e"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:21.498114 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c94f7231-07ea-4c49-86cf-77260840df94 req-98ae9eb0-47bc-4b21-9f34-a45b1fb81b91 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 210 time: 0.0905926
Apr 16 21:09:21.546751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bbeb5-e0db-4620-a80b-b825658b2d78 service neutron] Pushing event updated for resources: {'Port': ['ID=866329ca-a3b9-4787-9b58-31964260c59e,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:21.570350 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=74297eec-fea7-4f18-9edd-1a7bb09d6fd5,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:21.612482 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec015bd0-7ca1-4666-9104-9a13cb78f6e1 x-openstack-request-id: req-ec015bd0-7ca1-4666-9104-9a13cb78f6e1 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:21.612877 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebfe0ed-3568-4b90-b834-fd3ad244dcac", "tag": "866329ca-a3b9-4787-9b58-31964260c59e", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:21.613708 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec015bd0-7ca1-4666-9104-9a13cb78f6e1 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:21.614203 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec015bd0-7ca1-4666-9104-9a13cb78f6e1'] response: {'name': 'network-changed', 'server_uuid': '3ebfe0ed-3568-4b90-b834-fd3ad244dcac', 'tag': '866329ca-a3b9-4787-9b58-31964260c59e', 'status': 'completed', 'code': 200}
Apr 16 21:09:21.721030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-f34026db-c5c6-43cd-95d3-552d7f4466a3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:21.722816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-f34026db-c5c6-43cd-95d3-552d7f4466a3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3813472
Apr 16 21:09:21.755678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-39ef27b9-d7f8-4f72-8cb7-dbd860bdf191 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Request body: {'port': {'device_id': 'de422b8c-d5d0-4730-92c4-f30877d0cf2b', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'ba3fef3234544544870ea9ee02d5b344'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:21.936300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:21.988247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e091ae-03fa-4a01-848a-e626e28879e8 req-b710fa11-22b7-45d7-9e23-aa22161ff806 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:21.989870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7e091ae-03fa-4a01-848a-e626e28879e8 req-b710fa11-22b7-45d7-9e23-aa22161ff806 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 945 time: 0.0543420
Apr 16 21:09:22.041749 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7e091ae-03fa-4a01-848a-e626e28879e8 req-7822997c-8e78-45ec-a3d9-aa6fc95df011 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453136
Apr 16 21:09:22.054800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90818-a666-4a4d-ad02-b0870663a7b2 req-9e2c72c5-1a15-46b0-b4b5-5da2ae165a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:22.056307 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfb90818-a666-4a4d-ad02-b0870663a7b2 req-9e2c72c5-1a15-46b0-b4b5-5da2ae165a62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1924a4ceffaf45d0bf2bd76ebb421bcd&device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 1129 time: 0.3975887
Apr 16 21:09:22.111005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014facd-cfa5-4691-bd83-1d2339409559 req-8d334955-8e8d-4fe3-ab85-81980a306f3d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:22.112508 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a014facd-cfa5-4691-bd83-1d2339409559 req-8d334955-8e8d-4fe3-ab85-81980a306f3d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 949 time: 0.4342957
Apr 16 21:09:22.135476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfb90818-a666-4a4d-ad02-b0870663a7b2 req-94905934-c1e2-4c08-ae27-5690c370f156 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1924a4ceffaf45d0bf2bd76ebb421bcd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0496066
Apr 16 21:09:22.136675 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab0a5238-a12a-4785-b7f0-231f8372a9c6 req-12c67d4e-2db4-4ffd-9a78-4deaf65014f4 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 210 time: 0.0282543
Apr 16 21:09:22.234651 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Publish callbacks [] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:22.246368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df610-7f68-4c51-bd9e-2fc2513b8140 req-7fe1b3f7-5f7e-4e06-bbec-ea7d236464e5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:22.247538 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-282df610-7f68-4c51-bd9e-2fc2513b8140 req-7fe1b3f7-5f7e-4e06-bbec-ea7d236464e5 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 943 time: 0.0471082
Apr 16 21:09:22.299100 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-282df610-7f68-4c51-bd9e-2fc2513b8140 req-67e67f94-7363-4bec-8bc9-85a328a96932 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455711
Apr 16 21:09:22.303363 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a014facd-cfa5-4691-bd83-1d2339409559 req-7e78df0b-c53b-4e92-b2a8-3812f5cae811 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756215
Apr 16 21:09:22.341773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90818-a666-4a4d-ad02-b0870663a7b2 req-88357920-cecd-47f8-b56a-baff59c3830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:22.343258 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfb90818-a666-4a4d-ad02-b0870663a7b2 req-88357920-cecd-47f8-b56a-baff59c3830e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1962013
Apr 16 21:09:22.405512 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-39ef27b9-d7f8-4f72-8cb7-dbd860bdf191 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Made reservation on behalf of ba3fef3234544544870ea9ee02d5b344 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:22.408917 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-39ef27b9-d7f8-4f72-8cb7-dbd860bdf191 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:22.449257 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:22.470490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3ce75-3dae-4606-b0b6-c4c89953ba15 req-d439ff71-eaff-40eb-ba10-ba5ca06b0b5e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:22.472002 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e4d3ce75-3dae-4606-b0b6-c4c89953ba15 req-d439ff71-eaff-40eb-ba10-ba5ca06b0b5e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 946 time: 0.1048284
Apr 16 21:09:22.515676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a8bd8-026c-45a4-bc8d-a045f2be4332 req-6f2dfe6e-2b19-4e89-b0d0-ab222528304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:22.516360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-055e95e1-83f2-4943-849d-0f8b593c782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:22.517413 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d3a8bd8-026c-45a4-bc8d-a045f2be4332 req-6f2dfe6e-2b19-4e89-b0d0-ab222528304f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 1131 time: 0.0538611
Apr 16 21:09:22.517789 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-055e95e1-83f2-4943-849d-0f8b593c782a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1924a4ceffaf45d0bf2bd76ebb421bcd&device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 1129 time: 0.1219022
Apr 16 21:09:22.646757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:22.661096 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-e7c0c8ff-b563-472d-b245-a1997632e7a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=866329ca-a3b9-4787-9b58-31964260c59e HTTP/1.1" status: 200  len: 217 time: 0.1159968
Apr 16 21:09:22.666867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-c02ff09f-888b-4577-8360-1908eb8b28df tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:22.672259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:22.672259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Pushing event updated for resources: {'Port': ['ID=680a72aa-61d1-4dad-a95b-9bdbe208caad,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:22.678337 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-c02ff09f-888b-4577-8360-1908eb8b28df tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1087117
Apr 16 21:09:22.678918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:22.699916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544abe1-9a8b-455d-bea9-0a1693140470 req-9058c84c-2d1c-4d22-98d9-f55d3f3149ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:22.701432 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c544abe1-9a8b-455d-bea9-0a1693140470 req-9058c84c-2d1c-4d22-98d9-f55d3f3149ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6395bf8972949f8837289679b58d151&device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 1125 time: 0.2051606
Apr 16 21:09:22.800423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a8bd8-026c-45a4-bc8d-a045f2be4332 req-c31b3633-8833-4069-b29d-e978105df384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:22.802199 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d3a8bd8-026c-45a4-bc8d-a045f2be4332 req-c31b3633-8833-4069-b29d-e978105df384 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.2776973
Apr 16 21:09:22.806536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-ea3c93d5-1a37-4608-9ab0-2e91033a3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:22.808324 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-ea3c93d5-1a37-4608-9ab0-2e91033a3ac6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f HTTP/1.1" status: 200  len: 1127 time: 0.1140261
Apr 16 21:09:22.884811 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e4d3ce75-3dae-4606-b0b6-c4c89953ba15 req-b9838ef3-6e08-40eb-b588-77afdfef28b4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3871825
Apr 16 21:09:22.924113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.11', 61633) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:22.925983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-fb34efe3-1083-4f8f-84e6-46430cebbe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:22.929537 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-fb34efe3-1083-4f8f-84e6-46430cebbe28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.2453725
Apr 16 21:09:22.935122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:22.936040 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:23.039504 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-5e17c6cd-a60a-47ea-bfc5-671f9d0fc258 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.6457307
Apr 16 21:09:23.075890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e8975c6d-2093-4dd5-a547-066c30254e6b None None] Provisioning complete for port 680a72aa-61d1-4dad-a95b-9bdbe208caad triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:23.076549 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e8975c6d-2093-4dd5-a547-066c30254e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:23.084501 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Request body: {'port': {'device_id': '7f267f97-0675-4567-970e-9b51514392cc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:23.096504 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5c8f42c-45ea-471c-b783-044efceeed4a req-78f25fa2-c155-4b95-978b-2483038f9287 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 210 time: 0.1277659
Apr 16 21:09:23.125129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-b5f3f0a2-7c30-42f1-b70e-b9736d566ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:23.125246 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e6de744b-54d0-45c6-a666-8fc2c4a831b1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:23.125343 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-b5f3f0a2-7c30-42f1-b70e-b9736d566ebf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 1128 time: 0.1695285
Apr 16 21:09:23.125431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:23.125529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-f9a296c8-e97f-4d8a-96ee-bbad5044d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:23.125529 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-f9a296c8-e97f-4d8a-96ee-bbad5044d4af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1632979
Apr 16 21:09:23.140674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-39ef27b9-d7f8-4f72-8cb7-dbd860bdf191 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Allocated IP 192.168.233.215 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/aa28e0e4-5396-47b7-a21f-9f5effb36613) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:23.169812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d3a8bd8-026c-45a4-bc8d-a045f2be4332 req-95a8bbd5-eb9e-4c9d-a695-b44a8d529f7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=74297eec-fea7-4f18-9edd-1a7bb09d6fd5 HTTP/1.1" status: 200  len: 217 time: 0.3464508
Apr 16 21:09:23.225628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e8975c6d-2093-4dd5-a547-066c30254e6b None None] Port 680a72aa-61d1-4dad-a95b-9bdbe208caad cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:09:23.273881 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-f234f43d-2280-4bc5-ab87-f413d80aa176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:23.275714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-f234f43d-2280-4bc5-ab87-f413d80aa176 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 1127 time: 0.1178060
Apr 16 21:09:23.297405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:23.307681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0f769-586f-4bea-9340-149ae63747ae req-b3b24ec1-c756-48b1-a95d-a324df19c649 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:23.316289 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f8e0f769-586f-4bea-9340-149ae63747ae req-b3b24ec1-c756-48b1-a95d-a324df19c649 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 947 time: 0.1571097
Apr 16 21:09:23.346878 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port e6de744b-54d0-45c6-a666-8fc2c4a831b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6de744b-54d0-45c6-a666-8fc2c4a831b1,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:23.353437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-a5e4230b-42a2-4d0f-a5ab-b91975a41d37 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944785
Apr 16 21:09:23.361183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'port_id': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1', 'mac_address': 'fa:16:3e:2e:d8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:23.369087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:23.369529 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:23.379494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a8bd8-026c-45a4-bc8d-a045f2be4332 req-944d1d27-695c-4f69-9887-761c91345fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:23.381852 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d3a8bd8-026c-45a4-bc8d-a045f2be4332 req-944d1d27-695c-4f69-9887-761c91345fc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1850104
Apr 16 21:09:23.444645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port e6de744b-54d0-45c6-a666-8fc2c4a831b1 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:23.445030 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:23.466717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544abe1-9a8b-455d-bea9-0a1693140470 req-3fc6b185-48da-436d-b88b-6d7669d0398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:23.467669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6de744b-54d0-45c6-a666-8fc2c4a831b1 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:23.468484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c544abe1-9a8b-455d-bea9-0a1693140470 req-3fc6b185-48da-436d-b88b-6d7669d0398b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d01e7439-5429-4e84-9f79-f267906a4f33 HTTP/1.1" status: 200  len: 925 time: 0.7311156
Apr 16 21:09:23.478888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f8e0f769-586f-4bea-9340-149ae63747ae req-be6a5a66-309f-4493-8c94-5322bb9f9f01 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614699
Apr 16 21:09:23.479954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a8bd8-026c-45a4-bc8d-a045f2be4332 req-88757929-7385-4ac6-982b-7bae370e2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:23.481420 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d3a8bd8-026c-45a4-bc8d-a045f2be4332 req-88757929-7385-4ac6-982b-7bae370e2824 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0859499
Apr 16 21:09:23.496112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port e6de744b-54d0-45c6-a666-8fc2c4a831b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6de744b-54d0-45c6-a666-8fc2c4a831b1,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:23.513494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-89562f68-ff04-4f53-bb02-b79a502beeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:23.513494 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-89562f68-ff04-4f53-bb02-b79a502beeda service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.2258866
Apr 16 21:09:23.538776 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:23.539283 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:23.563179 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b856a59-2a62-4edc-b448-430f778c7b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74297eec-fea7-4f18-9edd-1a7bb09d6fd5'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:23.565885 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e377d7-cb64-434a-9d5b-a405d9ffed17" -d '{"events": [{"server_uuid": "7b856a59-2a62-4edc-b448-430f778c7b2e", "name": "network-vif-plugged", "status": "completed", "tag": "74297eec-fea7-4f18-9edd-1a7bb09d6fd5"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:23.583737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74297eec-fea7-4f18-9edd-1a7bb09d6fd5,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:23.584016 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c544abe1-9a8b-455d-bea9-0a1693140470 req-eea9da16-dcfc-4ef5-8ca9-27f5c2c80675 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6de744b-54d0-45c6-a666-8fc2c4a831b1 HTTP/1.1" status: 200  len: 217 time: 0.0894601
Apr 16 21:09:23.592072 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:23.621523 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-f9764899-c4b2-44d7-bec2-32b5fdad8771 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d HTTP/1.1" status: 200  len: 217 time: 0.0498760
Apr 16 21:09:23.623597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeb165-323a-4d81-bb24-7200db3ea3ee req-64362be1-b4a9-41a6-97cf-755fd91a0b39 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:23.625000 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d3a8bd8-026c-45a4-bc8d-a045f2be4332 req-6f16e6bc-97c0-42b4-9660-46f691b75435 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361718
Apr 16 21:09:23.625445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecfeb165-323a-4d81-bb24-7200db3ea3ee req-64362be1-b4a9-41a6-97cf-755fd91a0b39 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 945 time: 0.2281592
Apr 16 21:09:23.630856 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:23.647784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=e6de744b-54d0-45c6-a666-8fc2c4a831b1,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:23.673804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-c26a7101-d3eb-45d2-bf72-b0fc6a9d914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:23.675581 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-c26a7101-d3eb-45d2-bf72-b0fc6a9d914f service neutron] 10.222.0.11 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.3907969
Apr 16 21:09:23.748063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-9fec20e3-eb29-4258-94ac-f827feb847ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:23.749508 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-9fec20e3-eb29-4258-94ac-f827feb847ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.1166458
Apr 16 21:09:23.753935 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:23.761184 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4680a4b0-9e5b-4ffe-8512-3f238e91e934 req-ca672919-0c39-4aee-bb5b-dc016d5705ec service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3940732
Apr 16 21:09:23.786929 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-5c81fe9a-2d94-47d1-bc93-eced73e0f375 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4825e7-d0af-4d1c-a416-731410a77b41 HTTP/1.1" status: 200  len: 217 time: 0.1005549
Apr 16 21:09:23.817203 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-eef6fc1d-46c3-49e7-b099-90d04e74ce67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557308
Apr 16 21:09:23.820610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=74297eec-fea7-4f18-9edd-1a7bb09d6fd5,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:23.821870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d3a8bd8-026c-45a4-bc8d-a045f2be4332 req-45af7643-5f4e-4c1f-98ea-b79697bf3147 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1878741
Apr 16 21:09:23.832444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b9968-97a7-4a42-8fc3-8319d52836e7 req-22d0cef0-51aa-4aeb-a249-02d30e891f84 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:23.834527 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af6b9968-97a7-4a42-8fc3-8319d52836e7 req-22d0cef0-51aa-4aeb-a249-02d30e891f84 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 935 time: 0.0907042
Apr 16 21:09:23.837902 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544abe1-9a8b-455d-bea9-0a1693140470 req-81e99423-581c-4bf7-b2e0-186f10323d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:23.839381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c544abe1-9a8b-455d-bea9-0a1693140470 req-81e99423-581c-4bf7-b2e0-186f10323d9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1655e0cc-53d1-49b0-9e30-979a5cc528e6 HTTP/1.1" status: 200  len: 863 time: 0.2416997
Apr 16 21:09:23.932666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['e6de744b-54d0-45c6-a666-8fc2c4a831b1'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:23.933020 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecfeb165-323a-4d81-bb24-7200db3ea3ee req-bd616835-fbb1-44c3-8c5e-98100a78ee28 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2982628
Apr 16 21:09:23.948619 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af6b9968-97a7-4a42-8fc3-8319d52836e7 req-3aa35bc1-e565-48f3-bd3d-410c24079537 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/security-groups?id=179b1aa9-c876-4150-b60b-9b097b469958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661647
Apr 16 21:09:23.970656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-8ab1da77-9e06-437d-988b-1cd3ea11f658 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351607
Apr 16 21:09:24.035316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-5cb2319e-d5cf-4496-abe2-37e15b1fe198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:24.036889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-5cb2319e-d5cf-4496-abe2-37e15b1fe198 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.2213624
Apr 16 21:09:24.061567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544abe1-9a8b-455d-bea9-0a1693140470 req-e2f82f95-e61e-47fe-b84f-75cd77f64e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:24.063023 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c544abe1-9a8b-455d-bea9-0a1693140470 req-e2f82f95-e61e-47fe-b84f-75cd77f64e87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d01e7439-5429-4e84-9f79-f267906a4f33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1932440
Apr 16 21:09:24.121235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec306b-2ded-4b77-b79e-d2cb42888e6a req-b65a8e63-4af7-4fe5-be18-fa41d2578a64 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:24.122883 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-63ec306b-2ded-4b77-b79e-d2cb42888e6a req-b65a8e63-4af7-4fe5-be18-fa41d2578a64 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 950 time: 0.0682738
Apr 16 21:09:24.145541 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-2b661516-cf1d-4cb4-9f9b-6cb4e05f9b6f service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1665881
Apr 16 21:09:24.152585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-39ef27b9-d7f8-4f72-8cb7-dbd860bdf191 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks [] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:24.162864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66d48f-2cc5-47a9-b4cf-5f8ba4591d4e req-e26589b4-08fc-4fc6-b18b-906b0dcdfd52 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:24.164485 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b66d48f-2cc5-47a9-b4cf-5f8ba4591d4e req-e26589b4-08fc-4fc6-b18b-906b0dcdfd52 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 944 time: 0.1162510
Apr 16 21:09:24.186041 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-63ec306b-2ded-4b77-b79e-d2cb42888e6a req-61d8c62c-71ac-48ea-a48b-24b0fce6021e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511537
Apr 16 21:09:24.237032 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f8d673-5ac5-4ed4-96f0-f0e00de0e9c2 x-openstack-request-id: req-52f8d673-5ac5-4ed4-96f0-f0e00de0e9c2 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:24.237552 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b856a59-2a62-4edc-b448-430f778c7b2e", "name": "network-vif-plugged", "status": "completed", "tag": "74297eec-fea7-4f18-9edd-1a7bb09d6fd5", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:24.237725 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52f8d673-5ac5-4ed4-96f0-f0e00de0e9c2 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:24.238235 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f8d673-5ac5-4ed4-96f0-f0e00de0e9c2'] response: {'server_uuid': '7b856a59-2a62-4edc-b448-430f778c7b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74297eec-fea7-4f18-9edd-1a7bb09d6fd5', 'code': 200}
Apr 16 21:09:24.451459 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544a40-277d-47b8-8974-6247b48e0ff9 req-2c9ae98d-0033-468f-94cb-ab146a046120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:24.452924 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61544a40-277d-47b8-8974-6247b48e0ff9 req-2c9ae98d-0033-468f-94cb-ab146a046120 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 1132 time: 0.0767369
Apr 16 21:09:24.475401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28413bf-d79d-4acb-9c3b-6d5c0fdf85d8 req-0f9885ef-5488-4176-a0f3-65612f2b51ad tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:24.476951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f28413bf-d79d-4acb-9c3b-6d5c0fdf85d8 req-0f9885ef-5488-4176-a0f3-65612f2b51ad tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 946 time: 0.0693166
Apr 16 21:09:24.525671 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b66d48f-2cc5-47a9-b4cf-5f8ba4591d4e req-f51e29da-63a0-4402-a4e8-749b44c965fa tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3546975
Apr 16 21:09:24.528491 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c544abe1-9a8b-455d-bea9-0a1693140470 req-edfe9cf9-7e24-4561-9696-e74e238da058 service neutron] 10.222.0.41 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4562261
Apr 16 21:09:24.541699 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61544a40-277d-47b8-8974-6247b48e0ff9 req-f8971d76-9306-403d-a9a7-e8cac5daffe9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782943
Apr 16 21:09:24.560726 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f28413bf-d79d-4acb-9c3b-6d5c0fdf85d8 req-edcce9d7-1298-4222-bcdd-a183c2b51c82 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748129
Apr 16 21:09:24.637566 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-39ef27b9-d7f8-4f72-8cb7-dbd860bdf191 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:24.653172 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0642788-5af8-4722-90dd-d3c3c1a8b4a7', '2819bc63-5a3d-4aac-8273-b90dbce3d22d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:24.740871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b0b31-3eeb-4f12-bb62-4c668e4c77fa req-02857f47-73e6-4cc4-9b9d-db33787deb76 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:24.742482 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-561b0b31-3eeb-4f12-bb62-4c668e4c77fa req-02857f47-73e6-4cc4-9b9d-db33787deb76 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 936 time: 0.1448123
Apr 16 21:09:24.753360 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c544abe1-9a8b-455d-bea9-0a1693140470 req-7275b41a-9999-4fe5-b1b9-b5e379584678 service neutron] 10.222.0.41 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2177458
Apr 16 21:09:24.774762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-39ef27b9-d7f8-4f72-8cb7-dbd860bdf191 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:24.793591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-39ef27b9-d7f8-4f72-8cb7-dbd860bdf191 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:24.814935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-39ef27b9-d7f8-4f72-8cb7-dbd860bdf191 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:24.833046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef27b9-d7f8-4f72-8cb7-dbd860bdf191 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Pushing event updated for resources: {'Port': ['ID=aa28e0e4-5396-47b7-a21f-9f5effb36613,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:24.859514 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-61c3129c-0f98-4373-9d17-fc6d2466dc5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0832865
Apr 16 21:09:24.955918 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff632d-9286-41ea-8fea-3cbbea972afa req-a4a3a301-2515-45f0-b394-912d8873530f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:24.962937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40ff632d-9286-41ea-8fea-3cbbea972afa req-a4a3a301-2515-45f0-b394-912d8873530f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 947 time: 0.0549145
Apr 16 21:09:24.980822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-39ef27b9-d7f8-4f72-8cb7-dbd860bdf191 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:24.981448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-39ef27b9-d7f8-4f72-8cb7-dbd860bdf191 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:24.990771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-561b0b31-3eeb-4f12-bb62-4c668e4c77fa req-b46da6c0-e6fa-4cf0-8e02-3ae18fc1df8b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2322657
Apr 16 21:09:25.024650 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40ff632d-9286-41ea-8fea-3cbbea972afa req-0ec50751-e70c-4a75-b9a8-82de715f4c6f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602765
Apr 16 21:09:25.069017 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-364fef0e-9428-41aa-ab49-8de056a31b84 None None] Provisioning complete for port aa28e0e4-5396-47b7-a21f-9f5effb36613 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:25.069392 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-364fef0e-9428-41aa-ab49-8de056a31b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:25.097867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680a72aa-61d1-4dad-a95b-9bdbe208caad {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:25.109668 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Publish callbacks [] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:25.110982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e6de744b-54d0-45c6-a666-8fc2c4a831b1 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:25.115553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-364fef0e-9428-41aa-ab49-8de056a31b84 None None] Port aa28e0e4-5396-47b7-a21f-9f5effb36613 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:09:25.128388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Transition to ACTIVE for port object 680a72aa-61d1-4dad-a95b-9bdbe208caad will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:25.133457 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-39ef27b9-d7f8-4f72-8cb7-dbd860bdf191 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.3869832
Apr 16 21:09:25.135610 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-38d0948d-025b-4bb8-b462-f5558cc083eb service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2669723
Apr 16 21:09:25.149315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe899a-d9e5-44b4-b0c1-b4f4a4c664ec req-337c9e4a-8eec-4d90-b4c4-05cde82ba3bd tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:25.150790 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55fe899a-d9e5-44b4-b0c1-b4f4a4c664ec req-337c9e4a-8eec-4d90-b4c4-05cde82ba3bd tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 945 time: 0.0502226
Apr 16 21:09:25.151807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Request body: {'port': {'device_id': 'de422b8c-d5d0-4730-92c4-f30877d0cf2b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:25.171850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port e6de744b-54d0-45c6-a666-8fc2c4a831b1 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:25.206270 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55fe899a-d9e5-44b4-b0c1-b4f4a4c664ec req-4dc33f23-6bfa-4eb3-94b2-0ea5112fdeaa tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493770
Apr 16 21:09:25.233481 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:25.256739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port e6de744b-54d0-45c6-a666-8fc2c4a831b1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:25.257286 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:25.329641 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:25.331686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d85d5-cacf-49d4-ac1a-629c59b4226e req-5330c687-bcee-44c7-ae18-647a21212486 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:25.333898 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-810d85d5-cacf-49d4-ac1a-629c59b4226e req-5330c687-bcee-44c7-ae18-647a21212486 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 947 time: 0.0584607
Apr 16 21:09:25.346247 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port e6de744b-54d0-45c6-a666-8fc2c4a831b1 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:25.346853 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:25.352651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Pushing event updated for resources: {'Port': ['ID=680a72aa-61d1-4dad-a95b-9bdbe208caad,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:25.403877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port e6de744b-54d0-45c6-a666-8fc2c4a831b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6de744b-54d0-45c6-a666-8fc2c4a831b1,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:25.406957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-810d85d5-cacf-49d4-ac1a-629c59b4226e req-6ac90944-56e1-463f-b8be-3d4ae757aed1 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/security-groups?id=179b1aa9-c876-4150-b60b-9b097b469958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605912
Apr 16 21:09:25.446774 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-37dec640-1dec-45d8-aff0-5aec1d60a658 service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2896571
Apr 16 21:09:25.508267 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:25.564589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0b8b5-1490-4d0c-81ce-ceff812852d4 req-bdefa727-528e-430b-95cc-da7160a7c109 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:25.569012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fa0b8b5-1490-4d0c-81ce-ceff812852d4 req-bdefa727-528e-430b-95cc-da7160a7c109 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 950 time: 0.0668538
Apr 16 21:09:25.570528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Attempting to bind port 680a72aa-61d1-4dad-a95b-9bdbe208caad on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:25.570871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Attempting to bind port 680a72aa-61d1-4dad-a95b-9bdbe208caad by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:25.571204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Attempting to bind port 680a72aa-61d1-4dad-a95b-9bdbe208caad on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:25.580268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=e6de744b-54d0-45c6-a666-8fc2c4a831b1,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:25.626232 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fa0b8b5-1490-4d0c-81ce-ceff812852d4 req-3b35f016-991d-4b9b-826a-f1e77c60e740 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513926
Apr 16 21:09:25.647333 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Port 680a72aa-61d1-4dad-a95b-9bdbe208caad on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:25.647333 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Attempting to bind port 680a72aa-61d1-4dad-a95b-9bdbe208caad on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:25.674858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd4706-a659-4799-8209-4ce9260953cb req-fcdcc398-dbf1-4cc3-bdf2-13eecb68107a tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:25.676442 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1acd4706-a659-4799-8209-4ce9260953cb req-fcdcc398-dbf1-4cc3-bdf2-13eecb68107a tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 1127 time: 0.1071520
Apr 16 21:09:25.677697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:25.678031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:25.678412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:25.678852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Bound port: 680a72aa-61d1-4dad-a95b-9bdbe208caad, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:25.679211 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:25.703366 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-42e6b7bd-e54b-4b00-bedb-d400c41aa208 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:25.704874 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-42e6b7bd-e54b-4b00-bedb-d400c41aa208 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573&tenant_id=68af3300a0d149adbbf934b4ff1f87d8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.1165845
Apr 16 21:09:25.740613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:25.759652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd188-3cc1-48fd-a8eb-cb35d29ff6e3 req-ddd9b7c2-a6eb-441d-8e3d-146fdb27d205 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:25.761157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-52dcd188-3cc1-48fd-a8eb-cb35d29ff6e3 req-ddd9b7c2-a6eb-441d-8e3d-146fdb27d205 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 945 time: 0.0510230
Apr 16 21:09:25.809444 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-52dcd188-3cc1-48fd-a8eb-cb35d29ff6e3 req-4ea9af59-f5a5-478d-afcc-2615616d2a13 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421901
Apr 16 21:09:25.898148 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1acd4706-a659-4799-8209-4ce9260953cb req-b5a2269c-66dc-46e3-8eed-bfe3c969fc81 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015738
Apr 16 21:09:25.899151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] For port 680a72aa-61d1-4dad-a95b-9bdbe208caad, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:25.905632 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:25.910775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] For port 680a72aa-61d1-4dad-a95b-9bdbe208caad, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=680a72aa-61d1-4dad-a95b-9bdbe208caad,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:25.913223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd11ed7-af10-4f06-9254-fe40f61ca27e req-65665106-3585-44be-b026-b2d4ef603dfd tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:25.921000 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbd11ed7-af10-4f06-9254-fe40f61ca27e req-65665106-3585-44be-b026-b2d4ef603dfd tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 946 time: 0.0553918
Apr 16 21:09:25.977750 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbd11ed7-af10-4f06-9254-fe40f61ca27e req-7a4ce601-762c-4119-acbc-c6d8f578108a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559869
Apr 16 21:09:26.007499 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:26.090426 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa28e0e4-5396-47b7-a21f-9f5effb36613 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:26.111596 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:26.112277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:26.113676 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] 10.222.0.11 "PUT /v2.0/ports/680a72aa-61d1-4dad-a95b-9bdbe208caad HTTP/1.1" status: 200  len: 1095 time: 3.0437610
Apr 16 21:09:26.114171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f267f97-0675-4567-970e-9b51514392cc', 'tag': '680a72aa-61d1-4dad-a95b-9bdbe208caad'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:26.116457 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25544f73-dec2-4bfb-b135-e6cb90085328" -d '{"events": [{"name": "network-changed", "server_uuid": "7f267f97-0675-4567-970e-9b51514392cc", "tag": "680a72aa-61d1-4dad-a95b-9bdbe208caad"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:26.124356 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Publish callbacks [] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:26.136624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47b79e-70d2-45d4-96c5-1268123276fa req-c8747de0-444e-4b23-90f1-476ff227fde3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:26.138171 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac47b79e-70d2-45d4-96c5-1268123276fa req-c8747de0-444e-4b23-90f1-476ff227fde3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 936 time: 0.0652661
Apr 16 21:09:26.192987 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac47b79e-70d2-45d4-96c5-1268123276fa req-4c4e6af9-93cb-4c9c-807f-f9bb872c304b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482738
Apr 16 21:09:26.210026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92edfb-db92-4f6a-8088-5801cb9b63da service neutron] Pushing event updated for resources: {'Port': ['ID=680a72aa-61d1-4dad-a95b-9bdbe208caad,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:26.218016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Transition to ACTIVE for port object aa28e0e4-5396-47b7-a21f-9f5effb36613 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:26.239744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18557c2b-2ced-4cbc-998e-978ae82401e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:26.247847 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69725811-f827-483f-8003-0a676de3e833" -d '{"events": [{"server_uuid": "18557c2b-2ced-4cbc-998e-978ae82401e7", "name": "network-vif-plugged", "status": "completed", "tag": "e6de744b-54d0-45c6-a666-8fc2c4a831b1"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:26.283969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb4825e7-d0af-4d1c-a416-731410a77b41,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:26.305133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-ee287a3b-7951-4e72-a656-4c1ef6b05501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:26.306657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-ee287a3b-7951-4e72-a656-4c1ef6b05501 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c60195eda214c42831714a690e64ed7&device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 1129 time: 0.0837154
Apr 16 21:09:26.307279 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:26.393545 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-8744ee0d-cf30-42ab-867c-d1cec73122ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=680a72aa-61d1-4dad-a95b-9bdbe208caad HTTP/1.1" status: 200  len: 217 time: 0.0744004
Apr 16 21:09:26.411376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-6eea45d1-1b4c-4b99-a224-c80a3b627629 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:26.413172 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-6eea45d1-1b4c-4b99-a224-c80a3b627629 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 808 time: 0.3048568
Apr 16 21:09:26.474162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:26.503034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 866329ca-a3b9-4787-9b58-31964260c59e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:26.508403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Pushing event updated for resources: {'Port': ['ID=aa28e0e4-5396-47b7-a21f-9f5effb36613,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:26.528231 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-742e14e5-5b7f-4d89-b6f4-729f37a67c25 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/quotas/b18530cc69c44e6f8a46ca966b3e3a7f HTTP/1.1" status: 200  len: 375 time: 0.0953398
Apr 16 21:09:26.591521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-9adc305a-3a95-4f00-acd6-fa8cda6e4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:26.593850 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-9adc305a-3a95-4f00-acd6-fa8cda6e4b24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1762342
Apr 16 21:09:26.595675 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Publish callbacks [] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:26.651205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 866329ca-a3b9-4787-9b58-31964260c59e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=866329ca-a3b9-4787-9b58-31964260c59e,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:26.666945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '866329ca-a3b9-4787-9b58-31964260c59e', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '866329ca-a3b9-4787-9b58-31964260c59e', 'mac_address': 'fa:16:3e:94:3b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:26.668134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-6f27e91b-93d4-4988-97a6-b3c4e100ba41 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1259141
Apr 16 21:09:26.689603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-f88507f2-c750-441c-8358-c0253886ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:26.691325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-f88507f2-c750-441c-8358-c0253886ae22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0768337
Apr 16 21:09:26.692986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Attempting to bind port aa28e0e4-5396-47b7-a21f-9f5effb36613 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:26.693085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Attempting to bind port aa28e0e4-5396-47b7-a21f-9f5effb36613 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:26.693392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Attempting to bind port aa28e0e4-5396-47b7-a21f-9f5effb36613 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:26.722385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 866329ca-a3b9-4787-9b58-31964260c59e is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:26.722635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:26.722919 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (866329ca-a3b9-4787-9b58-31964260c59e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:26.738216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9653cbb-70f2-496f-9a1b-1458745d099d req-981f5445-f8bf-4588-9a49-6646dd522765 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:26.740219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9653cbb-70f2-496f-9a1b-1458745d099d req-981f5445-f8bf-4588-9a49-6646dd522765 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 947 time: 0.0812812
Apr 16 21:09:26.747118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866329ca-a3b9-4787-9b58-31964260c59e {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:26.782320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 866329ca-a3b9-4787-9b58-31964260c59e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=866329ca-a3b9-4787-9b58-31964260c59e,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:26.786583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Port aa28e0e4-5396-47b7-a21f-9f5effb36613 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:26.786914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Attempting to bind port aa28e0e4-5396-47b7-a21f-9f5effb36613 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:26.792393 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9653cbb-70f2-496f-9a1b-1458745d099d req-b24f1bb7-65de-4c07-b59f-d9de898623c6 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450361
Apr 16 21:09:26.836599 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299e3e38-1635-44a3-84e3-5317c77f24a1 x-openstack-request-id: req-299e3e38-1635-44a3-84e3-5317c77f24a1 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:26.836875 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f267f97-0675-4567-970e-9b51514392cc", "tag": "680a72aa-61d1-4dad-a95b-9bdbe208caad", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:26.837129 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-299e3e38-1635-44a3-84e3-5317c77f24a1 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:26.837532 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299e3e38-1635-44a3-84e3-5317c77f24a1'] response: {'name': 'network-changed', 'server_uuid': '7f267f97-0675-4567-970e-9b51514392cc', 'tag': '680a72aa-61d1-4dad-a95b-9bdbe208caad', 'status': 'completed', 'code': 200}
Apr 16 21:09:26.857132 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (866329ca-a3b9-4787-9b58-31964260c59e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:26.862114 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:26.862487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:26.862894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:26.863336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Bound port: aa28e0e4-5396-47b7-a21f-9f5effb36613, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:26.863697 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:26.889250 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5203a68e-20a2-4b76-baa0-6e4352cc2ced x-openstack-request-id: req-5203a68e-20a2-4b76-baa0-6e4352cc2ced {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:26.889557 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18557c2b-2ced-4cbc-998e-978ae82401e7", "name": "network-vif-plugged", "status": "completed", "tag": "e6de744b-54d0-45c6-a666-8fc2c4a831b1", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:26.889808 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5203a68e-20a2-4b76-baa0-6e4352cc2ced {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:26.890194 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5203a68e-20a2-4b76-baa0-6e4352cc2ced'] response: {'server_uuid': '18557c2b-2ced-4cbc-998e-978ae82401e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1', 'code': 200}
Apr 16 21:09:26.916271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=866329ca-a3b9-4787-9b58-31964260c59e,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:26.932198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4825e7-d0af-4d1c-a416-731410a77b41,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:26.969785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3fbde-d6e8-4579-8155-abcd71dc6688 req-c537e065-2d80-48a7-bbf5-f707e3ce8209 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:26.971292 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-14e3fbde-d6e8-4579-8155-abcd71dc6688 req-c537e065-2d80-48a7-bbf5-f707e3ce8209 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 947 time: 0.0479071
Apr 16 21:09:26.991674 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-b6ee2f29-bddc-4e2b-9597-221571b6d163 service neutron] 10.222.0.20 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2958682
Apr 16 21:09:27.024923 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-14e3fbde-d6e8-4579-8155-abcd71dc6688 req-183c3728-b022-45ec-a479-24c63c1637e6 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/security-groups?id=179b1aa9-c876-4150-b60b-9b097b469958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477271
Apr 16 21:09:27.072243 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-1863c3a5-b628-4748-a95f-636d5100b185 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3674369
Apr 16 21:09:27.072895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Attempting to bind port fb4825e7-d0af-4d1c-a416-731410a77b41 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:27.073232 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Attempting to bind port fb4825e7-d0af-4d1c-a416-731410a77b41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:27.073564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Attempting to bind port fb4825e7-d0af-4d1c-a416-731410a77b41 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:27.096049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['866329ca-a3b9-4787-9b58-31964260c59e'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:27.098310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Port fb4825e7-d0af-4d1c-a416-731410a77b41 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:27.099812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Attempting to bind port fb4825e7-d0af-4d1c-a416-731410a77b41 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:27.115002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] For port aa28e0e4-5396-47b7-a21f-9f5effb36613, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:27.143714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1a05a-7563-4a47-9696-5602b32c5e65 req-7a8a6ec1-890a-40d2-b767-318a9435318a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:27.146394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05b1a05a-7563-4a47-9696-5602b32c5e65 req-7a8a6ec1-890a-40d2-b767-318a9435318a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 950 time: 0.0522335
Apr 16 21:09:27.209799 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05b1a05a-7563-4a47-9696-5602b32c5e65 req-4211a74b-7800-418c-9875-860335f4738f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585239
Apr 16 21:09:27.328645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90667fb8-4b95-43ff-9729-590cc9fd864d req-fab51488-ad01-4d59-b475-0b7e60e1f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:27.330287 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-90667fb8-4b95-43ff-9729-590cc9fd864d req-fab51488-ad01-4d59-b475-0b7e60e1f2bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 1127 time: 0.0822914
Apr 16 21:09:27.347326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335a32-d99b-4b7c-9d27-159897cb4338 req-3c8a6c87-2d16-49b6-8460-5f4baa1f3054 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:27.348872 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d6335a32-d99b-4b7c-9d27-159897cb4338 req-3c8a6c87-2d16-49b6-8460-5f4baa1f3054 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 945 time: 0.0640903
Apr 16 21:09:27.398176 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d6335a32-d99b-4b7c-9d27-159897cb4338 req-ae5433bb-75ea-4cda-9828-5bf76e6ac237 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434945
Apr 16 21:09:27.431753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:27.432104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:27.432604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Bound using segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:27.433054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Bound port: fb4825e7-d0af-4d1c-a416-731410a77b41, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:27.433422 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:27.452418 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] For port aa28e0e4-5396-47b7-a21f-9f5effb36613, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa28e0e4-5396-47b7-a21f-9f5effb36613,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:27.499394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe6ef0-fcbf-4f09-b932-d90893d32a36 req-5934fa3e-775a-4bda-b718-959d4ebfc6e4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:27.501595 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58fe6ef0-fcbf-4f09-b932-d90893d32a36 req-5934fa3e-775a-4bda-b718-959d4ebfc6e4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 944 time: 0.0490403
Apr 16 21:09:27.527632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-27d3ed8e-21e4-4dc6-8d4b-5ba8201ba4b6 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:27.529166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-27d3ed8e-21e4-4dc6-8d4b-5ba8201ba4b6 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1265264
Apr 16 21:09:27.544294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-ea172836-faf3-4d14-b748-5b8de1885515 service neutron] 10.222.0.20 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5444856
Apr 16 21:09:27.551471 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58fe6ef0-fcbf-4f09-b932-d90893d32a36 req-1cf4cdf4-2281-44de-9474-61ef54f42f4c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434916
Apr 16 21:09:27.555900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:27.598829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6435175c-f8fc-4a27-b6c3-583bc906f978 req-bca550a8-a588-4905-8690-0c5cbcfd21df service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5184736
Apr 16 21:09:27.614517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:27.617186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:27.617818 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:27.619288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] 10.222.0.11 "PUT /v2.0/ports/aa28e0e4-5396-47b7-a21f-9f5effb36613 HTTP/1.1" status: 200  len: 1096 time: 2.4731658
Apr 16 21:09:27.634022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb4825e7-d0af-4d1c-a416-731410a77b41,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:27.648011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65d68d-2edd-4465-8b89-385875658a61 service neutron] Pushing event updated for resources: {'Port': ['ID=aa28e0e4-5396-47b7-a21f-9f5effb36613,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:27.716445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb35957-e9e6-4277-927f-bac099627036 req-00575ed0-e06d-4cc8-b65b-9d0c7989b0ec tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:27.716445 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-edb35957-e9e6-4277-927f-bac099627036 req-00575ed0-e06d-4cc8-b65b-9d0c7989b0ec tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 948 time: 0.0499799
Apr 16 21:09:27.770585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:27.773374 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-edb35957-e9e6-4277-927f-bac099627036 req-25e573a7-4265-4438-9808-908d75eb7c61 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522728
Apr 16 21:09:27.862544 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-90667fb8-4b95-43ff-9729-590cc9fd864d req-6745929b-b1cb-4fb7-bbdd-32fa6c4d6dd5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497355
Apr 16 21:09:27.863204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-66f25f02-871d-470a-9189-5d39bf2590a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:27.865280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-66f25f02-871d-470a-9189-5d39bf2590a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba3fef3234544544870ea9ee02d5b344&device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 1130 time: 0.1057048
Apr 16 21:09:27.933613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4825e7-d0af-4d1c-a416-731410a77b41,revision_number=8']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:27.937226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:27.938571 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:27.940189 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ef800134-a187-4984-b126-02d2b61419e9 service neutron] 10.222.0.11 "PUT /v2.0/ports/fb4825e7-d0af-4d1c-a416-731410a77b41 HTTP/1.1" status: 200  len: 1122 time: 2.2040470
Apr 16 21:09:27.997662 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5a835f5e-8562-4fdf-8847-b59395d81df4 req-27c17cc1-7c63-4469-b75d-2d51d8884ab7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 210 time: 0.0307901
Apr 16 21:09:28.020498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55f741-32f4-4aef-a67e-9f94016f5f74 req-19710e7d-ebf7-46b1-9fa0-56a34f37cef3 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:28.022038 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5f55f741-32f4-4aef-a67e-9f94016f5f74 req-19710e7d-ebf7-46b1-9fa0-56a34f37cef3 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 948 time: 0.0801167
Apr 16 21:09:28.042065 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['fb4825e7-d0af-4d1c-a416-731410a77b41'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:28.089894 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5f55f741-32f4-4aef-a67e-9f94016f5f74 req-98a3b716-59ea-4996-9ca3-25c12b65d852 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587900
Apr 16 21:09:28.159551 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b344-ed84-49b7-89d1-08eacbfe2cba req-4d0963b1-8f96-4bab-a1b6-cb194c533552 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:28.161788 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd31b344-ed84-49b7-89d1-08eacbfe2cba req-4d0963b1-8f96-4bab-a1b6-cb194c533552 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 947 time: 0.0576272
Apr 16 21:09:28.212465 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd31b344-ed84-49b7-89d1-08eacbfe2cba req-195f1b52-7d35-4561-b65e-e25faf90de1b tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/security-groups?id=179b1aa9-c876-4150-b60b-9b097b469958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444224
Apr 16 21:09:28.248822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-8005a66a-a2b8-4b61-9e3b-c80cb47eb0c3 service neutron] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:28.324310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d20bc3-768f-42df-998c-dbc47f015512 req-eb56d2fe-f8b4-4b07-8f14-83898346e6a3 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:28.325821 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-87d20bc3-768f-42df-998c-dbc47f015512 req-eb56d2fe-f8b4-4b07-8f14-83898346e6a3 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 950 time: 0.0487082
Apr 16 21:09:28.328921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-8005a66a-a2b8-4b61-9e3b-c80cb47eb0c3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:28.332068 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d917795-e57f-494d-bba7-08b45a1c0141 req-8005a66a-a2b8-4b61-9e3b-c80cb47eb0c3 service neutron] 10.222.0.41 "DELETE /v2.0/ports/cde5a5c3-65ba-417d-8651-74ec3a50ff0d/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.5102553
Apr 16 21:09:28.373118 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-87d20bc3-768f-42df-998c-dbc47f015512 req-a27067b2-ce57-45c3-b2dc-2a6c7e5d8f43 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415735
Apr 16 21:09:28.486331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49062) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:28.531712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 866329ca-a3b9-4787-9b58-31964260c59e up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:28.543495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d7492-e7bb-4366-a406-3a74e8ac6c0b req-8acb9ddf-4d8c-4add-b3ad-9a9fef31333c tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:28.545079 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-531d7492-e7bb-4366-a406-3a74e8ac6c0b req-8acb9ddf-4d8c-4add-b3ad-9a9fef31333c tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 945 time: 0.0644124
Apr 16 21:09:28.585858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 866329ca-a3b9-4787-9b58-31964260c59e completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:28.613033 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-531d7492-e7bb-4366-a406-3a74e8ac6c0b req-9af2da2c-f41d-4858-873b-4ab880c2924c tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622673
Apr 16 21:09:28.616598 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d0f8-c2dd-44f9-ad45-8531d48ee4c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:28.699207 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7024b-5e50-4d19-979a-28dc042a83ef req-3c2efd72-5434-458f-bdf2-ffd2ce166873 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:28.700737 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7024b-5e50-4d19-979a-28dc042a83ef req-3c2efd72-5434-458f-bdf2-ffd2ce166873 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 944 time: 0.0640206
Apr 16 21:09:28.719354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 866329ca-a3b9-4787-9b58-31964260c59e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:28.719730 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (866329ca-a3b9-4787-9b58-31964260c59e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:28.798550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 866329ca-a3b9-4787-9b58-31964260c59e is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:28.798942 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (866329ca-a3b9-4787-9b58-31964260c59e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:28.826243 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-11e5b2a4-6957-4f6d-9b0c-489eb97255b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=aa28e0e4-5396-47b7-a21f-9f5effb36613 HTTP/1.1" status: 200  len: 217 time: 0.0642638
Apr 16 21:09:28.829377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7024b-5e50-4d19-979a-28dc042a83ef req-0a49d596-362f-4c65-ab65-46d638862f8a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230667
Apr 16 21:09:28.836142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 866329ca-a3b9-4787-9b58-31964260c59e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=866329ca-a3b9-4787-9b58-31964260c59e,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:28.850795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc4d9b2-dd4f-44dc-a189-354eff7a5573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4825e7-d0af-4d1c-a416-731410a77b41'}, {'name': 'network-changed', 'server_uuid': 'de422b8c-d5d0-4730-92c4-f30877d0cf2b', 'tag': 'aa28e0e4-5396-47b7-a21f-9f5effb36613'}, {'name': 'network-changed', 'server_uuid': 'ffc4d9b2-dd4f-44dc-a189-354eff7a5573', 'tag': 'fb4825e7-d0af-4d1c-a416-731410a77b41'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:28.853061 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f" -d '{"events": [{"server_uuid": "ffc4d9b2-dd4f-44dc-a189-354eff7a5573", "name": "network-vif-unplugged", "status": "completed", "tag": "fb4825e7-d0af-4d1c-a416-731410a77b41"}, {"name": "network-changed", "server_uuid": "de422b8c-d5d0-4730-92c4-f30877d0cf2b", "tag": "aa28e0e4-5396-47b7-a21f-9f5effb36613"}, {"name": "network-changed", "server_uuid": "ffc4d9b2-dd4f-44dc-a189-354eff7a5573", "tag": "fb4825e7-d0af-4d1c-a416-731410a77b41"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:28.885761 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d0f8-c2dd-44f9-ad45-8531d48ee4c5 admin admin] Publish callbacks [] for security_group (71e9770c-0baf-445a-a247-1ee9ecbf5cf1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:28.891223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebfe0ed-3568-4b90-b834-fd3ad244dcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866329ca-a3b9-4787-9b58-31964260c59e'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:28.893947 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df6eb2a-4db0-4a2e-b86a-fb02aebb035a" -d '{"events": [{"server_uuid": "3ebfe0ed-3568-4b90-b834-fd3ad244dcac", "name": "network-vif-plugged", "status": "completed", "tag": "866329ca-a3b9-4787-9b58-31964260c59e"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:28.914392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935513e-f1ff-48f3-af3e-bfc7902fde57 req-d5350fc7-245f-43ab-b9a1-e2f2660300c9 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:28.917011 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c935513e-f1ff-48f3-af3e-bfc7902fde57 req-d5350fc7-245f-43ab-b9a1-e2f2660300c9 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 948 time: 0.0622761
Apr 16 21:09:28.918460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25544f73-dec2-4bfb-b135-e6cb90085328 req-fbb4d6b1-da53-472f-b0f9-32f3f6ab8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:28.920233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25544f73-dec2-4bfb-b135-e6cb90085328 req-fbb4d6b1-da53-472f-b0f9-32f3f6ab8734 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c60195eda214c42831714a690e64ed7&device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 1129 time: 0.1463683
Apr 16 21:09:28.938520 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (866329ca-a3b9-4787-9b58-31964260c59e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:28.939278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-391e795f-7e71-462d-9f4e-529995807c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:28.941019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-391e795f-7e71-462d-9f4e-529995807c68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0782497
Apr 16 21:09:28.945260 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5082dbe2-038a-410c-afc3-9037f451728d x-openstack-request-id: req-5082dbe2-038a-410c-afc3-9037f451728d {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:28.945605 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc4d9b2-dd4f-44dc-a189-354eff7a5573", "name": "network-vif-unplugged", "status": "completed", "tag": "fb4825e7-d0af-4d1c-a416-731410a77b41", "code": 200}, {"name": "network-changed", "server_uuid": "de422b8c-d5d0-4730-92c4-f30877d0cf2b", "tag": "aa28e0e4-5396-47b7-a21f-9f5effb36613", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ffc4d9b2-dd4f-44dc-a189-354eff7a5573", "tag": "fb4825e7-d0af-4d1c-a416-731410a77b41", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:28.952918 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5082dbe2-038a-410c-afc3-9037f451728d {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:28.952918 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5082dbe2-038a-410c-afc3-9037f451728d'] response: {'server_uuid': 'ffc4d9b2-dd4f-44dc-a189-354eff7a5573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4825e7-d0af-4d1c-a416-731410a77b41', 'code': 200}
Apr 16 21:09:28.952918 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5082dbe2-038a-410c-afc3-9037f451728d'] response: {'name': 'network-changed', 'server_uuid': 'de422b8c-d5d0-4730-92c4-f30877d0cf2b', 'tag': 'aa28e0e4-5396-47b7-a21f-9f5effb36613', 'status': 'completed', 'code': 200}
Apr 16 21:09:28.952918 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5082dbe2-038a-410c-afc3-9037f451728d'] response: {'name': 'network-changed', 'server_uuid': 'ffc4d9b2-dd4f-44dc-a189-354eff7a5573', 'tag': 'fb4825e7-d0af-4d1c-a416-731410a77b41', 'status': 'completed', 'code': 200}
Apr 16 21:09:28.980623 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f565f6ac-42e4-4028-b159-87cb72a147a3 x-openstack-request-id: req-f565f6ac-42e4-4028-b159-87cb72a147a3 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:28.980963 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebfe0ed-3568-4b90-b834-fd3ad244dcac", "name": "network-vif-plugged", "status": "completed", "tag": "866329ca-a3b9-4787-9b58-31964260c59e", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:28.981221 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f565f6ac-42e4-4028-b159-87cb72a147a3 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:28.981793 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f565f6ac-42e4-4028-b159-87cb72a147a3'] response: {'server_uuid': '3ebfe0ed-3568-4b90-b834-fd3ad244dcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866329ca-a3b9-4787-9b58-31964260c59e', 'code': 200}
Apr 16 21:09:28.983096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c935513e-f1ff-48f3-af3e-bfc7902fde57 req-69b7fbb8-9580-46ee-b7d7-88577e4dafb3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600948
Apr 16 21:09:29.008239 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=866329ca-a3b9-4787-9b58-31964260c59e,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:29.032514 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d0f8-c2dd-44f9-ad45-8531d48ee4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (71e9770c-0baf-445a-a247-1ee9ecbf5cf1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:29.094089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-944b93b3-0270-44b8-bf26-6a423f415b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:29.095747 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-944b93b3-0270-44b8-bf26-6a423f415b04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 1156 time: 0.0956373
Apr 16 21:09:29.108051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7d0f8-c2dd-44f9-ad45-8531d48ee4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e9770c-0baf-445a-a247-1ee9ecbf5cf1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:29.117131 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6bc7d0f8-c2dd-44f9-ad45-8531d48ee4c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cfabc21d04d4b4e9a5c354d9c0af120&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6296883
Apr 16 21:09:29.119822 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49080) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:29.136594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-60069e72-d56c-457c-9a7a-8ccc71088f44 req-241c5939-bd83-444e-a272-ed09957ea34c tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 210 time: 0.0438142
Apr 16 21:09:29.151107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25544f73-dec2-4bfb-b135-e6cb90085328 req-ee8fca28-67b0-49ce-b61e-991a0e7079bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:29.153564 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25544f73-dec2-4bfb-b135-e6cb90085328 req-ee8fca28-67b0-49ce-b61e-991a0e7079bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.2103927
Apr 16 21:09:29.187071 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3a3f4c6-ec0d-4676-a926-8eaae77b0c07 admin admin] Publish callbacks [] for security_group (71e9770c-0baf-445a-a247-1ee9ecbf5cf1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:29.239608 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25544f73-dec2-4bfb-b135-e6cb90085328 req-f4dfc0b4-209f-4994-95d8-7d9b44e9e3f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=680a72aa-61d1-4dad-a95b-9bdbe208caad HTTP/1.1" status: 200  len: 217 time: 0.0519855
Apr 16 21:09:29.256858 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3a3f4c6-ec0d-4676-a926-8eaae77b0c07 admin admin] Publish callbacks [] for security_group (71e9770c-0baf-445a-a247-1ee9ecbf5cf1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:29.259692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdac2c-447e-4be6-8394-43eb551b9008 req-1467ec49-0230-4a78-84ce-de06bc8a6f22 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:29.261247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-70fdac2c-447e-4be6-8394-43eb551b9008 req-1467ec49-0230-4a78-84ce-de06bc8a6f22 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 949 time: 0.0869613
Apr 16 21:09:29.337763 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-70fdac2c-447e-4be6-8394-43eb551b9008 req-2917378f-6f60-424a-b75c-0a68c1b8b2e8 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704448
Apr 16 21:09:29.344362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-54c2b755-7df4-4da2-9642-135d111177d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:29.345963 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-54c2b755-7df4-4da2-9642-135d111177d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1169114
Apr 16 21:09:29.426726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25544f73-dec2-4bfb-b135-e6cb90085328 req-5e7b1ff3-8ede-4949-9d02-d48330702e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:29.428230 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25544f73-dec2-4bfb-b135-e6cb90085328 req-5e7b1ff3-8ede-4949-9d02-d48330702e09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1714468
Apr 16 21:09:29.434373 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3a3f4c6-ec0d-4676-a926-8eaae77b0c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (71e9770c-0baf-445a-a247-1ee9ecbf5cf1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:29.436391 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3a3f4c6-ec0d-4676-a926-8eaae77b0c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:29.440001 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e3a3f4c6-ec0d-4676-a926-8eaae77b0c07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71e9770c-0baf-445a-a247-1ee9ecbf5cf1 HTTP/1.1" status: 204  len: 168 time: 0.3165510
Apr 16 21:09:29.447206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3f4c6-ec0d-4676-a926-8eaae77b0c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e9770c-0baf-445a-a247-1ee9ecbf5cf1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:29.447595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688d16-3919-40f6-8471-e04b5761734c req-d933fb88-a807-4a31-b721-903df76d3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:29.449083 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c688d16-3919-40f6-8471-e04b5761734c req-d933fb88-a807-4a31-b721-903df76d3647 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 1131 time: 0.1510286
Apr 16 21:09:29.475856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b29d2-d99b-4119-b8bd-f84d28a9fd64 req-28a00418-53c3-4915-a9a2-0be55337fa87 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:29.480899 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b34b29d2-d99b-4119-b8bd-f84d28a9fd64 req-28a00418-53c3-4915-a9a2-0be55337fa87 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 947 time: 0.1706223
Apr 16 21:09:29.527885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91c8cd-3544-433a-bfd1-b0a68cffb045 req-91c54af1-1fd8-43f2-96c6-cfa1cc1735dd tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:29.529989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3f91c8cd-3544-433a-bfd1-b0a68cffb045 req-91c54af1-1fd8-43f2-96c6-cfa1cc1735dd tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 950 time: 0.0725005
Apr 16 21:09:29.582110 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3f91c8cd-3544-433a-bfd1-b0a68cffb045 req-4949f598-01e9-4117-969c-b1af8d99ff05 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464621
Apr 16 21:09:29.594017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25544f73-dec2-4bfb-b135-e6cb90085328 req-e1345cb9-5d42-423f-80d8-4d2e9868337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:29.595528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25544f73-dec2-4bfb-b135-e6cb90085328 req-e1345cb9-5d42-423f-80d8-4d2e9868337f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1515462
Apr 16 21:09:29.655622 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c688d16-3919-40f6-8471-e04b5761734c req-19535e3e-d183-4c80-8b63-1212b1c35d89 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771564
Apr 16 21:09:29.664774 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-1a57aa4d-d987-43a7-b15c-f274d1440434 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2941756
Apr 16 21:09:29.690574 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b34b29d2-d99b-4119-b8bd-f84d28a9fd64 req-6d0acf0e-0934-4d62-a04a-9ff4eacd4913 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/security-groups?id=179b1aa9-c876-4150-b60b-9b097b469958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539021
Apr 16 21:09:29.692681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-b5b67b63-9d89-4f85-bd12-ce9d56149a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:29.694288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-b5b67b63-9d89-4f85-bd12-ce9d56149a89 service neutron] 10.222.0.41 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.2595379
Apr 16 21:09:29.748156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-326c703b-2828-4f66-a832-d3a0d469dd3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4825e7-d0af-4d1c-a416-731410a77b41 HTTP/1.1" status: 200  len: 217 time: 0.0472977
Apr 16 21:09:29.849466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-6d0b057a-b882-41f3-be30-16ae150ca560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:29.851249 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-6d0b057a-b882-41f3-be30-16ae150ca560 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.0943170
Apr 16 21:09:29.858194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436d3df-e9e8-4e26-8493-0e8fc63ad1d6 req-82a8884c-29e7-48df-bf27-aa76e8b73111 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:29.859734 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8436d3df-e9e8-4e26-8493-0e8fc63ad1d6 req-82a8884c-29e7-48df-bf27-aa76e8b73111 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 945 time: 0.0749333
Apr 16 21:09:29.902849 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-5f888cd4-390e-4e63-b4e9-f7dc79088d2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419614
Apr 16 21:09:29.939696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8436d3df-e9e8-4e26-8493-0e8fc63ad1d6 req-d5f43d5e-2d9d-468a-8181-cbf9ac7d2a70 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676820
Apr 16 21:09:30.044160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8be38-3459-466b-a02e-ad353b165e25 req-a9cc3d82-eab7-4bad-bc2b-367e97ebe5b0 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:30.052205 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cda8be38-3459-466b-a02e-ad353b165e25 req-a9cc3d82-eab7-4bad-bc2b-367e97ebe5b0 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 1132 time: 0.0610178
Apr 16 21:09:30.066477 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cda8be38-3459-466b-a02e-ad353b165e25 req-14aef0c2-1d9f-47e2-a60f-9f04e5f588ce tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:30.142175 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cda8be38-3459-466b-a02e-ad353b165e25 req-14aef0c2-1d9f-47e2-a60f-9f04e5f588ce tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] Publish callbacks [] for security_group (3345578e-fa4a-4d2c-898b-d6bc44b51827), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:30.209351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca5138-599d-4fb6-b824-d4fc6b22dbfd req-d7db92d3-9786-448b-bb45-01b41d8c28c5 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:30.210822 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4ca5138-599d-4fb6-b824-d4fc6b22dbfd req-d7db92d3-9786-448b-bb45-01b41d8c28c5 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 944 time: 0.1294808
Apr 16 21:09:30.216657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cda8be38-3459-466b-a02e-ad353b165e25 req-14aef0c2-1d9f-47e2-a60f-9f04e5f588ce tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3345578e-fa4a-4d2c-898b-d6bc44b51827), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:30.254351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-1a27da60-316f-4c2f-a56b-460deea544bd service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3135018
Apr 16 21:09:30.262398 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cda8be38-3459-466b-a02e-ad353b165e25 req-14aef0c2-1d9f-47e2-a60f-9f04e5f588ce tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076161
Apr 16 21:09:30.263807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aef0c2-1d9f-47e2-a60f-9f04e5f588ce tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3345578e-fa4a-4d2c-898b-d6bc44b51827,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:30.304968 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6dac66f-7c10-485a-90c9-19c67cf94e61 req-69c222dd-db37-49c7-9281-8c75e05f6932 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3166833
Apr 16 21:09:30.340302 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25544f73-dec2-4bfb-b135-e6cb90085328 req-dec84448-804f-4015-8a6e-a5d3e70d5cf1 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3530467
Apr 16 21:09:30.362016 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4ca5138-599d-4fb6-b824-d4fc6b22dbfd req-0c7394c0-4a77-41fa-8275-41211a64e01f tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343386
Apr 16 21:09:30.382003 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e3cb4-6ff4-4be0-a0d9-b7d67d86cabe req-3ce7bd1d-fde1-4a3a-a96b-8c4f62705ab6 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:30.383899 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-397e3cb4-6ff4-4be0-a0d9-b7d67d86cabe req-3ce7bd1d-fde1-4a3a-a96b-8c4f62705ab6 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 948 time: 0.0560186
Apr 16 21:09:30.398474 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-639f309c-18f0-4f5d-961e-0b67f9df39bc service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234300
Apr 16 21:09:30.436829 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-397e3cb4-6ff4-4be0-a0d9-b7d67d86cabe req-0bc89c76-4b66-41af-a7a5-f02349310adc tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471225
Apr 16 21:09:30.465299 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db352c8b-0f19-4d4f-b78e-bdfaeeedb145 req-0eea8aad-24cc-4908-ae15-bb7283823100 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 210 time: 0.0321398
Apr 16 21:09:30.555495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 680a72aa-61d1-4dad-a95b-9bdbe208caad details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:30.601096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dd7d3-c3e5-46de-9d9b-7e69fda1781d req-8c039952-19e2-4354-ac2a-20f1f59978e2 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:30.602822 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d7dd7d3-c3e5-46de-9d9b-7e69fda1781d req-8c039952-19e2-4354-ac2a-20f1f59978e2 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 949 time: 0.0631287
Apr 16 21:09:30.666667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 680a72aa-61d1-4dad-a95b-9bdbe208caad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=680a72aa-61d1-4dad-a95b-9bdbe208caad,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:30.685582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '680a72aa-61d1-4dad-a95b-9bdbe208caad', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '680a72aa-61d1-4dad-a95b-9bdbe208caad', 'mac_address': 'fa:16:3e:fe:f8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:30.734265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 680a72aa-61d1-4dad-a95b-9bdbe208caad is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:30.734668 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:30.757856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680a72aa-61d1-4dad-a95b-9bdbe208caad {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:30.759478 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d7dd7d3-c3e5-46de-9d9b-7e69fda1781d req-955e06dc-421b-4e2e-8e0c-b6df0115ee87 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463082
Apr 16 21:09:30.790744 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25544f73-dec2-4bfb-b135-e6cb90085328 req-b84c8883-0249-4803-aee9-f0a271adfe42 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1868896
Apr 16 21:09:30.826040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 680a72aa-61d1-4dad-a95b-9bdbe208caad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=680a72aa-61d1-4dad-a95b-9bdbe208caad,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:30.858184 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46663700-73e6-4a3e-b8c4-48df62f5128e req-07e9da91-07d7-4128-a458-5e790fa7ad57 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:30.860329 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46663700-73e6-4a3e-b8c4-48df62f5128e req-07e9da91-07d7-4128-a458-5e790fa7ad57 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 947 time: 0.0523515
Apr 16 21:09:30.895790 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:30.905854 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0d5f1927-f4d7-4b01-879b-82afc3bea1c8 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0226243
Apr 16 21:09:30.914853 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46663700-73e6-4a3e-b8c4-48df62f5128e req-3b5050a0-3df9-4987-aa64-929cb5cd982a tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/security-groups?id=179b1aa9-c876-4150-b60b-9b097b469958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480978
Apr 16 21:09:30.966353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=680a72aa-61d1-4dad-a95b-9bdbe208caad,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:31.110659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-dbd371fc-6152-41c1-8a05-83b1fb8a819f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:31.112153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-dbd371fc-6152-41c1-8a05-83b1fb8a819f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2008615
Apr 16 21:09:31.119611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-62e47b76-d7ac-4867-988d-b2c7af3a2fd9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:31.121123 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-62e47b76-d7ac-4867-988d-b2c7af3a2fd9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.41 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 808 time: 0.1644151
Apr 16 21:09:31.134862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-b0d3d5f9-1ece-4119-8017-fac1bb071905 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Request body: {'port': {'device_id': 'bc3b9549-fb07-458b-84bf-3f1d36449e6e', 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337', 'admin_state_up': True, 'tenant_id': 'b18530cc69c44e6f8a46ca966b3e3a7f'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:31.141680 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-146adb45-43e1-40f7-957b-072c2be7dc1e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/quotas/cd7c434915254744b7a0409ab8e6d33d HTTP/1.1" status: 200  len: 375 time: 0.0192797
Apr 16 21:09:31.231575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-a6225a33-4017-4e05-81d9-3258a3718608 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0756435
Apr 16 21:09:31.258228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['680a72aa-61d1-4dad-a95b-9bdbe208caad'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:31.293048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69b6ec-1366-415b-a764-c1c79cc8cea4 req-822dcf9a-35e8-421f-90cf-78b220d24793 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:31.295145 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5c69b6ec-1366-415b-a764-c1c79cc8cea4 req-822dcf9a-35e8-421f-90cf-78b220d24793 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 945 time: 0.0625784
Apr 16 21:09:31.352469 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5c69b6ec-1366-415b-a764-c1c79cc8cea4 req-ef9d9dba-943a-471b-89a9-ef772cf9723d tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515614
Apr 16 21:09:31.383374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-b0d3d5f9-1ece-4119-8017-fac1bb071905 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Made reservation on behalf of b18530cc69c44e6f8a46ca966b3e3a7f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:31.387180 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-b0d3d5f9-1ece-4119-8017-fac1bb071905 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:31.479930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d1b47-e85c-44d1-ab04-b043e6b1badf req-c7362fb2-a6e4-4e02-a229-aa5cd3ceed18 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:31.481434 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea6d1b47-e85c-44d1-ab04-b043e6b1badf req-c7362fb2-a6e4-4e02-a229-aa5cd3ceed18 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 945 time: 0.0605645
Apr 16 21:09:31.490894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49152) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:31.495743 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e909e621-a67f-4349-a116-1b4d82b325bb tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Request body: {'floatingip': {'port_id': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:31.532932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-b0d3d5f9-1ece-4119-8017-fac1bb071905 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Allocated IP 172.20.0.3 (8cfbbf93-9e15-4e76-bfe0-e69ff753f337/15c83c80-d8ca-4f2d-925f-a5d1a372d8bd/a34708cf-de0c-422b-ad52-0051f88b2bb4) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:31.537588 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e909e621-a67f-4349-a116-1b4d82b325bb tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for floatingip (bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:31.667190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e49bf-1df0-4e1f-bd79-eae29d1f8284 req-64c61402-77d8-42ee-bc26-0b204c93f5f8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:31.668722 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-659e49bf-1df0-4e1f-bd79-eae29d1f8284 req-64c61402-77d8-42ee-bc26-0b204c93f5f8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 944 time: 0.1277294
Apr 16 21:09:31.718857 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-b0d3d5f9-1ece-4119-8017-fac1bb071905 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks [] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:31.794148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49156) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:31.795582 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:09:31.826148 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-659e49bf-1df0-4e1f-bd79-eae29d1f8284 req-c1869a44-9c59-48d1-b6b1-da5bff349f63 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330352
Apr 16 21:09:31.836901 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-b0d3d5f9-1ece-4119-8017-fac1bb071905 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:31.920742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3d5f9-1ece-4119-8017-fac1bb071905 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Pushing event updated for resources: {'Port': ['ID=a34708cf-de0c-422b-ad52-0051f88b2bb4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:31.943446 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a152ef3d-cc08-43bb-b56c-3c0f771077e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:31.946271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-b0d3d5f9-1ece-4119-8017-fac1bb071905 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:31.952592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-b0d3d5f9-1ece-4119-8017-fac1bb071905 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:31.955150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-b0d3d5f9-1ece-4119-8017-fac1bb071905 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:32.019023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-b0d3d5f9-1ece-4119-8017-fac1bb071905 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:32.019653 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-b0d3d5f9-1ece-4119-8017-fac1bb071905 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:32.042642 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f8bbc-5902-4b05-88f3-b5cc94f0eef3 req-42c326f2-0bd3-4bd3-be44-373d7c2e4b99 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:32.049056 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e75f8bbc-5902-4b05-88f3-b5cc94f0eef3 req-42c326f2-0bd3-4bd3-be44-373d7c2e4b99 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 948 time: 0.1244569
Apr 16 21:09:32.087546 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a152ef3d-cc08-43bb-b56c-3c0f771077e3 admin admin] Publish callbacks [] for security_group (5b6edb9a-62d5-4346-81cc-3d432e5dac58), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:32.128294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-b0d3d5f9-1ece-4119-8017-fac1bb071905 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9971118
Apr 16 21:09:32.167160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Request body: {'port': {'device_id': 'bc3b9549-fb07-458b-84bf-3f1d36449e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:32.214551 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e75f8bbc-5902-4b05-88f3-b5cc94f0eef3 req-27778d2c-753b-4bd8-9815-9de4261c7e44 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581781
Apr 16 21:09:32.506371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452461e8-a383-42ae-9f66-11487c9d66a9 req-8c23d7e7-c1dc-4453-8c57-0f6c0595fcef tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:32.512885 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-452461e8-a383-42ae-9f66-11487c9d66a9 req-8c23d7e7-c1dc-4453-8c57-0f6c0595fcef tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 931 time: 0.3974843
Apr 16 21:09:32.532394 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a152ef3d-cc08-43bb-b56c-3c0f771077e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5b6edb9a-62d5-4346-81cc-3d432e5dac58), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:32.572475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fb4825e7-d0af-4d1c-a416-731410a77b41 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:32.576313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 680a72aa-61d1-4dad-a95b-9bdbe208caad up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:32.666686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152ef3d-cc08-43bb-b56c-3c0f771077e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6edb9a-62d5-4346-81cc-3d432e5dac58,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:32.667952 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e909e621-a67f-4349-a116-1b4d82b325bb tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:32.675188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1367af8-5c56-480d-860b-a271680410b2 req-b0317a94-fe58-4a88-8c5d-349e3311aa0d tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:32.684331 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1367af8-5c56-480d-860b-a271680410b2 req-b0317a94-fe58-4a88-8c5d-349e3311aa0d tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 949 time: 0.3446512
Apr 16 21:09:32.691514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 680a72aa-61d1-4dad-a95b-9bdbe208caad completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:32.702617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-e3f5197c-0507-4f90-9932-9aa70f8fbc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:32.704158 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-e3f5197c-0507-4f90-9932-9aa70f8fbc85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba3fef3234544544870ea9ee02d5b344&device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 1130 time: 0.1876910
Apr 16 21:09:32.711941 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a152ef3d-cc08-43bb-b56c-3c0f771077e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8562bbd2c25b4a6cb38cdb6525b38731&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9142771
Apr 16 21:09:32.713133 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:32.715323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49176) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:32.743703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb4825e7-d0af-4d1c-a416-731410a77b41,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:32.746919 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e909e621-a67f-4349-a116-1b4d82b325bb tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:32.755011 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1367af8-5c56-480d-860b-a271680410b2 req-cb8e0f7c-36f4-44ff-8f16-f90054855321 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657918
Apr 16 21:09:32.763068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fb4825e7-d0af-4d1c-a416-731410a77b41 has no active binding in host nch1-master-1 {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 16 21:09:32.782921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 680a72aa-61d1-4dad-a95b-9bdbe208caad triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:32.782921 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:32.807326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-452461e8-a383-42ae-9f66-11487c9d66a9 req-e7f883f6-8690-4532-b27c-4ef1a9b09a68 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2870209
Apr 16 21:09:32.860398 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-60a27831-6472-42a3-8c36-e238a9db5d88 admin admin] Publish callbacks [] for security_group (5b6edb9a-62d5-4346-81cc-3d432e5dac58), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:32.921359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-84aa1068-808a-4725-81d2-448fccfcbef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:32.922863 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-84aa1068-808a-4725-81d2-448fccfcbef8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.2076344
Apr 16 21:09:32.925306 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-60a27831-6472-42a3-8c36-e238a9db5d88 admin admin] Publish callbacks [] for security_group (5b6edb9a-62d5-4346-81cc-3d432e5dac58), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:32.929785 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-e909e621-a67f-4349-a116-1b4d82b325bb tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Floating IP bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9 associated. External IP: 172.35.1.187, port: e6de744b-54d0-45c6-a666-8fc2c4a831b1.
Apr 16 21:09:32.962543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 680a72aa-61d1-4dad-a95b-9bdbe208caad is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:32.962936 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:33.006006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f267f97-0675-4567-970e-9b51514392cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680a72aa-61d1-4dad-a95b-9bdbe208caad'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:33.008244 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eab01db-f909-420d-b7f9-6fa25e40cffd" -d '{"events": [{"server_uuid": "7f267f97-0675-4567-970e-9b51514392cc", "name": "network-vif-plugged", "status": "completed", "tag": "680a72aa-61d1-4dad-a95b-9bdbe208caad"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:33.028719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 680a72aa-61d1-4dad-a95b-9bdbe208caad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=680a72aa-61d1-4dad-a95b-9bdbe208caad,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:33.029818 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137854b5-6dae-4b0a-a79f-33325d449ae5 req-cf4ab7dc-9561-496b-a9b3-26cb0f9fdaff tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:33.031362 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-137854b5-6dae-4b0a-a79f-33325d449ae5 req-cf4ab7dc-9561-496b-a9b3-26cb0f9fdaff tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 948 time: 0.1571229
Apr 16 21:09:33.042997 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-2b59980e-bee5-406f-952a-ee429d33036e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=aa28e0e4-5396-47b7-a21f-9f5effb36613 HTTP/1.1" status: 200  len: 217 time: 0.0423238
Apr 16 21:09:33.121151 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:33.147197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-c6b560d0-d77e-4d78-ac6a-05d3f31a7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:33.148710 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-c6b560d0-d77e-4d78-ac6a-05d3f31a7184 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0915792
Apr 16 21:09:33.170589 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-458fe256-3a30-412f-8fe3-0ce62dfaa35e service neutron] 10.222.0.41 "GET /v2.0/ports/fb4825e7-d0af-4d1c-a416-731410a77b41/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1942909
Apr 16 21:09:33.180995 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-137854b5-6dae-4b0a-a79f-33325d449ae5 req-cb36f542-a62b-484a-8846-86b779fd984f tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/security-groups?id=179b1aa9-c876-4150-b60b-9b097b469958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388628
Apr 16 21:09:33.219627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=680a72aa-61d1-4dad-a95b-9bdbe208caad,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:33.230975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-74de86f8-be15-4571-a997-964bf52188bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:33.232767 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-74de86f8-be15-4571-a997-964bf52188bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0754089
Apr 16 21:09:33.244417 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-60a27831-6472-42a3-8c36-e238a9db5d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5b6edb9a-62d5-4346-81cc-3d432e5dac58), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:33.247235 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-60a27831-6472-42a3-8c36-e238a9db5d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:33.248455 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-60a27831-6472-42a3-8c36-e238a9db5d88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b6edb9a-62d5-4346-81cc-3d432e5dac58 HTTP/1.1" status: 204  len: 168 time: 0.5321951
Apr 16 21:09:33.252842 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f32f34-46cf-4035-9310-9b120926c680 x-openstack-request-id: req-d0f32f34-46cf-4035-9310-9b120926c680 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:33.253072 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f267f97-0675-4567-970e-9b51514392cc", "name": "network-vif-plugged", "status": "completed", "tag": "680a72aa-61d1-4dad-a95b-9bdbe208caad", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:33.253266 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0f32f34-46cf-4035-9310-9b120926c680 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:33.253668 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f32f34-46cf-4035-9310-9b120926c680'] response: {'server_uuid': '7f267f97-0675-4567-970e-9b51514392cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680a72aa-61d1-4dad-a95b-9bdbe208caad', 'code': 200}
Apr 16 21:09:33.308994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a27831-6472-42a3-8c36-e238a9db5d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6edb9a-62d5-4346-81cc-3d432e5dac58,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:33.429730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aeb61-3e8e-4ce9-886d-14eef234a164 req-19d12f7e-91e1-49e4-8feb-9b6bf624d5fd tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:33.431279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-357aeb61-3e8e-4ce9-886d-14eef234a164 req-19d12f7e-91e1-49e4-8feb-9b6bf624d5fd tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 944 time: 0.1908524
Apr 16 21:09:33.440606 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa0a81cf-1671-42d1-83fc-37abd24d89ef req-715d92d5-7c53-49cf-a77d-10ae6072126c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 210 time: 0.0689580
Apr 16 21:09:33.479401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34708cf-de0c-422b-ad52-0051f88b2bb4 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:33.495214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Publish callbacks [] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:33.501513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e909e621-a67f-4349-a116-1b4d82b325bb tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Router c7b29ac1-f421-4047-92d9-4a968ab1074d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:09:33.522611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec027977-e58b-4046-ba51-4fa40035d3c0 req-a91d907e-7d27-4f47-b478-4d2a0eddc188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:33.524162 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec027977-e58b-4046-ba51-4fa40035d3c0 req-a91d907e-7d27-4f47-b478-4d2a0eddc188 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 1131 time: 0.1520059
Apr 16 21:09:33.541658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Transition to ACTIVE for port object a34708cf-de0c-422b-ad52-0051f88b2bb4 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:33.574359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-357aeb61-3e8e-4ce9-886d-14eef234a164 req-b5059b80-44f8-449f-bd65-551eabdda9a7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217830
Apr 16 21:09:33.581845 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-79d80fae-31cf-4148-89fe-67b35bfb3869 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3074565
Apr 16 21:09:33.624272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026967e5-5c89-4fe0-b261-58f45dbd413e req-b09c65db-6393-4b8a-a9be-e5ee26d150b3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:33.625766 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-026967e5-5c89-4fe0-b261-58f45dbd413e req-b09c65db-6393-4b8a-a9be-e5ee26d150b3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 948 time: 0.0999336
Apr 16 21:09:33.654602 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:33.662938 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec027977-e58b-4046-ba51-4fa40035d3c0 req-c8d19043-8056-4492-a790-a2743c90b71a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=179b1aa9-c876-4150-b60b-9b097b469958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294801
Apr 16 21:09:33.707328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-7b92d567-340a-4744-9465-a88a92ea6b31 service neutron] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb4825e7-d0af-4d1c-a416-731410a77b41,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:33.731694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Pushing event updated for resources: {'Port': ['ID=a34708cf-de0c-422b-ad52-0051f88b2bb4,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:33.774143 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-7b92d567-340a-4744-9465-a88a92ea6b31 service neutron] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:33.799934 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae07c33d-038e-47d2-a5f3-f04cf4b7549f req-473e37e0-4d1e-4c0f-bd30-fcae706b8f46 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111549
Apr 16 21:09:33.828918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Attempting to bind port a34708cf-de0c-422b-ad52-0051f88b2bb4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:33.829271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Attempting to bind port a34708cf-de0c-422b-ad52-0051f88b2bb4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:33.829611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Attempting to bind port a34708cf-de0c-422b-ad52-0051f88b2bb4 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:33.829774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-026967e5-5c89-4fe0-b261-58f45dbd413e req-6299d9a4-354f-498b-a1c3-5113abc8faf0 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635063
Apr 16 21:09:33.836885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Port a34708cf-de0c-422b-ad52-0051f88b2bb4 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:33.837119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Attempting to bind port a34708cf-de0c-422b-ad52-0051f88b2bb4 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:33.843616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:33.843964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:33.844451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Bound using segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:33.845022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Bound port: a34708cf-de0c-422b-ad52-0051f88b2bb4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:33.855291 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:33.855927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-7b92d567-340a-4744-9465-a88a92ea6b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4825e7-d0af-4d1c-a416-731410a77b41 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:33.892784 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e909e621-a67f-4349-a116-1b4d82b325bb tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:09:33.896777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-7b92d567-340a-4744-9465-a88a92ea6b31 service neutron] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb4825e7-d0af-4d1c-a416-731410a77b41,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:33.903822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e909e621-a67f-4349-a116-1b4d82b325bb tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:33.906303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8162d572-23e5-437a-b0cd-fe35b6e0b923 None None] Sync routers for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:09:33.922031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8162d572-23e5-437a-b0cd-fe35b6e0b923 None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:09:33.923390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8162d572-23e5-437a-b0cd-fe35b6e0b923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012414b070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:09:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:09:34.001305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c09c2-5e9d-4a68-a51f-6137f51cf97f req-faece929-619d-4f52-8986-3bd76e25299b tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:34.002698 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e909e621-a67f-4349-a116-1b4d82b325bb tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "PUT /v2.0/floatingips/bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9 HTTP/1.1" status: 200  len: 991 time: 2.5108118
Apr 16 21:09:34.003996 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb0c09c2-5e9d-4a68-a51f-6137f51cf97f req-faece929-619d-4f52-8986-3bd76e25299b tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 949 time: 0.1043878
Apr 16 21:09:34.005926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18557c2b-2ced-4cbc-998e-978ae82401e7', 'tag': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:34.008242 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fc6850-fceb-4852-b289-861810bd8600" -d '{"events": [{"name": "network-changed", "server_uuid": "18557c2b-2ced-4cbc-998e-978ae82401e7", "tag": "e6de744b-54d0-45c6-a666-8fc2c4a831b1"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:34.018984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c4622-ff1b-49db-bb2c-d45cf25c48ac req-cf743b14-f0ed-4c63-9561-94a54ee8be4b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:34.026028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:34.026634 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a34c4622-ff1b-49db-bb2c-d45cf25c48ac req-cf743b14-f0ed-4c63-9561-94a54ee8be4b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 943 time: 0.1117198
Apr 16 21:09:34.029645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:34.048941 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-7b92d567-340a-4744-9465-a88a92ea6b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:34.079715 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb0c09c2-5e9d-4a68-a51f-6137f51cf97f req-03e9b79e-a2d5-4802-8867-67675b0cf8a5 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459697
Apr 16 21:09:34.109060 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a34c4622-ff1b-49db-bb2c-d45cf25c48ac req-649339e3-b68b-4a6f-9d9c-807b23cfee05 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815461
Apr 16 21:09:34.165715 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:34.171360 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-7b92d567-340a-4744-9465-a88a92ea6b31 service neutron] Transition to ACTIVE for port object fb4825e7-d0af-4d1c-a416-731410a77b41 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:34.186550 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d2100b-f93c-40d9-90e5-4aa56335ea37 x-openstack-request-id: req-d7d2100b-f93c-40d9-90e5-4aa56335ea37 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:34.186850 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18557c2b-2ced-4cbc-998e-978ae82401e7", "tag": "e6de744b-54d0-45c6-a666-8fc2c4a831b1", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:34.187110 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7d2100b-f93c-40d9-90e5-4aa56335ea37 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:34.187528 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d2100b-f93c-40d9-90e5-4aa56335ea37'] response: {'name': 'network-changed', 'server_uuid': '18557c2b-2ced-4cbc-998e-978ae82401e7', 'tag': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1', 'status': 'completed', 'code': 200}
Apr 16 21:09:34.247644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-8162d572-23e5-437a-b0cd-fe35b6e0b923 None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:09:34.255119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:34.255119 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:34.255119 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] 10.222.0.41 "PUT /v2.0/ports/a34708cf-de0c-422b-ad52-0051f88b2bb4 HTTP/1.1" status: 200  len: 1091 time: 2.0897605
Apr 16 21:09:34.299903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc6850-fceb-4852-b289-861810bd8600 req-8539c851-e619-4595-8383-f4b60207d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:34.302046 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5fc6850-fceb-4852-b289-861810bd8600 req-8539c851-e619-4595-8383-f4b60207d18d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6395bf8972949f8837289679b58d151&device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 1127 time: 0.0784585
Apr 16 21:09:34.305742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3b9549-fb07-458b-84bf-3f1d36449e6e', 'tag': 'a34708cf-de0c-422b-ad52-0051f88b2bb4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:34.308161 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470a6634-7a42-446c-a59d-a4a4f95759b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3b9549-fb07-458b-84bf-3f1d36449e6e", "tag": "a34708cf-de0c-422b-ad52-0051f88b2bb4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:34.323465 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73337d53-6aa2-4c86-b1ab-ce330abe4184 req-059bca26-0f25-465a-8f96-b3b08d383898 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:34.330503 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73337d53-6aa2-4c86-b1ab-ce330abe4184 req-059bca26-0f25-465a-8f96-b3b08d383898 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 945 time: 0.1036224
Apr 16 21:09:34.357875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4962cb-cf71-4ee8-96ee-3ed3a7d91343 service neutron] Pushing event updated for resources: {'Port': ['ID=a34708cf-de0c-422b-ad52-0051f88b2bb4,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:34.375933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-7b92d567-340a-4744-9465-a88a92ea6b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:34.397066 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73337d53-6aa2-4c86-b1ab-ce330abe4184 req-6d6a487a-db31-4880-8d10-c708ab9cb5ab tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656862
Apr 16 21:09:34.475399 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-7b92d567-340a-4744-9465-a88a92ea6b31 service neutron] No DVR routers for this DVR port fb4825e7-d0af-4d1c-a416-731410a77b41 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:09:34.529982 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92d567-340a-4744-9465-a88a92ea6b31 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4825e7-d0af-4d1c-a416-731410a77b41,revision_number=10']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:34.536559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc6850-fceb-4852-b289-861810bd8600 req-6ee76137-a6ea-4f6e-8f30-907b902e7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:34.538546 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5fc6850-fceb-4852-b289-861810bd8600 req-6ee76137-a6ea-4f6e-8f30-907b902e7732 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d01e7439-5429-4e84-9f79-f267906a4f33 HTTP/1.1" status: 200  len: 925 time: 0.2304416
Apr 16 21:09:34.546329 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-7b92d567-340a-4744-9465-a88a92ea6b31 service neutron] 10.222.0.41 "PUT /v2.0/ports/fb4825e7-d0af-4d1c-a416-731410a77b41/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3622549
Apr 16 21:09:34.570565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eca14-a3ae-47d5-9813-8ffb22fca446 req-c7f12633-d75c-4c7d-bf0e-6dee52ff5126 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:34.572455 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-441eca14-a3ae-47d5-9813-8ffb22fca446 req-c7f12633-d75c-4c7d-bf0e-6dee52ff5126 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 949 time: 0.1068850
Apr 16 21:09:34.597783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device aa28e0e4-5396-47b7-a21f-9f5effb36613 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:34.606582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-6e103ea4-d067-4947-9401-f823bf84cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:34.608681 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-6e103ea4-d067-4947-9401-f823bf84cbc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 1125 time: 0.1339087
Apr 16 21:09:34.638658 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5fc6850-fceb-4852-b289-861810bd8600 req-106bc085-b652-4ed1-a4ce-fd349154efda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6de744b-54d0-45c6-a666-8fc2c4a831b1 HTTP/1.1" status: 200  len: 999 time: 0.0913537
Apr 16 21:09:34.645797 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-441eca14-a3ae-47d5-9813-8ffb22fca446 req-95c0a83e-aeba-438c-b943-4562b7947cdf tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/security-groups?id=179b1aa9-c876-4150-b60b-9b097b469958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671089
Apr 16 21:09:34.677657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8162d572-23e5-437a-b0cd-fe35b6e0b923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012414b070>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'floating_ip_address': '172.35.1.187', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'port_id': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'mac_address': 'fa:16:3e:2e:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18557c2b-2ced-4cbc-998e-978ae82401e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:07:37Z', 'updated_at': '2022-04-16T21:09:32Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:09:34.693724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-acefbc89-4e0e-4ff7-8d81-ff8dc071a8a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4 HTTP/1.1" status: 200  len: 217 time: 0.0520761
Apr 16 21:09:34.709359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc6850-fceb-4852-b289-861810bd8600 req-614111ba-1b1b-45b0-ab18-5247b1719ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:34.713537 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5fc6850-fceb-4852-b289-861810bd8600 req-614111ba-1b1b-45b0-ab18-5247b1719ea3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1655e0cc-53d1-49b0-9e30-979a5cc528e6 HTTP/1.1" status: 200  len: 863 time: 0.0680373
Apr 16 21:09:34.773273 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670e2d9c-3ec1-4806-b1d3-c90ab46df33a x-openstack-request-id: req-670e2d9c-3ec1-4806-b1d3-c90ab46df33a {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:34.773556 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3b9549-fb07-458b-84bf-3f1d36449e6e", "tag": "a34708cf-de0c-422b-ad52-0051f88b2bb4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:34.776839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc6850-fceb-4852-b289-861810bd8600 req-b07c6095-98e8-42af-8c06-bd097d9d2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:34.777251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8162d572-23e5-437a-b0cd-fe35b6e0b923 None None] Checking router: c7b29ac1-f421-4047-92d9-4a968ab1074d for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:09:34.781957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5fc6850-fceb-4852-b289-861810bd8600 req-b07c6095-98e8-42af-8c06-bd097d9d2234 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d01e7439-5429-4e84-9f79-f267906a4f33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0611477
Apr 16 21:09:34.784320 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-670e2d9c-3ec1-4806-b1d3-c90ab46df33a {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:34.784451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49228) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:34.788775 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-670e2d9c-3ec1-4806-b1d3-c90ab46df33a'] response: {'name': 'network-changed', 'server_uuid': 'bc3b9549-fb07-458b-84bf-3f1d36449e6e', 'tag': 'a34708cf-de0c-422b-ad52-0051f88b2bb4', 'status': 'completed', 'code': 200}
Apr 16 21:09:34.819388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8162d572-23e5-437a-b0cd-fe35b6e0b923 None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:09:34.820033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8162d572-23e5-437a-b0cd-fe35b6e0b923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012414b070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:09:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:09:34.884147 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4fcacce-289c-4d44-a051-962b77909859 req-65193b2e-71d6-4d09-9ef6-4cb5128a89a7 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 210 time: 0.0526366
Apr 16 21:09:34.887928 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-79109e37-62a9-4f7a-aa05-0f8bc0911011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:34.891018 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-79109e37-62a9-4f7a-aa05-0f8bc0911011 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.1907756
Apr 16 21:09:34.902635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-78b3f4f9-b97b-44b0-a2e6-b753e20b7af0 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:34.905545 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-78b3f4f9-b97b-44b0-a2e6-b753e20b7af0 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573&tenant_id=68af3300a0d149adbbf934b4ff1f87d8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1345439
Apr 16 21:09:34.957202 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-e76f8dbc-e04a-4d0f-b63e-14f8e4252083 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505333
Apr 16 21:09:34.993418 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5fc6850-fceb-4852-b289-861810bd8600 req-ce2ff37e-129c-4c60-b460-d7b7b8352ae5 service neutron] 10.222.0.41 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2026436
Apr 16 21:09:34.999385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port aa28e0e4-5396-47b7-a21f-9f5effb36613, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa28e0e4-5396-47b7-a21f-9f5effb36613,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:35.001369 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1444877796-network', 'tenant_id': '6d26c031a97c437dad0a3eae0fe2ab8c'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:35.017179 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'aa28e0e4-5396-47b7-a21f-9f5effb36613', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'aa28e0e4-5396-47b7-a21f-9f5effb36613', 'mac_address': 'fa:16:3e:b8:22:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:35.072696 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a774ac-5b3b-45d7-974b-1b31d8d937d0 req-7268bcec-485a-4adc-8b51-45d74fa0a19b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:35.080112 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-82a774ac-5b3b-45d7-974b-1b31d8d937d0 req-7268bcec-485a-4adc-8b51-45d74fa0a19b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 948 time: 0.1017203
Apr 16 21:09:35.084086 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-8162d572-23e5-437a-b0cd-fe35b6e0b923 None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:09:35.122077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port aa28e0e4-5396-47b7-a21f-9f5effb36613 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:35.122633 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:35.129252 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Made reservation on behalf of 6d26c031a97c437dad0a3eae0fe2ab8c for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:35.131988 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:35.147942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d3369-38a0-4093-a355-6c38f2491cfd req-2dd1058a-e8e4-4443-aef1-5fe48a366ebf tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:35.148565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa28e0e4-5396-47b7-a21f-9f5effb36613 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:35.153778 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab7d3369-38a0-4093-a355-6c38f2491cfd req-2dd1058a-e8e4-4443-aef1-5fe48a366ebf tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 945 time: 0.1554418
Apr 16 21:09:35.170076 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:35.172811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port aa28e0e4-5396-47b7-a21f-9f5effb36613, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa28e0e4-5396-47b7-a21f-9f5effb36613,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:35.188855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-905782a7-1f52-4e47-9a9c-aeb70d874252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:35.188855 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-905782a7-1f52-4e47-9a9c-aeb70d874252 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573&tenant_id=68af3300a0d149adbbf934b4ff1f87d8 HTTP/1.1" status: 200  len: 1127 time: 0.0902708
Apr 16 21:09:35.193975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-edc72a77-f2cf-4271-ade0-d361a152691c service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2310326
Apr 16 21:09:35.209208 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-82a774ac-5b3b-45d7-974b-1b31d8d937d0 req-380828e9-01c6-4386-a994-55e5926c833e tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282575
Apr 16 21:09:35.255358 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5fc6850-fceb-4852-b289-861810bd8600 req-650b7967-91cc-46f7-a2c8-a9e2c86e8ac5 service neutron] 10.222.0.41 "GET /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2342622
Apr 16 21:09:35.258646 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab7d3369-38a0-4093-a355-6c38f2491cfd req-18c83954-d99f-41cd-a154-7abe2b35d8ac tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999379
Apr 16 21:09:35.340369 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Publish callbacks [] for security_group (d1012ead-ad07-48e2-93e5-acd295ae6a59), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:35.342806 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:35.349785 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:35.413031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ce5a0-feaa-4ff9-b41d-4919d452046d req-7524bc7e-44d5-440f-80bd-1255f9b833f0 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:35.414576 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-800ce5a0-feaa-4ff9-b41d-4919d452046d req-7524bc7e-44d5-440f-80bd-1255f9b833f0 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 943 time: 0.0722296
Apr 16 21:09:35.429883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=aa28e0e4-5396-47b7-a21f-9f5effb36613,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:35.435944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-d4264075-3f77-4881-a7e6-c02a470e9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:35.437545 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-d4264075-3f77-4881-a7e6-c02a470e9227 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 1127 time: 0.0911865
Apr 16 21:09:35.459360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aa5ac-6f41-4a6f-a33c-959413cc3111 req-ca77d601-cf8b-4581-9dae-9901db69e3e4 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:35.466454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a26aa5ac-6f41-4a6f-a33c-959413cc3111 req-ca77d601-cf8b-4581-9dae-9901db69e3e4 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 949 time: 0.1049328
Apr 16 21:09:35.475541 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d1012ead-ad07-48e2-93e5-acd295ae6a59), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:35.484902 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8162d572-23e5-437a-b0cd-fe35b6e0b923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012414b070>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'floating_ip_address': '172.35.1.187', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'port_id': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'mac_address': 'fa:16:3e:2e:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18557c2b-2ced-4cbc-998e-978ae82401e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:07:37Z', 'updated_at': '2022-04-16T21:09:32Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:09:35.492063 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-800ce5a0-feaa-4ff9-b41d-4919d452046d req-9a52e71a-a464-412c-9976-ee8dc18ee1c9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700505
Apr 16 21:09:35.494185 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:09:35.506192 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c557cb7-2842-4d82-a068-a52d459ea2ce req-c140b3cf-e6c2-42db-938a-2006ffb30fd2 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2959497
Apr 16 21:09:35.507240 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (eb02eb71-7b2b-4c8f-b8cb-708b796019d2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:35.507645 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Added segment eb02eb71-7b2b-4c8f-b8cb-708b796019d2 of type vlan for network a0b0bf8e-874a-496e-bcac-07806d7d7d7a
Apr 16 21:09:35.521847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8162d572-23e5-437a-b0cd-fe35b6e0b923 None None] The sync data for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 is: [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'floating_ip_address': '172.35.1.187', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'port_id': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'mac_address': 'fa:16:3e:2e:d8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18557c2b-2ced-4cbc-998e-978ae82401e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:07:37Z', 'updated_at': '2022-04-16T21:09:32Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:09:35.537814 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a26aa5ac-6f41-4a6f-a33c-959413cc3111 req-5499eaf0-37e7-4aee-bf0d-8d509324e54d tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704975
Apr 16 21:09:35.573344 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a0b0bf8e-874a-496e-bcac-07806d7d7d7a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:35.603870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1012ead-ad07-48e2-93e5-acd295ae6a59,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:35.731686 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826f2d7d-d53c-415c-bf26-634dc08367d4 None None] New status for floating IP bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:09:35.743100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a0b0bf8e-874a-496e-bcac-07806d7d7d7a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:35.744040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:35.744727 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:35.765360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['aa28e0e4-5396-47b7-a21f-9f5effb36613'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:35.835581 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6882d-c9e9-43c6-bac9-af8c0090e443 req-a787f45f-3352-4e46-90b7-e4a6a1953219 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:35.843679 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-54d6882d-c9e9-43c6-bac9-af8c0090e443 req-a787f45f-3352-4e46-90b7-e4a6a1953219 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 949 time: 0.1105263
Apr 16 21:09:35.893796 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.1080139
Apr 16 21:09:35.895614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af8774-23c7-4f62-9c13-f5d7628f7ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=a0b0bf8e-874a-496e-bcac-07806d7d7d7a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:35.898200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49240) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:35.905000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e07a837c-441f-4d2b-aab6-1bd1c915c56f admin admin] Request body: {'subnet': {'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1444877796-subnet', 'tenant_id': '6d26c031a97c437dad0a3eae0fe2ab8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:35.922515 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-54d6882d-c9e9-43c6-bac9-af8c0090e443 req-227e0e6a-451e-4408-9e09-ee3a8b45b5bc tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/security-groups?id=179b1aa9-c876-4150-b60b-9b097b469958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778925
Apr 16 21:09:35.956749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a0b0bf8e-874a-496e-bcac-07806d7d7d7a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:09:35.993297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-063c8647-a3a1-4310-b513-1b0339affcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:35.994782 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-063c8647-a3a1-4310-b513-1b0339affcae service neutron] 10.222.0.11 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.1801538
Apr 16 21:09:36.037791 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2473c731-adfd-45a0-b876-c1f6fb996b25 req-ec4b9711-8766-4366-b5ab-bd58eb9f0be3 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 210 time: 0.0338020
Apr 16 21:09:36.117201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07a837c-441f-4d2b-aab6-1bd1c915c56f admin admin] Made reservation on behalf of 6d26c031a97c437dad0a3eae0fe2ab8c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:36.119626 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e07a837c-441f-4d2b-aab6-1bd1c915c56f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:36.321521 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-5280c9f4-54ce-4525-8556-69bea7585163 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4825e7-d0af-4d1c-a416-731410a77b41 HTTP/1.1" status: 200  len: 217 time: 0.0910575
Apr 16 21:09:36.329918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-f828e2d4-28a6-46d0-93e8-145634105270 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0931342
Apr 16 21:09:36.399353 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e07a837c-441f-4d2b-aab6-1bd1c915c56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (e756a599-64c0-411b-8a6f-7801acb0c8c1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:36.443312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de874a31-6c5f-4daa-9523-545a940aedb8 req-19253762-381b-4810-b586-b6d7d9a02c07 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:36.444685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-de874a31-6c5f-4daa-9523-545a940aedb8 req-19253762-381b-4810-b586-b6d7d9a02c07 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 949 time: 0.1258678
Apr 16 21:09:36.466179 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a837c-441f-4d2b-aab6-1bd1c915c56f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e756a599-64c0-411b-8a6f-7801acb0c8c1,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:36.484305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-50027a69-ab80-4ce4-85c4-4e5353b40c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:36.485752 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-50027a69-ab80-4ce4-85c4-4e5353b40c02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.1265445
Apr 16 21:09:36.492816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a837c-441f-4d2b-aab6-1bd1c915c56f admin admin] Checking segment: {'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:36.493202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a837c-441f-4d2b-aab6-1bd1c915c56f admin admin] Network hostable DHCP agents. Network: a0b0bf8e-874a-496e-bcac-07806d7d7d7a, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:09:36.538431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5909978-0776-4a6c-80df-244d552d565a req-0555f86d-1959-410d-b07a-259d90501f19 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:36.540128 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e5909978-0776-4a6c-80df-244d552d565a req-0555f86d-1959-410d-b07a-259d90501f19 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 945 time: 0.0603757
Apr 16 21:09:36.542687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-08c32777-ea25-4170-b400-5ac98a32150b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:36.544117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-08c32777-ea25-4170-b400-5ac98a32150b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1937582
Apr 16 21:09:36.547772 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-de874a31-6c5f-4daa-9523-545a940aedb8 req-11c591fb-5ddd-438e-ab2f-75021d2c6e27 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906994
Apr 16 21:09:36.595029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e5909978-0776-4a6c-80df-244d552d565a req-bffee1ae-28ec-4bfd-a470-f4c7c4fdcb8c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471737
Apr 16 21:09:36.656468 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c804f0-0823-43fb-bbe2-edee41df7a56 req-6e2ae918-b75e-4cde-b4de-d2901ba2e6a0 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:36.657975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84c804f0-0823-43fb-bbe2-edee41df7a56 req-6e2ae918-b75e-4cde-b4de-d2901ba2e6a0 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 949 time: 0.0533555
Apr 16 21:09:36.707058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bb4d1-d265-4539-9a3e-b8aae073d676 req-87b60485-2ca1-4bd1-9799-e44cf5fed938 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:36.709083 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c2bb4d1-d265-4539-9a3e-b8aae073d676 req-87b60485-2ca1-4bd1-9799-e44cf5fed938 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 943 time: 0.0474329
Apr 16 21:09:36.710157 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84c804f0-0823-43fb-bbe2-edee41df7a56 req-057f3d5e-2237-4cfd-9654-90aea3077fa1 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/security-groups?id=179b1aa9-c876-4150-b60b-9b097b469958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455217
Apr 16 21:09:36.728993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a837c-441f-4d2b-aab6-1bd1c915c56f admin admin] Network a0b0bf8e-874a-496e-bcac-07806d7d7d7a is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:09:36.772103 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c2bb4d1-d265-4539-9a3e-b8aae073d676 req-3eacfdbd-102a-43ee-8901-f2c3ab43ef6b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570266
Apr 16 21:09:36.810864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device aa28e0e4-5396-47b7-a21f-9f5effb36613 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:36.814042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1531e-fa8b-42de-bc1a-be6692ab912c req-1397a35d-b4c6-464e-bfac-a9cae02f1c32 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:36.815635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5aa1531e-fa8b-42de-bc1a-be6692ab912c req-1397a35d-b4c6-464e-bfac-a9cae02f1c32 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 949 time: 0.0506940
Apr 16 21:09:36.850870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port aa28e0e4-5396-47b7-a21f-9f5effb36613 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:36.866935 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5aa1531e-fa8b-42de-bc1a-be6692ab912c req-3d0d1472-ea89-4fb7-ae34-45dd06bfe4f5 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450299
Apr 16 21:09:36.977737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-e07a837c-441f-4d2b-aab6-1bd1c915c56f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0b0bf8e-874a-496e-bcac-07806d7d7d7a) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:36.978138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port aa28e0e4-5396-47b7-a21f-9f5effb36613 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:36.978513 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:36.980233 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26a6a1-7df0-426a-9253-89a07dbfeea7 req-3c2834ea-b0a1-42f5-b40c-317223d5f278 tempest-LiveMigrationNegativeTest-1640925737 tempest-LiveMigrationNegativeTest-1640925737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:36.987237 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ca26a6a1-7df0-426a-9253-89a07dbfeea7 req-3c2834ea-b0a1-42f5-b40c-317223d5f278 tempest-LiveMigrationNegativeTest-1640925737 tempest-LiveMigrationNegativeTest-1640925737-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 1131 time: 0.0498531
Apr 16 21:09:36.996250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07a837c-441f-4d2b-aab6-1bd1c915c56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:36.996850 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e07a837c-441f-4d2b-aab6-1bd1c915c56f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:37.000234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946e9e68-12e1-41c8-9a96-c1b60486c6e7 None None] Network a0b0bf8e-874a-496e-bcac-07806d7d7d7a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:09:37.010543 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ca26a6a1-7df0-426a-9253-89a07dbfeea7 req-31f2854d-1cb4-4109-a478-e9a275d9c7bd tempest-LiveMigrationNegativeTest-1640925737 tempest-LiveMigrationNegativeTest-1640925737-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:37.100047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e07a837c-441f-4d2b-aab6-1bd1c915c56f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1921210
Apr 16 21:09:37.100047 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ca26a6a1-7df0-426a-9253-89a07dbfeea7 req-31f2854d-1cb4-4109-a478-e9a275d9c7bd tempest-LiveMigrationNegativeTest-1640925737 tempest-LiveMigrationNegativeTest-1640925737-project-admin] Publish callbacks [] for security_group (05a2ee6d-49e2-4ffe-b3c9-438ddc6f87d9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:37.135034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port aa28e0e4-5396-47b7-a21f-9f5effb36613 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:37.135425 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:37.146994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device fb4825e7-d0af-4d1c-a416-731410a77b41 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:09:37.154952 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-99b85dc8-5c1e-461d-83b0-9d2f5bdf5f82 req-1754fd8e-4bc9-4621-9843-f030f337bc63 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 210 time: 0.0356562
Apr 16 21:09:37.165028 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ca26a6a1-7df0-426a-9253-89a07dbfeea7 req-31f2854d-1cb4-4109-a478-e9a275d9c7bd tempest-LiveMigrationNegativeTest-1640925737 tempest-LiveMigrationNegativeTest-1640925737-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (05a2ee6d-49e2-4ffe-b3c9-438ddc6f87d9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:37.208564 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ca26a6a1-7df0-426a-9253-89a07dbfeea7 req-31f2854d-1cb4-4109-a478-e9a275d9c7bd tempest-LiveMigrationNegativeTest-1640925737 tempest-LiveMigrationNegativeTest-1640925737-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2204018
Apr 16 21:09:37.209612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2854d-1cb4-4109-a478-e9a275d9c7bd tempest-LiveMigrationNegativeTest-1640925737 tempest-LiveMigrationNegativeTest-1640925737-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a2ee6d-49e2-4ffe-b3c9-438ddc6f87d9,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:37.306991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0b0bf8e-874a-496e-bcac-07806d7d7d7a', 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a', 'project_id': '6d26c031a97c437dad0a3eae0fe2ab8c', 'fixed_ips': [{'subnet_id': 'e756a599-64c0-411b-8a6f-7801acb0c8c1'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:09:37.307836 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:37.341327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de422b8c-d5d0-4730-92c4-f30877d0cf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa28e0e4-5396-47b7-a21f-9f5effb36613'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:37.343557 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073edafe-a80c-4c4a-8cbf-f6d18f484bbe" -d '{"events": [{"server_uuid": "de422b8c-d5d0-4730-92c4-f30877d0cf2b", "name": "network-vif-plugged", "status": "completed", "tag": "aa28e0e4-5396-47b7-a21f-9f5effb36613"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:37.362958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port aa28e0e4-5396-47b7-a21f-9f5effb36613, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa28e0e4-5396-47b7-a21f-9f5effb36613,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:37.375131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port fb4825e7-d0af-4d1c-a416-731410a77b41 host nch1-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:09:37.375131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device fb4825e7-d0af-4d1c-a416-731410a77b41 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:09:37.425527 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5371be62-2825-48c1-9a34-33038d886018 x-openstack-request-id: req-5371be62-2825-48c1-9a34-33038d886018 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:37.425711 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de422b8c-d5d0-4730-92c4-f30877d0cf2b", "name": "network-vif-plugged", "status": "completed", "tag": "aa28e0e4-5396-47b7-a21f-9f5effb36613", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:37.425957 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5371be62-2825-48c1-9a34-33038d886018 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:37.426377 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5371be62-2825-48c1-9a34-33038d886018'] response: {'server_uuid': 'de422b8c-d5d0-4730-92c4-f30877d0cf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa28e0e4-5396-47b7-a21f-9f5effb36613', 'code': 200}
Apr 16 21:09:37.429399 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:37.516399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=aa28e0e4-5396-47b7-a21f-9f5effb36613,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:37.532726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Allocated IP 172.20.0.2 (a0b0bf8e-874a-496e-bcac-07806d7d7d7a/e756a599-64c0-411b-8a6f-7801acb0c8c1/4d30c596-6501-41c2-a6ff-7cf4ad65b371) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:37.641686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed85873-1607-4a22-a954-028735dfdd2e req-76618820-2cd2-45df-802a-d8a448b92d55 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:37.643624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-76618820-2cd2-45df-802a-d8a448b92d55 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/networks?id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a HTTP/1.1" status: 200  len: 816 time: 0.1090262
Apr 16 21:09:37.650406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-708cbc46-dc2b-4a7e-a09f-a589e2adb8e6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Request body: {'port': {'device_id': 'e26a3424-8bc8-454c-a7e3-507bb1c71c03', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'cd7c434915254744b7a0409ab8e6d33d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:37.697158 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Publish callbacks [] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:37.712465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-04a402cd-b81b-46a8-b032-10701fdf10db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0657909
Apr 16 21:09:37.755053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-bce03661-0908-4a97-87b5-b2727786b4ae tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/quotas/6d26c031a97c437dad0a3eae0fe2ab8c HTTP/1.1" status: 200  len: 375 time: 0.0900977
Apr 16 21:09:37.758826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0487c8ee-6744-40b5-a560-928cc2c7e79e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0767603
Apr 16 21:09:37.797946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-d87223a0-7e25-463f-92d5-20889863cd2a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d26c031a97c437dad0a3eae0fe2ab8c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0363905
Apr 16 21:09:37.822604 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:37.875106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Network a0b0bf8e-874a-496e-bcac-07806d7d7d7a is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:37.878336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:37.882769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:37.890950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Pushing event updated for resources: {'Port': ['ID=4d30c596-6501-41c2-a6ff-7cf4ad65b371,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:37.957030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Attempting to bind port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:37.957993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Attempting to bind port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:37.958319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Attempting to bind port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 on network a0b0bf8e-874a-496e-bcac-07806d7d7d7a {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:37.963570 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cfef4-bc2c-4152-9248-c84f59eb7d4d req-6f101927-9405-486f-9bc4-92c1de05bd2a tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:37.967448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:37.967827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Checking segment: {'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:37.968285 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:37.968682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Bound using segment: {'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:37.969158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Bound port: 4d30c596-6501-41c2-a6ff-7cf4ad65b371, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:37.969542 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:37.971014 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d75cfef4-bc2c-4152-9248-c84f59eb7d4d req-6f101927-9405-486f-9bc4-92c1de05bd2a tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 950 time: 0.0654130
Apr 16 21:09:38.025942 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d75cfef4-bc2c-4152-9248-c84f59eb7d4d req-65dc50a8-af6c-4a74-94d8-ee7334ca54fc tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540280
Apr 16 21:09:38.055116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] For port 4d30c596-6501-41c2-a6ff-7cf4ad65b371, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:38.058775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] For port 4d30c596-6501-41c2-a6ff-7cf4ad65b371, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d30c596-6501-41c2-a6ff-7cf4ad65b371,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:38.072067 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-ebc86df8-fe5c-43f7-9e26-2c5377f4634f service neutron] 10.222.0.20 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2644317
Apr 16 21:09:38.121708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-dfca199d-039e-485d-9831-be7aee332544 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:38.123155 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-dfca199d-039e-485d-9831-be7aee332544 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2465804
Apr 16 21:09:38.148830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891bf49-beeb-4d74-8428-4da794a3ad70 req-4836fd44-8b07-4cfc-817c-c2666f47a05f tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:38.150490 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b891bf49-beeb-4d74-8428-4da794a3ad70 req-4836fd44-8b07-4cfc-817c-c2666f47a05f tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 945 time: 0.0485168
Apr 16 21:09:38.171314 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:38.207747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b891bf49-beeb-4d74-8428-4da794a3ad70 req-348114cb-0f0e-4e3e-b650-06276d56f9d2 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506499
Apr 16 21:09:38.261964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108efdd-4d07-4d81-b2b0-bfd60d36edf9 None None] Pushing event updated for resources: {'Port': ['ID=4d30c596-6501-41c2-a6ff-7cf4ad65b371,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:38.331294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc5bee-5d00-4597-a3d2-d4db8c3539c0 req-775fd35b-03e9-4ea0-94bd-d64925a46e94 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:38.334010 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9efc5bee-5d00-4597-a3d2-d4db8c3539c0 req-775fd35b-03e9-4ea0-94bd-d64925a46e94 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 949 time: 0.0534549
Apr 16 21:09:38.388908 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9efc5bee-5d00-4597-a3d2-d4db8c3539c0 req-b5fb688e-00af-4757-a1d8-3e9ed7e1e8e6 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/security-groups?id=179b1aa9-c876-4150-b60b-9b097b469958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496943
Apr 16 21:09:38.444579 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-b7b679d2-65bf-4a5b-b8b0-dabcee099bf7 service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6124480
Apr 16 21:09:38.459854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-708cbc46-dc2b-4a7e-a09f-a589e2adb8e6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Made reservation on behalf of cd7c434915254744b7a0409ab8e6d33d for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:38.463289 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-708cbc46-dc2b-4a7e-a09f-a589e2adb8e6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:38.535135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a6634-7a42-446c-a59d-a4a4f95759b1 req-98f6bbac-ca8f-4ac6-bfbf-63413b385d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:38.536991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-470a6634-7a42-446c-a59d-a4a4f95759b1 req-98f6bbac-ca8f-4ac6-bfbf-63413b385d37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 1125 time: 0.0868268
Apr 16 21:09:38.537583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef896c-b0b2-46fe-aace-9e16fbe33d0d req-b9b7c28a-e593-456d-b438-45eb0a3b6d66 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:38.539195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1fef896c-b0b2-46fe-aace-9e16fbe33d0d req-b9b7c28a-e593-456d-b438-45eb0a3b6d66 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 943 time: 0.0648618
Apr 16 21:09:38.607974 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1fef896c-b0b2-46fe-aace-9e16fbe33d0d req-1f5e89ba-18ec-40b9-94b8-2f094bc3717a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589151
Apr 16 21:09:38.624857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-7d9641be-776c-4051-a062-0ee04c5b0ba9 service neutron] 10.222.0.20 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5451891
Apr 16 21:09:38.654702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4d30c596-6501-41c2-a6ff-7cf4ad65b371 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:38.719439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:38.719732 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:38.741190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e6bc4-2622-4853-a6b1-41068a08ad36 req-63ef042c-ae14-42f7-8116-4e81a8db36fd tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:38.748684 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be9e6bc4-2622-4853-a6b1-41068a08ad36 req-63ef042c-ae14-42f7-8116-4e81a8db36fd tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 949 time: 0.0676277
Apr 16 21:09:38.769611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-708cbc46-dc2b-4a7e-a09f-a589e2adb8e6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Allocated IP 192.168.233.139 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/b1f2adf4-34d0-4e59-9590-bd8f2631ee09) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:38.776335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a6634-7a42-446c-a59d-a4a4f95759b1 req-8b83a839-3407-4b70-a323-2093cb050cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:38.777843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-470a6634-7a42-446c-a59d-a4a4f95759b1 req-8b83a839-3407-4b70-a323-2093cb050cd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.2123520
Apr 16 21:09:38.795331 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be9e6bc4-2622-4853-a6b1-41068a08ad36 req-8b9fe08b-eaf6-4a2e-8dbd-930681c6034f tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457401
Apr 16 21:09:38.825509 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:38.825509 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:38.828437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-470a6634-7a42-446c-a59d-a4a4f95759b1 req-1eaac687-6964-42de-9035-d3faac8ece55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4 HTTP/1.1" status: 200  len: 217 time: 0.0441198
Apr 16 21:09:38.877904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 4d30c596-6501-41c2-a6ff-7cf4ad65b371, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d30c596-6501-41c2-a6ff-7cf4ad65b371,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:38.928905 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac705978-cce4-41fa-a3e0-0fcd074430a5 req-5946236b-ffb4-4bd4-9a2a-59c231155dc5 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 210 time: 0.0331686
Apr 16 21:09:38.951938 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:38.957405 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8e415bf5-e1d7-4584-a0f8-c748c40e9249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:38.967734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a6634-7a42-446c-a59d-a4a4f95759b1 req-17b7a32b-f746-477e-be47-d94d8944972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:38.969576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-470a6634-7a42-446c-a59d-a4a4f95759b1 req-17b7a32b-f746-477e-be47-d94d8944972f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.1032894
Apr 16 21:09:39.025842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-470a6634-7a42-446c-a59d-a4a4f95759b1 req-a435ef11-f8ec-4029-8f2e-3bff13c4a6a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444689
Apr 16 21:09:39.040311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=4d30c596-6501-41c2-a6ff-7cf4ad65b371,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:39.141739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a34708cf-de0c-422b-ad52-0051f88b2bb4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:39.159944 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-708cbc46-dc2b-4a7e-a09f-a589e2adb8e6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks [] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:39.187251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957f420-3feb-48e7-8295-f0ef4e29843e req-54ae1db3-03cc-40dc-8e35-9d339318f86b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:39.193087 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9957f420-3feb-48e7-8295-f0ef4e29843e req-54ae1db3-03cc-40dc-8e35-9d339318f86b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 950 time: 0.0758955
Apr 16 21:09:39.249851 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.11', 61639) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:39.276824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-c0fe526c-2376-4ead-8e3e-c5571dbc8daa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Request body: {'port': {'device_id': '728c68c3-5252-4e9a-b1d0-c3afdfc8ba35', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'cd7c434915254744b7a0409ab8e6d33d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:39.280347 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9957f420-3feb-48e7-8295-f0ef4e29843e req-360f39c0-9b9a-4c68-908d-a2ffdaafb920 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813215
Apr 16 21:09:39.307396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:39.323182 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'a34708cf-de0c-422b-ad52-0051f88b2bb4', 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337', 'port_id': 'a34708cf-de0c-422b-ad52-0051f88b2bb4', 'mac_address': 'fa:16:3e:32:4c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c83c80-d8ca-4f2d-925f-a5d1a372d8bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:39.381988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a34708cf-de0c-422b-ad52-0051f88b2bb4 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:39.382386 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:39.411255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34708cf-de0c-422b-ad52-0051f88b2bb4 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:39.468000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.11', 61640) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:39.475078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:39.518509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029cce3-237f-4975-a0c7-bc85a0fa052a req-046284e0-07af-44f5-ab72-946304a4e4ff tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:39.520111 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5029cce3-237f-4975-a0c7-bc85a0fa052a req-046284e0-07af-44f5-ab72-946304a4e4ff tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 949 time: 0.1731656
Apr 16 21:09:39.529386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0bbc3-04e2-430a-8d40-e6368d614127 req-f7274d72-9f22-43fb-bb84-82ce3b98594a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:39.530727 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dba0bbc3-04e2-430a-8d40-e6368d614127 req-f7274d72-9f22-43fb-bb84-82ce3b98594a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 945 time: 0.1127696
Apr 16 21:09:39.545870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40169d4-9021-4f8b-8a79-f14f5e433baa req-acf167fa-5a6d-42ef-a748-689e07d7e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:39.547444 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d40169d4-9021-4f8b-8a79-f14f5e433baa req-acf167fa-5a6d-42ef-a748-689e07d7e508 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 1132 time: 0.0894158
Apr 16 21:09:39.554339 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-470a6634-7a42-446c-a59d-a4a4f95759b1 req-fb6e340d-07ea-424c-b2b4-feb0a57f19af service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5173094
Apr 16 21:09:39.569579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-705aa297-fc3d-4962-8f10-cd30a7520f29 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:39.571099 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-705aa297-fc3d-4962-8f10-cd30a7520f29 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/networks?id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a HTTP/1.1" status: 200  len: 816 time: 0.5040815
Apr 16 21:09:39.572216 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-708cbc46-dc2b-4a7e-a09f-a589e2adb8e6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:39.586714 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:39.611331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403834c1-93e4-4302-9277-952e6f8f0332 req-2ad04cad-b17c-469c-b044-4d05f8585117 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:39.611331 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-403834c1-93e4-4302-9277-952e6f8f0332 req-2ad04cad-b17c-469c-b044-4d05f8585117 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 949 time: 0.1383975
Apr 16 21:09:39.635978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212937c1-9546-4e19-8dc4-77633646a18a None None] Network a0b0bf8e-874a-496e-bcac-07806d7d7d7a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:09:39.687077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-52b84101-2b90-40e8-89b0-043c94eb36f9 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/quotas/6d26c031a97c437dad0a3eae0fe2ab8c HTTP/1.1" status: 200  len: 375 time: 0.0949037
Apr 16 21:09:39.702720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-c0fe526c-2376-4ead-8e3e-c5571dbc8daa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Made reservation on behalf of cd7c434915254744b7a0409ab8e6d33d for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:39.706011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-c0fe526c-2376-4ead-8e3e-c5571dbc8daa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:39.708814 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:39.739756 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dba0bbc3-04e2-430a-8d40-e6368d614127 req-ff548c0d-6bfe-4741-8460-bc54cf6de3c4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951022
Apr 16 21:09:39.744071 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ab5350f5-1fad-49b0-8267-bce5a2ed03e8 service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4874837
Apr 16 21:09:39.750703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-708cbc46-dc2b-4a7e-a09f-a589e2adb8e6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:39.804033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d40169d4-9021-4f8b-8a79-f14f5e433baa req-80525435-dc8b-405c-93a3-4ff6787365f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2418215
Apr 16 21:09:39.805987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6f1e7057-8fa0-466c-ad16-4487b3961e35 None None] Provisioning complete for port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:39.806589 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f1e7057-8fa0-466c-ad16-4487b3961e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:39.811302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-708cbc46-dc2b-4a7e-a09f-a589e2adb8e6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:39.822336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-708cbc46-dc2b-4a7e-a09f-a589e2adb8e6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:39.845353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-5029cce3-237f-4975-a0c7-bc85a0fa052a req-64150638-9d6e-4bf9-9b94-af0209d0d3f9 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Deleting port 680a72aa-61d1-4dad-a95b-9bdbe208caad {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:09:39.845629 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5029cce3-237f-4975-a0c7-bc85a0fa052a req-64150638-9d6e-4bf9-9b94-af0209d0d3f9 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:39.869285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cbc46-dc2b-4a7e-a09f-a589e2adb8e6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event updated for resources: {'Port': ['ID=b1f2adf4-34d0-4e59-9590-bd8f2631ee09,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:39.890467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a34708cf-de0c-422b-ad52-0051f88b2bb4,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:39.936750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-fde98a57-da53-4fca-a20b-492e0dd0f6e3 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d26c031a97c437dad0a3eae0fe2ab8c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2393782
Apr 16 21:09:40.094821 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-94b64582-51cc-43e7-8d60-ea1f83d86539 service neutron] 10.222.0.20 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565361
Apr 16 21:09:40.114740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-470a6634-7a42-446c-a59d-a4a4f95759b1 req-1ee591e0-9267-4f62-95d4-7a932d020d63 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5378244
Apr 16 21:09:40.149347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-708cbc46-dc2b-4a7e-a09f-a589e2adb8e6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:40.150030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-708cbc46-dc2b-4a7e-a09f-a589e2adb8e6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:40.180682 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:40.191541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['a34708cf-de0c-422b-ad52-0051f88b2bb4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:40.239288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-403834c1-93e4-4302-9277-952e6f8f0332 req-faac2038-3353-4682-b83e-f9b28f3f4ed0 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Deleting port 866329ca-a3b9-4787-9b58-31964260c59e {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:09:40.239288 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-403834c1-93e4-4302-9277-952e6f8f0332 req-faac2038-3353-4682-b83e-f9b28f3f4ed0 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (866329ca-a3b9-4787-9b58-31964260c59e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:40.244869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e7057-8fa0-466c-ad16-4487b3961e35 None None] Current status of the port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:40.246837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-c0fe526c-2376-4ead-8e3e-c5571dbc8daa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Allocated IP 192.168.233.188 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/60d57b69-5719-4183-b383-e1c20b54b232) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:40.382920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e6616c76-c71c-414b-9e68-db9533711248 None None] Provisioning complete for port b1f2adf4-34d0-4e59-9590-bd8f2631ee09 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:40.382920 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e6616c76-c71c-414b-9e68-db9533711248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:40.387276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-16a920da-6cc7-43f1-b984-c8d49ee8564c service neutron] 10.222.0.20 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2881286
Apr 16 21:09:40.400914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f8579-b213-4a4a-a838-b583dff96adb req-d009db15-5f59-443a-94b3-ddeee9d0a453 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:40.409359 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-417f8579-b213-4a4a-a838-b583dff96adb req-d009db15-5f59-443a-94b3-ddeee9d0a453 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 949 time: 0.1661294
Apr 16 21:09:40.483727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e6616c76-c71c-414b-9e68-db9533711248 None None] Port b1f2adf4-34d0-4e59-9590-bd8f2631ee09 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:09:40.518953 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-c0fe526c-2376-4ead-8e3e-c5571dbc8daa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks [] for port (60d57b69-5719-4183-b383-e1c20b54b232), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:40.534252 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-403834c1-93e4-4302-9277-952e6f8f0332 req-faac2038-3353-4682-b83e-f9b28f3f4ed0 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] For port 866329ca-a3b9-4787-9b58-31964260c59e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=866329ca-a3b9-4787-9b58-31964260c59e,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:40.534622 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-403834c1-93e4-4302-9277-952e6f8f0332 req-faac2038-3353-4682-b83e-f9b28f3f4ed0 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (866329ca-a3b9-4787-9b58-31964260c59e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:40.540466 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-417f8579-b213-4a4a-a838-b583dff96adb req-febcca46-cbbb-42f2-be17-20f92cee117a tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/security-groups?id=179b1aa9-c876-4150-b60b-9b097b469958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302762
Apr 16 21:09:40.550008 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-5029cce3-237f-4975-a0c7-bc85a0fa052a req-64150638-9d6e-4bf9-9b94-af0209d0d3f9 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] For port 680a72aa-61d1-4dad-a95b-9bdbe208caad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=680a72aa-61d1-4dad-a95b-9bdbe208caad,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:40.550439 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5029cce3-237f-4975-a0c7-bc85a0fa052a req-64150638-9d6e-4bf9-9b94-af0209d0d3f9 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:40.573733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-403834c1-93e4-4302-9277-952e6f8f0332 req-faac2038-3353-4682-b83e-f9b28f3f4ed0 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Calling delete_port for 866329ca-a3b9-4787-9b58-31964260c59e owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:09:40.582808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-5029cce3-237f-4975-a0c7-bc85a0fa052a req-64150638-9d6e-4bf9-9b94-af0209d0d3f9 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Calling delete_port for 680a72aa-61d1-4dad-a95b-9bdbe208caad owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:09:40.604215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ef799ac8-73fc-4695-bb1a-e5c4473e2407 None None] Provisioning complete for port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:40.604646 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ef799ac8-73fc-4695-bb1a-e5c4473e2407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:40.642790 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4d30c596-6501-41c2-a6ff-7cf4ad65b371 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:40.735224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:40.735599 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:40.736145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a50a9-d40c-4b9b-b5ee-68d5ce7ee529 req-03c7e738-54e4-4516-92c9-be65e0df8e4a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:40.737700 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-840a50a9-d40c-4b9b-b5ee-68d5ce7ee529 req-03c7e738-54e4-4516-92c9-be65e0df8e4a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 944 time: 0.1073480
Apr 16 21:09:40.747376 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-708cbc46-dc2b-4a7e-a09f-a589e2adb8e6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1023865
Apr 16 21:09:40.763276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ef799ac8-73fc-4695-bb1a-e5c4473e2407 None None] Current status of the port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:40.796226 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-c0fe526c-2376-4ead-8e3e-c5571dbc8daa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (60d57b69-5719-4183-b383-e1c20b54b232), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:40.830925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:40.853251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-c0fe526c-2376-4ead-8e3e-c5571dbc8daa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:40.856318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-c0fe526c-2376-4ead-8e3e-c5571dbc8daa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:40.858985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-c0fe526c-2376-4ead-8e3e-c5571dbc8daa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:40.867598 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-840a50a9-d40c-4b9b-b5ee-68d5ce7ee529 req-ae69dc43-d4ed-4321-acd3-84832a4a8277 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094139
Apr 16 21:09:40.913688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe526c-2376-4ead-8e3e-c5571dbc8daa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event updated for resources: {'Port': ['ID=60d57b69-5719-4183-b383-e1c20b54b232,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:40.961879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-c0fe526c-2376-4ead-8e3e-c5571dbc8daa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:40.961879 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-c0fe526c-2376-4ead-8e3e-c5571dbc8daa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:41.016823 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-403834c1-93e4-4302-9277-952e6f8f0332 req-faac2038-3353-4682-b83e-f9b28f3f4ed0 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (866329ca-a3b9-4787-9b58-31964260c59e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:41.029480 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['866329ca-a3b9-4787-9b58-31964260c59e'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:41.041176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Request body: {'port': {'device_id': 'e26a3424-8bc8-454c-a7e3-507bb1c71c03', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:41.106965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5029cce3-237f-4975-a0c7-bc85a0fa052a req-64150638-9d6e-4bf9-9b94-af0209d0d3f9 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (680a72aa-61d1-4dad-a95b-9bdbe208caad), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:41.108690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac2038-3353-4682-b83e-f9b28f3f4ed0 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Pushing event deleted for resources: {'Port': ['ID=866329ca-a3b9-4787-9b58-31964260c59e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:41.165602 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5b98746-70a8-48dc-aa31-9efa50e93217 req-57fb06ab-2ad6-4029-80e9-998666f905df tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 210 time: 0.0740464
Apr 16 21:09:41.198826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64150638-9d6e-4bf9-9b94-af0209d0d3f9 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Pushing event deleted for resources: {'Port': ['ID=680a72aa-61d1-4dad-a95b-9bdbe208caad,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:41.204558 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-c0fe526c-2376-4ead-8e3e-c5571dbc8daa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9323010
Apr 16 21:09:41.221441 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Request body: {'port': {'device_id': '728c68c3-5252-4e9a-b1d0-c3afdfc8ba35', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:41.258866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe3eb2-b4bc-40d7-8240-1b68a22f6886 req-325f66e3-a70c-402a-bccd-00388b140139 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:41.260604 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96fe3eb2-b4bc-40d7-8240-1b68a22f6886 req-325f66e3-a70c-402a-bccd-00388b140139 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 936 time: 0.1730890
Apr 16 21:09:41.261629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-1ef3ee6d-0820-4dfc-b999-cafa590b3658 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:41.263264 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-1ef3ee6d-0820-4dfc-b999-cafa590b3658 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573&tenant_id=68af3300a0d149adbbf934b4ff1f87d8&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1769135
Apr 16 21:09:41.267755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:41.308416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-461a8bac-5ab9-452d-a7cb-5c1f3eafbf16 None None] Provisioning complete for port 60d57b69-5719-4183-b383-e1c20b54b232 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:41.308416 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-461a8bac-5ab9-452d-a7cb-5c1f3eafbf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (60d57b69-5719-4183-b383-e1c20b54b232), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:41.346420 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-403834c1-93e4-4302-9277-952e6f8f0332 req-faac2038-3353-4682-b83e-f9b28f3f4ed0 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] No DVR routers for this DVR port 866329ca-a3b9-4787-9b58-31964260c59e on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:09:41.367206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:41.371059 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-403834c1-93e4-4302-9277-952e6f8f0332 req-faac2038-3353-4682-b83e-f9b28f3f4ed0 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:41.375853 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-403834c1-93e4-4302-9277-952e6f8f0332 req-faac2038-3353-4682-b83e-f9b28f3f4ed0 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.11 "DELETE /v2.0/ports/866329ca-a3b9-4787-9b58-31964260c59e HTTP/1.1" status: 204  len: 173 time: 1.7573957
Apr 16 21:09:41.376599 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebfe0ed-3568-4b90-b834-fd3ad244dcac', 'name': 'network-vif-deleted', 'tag': '866329ca-a3b9-4787-9b58-31964260c59e'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:41.379127 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b58ee1b-d40e-4d4f-9886-b107fb94c5a3" -d '{"events": [{"server_uuid": "3ebfe0ed-3568-4b90-b834-fd3ad244dcac", "name": "network-vif-deleted", "tag": "866329ca-a3b9-4787-9b58-31964260c59e"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:41.397306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:41.401968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5029cce3-237f-4975-a0c7-bc85a0fa052a req-64150638-9d6e-4bf9-9b94-af0209d0d3f9 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] No DVR routers for this DVR port 680a72aa-61d1-4dad-a95b-9bdbe208caad on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:09:41.406168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a34708cf-de0c-422b-ad52-0051f88b2bb4 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:41.407393 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5029cce3-237f-4975-a0c7-bc85a0fa052a req-64150638-9d6e-4bf9-9b94-af0209d0d3f9 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:41.411469 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5029cce3-237f-4975-a0c7-bc85a0fa052a req-64150638-9d6e-4bf9-9b94-af0209d0d3f9 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.11 "DELETE /v2.0/ports/680a72aa-61d1-4dad-a95b-9bdbe208caad HTTP/1.1" status: 204  len: 173 time: 1.8776705
Apr 16 21:09:41.421215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb960d8-d82b-4a68-8718-b40eca4c6cef req-079feaf5-f302-48fd-ae58-950459b4bca2 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:41.428634 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4fb960d8-d82b-4a68-8718-b40eca4c6cef req-079feaf5-f302-48fd-ae58-950459b4bca2 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 950 time: 0.0938733
Apr 16 21:09:41.503343 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4fb960d8-d82b-4a68-8718-b40eca4c6cef req-dcc038e6-a66d-4c31-a00e-39003fb0ed41 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730658
Apr 16 21:09:41.550487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-461a8bac-5ab9-452d-a7cb-5c1f3eafbf16 None None] Port 60d57b69-5719-4183-b383-e1c20b54b232 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:09:41.639306 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (60d57b69-5719-4183-b383-e1c20b54b232), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:41.776952 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad963d-b15b-4117-b09c-94f8dfa74a27 req-247935ba-923d-44b1-b5e3-8a3f9117ab37 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:41.781246 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e5ad963d-b15b-4117-b09c-94f8dfa74a27 req-247935ba-923d-44b1-b5e3-8a3f9117ab37 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 945 time: 0.0935798
Apr 16 21:09:41.781401 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-aee1884e-2201-49b1-a241-308e9a4d285b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:41.794140 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port a34708cf-de0c-422b-ad52-0051f88b2bb4 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:41.901791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e5ad963d-b15b-4117-b09c-94f8dfa74a27 req-1921f85e-e9fe-4cf2-90f5-b25152c96140 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083491
Apr 16 21:09:41.908330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port a34708cf-de0c-422b-ad52-0051f88b2bb4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:41.908702 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:41.928846 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96fe3eb2-b4bc-40d7-8240-1b68a22f6886 req-4d9e5452-f6f6-4dea-98b2-c0c4900d379f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6251473
Apr 16 21:09:42.015156 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e312886-f811-4691-8041-5bbd9a355094 x-openstack-request-id: req-0e312886-f811-4691-8041-5bbd9a355094 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:42.015901 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebfe0ed-3568-4b90-b834-fd3ad244dcac", "name": "network-vif-deleted", "tag": "866329ca-a3b9-4787-9b58-31964260c59e", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:42.016408 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e312886-f811-4691-8041-5bbd9a355094 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:42.017164 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e312886-f811-4691-8041-5bbd9a355094'] response: {'server_uuid': '3ebfe0ed-3568-4b90-b834-fd3ad244dcac', 'name': 'network-vif-deleted', 'tag': '866329ca-a3b9-4787-9b58-31964260c59e', 'status': 'completed', 'code': 200}
Apr 16 21:09:42.097178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a34708cf-de0c-422b-ad52-0051f88b2bb4 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:42.097696 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:42.123485 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3b9549-fb07-458b-84bf-3f1d36449e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34708cf-de0c-422b-ad52-0051f88b2bb4'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:42.125754 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b91777-ca1e-4c69-99a2-7f5271d71300" -d '{"events": [{"server_uuid": "bc3b9549-fb07-458b-84bf-3f1d36449e6e", "name": "network-vif-plugged", "status": "completed", "tag": "a34708cf-de0c-422b-ad52-0051f88b2bb4"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:42.140702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:42.162816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ce6775b9-4de3-4df2-aaa8-e40b23d93a2f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:42.164463 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ce6775b9-4de3-4df2-aaa8-e40b23d93a2f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/networks?id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a HTTP/1.1" status: 200  len: 816 time: 0.1387415
Apr 16 21:09:42.165150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2836b99-041f-4288-8119-4d6faa28c7dc req-d63e8098-b285-4c47-a868-36ca93ee8e72 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f267f97-0675-4567-970e-9b51514392cc HTTP/1.1" status: 200  len: 210 time: 0.0436921
Apr 16 21:09:42.193685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-088a4254-832f-4b23-9b95-0c58bcf3f093 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/quotas/6d26c031a97c437dad0a3eae0fe2ab8c HTTP/1.1" status: 200  len: 375 time: 0.0204129
Apr 16 21:09:42.216036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-4c250a80-99dc-4483-9fb6-49cf747359b3 service neutron] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:42.225094 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-4c250a80-99dc-4483-9fb6-49cf747359b3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:42.226430 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-4c250a80-99dc-4483-9fb6-49cf747359b3 service neutron] 10.222.0.11 "DELETE /v2.0/ports/fb4825e7-d0af-4d1c-a416-731410a77b41/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.9260066
Apr 16 21:09:42.232695 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:42.240517 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-d1af52f0-64bb-4711-b90c-cb5c1db1b931 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d26c031a97c437dad0a3eae0fe2ab8c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0458181
Apr 16 21:09:42.260429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f2adf4-34d0-4e59-9590-bd8f2631ee09 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:42.271556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Publish callbacks [] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:42.293901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aa956-038f-4e99-b864-4a5fbbe187e1 req-3ff76a25-deac-4ba6-8e6f-fd3e9f1c5468 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:42.295498 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b23aa956-038f-4e99-b864-4a5fbbe187e1 req-3ff76a25-deac-4ba6-8e6f-fd3e9f1c5468 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 945 time: 0.0681989
Apr 16 21:09:42.299043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Transition to ACTIVE for port object b1f2adf4-34d0-4e59-9590-bd8f2631ee09 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:42.304487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a34708cf-de0c-422b-ad52-0051f88b2bb4,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:42.355930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-dae07ab5-60b5-48c8-bc2c-412bb878719d service neutron] 10.222.0.20 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1026144
Apr 16 21:09:42.358666 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b23aa956-038f-4e99-b864-4a5fbbe187e1 req-39a745b4-546a-4f5b-bda8-e42ad93f244a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529649
Apr 16 21:09:42.393970 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:42.435791 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b279db44-90d6-49f8-bf64-14e0a57d70b1 x-openstack-request-id: req-b279db44-90d6-49f8-bf64-14e0a57d70b1 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:42.436110 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3b9549-fb07-458b-84bf-3f1d36449e6e", "name": "network-vif-plugged", "status": "completed", "tag": "a34708cf-de0c-422b-ad52-0051f88b2bb4", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:42.436394 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b279db44-90d6-49f8-bf64-14e0a57d70b1 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:42.436794 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b279db44-90d6-49f8-bf64-14e0a57d70b1'] response: {'server_uuid': 'bc3b9549-fb07-458b-84bf-3f1d36449e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34708cf-de0c-422b-ad52-0051f88b2bb4', 'code': 200}
Apr 16 21:09:42.457578 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:42.461544 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-48db1c7b-bd13-40a8-a50e-0e8116b16838 service neutron] 10.222.0.20 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1038435
Apr 16 21:09:42.604849 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60321da4-ed80-46a3-ae20-6ab3ac1b5bf9 req-ff6469cd-eac3-46b5-94c1-3419cb134505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:42.608386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60321da4-ed80-46a3-ae20-6ab3ac1b5bf9 req-ff6469cd-eac3-46b5-94c1-3419cb134505 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 1127 time: 0.0905437
Apr 16 21:09:42.644395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f2adf4-34d0-4e59-9590-bd8f2631ee09,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:42.714714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60321da4-ed80-46a3-ae20-6ab3ac1b5bf9 req-7b93f9ce-918b-4213-946c-e5ab6a25ea72 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896823
Apr 16 21:09:42.774103 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3072629d-4655-4707-8c13-26a999fa23a3 req-c289837b-4ea6-4b81-903a-0088a00c922c tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ebfe0ed-3568-4b90-b834-fd3ad244dcac HTTP/1.1" status: 200  len: 210 time: 0.1505680
Apr 16 21:09:42.860536 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 680a72aa-61d1-4dad-a95b-9bdbe208caad no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:09:42.886368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a4692-6946-4245-8222-a2a102737265 req-128f48fd-e190-4c35-a1c0-78333fe62e54 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:42.888556 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c14a4692-6946-4245-8222-a2a102737265 req-128f48fd-e190-4c35-a1c0-78333fe62e54 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 1127 time: 0.0660043
Apr 16 21:09:42.903373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 680a72aa-61d1-4dad-a95b-9bdbe208caad {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:09:42.904008 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 680a72aa-61d1-4dad-a95b-9bdbe208caad not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:09:42.904664 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 866329ca-a3b9-4787-9b58-31964260c59e no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:09:42.934024 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 866329ca-a3b9-4787-9b58-31964260c59e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:09:42.935348 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 866329ca-a3b9-4787-9b58-31964260c59e not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:09:42.949355 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c14a4692-6946-4245-8222-a2a102737265 req-1c30dae1-0d65-4193-8397-4e88194c42a8 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534370
Apr 16 21:09:43.050706 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ed2c444b-41ac-4c1f-875c-2ad395385fc2 req-c88c0d50-ab8f-4a63-b745-6522fc9df2ab tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 210 time: 0.0402977
Apr 16 21:09:43.184833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2da02d-d97e-444a-bb3a-c57abbf30cb4 req-70691bed-9910-4417-9b71-e6bb06d426c9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:43.188469 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1d2da02d-d97e-444a-bb3a-c57abbf30cb4 req-70691bed-9910-4417-9b71-e6bb06d426c9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 936 time: 0.0689986
Apr 16 21:09:43.266171 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53e05ee5-538c-4ef4-ab18-8e0529df3787 req-40d32f8f-6cde-4929-8249-b6e0bd866b7c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5021722
Apr 16 21:09:43.296285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d3546-594d-4f91-be85-07825e149a58 req-69488908-3b92-404c-a54d-4e46ebb4e56d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:43.302884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-959d3546-594d-4f91-be85-07825e149a58 req-69488908-3b92-404c-a54d-4e46ebb4e56d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 950 time: 0.1270347
Apr 16 21:09:43.325599 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1d2da02d-d97e-444a-bb3a-c57abbf30cb4 req-fd7dff68-d046-4464-8810-369899c2454b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310635
Apr 16 21:09:43.356193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed85873-1607-4a22-a954-028735dfdd2e req-7aa43646-84c2-4c2e-9159-a07e66d2a56e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:43.357657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-7aa43646-84c2-4c2e-9159-a07e66d2a56e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.41 "GET /v2.0/networks?id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a HTTP/1.1" status: 200  len: 816 time: 0.8221252
Apr 16 21:09:43.374067 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Attempting to bind port b1f2adf4-34d0-4e59-9590-bd8f2631ee09 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:43.374267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Attempting to bind port b1f2adf4-34d0-4e59-9590-bd8f2631ee09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:43.374513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Attempting to bind port b1f2adf4-34d0-4e59-9590-bd8f2631ee09 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:43.401665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Port b1f2adf4-34d0-4e59-9590-bd8f2631ee09 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:43.402004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Attempting to bind port b1f2adf4-34d0-4e59-9590-bd8f2631ee09 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:43.429220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d57b69-5719-4183-b383-e1c20b54b232 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:43.448970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Publish callbacks [] for port (60d57b69-5719-4183-b383-e1c20b54b232), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:43.451314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:43.451659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:43.452046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:43.452508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Bound port: b1f2adf4-34d0-4e59-9590-bd8f2631ee09, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:43.452855 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:43.473135 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-959d3546-594d-4f91-be85-07825e149a58 req-c929f0ed-d5dd-47a8-8d0a-e24e1f545dd2 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625295
Apr 16 21:09:43.477913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e05ee5-538c-4ef4-ab18-8e0529df3787 req-c9b02750-56f0-4894-adde-8b7f9b7c040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:43.479742 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53e05ee5-538c-4ef4-ab18-8e0529df3787 req-c9b02750-56f0-4894-adde-8b7f9b7c040e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 1126 time: 0.0999527
Apr 16 21:09:43.484360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Transition to ACTIVE for port object 60d57b69-5719-4183-b383-e1c20b54b232 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:43.575630 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (60d57b69-5719-4183-b383-e1c20b54b232), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:43.579578 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-7964b19a-8e49-4ef8-a5b4-3767711ec03e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:43.581113 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-7964b19a-8e49-4ef8-a5b4-3767711ec03e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 821 time: 0.1481864
Apr 16 21:09:43.599821 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-8641b27f-91e9-4a40-bc20-182afdeb8ca6 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/quotas/68af3300a0d149adbbf934b4ff1f87d8 HTTP/1.1" status: 200  len: 375 time: 0.0108669
Apr 16 21:09:43.659301 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-6a025840-6eef-4665-a817-13b34fa39dce tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0518079
Apr 16 21:09:43.733721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] For port b1f2adf4-34d0-4e59-9590-bd8f2631ee09, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:43.751508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60d57b69-5719-4183-b383-e1c20b54b232,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:43.768794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] For port b1f2adf4-34d0-4e59-9590-bd8f2631ee09, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b1f2adf4-34d0-4e59-9590-bd8f2631ee09,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:43.779760 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a81fb139-45c8-4fcf-ab29-13af1f83ef1c service neutron] 10.222.0.20 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1016002
Apr 16 21:09:43.788735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba847299-a878-4d53-a1fb-efece552a8c3 req-952e18dc-8fa9-43aa-8f9f-3686096ebc5a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:43.790275 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba847299-a878-4d53-a1fb-efece552a8c3 req-952e18dc-8fa9-43aa-8f9f-3686096ebc5a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 945 time: 0.1523519
Apr 16 21:09:43.826696 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e05ee5-538c-4ef4-ab18-8e0529df3787 req-4a8e6ecd-351e-46c3-a22f-2a4e8eda2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:43.828158 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53e05ee5-538c-4ef4-ab18-8e0529df3787 req-4a8e6ecd-351e-46c3-a22f-2a4e8eda2d40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.2908320
Apr 16 21:09:43.870058 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:43.920547 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-5c89e3b6-feaa-4c28-bd1c-3873cb5581db service neutron] 10.222.0.20 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348686
Apr 16 21:09:43.937187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-7ed85873-1607-4a22-a954-028735dfdd2e req-794a251d-0670-4169-bef5-0e1b5ea1073f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Request body: {'port': {'device_id': '2b27c826-905d-4c1f-9daf-42150b1025a8', 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a', 'admin_state_up': True, 'tenant_id': '6d26c031a97c437dad0a3eae0fe2ab8c'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:43.941231 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53e05ee5-538c-4ef4-ab18-8e0529df3787 req-fdfe59c9-b03a-4a47-a970-11a259b05b92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=808376f5-de15-494a-b722-a554d5c81386 HTTP/1.1" status: 200  len: 217 time: 0.1025641
Apr 16 21:09:43.976423 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:44.018882 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f267f97-0675-4567-970e-9b51514392cc', 'name': 'network-vif-deleted', 'tag': '680a72aa-61d1-4dad-a95b-9bdbe208caad'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:44.023419 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c26cf82-d67a-49de-b00e-d175d1c83747" -d '{"events": [{"server_uuid": "7f267f97-0675-4567-970e-9b51514392cc", "name": "network-vif-deleted", "tag": "680a72aa-61d1-4dad-a95b-9bdbe208caad"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:44.080493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:44.081120 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:44.088434 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] 10.222.0.11 "PUT /v2.0/ports/b1f2adf4-34d0-4e59-9590-bd8f2631ee09 HTTP/1.1" status: 200  len: 1096 time: 3.0469220
Apr 16 21:09:44.088434 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26a3424-8bc8-454c-a7e3-507bb1c71c03', 'tag': 'b1f2adf4-34d0-4e59-9590-bd8f2631ee09'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:44.088434 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30ca25a-f279-41fe-920b-553e8b11df50" -d '{"events": [{"name": "network-changed", "server_uuid": "e26a3424-8bc8-454c-a7e3-507bb1c71c03", "tag": "b1f2adf4-34d0-4e59-9590-bd8f2631ee09"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:44.118075 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba847299-a878-4d53-a1fb-efece552a8c3 req-7f1c691f-c1c4-4d32-8af0-246ae5de09d3 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3190746
Apr 16 21:09:44.140986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Attempting to bind port 60d57b69-5719-4183-b383-e1c20b54b232 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:44.140986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Attempting to bind port 60d57b69-5719-4183-b383-e1c20b54b232 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:44.140986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Attempting to bind port 60d57b69-5719-4183-b383-e1c20b54b232 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:44.148194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b6398-c2ef-4cc6-9ba6-535b26a4a707 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f2adf4-34d0-4e59-9590-bd8f2631ee09,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:44.151839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e05ee5-538c-4ef4-ab18-8e0529df3787 req-a5201500-329b-4219-b88a-b049a2213f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:44.153491 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53e05ee5-538c-4ef4-ab18-8e0529df3787 req-a5201500-329b-4219-b88a-b049a2213f45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.1819892
Apr 16 21:09:44.157005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Port 60d57b69-5719-4183-b383-e1c20b54b232 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:44.157292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Attempting to bind port 60d57b69-5719-4183-b383-e1c20b54b232 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:44.181347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:44.185805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:44.185805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:44.185805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Bound port: 60d57b69-5719-4183-b383-e1c20b54b232, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:44.185805 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (60d57b69-5719-4183-b383-e1c20b54b232), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:44.215441 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53e05ee5-538c-4ef4-ab18-8e0529df3787 req-57316327-3e3b-4771-8a89-d6bc8559862b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524020
Apr 16 21:09:44.356443 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56aa4b4-fcef-41a0-a3fb-f2d261a35307 x-openstack-request-id: req-a56aa4b4-fcef-41a0-a3fb-f2d261a35307 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:44.357437 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f267f97-0675-4567-970e-9b51514392cc", "name": "network-vif-deleted", "tag": "680a72aa-61d1-4dad-a95b-9bdbe208caad", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:44.357964 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a56aa4b4-fcef-41a0-a3fb-f2d261a35307 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:44.359126 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56aa4b4-fcef-41a0-a3fb-f2d261a35307'] response: {'server_uuid': '7f267f97-0675-4567-970e-9b51514392cc', 'name': 'network-vif-deleted', 'tag': '680a72aa-61d1-4dad-a95b-9bdbe208caad', 'status': 'completed', 'code': 200}
Apr 16 21:09:44.382913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-43aefec4-cfeb-4641-81d5-d1a49b84e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:44.384480 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-43aefec4-cfeb-4641-81d5-d1a49b84e01c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=e26a3424-8bc8-454c-a7e3-507bb1c71c03 HTTP/1.1" status: 200  len: 1130 time: 0.1167185
Apr 16 21:09:44.494841 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-b9f25771-6c9f-4d5c-8635-204f29f299a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b1f2adf4-34d0-4e59-9590-bd8f2631ee09 HTTP/1.1" status: 200  len: 217 time: 0.1009464
Apr 16 21:09:44.505448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] For port 60d57b69-5719-4183-b383-e1c20b54b232, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:44.523546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed85873-1607-4a22-a954-028735dfdd2e req-794a251d-0670-4169-bef5-0e1b5ea1073f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Made reservation on behalf of 6d26c031a97c437dad0a3eae0fe2ab8c for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:44.527213 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7ed85873-1607-4a22-a954-028735dfdd2e req-794a251d-0670-4169-bef5-0e1b5ea1073f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:44.584854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] For port 60d57b69-5719-4183-b383-e1c20b54b232, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60d57b69-5719-4183-b383-e1c20b54b232,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:44.591384 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-611d627c-9c3f-41e0-a749-eda7ccd33255 req-882ffba4-0de9-44eb-b41a-f156e9a7f316 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 210 time: 0.0899925
Apr 16 21:09:44.601248 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f3412a-27d4-4421-a2fc-3a6fb9565020 x-openstack-request-id: req-44f3412a-27d4-4421-a2fc-3a6fb9565020 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:44.601518 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26a3424-8bc8-454c-a7e3-507bb1c71c03", "tag": "b1f2adf4-34d0-4e59-9590-bd8f2631ee09", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:44.603931 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44f3412a-27d4-4421-a2fc-3a6fb9565020 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:44.603931 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f3412a-27d4-4421-a2fc-3a6fb9565020'] response: {'name': 'network-changed', 'server_uuid': 'e26a3424-8bc8-454c-a7e3-507bb1c71c03', 'tag': 'b1f2adf4-34d0-4e59-9590-bd8f2631ee09', 'status': 'completed', 'code': 200}
Apr 16 21:09:44.609237 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53e05ee5-538c-4ef4-ab18-8e0529df3787 req-3b71c271-bc62-4b9e-955a-1fc1fc22eecd service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3823237
Apr 16 21:09:44.726522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-021ac1f2-d5ed-476d-9958-4f8b0ec4250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:44.728009 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-021ac1f2-d5ed-476d-9958-4f8b0ec4250a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.2174077
Apr 16 21:09:44.755939 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f073edc-2396-4fd0-95c0-25f357e7b38d req-b9a5d8ae-b250-44f8-95c3-05b9527b8de6 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 210 time: 0.0851774
Apr 16 21:09:44.783186 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (60d57b69-5719-4183-b383-e1c20b54b232), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:44.892950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:44.893659 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:44.895609 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] 10.222.0.11 "PUT /v2.0/ports/60d57b69-5719-4183-b383-e1c20b54b232 HTTP/1.1" status: 200  len: 1096 time: 3.6831117
Apr 16 21:09:44.931474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-6891dff0-ec9f-4bb2-9ba6-4bf45c52bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:44.933647 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-6891dff0-ec9f-4bb2-9ba6-4bf45c52bfe2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1736357
Apr 16 21:09:45.029106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfcdd7-303b-42bf-b03f-1eb42bf8cf5f req-9d510030-71a3-4464-9803-68dd853488eb tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.030728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56dfcdd7-303b-42bf-b03f-1eb42bf8cf5f req-9d510030-71a3-4464-9803-68dd853488eb tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 948 time: 0.1775315
Apr 16 21:09:45.032861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-7ed85873-1607-4a22-a954-028735dfdd2e req-794a251d-0670-4169-bef5-0e1b5ea1073f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Allocated IP 172.20.0.6 (a0b0bf8e-874a-496e-bcac-07806d7d7d7a/e756a599-64c0-411b-8a6f-7801acb0c8c1/2c7070d9-a898-425b-bd50-ce8c757adf87) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:45.057741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b6452-2053-482f-85d1-8db691d568c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60d57b69-5719-4183-b383-e1c20b54b232,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:45.085072 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53e05ee5-538c-4ef4-ab18-8e0529df3787 req-64a5a92f-b8a9-4ceb-8600-ab623651da04 service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4102042
Apr 16 21:09:45.193472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-8eda5916-6517-4ff9-a43b-5fe887692e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.195008 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-8eda5916-6517-4ff9-a43b-5fe887692e3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 1130 time: 0.1113076
Apr 16 21:09:45.246751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-64fbb0d9-971a-4776-ba56-0727cd1c2642 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.248660 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-64fbb0d9-971a-4776-ba56-0727cd1c2642 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.41 "GET /v2.0/networks?id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a HTTP/1.1" status: 200  len: 816 time: 0.2100618
Apr 16 21:09:45.256536 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56dfcdd7-303b-42bf-b03f-1eb42bf8cf5f req-723fa785-d7df-41c1-a574-57be6a35bac1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014620
Apr 16 21:09:45.262084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-093ca940-9b03-44f9-b27a-1be3012b68fe service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3180571
Apr 16 21:09:45.265757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-1d460a0c-2428-4359-8462-6cd50eebfd14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=60d57b69-5719-4183-b383-e1c20b54b232 HTTP/1.1" status: 200  len: 217 time: 0.0624690
Apr 16 21:09:45.400983 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:45.465314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-77351fc6-482a-4e21-9ded-6db39696673a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.466803 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-77351fc6-482a-4e21-9ded-6db39696673a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1863570
Apr 16 21:09:45.497743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e028-8487-49db-bdb9-ad7f7c4a9c7b req-0fef3aa5-9abc-4b36-9ceb-a2797e29e5d2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.499220 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d64e028-8487-49db-bdb9-ad7f7c4a9c7b req-0fef3aa5-9abc-4b36-9ceb-a2797e29e5d2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 945 time: 0.1130948
Apr 16 21:09:45.576626 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-150dac8f-8e73-47d7-aeb9-00c71c24d923 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2949417
Apr 16 21:09:45.583033 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7ed85873-1607-4a22-a954-028735dfdd2e req-794a251d-0670-4169-bef5-0e1b5ea1073f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks [] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:45.584941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-911d74a9-c030-4d7c-9b3c-dc1dc5f61e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.586455 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-911d74a9-c030-4d7c-9b3c-dc1dc5f61e3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1093843
Apr 16 21:09:45.640955 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1757-5244-484b-883c-467a81c8301a req-119b48bc-9c30-407d-94d5-b3ed578466c7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.642941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1757-5244-484b-883c-467a81c8301a req-119b48bc-9c30-407d-94d5-b3ed578466c7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.643661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1757-5244-484b-883c-467a81c8301a req-119b48bc-9c30-407d-94d5-b3ed578466c7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.644246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1757-5244-484b-883c-467a81c8301a req-119b48bc-9c30-407d-94d5-b3ed578466c7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.644920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1757-5244-484b-883c-467a81c8301a req-119b48bc-9c30-407d-94d5-b3ed578466c7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.645517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1757-5244-484b-883c-467a81c8301a req-119b48bc-9c30-407d-94d5-b3ed578466c7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.667508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1757-5244-484b-883c-467a81c8301a req-119b48bc-9c30-407d-94d5-b3ed578466c7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.667508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1757-5244-484b-883c-467a81c8301a req-119b48bc-9c30-407d-94d5-b3ed578466c7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.667508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1757-5244-484b-883c-467a81c8301a req-119b48bc-9c30-407d-94d5-b3ed578466c7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.667508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1757-5244-484b-883c-467a81c8301a req-119b48bc-9c30-407d-94d5-b3ed578466c7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.667508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1757-5244-484b-883c-467a81c8301a req-119b48bc-9c30-407d-94d5-b3ed578466c7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.667508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d1757-5244-484b-883c-467a81c8301a req-119b48bc-9c30-407d-94d5-b3ed578466c7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.667508 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-431d1757-5244-484b-883c-467a81c8301a req-119b48bc-9c30-407d-94d5-b3ed578466c7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd&device_id=524e8c67-957c-4856-a882-fc0a4befaedd&device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e&device_id=2b27c826-905d-4c1f-9daf-42150b1025a8&device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35&device_id=e26a3424-8bc8-454c-a7e3-507bb1c71c03&device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e&device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b&device_id=18557c2b-2ced-4cbc-998e-978ae82401e7&device_id=7b856a59-2a62-4edc-b448-430f778c7b2e&device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2&device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17&device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573&device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa&device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e&device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 11246 time: 0.0802426
Apr 16 21:09:45.668346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d64e028-8487-49db-bdb9-ad7f7c4a9c7b req-794692fc-cbb0-41a9-97f1-117ada36eef0 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460149
Apr 16 21:09:45.674645 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-431d1757-5244-484b-883c-467a81c8301a req-c7cce12c-70b4-4c80-bafd-784a89aa6f8c tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:45.724127 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-10c21fdb-5c5b-46db-a89d-2d886b3e6eb3 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307471
Apr 16 21:09:45.766977 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-431d1757-5244-484b-883c-467a81c8301a req-c7cce12c-70b4-4c80-bafd-784a89aa6f8c tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Publish callbacks [] for security_group (c216d901-bc8e-4788-9964-2180984113ea), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:45.803626 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7ed85873-1607-4a22-a954-028735dfdd2e req-794a251d-0670-4169-bef5-0e1b5ea1073f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:45.868764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed85873-1607-4a22-a954-028735dfdd2e req-794a251d-0670-4169-bef5-0e1b5ea1073f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Network a0b0bf8e-874a-496e-bcac-07806d7d7d7a is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:45.871479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-7ed85873-1607-4a22-a954-028735dfdd2e req-794a251d-0670-4169-bef5-0e1b5ea1073f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:45.874153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed85873-1607-4a22-a954-028735dfdd2e req-794a251d-0670-4169-bef5-0e1b5ea1073f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:45.884832 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-431d1757-5244-484b-883c-467a81c8301a req-c7cce12c-70b4-4c80-bafd-784a89aa6f8c tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c216d901-bc8e-4788-9964-2180984113ea), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:45.930419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cce12c-70b4-4c80-bafd-784a89aa6f8c tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c216d901-bc8e-4788-9964-2180984113ea,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:45.955233 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce62e3-b6db-4be5-ba60-9e8ef03521e1 req-6c7ab213-02bb-49fe-a0d5-48930b340499 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:45.962245 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4ce62e3-b6db-4be5-ba60-9e8ef03521e1 req-6c7ab213-02bb-49fe-a0d5-48930b340499 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 950 time: 0.2131169
Apr 16 21:09:45.967330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a251d-0670-4169-bef5-0e1b5ea1073f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Pushing event updated for resources: {'Port': ['ID=2c7070d9-a898-425b-bd50-ce8c757adf87,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:45.978200 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fc79c9-9f30-48c2-8e3e-468147b26e61 req-1bd0c1e0-c027-4ca9-ad4c-06b17d5136b2 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2454708
Apr 16 21:09:45.994960 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-431d1757-5244-484b-883c-467a81c8301a req-c7cce12c-70b4-4c80-bafd-784a89aa6f8c tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&id=131e2dff-6fd6-4775-8101-54b4a9af5729&id=1a44b7d2-93da-4916-a9a9-bf368959990c&id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 648 time: 0.3355649
Apr 16 21:09:46.124152 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f4730fb-9a6f-4fb1-a78b-1980b625a073 req-8bb377ed-a5d2-4b09-921d-2193e9c3c4c0 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 210 time: 0.0342498
Apr 16 21:09:46.165295 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-738a03d1-90ee-48f0-9218-412c14554135 None None] Provisioning complete for port 2c7070d9-a898-425b-bd50-ce8c757adf87 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:46.165673 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-738a03d1-90ee-48f0-9218-412c14554135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:46.210429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-738a03d1-90ee-48f0-9218-412c14554135 None None] Port 2c7070d9-a898-425b-bd50-ce8c757adf87 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:09:46.231050 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ab6b-ce81-4a21-be77-7b0a361479c4 req-bff22868-fe5f-4ac8-8b94-164d2730c4c8 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:46.232668 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d863ab6b-ce81-4a21-be77-7b0a361479c4 req-bff22868-fe5f-4ac8-8b94-164d2730c4c8 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 1127 time: 0.0430055
Apr 16 21:09:46.264941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed85873-1607-4a22-a954-028735dfdd2e req-794a251d-0670-4169-bef5-0e1b5ea1073f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:46.265556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7ed85873-1607-4a22-a954-028735dfdd2e req-794a251d-0670-4169-bef5-0e1b5ea1073f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:46.279169 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d863ab6b-ce81-4a21-be77-7b0a361479c4 req-1332e3f5-9411-4d65-9aab-8869d6e385da tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403900
Apr 16 21:09:46.307060 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4ce62e3-b6db-4be5-ba60-9e8ef03521e1 req-1440415e-0185-4580-86b3-fb167ea12230 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3435972
Apr 16 21:09:46.363142 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d93308b6-2104-4d44-8944-7f6823784d7c req-68f09fe9-850f-4f26-8449-15c855e79112 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 210 time: 0.0286283
Apr 16 21:09:46.368449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-794a251d-0670-4169-bef5-0e1b5ea1073f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4405377
Apr 16 21:09:46.455466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-20a39493-207c-4ac2-b7ce-69d877330194 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Request body: {'port': {'device_id': '615ea5db-3cca-4736-b69a-cc7bdc8f0e6e', 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a', 'admin_state_up': True, 'tenant_id': '6d26c031a97c437dad0a3eae0fe2ab8c'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:46.490680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Request body: {'port': {'device_id': '2b27c826-905d-4c1f-9daf-42150b1025a8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:46.520565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd222e09-5997-4060-9dd9-bb8bc88fafd1 req-8a02c2a1-0837-400b-99bc-5a81f33bc54f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:46.522356 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd222e09-5997-4060-9dd9-bb8bc88fafd1 req-8a02c2a1-0837-400b-99bc-5a81f33bc54f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 948 time: 0.0992038
Apr 16 21:09:46.525244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62d814-acc9-4cae-bbb6-c63c728b514c req-a08375b5-28c7-4904-bd31-bd244e1e9b75 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:46.527028 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be62d814-acc9-4cae-bbb6-c63c728b514c req-a08375b5-28c7-4904-bd31-bd244e1e9b75 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 1127 time: 0.0922575
Apr 16 21:09:46.591047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:46.601696 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd222e09-5997-4060-9dd9-bb8bc88fafd1 req-ad4cabb4-6e23-402a-a088-c43621614560 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719924
Apr 16 21:09:46.605880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728c68c3-5252-4e9a-b1d0-c3afdfc8ba35', 'tag': '60d57b69-5719-4183-b383-e1c20b54b232'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:46.608339 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4a42ba-76b4-4495-90a2-e04a9de69706" -d '{"events": [{"name": "network-changed", "server_uuid": "728c68c3-5252-4e9a-b1d0-c3afdfc8ba35", "tag": "60d57b69-5719-4183-b383-e1c20b54b232"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:46.633263 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be62d814-acc9-4cae-bbb6-c63c728b514c req-924042aa-29d6-4820-acc4-1df630e685ef tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945807
Apr 16 21:09:46.719433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-20a39493-207c-4ac2-b7ce-69d877330194 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Made reservation on behalf of 6d26c031a97c437dad0a3eae0fe2ab8c for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:46.723393 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-20a39493-207c-4ac2-b7ce-69d877330194 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:46.798841 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e978c2d-14dd-4df3-acfa-1e4aae9d10e9 x-openstack-request-id: req-5e978c2d-14dd-4df3-acfa-1e4aae9d10e9 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:46.799133 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728c68c3-5252-4e9a-b1d0-c3afdfc8ba35", "tag": "60d57b69-5719-4183-b383-e1c20b54b232", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:46.799389 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e978c2d-14dd-4df3-acfa-1e4aae9d10e9 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:46.799783 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e978c2d-14dd-4df3-acfa-1e4aae9d10e9'] response: {'name': 'network-changed', 'server_uuid': '728c68c3-5252-4e9a-b1d0-c3afdfc8ba35', 'tag': '60d57b69-5719-4183-b383-e1c20b54b232', 'status': 'completed', 'code': 200}
Apr 16 21:09:46.924709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce2246-dcaa-4e8f-bf1e-9e7247debd96 req-78c973d5-1e50-4d82-9965-36d38e60acb4 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:46.925197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce2246-dcaa-4e8f-bf1e-9e7247debd96 req-78c973d5-1e50-4d82-9965-36d38e60acb4 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:46.925676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce2246-dcaa-4e8f-bf1e-9e7247debd96 req-78c973d5-1e50-4d82-9965-36d38e60acb4 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:46.927391 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3ce2246-dcaa-4e8f-bf1e-9e7247debd96 req-78c973d5-1e50-4d82-9965-36d38e60acb4 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b&device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2&device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 2977 time: 0.0578923
Apr 16 21:09:46.993702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3ce2246-dcaa-4e8f-bf1e-9e7247debd96 req-822deab1-d169-4b8b-bb9e-69f351a94b60 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603988
Apr 16 21:09:47.041549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7070d9-a898-425b-bd50-ce8c757adf87 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:47.050202 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Publish callbacks [] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:47.070641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Transition to ACTIVE for port object 2c7070d9-a898-425b-bd50-ce8c757adf87 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:47.105116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2062d-c84e-4f88-b129-e4db887c12d3 req-06ce9425-4f78-4f20-bb5e-d3627d15f428 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:47.107422 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e9d2062d-c84e-4f88-b129-e4db887c12d3 req-06ce9425-4f78-4f20-bb5e-d3627d15f428 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 950 time: 0.0896909
Apr 16 21:09:47.163468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:47.216159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Pushing event updated for resources: {'Port': ['ID=2c7070d9-a898-425b-bd50-ce8c757adf87,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:47.284480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74754c90-a852-43ae-a87a-aa1125efbd38 req-51a05138-436e-4c9f-a053-6eddd73e5ca9 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:47.293228 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74754c90-a852-43ae-a87a-aa1125efbd38 req-51a05138-436e-4c9f-a053-6eddd73e5ca9 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 1127 time: 0.1415362
Apr 16 21:09:47.303608 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Attempting to bind port 2c7070d9-a898-425b-bd50-ce8c757adf87 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:47.303966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Attempting to bind port 2c7070d9-a898-425b-bd50-ce8c757adf87 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:47.304329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Attempting to bind port 2c7070d9-a898-425b-bd50-ce8c757adf87 on network a0b0bf8e-874a-496e-bcac-07806d7d7d7a {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:47.309707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Port 2c7070d9-a898-425b-bd50-ce8c757adf87 on network a0b0bf8e-874a-496e-bcac-07806d7d7d7a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:47.310052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Attempting to bind port 2c7070d9-a898-425b-bd50-ce8c757adf87 on network a0b0bf8e-874a-496e-bcac-07806d7d7d7a {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:47.317708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:47.318068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Checking segment: {'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:47.319095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-e9d2062d-c84e-4f88-b129-e4db887c12d3 req-1d724d4a-35ab-4d7c-bd6f-a6a0f75acbe9 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Deleting port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:09:47.319220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Bound using segment: {'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:47.319450 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e9d2062d-c84e-4f88-b129-e4db887c12d3 req-1d724d4a-35ab-4d7c-bd6f-a6a0f75acbe9 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:47.319565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Bound port: 2c7070d9-a898-425b-bd50-ce8c757adf87, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:47.319929 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:47.382732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-20a39493-207c-4ac2-b7ce-69d877330194 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Allocated IP 172.20.0.9 (a0b0bf8e-874a-496e-bcac-07806d7d7d7a/e756a599-64c0-411b-8a6f-7801acb0c8c1/f83d9a73-0d97-45bc-8f40-3dbeed933e20) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:47.416910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] For port 2c7070d9-a898-425b-bd50-ce8c757adf87, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:47.421229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] For port 2c7070d9-a898-425b-bd50-ce8c757adf87, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c7070d9-a898-425b-bd50-ce8c757adf87,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:47.453914 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74754c90-a852-43ae-a87a-aa1125efbd38 req-814f0373-8d50-44b9-85b5-9c826a795aa0 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585782
Apr 16 21:09:47.489816 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49502) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:47.512835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-e9d2062d-c84e-4f88-b129-e4db887c12d3 req-1d724d4a-35ab-4d7c-bd6f-a6a0f75acbe9 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] For port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:47.513208 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e9d2062d-c84e-4f88-b129-e4db887c12d3 req-1d724d4a-35ab-4d7c-bd6f-a6a0f75acbe9 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:47.525926 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:47.555733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-e9d2062d-c84e-4f88-b129-e4db887c12d3 req-1d724d4a-35ab-4d7c-bd6f-a6a0f75acbe9 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Calling delete_port for 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:09:47.570008 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:47.570744 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:47.572221 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-98adb022-e911-40f1-8759-aafb4198579e service neutron] 10.222.0.41 "PUT /v2.0/ports/2c7070d9-a898-425b-bd50-ce8c757adf87 HTTP/1.1" status: 200  len: 1091 time: 1.0868909
Apr 16 21:09:47.614942 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e5ecaee6-1cae-4cd4-a0bb-f03e2897a3d5 req-c28741a2-62c1-4d2e-b395-5e1e45b3e33a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 210 time: 0.0909131
Apr 16 21:09:47.615196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adb022-e911-40f1-8759-aafb4198579e service neutron] Pushing event updated for resources: {'Port': ['ID=2c7070d9-a898-425b-bd50-ce8c757adf87,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:47.751842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b0b93dcd-5986-492a-9492-c44f09e624af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c60195eda214c42831714a690e64ed7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2607157
Apr 16 21:09:47.753190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49510) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:47.774858 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-20a39493-207c-4ac2-b7ce-69d877330194 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks [] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:47.849271 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6965a96c-5d69-4960-9221-ab3d73dfe1b8 req-9cfef83e-230e-4ec1-8bf5-5cf071c6149c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 210 time: 0.0840399
Apr 16 21:09:47.884257 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed85873-1607-4a22-a954-028735dfdd2e req-2a8723f0-8449-454f-91a0-d964c513b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:47.884257 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-2a8723f0-8449-454f-91a0-d964c513b9f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d26c031a97c437dad0a3eae0fe2ab8c&device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 1125 time: 0.0728955
Apr 16 21:09:47.902624 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8d1e76c9-06c8-42ce-89f1-ba42f42ab2fb admin admin] Publish callbacks [] for security_group (179b1aa9-c876-4150-b60b-9b097b469958), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:47.903875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826023-e0ff-48b4-abe0-cf5c54c9b831 req-1993b6aa-8201-4453-8207-3ffbc3037225 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:47.905911 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13826023-e0ff-48b4-abe0-cf5c54c9b831 req-1993b6aa-8201-4453-8207-3ffbc3037225 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 950 time: 0.1294067
Apr 16 21:09:47.940644 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8d1e76c9-06c8-42ce-89f1-ba42f42ab2fb admin admin] Publish callbacks [] for security_group (179b1aa9-c876-4150-b60b-9b097b469958), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:47.957984 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13826023-e0ff-48b4-abe0-cf5c54c9b831 req-37976663-e17d-4b61-9165-1b0707a63b19 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440013
Apr 16 21:09:47.959752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-20a39493-207c-4ac2-b7ce-69d877330194 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:47.993451 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e9d2062d-c84e-4f88-b129-e4db887c12d3 req-1d724d4a-35ab-4d7c-bd6f-a6a0f75acbe9 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:48.006322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:48.010788 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92348ff7-593e-4fcd-b162-bbbd8c443bec req-d39211a3-6947-486f-a7db-14f3eb6010fc tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:48.017859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-20a39493-207c-4ac2-b7ce-69d877330194 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Network a0b0bf8e-874a-496e-bcac-07806d7d7d7a is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:48.020126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92348ff7-593e-4fcd-b162-bbbd8c443bec req-d39211a3-6947-486f-a7db-14f3eb6010fc tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 948 time: 0.0953896
Apr 16 21:09:48.024163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-20a39493-207c-4ac2-b7ce-69d877330194 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:48.026785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a39493-207c-4ac2-b7ce-69d877330194 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Pushing event updated for resources: {'Port': ['ID=f83d9a73-0d97-45bc-8f40-3dbeed933e20,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:48.030075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-20a39493-207c-4ac2-b7ce-69d877330194 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:48.125740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d724d4a-35ab-4d7c-bd6f-a6a0f75acbe9 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Pushing event deleted for resources: {'Port': ['ID=9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:48.156662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d2062d-c84e-4f88-b129-e4db887c12d3 req-1d724d4a-35ab-4d7c-bd6f-a6a0f75acbe9 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] No DVR routers for this DVR port 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:09:48.164730 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e9d2062d-c84e-4f88-b129-e4db887c12d3 req-1d724d4a-35ab-4d7c-bd6f-a6a0f75acbe9 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:48.174142 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e9d2062d-c84e-4f88-b129-e4db887c12d3 req-1d724d4a-35ab-4d7c-bd6f-a6a0f75acbe9 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.41 "DELETE /v2.0/ports/9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc HTTP/1.1" status: 204  len: 173 time: 1.0609434
Apr 16 21:09:48.174640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf93495b-7d10-4cb2-9353-0302e654d8fa', 'name': 'network-vif-deleted', 'tag': '9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:48.179362 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37353cc-1b12-4fad-b680-65ff6c7bbda9" -d '{"events": [{"server_uuid": "bf93495b-7d10-4cb2-9353-0302e654d8fa", "name": "network-vif-deleted", "tag": "9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:48.191721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-20a39493-207c-4ac2-b7ce-69d877330194 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:48.192529 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-20a39493-207c-4ac2-b7ce-69d877330194 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:48.222558 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-4886bd9b-08ab-415c-81e1-0d06647597d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c7070d9-a898-425b-bd50-ce8c757adf87 HTTP/1.1" status: 200  len: 217 time: 0.1269739
Apr 16 21:09:48.300123 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-20a39493-207c-4ac2-b7ce-69d877330194 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8472042
Apr 16 21:09:48.324778 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Request body: {'port': {'device_id': '615ea5db-3cca-4736-b69a-cc7bdc8f0e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:48.409414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0f39b60a-49c5-4e2f-9af3-9d6dc52698e0 None None] Provisioning complete for port f83d9a73-0d97-45bc-8f40-3dbeed933e20 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:48.410103 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0f39b60a-49c5-4e2f-9af3-9d6dc52698e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:48.453551 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0f39b60a-49c5-4e2f-9af3-9d6dc52698e0 None None] Port f83d9a73-0d97-45bc-8f40-3dbeed933e20 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:09:48.483450 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:48.499051 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92348ff7-593e-4fcd-b162-bbbd8c443bec req-840bc932-7758-4d3b-be8f-406f284a5843 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4793191
Apr 16 21:09:48.509669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ca25a-f279-41fe-920b-553e8b11df50 req-367a19c5-dfc7-45b8-8e40-3da7da902940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:48.511516 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a30ca25a-f279-41fe-920b-553e8b11df50 req-367a19c5-dfc7-45b8-8e40-3da7da902940 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=e26a3424-8bc8-454c-a7e3-507bb1c71c03 HTTP/1.1" status: 200  len: 1130 time: 0.2916417
Apr 16 21:09:48.516652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-ae98d189-795d-4bf8-a28b-13d35f76c110 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:48.518204 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-ae98d189-795d-4bf8-a28b-13d35f76c110 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.41 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 821 time: 0.1991374
Apr 16 21:09:48.518860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a42ba-76b4-4495-90a2-e04a9de69706 req-744f3404-1966-4431-ba2b-7f1f6cb4e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:48.520546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f4a42ba-76b4-4495-90a2-e04a9de69706 req-744f3404-1966-4431-ba2b-7f1f6cb4e184 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 1130 time: 0.3139834
Apr 16 21:09:48.542659 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-fc006a98-0eee-4839-aedb-108d16198722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Request body: {'port': {'device_id': 'a60c9986-12b3-4fc4-9bde-7bf7f34f90bd', 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929', 'admin_state_up': True, 'tenant_id': '68af3300a0d149adbbf934b4ff1f87d8'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:48.597401 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d970bb3-e983-4e2a-abdd-b5132211ec10 x-openstack-request-id: req-6d970bb3-e983-4e2a-abdd-b5132211ec10 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:48.597585 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf93495b-7d10-4cb2-9353-0302e654d8fa", "name": "network-vif-deleted", "tag": "9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:48.597845 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d970bb3-e983-4e2a-abdd-b5132211ec10 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:48.598252 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d970bb3-e983-4e2a-abdd-b5132211ec10'] response: {'server_uuid': 'bf93495b-7d10-4cb2-9353-0302e654d8fa', 'name': 'network-vif-deleted', 'tag': '9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc', 'status': 'completed', 'code': 200}
Apr 16 21:09:48.681020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed85873-1607-4a22-a954-028735dfdd2e req-ac7470e0-6de0-4b41-94ec-b8a51c14726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:48.683136 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-ac7470e0-6de0-4b41-94ec-b8a51c14726d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e756a599-64c0-411b-8a6f-7801acb0c8c1 HTTP/1.1" status: 200  len: 855 time: 0.4242010
Apr 16 21:09:48.699138 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8d1e76c9-06c8-42ce-89f1-ba42f42ab2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (179b1aa9-c876-4150-b60b-9b097b469958), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:48.701678 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8d1e76c9-06c8-42ce-89f1-ba42f42ab2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:48.702791 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8d1e76c9-06c8-42ce-89f1-ba42f42ab2fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/179b1aa9-c876-4150-b60b-9b097b469958 HTTP/1.1" status: 204  len: 168 time: 0.9476192
Apr 16 21:09:48.791115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e76c9-06c8-42ce-89f1-ba42f42ab2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179b1aa9-c876-4150-b60b-9b097b469958,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:48.813063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b2af8-bc02-4ba7-b366-afeabacf2aba req-7ec816f7-1c95-4d3e-a4e2-474d8701264b tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:48.821663 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f22b2af8-bc02-4ba7-b366-afeabacf2aba req-7ec816f7-1c95-4d3e-a4e2-474d8701264b tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 1132 time: 0.1358459
Apr 16 21:09:48.827267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b27c826-905d-4c1f-9daf-42150b1025a8', 'tag': '2c7070d9-a898-425b-bd50-ce8c757adf87'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:48.829531 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cb0bf4-632c-41e1-afb5-2a3c18ea3de3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b27c826-905d-4c1f-9daf-42150b1025a8", "tag": "2c7070d9-a898-425b-bd50-ce8c757adf87"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:48.832580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed85873-1607-4a22-a954-028735dfdd2e req-02d9e7bc-a88f-4297-865d-5ae6953ec179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:48.834148 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-02d9e7bc-a88f-4297-865d-5ae6953ec179 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1286044
Apr 16 21:09:48.858662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e1ed-c812-456d-af0e-707a12369cdc req-74f71309-d9d1-4453-9875-7e6c91639df3 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:48.859797 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-74f71309-d9d1-4453-9875-7e6c91639df3 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.11 "GET /v2.0/networks?id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a HTTP/1.1" status: 200  len: 816 time: 0.6514344
Apr 16 21:09:48.860574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09151391-b1ca-4da9-b18d-e1693a2f7b14 req-c0e6603c-a9f1-4821-9dfc-e76bc9454fdf tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:48.864757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09151391-b1ca-4da9-b18d-e1693a2f7b14 req-c0e6603c-a9f1-4821-9dfc-e76bc9454fdf tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 1127 time: 0.1801255
Apr 16 21:09:48.870020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b1f2adf4-34d0-4e59-9590-bd8f2631ee09 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:48.893539 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f22b2af8-bc02-4ba7-b366-afeabacf2aba req-ef5ee311-790a-4ed7-bfc1-607ce2820488 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709770
Apr 16 21:09:48.897129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a42ba-76b4-4495-90a2-e04a9de69706 req-5e54726a-a839-40ee-b537-bbc27e50fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:48.898657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f4a42ba-76b4-4495-90a2-e04a9de69706 req-5e54726a-a839-40ee-b537-bbc27e50fd8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.3562651
Apr 16 21:09:48.906309 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ab662e86-3a80-498f-b4ee-5418c644728e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Request body: {'port': {'device_id': '524e8c67-957c-4856-a882-fc0a4befaedd', 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a', 'admin_state_up': True, 'tenant_id': '6d26c031a97c437dad0a3eae0fe2ab8c'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:48.930080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ca25a-f279-41fe-920b-553e8b11df50 req-d2a21485-6101-4a6b-915b-66942de55bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:48.931573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a30ca25a-f279-41fe-920b-553e8b11df50 req-d2a21485-6101-4a6b-915b-66942de55bad service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.4100885
Apr 16 21:09:48.989907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-fc006a98-0eee-4839-aedb-108d16198722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Made reservation on behalf of 68af3300a0d149adbbf934b4ff1f87d8 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:48.993337 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-fc006a98-0eee-4839-aedb-108d16198722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:49.006532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b1f2adf4-34d0-4e59-9590-bd8f2631ee09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b1f2adf4-34d0-4e59-9590-bd8f2631ee09,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:49.018879 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'b1f2adf4-34d0-4e59-9590-bd8f2631ee09', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'b1f2adf4-34d0-4e59-9590-bd8f2631ee09', 'mac_address': 'fa:16:3e:d7:66:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:49.045605 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d4895f49-74b8-4698-af09-680ec12e074e req-9ead04a2-a17d-4adf-b870-a872c5ed98e8 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 210 time: 0.0572662
Apr 16 21:09:49.048696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83d9a73-0d97-45bc-8f40-3dbeed933e20 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:49.074965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port b1f2adf4-34d0-4e59-9590-bd8f2631ee09 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:49.074965 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:49.088613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Publish callbacks [] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:49.094015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f2adf4-34d0-4e59-9590-bd8f2631ee09 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:49.110261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Transition to ACTIVE for port object f83d9a73-0d97-45bc-8f40-3dbeed933e20 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:49.117292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b1f2adf4-34d0-4e59-9590-bd8f2631ee09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b1f2adf4-34d0-4e59-9590-bd8f2631ee09,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:49.134607 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a30ca25a-f279-41fe-920b-553e8b11df50 req-1fc547bb-ebed-4c32-8a12-f525e7f45bb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=b1f2adf4-34d0-4e59-9590-bd8f2631ee09 HTTP/1.1" status: 200  len: 217 time: 0.1169624
Apr 16 21:09:49.136160 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f4a42ba-76b4-4495-90a2-e04a9de69706 req-59eaad9d-a0bb-4d93-9a76-dc04cac5c89e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=60d57b69-5719-4183-b383-e1c20b54b232 HTTP/1.1" status: 200  len: 217 time: 0.2034032
Apr 16 21:09:49.179901 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:49.189359 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:49.204236 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b53adb0-1675-4e88-b6e2-ad6d3dcfbd2b x-openstack-request-id: req-2b53adb0-1675-4e88-b6e2-ad6d3dcfbd2b {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:49.204371 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b27c826-905d-4c1f-9daf-42150b1025a8", "tag": "2c7070d9-a898-425b-bd50-ce8c757adf87", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:49.204546 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b53adb0-1675-4e88-b6e2-ad6d3dcfbd2b {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:49.204937 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b53adb0-1675-4e88-b6e2-ad6d3dcfbd2b'] response: {'name': 'network-changed', 'server_uuid': '2b27c826-905d-4c1f-9daf-42150b1025a8', 'tag': '2c7070d9-a898-425b-bd50-ce8c757adf87', 'status': 'completed', 'code': 200}
Apr 16 21:09:49.259013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=b1f2adf4-34d0-4e59-9590-bd8f2631ee09,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:49.322586 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-73e26387-077b-440a-b9ce-4e287cafed7f req-ad62af9b-05fa-42da-891c-ac5bc72a099e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 210 time: 0.0856869
Apr 16 21:09:49.373257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=f83d9a73-0d97-45bc-8f40-3dbeed933e20,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:49.390521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-fc006a98-0eee-4839-aedb-108d16198722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Allocated IP 172.20.0.5 (341a7a54-447f-4bb3-9bb9-2193e32a0929/bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6/69daf0de-dee8-41ab-85fa-24c0d402ba05) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:49.406826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09151391-b1ca-4da9-b18d-e1693a2f7b14 req-94f37af8-77f5-4de0-92c9-1a9cc0e6af94 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5069826
Apr 16 21:09:49.429496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a42ba-76b4-4495-90a2-e04a9de69706 req-12fd31d6-860b-44c8-acd2-717b8966d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:49.431923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f4a42ba-76b4-4495-90a2-e04a9de69706 req-12fd31d6-860b-44c8-acd2-717b8966d42a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.2450111
Apr 16 21:09:49.453218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ca25a-f279-41fe-920b-553e8b11df50 req-296a0f17-81f8-4f84-818a-5c2074880b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:49.454669 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a30ca25a-f279-41fe-920b-553e8b11df50 req-296a0f17-81f8-4f84-818a-5c2074880b12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.2837844
Apr 16 21:09:49.499590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b1f2adf4-34d0-4e59-9590-bd8f2631ee09'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:49.541616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a42ba-76b4-4495-90a2-e04a9de69706 req-736f9e74-27f8-466c-9f8a-2bc49ddcce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:49.544042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f4a42ba-76b4-4495-90a2-e04a9de69706 req-736f9e74-27f8-466c-9f8a-2bc49ddcce4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0934064
Apr 16 21:09:49.552151 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778eb7f-a3ec-4f62-b55e-f47c9e16807d req-c9204bbf-ec1a-4bd7-9716-c3974a798c05 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:49.553627 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9778eb7f-a3ec-4f62-b55e-f47c9e16807d req-c9204bbf-ec1a-4bd7-9716-c3974a798c05 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 1132 time: 0.1188509
Apr 16 21:09:49.572347 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-c1acbac4-9807-4ccb-879f-c004168ce6fa service neutron] 10.222.0.41 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5104046
Apr 16 21:09:49.574003 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Attempting to bind port f83d9a73-0d97-45bc-8f40-3dbeed933e20 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:49.574343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Attempting to bind port f83d9a73-0d97-45bc-8f40-3dbeed933e20 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:49.574673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Attempting to bind port f83d9a73-0d97-45bc-8f40-3dbeed933e20 on network a0b0bf8e-874a-496e-bcac-07806d7d7d7a {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:49.630372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Port f83d9a73-0d97-45bc-8f40-3dbeed933e20 on network a0b0bf8e-874a-496e-bcac-07806d7d7d7a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:49.630663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Attempting to bind port f83d9a73-0d97-45bc-8f40-3dbeed933e20 on network a0b0bf8e-874a-496e-bcac-07806d7d7d7a {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:49.715019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5f43f4f5-3e7a-4528-918f-cbaa124fd3a5 req-66b7a82c-6bbe-4007-a65a-7beb3cd32d49 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf93495b-7d10-4cb2-9353-0302e654d8fa HTTP/1.1" status: 200  len: 210 time: 0.1885507
Apr 16 21:09:49.763596 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ab662e86-3a80-498f-b4ee-5418c644728e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Made reservation on behalf of 6d26c031a97c437dad0a3eae0fe2ab8c for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:49.767436 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ab662e86-3a80-498f-b4ee-5418c644728e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:49.808926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ca25a-f279-41fe-920b-553e8b11df50 req-4bedea02-ab23-48f8-8aa9-08e3f8672ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:49.810682 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a30ca25a-f279-41fe-920b-553e8b11df50 req-4bedea02-ab23-48f8-8aa9-08e3f8672ee0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2814705
Apr 16 21:09:49.915368 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ed85873-1607-4a22-a954-028735dfdd2e req-1fb56e60-b484-4c69-80cc-08c9369fcb71 service neutron] 10.222.0.41 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2919028
Apr 16 21:09:49.946680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:49.947202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Checking segment: {'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:49.947321 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Bound using segment: {'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:49.947711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Bound port: f83d9a73-0d97-45bc-8f40-3dbeed933e20, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:49.948068 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:50.022572 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9778eb7f-a3ec-4f62-b55e-f47c9e16807d req-53e652c7-0e9b-4bc1-af6d-7f2638d51f15 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4599109
Apr 16 21:09:50.023224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f4a42ba-76b4-4495-90a2-e04a9de69706 req-16cd5be3-477f-483f-8ef8-166b5e38f5b3 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4534564
Apr 16 21:09:50.079212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] For port f83d9a73-0d97-45bc-8f40-3dbeed933e20, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:50.086484 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-fc006a98-0eee-4839-aedb-108d16198722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks [] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:50.106499 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] For port f83d9a73-0d97-45bc-8f40-3dbeed933e20, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f83d9a73-0d97-45bc-8f40-3dbeed933e20,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:50.132260 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a30ca25a-f279-41fe-920b-553e8b11df50 req-d2e9af7e-18b8-4453-9459-58a11e3c6063 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3139317
Apr 16 21:09:50.141469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ab662e86-3a80-498f-b4ee-5418c644728e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Allocated IP 172.20.0.8 (a0b0bf8e-874a-496e-bcac-07806d7d7d7a/e756a599-64c0-411b-8a6f-7801acb0c8c1/afaec7f6-0723-4b6e-9610-7d38f4870889) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:50.149015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec6125-b42d-4487-987a-c84c9b34e859 req-f3026bcd-7f26-4790-a9cb-01b5b1b75611 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:50.153856 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-79ec6125-b42d-4487-987a-c84c9b34e859 req-f3026bcd-7f26-4790-a9cb-01b5b1b75611 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 948 time: 0.0582023
Apr 16 21:09:50.216282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-79ec6125-b42d-4487-987a-c84c9b34e859 req-0837dae4-7e6b-4f91-b6da-a8a0a8d62d35 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569606
Apr 16 21:09:50.217861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:50.255807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:50.256485 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:50.257843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f4a42ba-76b4-4495-90a2-e04a9de69706 req-a9a878d8-b5ee-43d5-975b-cfa335bfd99a service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101281
Apr 16 21:09:50.265047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] 10.222.0.41 "PUT /v2.0/ports/f83d9a73-0d97-45bc-8f40-3dbeed933e20 HTTP/1.1" status: 200  len: 1091 time: 1.9402442
Apr 16 21:09:50.299858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d27613-136a-43e5-935f-40aba307cbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=f83d9a73-0d97-45bc-8f40-3dbeed933e20,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:50.349227 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-fc006a98-0eee-4839-aedb-108d16198722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:50.363418 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a30ca25a-f279-41fe-920b-553e8b11df50 req-ab25c862-71c0-4d78-9eae-8efa18c42d6a service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2196298
Apr 16 21:09:50.405519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-fc006a98-0eee-4839-aedb-108d16198722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Network 341a7a54-447f-4bb3-9bb9-2193e32a0929 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:50.408792 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-fc006a98-0eee-4839-aedb-108d16198722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:50.413512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-fc006a98-0eee-4839-aedb-108d16198722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:50.446432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc006a98-0eee-4839-aedb-108d16198722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Pushing event updated for resources: {'Port': ['ID=69daf0de-dee8-41ab-85fa-24c0d402ba05,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:50.463804 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ab662e86-3a80-498f-b4ee-5418c644728e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks [] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:50.482040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-fc006a98-0eee-4839-aedb-108d16198722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:50.482040 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-fc006a98-0eee-4839-aedb-108d16198722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:50.578136 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-706fd50e-bc00-4e1d-9460-29e8735f76eb req-2bf83614-d68f-4294-97c0-94f17e08e40e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 210 time: 0.0336354
Apr 16 21:09:50.591678 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-fc006a98-0eee-4839-aedb-108d16198722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0477443
Apr 16 21:09:50.594430 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ab662e86-3a80-498f-b4ee-5418c644728e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:50.599147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615ea5db-3cca-4736-b69a-cc7bdc8f0e6e', 'tag': 'f83d9a73-0d97-45bc-8f40-3dbeed933e20'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:50.601840 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660f8445-70c2-4e5e-aeda-86eec0e549bd" -d '{"events": [{"name": "network-changed", "server_uuid": "615ea5db-3cca-4736-b69a-cc7bdc8f0e6e", "tag": "f83d9a73-0d97-45bc-8f40-3dbeed933e20"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:50.652204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ab662e86-3a80-498f-b4ee-5418c644728e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Network a0b0bf8e-874a-496e-bcac-07806d7d7d7a is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:50.655879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ab662e86-3a80-498f-b4ee-5418c644728e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:50.658438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ab662e86-3a80-498f-b4ee-5418c644728e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:50.702968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab662e86-3a80-498f-b4ee-5418c644728e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Pushing event updated for resources: {'Port': ['ID=afaec7f6-0723-4b6e-9610-7d38f4870889,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:50.738978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ab662e86-3a80-498f-b4ee-5418c644728e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:50.739627 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ab662e86-3a80-498f-b4ee-5418c644728e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:50.848280 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-b9b88be1-7218-4654-bbcf-bf9ef41d76b7 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d2a21b6df375491fb09fc22109fb4a5c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0225956
Apr 16 21:09:50.853414 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ab662e86-3a80-498f-b4ee-5418c644728e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9521558
Apr 16 21:09:50.866320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Request body: {'port': {'device_id': '524e8c67-957c-4856-a882-fc0a4befaedd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:50.873784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 60d57b69-5719-4183-b383-e1c20b54b232 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:50.878392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b1f2adf4-34d0-4e59-9590-bd8f2631ee09 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:50.941854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port b1f2adf4-34d0-4e59-9590-bd8f2631ee09 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:50.943609 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:50.954724 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4671a6be-868e-46b7-8661-27a0867992b5 None None] Provisioning complete for port afaec7f6-0723-4b6e-9610-7d38f4870889 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:50.955319 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4671a6be-868e-46b7-8661-27a0867992b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:50.976265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-d8c6fd09-272d-4198-b241-be90f6a51f40 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:50.977835 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-d8c6fd09-272d-4198-b241-be90f6a51f40 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1236916
Apr 16 21:09:50.993354 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-f4171df7-402c-4b9c-a188-c137fbe87fa2 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/quotas/d2a21b6df375491fb09fc22109fb4a5c HTTP/1.1" status: 200  len: 375 time: 0.0095923
Apr 16 21:09:51.025432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port b1f2adf4-34d0-4e59-9590-bd8f2631ee09 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:51.026139 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:51.062893 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-d8e2f8b8-99b8-4d61-85c8-891bf34f8359 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2a21b6df375491fb09fc22109fb4a5c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0620773
Apr 16 21:09:51.081716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4671a6be-868e-46b7-8661-27a0867992b5 None None] Port afaec7f6-0723-4b6e-9610-7d38f4870889 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:09:51.128356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 60d57b69-5719-4183-b383-e1c20b54b232, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60d57b69-5719-4183-b383-e1c20b54b232,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:51.169768 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '60d57b69-5719-4183-b383-e1c20b54b232', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '60d57b69-5719-4183-b383-e1c20b54b232', 'mac_address': 'fa:16:3e:bb:da:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:51.209206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port b1f2adf4-34d0-4e59-9590-bd8f2631ee09 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:51.209632 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:51.234666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 60d57b69-5719-4183-b383-e1c20b54b232 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:51.235055 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (60d57b69-5719-4183-b383-e1c20b54b232), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:51.249239 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26a3424-8bc8-454c-a7e3-507bb1c71c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f2adf4-34d0-4e59-9590-bd8f2631ee09'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:51.251698 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064cc249-3482-4359-adf0-1b54bc4fe5f3" -d '{"events": [{"server_uuid": "e26a3424-8bc8-454c-a7e3-507bb1c71c03", "name": "network-vif-plugged", "status": "completed", "tag": "b1f2adf4-34d0-4e59-9590-bd8f2631ee09"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:51.268154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b1f2adf4-34d0-4e59-9590-bd8f2631ee09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b1f2adf4-34d0-4e59-9590-bd8f2631ee09,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:51.270600 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d57b69-5719-4183-b383-e1c20b54b232 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:51.298552 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 60d57b69-5719-4183-b383-e1c20b54b232, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60d57b69-5719-4183-b383-e1c20b54b232,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:51.334300 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:51.392788 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67a851-b6c3-4049-9554-6e47f236c24b req-c079eea0-fc6d-4b66-b29b-48ee8ccf72e0 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:51.395239 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba67a851-b6c3-4049-9554-6e47f236c24b req-c079eea0-fc6d-4b66-b29b-48ee8ccf72e0 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 931 time: 0.0526264
Apr 16 21:09:51.397429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=b1f2adf4-34d0-4e59-9590-bd8f2631ee09,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:51.406352 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (60d57b69-5719-4183-b383-e1c20b54b232), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:51.458828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:09:51.489351 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba67a851-b6c3-4049-9554-6e47f236c24b req-0181cddc-4d9a-4fa1-a7af-b767ff920df8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830290
Apr 16 21:09:51.503613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:09:51.503613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9d341b6f-b81c-4d6c-924c-e8dc1d4fbebc not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:09:51.539784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afaec7f6-0723-4b6e-9610-7d38f4870889 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:51.551796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Publish callbacks [] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:51.552416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=60d57b69-5719-4183-b383-e1c20b54b232,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:51.570430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Transition to ACTIVE for port object afaec7f6-0723-4b6e-9610-7d38f4870889 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:51.576369 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71436655-e3f8-4e6a-bb26-542cd6e09971 x-openstack-request-id: req-71436655-e3f8-4e6a-bb26-542cd6e09971 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:51.576665 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615ea5db-3cca-4736-b69a-cc7bdc8f0e6e", "tag": "f83d9a73-0d97-45bc-8f40-3dbeed933e20", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:51.576919 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71436655-e3f8-4e6a-bb26-542cd6e09971 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:51.577319 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71436655-e3f8-4e6a-bb26-542cd6e09971'] response: {'name': 'network-changed', 'server_uuid': '615ea5db-3cca-4736-b69a-cc7bdc8f0e6e', 'tag': 'f83d9a73-0d97-45bc-8f40-3dbeed933e20', 'status': 'completed', 'code': 200}
Apr 16 21:09:51.650722 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:51.703001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['60d57b69-5719-4183-b383-e1c20b54b232'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:51.728413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Pushing event updated for resources: {'Port': ['ID=afaec7f6-0723-4b6e-9610-7d38f4870889,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:51.731370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49332e9b-2221-4093-bdb4-8a15b6905dba req-220f4ea5-84fa-498d-998c-f161c397817a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:51.732995 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-49332e9b-2221-4093-bdb4-8a15b6905dba req-220f4ea5-84fa-498d-998c-f161c397817a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 949 time: 0.0827825
Apr 16 21:09:51.782510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Attempting to bind port afaec7f6-0723-4b6e-9610-7d38f4870889 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:51.783546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Attempting to bind port afaec7f6-0723-4b6e-9610-7d38f4870889 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:51.785011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Attempting to bind port afaec7f6-0723-4b6e-9610-7d38f4870889 on network a0b0bf8e-874a-496e-bcac-07806d7d7d7a {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:51.791100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Port afaec7f6-0723-4b6e-9610-7d38f4870889 on network a0b0bf8e-874a-496e-bcac-07806d7d7d7a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:51.791434 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Attempting to bind port afaec7f6-0723-4b6e-9610-7d38f4870889 on network a0b0bf8e-874a-496e-bcac-07806d7d7d7a {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:51.796801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:51.797153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Checking segment: {'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:51.797547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Bound using segment: {'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:51.797985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Bound port: afaec7f6-0723-4b6e-9610-7d38f4870889, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:51.798352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:51.816698 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-49332e9b-2221-4093-bdb4-8a15b6905dba req-43d7b34d-c6c7-47e4-845c-8a430902cf2d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646684
Apr 16 21:09:51.870589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] For port afaec7f6-0723-4b6e-9610-7d38f4870889, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:51.873632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] For port afaec7f6-0723-4b6e-9610-7d38f4870889, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afaec7f6-0723-4b6e-9610-7d38f4870889,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:51.877456 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244246de-846f-430b-a9f4-489804328558 x-openstack-request-id: req-244246de-846f-430b-a9f4-489804328558 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:51.877970 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26a3424-8bc8-454c-a7e3-507bb1c71c03", "name": "network-vif-plugged", "status": "completed", "tag": "b1f2adf4-34d0-4e59-9590-bd8f2631ee09", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:51.878057 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-244246de-846f-430b-a9f4-489804328558 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:51.878613 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244246de-846f-430b-a9f4-489804328558'] response: {'server_uuid': 'e26a3424-8bc8-454c-a7e3-507bb1c71c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f2adf4-34d0-4e59-9590-bd8f2631ee09', 'code': 200}
Apr 16 21:09:51.944877 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-842c0871-958b-496f-859f-76901195a13b req-13a453e5-e2b2-47d3-a99a-0c8f99dd1b94 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 210 time: 0.0354886
Apr 16 21:09:51.983748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:51.996424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59390a6-65ee-479c-b7c7-979274449d68 req-5be5ae76-24e4-4f41-a128-57a9b91fb63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:51.997971 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a59390a6-65ee-479c-b7c7-979274449d68 req-5be5ae76-24e4-4f41-a128-57a9b91fb63f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e26a3424-8bc8-454c-a7e3-507bb1c71c03 HTTP/1.1" status: 200  len: 1132 time: 0.0542815
Apr 16 21:09:52.047853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:52.048824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:52.050382 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] 10.222.0.11 "PUT /v2.0/ports/afaec7f6-0723-4b6e-9610-7d38f4870889 HTTP/1.1" status: 200  len: 1091 time: 1.1884167
Apr 16 21:09:52.052683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524e8c67-957c-4856-a882-fc0a4befaedd', 'tag': 'afaec7f6-0723-4b6e-9610-7d38f4870889'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:52.054763 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1ed212-3307-4c0a-9972-1c93584e7213" -d '{"events": [{"name": "network-changed", "server_uuid": "524e8c67-957c-4856-a882-fc0a4befaedd", "tag": "afaec7f6-0723-4b6e-9610-7d38f4870889"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:52.090860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cef908-0d03-43d9-ad2e-e3de54168887 service neutron] Pushing event updated for resources: {'Port': ['ID=afaec7f6-0723-4b6e-9610-7d38f4870889,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:52.115929 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a59390a6-65ee-479c-b7c7-979274449d68 req-f0d4ff4f-5379-4418-bd50-902f0e81bf90 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967596
Apr 16 21:09:52.188689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49622) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:52.336519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49628) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:52.343823 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-af68bbe7-31b5-4f3a-97e8-73d16f1f8e74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1924a4ceffaf45d0bf2bd76ebb421bcd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1535645
Apr 16 21:09:52.388669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e1ed-c812-456d-af0e-707a12369cdc req-2d66c3a5-d568-40b2-97b7-b5c8f9318034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:52.390597 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-2d66c3a5-d568-40b2-97b7-b5c8f9318034 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d26c031a97c437dad0a3eae0fe2ab8c&device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 1125 time: 0.0418603
Apr 16 21:09:52.392640 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a942721-b5c1-4a8e-a433-c1fabf63615d admin admin] Publish callbacks [] for security_group (0f2bed36-0ad0-4ddb-a611-cd2440d9e98a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:52.438395 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-80ed0fc4-1761-4be5-9f5c-235e58aed6ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afaec7f6-0723-4b6e-9610-7d38f4870889 HTTP/1.1" status: 200  len: 217 time: 0.0354567
Apr 16 21:09:52.443411 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a942721-b5c1-4a8e-a433-c1fabf63615d admin admin] Publish callbacks [] for security_group (0f2bed36-0ad0-4ddb-a611-cd2440d9e98a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:52.456471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c2556-d2bb-4026-b5ac-55e7b945be45 req-d175f327-f1c2-41b8-97e3-2b60f54761c7 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:52.458040 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-797c2556-d2bb-4026-b5ac-55e7b945be45 req-d175f327-f1c2-41b8-97e3-2b60f54761c7 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 943 time: 0.0673969
Apr 16 21:09:52.489256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ba2eeeb4-add7-4f61-8929-eb7856b9ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:52.491051 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-ba2eeeb4-add7-4f61-8929-eb7856b9ac15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e756a599-64c0-411b-8a6f-7801acb0c8c1 HTTP/1.1" status: 200  len: 855 time: 0.0456469
Apr 16 21:09:52.528590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Request body: {'port': {'device_id': 'a60c9986-12b3-4fc4-9bde-7bf7f34f90bd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:52.574464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e1ed-c812-456d-af0e-707a12369cdc req-aa27c744-f52d-4f61-a520-2f18e61c55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:52.575962 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-aa27c744-f52d-4f61-a520-2f18e61c55f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0755417
Apr 16 21:09:52.581366 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f8445-70c2-4e5e-aeda-86eec0e549bd req-168108b0-39fc-486a-94f6-9d2e6b9150b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:52.582884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-660f8445-70c2-4e5e-aeda-86eec0e549bd req-168108b0-39fc-486a-94f6-9d2e6b9150b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d26c031a97c437dad0a3eae0fe2ab8c&device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 1125 time: 0.0474412
Apr 16 21:09:52.594888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-797c2556-d2bb-4026-b5ac-55e7b945be45 req-69a79de2-1943-4d52-8e42-03f53586ada4 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281033
Apr 16 21:09:52.627227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0bf4-632c-41e1-afb5-2a3c18ea3de3 req-f4786615-4e5f-46d2-b6a3-8dfe792a7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:52.628831 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85cb0bf4-632c-41e1-afb5-2a3c18ea3de3 req-f4786615-4e5f-46d2-b6a3-8dfe792a7fcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d26c031a97c437dad0a3eae0fe2ab8c&device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 1125 time: 0.0882974
Apr 16 21:09:52.634055 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a942721-b5c1-4a8e-a433-c1fabf63615d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0f2bed36-0ad0-4ddb-a611-cd2440d9e98a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:52.636973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a942721-b5c1-4a8e-a433-c1fabf63615d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:52.638455 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3a942721-b5c1-4a8e-a433-c1fabf63615d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f2bed36-0ad0-4ddb-a611-cd2440d9e98a HTTP/1.1" status: 204  len: 168 time: 0.3009679
Apr 16 21:09:52.665555 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c35c81-82a2-4e1d-a822-00e8ac12efdb x-openstack-request-id: req-f4c35c81-82a2-4e1d-a822-00e8ac12efdb {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:52.665967 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524e8c67-957c-4856-a882-fc0a4befaedd", "tag": "afaec7f6-0723-4b6e-9610-7d38f4870889", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:52.666284 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4c35c81-82a2-4e1d-a822-00e8ac12efdb {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:52.666747 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c35c81-82a2-4e1d-a822-00e8ac12efdb'] response: {'name': 'network-changed', 'server_uuid': '524e8c67-957c-4856-a882-fc0a4befaedd', 'tag': 'afaec7f6-0723-4b6e-9610-7d38f4870889', 'status': 'completed', 'code': 200}
Apr 16 21:09:52.698066 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:52.704452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a942721-b5c1-4a8e-a433-c1fabf63615d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2bed36-0ad0-4ddb-a611-cd2440d9e98a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:52.735984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f8445-70c2-4e5e-aeda-86eec0e549bd req-70e4e567-2e34-4169-bb5e-ad94330c7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:52.737661 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-660f8445-70c2-4e5e-aeda-86eec0e549bd req-70e4e567-2e34-4169-bb5e-ad94330c7a5f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6d26c031a97c437dad0a3eae0fe2ab8c&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1473603
Apr 16 21:09:52.793464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0bf4-632c-41e1-afb5-2a3c18ea3de3 req-4e54ea4b-4a74-49d9-9a43-d698d10f427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:52.794966 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85cb0bf4-632c-41e1-afb5-2a3c18ea3de3 req-4e54ea4b-4a74-49d9-9a43-d698d10f427d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a HTTP/1.1" status: 200  len: 917 time: 0.1534576
Apr 16 21:09:52.873525 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f8445-70c2-4e5e-aeda-86eec0e549bd req-a7d6fcb7-0d98-406f-9fcb-fce135c29442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:52.875015 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-660f8445-70c2-4e5e-aeda-86eec0e549bd req-a7d6fcb7-0d98-406f-9fcb-fce135c29442 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1304388
Apr 16 21:09:52.880784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 60d57b69-5719-4183-b383-e1c20b54b232 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:52.895064 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85cb0bf4-632c-41e1-afb5-2a3c18ea3de3 req-ba8a94c9-3cf1-46b4-8ced-fd281b5fa291 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c7070d9-a898-425b-bd50-ce8c757adf87 HTTP/1.1" status: 200  len: 217 time: 0.0583289
Apr 16 21:09:52.925512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 60d57b69-5719-4183-b383-e1c20b54b232 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:52.973203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-58124d15-d096-4f9c-9448-24221de1bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:52.974888 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-58124d15-d096-4f9c-9448-24221de1bc22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d26c031a97c437dad0a3eae0fe2ab8c&device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 1125 time: 0.0454223
Apr 16 21:09:53.009614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0bf4-632c-41e1-afb5-2a3c18ea3de3 req-40d4b605-908e-4137-bfc0-12843eecbb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:53.011086 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85cb0bf4-632c-41e1-afb5-2a3c18ea3de3 req-40d4b605-908e-4137-bfc0-12843eecbb1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e756a599-64c0-411b-8a6f-7801acb0c8c1 HTTP/1.1" status: 200  len: 855 time: 0.0958030
Apr 16 21:09:53.034123 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-943f8c54-425e-477a-91bb-55992fd76c71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f83d9a73-0d97-45bc-8f40-3dbeed933e20 HTTP/1.1" status: 200  len: 217 time: 0.0506899
Apr 16 21:09:53.068015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 60d57b69-5719-4183-b383-e1c20b54b232 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:53.068504 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (60d57b69-5719-4183-b383-e1c20b54b232), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:53.077020 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0bf4-632c-41e1-afb5-2a3c18ea3de3 req-7ff82672-8c72-4291-af08-90b8fe9e99da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:53.079708 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85cb0bf4-632c-41e1-afb5-2a3c18ea3de3 req-7ff82672-8c72-4291-af08-90b8fe9e99da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0606818
Apr 16 21:09:53.132956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-341394e8-7d3b-4559-a96b-63d775d9a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:53.134463 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-341394e8-7d3b-4559-a96b-63d775d9a3e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e756a599-64c0-411b-8a6f-7801acb0c8c1 HTTP/1.1" status: 200  len: 855 time: 0.0915506
Apr 16 21:09:53.164398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 60d57b69-5719-4183-b383-e1c20b54b232 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:53.165257 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (60d57b69-5719-4183-b383-e1c20b54b232), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:53.172076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69daf0de-dee8-41ab-85fa-24c0d402ba05 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:53.185171 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Publish callbacks [] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:53.196849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-3237c776-3ce7-40ba-8422-b9ded642ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:53.198404 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-3237c776-3ce7-40ba-8422-b9ded642ec67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0568793
Apr 16 21:09:53.200584 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-d1970bf2-d042-4997-ab27-66570ef66030 service neutron] 10.222.0.11 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655889
Apr 16 21:09:53.205572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 60d57b69-5719-4183-b383-e1c20b54b232, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60d57b69-5719-4183-b383-e1c20b54b232,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:53.262265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-5641347d-734b-4f6f-938a-9a001ecb2497 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:09:53.264454 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-5641347d-734b-4f6f-938a-9a001ecb2497 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0261934
Apr 16 21:09:53.279527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Transition to ACTIVE for port object 69daf0de-dee8-41ab-85fa-24c0d402ba05 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:09:53.331200 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (60d57b69-5719-4183-b383-e1c20b54b232), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:53.373623 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-ef0a6410-1d21-4a89-b3bf-ec6b0c46b4a9 service neutron] 10.222.0.41 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684844
Apr 16 21:09:53.379049 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6352e1ed-c812-456d-af0e-707a12369cdc req-c78f147c-7b6b-42b2-81bd-c22652dd4d4a service neutron] 10.222.0.11 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1643400
Apr 16 21:09:53.389182 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=60d57b69-5719-4183-b383-e1c20b54b232,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:53.397616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc92fc2-c2b4-475e-9e74-8f42f6a5c30e req-6016f5ea-3b67-45a1-8a1d-f9b8fd167ae2 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:53.401040 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cdc92fc2-c2b4-475e-9e74-8f42f6a5c30e req-6016f5ea-3b67-45a1-8a1d-f9b8fd167ae2 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 931 time: 0.0894856
Apr 16 21:09:53.406027 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:53.461948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 2c7070d9-a898-425b-bd50-ce8c757adf87 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:53.471932 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-1415d58c-16b4-4c96-87e6-adc967e82135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:53.474579 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-1415d58c-16b4-4c96-87e6-adc967e82135 service neutron] 10.222.0.20 "GET /v2.0/ports/a34708cf-de0c-422b-ad52-0051f88b2bb4 HTTP/1.1" status: 200  len: 1124 time: 0.1933348
Apr 16 21:09:53.483276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e41e007-6ccb-4d04-96a7-5018477c8795 req-a26aa419-6233-4729-b786-402fc4cd18ad service neutron] 10.222.0.41 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1007748
Apr 16 21:09:53.497242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:53.501436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] Unknown quota resources ['binding']. {{(pid=122556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:09:53.501897 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85cb0bf4-632c-41e1-afb5-2a3c18ea3de3 req-31f5983e-ce7e-4e1e-84b5-4f1cbaae4a2e service neutron] 10.222.0.41 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4136503
Apr 16 21:09:53.558617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49654) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:53.589345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 2c7070d9-a898-425b-bd50-ce8c757adf87, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c7070d9-a898-425b-bd50-ce8c757adf87,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:53.607321 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8b7ccfd7-be7a-4612-b0d0-964ef0923bfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=462db94c93a7428d95580936026a4ef3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0451667
Apr 16 21:09:53.607547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49656) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:09:53.608718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '2c7070d9-a898-425b-bd50-ce8c757adf87', 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a', 'port_id': '2c7070d9-a898-425b-bd50-ce8c757adf87', 'mac_address': 'fa:16:3e:c9:8f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e756a599-64c0-411b-8a6f-7801acb0c8c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:53.615681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Pushing event updated for resources: {'Port': ['ID=69daf0de-dee8-41ab-85fa-24c0d402ba05,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:53.648155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 2c7070d9-a898-425b-bd50-ce8c757adf87 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:53.649104 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:53.663705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7070d9-a898-425b-bd50-ce8c757adf87 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:53.666271 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-57999c34-3cb4-492e-8a1c-7a46c79153a4 admin admin] Publish callbacks [] for security_group (05a2ee6d-49e2-4ffe-b3c9-438ddc6f87d9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:53.678471 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cdc92fc2-c2b4-475e-9e74-8f42f6a5c30e req-0ec113a8-30a2-4ce8-9b90-2d52ab8cf309 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2694886
Apr 16 21:09:53.686528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 2c7070d9-a898-425b-bd50-ce8c757adf87, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c7070d9-a898-425b-bd50-ce8c757adf87,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:53.700776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-57999c34-3cb4-492e-8a1c-7a46c79153a4 admin admin] Publish callbacks [] for security_group (05a2ee6d-49e2-4ffe-b3c9-438ddc6f87d9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:53.777135 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:53.784629 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85cb0bf4-632c-41e1-afb5-2a3c18ea3de3 req-e994731f-a059-4010-b070-927747184008 service neutron] 10.222.0.41 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2462337
Apr 16 21:09:53.817531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:53.817863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:53.818188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:53.826605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=2c7070d9-a898-425b-bd50-ce8c757adf87,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:53.854409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:53.854741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:53.873467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:53.873804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:53.874184 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Bound using segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:53.874608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Bound port: 69daf0de-dee8-41ab-85fa-24c0d402ba05, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:53.874965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:53.879913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728c68c3-5252-4e9a-b1d0-c3afdfc8ba35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d57b69-5719-4183-b383-e1c20b54b232'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:53.882334 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325874fe-e845-4851-a04f-58bcd7ec3312" -d '{"events": [{"server_uuid": "728c68c3-5252-4e9a-b1d0-c3afdfc8ba35", "name": "network-vif-plugged", "status": "completed", "tag": "60d57b69-5719-4183-b383-e1c20b54b232"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:53.884458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b23386-c025-4577-a1b0-53bc20037fd2 req-564e4245-a9b0-4fd7-9431-1fd32ea09be9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:53.885380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-57999c34-3cb4-492e-8a1c-7a46c79153a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (05a2ee6d-49e2-4ffe-b3c9-438ddc6f87d9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:53.886153 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24b23386-c025-4577-a1b0-53bc20037fd2 req-564e4245-a9b0-4fd7-9431-1fd32ea09be9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 950 time: 0.0880947
Apr 16 21:09:53.888434 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-57999c34-3cb4-492e-8a1c-7a46c79153a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:53.891898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-57999c34-3cb4-492e-8a1c-7a46c79153a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05a2ee6d-49e2-4ffe-b3c9-438ddc6f87d9 HTTP/1.1" status: 204  len: 168 time: 0.2813349
Apr 16 21:09:53.899786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57999c34-3cb4-492e-8a1c-7a46c79153a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a2ee6d-49e2-4ffe-b3c9-438ddc6f87d9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:53.945562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] Attempting to bind port a34708cf-de0c-422b-ad52-0051f88b2bb4 on host nch1-master-1 for vnic_type normal with profile None {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:53.945904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] Attempting to bind port a34708cf-de0c-422b-ad52-0051f88b2bb4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:53.946236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] Attempting to bind port a34708cf-de0c-422b-ad52-0051f88b2bb4 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:53.960545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] Port a34708cf-de0c-422b-ad52-0051f88b2bb4 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:53.960863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] Attempting to bind port a34708cf-de0c-422b-ad52-0051f88b2bb4 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:53.994937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:53.995268 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:53.995646 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] Bound using segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:53.996074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] Bound port: a34708cf-de0c-422b-ad52-0051f88b2bb4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:54.027627 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24b23386-c025-4577-a1b0-53bc20037fd2 req-b9a78427-6279-454c-b342-60347d425b7e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305180
Apr 16 21:09:54.041715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:54.057825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:54.072578 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:54.110618 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4753b211-bdd8-4cf1-a351-c81042e2da22 req-35319a02-78b2-404e-ab51-a24ec93e7ece tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 210 time: 0.0275040
Apr 16 21:09:54.140232 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:54.151232 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:54.152439 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3b58a75c-04e0-4389-a62d-b7cdf1482fba service neutron] 10.222.0.20 "POST /v2.0/ports/a34708cf-de0c-422b-ad52-0051f88b2bb4/bindings HTTP/1.1" status: 201  len: 389 time: 0.6657155
Apr 16 21:09:54.192858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:54.193472 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:54.194798 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/69daf0de-dee8-41ab-85fa-24c0d402ba05 HTTP/1.1" status: 200  len: 1091 time: 1.6707797
Apr 16 21:09:54.195261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60c9986-12b3-4fc4-9bde-7bf7f34f90bd', 'tag': '69daf0de-dee8-41ab-85fa-24c0d402ba05'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:54.197472 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f27d1da-c1c7-46ed-a9e1-c3b0214615f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a60c9986-12b3-4fc4-9bde-7bf7f34f90bd", "tag": "69daf0de-dee8-41ab-85fa-24c0d402ba05"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:54.250388 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f9cd9-b632-42aa-bfb8-4c550b5ee850 req-7d6c7de5-8891-4dac-b19d-1598ecb22792 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:54.252015 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad9f9cd9-b632-42aa-bfb8-4c550b5ee850 req-7d6c7de5-8891-4dac-b19d-1598ecb22792 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0806015
Apr 16 21:09:54.252825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c54733-c0cd-4865-b328-b26bd47a62c0 service neutron] Pushing event updated for resources: {'Port': ['ID=69daf0de-dee8-41ab-85fa-24c0d402ba05,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:54.303768 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad9f9cd9-b632-42aa-bfb8-4c550b5ee850 req-8cfd8f3d-d9a3-4bef-826b-c9702b0c0ff2 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428736
Apr 16 21:09:54.415776 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3f5866-a495-4671-99be-8c9661ac5c0b x-openstack-request-id: req-2e3f5866-a495-4671-99be-8c9661ac5c0b {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:54.416460 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728c68c3-5252-4e9a-b1d0-c3afdfc8ba35", "name": "network-vif-plugged", "status": "completed", "tag": "60d57b69-5719-4183-b383-e1c20b54b232", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:54.417108 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e3f5866-a495-4671-99be-8c9661ac5c0b {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:54.417659 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e3f5866-a495-4671-99be-8c9661ac5c0b'] response: {'server_uuid': '728c68c3-5252-4e9a-b1d0-c3afdfc8ba35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d57b69-5719-4183-b383-e1c20b54b232', 'code': 200}
Apr 16 21:09:54.422324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c66ca-27da-4558-9131-ed056b739142 req-dd5e6dbe-406a-4497-9f8e-94df9a5cc7af tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:54.425730 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e32c66ca-27da-4558-9131-ed056b739142 req-dd5e6dbe-406a-4497-9f8e-94df9a5cc7af tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 943 time: 0.0561180
Apr 16 21:09:54.448657 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b25f0db-3b26-4fb0-8217-b8800b0aee9a x-openstack-request-id: req-1b25f0db-3b26-4fb0-8217-b8800b0aee9a {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:54.449537 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60c9986-12b3-4fc4-9bde-7bf7f34f90bd", "tag": "69daf0de-dee8-41ab-85fa-24c0d402ba05", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:54.449796 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b25f0db-3b26-4fb0-8217-b8800b0aee9a {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:54.450194 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b25f0db-3b26-4fb0-8217-b8800b0aee9a'] response: {'name': 'network-changed', 'server_uuid': 'a60c9986-12b3-4fc4-9bde-7bf7f34f90bd', 'tag': '69daf0de-dee8-41ab-85fa-24c0d402ba05', 'status': 'completed', 'code': 200}
Apr 16 21:09:54.478509 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e32c66ca-27da-4558-9131-ed056b739142 req-6829230c-2ffd-4dec-8008-0ced98a73b79 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483286
Apr 16 21:09:54.537642 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbf399-ec07-43ed-a212-58763d5abc3e req-1e4e1303-0996-443d-942e-0f14dac12790 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:54.538565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['2c7070d9-a898-425b-bd50-ce8c757adf87'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:54.539148 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8bcbf399-ec07-43ed-a212-58763d5abc3e req-1e4e1303-0996-443d-942e-0f14dac12790 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 945 time: 0.0474205
Apr 16 21:09:54.593862 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8bcbf399-ec07-43ed-a212-58763d5abc3e req-c97b80fb-a87c-42bb-98c0-f74af02b5ca5 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483327
Apr 16 21:09:54.831703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51d374-2f8a-4522-a9c0-0f7cb6442792 req-9757a731-bfd4-4ae6-ad7b-15957538db62 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:54.833755 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9c51d374-2f8a-4522-a9c0-0f7cb6442792 req-9757a731-bfd4-4ae6-ad7b-15957538db62 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0506575
Apr 16 21:09:54.883605 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9c51d374-2f8a-4522-a9c0-0f7cb6442792 req-c2adf26d-2229-4910-be6a-32b387200566 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443330
Apr 16 21:09:55.014441 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ed212-3307-4c0a-9972-1c93584e7213 req-a98362a7-e3aa-4f0b-a0e3-4a184d39de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:55.022386 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc1ed212-3307-4c0a-9972-1c93584e7213 req-a98362a7-e3aa-4f0b-a0e3-4a184d39de53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d26c031a97c437dad0a3eae0fe2ab8c&device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 1125 time: 0.0479751
Apr 16 21:09:55.169134 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24cec3-4af9-4b94-a215-93cea338fed1 req-23707adf-d6a5-4eec-bdf4-441746b67d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:55.170626 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee24cec3-4af9-4b94-a215-93cea338fed1 req-23707adf-d6a5-4eec-bdf4-441746b67d0b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 1132 time: 0.1120772
Apr 16 21:09:55.182138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c773b-2da5-4bba-92c1-46cb63b5dee3 req-862c1e64-8f32-416d-9653-b9bc46459a32 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:55.183569 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9c9c773b-2da5-4bba-92c1-46cb63b5dee3 req-862c1e64-8f32-416d-9653-b9bc46459a32 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 950 time: 0.0690103
Apr 16 21:09:55.208486 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bcb532f1-2086-497c-ae81-17204da86d44 req-dc77de3b-ae9f-41ff-92da-3157b1ed7a88 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 210 time: 0.0287294
Apr 16 21:09:55.241582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ed212-3307-4c0a-9972-1c93584e7213 req-285676fe-58dc-44d4-b255-20240a0373ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:55.244696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc1ed212-3307-4c0a-9972-1c93584e7213 req-285676fe-58dc-44d4-b255-20240a0373ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a HTTP/1.1" status: 200  len: 917 time: 0.2090933
Apr 16 21:09:55.307197 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc1ed212-3307-4c0a-9972-1c93584e7213 req-17af08b2-d706-4d2a-8058-773ce8792ddd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afaec7f6-0723-4b6e-9610-7d38f4870889 HTTP/1.1" status: 200  len: 217 time: 0.0518298
Apr 16 21:09:55.312908 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee24cec3-4af9-4b94-a215-93cea338fed1 req-95a0d6e5-7c07-4207-bbd4-b8c23952d991 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284862
Apr 16 21:09:55.317395 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9c9c773b-2da5-4bba-92c1-46cb63b5dee3 req-d93093ee-01e6-4ae7-9868-70aa1e208394 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212823
Apr 16 21:09:55.419389 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd90bd-6a29-436d-8d7d-01073ae1fa62 req-e8867ecb-e9aa-40be-9d74-9fcce52369eb tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:55.420937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10bd90bd-6a29-436d-8d7d-01073ae1fa62 req-e8867ecb-e9aa-40be-9d74-9fcce52369eb tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0503929
Apr 16 21:09:55.474064 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10bd90bd-6a29-436d-8d7d-01073ae1fa62 req-c30abe83-6e83-4d7a-ac6a-01a6c55e600e tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423410
Apr 16 21:09:55.624537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa64cb-bb6d-49f0-8973-be0900b873e5 req-786b78e3-5aa2-4ad3-8924-0ef7af9a1bf5 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:55.626106 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0efa64cb-bb6d-49f0-8973-be0900b873e5 req-786b78e3-5aa2-4ad3-8924-0ef7af9a1bf5 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 943 time: 0.0825613
Apr 16 21:09:55.635988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ed212-3307-4c0a-9972-1c93584e7213 req-26c08ffd-5d06-4c2b-b529-3dc54c6eb2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:55.637471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc1ed212-3307-4c0a-9972-1c93584e7213 req-26c08ffd-5d06-4c2b-b529-3dc54c6eb2ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e756a599-64c0-411b-8a6f-7801acb0c8c1 HTTP/1.1" status: 200  len: 855 time: 0.0826867
Apr 16 21:09:55.699829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0efa64cb-bb6d-49f0-8973-be0900b873e5 req-78ce0fad-18f2-41ca-a3e9-74353bf49a10 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661240
Apr 16 21:09:55.723227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c25d4-d562-407f-9361-20ca287f77a2 req-c2941de9-8471-4c3f-bd12-ce34ee2a9e6e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:55.724780 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fc2c25d4-d562-407f-9361-20ca287f77a2 req-c2941de9-8471-4c3f-bd12-ce34ee2a9e6e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 945 time: 0.0536420
Apr 16 21:09:55.773697 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fc2c25d4-d562-407f-9361-20ca287f77a2 req-3564f985-2670-426e-ada4-99d24c188ae5 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433221
Apr 16 21:09:55.889093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 2c7070d9-a898-425b-bd50-ce8c757adf87 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:55.937325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 2c7070d9-a898-425b-bd50-ce8c757adf87 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:55.961587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ed212-3307-4c0a-9972-1c93584e7213 req-482771a6-23e2-44ba-81be-d3ffdbba3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:55.964543 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc1ed212-3307-4c0a-9972-1c93584e7213 req-482771a6-23e2-44ba-81be-d3ffdbba3666 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0517998
Apr 16 21:09:56.010162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 2c7070d9-a898-425b-bd50-ce8c757adf87 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:56.010603 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:56.011094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef565ab1-f367-4ede-9204-2c57c4af3af4 req-f194cc20-26a7-4115-9fa1-ddc4f1e212c8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:56.012648 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef565ab1-f367-4ede-9204-2c57c4af3af4 req-f194cc20-26a7-4115-9fa1-ddc4f1e212c8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0486352
Apr 16 21:09:56.061747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef565ab1-f367-4ede-9204-2c57c4af3af4 req-e468260e-417f-4293-9ada-2f1158d38a4b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434575
Apr 16 21:09:56.090958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-53b96d39-6054-4a46-8e2c-b608c1f72f77 req-8e4fa6b5-246d-46c7-8b33-cb11a8c9277a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2144332963', 'description': 'tempest-description-1737292476'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:56.097647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 2c7070d9-a898-425b-bd50-ce8c757adf87 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:56.098042 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:56.130328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 2c7070d9-a898-425b-bd50-ce8c757adf87, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c7070d9-a898-425b-bd50-ce8c757adf87,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:56.179997 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-53b96d39-6054-4a46-8e2c-b608c1f72f77 req-8e4fa6b5-246d-46c7-8b33-cb11a8c9277a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:56.188557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-53b96d39-6054-4a46-8e2c-b608c1f72f77 req-8e4fa6b5-246d-46c7-8b33-cb11a8c9277a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:56.221767 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:56.271310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=2c7070d9-a898-425b-bd50-ce8c757adf87,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:56.272246 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-53b96d39-6054-4a46-8e2c-b608c1f72f77 req-8e4fa6b5-246d-46c7-8b33-cb11a8c9277a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (18b0ca91-2145-47e5-93b8-998ed594a2b7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:56.306931 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5667bcbe-e44b-4c3b-889d-7935c70d8be5 req-60719922-6b45-4d9e-907f-aa84ee3987b8 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 210 time: 0.0280948
Apr 16 21:09:56.385560 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-53b96d39-6054-4a46-8e2c-b608c1f72f77 req-8e4fa6b5-246d-46c7-8b33-cb11a8c9277a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (18b0ca91-2145-47e5-93b8-998ed594a2b7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:56.419149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b27c826-905d-4c1f-9daf-42150b1025a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7070d9-a898-425b-bd50-ce8c757adf87'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:56.423565 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92e244c-c10d-4d7c-a22b-c9adc073f05b" -d '{"events": [{"server_uuid": "2b27c826-905d-4c1f-9daf-42150b1025a8", "name": "network-vif-plugged", "status": "completed", "tag": "2c7070d9-a898-425b-bd50-ce8c757adf87"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:56.432619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fa6b5-246d-46c7-8b33-cb11a8c9277a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b0ca91-2145-47e5-93b8-998ed594a2b7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:56.448429 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33e4e0-5ce7-4b0c-a657-45acf312a12b req-0ea14ca0-00cd-4fda-8107-0c3b20ce0144 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:56.448566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d33e4e0-5ce7-4b0c-a657-45acf312a12b req-0ea14ca0-00cd-4fda-8107-0c3b20ce0144 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 950 time: 0.0647230
Apr 16 21:09:56.499075 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d33e4e0-5ce7-4b0c-a657-45acf312a12b req-ac259b8f-d305-4170-8ad0-3b2e2109abc9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433335
Apr 16 21:09:56.522857 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-53b96d39-6054-4a46-8e2c-b608c1f72f77 req-8e4fa6b5-246d-46c7-8b33-cb11a8c9277a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (1329c9e5-7a34-4e27-bf1a-93aa84e75c0a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:56.542281 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc1ed212-3307-4c0a-9972-1c93584e7213 req-cfa87150-5052-4682-9f5a-b033762fd90e service neutron] 10.222.0.11 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214094
Apr 16 21:09:56.543205 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4e8a69-f004-4cdd-874b-2f67d8797749 x-openstack-request-id: req-9b4e8a69-f004-4cdd-874b-2f67d8797749 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:56.543557 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b27c826-905d-4c1f-9daf-42150b1025a8", "name": "network-vif-plugged", "status": "completed", "tag": "2c7070d9-a898-425b-bd50-ce8c757adf87", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:56.543870 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b4e8a69-f004-4cdd-874b-2f67d8797749 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:56.544345 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4e8a69-f004-4cdd-874b-2f67d8797749'] response: {'server_uuid': '2b27c826-905d-4c1f-9daf-42150b1025a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7070d9-a898-425b-bd50-ce8c757adf87', 'code': 200}
Apr 16 21:09:56.630864 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc1ed212-3307-4c0a-9972-1c93584e7213 req-5e61e083-82f5-4d51-90ae-4e6fd1a0367b service neutron] 10.222.0.11 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823660
Apr 16 21:09:56.632254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb6085-0865-495c-8568-3aa10232c514 req-a530b40b-916e-4dd2-af06-cc06776ce42c tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:56.633774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9eeb6085-0865-495c-8568-3aa10232c514 req-a530b40b-916e-4dd2-af06-cc06776ce42c tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0475893
Apr 16 21:09:56.644685 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-53b96d39-6054-4a46-8e2c-b608c1f72f77 req-8e4fa6b5-246d-46c7-8b33-cb11a8c9277a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1329c9e5-7a34-4e27-bf1a-93aa84e75c0a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:56.686886 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fa6b5-246d-46c7-8b33-cb11a8c9277a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1329c9e5-7a34-4e27-bf1a-93aa84e75c0a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:56.700104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9eeb6085-0865-495c-8568-3aa10232c514 req-160494d8-cace-4b2b-a8b5-8b71d43fe421 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605960
Apr 16 21:09:56.813274 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-53b96d39-6054-4a46-8e2c-b608c1f72f77 req-8e4fa6b5-246d-46c7-8b33-cb11a8c9277a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:56.820354 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53b96d39-6054-4a46-8e2c-b608c1f72f77 req-8e4fa6b5-246d-46c7-8b33-cb11a8c9277a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.7344007
Apr 16 21:09:56.872513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device afaec7f6-0723-4b6e-9610-7d38f4870889 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:56.876651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0a49e-2bdb-4515-848e-719b09a3a4de req-366fe5e3-e087-4123-bb87-e2121dfa7466 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:56.878212 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-79a0a49e-2bdb-4515-848e-719b09a3a4de req-366fe5e3-e087-4123-bb87-e2121dfa7466 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 943 time: 0.1173000
Apr 16 21:09:56.885285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27d1da-c1c7-46ed-a9e1-c3b0214615f4 req-c6a54f34-7ab8-4763-bdd1-91d107838132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:56.885285 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f27d1da-c1c7-46ed-a9e1-c3b0214615f4 req-c6a54f34-7ab8-4763-bdd1-91d107838132 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 1125 time: 0.1208127
Apr 16 21:09:56.898123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da267f2f-f845-41a5-8e63-9226c5948714 req-3f93619a-f4fb-42a3-8958-e16f69a0284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:56.899573 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da267f2f-f845-41a5-8e63-9226c5948714 req-3f93619a-f4fb-42a3-8958-e16f69a0284f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 1127 time: 0.0965977
Apr 16 21:09:56.931323 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2141d6-11a6-4e6d-85aa-39c5986791da req-2959c18c-105a-40dc-b72f-e37409815be9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:56.939642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be2141d6-11a6-4e6d-85aa-39c5986791da req-2959c18c-105a-40dc-b72f-e37409815be9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 945 time: 0.0655487
Apr 16 21:09:56.997831 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-20c9587e-6eab-49ed-b7b8-8bc20084a08d tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d2a21b6df375491fb09fc22109fb4a5c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0353565
Apr 16 21:09:57.021687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port afaec7f6-0723-4b6e-9610-7d38f4870889, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afaec7f6-0723-4b6e-9610-7d38f4870889,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:57.035464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'afaec7f6-0723-4b6e-9610-7d38f4870889', 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a', 'port_id': 'afaec7f6-0723-4b6e-9610-7d38f4870889', 'mac_address': 'fa:16:3e:6a:6c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e756a599-64c0-411b-8a6f-7801acb0c8c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:57.065107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-79a0a49e-2bdb-4515-848e-719b09a3a4de req-a2909648-688f-4185-9e29-9a1ec8e36c91 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786027
Apr 16 21:09:57.089233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port afaec7f6-0723-4b6e-9610-7d38f4870889 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:57.089233 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:57.097360 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be2141d6-11a6-4e6d-85aa-39c5986791da req-c08feacb-c7a7-47de-900c-c20fedc54e3d tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516385
Apr 16 21:09:57.097877 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da267f2f-f845-41a5-8e63-9226c5948714 req-7aff9943-1d99-428e-8648-3c5b24a69802 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798809
Apr 16 21:09:57.102695 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-b1debeac-cbed-48e3-90ee-663c2d0abb50 req-73e9f4cc-1cd5-442c-a9e1-52ec358829cd tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Request body: {'security_group': {'name': 'tempest-securitygroup-720196585', 'description': 'tempest-description-554557976'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:57.108641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27d1da-c1c7-46ed-a9e1-c3b0214615f4 req-34a91220-0cf2-44e7-b185-fb83954f1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:57.110075 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f27d1da-c1c7-46ed-a9e1-c3b0214615f4 req-34a91220-0cf2-44e7-b185-fb83954f1a6e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&shared=False HTTP/1.1" status: 200  len: 922 time: 0.2142539
Apr 16 21:09:57.121506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afaec7f6-0723-4b6e-9610-7d38f4870889 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:57.142652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port afaec7f6-0723-4b6e-9610-7d38f4870889, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afaec7f6-0723-4b6e-9610-7d38f4870889,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:57.165444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c9932075-20f2-434e-a224-a14c1197506d tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:57.166975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c9932075-20f2-434e-a224-a14c1197506d tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1631958
Apr 16 21:09:57.213711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8a14a-9c66-4704-8fe5-35878d8afefe req-145cdea3-cdcc-4294-89d0-daa37c53abf3 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:57.215167 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cab8a14a-9c66-4704-8fe5-35878d8afefe req-145cdea3-cdcc-4294-89d0-daa37c53abf3 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0473640
Apr 16 21:09:57.242823 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:57.248849 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b1debeac-cbed-48e3-90ee-663c2d0abb50 req-73e9f4cc-1cd5-442c-a9e1-52ec358829cd tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:57.265363 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cab8a14a-9c66-4704-8fe5-35878d8afefe req-59287782-a137-44b7-b3fb-7339673f0172 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444360
Apr 16 21:09:57.306832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=afaec7f6-0723-4b6e-9610-7d38f4870889,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:57.331542 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b1debeac-cbed-48e3-90ee-663c2d0abb50 req-73e9f4cc-1cd5-442c-a9e1-52ec358829cd tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (e5c9f89e-74a7-490f-ab70-8cb56f6ed2aa), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:57.388991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Request body: {'port': {'device_id': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'd2a21b6df375491fb09fc22109fb4a5c'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:57.420963 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89af6f2c-949a-4794-99cf-60b14f275a79 req-786ca266-2e90-41e6-a3a2-606cd5d3221e tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 210 time: 0.0493834
Apr 16 21:09:57.437445 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b1debeac-cbed-48e3-90ee-663c2d0abb50 req-73e9f4cc-1cd5-442c-a9e1-52ec358829cd tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e5c9f89e-74a7-490f-ab70-8cb56f6ed2aa), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:57.487354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9f4cc-1cd5-442c-a9e1-52ec358829cd tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c9f89e-74a7-490f-ab70-8cb56f6ed2aa,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:57.509117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27d1da-c1c7-46ed-a9e1-c3b0214615f4 req-f86db7a9-c0e2-4528-83a7-9a77a491ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:57.510999 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f27d1da-c1c7-46ed-a9e1-c3b0214615f4 req-f86db7a9-c0e2-4528-83a7-9a77a491ef4f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1340020
Apr 16 21:09:57.572523 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b1debeac-cbed-48e3-90ee-663c2d0abb50 req-73e9f4cc-1cd5-442c-a9e1-52ec358829cd tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:57.573930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b1debeac-cbed-48e3-90ee-663c2d0abb50 req-73e9f4cc-1cd5-442c-a9e1-52ec358829cd tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4820557
Apr 16 21:09:57.588877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['afaec7f6-0723-4b6e-9610-7d38f4870889'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:57.635709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-e86f0c93-38cd-41ba-a6a5-333b8a5655a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:57.637262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-e86f0c93-38cd-41ba-a6a5-333b8a5655a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 1127 time: 0.0750587
Apr 16 21:09:57.648833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d96149-13df-4e63-bace-161055ce7a94 req-39bdc3b9-6bfe-4388-9f31-41a17aeb8021 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:57.650610 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e2d96149-13df-4e63-bace-161055ce7a94 req-39bdc3b9-6bfe-4388-9f31-41a17aeb8021 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 950 time: 0.0784011
Apr 16 21:09:57.659685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-be632b33-943b-4b60-a204-fb8e223a72e9 req-3f57b368-9344-47cf-89e1-1b99fe9af1b2 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-38348813', 'description': 'tempest-description-1772403708'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:57.710616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Made reservation on behalf of d2a21b6df375491fb09fc22109fb4a5c for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:09:57.714503 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:57.734604 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:57.742591 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be632b33-943b-4b60-a204-fb8e223a72e9 req-3f57b368-9344-47cf-89e1-1b99fe9af1b2 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:57.752768 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be632b33-943b-4b60-a204-fb8e223a72e9 req-3f57b368-9344-47cf-89e1-1b99fe9af1b2 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:57.805267 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e2d96149-13df-4e63-bace-161055ce7a94 req-17c9f7a9-b7c7-4abe-98a1-a98505a12a09 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453686
Apr 16 21:09:57.818866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-d4c5b9b5-305a-4e87-8771-6678ff264330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:57.829824 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-d4c5b9b5-305a-4e87-8771-6678ff264330 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.1692548
Apr 16 21:09:57.829961 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be632b33-943b-4b60-a204-fb8e223a72e9 req-3f57b368-9344-47cf-89e1-1b99fe9af1b2 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (eb5306b5-e02d-486e-bb46-89f022baa67d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:57.876295 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-71ecb552-5c3f-4d06-8eec-558ab003099f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4 HTTP/1.1" status: 200  len: 217 time: 0.0406833
Apr 16 21:09:57.886517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f83d9a73-0d97-45bc-8f40-3dbeed933e20 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:09:57.913245 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be632b33-943b-4b60-a204-fb8e223a72e9 req-3f57b368-9344-47cf-89e1-1b99fe9af1b2 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eb5306b5-e02d-486e-bb46-89f022baa67d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:57.955012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57b368-9344-47cf-89e1-1b99fe9af1b2 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5306b5-e02d-486e-bb46-89f022baa67d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:57.960048 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Publish callbacks [] for security_group (43500c8c-5091-45b5-a092-a239d6b48ffe), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:57.975540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c23f73-51da-44d1-9924-9cd960e797a6 req-32e3785f-33ed-4d9d-9e93-9620189bd3f4 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:57.977096 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55c23f73-51da-44d1-9924-9cd960e797a6 req-32e3785f-33ed-4d9d-9e93-9620189bd3f4 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.1027694
Apr 16 21:09:57.985031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-365b5050-3415-4a41-8bd9-e982c7f5f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:57.986674 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-365b5050-3415-4a41-8bd9-e982c7f5f09e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.0963690
Apr 16 21:09:57.992905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f83d9a73-0d97-45bc-8f40-3dbeed933e20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f83d9a73-0d97-45bc-8f40-3dbeed933e20,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:58.004155 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be632b33-943b-4b60-a204-fb8e223a72e9 req-3f57b368-9344-47cf-89e1-1b99fe9af1b2 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (2c766359-ee98-48bd-a89e-355da205ab2b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:58.005478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'f83d9a73-0d97-45bc-8f40-3dbeed933e20', 'network_id': 'a0b0bf8e-874a-496e-bcac-07806d7d7d7a', 'port_id': 'f83d9a73-0d97-45bc-8f40-3dbeed933e20', 'mac_address': 'fa:16:3e:f7:d7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e756a599-64c0-411b-8a6f-7801acb0c8c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:09:58.028705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-1d64db8a-d3cc-44d8-8fe7-fd50b577e6af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0317550
Apr 16 21:09:58.034420 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (43500c8c-5091-45b5-a092-a239d6b48ffe), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:58.043528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f83d9a73-0d97-45bc-8f40-3dbeed933e20 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:58.044041 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:58.057473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83d9a73-0d97-45bc-8f40-3dbeed933e20 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:09:58.078426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f83d9a73-0d97-45bc-8f40-3dbeed933e20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f83d9a73-0d97-45bc-8f40-3dbeed933e20,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:58.094874 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be632b33-943b-4b60-a204-fb8e223a72e9 req-3f57b368-9344-47cf-89e1-1b99fe9af1b2 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2c766359-ee98-48bd-a89e-355da205ab2b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:58.159448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57b368-9344-47cf-89e1-1b99fe9af1b2 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c766359-ee98-48bd-a89e-355da205ab2b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:58.166351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55c23f73-51da-44d1-9924-9cd960e797a6 req-4cd5effd-eae1-40ea-ae1a-d3147b0e0102 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760163
Apr 16 21:09:58.166823 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-df78d70e-665e-43f2-97de-45f03791f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:58.167832 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-df78d70e-665e-43f2-97de-45f03791f885 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 1125 time: 0.0576992
Apr 16 21:09:58.171032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43500c8c-5091-45b5-a092-a239d6b48ffe,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:58.173474 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:58.227413 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-38c7fc2a-ae97-4428-878f-cf96464634ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05 HTTP/1.1" status: 200  len: 217 time: 0.0495622
Apr 16 21:09:58.235757 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be632b33-943b-4b60-a204-fb8e223a72e9 req-3f57b368-9344-47cf-89e1-1b99fe9af1b2 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:58.237019 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be632b33-943b-4b60-a204-fb8e223a72e9 req-3f57b368-9344-47cf-89e1-1b99fe9af1b2 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5818286
Apr 16 21:09:58.271536 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-80e41979-e748-43b3-8f64-326cbc783e8f service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2332902
Apr 16 21:09:58.278285 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f83d9a73-0d97-45bc-8f40-3dbeed933e20,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:58.285206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Allocated IP 192.168.233.112 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/b490e936-9731-4964-89b6-ba2e9e7ac544) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:09:58.299371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-1f96d90e-a2e1-43b6-8d92-c0d13e44b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:58.302678 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-1f96d90e-a2e1-43b6-8d92-c0d13e44b586 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.0623510
Apr 16 21:09:58.374713 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-6ac3637e-8e27-4e6a-9064-f45c9be415c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0510643
Apr 16 21:09:58.387136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59abae-ac5a-436d-9e17-44c65e99d789 req-315b4707-b2c5-4e81-90cb-1536e11cb9e7 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:58.387136 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ca59abae-ac5a-436d-9e17-44c65e99d789 req-315b4707-b2c5-4e81-90cb-1536e11cb9e7 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 944 time: 0.0747921
Apr 16 21:09:58.420911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057ffe4-b527-4980-b913-edb37bb16c04 req-27577560-6d65-4c70-94e7-3f1c77454243 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:58.422422 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a057ffe4-b527-4980-b913-edb37bb16c04 req-27577560-6d65-4c70-94e7-3f1c77454243 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=e26a3424-8bc8-454c-a7e3-507bb1c71c03 HTTP/1.1" status: 200  len: 950 time: 0.1109638
Apr 16 21:09:58.437973 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ca59abae-ac5a-436d-9e17-44c65e99d789 req-13981831-de98-466a-974c-3e6038056e50 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442383
Apr 16 21:09:58.478656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-97377d20-5e25-4a57-b9b7-24ab266f440b service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1954346
Apr 16 21:09:58.545652 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a057ffe4-b527-4980-b913-edb37bb16c04 req-92895ff0-232b-4254-9ba5-117e10b5631f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136169
Apr 16 21:09:58.575093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['f83d9a73-0d97-45bc-8f40-3dbeed933e20'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:09:58.610051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Publish callbacks [] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:58.610279 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19615196-5925-491a-9b07-9bd6d94f2018 req-e2e8e471-778e-46fa-baf3-563863b6b785 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:58.611788 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19615196-5925-491a-9b07-9bd6d94f2018 req-e2e8e471-778e-46fa-baf3-563863b6b785 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 945 time: 0.0960546
Apr 16 21:09:58.622428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-75e879d5-a960-4079-bb6d-6524d4b8b6ed req-001dfd8a-83b0-455f-982c-798a873ad413 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1293271205', 'description': 'tempest-description-1354202836'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:58.655829 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-a542b761-4dbd-4cf2-8fef-7e3e479dbf6e service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753731
Apr 16 21:09:58.712080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-414783f8-8a5a-4dbb-a758-194bd161965b tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:58.713753 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-414783f8-8a5a-4dbb-a758-194bd161965b tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0626135
Apr 16 21:09:58.725072 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-75e879d5-a960-4079-bb6d-6524d4b8b6ed req-001dfd8a-83b0-455f-982c-798a873ad413 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:58.732455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:09:58.734571 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19615196-5925-491a-9b07-9bd6d94f2018 req-dda7bbea-d57c-42b5-b5bc-35f7b8dbd47f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091383
Apr 16 21:09:58.779330 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b61d2b9-84ce-4b4d-9f03-15d308fb348e req-611fb9f8-6ca3-47a7-8206-fa374c7a8d8f service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1110432
Apr 16 21:09:58.818103 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:58.843861 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:58.857440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60be8-0613-4975-aaef-9afb1b01b0f3 req-844ab535-d0ec-4146-991d-a0221f4ed3c7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:58.859912 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17b60be8-0613-4975-aaef-9afb1b01b0f3 req-844ab535-d0ec-4146-991d-a0221f4ed3c7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0503061
Apr 16 21:09:58.877226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device afaec7f6-0723-4b6e-9610-7d38f4870889 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:58.896663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:09:58.906240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:09:58.913443 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17b60be8-0613-4975-aaef-9afb1b01b0f3 req-264451e3-81f0-4d28-933c-f9282d6462a3 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480561
Apr 16 21:09:58.932050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:09:58.939770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Pushing event updated for resources: {'Port': ['ID=b490e936-9731-4964-89b6-ba2e9e7ac544,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:58.940833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port afaec7f6-0723-4b6e-9610-7d38f4870889 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:59.002361 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-75e879d5-a960-4079-bb6d-6524d4b8b6ed req-001dfd8a-83b0-455f-982c-798a873ad413 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (18352d97-2e47-4597-abbc-09e305fdd335), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:59.051359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88347fd9-ab6c-4b62-acd3-c6cacbe637c5 req-13cca0cf-7876-4d91-b7e2-4a6102c45e5a tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:59.053057 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88347fd9-ab6c-4b62-acd3-c6cacbe637c5 req-13cca0cf-7876-4d91-b7e2-4a6102c45e5a tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 936 time: 0.0517550
Apr 16 21:09:59.073595 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port afaec7f6-0723-4b6e-9610-7d38f4870889 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:59.074358 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:59.119386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88347fd9-ab6c-4b62-acd3-c6cacbe637c5 req-ae0e2b09-ef22-4c33-8477-0df5311f09c3 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599790
Apr 16 21:09:59.182863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port afaec7f6-0723-4b6e-9610-7d38f4870889 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:09:59.183254 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:59.219870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524e8c67-957c-4856-a882-fc0a4befaedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaec7f6-0723-4b6e-9610-7d38f4870889'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:59.222074 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116fdea2-9545-4479-beed-f39d4293afca" -d '{"events": [{"server_uuid": "524e8c67-957c-4856-a882-fc0a4befaedd", "name": "network-vif-plugged", "status": "completed", "tag": "afaec7f6-0723-4b6e-9610-7d38f4870889"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:59.227672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b2c1a784-2754-46e2-a36c-6c1fea354a34 None None] Provisioning complete for port b490e936-9731-4964-89b6-ba2e9e7ac544 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:09:59.228044 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a784-2754-46e2-a36c-6c1fea354a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:59.258982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port afaec7f6-0723-4b6e-9610-7d38f4870889, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afaec7f6-0723-4b6e-9610-7d38f4870889,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:59.274068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b2c1a784-2754-46e2-a36c-6c1fea354a34 None None] Port b490e936-9731-4964-89b6-ba2e9e7ac544 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:09:59.324303 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-75e879d5-a960-4079-bb6d-6524d4b8b6ed req-001dfd8a-83b0-455f-982c-798a873ad413 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (18352d97-2e47-4597-abbc-09e305fdd335), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:59.333877 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:59.354659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:59.355307 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:59.388974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001dfd8a-83b0-455f-982c-798a873ad413 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18352d97-2e47-4597-abbc-09e305fdd335,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:59.415571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:09:59.436340 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-75e879d5-a960-4079-bb6d-6524d4b8b6ed req-001dfd8a-83b0-455f-982c-798a873ad413 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:59.445440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75e879d5-a960-4079-bb6d-6524d4b8b6ed req-001dfd8a-83b0-455f-982c-798a873ad413 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.8189666
Apr 16 21:09:59.467485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:59.473376 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c0a617ca-c11e-4f06-966e-18cc14f794fb tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0903089
Apr 16 21:09:59.516374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=afaec7f6-0723-4b6e-9610-7d38f4870889,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:59.521813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcc5b9-d349-4838-aeca-74a14e2a91aa req-93d5e677-0916-4ad8-9500-d10330471e18 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:59.523098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3b9549-fb07-458b-84bf-3f1d36449e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34708cf-de0c-422b-ad52-0051f88b2bb4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:09:59.525418 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85bce7f-5a2b-4ffc-bf97-508eb96ce833" -d '{"events": [{"server_uuid": "bc3b9549-fb07-458b-84bf-3f1d36449e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "a34708cf-de0c-422b-ad52-0051f88b2bb4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:09:59.528078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcc5b9-d349-4838-aeca-74a14e2a91aa req-93d5e677-0916-4ad8-9500-d10330471e18 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:59.530020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59fcc5b9-d349-4838-aeca-74a14e2a91aa req-93d5e677-0916-4ad8-9500-d10330471e18 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35&device_id=e26a3424-8bc8-454c-a7e3-507bb1c71c03 HTTP/1.1" status: 200  len: 1691 time: 0.1056488
Apr 16 21:09:59.531847 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Publish callbacks [] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:59.570318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f491c9e-5d17-415c-ac9e-7d85793a59a1 req-3c35c5e7-d200-4449-a9e3-1e9fba171049 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:59.571834 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f491c9e-5d17-415c-ac9e-7d85793a59a1 req-3c35c5e7-d200-4449-a9e3-1e9fba171049 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0595958
Apr 16 21:09:59.578521 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59fcc5b9-d349-4838-aeca-74a14e2a91aa req-60e345e9-a83e-45c0-b6cc-24344d39980a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418091
Apr 16 21:09:59.616774 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c1de71-49a6-492c-8724-58768d255178 x-openstack-request-id: req-d0c1de71-49a6-492c-8724-58768d255178 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:09:59.617125 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524e8c67-957c-4856-a882-fc0a4befaedd", "name": "network-vif-plugged", "status": "completed", "tag": "afaec7f6-0723-4b6e-9610-7d38f4870889", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:09:59.617419 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0c1de71-49a6-492c-8724-58768d255178 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:09:59.617845 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c1de71-49a6-492c-8724-58768d255178'] response: {'server_uuid': '524e8c67-957c-4856-a882-fc0a4befaedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaec7f6-0723-4b6e-9610-7d38f4870889', 'code': 200}
Apr 16 21:09:59.622507 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f491c9e-5d17-415c-ac9e-7d85793a59a1 req-9fdea218-f5fc-457f-80ce-2cab15eab573 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448716
Apr 16 21:09:59.639406 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:59.771469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Pushing event updated for resources: {'Port': ['ID=a34708cf-de0c-422b-ad52-0051f88b2bb4,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:09:59.809357 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06814848-2621-4120-960c-d982ca11317f req-8b3edf19-8a44-4ce7-8168-6847f2e11377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:59.810869 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06814848-2621-4120-960c-d982ca11317f req-8b3edf19-8a44-4ce7-8168-6847f2e11377 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 1127 time: 0.1099765
Apr 16 21:09:59.813653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Attempting to bind port a34708cf-de0c-422b-ad52-0051f88b2bb4 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:09:59.813995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Attempting to bind port a34708cf-de0c-422b-ad52-0051f88b2bb4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:09:59.814329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Attempting to bind port a34708cf-de0c-422b-ad52-0051f88b2bb4 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:59.831224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a258b7a-c500-4d5b-92e5-b4120e87de2c req-322d34c4-100e-4c41-9836-20c2de68d39f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:09:59.833330 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a258b7a-c500-4d5b-92e5-b4120e87de2c req-322d34c4-100e-4c41-9836-20c2de68d39f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 945 time: 0.1148851
Apr 16 21:09:59.835024 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Port a34708cf-de0c-422b-ad52-0051f88b2bb4 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:09:59.835360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Attempting to bind port a34708cf-de0c-422b-ad52-0051f88b2bb4 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:09:59.855600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:09:59.856020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:09:59.856368 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Bound using segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:09:59.856817 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Bound port: a34708cf-de0c-422b-ad52-0051f88b2bb4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:09:59.857177 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:09:59.910446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f83d9a73-0d97-45bc-8f40-3dbeed933e20 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:09:59.921034 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-1cb189c8-9340-4beb-8fbf-ade6d6b8e6e8 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 56508 time: 0.2872324
Apr 16 21:09:59.930710 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06814848-2621-4120-960c-d982ca11317f req-9d41cef9-e14b-47c3-9e0f-6962ed0092b7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112604
Apr 16 21:09:59.944819 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a258b7a-c500-4d5b-92e5-b4120e87de2c req-1f4fc884-baba-4f35-8671-3331feb6d09d tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002653
Apr 16 21:09:59.959208 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port f83d9a73-0d97-45bc-8f40-3dbeed933e20 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:09:59.977342 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-7ba4e6a1-9d38-4c9a-9686-3f45712df845 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/131e2dff-6fd6-4775-8101-54b4a9af5729 HTTP/1.1" status: 200  len: 2998 time: 0.0466533
Apr 16 21:09:59.982075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:09:59.985206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:09:59.999906 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724d44b6-7745-4340-b39c-837b1d9370d2 x-openstack-request-id: req-724d44b6-7745-4340-b39c-837b1d9370d2 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:00.000698 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3b9549-fb07-458b-84bf-3f1d36449e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "a34708cf-de0c-422b-ad52-0051f88b2bb4", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:00.001002 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-724d44b6-7745-4340-b39c-837b1d9370d2 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:00.001407 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724d44b6-7745-4340-b39c-837b1d9370d2'] response: {'server_uuid': 'bc3b9549-fb07-458b-84bf-3f1d36449e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34708cf-de0c-422b-ad52-0051f88b2bb4', 'code': 200}
Apr 16 21:10:00.023427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-75d065f5-d8bc-480b-9d48-917512a04b26 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/131e2dff-6fd6-4775-8101-54b4a9af5729 HTTP/1.1" status: 200  len: 2998 time: 0.0383618
Apr 16 21:10:00.065079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port f83d9a73-0d97-45bc-8f40-3dbeed933e20 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:00.065465 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:00.069839 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-354c57fd-843d-4a1a-b13a-76369dcb32fb tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/18b0ca91-2145-47e5-93b8-998ed594a2b7 HTTP/1.1" status: 200  len: 2998 time: 0.0404406
Apr 16 21:10:00.102213 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:00.116818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-6efcb919-da13-47e6-8a2c-92193841b324 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/18b0ca91-2145-47e5-93b8-998ed594a2b7 HTTP/1.1" status: 200  len: 2998 time: 0.0409007
Apr 16 21:10:00.158540 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-0a16555f-53c6-42ff-854b-582cb77d85d4 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/1a44b7d2-93da-4916-a9a9-bf368959990c HTTP/1.1" status: 200  len: 2998 time: 0.0390949
Apr 16 21:10:00.160388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f83d9a73-0d97-45bc-8f40-3dbeed933e20 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:00.160855 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:00.199123 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f83d9a73-0d97-45bc-8f40-3dbeed933e20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f83d9a73-0d97-45bc-8f40-3dbeed933e20,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:00.200039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70dd8b-50d2-4938-b003-0a97d346127d req-a913995f-8d8f-4126-88d4-8cdadb0791ce tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:00.201682 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab70dd8b-50d2-4938-b003-0a97d346127d req-a913995f-8d8f-4126-88d4-8cdadb0791ce tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 943 time: 0.0958352
Apr 16 21:10:00.209733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-ef1d3495-7592-4fa5-8525-4b7b33e1a25b tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/1a44b7d2-93da-4916-a9a9-bf368959990c HTTP/1.1" status: 200  len: 2998 time: 0.0428004
Apr 16 21:10:00.209953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Pushing event updated for resources: {'Port': ['ID=a34708cf-de0c-422b-ad52-0051f88b2bb4,revision_number=8']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:00.248003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:00.248661 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:00.250044 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-57ea6f90-b663-4c90-8063-74c6e366af5c service neutron] 10.222.0.11 "PUT /v2.0/ports/a34708cf-de0c-422b-ad52-0051f88b2bb4 HTTP/1.1" status: 200  len: 1121 time: 1.5227053
Apr 16 21:10:00.255185 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-e988dbc8-01f8-4a68-8748-5fdcd2bfed6b tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/1e924676-1c58-45b0-9b4c-590e194a5ee1 HTTP/1.1" status: 200  len: 2994 time: 0.0380428
Apr 16 21:10:00.277940 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab70dd8b-50d2-4938-b003-0a97d346127d req-cba87e70-a256-47e5-92f4-9b6013300dc4 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690947
Apr 16 21:10:00.297296 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-d1fd2b01-2a80-41df-a17b-ec889a4dfecc tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/1e924676-1c58-45b0-9b4c-590e194a5ee1 HTTP/1.1" status: 200  len: 2994 time: 0.0364461
Apr 16 21:10:00.328199 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:00.346818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-beee5c74-93c4-44f4-9dbc-e75d1e27c8b3 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3345578e-fa4a-4d2c-898b-d6bc44b51827 HTTP/1.1" status: 200  len: 2998 time: 0.0434425
Apr 16 21:10:00.381272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f83d9a73-0d97-45bc-8f40-3dbeed933e20,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:00.395343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ac02b-ef61-4c32-99ef-742f75ce888e req-e0ed8328-c880-444d-a706-b4df5f343102 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:00.397735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb7ac02b-ef61-4c32-99ef-742f75ce888e req-e0ed8328-c880-444d-a706-b4df5f343102 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0566390
Apr 16 21:10:00.406303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['a34708cf-de0c-422b-ad52-0051f88b2bb4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:00.451219 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb7ac02b-ef61-4c32-99ef-742f75ce888e req-e0d9ebab-5d04-423a-8e1e-e13911d35295 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481317
Apr 16 21:10:00.557122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650380f-166c-4cab-b947-1dacfb8d705c req-7a6d5558-08db-45cf-bdfb-969b5a44c5c2 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:00.559013 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9650380f-166c-4cab-b947-1dacfb8d705c req-7a6d5558-08db-45cf-bdfb-969b5a44c5c2 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 1132 time: 0.0451095
Apr 16 21:10:00.607773 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9650380f-166c-4cab-b947-1dacfb8d705c req-1a78a7b0-cea0-4625-bfc8-50829c162564 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421090
Apr 16 21:10:00.678893 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-0fe86064-de31-4189-95e8-7cf5fcd34c99 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3345578e-fa4a-4d2c-898b-d6bc44b51827 HTTP/1.1" status: 200  len: 2998 time: 0.3232753
Apr 16 21:10:00.715707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151c9df-ead5-4f13-ac99-a480ba62f770 req-6da29bac-4469-4a8e-80c9-595583dae1ef tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:00.717225 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5151c9df-ead5-4f13-ac99-a480ba62f770 req-6da29bac-4469-4a8e-80c9-595583dae1ef tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 936 time: 0.0539584
Apr 16 21:10:00.720278 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-946499b3-9a03-4b7a-bafa-dd7ef7a3b7b5 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/43500c8c-5091-45b5-a092-a239d6b48ffe HTTP/1.1" status: 200  len: 2998 time: 0.0354776
Apr 16 21:10:00.761430 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-b2f1e974-bcaa-446c-acab-0c93fc838288 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/43500c8c-5091-45b5-a092-a239d6b48ffe HTTP/1.1" status: 200  len: 2998 time: 0.0349753
Apr 16 21:10:00.765173 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5151c9df-ead5-4f13-ac99-a480ba62f770 req-c5417287-a020-4452-b11b-51ca598e17a8 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412035
Apr 16 21:10:00.807408 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-fd2a0e07-87a4-49e6-bbc5-4b75a927f014 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/632a963c-f2c5-4c6d-935a-4da2fcdd46a8 HTTP/1.1" status: 200  len: 2998 time: 0.0403321
Apr 16 21:10:00.846671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-4d7ff07c-ca76-4579-ac3b-a1448560f265 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/632a963c-f2c5-4c6d-935a-4da2fcdd46a8 HTTP/1.1" status: 200  len: 2998 time: 0.0354896
Apr 16 21:10:00.858078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cc8b3-bd31-49d4-aa76-d9a793fe3677 req-57218dfc-1cc0-4e59-aea3-5de8345e998c tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:00.859691 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f18cc8b3-bd31-49d4-aa76-d9a793fe3677 req-57218dfc-1cc0-4e59-aea3-5de8345e998c tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e26a3424-8bc8-454c-a7e3-507bb1c71c03 HTTP/1.1" status: 200  len: 1132 time: 0.0393016
Apr 16 21:10:00.887495 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-4a242723-4a61-4e65-be1f-a7a451bf8a15 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/77d7d3ea-f92b-4115-a0c6-2204a5f038fe HTTP/1.1" status: 200  len: 2998 time: 0.0344367
Apr 16 21:10:00.901993 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f18cc8b3-bd31-49d4-aa76-d9a793fe3677 req-21ed44ca-fb74-4de2-bc4c-dc3a830c0402 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367429
Apr 16 21:10:00.935544 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-ac0dd361-6b76-4fd6-a1da-816652f9ca84 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/77d7d3ea-f92b-4115-a0c6-2204a5f038fe HTTP/1.1" status: 200  len: 2998 time: 0.0424507
Apr 16 21:10:00.976040 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-7d419876-ef42-4cf6-a5b2-d41335b2586b tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/93a9fecc-42be-4103-91ee-2750787bf6f3 HTTP/1.1" status: 200  len: 2994 time: 0.0350211
Apr 16 21:10:01.002905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d69be-615f-4878-bea5-b37b8055aefb req-8a59e8c2-a76d-44a4-8a68-673ca764e407 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:01.004455 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e9d69be-615f-4878-bea5-b37b8055aefb req-8a59e8c2-a76d-44a4-8a68-673ca764e407 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0473311
Apr 16 21:10:01.017959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-3ab288dd-6b86-4550-ab69-094757091a31 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/93a9fecc-42be-4103-91ee-2750787bf6f3 HTTP/1.1" status: 200  len: 2994 time: 0.0356936
Apr 16 21:10:01.055769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e9d69be-615f-4878-bea5-b37b8055aefb req-98530014-518b-48a1-8a88-2e44bf574334 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455384
Apr 16 21:10:01.060381 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-75140e1b-d958-49b9-aa48-84801e539eb1 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b701a04d-47b1-4425-aa88-a32d6d93a151 HTTP/1.1" status: 200  len: 2990 time: 0.0367978
Apr 16 21:10:01.102318 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-36659d9d-b9a8-4bd2-9018-7f3f696fb0f8 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b701a04d-47b1-4425-aa88-a32d6d93a151 HTTP/1.1" status: 200  len: 2990 time: 0.0364504
Apr 16 21:10:01.144143 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-2d0c1b52-1de4-48a0-869e-9f95afa06615 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b788975e-df51-424a-9251-7223aa61a94e HTTP/1.1" status: 200  len: 2998 time: 0.0355248
Apr 16 21:10:01.187524 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-0b3d19a9-dffd-47d9-ae84-7792f3e28b66 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b788975e-df51-424a-9251-7223aa61a94e HTTP/1.1" status: 200  len: 2998 time: 0.0376310
Apr 16 21:10:01.228493 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-a6e88c56-8dbb-4990-a740-cd8def237b25 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/bbe1d830-7e36-43bf-ab92-0342264e5f3b HTTP/1.1" status: 200  len: 2994 time: 0.0351267
Apr 16 21:10:01.276094 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-f8335d57-8f3b-406f-8e9f-fe845780c0b1 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/bbe1d830-7e36-43bf-ab92-0342264e5f3b HTTP/1.1" status: 200  len: 2994 time: 0.0420623
Apr 16 21:10:01.321207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-53ac398a-9f37-40c3-a9f1-cd319e573612 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/bf4c9483-5bc3-4f7e-bf36-d31940c43f3d HTTP/1.1" status: 200  len: 2998 time: 0.0393860
Apr 16 21:10:01.362534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efefabc-f5b8-4b00-b02e-1df02f1a470f req-e7d21153-f1bd-4e82-8a61-1a0a7f724948 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:01.364848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9efefabc-f5b8-4b00-b02e-1df02f1a470f req-e7d21153-f1bd-4e82-8a61-1a0a7f724948 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 945 time: 0.0552230
Apr 16 21:10:01.368710 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-bca393c8-bdf4-4247-9922-1d92c6b755d7 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/bf4c9483-5bc3-4f7e-bf36-d31940c43f3d HTTP/1.1" status: 200  len: 2998 time: 0.0420535
Apr 16 21:10:01.405783 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-3b08d69d-2d66-468d-9075-8dd713c47925 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c216d901-bc8e-4788-9964-2180984113ea HTTP/1.1" status: 200  len: 2998 time: 0.0362222
Apr 16 21:10:01.413962 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9efefabc-f5b8-4b00-b02e-1df02f1a470f req-8631403b-091f-4a83-955d-fdc3c06f6d68 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430360
Apr 16 21:10:01.451809 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-072a460b-5568-46b1-82aa-368d94c3a82e tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c216d901-bc8e-4788-9964-2180984113ea HTTP/1.1" status: 200  len: 2998 time: 0.0388260
Apr 16 21:10:01.495704 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-f012ccd1-9ec2-4d44-977a-c33cbdcffd85 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d1012ead-ad07-48e2-93e5-acd295ae6a59 HTTP/1.1" status: 200  len: 2998 time: 0.0375378
Apr 16 21:10:01.522183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603cdca-eb18-46d1-9558-efe40331deb9 req-6ce9dfcf-e4d5-4e9b-8d3c-0ddc7595ac0f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:01.523865 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6603cdca-eb18-46d1-9558-efe40331deb9 req-6ce9dfcf-e4d5-4e9b-8d3c-0ddc7595ac0f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 943 time: 0.0490549
Apr 16 21:10:01.537791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-c0c0969d-d30c-4e71-95d9-ce1113a2fd07 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d1012ead-ad07-48e2-93e5-acd295ae6a59 HTTP/1.1" status: 200  len: 2998 time: 0.0363147
Apr 16 21:10:01.573472 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6603cdca-eb18-46d1-9558-efe40331deb9 req-72c18357-4e4b-4255-bc8c-10ceebb7b0d1 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424571
Apr 16 21:10:01.582709 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-fc809d7e-dbba-42b1-8df0-2b78b6f3b68d tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/eb5306b5-e02d-486e-bb46-89f022baa67d HTTP/1.1" status: 200  len: 2998 time: 0.0378230
Apr 16 21:10:01.618841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615ea5db-3cca-4736-b69a-cc7bdc8f0e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83d9a73-0d97-45bc-8f40-3dbeed933e20'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:01.623156 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1c2d9e-9548-40bd-90fd-e8a3e7c260df" -d '{"events": [{"server_uuid": "615ea5db-3cca-4736-b69a-cc7bdc8f0e6e", "name": "network-vif-plugged", "status": "completed", "tag": "f83d9a73-0d97-45bc-8f40-3dbeed933e20"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:01.626830 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-260cae03-2163-4765-a7a4-31ba7c0c60fa tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/eb5306b5-e02d-486e-bb46-89f022baa67d HTTP/1.1" status: 200  len: 2998 time: 0.0374472
Apr 16 21:10:01.668012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-3c4ad581-d99b-4822-b4f9-63ab56a6fdb8 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f9fd64e3-e24d-455d-88bd-01a4a9c119fd HTTP/1.1" status: 200  len: 2998 time: 0.0355971
Apr 16 21:10:01.675667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Request body: {'port': {'device_id': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:01.716485 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-574f46b3-7eaf-4529-a903-b88162461c67 req-e52d7b2a-7fcb-40f7-949d-b3cf436d2c5c tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f9fd64e3-e24d-455d-88bd-01a4a9c119fd HTTP/1.1" status: 200  len: 2998 time: 0.0421293
Apr 16 21:10:01.756437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-94296cd7-1611-4f13-ae81-ba645147feee tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0475180
Apr 16 21:10:01.775391 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:01.814119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8fc8b-426d-47e5-8799-d69cbe1bb934 req-8d06716e-6997-42ac-9f26-4695fbf1f9b7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:01.815604 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-91a8fc8b-426d-47e5-8799-d69cbe1bb934 req-8d06716e-6997-42ac-9f26-4695fbf1f9b7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0495687
Apr 16 21:10:01.864267 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-91a8fc8b-426d-47e5-8799-d69cbe1bb934 req-778c7b39-8a7b-44ef-8c85-a5427c3e9a8f tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420747
Apr 16 21:10:01.917201 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f37fc3-7e30-4079-859e-ffa7a66e6abc x-openstack-request-id: req-02f37fc3-7e30-4079-859e-ffa7a66e6abc {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:01.917706 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615ea5db-3cca-4736-b69a-cc7bdc8f0e6e", "name": "network-vif-plugged", "status": "completed", "tag": "f83d9a73-0d97-45bc-8f40-3dbeed933e20", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:01.917966 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02f37fc3-7e30-4079-859e-ffa7a66e6abc {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:01.918661 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f37fc3-7e30-4079-859e-ffa7a66e6abc'] response: {'server_uuid': '615ea5db-3cca-4736-b69a-cc7bdc8f0e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83d9a73-0d97-45bc-8f40-3dbeed933e20', 'code': 200}
Apr 16 21:10:01.958388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-b103638d-3082-4bb1-a796-23f4e18e7a45 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:01.959877 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-b103638d-3082-4bb1-a796-23f4e18e7a45 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1972368
Apr 16 21:10:01.980375 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-1bdfbec7-6033-42fc-854a-31d1e25522d5 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/quotas/cd7c434915254744b7a0409ab8e6d33d HTTP/1.1" status: 200  len: 375 time: 0.0149753
Apr 16 21:10:01.992750 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2053492-c397-43a6-87f4-38ca7793a007 req-0d9980fe-d64c-4af8-9c20-bdc938fabf88 tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38557d2807994d32967e3094037947c8 HTTP/1.1" status: 200  len: 6153 time: 0.0635393
Apr 16 21:10:02.005572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3b9549-fb07-458b-84bf-3f1d36449e6e', 'tag': 'a34708cf-de0c-422b-ad52-0051f88b2bb4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:02.008254 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38def91-97c8-4e3a-ae35-5611f393e4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3b9549-fb07-458b-84bf-3f1d36449e6e", "tag": "a34708cf-de0c-422b-ad52-0051f88b2bb4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:02.037809 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2053492-c397-43a6-87f4-38ca7793a007 req-403e07d1-2e05-41ec-a905-c7069ce30507 tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] 10.222.0.20 "GET /v2.0/security-groups/18b0ca91-2145-47e5-93b8-998ed594a2b7 HTTP/1.1" status: 200  len: 2998 time: 0.0391607
Apr 16 21:10:02.080288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-09728322-3031-40c1-abc7-7bc60c9ca753 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0921085
Apr 16 21:10:02.085880 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2053492-c397-43a6-87f4-38ca7793a007 req-f0a327f0-75f0-4966-8b52-2159db26aaaa tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] 10.222.0.20 "GET /v2.0/security-groups/18b0ca91-2145-47e5-93b8-998ed594a2b7 HTTP/1.1" status: 200  len: 2998 time: 0.0423265
Apr 16 21:10:02.186231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b490e936-9731-4964-89b6-ba2e9e7ac544 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:02.189416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020d794-c040-44c8-a211-f11d6f368dca req-7df6bd85-8fca-4d7a-ba4f-b50ba0e9c907 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:02.191055 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b020d794-c040-44c8-a211-f11d6f368dca req-7df6bd85-8fca-4d7a-ba4f-b50ba0e9c907 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 936 time: 0.0548644
Apr 16 21:10:02.194012 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Publish callbacks [] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:02.207723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Transition to ACTIVE for port object b490e936-9731-4964-89b6-ba2e9e7ac544 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:10:02.255300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69399c-b1dc-46ea-a9b5-03a68a8910e8 req-e0fffbcb-f547-4685-b6eb-1a9e4298130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:02.256827 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f69399c-b1dc-46ea-a9b5-03a68a8910e8 req-e0fffbcb-f547-4685-b6eb-1a9e4298130d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 1127 time: 0.0540199
Apr 16 21:10:02.271126 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b020d794-c040-44c8-a211-f11d6f368dca req-860f8bdc-34e6-46eb-ab4c-56bf7ca5d01a tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744166
Apr 16 21:10:02.313352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:02.313547 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f69399c-b1dc-46ea-a9b5-03a68a8910e8 req-6da6a82e-7188-45f7-83d8-35eca7c977c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413806
Apr 16 21:10:02.323421 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5188bb69-a6ea-4d7c-8a88-310818b4c1fa x-openstack-request-id: req-5188bb69-a6ea-4d7c-8a88-310818b4c1fa {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:02.324315 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3b9549-fb07-458b-84bf-3f1d36449e6e", "tag": "a34708cf-de0c-422b-ad52-0051f88b2bb4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:02.324568 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5188bb69-a6ea-4d7c-8a88-310818b4c1fa {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:02.324960 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5188bb69-a6ea-4d7c-8a88-310818b4c1fa'] response: {'name': 'network-changed', 'server_uuid': 'bc3b9549-fb07-458b-84bf-3f1d36449e6e', 'tag': 'a34708cf-de0c-422b-ad52-0051f88b2bb4', 'status': 'completed', 'code': 200}
Apr 16 21:10:02.373781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Pushing event updated for resources: {'Port': ['ID=b490e936-9731-4964-89b6-ba2e9e7ac544,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:02.429071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b06cad-aa76-4280-9d0d-ee3a215e3068 req-c59dc053-081c-48c8-91eb-a4d1c30b983e tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:02.430848 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-66b06cad-aa76-4280-9d0d-ee3a215e3068 req-c59dc053-081c-48c8-91eb-a4d1c30b983e tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0509331
Apr 16 21:10:02.458177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Attempting to bind port b490e936-9731-4964-89b6-ba2e9e7ac544 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:02.458673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Attempting to bind port b490e936-9731-4964-89b6-ba2e9e7ac544 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:02.459444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Attempting to bind port b490e936-9731-4964-89b6-ba2e9e7ac544 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:02.464218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Port b490e936-9731-4964-89b6-ba2e9e7ac544 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:10:02.464554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Attempting to bind port b490e936-9731-4964-89b6-ba2e9e7ac544 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:02.470420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:02.471146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:02.471146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:02.471614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Bound port: b490e936-9731-4964-89b6-ba2e9e7ac544, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:02.471982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:02.492259 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-66b06cad-aa76-4280-9d0d-ee3a215e3068 req-92fde06c-3925-41a8-9f24-59dfb25ea910 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553274
Apr 16 21:10:02.555457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:02.555731 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7b597f6a-2ef3-404c-804b-91d01210ebfb req-bedb5428-0c87-444f-87c5-ee2d3737ac6e tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/18352d97-2e47-4597-abbc-09e305fdd335 HTTP/1.1" status: 200  len: 1795 time: 0.0469911
Apr 16 21:10:02.558754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b490e936-9731-4964-89b6-ba2e9e7ac544,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:02.604533 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7b597f6a-2ef3-404c-804b-91d01210ebfb req-4e40bd1f-dcaf-46b6-afeb-47a7c6e6f95f tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (18352d97-2e47-4597-abbc-09e305fdd335), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:02.634861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7b597f6a-2ef3-404c-804b-91d01210ebfb req-4e40bd1f-dcaf-46b6-afeb-47a7c6e6f95f tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (18352d97-2e47-4597-abbc-09e305fdd335), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:02.681609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38def91-97c8-4e3a-ae35-5611f393e4e8 req-04fc4baf-c53c-4822-818d-37ffe65d9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:02.683081 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d38def91-97c8-4e3a-ae35-5611f393e4e8 req-04fc4baf-c53c-4822-818d-37ffe65d9bdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 1155 time: 0.0606599
Apr 16 21:10:02.708674 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:02.747666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:02.748325 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:02.749774 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] 10.222.0.41 "PUT /v2.0/ports/b490e936-9731-4964-89b6-ba2e9e7ac544 HTTP/1.1" status: 200  len: 1096 time: 1.0789239
Apr 16 21:10:02.780157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7de04-ed7e-4da6-bbf8-913a497c063e service neutron] Pushing event updated for resources: {'Port': ['ID=b490e936-9731-4964-89b6-ba2e9e7ac544,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:02.809775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7b597f6a-2ef3-404c-804b-91d01210ebfb req-4e40bd1f-dcaf-46b6-afeb-47a7c6e6f95f tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (18352d97-2e47-4597-abbc-09e305fdd335), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:02.812564 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7b597f6a-2ef3-404c-804b-91d01210ebfb req-4e40bd1f-dcaf-46b6-afeb-47a7c6e6f95f tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:02.813709 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7b597f6a-2ef3-404c-804b-91d01210ebfb req-4e40bd1f-dcaf-46b6-afeb-47a7c6e6f95f tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/18352d97-2e47-4597-abbc-09e305fdd335 HTTP/1.1" status: 204  len: 173 time: 0.2571449
Apr 16 21:10:02.827929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38def91-97c8-4e3a-ae35-5611f393e4e8 req-784a5b87-8faa-4735-b750-dd5c080a1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:02.829643 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d38def91-97c8-4e3a-ae35-5611f393e4e8 req-784a5b87-8faa-4735-b750-dd5c080a1f4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.1181202
Apr 16 21:10:02.832983 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40bd1f-dcaf-46b6-afeb-47a7c6e6f95f tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18352d97-2e47-4597-abbc-09e305fdd335,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:02.924908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc236-177f-4cca-9823-2516c1d701ea req-c7794a40-ec96-44e8-a3cf-4400beaf3cf8 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:02.926652 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0fbfc236-177f-4cca-9823-2516c1d701ea req-c7794a40-ec96-44e8-a3cf-4400beaf3cf8 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 945 time: 0.0520146
Apr 16 21:10:02.984764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0fbfc236-177f-4cca-9823-2516c1d701ea req-f1b6313d-91e6-407e-acfe-06ac04bcf758 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515320
Apr 16 21:10:03.041531 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fec7d02c-a6d5-48b9-ace7-f31ba5ff255b req-a10368ee-84ec-43a7-9109-97dbc7325cd6 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2c766359-ee98-48bd-a89e-355da205ab2b HTTP/1.1" status: 200  len: 1793 time: 0.0387664
Apr 16 21:10:03.092724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c3df8-edd8-4fdf-96ab-18fe6359bbc0 req-5f840d8d-2854-4e19-ab5a-6eff0b323fb2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:03.095225 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-203c3df8-edd8-4fdf-96ab-18fe6359bbc0 req-5f840d8d-2854-4e19-ab5a-6eff0b323fb2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 943 time: 0.0618668
Apr 16 21:10:03.102867 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fec7d02c-a6d5-48b9-ace7-f31ba5ff255b req-861aadcb-11f9-4d86-943b-60963c00c8b9 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (2c766359-ee98-48bd-a89e-355da205ab2b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:03.127823 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fec7d02c-a6d5-48b9-ace7-f31ba5ff255b req-861aadcb-11f9-4d86-943b-60963c00c8b9 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (2c766359-ee98-48bd-a89e-355da205ab2b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:03.147884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-203c3df8-edd8-4fdf-96ab-18fe6359bbc0 req-14e56e87-ee79-4b5b-8d9e-f74061ff3be9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468104
Apr 16 21:10:03.244999 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fec7d02c-a6d5-48b9-ace7-f31ba5ff255b req-861aadcb-11f9-4d86-943b-60963c00c8b9 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2c766359-ee98-48bd-a89e-355da205ab2b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:03.247570 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fec7d02c-a6d5-48b9-ace7-f31ba5ff255b req-861aadcb-11f9-4d86-943b-60963c00c8b9 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:03.248823 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fec7d02c-a6d5-48b9-ace7-f31ba5ff255b req-861aadcb-11f9-4d86-943b-60963c00c8b9 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c766359-ee98-48bd-a89e-355da205ab2b HTTP/1.1" status: 204  len: 173 time: 0.2007458
Apr 16 21:10:03.250800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de78c9-36d9-4d94-b5ee-9cf8ac092e37 req-2b1f4ae6-26e1-4969-a361-08510c3a61f4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:03.252336 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-12de78c9-36d9-4d94-b5ee-9cf8ac092e37 req-2b1f4ae6-26e1-4969-a361-08510c3a61f4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0473835
Apr 16 21:10:03.260038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861aadcb-11f9-4d86-943b-60963c00c8b9 tempest-SecurityGroupsTestAdminJSON-1482374319 tempest-SecurityGroupsTestAdminJSON-1482374319-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c766359-ee98-48bd-a89e-355da205ab2b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:03.332108 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d38def91-97c8-4e3a-ae35-5611f393e4e8 req-aeec9622-6bdc-46ed-b4d3-5cfbf57fd8c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4 HTTP/1.1" status: 200  len: 217 time: 0.0509713
Apr 16 21:10:03.333241 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-12de78c9-36d9-4d94-b5ee-9cf8ac092e37 req-562c4211-25e3-4cf0-ba0a-8ef27883e276 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724339
Apr 16 21:10:03.371778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c30d2467-507a-4898-853a-ad50d48d77e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:03.373366 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-c30d2467-507a-4898-853a-ad50d48d77e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2a21b6df375491fb09fc22109fb4a5c&device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 1130 time: 0.0752780
Apr 16 21:10:03.403747 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38def91-97c8-4e3a-ae35-5611f393e4e8 req-86ffad7f-08c8-4cea-acd4-eba0ff9d1919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:03.405911 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d38def91-97c8-4e3a-ae35-5611f393e4e8 req-86ffad7f-08c8-4cea-acd4-eba0ff9d1919 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.0627172
Apr 16 21:10:03.444533 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d38def91-97c8-4e3a-ae35-5611f393e4e8 req-7fc226c1-1b3a-4ba0-91df-67c20cc21e52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302093
Apr 16 21:10:03.445023 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-20b80504-3e1a-4306-9dde-8daa321617bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=b490e936-9731-4964-89b6-ba2e9e7ac544 HTTP/1.1" status: 200  len: 217 time: 0.0466201
Apr 16 21:10:03.517148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef483e95-5031-4880-b8d7-64e02eb57d18 req-aa04a13a-37fd-40be-9fd3-7c7d23aeda86 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:03.518823 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef483e95-5031-4880-b8d7-64e02eb57d18 req-aa04a13a-37fd-40be-9fd3-7c7d23aeda86 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0778644
Apr 16 21:10:03.563440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-ba4c9a80-48ae-49e4-86bf-c373305edffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:03.564936 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-ba4c9a80-48ae-49e4-86bf-c373305edffe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0830693
Apr 16 21:10:03.571494 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1d016452-9bac-4f54-a924-84bcecad7fcf req-dbc92a38-67ae-44e9-a1c8-d2211c137173 tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] 10.222.0.20 "GET /v2.0/security-groups/e5c9f89e-74a7-490f-ab70-8cb56f6ed2aa HTTP/1.1" status: 200  len: 1793 time: 0.0898199
Apr 16 21:10:03.600212 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d38def91-97c8-4e3a-ae35-5611f393e4e8 req-c81ee279-5368-4ea9-b15d-81a3d86ba53b service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382065
Apr 16 21:10:03.610700 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef483e95-5031-4880-b8d7-64e02eb57d18 req-1c85bd0f-48a7-4f4d-aa1e-09df5734c268 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848868
Apr 16 21:10:03.618776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-f5da088a-00b7-4cba-a182-8b9498e7b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:03.620326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-f5da088a-00b7-4cba-a182-8b9498e7b71b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0491512
Apr 16 21:10:03.640515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1d016452-9bac-4f54-a924-84bcecad7fcf req-982a8b45-302e-4139-aec7-1eb2d6f5ad3b tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (e5c9f89e-74a7-490f-ab70-8cb56f6ed2aa), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:03.664690 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1d016452-9bac-4f54-a924-84bcecad7fcf req-982a8b45-302e-4139-aec7-1eb2d6f5ad3b tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (e5c9f89e-74a7-490f-ab70-8cb56f6ed2aa), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:03.790298 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d38def91-97c8-4e3a-ae35-5611f393e4e8 req-73aa727b-fca9-4c7e-a359-f4977c192122 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1063075
Apr 16 21:10:03.810837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49e024-1a74-438b-bf36-874b079b741a req-e2724d23-8777-4c1e-912b-6287515dac2f tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:03.812336 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef49e024-1a74-438b-bf36-874b079b741a req-e2724d23-8777-4c1e-912b-6287515dac2f tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 948 time: 0.0782714
Apr 16 21:10:03.842488 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-460858b9-4bb9-4334-8053-adbb0db182d0 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581671
Apr 16 21:10:03.865792 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1d016452-9bac-4f54-a924-84bcecad7fcf req-982a8b45-302e-4139-aec7-1eb2d6f5ad3b tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e5c9f89e-74a7-490f-ab70-8cb56f6ed2aa), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:03.868685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1d016452-9bac-4f54-a924-84bcecad7fcf req-982a8b45-302e-4139-aec7-1eb2d6f5ad3b tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:03.869937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1d016452-9bac-4f54-a924-84bcecad7fcf req-982a8b45-302e-4139-aec7-1eb2d6f5ad3b tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] 10.222.0.20 "DELETE /v2.0/security-groups/e5c9f89e-74a7-490f-ab70-8cb56f6ed2aa HTTP/1.1" status: 204  len: 173 time: 0.2920127
Apr 16 21:10:03.883731 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a8b45-302e-4139-aec7-1eb2d6f5ad3b tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c9f89e-74a7-490f-ab70-8cb56f6ed2aa,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:03.917608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 69daf0de-dee8-41ab-85fa-24c0d402ba05 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:10:03.938000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef49e024-1a74-438b-bf36-874b079b741a req-cfe99d9b-4d57-4ade-83cd-1fef4e194c46 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061170
Apr 16 21:10:03.947669 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-719d0780-4d70-44a0-b34c-c4a039a9d6e1 req-ea2411e4-1665-4649-b5bf-e41906da3180 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 210 time: 0.0405610
Apr 16 21:10:03.995618 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d18a526-5d48-4c43-9bf4-17f3dec744be req-1ff902e7-4894-49f5-9a75-7b8a77c46dc4 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455202
Apr 16 21:10:04.057280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339845e-6412-433c-bb97-3d7c7c7de8cc req-dfa9325d-ff8e-4423-93e4-b8daccbf5268 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:04.058944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9339845e-6412-433c-bb97-3d7c7c7de8cc req-dfa9325d-ff8e-4423-93e4-b8daccbf5268 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0561137
Apr 16 21:10:04.081930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:04.088928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f585b-daa8-4bff-92d5-a272619a3fa3 req-60b507f3-07cd-465a-956b-2364e367ee73 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:04.090830 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-808f585b-daa8-4bff-92d5-a272619a3fa3 req-60b507f3-07cd-465a-956b-2364e367ee73 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 945 time: 0.0686972
Apr 16 21:10:04.099605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '69daf0de-dee8-41ab-85fa-24c0d402ba05', 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929', 'port_id': '69daf0de-dee8-41ab-85fa-24c0d402ba05', 'mac_address': 'fa:16:3e:b8:96:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:10:04.114510 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9339845e-6412-433c-bb97-3d7c7c7de8cc req-422b3bc6-5c6d-4752-a7ad-91f8b5b59357 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498574
Apr 16 21:10:04.149225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 69daf0de-dee8-41ab-85fa-24c0d402ba05 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:04.149627 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:04.163940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69daf0de-dee8-41ab-85fa-24c0d402ba05 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:04.165794 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-808f585b-daa8-4bff-92d5-a272619a3fa3 req-615746a8-5853-4af3-9afe-944cb9533ebc tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684042
Apr 16 21:10:04.187712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:04.192560 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da5fa48b-7b81-4a57-b1df-d3bed36e5fa6 req-15588e62-4f23-4824-9a14-ce2a5af50492 tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] 10.222.0.20 "GET /v2.0/security-groups/1329c9e5-7a34-4e27-bf1a-93aa84e75c0a HTTP/1.1" status: 200  len: 1795 time: 0.0511284
Apr 16 21:10:04.250074 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-da5fa48b-7b81-4a57-b1df-d3bed36e5fa6 req-666af961-9ce5-4a8c-af4e-d95529a00d9a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (1329c9e5-7a34-4e27-bf1a-93aa84e75c0a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:04.274175 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-da5fa48b-7b81-4a57-b1df-d3bed36e5fa6 req-666af961-9ce5-4a8c-af4e-d95529a00d9a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (1329c9e5-7a34-4e27-bf1a-93aa84e75c0a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:04.275544 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80a5b0-a022-45f6-bb08-1841013205f2 req-3548d77e-6066-42e6-b543-e3392e452f86 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:04.277242 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7b80a5b0-a022-45f6-bb08-1841013205f2 req-3548d77e-6066-42e6-b543-e3392e452f86 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 943 time: 0.0535710
Apr 16 21:10:04.282786 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:04.325987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:04.329213 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13120339-0e5e-4306-89e6-7f60bde9453e" -d '{"events": [{"name": "network-changed", "server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:04.331195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7b80a5b0-a022-45f6-bb08-1841013205f2 req-df5f6ad1-1766-413b-9bbd-2e9d8ed20b40 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483677
Apr 16 21:10:04.338661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=69daf0de-dee8-41ab-85fa-24c0d402ba05,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:04.390897 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-da5fa48b-7b81-4a57-b1df-d3bed36e5fa6 req-666af961-9ce5-4a8c-af4e-d95529a00d9a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1329c9e5-7a34-4e27-bf1a-93aa84e75c0a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:04.393619 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-da5fa48b-7b81-4a57-b1df-d3bed36e5fa6 req-666af961-9ce5-4a8c-af4e-d95529a00d9a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:04.394881 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da5fa48b-7b81-4a57-b1df-d3bed36e5fa6 req-666af961-9ce5-4a8c-af4e-d95529a00d9a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] 10.222.0.20 "DELETE /v2.0/security-groups/1329c9e5-7a34-4e27-bf1a-93aa84e75c0a HTTP/1.1" status: 204  len: 173 time: 0.1967463
Apr 16 21:10:04.408501 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666af961-9ce5-4a8c-af4e-d95529a00d9a tempest-SecurityGroupsTestAdminJSON-2061309716 tempest-SecurityGroupsTestAdminJSON-2061309716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1329c9e5-7a34-4e27-bf1a-93aa84e75c0a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:04.456021 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e082cb75-9177-4830-888a-9f27921bab89 x-openstack-request-id: req-e082cb75-9177-4830-888a-9f27921bab89 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:04.456376 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:04.456636 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e082cb75-9177-4830-888a-9f27921bab89 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:04.457040 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e082cb75-9177-4830-888a-9f27921bab89'] response: {'name': 'network-changed', 'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544', 'status': 'completed', 'code': 200}
Apr 16 21:10:04.581143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710fbb-1a72-4293-908d-a66967bae38d req-8defe0c7-c3c8-49f0-86a9-a20ebaef2974 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:04.582649 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72710fbb-1a72-4293-908d-a66967bae38d req-8defe0c7-c3c8-49f0-86a9-a20ebaef2974 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 944 time: 0.0638268
Apr 16 21:10:04.603615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef269d-5558-407e-8980-9bd75199217e req-eb8eec32-eafb-4169-9d04-5a3aa7622ac0 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:04.605130 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-48ef269d-5558-407e-8980-9bd75199217e req-eb8eec32-eafb-4169-9d04-5a3aa7622ac0 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 945 time: 0.0498641
Apr 16 21:10:04.632431 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72710fbb-1a72-4293-908d-a66967bae38d req-5f5324c4-334e-4fb4-aedb-d4bd65067660 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432420
Apr 16 21:10:04.656933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-48ef269d-5558-407e-8980-9bd75199217e req-59b98ea3-f4a0-497f-bc1f-d2a6ef043be0 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460136
Apr 16 21:10:04.892794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device a34708cf-de0c-422b-ad52-0051f88b2bb4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:10:04.906920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49870) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:04.919338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937547a-60e2-4d71-bac0-82332f8044f4 req-d5e150dd-6063-44e9-807c-0dbef77e09cc tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:04.921005 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2937547a-60e2-4d71-bac0-82332f8044f4 req-d5e150dd-6063-44e9-807c-0dbef77e09cc tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0523832
Apr 16 21:10:04.995581 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2937547a-60e2-4d71-bac0-82332f8044f4 req-331c9f16-12c1-4bb4-b8e3-be85d7ffce77 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681355
Apr 16 21:10:05.044570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:05.057127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device a34708cf-de0c-422b-ad52-0051f88b2bb4 has no active binding in host nch1-master-1 {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 16 21:10:05.082469 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6d5dcee-e35b-4a6a-a064-3c5ee1c249e5 req-a42c10c1-0867-415e-92ea-6a147b66f591 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 210 time: 0.0330141
Apr 16 21:10:05.092530 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b3486-e572-4a80-8127-2fbf6d10252b req-4396900e-1748-43f7-bb62-96d84847c554 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:05.096617 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d0b3486-e572-4a80-8127-2fbf6d10252b req-4396900e-1748-43f7-bb62-96d84847c554 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 948 time: 0.0752423
Apr 16 21:10:05.133056 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b1a1f58e-d573-4d7a-8b90-7de707d2980e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38557d2807994d32967e3094037947c8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2248394
Apr 16 21:10:05.135619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49880) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:05.162349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['69daf0de-dee8-41ab-85fa-24c0d402ba05'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:05.173408 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d0b3486-e572-4a80-8127-2fbf6d10252b req-657cc031-ab7e-43bc-bae9-84fcb873bc55 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703695
Apr 16 21:10:05.189629 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-08215c53-62df-4da7-a3ec-6d65fbc84f02 admin admin] Publish callbacks [] for security_group (18b0ca91-2145-47e5-93b8-998ed594a2b7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:05.212996 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-08215c53-62df-4da7-a3ec-6d65fbc84f02 admin admin] Publish callbacks [] for security_group (18b0ca91-2145-47e5-93b8-998ed594a2b7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:05.283346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6685b0-251a-44b9-ac8c-b6e6429f36e1 req-eb7fae97-92c1-4bba-96ee-a54104461a30 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:05.285096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d6685b0-251a-44b9-ac8c-b6e6429f36e1 req-eb7fae97-92c1-4bba-96ee-a54104461a30 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0620086
Apr 16 21:10:05.326818 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:05.335544 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d6685b0-251a-44b9-ac8c-b6e6429f36e1 req-bc5957f7-3e43-4eb3-89c1-6491219b4f88 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437601
Apr 16 21:10:05.372415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-08215c53-62df-4da7-a3ec-6d65fbc84f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (18b0ca91-2145-47e5-93b8-998ed594a2b7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:05.374933 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-08215c53-62df-4da7-a3ec-6d65fbc84f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:05.376062 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-08215c53-62df-4da7-a3ec-6d65fbc84f02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18b0ca91-2145-47e5-93b8-998ed594a2b7 HTTP/1.1" status: 204  len: 168 time: 0.2394495
Apr 16 21:10:05.392458 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08215c53-62df-4da7-a3ec-6d65fbc84f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b0ca91-2145-47e5-93b8-998ed594a2b7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:05.403290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda0ba5-e592-4684-8f98-8853d65cee85 req-e5c044e7-6b38-45b1-bde6-f55e2432afb9 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:05.409427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda0ba5-e592-4684-8f98-8853d65cee85 req-e5c044e7-6b38-45b1-bde6-f55e2432afb9 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:05.415386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda0ba5-e592-4684-8f98-8853d65cee85 req-e5c044e7-6b38-45b1-bde6-f55e2432afb9 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:05.417149 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6cda0ba5-e592-4684-8f98-8853d65cee85 req-e5c044e7-6b38-45b1-bde6-f55e2432afb9 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd&device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e&device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 2416 time: 0.0803654
Apr 16 21:10:05.459525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8220bb-4ef3-4427-9545-74da712e59ba req-1fd8b30b-3658-41c3-99fc-292fafc12030 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:05.461203 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7b8220bb-4ef3-4427-9545-74da712e59ba req-1fd8b30b-3658-41c3-99fc-292fafc12030 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 943 time: 0.0587649
Apr 16 21:10:05.472487 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6cda0ba5-e592-4684-8f98-8853d65cee85 req-b103b4e8-e44d-47f1-bfba-e326f818b5b0 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428166
Apr 16 21:10:05.513715 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7b8220bb-4ef3-4427-9545-74da712e59ba req-90c5de62-5491-44c6-8431-5cc539c68983 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463738
Apr 16 21:10:05.614699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6467086-9c61-41a8-84b6-243854d8f944 req-a375342f-4eba-4d9e-b554-97d08ddf07c7 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:05.616214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6467086-9c61-41a8-84b6-243854d8f944 req-a375342f-4eba-4d9e-b554-97d08ddf07c7 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 945 time: 0.0561371
Apr 16 21:10:05.664278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6467086-9c61-41a8-84b6-243854d8f944 req-c90ea7be-7ab3-4007-8ac1-146c7d52d9e7 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423849
Apr 16 21:10:05.792122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c679c6e-c9e2-4e5c-8ef1-23eac69cd610 req-fc298699-6afb-4dd4-a2bc-b42bb11b81ae tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:05.793807 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c679c6e-c9e2-4e5c-8ef1-23eac69cd610 req-fc298699-6afb-4dd4-a2bc-b42bb11b81ae tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 944 time: 0.0595684
Apr 16 21:10:05.842394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c679c6e-c9e2-4e5c-8ef1-23eac69cd610 req-007ae272-1afc-4399-be41-e1b521bfbb6c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430284
Apr 16 21:10:06.096068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49902) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:06.138417 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-744d0556-3795-4603-aea6-37040db7e1ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bd8b7ebeb2841959a7e202b0cc1e631&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0411029
Apr 16 21:10:06.142526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49906) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:06.195018 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-20ef538e-c7c6-437f-9f57-87ee72f67f7c req-b5166aa9-9783-4cbb-afbd-c9c1a885f0b7 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 210 time: 0.0396476
Apr 16 21:10:06.220492 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5823a5fd-80f5-4130-ab32-1cf55977dc79 admin admin] Publish callbacks [] for security_group (eb5306b5-e02d-486e-bb46-89f022baa67d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:06.245491 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5823a5fd-80f5-4130-ab32-1cf55977dc79 admin admin] Publish callbacks [] for security_group (eb5306b5-e02d-486e-bb46-89f022baa67d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:06.322850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa5bff-c87f-4d24-a893-b31cfb0fe299 req-c025688e-bf3e-475a-8e04-5d286ef24b39 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:06.324431 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57fa5bff-c87f-4d24-a893-b31cfb0fe299 req-c025688e-bf3e-475a-8e04-5d286ef24b39 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 948 time: 0.0594134
Apr 16 21:10:06.377720 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57fa5bff-c87f-4d24-a893-b31cfb0fe299 req-53326f86-89e5-4136-8bc8-618ac574af80 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448802
Apr 16 21:10:06.431129 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5823a5fd-80f5-4130-ab32-1cf55977dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eb5306b5-e02d-486e-bb46-89f022baa67d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:06.434036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5823a5fd-80f5-4130-ab32-1cf55977dc79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:06.435163 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5823a5fd-80f5-4130-ab32-1cf55977dc79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb5306b5-e02d-486e-bb46-89f022baa67d HTTP/1.1" status: 204  len: 168 time: 0.2916977
Apr 16 21:10:06.468885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823a5fd-80f5-4130-ab32-1cf55977dc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5306b5-e02d-486e-bb46-89f022baa67d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:06.495533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c9e7f-fcb8-41c7-b85f-b4b5e0b099be req-a46ca3d1-3fa2-4bf2-8520-3ae2b6e2365f tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:06.499389 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a32c9e7f-fcb8-41c7-b85f-b4b5e0b099be req-a46ca3d1-3fa2-4bf2-8520-3ae2b6e2365f tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0630856
Apr 16 21:10:06.550526 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a32c9e7f-fcb8-41c7-b85f-b4b5e0b099be req-b535a880-5bac-47a8-ae0e-ea197fc0bc1a tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455513
Apr 16 21:10:06.560298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 69daf0de-dee8-41ab-85fa-24c0d402ba05 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:06.611355 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 69daf0de-dee8-41ab-85fa-24c0d402ba05 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:10:06.651648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22190912-8260-46ed-9bd4-f142a5c23bdd req-c5e6dbfd-d5e3-4693-a01f-794ff2b9a328 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:06.653069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-22190912-8260-46ed-9bd4-f142a5c23bdd req-c5e6dbfd-d5e3-4693-a01f-794ff2b9a328 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 943 time: 0.0483222
Apr 16 21:10:06.701077 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-22190912-8260-46ed-9bd4-f142a5c23bdd req-fb61c65f-d167-4e43-b7f0-95f35c32dbda tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423453
Apr 16 21:10:06.713757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 69daf0de-dee8-41ab-85fa-24c0d402ba05 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:06.719143 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:06.794549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 69daf0de-dee8-41ab-85fa-24c0d402ba05 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:06.794981 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:06.819713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60c9986-12b3-4fc4-9bde-7bf7f34f90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69daf0de-dee8-41ab-85fa-24c0d402ba05'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:06.822004 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aa0285-0395-4c85-aa9f-6ed9c56333e9" -d '{"events": [{"server_uuid": "a60c9986-12b3-4fc4-9bde-7bf7f34f90bd", "name": "network-vif-plugged", "status": "completed", "tag": "69daf0de-dee8-41ab-85fa-24c0d402ba05"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:06.834715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:06.859823 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164849ee-1029-4ea4-a6f9-6bfa9e556329 x-openstack-request-id: req-164849ee-1029-4ea4-a6f9-6bfa9e556329 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:06.860145 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60c9986-12b3-4fc4-9bde-7bf7f34f90bd", "name": "network-vif-plugged", "status": "completed", "tag": "69daf0de-dee8-41ab-85fa-24c0d402ba05", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:06.860688 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-164849ee-1029-4ea4-a6f9-6bfa9e556329 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:06.861035 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164849ee-1029-4ea4-a6f9-6bfa9e556329'] response: {'server_uuid': 'a60c9986-12b3-4fc4-9bde-7bf7f34f90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69daf0de-dee8-41ab-85fa-24c0d402ba05', 'code': 200}
Apr 16 21:10:06.874338 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a831712-067a-47a9-b525-d6b00631c499 req-20308ea1-9f6b-49a2-a72c-f16fff294c2b tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:06.881736 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2a831712-067a-47a9-b525-d6b00631c499 req-20308ea1-9f6b-49a2-a72c-f16fff294c2b tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0473020
Apr 16 21:10:06.928620 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2a831712-067a-47a9-b525-d6b00631c499 req-cb941aea-5572-4138-b746-4fea4e5ca23a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459890
Apr 16 21:10:06.947351 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:06.976073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075177a-95ae-470f-94f1-5cc3b58fc999 req-fc0350fc-e3ef-4c0e-b1e7-caadd7dbcc11 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:06.978270 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f075177a-95ae-470f-94f1-5cc3b58fc999 req-fc0350fc-e3ef-4c0e-b1e7-caadd7dbcc11 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 944 time: 0.0575604
Apr 16 21:10:07.003653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=69daf0de-dee8-41ab-85fa-24c0d402ba05,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:07.030823 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f075177a-95ae-470f-94f1-5cc3b58fc999 req-00c0bb4a-80be-447c-9685-ecc0ad4d666a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461869
Apr 16 21:10:07.299075 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-63bad9b9-6b1a-416c-907e-21aab70d816b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0317307
Apr 16 21:10:07.337993 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-de5c939a-48fa-45a9-b7df-2e0a40a35fce req-7eb0525e-45eb-413e-9503-7174c8c2fa4d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 210 time: 0.0675941
Apr 16 21:10:07.376930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13120339-0e5e-4306-89e6-7f60bde9453e req-7f565c14-1725-4c3d-b0ed-39e93c1cdb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:07.379016 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13120339-0e5e-4306-89e6-7f60bde9453e req-7f565c14-1725-4c3d-b0ed-39e93c1cdb9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2a21b6df375491fb09fc22109fb4a5c&device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 1130 time: 0.1227572
Apr 16 21:10:07.388870 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-96ba88a6-53a9-41d2-a34b-ff20d52c9530 service neutron] 10.222.0.41 "GET /v2.0/ports/a34708cf-de0c-422b-ad52-0051f88b2bb4/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1771293
Apr 16 21:10:07.394276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a50623-a873-483c-ad8b-d8f1acfbe83c req-67e43028-92e4-4495-b062-0d3117da3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:07.395739 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b7a50623-a873-483c-ad8b-d8f1acfbe83c req-67e43028-92e4-4495-b062-0d3117da3d6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 1127 time: 0.0547116
Apr 16 21:10:07.541661 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b7a50623-a873-483c-ad8b-d8f1acfbe83c req-51c481bd-df29-442d-ad10-9863774f6ddd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391685
Apr 16 21:10:07.563496 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13120339-0e5e-4306-89e6-7f60bde9453e req-44753e9a-46d2-48da-a189-6d8f7f69c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:07.565049 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13120339-0e5e-4306-89e6-7f60bde9453e req-44753e9a-46d2-48da-a189-6d8f7f69c624 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1793244
Apr 16 21:10:07.567045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3955a-7a16-4bda-afd0-b4e97ad85147 req-01e78da5-237a-46da-b9fe-7a14279d0fb8 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:07.568594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-87d3955a-7a16-4bda-afd0-b4e97ad85147 req-01e78da5-237a-46da-b9fe-7a14279d0fb8 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 948 time: 0.1025996
Apr 16 21:10:07.581250 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-157a0983-34ba-4d66-b6ee-11290e0867f5 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:07.582826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-157a0983-34ba-4d66-b6ee-11290e0867f5 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2779224
Apr 16 21:10:07.608261 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-c33f9bdf-120b-4077-9e2c-a207a10b6326 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Request body: {'port': {'device_id': '970fc2c2-b7bc-496e-bbf5-be24bc6cf248', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'cd7c434915254744b7a0409ab8e6d33d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:07.670111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cf2b5-e63a-4bc4-8793-e0fa6272813c req-79aee247-226f-40c9-af99-9396a4bf0f62 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:07.671608 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cd8cf2b5-e63a-4bc4-8793-e0fa6272813c req-79aee247-226f-40c9-af99-9396a4bf0f62 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0529671
Apr 16 21:10:07.734074 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cd8cf2b5-e63a-4bc4-8793-e0fa6272813c req-50e18709-bb74-4860-9a61-30a0b6093eb6 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550532
Apr 16 21:10:07.756137 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-87d3955a-7a16-4bda-afd0-b4e97ad85147 req-a7e8d66c-cb0c-4564-953b-b3cb97f3bb10 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702785
Apr 16 21:10:07.795918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:07.830751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:07.892864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34708cf-de0c-422b-ad52-0051f88b2bb4 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:07.899238 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13120339-0e5e-4306-89e6-7f60bde9453e req-413e2d78-3963-4e17-8ff8-cec03d60c921 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=b490e936-9731-4964-89b6-ba2e9e7ac544 HTTP/1.1" status: 200  len: 217 time: 0.0424876
Apr 16 21:10:07.906171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:07.910550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29db00-ebbf-4030-bfe1-ddd6aa5f4654 req-a10378ef-7f3f-493a-a6b7-eba25df19c01 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:07.912391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef29db00-ebbf-4030-bfe1-ddd6aa5f4654 req-a10378ef-7f3f-493a-a6b7-eba25df19c01 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 943 time: 0.0927074
Apr 16 21:10:07.979976 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13120339-0e5e-4306-89e6-7f60bde9453e req-5ee93c2b-edca-4392-8c32-f2a184c3f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:07.981461 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13120339-0e5e-4306-89e6-7f60bde9453e req-5ee93c2b-edca-4392-8c32-f2a184c3f7bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0680323
Apr 16 21:10:08.004842 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef29db00-ebbf-4030-bfe1-ddd6aa5f4654 req-83004f44-463d-4dd6-93d1-9427bc549e4e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831037
Apr 16 21:10:08.022483 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:08.025747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-c33f9bdf-120b-4077-9e2c-a207a10b6326 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Made reservation on behalf of cd7c434915254744b7a0409ab8e6d33d for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:10:08.030937 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-c33f9bdf-120b-4077-9e2c-a207a10b6326 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:08.035934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13120339-0e5e-4306-89e6-7f60bde9453e req-9a1aae9e-82a4-447f-b1f6-7fabf31ee5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:08.037784 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13120339-0e5e-4306-89e6-7f60bde9453e req-9a1aae9e-82a4-447f-b1f6-7fabf31ee5b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0483458
Apr 16 21:10:08.121583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587ac0f-9128-445b-93df-16747146a824 req-f409160d-c3f1-49f9-8d6a-9b7162720326 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:08.123130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7587ac0f-9128-445b-93df-16747146a824 req-f409160d-c3f1-49f9-8d6a-9b7162720326 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.1187847
Apr 16 21:10:08.154311 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1d75c-b68e-46d6-90f1-fea236ae9896 req-10ae9dcd-efa4-44f5-b7f2-f66e3867a4e5 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:08.156160 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ec1d75c-b68e-46d6-90f1-fea236ae9896 req-10ae9dcd-efa4-44f5-b7f2-f66e3867a4e5 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 945 time: 0.0516500
Apr 16 21:10:08.208282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ec1d75c-b68e-46d6-90f1-fea236ae9896 req-e3b6cc1e-8398-40fa-aefb-7ca6d00df634 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432162
Apr 16 21:10:08.264024 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Transition to ACTIVE for port object a34708cf-de0c-422b-ad52-0051f88b2bb4 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:10:08.267442 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7587ac0f-9128-445b-93df-16747146a824 req-8e042ecf-454e-463c-883a-0957a49a87fc tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139612
Apr 16 21:10:08.293239 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-c33f9bdf-120b-4077-9e2c-a207a10b6326 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Allocated IP 192.168.233.223 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/e4213a8a-25d6-4171-9e1d-b2165b7b93f4) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:10:08.355545 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:08.442349 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b83538b5-f5f5-4d94-963f-ef95869f5b1b req-f7d54094-28d9-4983-89e2-d6abf29a66ef tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 210 time: 0.0291369
Apr 16 21:10:08.485074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] No DVR routers for this DVR port a34708cf-de0c-422b-ad52-0051f88b2bb4 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:10:08.491311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Pushing event updated for resources: {'Port': ['ID=a34708cf-de0c-422b-ad52-0051f88b2bb4,revision_number=10']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:08.530749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.531095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.531438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.531778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.532414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.532832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.533171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.533497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.533821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.534144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.535054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.535310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.535633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.535952 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.536551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:08.552156 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-c33f9bdf-120b-4077-9e2c-a207a10b6326 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks [] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:08.556431 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-3c35c897-3f43-44c8-b4f0-be83a7a85d2c service neutron] 10.222.0.41 "PUT /v2.0/ports/a34708cf-de0c-422b-ad52-0051f88b2bb4/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.1608117
Apr 16 21:10:08.564581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b490e936-9731-4964-89b6-ba2e9e7ac544 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:10:08.656877 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-c33f9bdf-120b-4077-9e2c-a207a10b6326 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:08.665442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b490e936-9731-4964-89b6-ba2e9e7ac544,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:08.670344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b1f2adf4-34d0-4e59-9590-bd8f2631ee09', '60d57b69-5719-4183-b383-e1c20b54b232'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:08.673657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:08.727973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-c33f9bdf-120b-4077-9e2c-a207a10b6326 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:10:08.731619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-c33f9bdf-120b-4077-9e2c-a207a10b6326 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:08.748206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-c33f9bdf-120b-4077-9e2c-a207a10b6326 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:10:08.795906 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:10:08.802364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f9bdf-120b-4077-9e2c-a207a10b6326 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event updated for resources: {'Port': ['ID=e4213a8a-25d6-4171-9e1d-b2165b7b93f4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:08.823900 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13120339-0e5e-4306-89e6-7f60bde9453e req-0f75a771-fb39-49d2-919d-a30fd0e2d2e1 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311541
Apr 16 21:10:08.848352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'b490e936-9731-4964-89b6-ba2e9e7ac544', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'b490e936-9731-4964-89b6-ba2e9e7ac544', 'mac_address': 'fa:16:3e:a1:13:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:10:08.867909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-c33f9bdf-120b-4077-9e2c-a207a10b6326 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:08.872518 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-c33f9bdf-120b-4077-9e2c-a207a10b6326 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:08.952352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc7d1e-f298-44e8-866e-7a2720eb3447 req-4a7d5e7e-4881-4876-bdbf-99e7fd6bd345 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:08.961097 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-05cc7d1e-f298-44e8-866e-7a2720eb3447 req-4a7d5e7e-4881-4876-bdbf-99e7fd6bd345 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0626471
Apr 16 21:10:08.989784 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-efb80a5a-033e-4081-827d-1e2f07adb64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:09.036679 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13120339-0e5e-4306-89e6-7f60bde9453e req-da47d282-798d-47cd-ac77-b3b084ee7876 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1949861
Apr 16 21:10:09.040099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b490e936-9731-4964-89b6-ba2e9e7ac544 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:09.042757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-05cc7d1e-f298-44e8-866e-7a2720eb3447 req-46796ebc-3a61-4de2-a10a-ee0c9c55739e tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805521
Apr 16 21:10:09.043595 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:09.046094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-c33f9bdf-120b-4077-9e2c-a207a10b6326 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4511216
Apr 16 21:10:09.085866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b490e936-9731-4964-89b6-ba2e9e7ac544 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:09.146482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b490e936-9731-4964-89b6-ba2e9e7ac544,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:09.150058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7d60922d-877d-418f-aeeb-b2229d9e956d None None] Provisioning complete for port e4213a8a-25d6-4171-9e1d-b2165b7b93f4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:09.150440 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d60922d-877d-418f-aeeb-b2229d9e956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:09.165787 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2282d5-ad3f-4dec-a9bf-e97d9ce9e069 req-8f84cb6d-c22f-472c-8305-e4f3c648a9cf tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:09.167296 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bf2282d5-ad3f-4dec-a9bf-e97d9ce9e069 req-8f84cb6d-c22f-472c-8305-e4f3c648a9cf tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 944 time: 0.0577731
Apr 16 21:10:09.170045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996e2c-e2b9-403d-8e55-26443c6e3027 req-9ca8724e-6251-49e6-b65c-8a8790d49913 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:09.171777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-10996e2c-e2b9-403d-8e55-26443c6e3027 req-9ca8724e-6251-49e6-b65c-8a8790d49913 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 948 time: 0.0556262
Apr 16 21:10:09.215352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7d60922d-877d-418f-aeeb-b2229d9e956d None None] Port e4213a8a-25d6-4171-9e1d-b2165b7b93f4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:10:09.228715 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bf2282d5-ad3f-4dec-a9bf-e97d9ce9e069 req-6cf348c4-3394-44ae-aad0-5a56a19aa1be tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527117
Apr 16 21:10:09.232626 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-10996e2c-e2b9-403d-8e55-26443c6e3027 req-fe7e4c44-5ade-4716-83d8-badae2049cfc tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548842
Apr 16 21:10:09.252812 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:09.334526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b490e936-9731-4964-89b6-ba2e9e7ac544,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:09.344604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.344961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.345311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.345658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.346022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.346515 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.346886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.347220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.347554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.347883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.348232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.348564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.348893 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.349238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.349531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:09.372690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Request body: {'port': {'device_id': '970fc2c2-b7bc-496e-bbf5-be24bc6cf248', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:09.410835 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db20da-84ba-4454-a489-0d750803ea4f req-6cdf6143-1622-4c10-b265-5dff2202065b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:09.412623 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75db20da-84ba-4454-a489-0d750803ea4f req-6cdf6143-1622-4c10-b265-5dff2202065b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 945 time: 0.0933158
Apr 16 21:10:09.433718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244b009-c2c3-4153-a253-347e03e6adeb req-a49275e5-9522-42a3-a92c-a4c40c8aa43f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:09.435339 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1244b009-c2c3-4153-a253-347e03e6adeb req-a49275e5-9522-42a3-a92c-a4c40c8aa43f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0530899
Apr 16 21:10:09.472863 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:09.485259 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1244b009-c2c3-4153-a253-347e03e6adeb req-46c5d1fc-d442-4787-8727-35d39be2c731 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424757
Apr 16 21:10:09.527627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-fa0c728a-b7e2-42ec-9150-1929f208f8be tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:09.529147 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-fa0c728a-b7e2-42ec-9150-1929f208f8be tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0704982
Apr 16 21:10:09.587267 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75db20da-84ba-4454-a489-0d750803ea4f req-b0364de6-f1fc-4174-adc9-0897f370a8c8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654668
Apr 16 21:10:09.617427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-1767dd01-0e8e-4a7b-8da1-c18ae724b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:09.617427 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-1767dd01-0e8e-4a7b-8da1-c18ae724b58b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f HTTP/1.1" status: 200  len: 1126 time: 0.0740335
Apr 16 21:10:09.658083 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2a4415b7-f370-4514-a383-171cd358cfdc req-b7ff0451-aa3c-4aa9-979e-4f43948ac587 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 210 time: 0.0334642
Apr 16 21:10:09.723436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-6e306216-a48a-4d72-a2a9-ab379e78da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:09.724965 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-6e306216-a48a-4d72-a2a9-ab379e78da98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 1126 time: 0.0528450
Apr 16 21:10:09.928367 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-83b9a90e-abe4-4a70-9c28-2606aad2ece0 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0244403
Apr 16 21:10:09.945918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b490e936-9731-4964-89b6-ba2e9e7ac544'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:10.074448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-5755ce88-df52-4384-99be-1a3c5f8a3505 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:10.076277 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-5755ce88-df52-4384-99be-1a3c5f8a3505 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1378367
Apr 16 21:10:10.118061 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:10.183360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-0584d0c1-20be-4a45-870b-c8e6ce6cff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:10.184843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-0584d0c1-20be-4a45-870b-c8e6ce6cff96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.4456878
Apr 16 21:10:10.210620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50012) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:10.266573 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb617a-521c-4b27-9852-8612548960db req-451daee3-6a23-4586-be90-4ca91177ac5e tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:10.267914 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89eb617a-521c-4b27-9852-8612548960db req-451daee3-6a23-4586-be90-4ca91177ac5e tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.1202011
Apr 16 21:10:10.271138 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-b27bdb52-05a9-4faa-8e01-f57b495a596b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4 HTTP/1.1" status: 200  len: 217 time: 0.0747123
Apr 16 21:10:10.290019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-9f9e684d-6620-4094-9b4c-e134e71f3d1d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Request body: {'port': {'device_id': '8255008b-aaf4-444d-bdcd-6746d42c267b', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'cd7c434915254744b7a0409ab8e6d33d'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:10.305209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4213a8a-25d6-4171-9e1d-b2165b7b93f4 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:10.336339 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Publish callbacks [] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:10.370519 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-f29bae5d-3da9-4924-90d6-94074c0bcef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:10.371981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-f29bae5d-3da9-4924-90d6-94074c0bcef0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.0913260
Apr 16 21:10:10.378204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Transition to ACTIVE for port object e4213a8a-25d6-4171-9e1d-b2165b7b93f4 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:10:10.387132 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:10.394215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89eb617a-521c-4b27-9852-8612548960db req-e5ffea2d-d629-46e7-b853-97dd7a80ec36 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159320
Apr 16 21:10:10.417619 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-5a748b85-f76a-4f73-8401-5c32bd977bc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0286405
Apr 16 21:10:10.439486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29939f99-3a5a-409d-bc19-81051a45c808 req-ad93d07f-ccc8-4e1b-9db5-6da354c79249 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:10.441644 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-29939f99-3a5a-409d-bc19-81051a45c808 req-ad93d07f-ccc8-4e1b-9db5-6da354c79249 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 944 time: 0.0977681
Apr 16 21:10:10.505760 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:10.543214 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-29939f99-3a5a-409d-bc19-81051a45c808 req-87e11895-73ea-4445-a837-ef79ffc5a5a8 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928493
Apr 16 21:10:10.567501 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Publish callbacks [] for security_group (fc86985d-bdc2-4f82-8852-aa7a97592941), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:10.568329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd770-ab3a-45fd-9ebc-e63df291ddd3 req-9fe54615-fc25-4f5a-baa7-e111502f4846 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:10.570070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d3fd770-ab3a-45fd-9ebc-e63df291ddd3 req-9fe54615-fc25-4f5a-baa7-e111502f4846 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 949 time: 0.1002364
Apr 16 21:10:10.621254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Pushing event updated for resources: {'Port': ['ID=e4213a8a-25d6-4171-9e1d-b2165b7b93f4,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:10.624987 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-bc0463f0-0ffc-42b3-bdb0-90d0ea7ca111 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2035720
Apr 16 21:10:10.627218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-9f9e684d-6620-4094-9b4c-e134e71f3d1d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Made reservation on behalf of cd7c434915254744b7a0409ab8e6d33d for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:10:10.630627 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-9f9e684d-6620-4094-9b4c-e134e71f3d1d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:10.683962 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fc86985d-bdc2-4f82-8852-aa7a97592941), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:10.761808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d3fd770-ab3a-45fd-9ebc-e63df291ddd3 req-663832ed-0f0c-4260-9ecb-f41626af9fb3 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802757
Apr 16 21:10:10.764002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30701f78-44ee-493d-857d-2baaea014a4a req-517793c0-ce58-48c7-9021-69021ad5212b tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:10.771142 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-30701f78-44ee-493d-857d-2baaea014a4a req-517793c0-ce58-48c7-9021-69021ad5212b tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.1380632
Apr 16 21:10:10.802335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Attempting to bind port e4213a8a-25d6-4171-9e1d-b2165b7b93f4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:10.802335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Attempting to bind port e4213a8a-25d6-4171-9e1d-b2165b7b93f4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:10.802335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Attempting to bind port e4213a8a-25d6-4171-9e1d-b2165b7b93f4 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:10.802612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b57e5a8d303844eeb5fc74dd76136949&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5862577
Apr 16 21:10:10.806157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50026) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:10.808991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc86985d-bdc2-4f82-8852-aa7a97592941,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:10.817748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Port e4213a8a-25d6-4171-9e1d-b2165b7b93f4 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:10:10.818079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Attempting to bind port e4213a8a-25d6-4171-9e1d-b2165b7b93f4 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:10.842426 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:10.842770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:10.843183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:10.843629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Bound port: e4213a8a-25d6-4171-9e1d-b2165b7b93f4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:10.843991 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:10.850593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.850915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.851262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.851605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.851948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.852307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.852639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.852968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.853563 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.853681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.854035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.854240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.854566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.854890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.855208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b47e-b502-487f-98cc-c05a4f1c6248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:10.886911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-7b3f432d-dea5-478f-8cac-183dec0a58a2 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2479541
Apr 16 21:10:10.898530 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-30701f78-44ee-493d-857d-2baaea014a4a req-c03efb1e-8467-4954-84c3-e2b2b117d46c tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265233
Apr 16 21:10:10.909146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-9f9e684d-6620-4094-9b4c-e134e71f3d1d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Allocated IP 192.168.233.155 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/259c9f9f-e7b7-4e10-9e05-3056d94db8ff) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:10:10.932036 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c0642788-5af8-4722-90dd-d3c3c1a8b4a7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:10:10.963052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705444fb-60ed-435c-bec3-7812d80a07ac req-a5bff1e7-4f5f-4b63-b4bd-3c9a219a4fe8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:10.964603 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-705444fb-60ed-435c-bec3-7812d80a07ac req-a5bff1e7-4f5f-4b63-b4bd-3c9a219a4fe8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 945 time: 0.1096549
Apr 16 21:10:10.973509 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4d85adf7-1b8e-4149-8b3f-03b3675c1dfe admin admin] Publish callbacks [] for security_group (fc86985d-bdc2-4f82-8852-aa7a97592941), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.024522 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4d85adf7-1b8e-4149-8b3f-03b3675c1dfe admin admin] Publish callbacks [] for security_group (fc86985d-bdc2-4f82-8852-aa7a97592941), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.026521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] For port e4213a8a-25d6-4171-9e1d-b2165b7b93f4, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:11.056207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-981053a9-d406-47e1-91c6-e57fb4b01330 req-3f8c9c90-9f18-4dba-99d6-2d1575e203fd tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 210 time: 0.0399563
Apr 16 21:10:11.059575 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] For port e4213a8a-25d6-4171-9e1d-b2165b7b93f4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4213a8a-25d6-4171-9e1d-b2165b7b93f4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:11.097691 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-705444fb-60ed-435c-bec3-7812d80a07ac req-20ae0ccb-084e-4484-9017-d9bb9ffd8948 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217496
Apr 16 21:10:11.101686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:11.115791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7', 'mac_address': 'fa:16:3e:33:8c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:10:11.143568 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-9f9e684d-6620-4094-9b4c-e134e71f3d1d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks [] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.162087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:11.162735 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.177256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0642788-5af8-4722-90dd-d3c3c1a8b4a7 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:11.197072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:11.216239 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.221628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee448ac-93f4-4aad-902f-ca4c5d49426d req-31366d8d-77cf-44b5-8b05-b2382a6df8bf tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:11.223963 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ee448ac-93f4-4aad-902f-ca4c5d49426d req-31366d8d-77cf-44b5-8b05-b2382a6df8bf tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 1127 time: 0.0408096
Apr 16 21:10:11.245164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b490e936-9731-4964-89b6-ba2e9e7ac544 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:11.257227 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:11.258266 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.264483 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] 10.222.0.11 "PUT /v2.0/ports/e4213a8a-25d6-4171-9e1d-b2165b7b93f4 HTTP/1.1" status: 200  len: 1096 time: 1.9001174
Apr 16 21:10:11.266005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970fc2c2-b7bc-496e-bbf5-be24bc6cf248', 'tag': 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:11.274241 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cf9315-c296-40cb-97b3-a84cc6826034" -d '{"events": [{"name": "network-changed", "server_uuid": "970fc2c2-b7bc-496e-bbf5-be24bc6cf248", "tag": "e4213a8a-25d6-4171-9e1d-b2165b7b93f4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:11.281207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ee448ac-93f4-4aad-902f-ca4c5d49426d req-f770383f-12db-4494-b364-67be19887e51 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513055
Apr 16 21:10:11.282172 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4d85adf7-1b8e-4149-8b3f-03b3675c1dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fc86985d-bdc2-4f82-8852-aa7a97592941), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.289272 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4d85adf7-1b8e-4149-8b3f-03b3675c1dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.297464 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4d85adf7-1b8e-4149-8b3f-03b3675c1dfe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc86985d-bdc2-4f82-8852-aa7a97592941 HTTP/1.1" status: 204  len: 168 time: 0.4900658
Apr 16 21:10:11.324993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port b490e936-9731-4964-89b6-ba2e9e7ac544 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:10:11.335049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85adf7-1b8e-4149-8b3f-03b3675c1dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc86985d-bdc2-4f82-8852-aa7a97592941,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:11.349347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a10f56-e72d-4ce0-ae8c-729c794ce73b service neutron] Pushing event updated for resources: {'Port': ['ID=e4213a8a-25d6-4171-9e1d-b2165b7b93f4,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:11.377346 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3cb0b5-8d80-4a26-a596-3263af093167 x-openstack-request-id: req-4c3cb0b5-8d80-4a26-a596-3263af093167 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:11.377633 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970fc2c2-b7bc-496e-bbf5-be24bc6cf248", "tag": "e4213a8a-25d6-4171-9e1d-b2165b7b93f4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:11.377888 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c3cb0b5-8d80-4a26-a596-3263af093167 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:11.378370 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3cb0b5-8d80-4a26-a596-3263af093167'] response: {'name': 'network-changed', 'server_uuid': '970fc2c2-b7bc-496e-bbf5-be24bc6cf248', 'tag': 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4', 'status': 'completed', 'code': 200}
Apr 16 21:10:11.389502 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-9f9e684d-6620-4094-9b4c-e134e71f3d1d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.403093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:11.405462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b1f2adf4-34d0-4e59-9590-bd8f2631ee09', '60d57b69-5719-4183-b383-e1c20b54b232'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:11.482426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-9f9e684d-6620-4094-9b4c-e134e71f3d1d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:10:11.488046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf9315-c296-40cb-97b3-a84cc6826034 req-d04df770-325f-4fb8-be85-2c3c087ac3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:11.488221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-9f9e684d-6620-4094-9b4c-e134e71f3d1d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:11.488337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89cf9315-c296-40cb-97b3-a84cc6826034 req-d04df770-325f-4fb8-be85-2c3c087ac3a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=970fc2c2-b7bc-496e-bbf5-be24bc6cf248 HTTP/1.1" status: 200  len: 1130 time: 0.0868003
Apr 16 21:10:11.491005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-9f9e684d-6620-4094-9b4c-e134e71f3d1d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:10:11.529396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e684d-6620-4094-9b4c-e134e71f3d1d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event updated for resources: {'Port': ['ID=259c9f9f-e7b7-4e10-9e05-3056d94db8ff,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:11.533049 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.536441 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89cf9315-c296-40cb-97b3-a84cc6826034 req-6148479a-bf29-4d1c-ab02-c1a950d97603 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0406806
Apr 16 21:10:11.567465 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-9f9e684d-6620-4094-9b4c-e134e71f3d1d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:11.569270 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-9f9e684d-6620-4094-9b4c-e134e71f3d1d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.595749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port b490e936-9731-4964-89b6-ba2e9e7ac544 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:11.596028 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.671246 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-9f9e684d-6620-4094-9b4c-e134e71f3d1d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3866346
Apr 16 21:10:11.693296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Request body: {'port': {'device_id': '8255008b-aaf4-444d-bdcd-6746d42c267b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:11.759466 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e16a5009-9610-40eb-8881-592d533e59b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.781923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e819ae-d655-4613-b7c9-c4f96aabfc81 req-02c05ec1-ed9e-4b28-8359-6c19faf386b7 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:11.790106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:11.792318 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7e819ae-d655-4613-b7c9-c4f96aabfc81 req-02c05ec1-ed9e-4b28-8359-6c19faf386b7 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 949 time: 0.2462852
Apr 16 21:10:11.798560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-35e8e3c6-962f-4e20-b9f6-9eee8eec7742 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:11.800777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-35e8e3c6-962f-4e20-b9f6-9eee8eec7742 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1499221
Apr 16 21:10:11.830610 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:11.943070 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf9315-c296-40cb-97b3-a84cc6826034 req-8a2983f0-78fc-47b6-95e1-3338b541a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:11.945033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89cf9315-c296-40cb-97b3-a84cc6826034 req-8a2983f0-78fc-47b6-95e1-3338b541a4ae service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4004250
Apr 16 21:10:11.946427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0642788-5af8-4722-90dd-d3c3c1a8b4a7'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:11.961630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7e819ae-d655-4613-b7c9-c4f96aabfc81 req-c95914ae-7d11-482f-97b7-1a5997992046 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626890
Apr 16 21:10:12.041637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b490e936-9731-4964-89b6-ba2e9e7ac544 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:12.042016 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:12.099069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:12.101481 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d87866-4841-4dea-83b6-c374dea62c5d" -d '{"events": [{"server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "name": "network-vif-plugged", "status": "completed", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:12.141887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-ed2280e0-a284-4a9c-9570-06dd0e462b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:12.143535 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-ed2280e0-a284-4a9c-9570-06dd0e462b69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=970fc2c2-b7bc-496e-bbf5-be24bc6cf248 HTTP/1.1" status: 200  len: 1130 time: 0.1441216
Apr 16 21:10:12.161687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-645de6fe-0de0-48a3-b128-9a34322ec2e1 None None] Provisioning complete for port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:12.162366 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-645de6fe-0de0-48a3-b128-9a34322ec2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:12.167183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701269d9-7021-42e5-b9df-4ba78844bb79 req-04631d00-10e7-41cb-98eb-add72c5e0fbf tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:12.168919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-701269d9-7021-42e5-b9df-4ba78844bb79 req-04631d00-10e7-41cb-98eb-add72c5e0fbf tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 949 time: 0.0790334
Apr 16 21:10:12.177171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b490e936-9731-4964-89b6-ba2e9e7ac544,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:12.182898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259c9f9f-e7b7-4e10-9e05-3056d94db8ff {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:12.190870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Publish callbacks [] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:12.204936 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Transition to ACTIVE for port object 259c9f9f-e7b7-4e10-9e05-3056d94db8ff will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:10:12.214533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-0206e84a-9d8f-42a3-9ffa-c4865081060c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=e4213a8a-25d6-4171-9e1d-b2165b7b93f4 HTTP/1.1" status: 200  len: 217 time: 0.0598702
Apr 16 21:10:12.218781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbbd44-3cbd-4184-93f7-597a9e41e79c req-7f3b8390-d3e3-4971-9b2b-ae8eae628c11 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:12.221622 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-babbbd44-3cbd-4184-93f7-597a9e41e79c req-7f3b8390-d3e3-4971-9b2b-ae8eae628c11 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 944 time: 0.4868176
Apr 16 21:10:12.283088 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-aae08294-ff5a-4afe-a2a5-12637da8635a service neutron] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:12.290315 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:12.291158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a34708cf-de0c-422b-ad52-0051f88b2bb4 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:10:12.292683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-645de6fe-0de0-48a3-b128-9a34322ec2e1 None None] Port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:10:12.293684 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-aae08294-ff5a-4afe-a2a5-12637da8635a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:12.294920 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b56800c-2d25-4bd2-bca9-d5665f7f5a0c req-aae08294-ff5a-4afe-a2a5-12637da8635a service neutron] 10.222.0.11 "DELETE /v2.0/ports/a34708cf-de0c-422b-ad52-0051f88b2bb4/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4824293
Apr 16 21:10:12.307284 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-701269d9-7021-42e5-b9df-4ba78844bb79 req-2739c0d7-6759-4162-b502-422e2750479e tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991759
Apr 16 21:10:12.309473 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-cb30ad02-395a-49c9-bdf1-c32e10445f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:12.323017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-cb30ad02-395a-49c9-bdf1-c32e10445f2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0986326
Apr 16 21:10:12.334708 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-babbbd44-3cbd-4184-93f7-597a9e41e79c req-5f1dc0e0-f5e7-4dda-9709-089198a3fa61 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055477
Apr 16 21:10:12.337767 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:12.421909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-93e31c71-fe49-47c9-8dc3-db8fbb08a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:12.425302 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-93e31c71-fe49-47c9-8dc3-db8fbb08a4f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0874047
Apr 16 21:10:12.441982 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Pushing event updated for resources: {'Port': ['ID=259c9f9f-e7b7-4e10-9e05-3056d94db8ff,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:12.462954 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:12.463607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port a34708cf-de0c-422b-ad52-0051f88b2bb4 host nch1-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:10:12.464011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a34708cf-de0c-422b-ad52-0051f88b2bb4 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:10:12.474825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b490e936-9731-4964-89b6-ba2e9e7ac544,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:12.513869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50060) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:12.577981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b98986-66bd-4ac9-957e-8b70fc1cd4f1 req-1d290b64-8b66-4f50-88f3-b4b3f5fdcd44 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:12.577981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68b98986-66bd-4ac9-957e-8b70fc1cd4f1 req-1d290b64-8b66-4f50-88f3-b4b3f5fdcd44 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.1517489
Apr 16 21:10:12.610227 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49dbb1c7-efbf-401f-89cf-e89f546b89bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:12.631819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fec8e-a71d-449e-b5c7-07472fa550bd req-6a6bc699-6ac1-47b3-a4bf-b0980a19dd7c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:12.633617 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c04fec8e-a71d-449e-b5c7-07472fa550bd req-6a6bc699-6ac1-47b3-a4bf-b0980a19dd7c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 948 time: 0.1442840
Apr 16 21:10:12.653384 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-d603b163-e09a-48d5-9918-9994f8aaccba service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054229
Apr 16 21:10:12.678384 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68b98986-66bd-4ac9-957e-8b70fc1cd4f1 req-28fb65e8-1eca-4152-bdb0-6f8c9ca88f3b tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925326
Apr 16 21:10:12.691642 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Attempting to bind port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:12.691981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Attempting to bind port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:12.696382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Attempting to bind port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:12.711999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:10:12.712371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Attempting to bind port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:12.738762 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c04fec8e-a71d-449e-b5c7-07472fa550bd req-fa5e7152-a0e1-4908-9043-81aa49afb6be tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950122
Apr 16 21:10:12.738898 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be1d7e6-0c5b-4002-a10e-e766f7d5696e x-openstack-request-id: req-3be1d7e6-0c5b-4002-a10e-e766f7d5696e {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:12.739014 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:12.739115 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "name": "network-vif-plugged", "status": "completed", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:12.739202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:12.739293 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3be1d7e6-0c5b-4002-a10e-e766f7d5696e {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:12.739385 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:12.739473 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be1d7e6-0c5b-4002-a10e-e766f7d5696e'] response: {'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544', 'code': 200}
Apr 16 21:10:12.739556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Bound port: 259c9f9f-e7b7-4e10-9e05-3056d94db8ff, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:12.739556 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:12.820092 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f2b45ab3-f4df-4879-945b-4168e98e8c8f service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556480
Apr 16 21:10:12.880324 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49dbb1c7-efbf-401f-89cf-e89f546b89bb admin admin] Publish callbacks [] for security_group (ae6fe6d7-de04-433f-9198-8fb3403bd093), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:12.927751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9350-7dc7-4f31-8747-db362b6bd089 req-1fb18886-a01b-45e5-aaac-9e98ad41e0d3 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:12.929721 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88ec9350-7dc7-4f31-8747-db362b6bd089 req-1fb18886-a01b-45e5-aaac-9e98ad41e0d3 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 1126 time: 0.0562117
Apr 16 21:10:12.930890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] For port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:12.934521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] For port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=259c9f9f-e7b7-4e10-9e05-3056d94db8ff,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:12.979474 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49dbb1c7-efbf-401f-89cf-e89f546b89bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ae6fe6d7-de04-433f-9198-8fb3403bd093), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:12.990665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed9c46-021d-4241-843a-605a43f58ad1 req-3abfe610-9474-4e8c-b722-5472f12b64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:12.992276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18ed9c46-021d-4241-843a-605a43f58ad1 req-3abfe610-9474-4e8c-b722-5472f12b64ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 1132 time: 0.0637872
Apr 16 21:10:12.996269 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88ec9350-7dc7-4f31-8747-db362b6bd089 req-1ff563a0-c0ff-4b68-9f68-5338b06a4f4a tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563695
Apr 16 21:10:13.041238 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:13.108018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Pushing event updated for resources: {'Port': ['ID=259c9f9f-e7b7-4e10-9e05-3056d94db8ff,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:13.114271 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-49dbb1c7-efbf-401f-89cf-e89f546b89bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=217df66bdcd04acd818c1215a9c08e63&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5839024
Apr 16 21:10:13.115081 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18ed9c46-021d-4241-843a-605a43f58ad1 req-599bf883-11f2-4c74-8d17-1b70a7590382 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038902
Apr 16 21:10:13.118133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50076) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:13.119265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbb1c7-efbf-401f-89cf-e89f546b89bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6fe6d7-de04-433f-9198-8fb3403bd093,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:13.138888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:13.139419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:13.140873 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f0f7411e-f814-4486-a0f0-9f3be7454e45 service neutron] 10.222.0.41 "PUT /v2.0/ports/259c9f9f-e7b7-4e10-9e05-3056d94db8ff HTTP/1.1" status: 200  len: 1096 time: 1.4521480
Apr 16 21:10:13.141329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8255008b-aaf4-444d-bdcd-6746d42c267b', 'tag': '259c9f9f-e7b7-4e10-9e05-3056d94db8ff'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:13.145697 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004f3e76-183f-46f8-90ae-aece6acf107f" -d '{"events": [{"name": "network-changed", "server_uuid": "8255008b-aaf4-444d-bdcd-6746d42c267b", "tag": "259c9f9f-e7b7-4e10-9e05-3056d94db8ff"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:13.151770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59550c8-27e6-415f-9827-052c50c3e455 req-9d08827e-93a8-402a-81ef-9729f44326c4 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:13.153371 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b59550c8-27e6-415f-9827-052c50c3e455 req-9d08827e-93a8-402a-81ef-9729f44326c4 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 949 time: 0.0921674
Apr 16 21:10:13.242989 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9707e498-5d65-4e46-90d8-9de3d3c49a7e admin admin] Publish callbacks [] for security_group (ae6fe6d7-de04-433f-9198-8fb3403bd093), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:13.252078 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b59550c8-27e6-415f-9827-052c50c3e455 req-64bbca0a-2c87-4cb1-be86-dcb5a21e1a9c tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899856
Apr 16 21:10:13.280086 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9707e498-5d65-4e46-90d8-9de3d3c49a7e admin admin] Publish callbacks [] for security_group (ae6fe6d7-de04-433f-9198-8fb3403bd093), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:13.352289 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a12280-69fb-4dea-b5b1-ce61272b0461 x-openstack-request-id: req-93a12280-69fb-4dea-b5b1-ce61272b0461 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:13.352289 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8255008b-aaf4-444d-bdcd-6746d42c267b", "tag": "259c9f9f-e7b7-4e10-9e05-3056d94db8ff", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:13.352289 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93a12280-69fb-4dea-b5b1-ce61272b0461 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:13.352289 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a12280-69fb-4dea-b5b1-ce61272b0461'] response: {'name': 'network-changed', 'server_uuid': '8255008b-aaf4-444d-bdcd-6746d42c267b', 'tag': '259c9f9f-e7b7-4e10-9e05-3056d94db8ff', 'status': 'completed', 'code': 200}
Apr 16 21:10:13.366402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-57fc6ed2-986e-4e26-a8cd-7fb3a72491dc tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:13.368206 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-57fc6ed2-986e-4e26-a8cd-7fb3a72491dc tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 808 time: 0.1552296
Apr 16 21:10:13.385165 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-a2139015-f495-4024-87b1-b1d614cd5e41 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/quotas/b18530cc69c44e6f8a46ca966b3e3a7f HTTP/1.1" status: 200  len: 375 time: 0.0113289
Apr 16 21:10:13.428967 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9707e498-5d65-4e46-90d8-9de3d3c49a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ae6fe6d7-de04-433f-9198-8fb3403bd093), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:13.431539 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9707e498-5d65-4e46-90d8-9de3d3c49a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:13.432981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9707e498-5d65-4e46-90d8-9de3d3c49a7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae6fe6d7-de04-433f-9198-8fb3403bd093 HTTP/1.1" status: 204  len: 168 time: 0.3136554
Apr 16 21:10:13.450572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707e498-5d65-4e46-90d8-9de3d3c49a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6fe6d7-de04-433f-9198-8fb3403bd093,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:13.462475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02365c-f277-47c8-bab0-5baf9b9d94de req-64a2b0ac-1d54-4a79-be77-58f373e44bd9 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:13.470588 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf02365c-f277-47c8-bab0-5baf9b9d94de req-64a2b0ac-1d54-4a79-be77-58f373e44bd9 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 950 time: 0.0795567
Apr 16 21:10:13.471278 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-50387a57-46e8-491c-bfc0-2e8d178f39e9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0794015
Apr 16 21:10:13.540215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf02365c-f277-47c8-bab0-5baf9b9d94de req-fa14de4f-b892-48fd-a12c-c76dbb659522 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683570
Apr 16 21:10:13.583965 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-c04e1234-5626-4749-9b4a-e0ef29f7473f service neutron] 10.222.0.20 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1030810
Apr 16 21:10:13.676706 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-bee78033-ed2c-4110-99cf-874aec912b72 service neutron] 10.222.0.20 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869713
Apr 16 21:10:13.784032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f3e76-183f-46f8-90ae-aece6acf107f req-586e4d43-1cd8-4dd3-8c1a-d19f4ef07a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:13.785635 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-004f3e76-183f-46f8-90ae-aece6acf107f req-586e4d43-1cd8-4dd3-8c1a-d19f4ef07a4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 1130 time: 0.0437567
Apr 16 21:10:13.801969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fbf11-468e-48fe-b376-7c1da8f95da1 req-ef66c8cb-651f-4193-840f-7af4953b9145 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:13.803547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-015fbf11-468e-48fe-b376-7c1da8f95da1 req-ef66c8cb-651f-4193-840f-7af4953b9145 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0551212
Apr 16 21:10:13.877748 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-015fbf11-468e-48fe-b376-7c1da8f95da1 req-03f7e480-1294-4954-bf1c-d987520e7f55 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621567
Apr 16 21:10:13.973068 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-950627df-7a1d-409d-9ad7-ec3bc230c757 req-e3d3675f-53f4-4f86-bb50-6f1b09556e99 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 210 time: 0.0394688
Apr 16 21:10:13.981140 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:14.012725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b7dd-fed5-42ab-8aca-06f20d13bbe6 req-c1f678d2-0e45-4bcf-8374-1f1f2ebae6f2 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:14.014612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7636b7dd-fed5-42ab-8aca-06f20d13bbe6 req-c1f678d2-0e45-4bcf-8374-1f1f2ebae6f2 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 948 time: 0.0755026
Apr 16 21:10:14.050117 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c0642788-5af8-4722-90dd-d3c3c1a8b4a7 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:14.079340 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7636b7dd-fed5-42ab-8aca-06f20d13bbe6 req-a6d31b07-72f5-4841-814c-30c5958cf993 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527616
Apr 16 21:10:14.109449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:14.109827 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:14.191191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:14.191598 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:14.229004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:14.331917 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:14.377754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4858f76-469b-445d-b555-27099a8d51db req-1d59dfdf-0c44-4113-892c-11329deeb5f3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:14.380374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b4858f76-469b-445d-b555-27099a8d51db req-1d59dfdf-0c44-4113-892c-11329deeb5f3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0555465
Apr 16 21:10:14.385312 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-004f3e76-183f-46f8-90ae-aece6acf107f req-2b88a571-26de-4d13-8d93-7502069088c8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0259161
Apr 16 21:10:14.395728 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:14.475703 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b4858f76-469b-445d-b555-27099a8d51db req-3e90db24-3289-4280-a020-494646d9cb20 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804729
Apr 16 21:10:14.738828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:14.741518 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e3e20d-a3bd-404b-8c33-b4a52cb5bb82" -d '{"events": [{"server_uuid": "4dfc548c-fae5-47a4-bb2e-8a022ebf6c17", "name": "network-vif-plugged", "status": "completed", "tag": "c0642788-5af8-4722-90dd-d3c3c1a8b4a7"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:14.779210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571f26b-2cd0-4c7b-ba21-6d22f2641bc3 req-bc21c367-2719-43aa-addb-441d2feeb647 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:14.780791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1571f26b-2cd0-4c7b-ba21-6d22f2641bc3 req-bc21c367-2719-43aa-addb-441d2feeb647 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 950 time: 0.0639079
Apr 16 21:10:14.800471 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8740066-3e26-4433-abb2-e56e750ee365 x-openstack-request-id: req-b8740066-3e26-4433-abb2-e56e750ee365 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:14.801190 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfc548c-fae5-47a4-bb2e-8a022ebf6c17", "name": "network-vif-plugged", "status": "completed", "tag": "c0642788-5af8-4722-90dd-d3c3c1a8b4a7", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:14.801463 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8740066-3e26-4433-abb2-e56e750ee365 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:14.801857 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8740066-3e26-4433-abb2-e56e750ee365'] response: {'server_uuid': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7', 'code': 200}
Apr 16 21:10:14.816162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f3e76-183f-46f8-90ae-aece6acf107f req-c2291134-a6e3-4458-ac2d-d8b318efe81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:14.817532 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-004f3e76-183f-46f8-90ae-aece6acf107f req-c2291134-a6e3-4458-ac2d-d8b318efe81a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4252541
Apr 16 21:10:14.853761 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1571f26b-2cd0-4c7b-ba21-6d22f2641bc3 req-0e4fad12-c123-4075-86a3-ef190be4d08f tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624096
Apr 16 21:10:14.866402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50146) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:15.025056 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-216ad4b5-7081-418b-bc55-62b6825b963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:15.026557 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-216ad4b5-7081-418b-bc55-62b6825b963a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 1130 time: 0.0862331
Apr 16 21:10:15.060662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-network', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:15.104566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-3f14fa6b-c2c1-4a04-83ea-c2f47225fce8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=259c9f9f-e7b7-4e10-9e05-3056d94db8ff HTTP/1.1" status: 200  len: 217 time: 0.0698109
Apr 16 21:10:15.119464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd606c-b1c9-4341-955a-e8340dae6467 req-3fa6ab35-d039-4c15-bec4-b912c348160b tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:15.121168 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18bd606c-b1c9-4341-955a-e8340dae6467 req-3fa6ab35-d039-4c15-bec4-b912c348160b tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.1419249
Apr 16 21:10:15.126942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53218a-471a-4ace-8a2f-198eb89b15f0 req-5e0c3225-3958-4852-b293-2c8ce7039177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:15.129913 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e53218a-471a-4ace-8a2f-198eb89b15f0 req-5e0c3225-3958-4852-b293-2c8ce7039177 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 1132 time: 0.0842578
Apr 16 21:10:15.130782 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f7193b6-134c-4690-a7ea-af8112691f65 req-a2de0df6-aeb6-4bdd-a827-b09b8880a626 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 210 time: 0.0829990
Apr 16 21:10:15.160940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Made reservation on behalf of 2dc15580ef8a449ca359a9d5b799e24d for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:10:15.163563 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:15.197119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-335995bd-39e7-42e4-8e32-c9698c09d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:15.199290 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-335995bd-39e7-42e4-8e32-c9698c09d340 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0781870
Apr 16 21:10:15.202155 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:15.236305 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18bd606c-b1c9-4341-955a-e8340dae6467 req-0c6515ac-f42f-412c-b606-70c8bb6c7b99 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038871
Apr 16 21:10:15.275942 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e53218a-471a-4ace-8a2f-198eb89b15f0 req-e2e4c196-46d0-4c8e-8166-3b253fd7b6e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304500
Apr 16 21:10:15.300515 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595caa8-a784-41e4-9116-bdc085d112a9 req-c21eaada-0c3c-46af-82d9-3c639ab08af9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:15.302020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9595caa8-a784-41e4-9116-bdc085d112a9 req-c21eaada-0c3c-46af-82d9-3c639ab08af9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 948 time: 0.0855696
Apr 16 21:10:15.303501 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-857740db-4604-43d3-9acf-932d27916af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:15.304841 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-857740db-4604-43d3-9acf-932d27916af5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0859506
Apr 16 21:10:15.371543 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:15.390858 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Publish callbacks [] for security_group (e9f257c5-ac8b-4753-9e22-dbdf5c0abb4e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:15.453983 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9595caa8-a784-41e4-9116-bdc085d112a9 req-bb4f30e2-b59b-4eb8-9698-8e10c1906f48 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134579
Apr 16 21:10:15.456130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e9f257c5-ac8b-4753-9e22-dbdf5c0abb4e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:15.477817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e4213a8a-25d6-4171-9e1d-b2165b7b93f4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:10:15.480659 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-f1c386e1-820f-4f16-90ef-2d6fb6ad2ff4 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623375
Apr 16 21:10:15.494717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:10:15.505140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f257c5-ac8b-4753-9e22-dbdf5c0abb4e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:15.510117 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6cabcccd-2c74-429f-a11f-04862ff8bf54), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:15.510467 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Added segment 6cabcccd-2c74-429f-a11f-04862ff8bf54 of type vlan for network a0b7aa02-6b05-448c-853d-2f8d270d1d12
Apr 16 21:10:15.560754 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a0b7aa02-6b05-448c-853d-2f8d270d1d12), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:15.622470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e4213a8a-25d6-4171-9e1d-b2165b7b93f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4213a8a-25d6-4171-9e1d-b2165b7b93f4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:15.638619 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea9d4cfc-671b-4136-8cb5-51907147fd14 req-43efcb18-f611-4396-9bbf-b55e78e672ee service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457770
Apr 16 21:10:15.657778 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4c79b-4b6d-4646-bdee-6823c6d55c50 req-06f5f4b2-18ab-4a26-9b3b-7cbd5f692bb9 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:15.660819 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f7b4c79b-4b6d-4646-bdee-6823c6d55c50 req-06f5f4b2-18ab-4a26-9b3b-7cbd5f692bb9 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0593138
Apr 16 21:10:15.667948 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a0b7aa02-6b05-448c-853d-2f8d270d1d12), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:15.668988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:15.669577 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:15.728580 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f7b4c79b-4b6d-4646-bdee-6823c6d55c50 req-3eb0b2d3-4a91-4190-a84d-cb084587e3ed tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632589
Apr 16 21:10:15.738875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] Pushing event updated for resources: {'Network': ['ID=a0b7aa02-6b05-448c-853d-2f8d270d1d12,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:15.777498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a0b7aa02-6b05-448c-853d-2f8d270d1d12 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:10:15.790431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4', 'mac_address': 'fa:16:3e:27:98:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:10:15.875654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port e4213a8a-25d6-4171-9e1d-b2165b7b93f4 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:15.875987 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:15.893454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4213a8a-25d6-4171-9e1d-b2165b7b93f4 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:15.893610 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ded4dc28-4c48-49c8-9688-015b2101891a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0253541
Apr 16 21:10:15.896082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50172) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:15.900901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-fef7f128-b4b1-488c-ae40-0248a4987f87 admin admin] Request body: {'subnet': {'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-subnet', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:15.914924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e4213a8a-25d6-4171-9e1d-b2165b7b93f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4213a8a-25d6-4171-9e1d-b2165b7b93f4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:15.977452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea705b-2da8-4815-bceb-6e825ea6fc69 req-4e7d8039-4f34-4006-b2dd-8d593ced697a tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:15.978928 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3ea705b-2da8-4815-bceb-6e825ea6fc69 req-4e7d8039-4f34-4006-b2dd-8d593ced697a tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 950 time: 0.0493379
Apr 16 21:10:16.008075 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:16.024674 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3ea705b-2da8-4815-bceb-6e825ea6fc69 req-a5c698fe-647f-4158-a758-ca9ee47f7328 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402396
Apr 16 21:10:16.038577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef7f128-b4b1-488c-ae40-0248a4987f87 admin admin] Made reservation on behalf of 2dc15580ef8a449ca359a9d5b799e24d for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:10:16.041254 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fef7f128-b4b1-488c-ae40-0248a4987f87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:16.062049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=e4213a8a-25d6-4171-9e1d-b2165b7b93f4,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:16.290659 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fef7f128-b4b1-488c-ae40-0248a4987f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (000c92e2-489b-4be2-8bfd-8afe4a414e9d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:16.343818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7f128-b4b1-488c-ae40-0248a4987f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=000c92e2-489b-4be2-8bfd-8afe4a414e9d,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:16.354984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef7f128-b4b1-488c-ae40-0248a4987f87 admin admin] Checking segment: {'id': '6cabcccd-2c74-429f-a11f-04862ff8bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:16.355353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef7f128-b4b1-488c-ae40-0248a4987f87 admin admin] Network hostable DHCP agents. Network: a0b7aa02-6b05-448c-853d-2f8d270d1d12, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:10:16.402440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['e4213a8a-25d6-4171-9e1d-b2165b7b93f4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:16.454014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef7f128-b4b1-488c-ae40-0248a4987f87 admin admin] Network a0b7aa02-6b05-448c-853d-2f8d270d1d12 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:10:16.514288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ab1e04b-b0c3-4d0f-871e-7e7d31483440 req-db8b653b-42ab-4372-bdc1-33aa8bfe3438 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 210 time: 0.0404167
Apr 16 21:10:16.536594 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-fef7f128-b4b1-488c-ae40-0248a4987f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0b7aa02-6b05-448c-853d-2f8d270d1d12) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:16.541930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef7f128-b4b1-488c-ae40-0248a4987f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:16.542865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fef7f128-b4b1-488c-ae40-0248a4987f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:16.551038 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71d0a52-2e12-4be6-a4d5-a78c3bb5d9ad None None] Network a0b7aa02-6b05-448c-853d-2f8d270d1d12 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:10:16.628735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fef7f128-b4b1-488c-ae40-0248a4987f87 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7315161
Apr 16 21:10:16.633047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50194) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:16.637650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:16.642100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b5c58-8609-4d11-a13b-30126d174c49 req-fe0dda38-c0e3-447f-873a-c639ac7d8dc6 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:16.644392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-401b5c58-8609-4d11-a13b-30126d174c49 req-fe0dda38-c0e3-447f-873a-c639ac7d8dc6 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0677574
Apr 16 21:10:16.693997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'fixed_ips': [{'subnet_id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:10:16.694874 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:16.704036 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-401b5c58-8609-4d11-a13b-30126d174c49 req-c1d91eef-32e2-48a7-8143-ff61887b52da tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526545
Apr 16 21:10:16.738223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b0979-cec1-48cb-9372-76b8e454a792 req-6e242b38-bb85-4bdc-a95c-cd476029cfb9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:16.739839 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-508b0979-cec1-48cb-9372-76b8e454a792 req-6e242b38-bb85-4bdc-a95c-cd476029cfb9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 948 time: 0.0501938
Apr 16 21:10:16.791435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (ffd7baa0-11b3-4be1-9c62-4ab170090b29), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:16.791435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (ffd7baa0-11b3-4be1-9c62-4ab170090b29), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:16.816025 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-508b0979-cec1-48cb-9372-76b8e454a792 req-ee716ce2-ebe5-4b1c-bef9-d7bef055ca7f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701478
Apr 16 21:10:16.860858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Allocated IP 172.20.0.2 (a0b7aa02-6b05-448c-853d-2f8d270d1d12/000c92e2-489b-4be2-8bfd-8afe4a414e9d/ba2c6170-a104-46f2-a68f-75da3abb05e6) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:10:16.861124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Publish callbacks [] for router_controller (ffd7baa0-11b3-4be1-9c62-4ab170090b29), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:16.885240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73126b3c-a91e-4df0-9fe0-2a3d41be71c0 req-aa80436b-e372-4213-a88f-95178e2169ec tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:16.886739 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73126b3c-a91e-4df0-9fe0-2a3d41be71c0 req-aa80436b-e372-4213-a88f-95178e2169ec tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0544844
Apr 16 21:10:16.933920 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73126b3c-a91e-4df0-9fe0-2a3d41be71c0 req-ba7b2abe-0125-41ea-8f2b-3bc0d1a18cbb tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415740
Apr 16 21:10:17.016732 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Publish callbacks [] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:17.074512 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Publish callbacks [] for router_gateway (ffd7baa0-11b3-4be1-9c62-4ab170090b29), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:17.107998 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:17.149051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Network a0b7aa02-6b05-448c-853d-2f8d270d1d12 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:10:17.151855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:17.155265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:10:17.161582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Pushing event updated for resources: {'Port': ['ID=ba2c6170-a104-46f2-a68f-75da3abb05e6,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:17.216843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Attempting to bind port ba2c6170-a104-46f2-a68f-75da3abb05e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:17.217127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Attempting to bind port ba2c6170-a104-46f2-a68f-75da3abb05e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6cabcccd-2c74-429f-a11f-04862ff8bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:17.217490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Attempting to bind port ba2c6170-a104-46f2-a68f-75da3abb05e6 on network a0b7aa02-6b05-448c-853d-2f8d270d1d12 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:17.223312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:17.227020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Checking segment: {'id': '6cabcccd-2c74-429f-a11f-04862ff8bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:17.227020 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:17.227020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Bound using segment: {'id': '6cabcccd-2c74-429f-a11f-04862ff8bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:17.227020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Bound port: ba2c6170-a104-46f2-a68f-75da3abb05e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cabcccd-2c74-429f-a11f-04862ff8bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:17.227020 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:17.287657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] For port ba2c6170-a104-46f2-a68f-75da3abb05e6, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:17.290692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] For port ba2c6170-a104-46f2-a68f-75da3abb05e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba2c6170-a104-46f2-a68f-75da3abb05e6,segment=NetworkSegment(6cabcccd-2c74-429f-a11f-04862ff8bf54),segment_id=6cabcccd-2c74-429f-a11f-04862ff8bf54)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:17.365690 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Publish callbacks [] for router_gateway (ffd7baa0-11b3-4be1-9c62-4ab170090b29), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:17.384392 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:17.385315 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:17.442553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd82e1-ed89-4367-a777-ac01086abfd7 None None] Pushing event updated for resources: {'Port': ['ID=ba2c6170-a104-46f2-a68f-75da3abb05e6,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:17.509737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Allocated IP 172.35.1.230 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/7b34890a-f0b5-4ad4-b757-30ddd24e95f2) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:10:17.633735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e4213a8a-25d6-4171-9e1d-b2165b7b93f4 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:17.672924 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4824673b-587b-47ed-90da-50ac79b189e5 req-0900cc5b-5e5c-469c-a1a3-4fc8ee69e5f2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 210 time: 0.0553725
Apr 16 21:10:17.685803 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Publish callbacks [] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:17.707623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port e4213a8a-25d6-4171-9e1d-b2165b7b93f4 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:10:17.787588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port e4213a8a-25d6-4171-9e1d-b2165b7b93f4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:17.787960 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:17.822120 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:17.840029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d27a3a-c39c-4ca0-aa2d-f28de3cb148a req-094b2dcc-72f1-466f-97e9-14b1da14bfd3 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:17.849591 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33d27a3a-c39c-4ca0-aa2d-f28de3cb148a req-094b2dcc-72f1-466f-97e9-14b1da14bfd3 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0687511
Apr 16 21:10:17.875596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:10:17.879559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:17.883497 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:10:17.885607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port e4213a8a-25d6-4171-9e1d-b2165b7b93f4 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:17.886225 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:17.907241 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33d27a3a-c39c-4ca0-aa2d-f28de3cb148a req-5ec0ae3b-dca1-41db-838d-c980f5476e8b tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565865
Apr 16 21:10:17.913948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970fc2c2-b7bc-496e-bbf5-be24bc6cf248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:17.916238 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6000f110-8c33-493a-a74d-f61d27df8274" -d '{"events": [{"server_uuid": "970fc2c2-b7bc-496e-bbf5-be24bc6cf248", "name": "network-vif-plugged", "status": "completed", "tag": "e4213a8a-25d6-4171-9e1d-b2165b7b93f4"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:17.928502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=7b34890a-f0b5-4ad4-b757-30ddd24e95f2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:17.934599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e4213a8a-25d6-4171-9e1d-b2165b7b93f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4213a8a-25d6-4171-9e1d-b2165b7b93f4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:17.964482 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eecee82-30be-4b95-bf2e-43b71dd6116d x-openstack-request-id: req-1eecee82-30be-4b95-bf2e-43b71dd6116d {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:17.965285 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970fc2c2-b7bc-496e-bbf5-be24bc6cf248", "name": "network-vif-plugged", "status": "completed", "tag": "e4213a8a-25d6-4171-9e1d-b2165b7b93f4", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:17.965615 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1eecee82-30be-4b95-bf2e-43b71dd6116d {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:17.966239 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eecee82-30be-4b95-bf2e-43b71dd6116d'] response: {'server_uuid': '970fc2c2-b7bc-496e-bbf5-be24bc6cf248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4', 'code': 200}
Apr 16 21:10:17.981134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14086-07f2-4de2-a48c-8f770bb5d455 req-4011c291-cf57-4a9b-995d-6cd30a11e74f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:17.982654 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-48d14086-07f2-4de2-a48c-8f770bb5d455 req-4011c291-cf57-4a9b-995d-6cd30a11e74f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 948 time: 0.0709364
Apr 16 21:10:18.017026 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:18.070870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=e4213a8a-25d6-4171-9e1d-b2165b7b93f4,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:18.095784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65925ea-44a4-4437-b2da-f7f0eb059739 req-89c468a0-cd0a-4f1b-9095-bf0b712ee3ab tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:18.097645 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c65925ea-44a4-4437-b2da-f7f0eb059739 req-89c468a0-cd0a-4f1b-9095-bf0b712ee3ab tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0784261
Apr 16 21:10:18.099128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61652888-b744-4677-a8aa-7da3b7d96dd6 req-8c39698d-d51b-4400-a8c6-6a57e53d5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:18.100522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61652888-b744-4677-a8aa-7da3b7d96dd6 req-8c39698d-d51b-4400-a8c6-6a57e53d5ffb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=970fc2c2-b7bc-496e-bbf5-be24bc6cf248 HTTP/1.1" status: 200  len: 1132 time: 0.0707028
Apr 16 21:10:18.124408 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-48d14086-07f2-4de2-a48c-8f770bb5d455 req-96ee2735-16c5-4f23-b323-36e52798ad43 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088903
Apr 16 21:10:18.187252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c65925ea-44a4-4437-b2da-f7f0eb059739 req-6ac67af7-209a-40d1-a2ad-857beaa402c5 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838592
Apr 16 21:10:18.189412 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61652888-b744-4677-a8aa-7da3b7d96dd6 req-399fa18d-9614-48d2-a1f0-e0f05a7d7e82 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689702
Apr 16 21:10:18.340344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b063cbc-2c72-410a-a0ea-ca0340cc7f12 req-21d81df4-9b12-4dd2-aff1-0f63539ff27f tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:18.341906 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b063cbc-2c72-410a-a0ea-ca0340cc7f12 req-21d81df4-9b12-4dd2-aff1-0f63539ff27f tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0614378
Apr 16 21:10:18.344733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Publish callbacks [] for router_gateway (ffd7baa0-11b3-4be1-9c62-4ab170090b29), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:18.433382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1243521b-93cd-4005-81e1-cd684460a89b None None] Network a0b7aa02-6b05-448c-853d-2f8d270d1d12 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:10:18.467135 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b063cbc-2c72-410a-a0ea-ca0340cc7f12 req-1b17ea84-c724-4b6e-aef7-d3210857ef5d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177013
Apr 16 21:10:18.572180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e54cf007-1aee-40aa-a3b1-d1a1ecabddb6 None None] Provisioning complete for port ba2c6170-a104-46f2-a68f-75da3abb05e6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:18.572639 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e54cf007-1aee-40aa-a3b1-d1a1ecabddb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:18.595786 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (ffd7baa0-11b3-4be1-9c62-4ab170090b29), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:18.738474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e54cf007-1aee-40aa-a3b1-d1a1ecabddb6 None None] Current status of the port ba2c6170-a104-46f2-a68f-75da3abb05e6 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:18.739012 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e54cf007-1aee-40aa-a3b1-d1a1ecabddb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:18.756667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba2c6170-a104-46f2-a68f-75da3abb05e6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:18.809275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f130fd96-f73f-4d9e-8e62-6b9cc0c55f6d req-0aa79592-b4b2-4435-9699-ed3ccdc8c4be tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 210 time: 0.0448699
Apr 16 21:10:18.812427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e54cf007-1aee-40aa-a3b1-d1a1ecabddb6 None None] For port ba2c6170-a104-46f2-a68f-75da3abb05e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba2c6170-a104-46f2-a68f-75da3abb05e6,segment=NetworkSegment(6cabcccd-2c74-429f-a11f-04862ff8bf54),segment_id=6cabcccd-2c74-429f-a11f-04862ff8bf54)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:18.836047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ba2c6170-a104-46f2-a68f-75da3abb05e6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:18.836485 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:18.896200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Router ffd7baa0-11b3-4be1-9c62-4ab170090b29 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:10:18.896424 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e54cf007-1aee-40aa-a3b1-d1a1ecabddb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:18.961594 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ba2c6170-a104-46f2-a68f-75da3abb05e6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:18.982677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cf007-1aee-40aa-a3b1-d1a1ecabddb6 None None] Pushing event updated for resources: {'Port': ['ID=ba2c6170-a104-46f2-a68f-75da3abb05e6,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:19.019528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9fe7194b-37bf-4078-8a3e-88bd847aabb7 None None] Provisioning complete for port ba2c6170-a104-46f2-a68f-75da3abb05e6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:19.019903 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9fe7194b-37bf-4078-8a3e-88bd847aabb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:19.109654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9fe7194b-37bf-4078-8a3e-88bd847aabb7 None None] Current status of the port ba2c6170-a104-46f2-a68f-75da3abb05e6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:19.112022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f39919-350f-47e4-afb3-556157780d5a req-002ea3b8-da5b-4351-8626-7f04c048ba10 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:19.114657 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-52f39919-350f-47e4-afb3-556157780d5a req-002ea3b8-da5b-4351-8626-7f04c048ba10 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0687246
Apr 16 21:10:19.121553 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a807cdb-d7e9-4f3d-a781-31c1840edebb req-c4fbdfcc-1e12-43e5-b006-11c9c0d343bc tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:19.123057 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a807cdb-d7e9-4f3d-a781-31c1840edebb req-c4fbdfcc-1e12-43e5-b006-11c9c0d343bc tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0596745
Apr 16 21:10:19.131321 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:10:19.142997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Sync routers for ids ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:10:19.158093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Routers {'ffd7baa0-11b3-4be1-9c62-4ab170090b29'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:10:19.162221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124139490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:10:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:19.184906 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a807cdb-d7e9-4f3d-a781-31c1840edebb req-02c0bd6a-ceb3-4d9e-a48f-20f4776e6fb1 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538595
Apr 16 21:10:19.193577 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-52f39919-350f-47e4-afb3-556157780d5a req-a2d3abeb-e62e-4f26-957a-158d0b5c3105 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731225
Apr 16 21:10:19.253823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 259c9f9f-e7b7-4e10-9e05-3056d94db8ff details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:10:19.291458 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:19.293657 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ad4378fa-7e43-4ff0-bb21-affd15e16ff2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.6595328
Apr 16 21:10:19.296733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50264) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:19.305687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3baafe-c155-4061-8a71-a6172118e701 req-dc2dbaf2-e112-43f2-bf58-1699d09a0294 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:19.307340 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec3baafe-c155-4061-8a71-a6172118e701 req-dc2dbaf2-e112-43f2-bf58-1699d09a0294 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 948 time: 0.0588291
Apr 16 21:10:19.311413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Set router ffd7baa0-11b3-4be1-9c62-4ab170090b29 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:10:19.384303 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec3baafe-c155-4061-8a71-a6172118e701 req-dc213851-2b04-48bf-a51d-1b61bbf9a5cf tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695693
Apr 16 21:10:19.508743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=259c9f9f-e7b7-4e10-9e05-3056d94db8ff,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:19.525036 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '259c9f9f-e7b7-4e10-9e05-3056d94db8ff', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '259c9f9f-e7b7-4e10-9e05-3056d94db8ff', 'mac_address': 'fa:16:3e:bd:62:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:10:19.589488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:19.590166 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:19.626403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259c9f9f-e7b7-4e10-9e05-3056d94db8ff {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:19.693854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=259c9f9f-e7b7-4e10-9e05-3056d94db8ff,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:19.707328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124139490>, [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:10:18Z', 'revision_number': 3, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:19.792619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-1d237165-05a0-4d40-8923-6e94e7cefd3a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:19.794136 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-1d237165-05a0-4d40-8923-6e94e7cefd3a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.41 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 808 time: 0.2125292
Apr 16 21:10:19.824603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-89234c61-54fc-4fba-933f-91016e26d363 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Request body: {'port': {'device_id': 'd971969c-aa4b-4761-a632-23f88b833ec4', 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337', 'admin_state_up': True, 'tenant_id': 'b18530cc69c44e6f8a46ca966b3e3a7f'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:19.901324 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:19.903712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Checking router: ffd7baa0-11b3-4be1-9c62-4ab170090b29 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:10:19.904080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Updating router ffd7baa0-11b3-4be1-9c62-4ab170090b29 port 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:10:19.931463 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a5e86db4-700c-4377-a7e7-412300cfaf2c req-11a10cbb-a7f6-4a23-9222-f7716f421ca7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 210 time: 0.0429130
Apr 16 21:10:19.977495 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:20.010834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=259c9f9f-e7b7-4e10-9e05-3056d94db8ff,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:20.061251 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:20.209212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-89234c61-54fc-4fba-933f-91016e26d363 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Made reservation on behalf of b18530cc69c44e6f8a46ca966b3e3a7f for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:10:20.222899 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-89234c61-54fc-4fba-933f-91016e26d363 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:20.301371 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Publish callbacks [] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:20.349177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9ef0-1eb1-4466-9a66-0b6601190b48 req-96a3f72f-2f50-408a-b7a6-b05e32a875bb tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:20.351599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da3d9ef0-1eb1-4466-9a66-0b6601190b48 req-96a3f72f-2f50-408a-b7a6-b05e32a875bb tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0507686
Apr 16 21:10:20.368208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Allocated IP 172.20.0.1 (a0b7aa02-6b05-448c-853d-2f8d270d1d12/000c92e2-489b-4be2-8bfd-8afe4a414e9d/ba069e50-74c5-4f85-ad74-29aa5b1f2771) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:10:20.387391 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:20.400863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b4bd7-a4bd-451a-957f-5b07f0b610db req-bd218ec8-8e25-4080-aa88-3420e22a6a05 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:20.402423 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-080b4bd7-a4bd-451a-957f-5b07f0b610db req-bd218ec8-8e25-4080-aa88-3420e22a6a05 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0847571
Apr 16 21:10:20.416593 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da3d9ef0-1eb1-4466-9a66-0b6601190b48 req-251f328c-3ef8-4e5c-b327-da107c88a211 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587893
Apr 16 21:10:20.441891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['259c9f9f-e7b7-4e10-9e05-3056d94db8ff'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:20.499419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b602b-b514-437f-8948-b220a37c2ce3 None None] Pushing event updated for resources: {'Port': ['ID=7b34890a-f0b5-4ad4-b757-30ddd24e95f2,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:20.526730 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Attempting to bind port 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:20.527367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Attempting to bind port 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:20.528010 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Attempting to bind port 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:20.543485 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:20.547880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:20.547880 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:20.547880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:20.547880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Bound port: 7b34890a-f0b5-4ad4-b757-30ddd24e95f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:20.547880 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:20.598387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa99c0-65ec-4565-abd2-f36a9854370b req-9db2f599-082e-40fd-8d7e-6033f569aeac tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:20.600211 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-74aa99c0-65ec-4565-abd2-f36a9854370b req-9db2f599-082e-40fd-8d7e-6033f569aeac tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 949 time: 0.0875700
Apr 16 21:10:20.661509 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba2c6170-a104-46f2-a68f-75da3abb05e6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:20.667726 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-74aa99c0-65ec-4565-abd2-f36a9854370b req-20575e71-08bc-49ba-9544-2e415ee3442c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594277
Apr 16 21:10:20.726961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] For port 7b34890a-f0b5-4ad4-b757-30ddd24e95f2, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:20.748725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] For port 7b34890a-f0b5-4ad4-b757-30ddd24e95f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b34890a-f0b5-4ad4-b757-30ddd24e95f2,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:20.781541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ba2c6170-a104-46f2-a68f-75da3abb05e6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:20.782001 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:20.830429 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-080b4bd7-a4bd-451a-957f-5b07f0b610db req-ad83156d-1ea0-4193-be27-97183285b50c tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4006846
Apr 16 21:10:20.834640 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:20.844839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-89234c61-54fc-4fba-933f-91016e26d363 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Allocated IP 172.20.0.4 (8cfbbf93-9e15-4e76-bfe0-e69ff753f337/15c83c80-d8ca-4f2d-925f-a5d1a372d8bd/0e96d99c-8339-47c4-aadc-62a791ca4b9a) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:10:20.891500 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Publish callbacks [] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:20.934046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Routers {'ffd7baa0-11b3-4be1-9c62-4ab170090b29'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:10:20.934687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124139490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:10:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:20.936507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b602b-b514-437f-8948-b220a37c2ce3 None None] Pushing event updated for resources: {'Port': ['ID=7b34890a-f0b5-4ad4-b757-30ddd24e95f2,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:21.003914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ba2c6170-a104-46f2-a68f-75da3abb05e6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:21.055861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-89234c61-54fc-4fba-933f-91016e26d363 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks [] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:21.067482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] Set router ffd7baa0-11b3-4be1-9c62-4ab170090b29 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:10:21.085395 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d38bd5b-200e-4873-9289-7969caa5b964 req-c3d3c6cf-5a47-40a8-9554-99fa167191b0 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 210 time: 0.0495358
Apr 16 21:10:21.088543 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:21.154373 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Network a0b7aa02-6b05-448c-853d-2f8d270d1d12 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:10:21.155730 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Pushing event updated for resources: {'Port': ['ID=ba069e50-74c5-4f85-ad74-29aa5b1f2771,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:21.159832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:21.162227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:10:21.201115 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (ffd7baa0-11b3-4be1-9c62-4ab170090b29), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:21.244150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-89234c61-54fc-4fba-933f-91016e26d363 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:21.249385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124139490>, [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:10:18Z', 'revision_number': 3, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:21.282659 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f71174-c672-4992-a3eb-1370d2d73563 None None] The sync data for ids ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'] in ncdv-master-1 is: [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:10:18Z', 'revision_number': 3, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:10:21.308649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-89234c61-54fc-4fba-933f-91016e26d363 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:10:21.321540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-89234c61-54fc-4fba-933f-91016e26d363 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:21.325011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89234c61-54fc-4fba-933f-91016e26d363 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Pushing event updated for resources: {'Port': ['ID=0e96d99c-8339-47c4-aadc-62a791ca4b9a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:21.331647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-89234c61-54fc-4fba-933f-91016e26d363 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:10:21.410214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-89234c61-54fc-4fba-933f-91016e26d363 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:21.410832 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-89234c61-54fc-4fba-933f-91016e26d363 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:21.452946 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f0e69695-6f13-4309-900f-edabc710fe52 None None] Provisioning complete for port ba069e50-74c5-4f85-ad74-29aa5b1f2771 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:21.455070 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f0e69695-6f13-4309-900f-edabc710fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:21.497307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f0e69695-6f13-4309-900f-edabc710fe52 None None] Port ba069e50-74c5-4f85-ad74-29aa5b1f2771 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:10:21.547764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-89234c61-54fc-4fba-933f-91016e26d363 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7271764
Apr 16 21:10:21.564702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:21.571058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497db85e-ddae-4da0-aceb-2f70e9694d15 req-0f9dd2da-a990-4295-97d7-a7609321db17 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:21.579389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-497db85e-ddae-4da0-aceb-2f70e9694d15 req-0f9dd2da-a990-4295-97d7-a7609321db17 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0772302
Apr 16 21:10:21.624152 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-497db85e-ddae-4da0-aceb-2f70e9694d15 req-2ace89b0-71f4-4696-bc78-3c2674dad761 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454547
Apr 16 21:10:21.632712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Request body: {'port': {'device_id': 'd971969c-aa4b-4761-a632-23f88b833ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:21.766491 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:21.857230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5face88-a577-4be8-a587-f048b6fd0c19 req-ad514593-615b-483b-b9b2-e649abb356fc tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:21.858764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5face88-a577-4be8-a587-f048b6fd0c19 req-ad514593-615b-483b-b9b2-e649abb356fc tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 949 time: 0.1174979
Apr 16 21:10:21.965499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02508e45-a431-4908-8dbf-7d7a26181fe9 req-fb699410-179e-4d64-a239-f12b50814ab6 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:21.967575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02508e45-a431-4908-8dbf-7d7a26181fe9 req-fb699410-179e-4d64-a239-f12b50814ab6 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0543509
Apr 16 21:10:21.968365 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Publish callbacks [] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:22.023088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5face88-a577-4be8-a587-f048b6fd0c19 req-f69163ae-3a77-40e3-9138-0b0c01b0168b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478179
Apr 16 21:10:22.025870 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02508e45-a431-4908-8dbf-7d7a26181fe9 req-d6683149-0004-4341-85be-e4b244d0e2de tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446527
Apr 16 21:10:22.077613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:22.170325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (ffd7baa0-11b3-4be1-9c62-4ab170090b29), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:22.185571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Pushing event updated for resources: {'Port': ['ID=ba069e50-74c5-4f85-ad74-29aa5b1f2771,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:22.220328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa7c1d-6bba-4493-bb9f-8156571059c7 req-67de60f2-2f33-47f2-b055-58acf1df4fad tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:22.222339 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67aa7c1d-6bba-4493-bb9f-8156571059c7 req-67de60f2-2f33-47f2-b055-58acf1df4fad tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 931 time: 0.0653653
Apr 16 21:10:22.272061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67aa7c1d-6bba-4493-bb9f-8156571059c7 req-6b37aa64-7cab-45cc-b1f7-7244b4f2a1b1 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429497
Apr 16 21:10:22.296913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e96d99c-8339-47c4-aadc-62a791ca4b9a {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:22.308850 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Publish callbacks [] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:22.333282 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Transition to ACTIVE for port object 0e96d99c-8339-47c4-aadc-62a791ca4b9a will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:10:22.335129 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Network a0b7aa02-6b05-448c-853d-2f8d270d1d12 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:10:22.336525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:22.429809 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:22.509764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e96d99c-8339-47c4-aadc-62a791ca4b9a,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:22.535579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6f4a8098-32c2-4320-9b03-05349020fafc None None] Provisioning complete for port ba069e50-74c5-4f85-ad74-29aa5b1f2771 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:22.536493 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f4a8098-32c2-4320-9b03-05349020fafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:22.541061 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Router ffd7baa0-11b3-4be1-9c62-4ab170090b29 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:10:22.576428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a8098-32c2-4320-9b03-05349020fafc None None] Port ba069e50-74c5-4f85-ad74-29aa5b1f2771 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:10:22.595733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 259c9f9f-e7b7-4e10-9e05-3056d94db8ff up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:22.664344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:10:22.687480 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:22.744031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Attempting to bind port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:22.744416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Attempting to bind port 0e96d99c-8339-47c4-aadc-62a791ca4b9a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:22.744754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Attempting to bind port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:22.746358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:22.746960 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:22.775971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:10:22.776329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Attempting to bind port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:22.776682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:22.777062 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:22.793492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:22.793764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:22.794144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Bound using segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:22.794575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Bound port: 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:22.794939 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:22.804815 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08ad0f-2db3-4362-a7b6-90dbbdf690ae req-d5fdfd3c-787a-4f6c-b0d6-86f6e64aef75 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:22.806393 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dc08ad0f-2db3-4362-a7b6-90dbbdf690ae req-d5fdfd3c-787a-4f6c-b0d6-86f6e64aef75 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0783932
Apr 16 21:10:22.851260 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:10:22.860131 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dd9cf5bb-4785-410f-9dc1-026ce6f33959 admin admin] 10.222.0.20 "PUT /v2.0/routers/ffd7baa0-11b3-4be1-9c62-4ab170090b29/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5622852
Apr 16 21:10:22.871817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:22.872231 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:22.919041 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 7b34890a-f0b5-4ad4-b757-30ddd24e95f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b34890a-f0b5-4ad4-b757-30ddd24e95f2,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:22.932644 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dc08ad0f-2db3-4362-a7b6-90dbbdf690ae req-552e6216-c512-4400-bff5-f398b0b1fef1 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053493
Apr 16 21:10:22.934601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:22.935001 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:22.944462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:22.948871 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:22.972360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8255008b-aaf4-444d-bdcd-6746d42c267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259c9f9f-e7b7-4e10-9e05-3056d94db8ff'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:22.974720 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bae2a1-d2b9-430e-9234-0a908575c57d" -d '{"events": [{"server_uuid": "8255008b-aaf4-444d-bdcd-6746d42c267b", "name": "network-vif-plugged", "status": "completed", "tag": "259c9f9f-e7b7-4e10-9e05-3056d94db8ff"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:22.988366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=259c9f9f-e7b7-4e10-9e05-3056d94db8ff,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:22.990172 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:23.016103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:23.028495 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04181a13-5038-42ea-902f-4812949e4118 x-openstack-request-id: req-04181a13-5038-42ea-902f-4812949e4118 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:23.028972 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8255008b-aaf4-444d-bdcd-6746d42c267b", "name": "network-vif-plugged", "status": "completed", "tag": "259c9f9f-e7b7-4e10-9e05-3056d94db8ff", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:23.029196 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04181a13-5038-42ea-902f-4812949e4118 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:23.029593 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04181a13-5038-42ea-902f-4812949e4118'] response: {'server_uuid': '8255008b-aaf4-444d-bdcd-6746d42c267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259c9f9f-e7b7-4e10-9e05-3056d94db8ff', 'code': 200}
Apr 16 21:10:23.070875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=7b34890a-f0b5-4ad4-b757-30ddd24e95f2,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:23.072651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:23.073279 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:23.074904 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/0e96d99c-8339-47c4-aadc-62a791ca4b9a HTTP/1.1" status: 200  len: 1091 time: 1.4474435
Apr 16 21:10:23.075356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd971969c-aa4b-4761-a632-23f88b833ec4', 'tag': '0e96d99c-8339-47c4-aadc-62a791ca4b9a'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:23.078298 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e65cf5e-e6f0-4dfe-adc7-ed1f8470af3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d971969c-aa4b-4761-a632-23f88b833ec4", "tag": "0e96d99c-8339-47c4-aadc-62a791ca4b9a"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:23.079873 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:23.102448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2df6d-41e4-440e-afcf-132e6f9b26c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e96d99c-8339-47c4-aadc-62a791ca4b9a,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:23.163860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=259c9f9f-e7b7-4e10-9e05-3056d94db8ff,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:23.201072 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Sync routers for ids ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:10:23.204534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fecad-3d1f-4a72-b4ad-8c843a08e450 req-3ca62260-4069-405e-a0ba-58edf192a612 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:23.206574 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-283fecad-3d1f-4a72-b4ad-8c843a08e450 req-3ca62260-4069-405e-a0ba-58edf192a612 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0731449
Apr 16 21:10:23.224481 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Routers {'ffd7baa0-11b3-4be1-9c62-4ab170090b29'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:10:23.225110 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124bad670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:10:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:23.257263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78d76d-38bb-4203-9d72-601fa7593655 req-e78131f8-42ef-4d43-96c1-8624e1f823a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:23.258788 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f78d76d-38bb-4203-9d72-601fa7593655 req-e78131f8-42ef-4d43-96c1-8624e1f823a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 1132 time: 0.0914540
Apr 16 21:10:23.267505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39bf01-9631-4785-840d-4ef2d703bc50 req-d170b0c0-8213-453a-bb35-78e1fec5ec67 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:23.275224 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef39bf01-9631-4785-840d-4ef2d703bc50 req-d170b0c0-8213-453a-bb35-78e1fec5ec67 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 950 time: 0.1285238
Apr 16 21:10:23.295976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-283fecad-3d1f-4a72-b4ad-8c843a08e450 req-d3eb244b-f29e-452f-84e5-a87354115dd7 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787613
Apr 16 21:10:23.314441 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-036fe3ec-87da-4541-b6d2-86d1cb09d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:23.316434 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-036fe3ec-87da-4541-b6d2-86d1cb09d63b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 1125 time: 0.1087530
Apr 16 21:10:23.346129 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b31151-6c6d-4f1c-96e7-0c516d05afeb x-openstack-request-id: req-43b31151-6c6d-4f1c-96e7-0c516d05afeb {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:23.347260 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d971969c-aa4b-4761-a632-23f88b833ec4", "tag": "0e96d99c-8339-47c4-aadc-62a791ca4b9a", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:23.347260 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43b31151-6c6d-4f1c-96e7-0c516d05afeb {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:23.353797 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b31151-6c6d-4f1c-96e7-0c516d05afeb'] response: {'name': 'network-changed', 'server_uuid': 'd971969c-aa4b-4761-a632-23f88b833ec4', 'tag': '0e96d99c-8339-47c4-aadc-62a791ca4b9a', 'status': 'completed', 'code': 200}
Apr 16 21:10:23.366617 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef39bf01-9631-4785-840d-4ef2d703bc50 req-6a5564c4-ed13-45e0-9be8-f1d412d85036 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882707
Apr 16 21:10:23.370430 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-85b5f82a-1847-4e7c-b636-db9895257ca7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a HTTP/1.1" status: 200  len: 217 time: 0.0458708
Apr 16 21:10:23.374781 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f78d76d-38bb-4203-9d72-601fa7593655 req-dfbc24b1-90e2-44a0-9e2a-82fe7d1d72a2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954340
Apr 16 21:10:23.389457 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Set router ffd7baa0-11b3-4be1-9c62-4ab170090b29 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:10:23.475379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f0ff7-2d74-4ebf-b458-1f6bdc0e8107 req-5162e79e-2957-497d-9ea3-bf737f9eacbb tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:23.476994 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d20f0ff7-2d74-4ebf-b458-1f6bdc0e8107 req-5162e79e-2957-497d-9ea3-bf737f9eacbb tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.0517023
Apr 16 21:10:23.525217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d20f0ff7-2d74-4ebf-b458-1f6bdc0e8107 req-379392ec-a36f-44c5-9166-24c6e0a3e0a6 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421402
Apr 16 21:10:23.596010 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124bad670>, [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:10:21Z', 'revision_number': 4, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba069e50-74c5-4f85-ad74-29aa5b1f2771', 'name': '', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'mac_address': 'fa:16:3e:53:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:20Z', 'updated_at': '2022-04-16T21:10:21Z', 'revision_number': 2, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'subnets': [{'id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:23.625843 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Checking router: ffd7baa0-11b3-4be1-9c62-4ab170090b29 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:10:23.626211 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Updating router ffd7baa0-11b3-4be1-9c62-4ab170090b29 port ba069e50-74c5-4f85-ad74-29aa5b1f2771 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:10:23.653996 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:23.710799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-93be90da-2115-4a07-b825-e96777ba5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:23.712311 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-93be90da-2115-4a07-b825-e96777ba5d1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.0572591
Apr 16 21:10:23.723761 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50390) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:23.728619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1766185913-network', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:23.749902 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-5c3c3419-5f70-46c3-94e8-fa42f9be30c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284312
Apr 16 21:10:23.838385 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Made reservation on behalf of ce41c59fd659489f98b2e19db24a33f9 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:10:23.840668 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:23.842756 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-28df56fc-4459-48fd-8f65-18f7ee5c1702 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853431
Apr 16 21:10:23.849405 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:23.934723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Publish callbacks [] for security_group (211c65e4-d8a9-4c10-a835-179dc17d2db8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:23.942649 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9424fe71-3fc0-4aa3-b9e0-bd99c1ed2aad req-cf13ef7b-62af-4373-941a-6d5996e77be1 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923147
Apr 16 21:10:23.943185 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Publish callbacks [] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.047865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (211c65e4-d8a9-4c10-a835-179dc17d2db8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.059175 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bcc11-6bea-465e-ad13-f53918db1b7a req-56163dc7-745f-4802-89fb-892b6bf08f5c tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:24.059390 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.067302 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b1bcc11-6bea-465e-ad13-f53918db1b7a req-56163dc7-745f-4802-89fb-892b6bf08f5c tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0581005
Apr 16 21:10:24.070008 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:10:24.085101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211c65e4-d8a9-4c10-a835-179dc17d2db8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:24.087988 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (205a9205-64be-4634-8f02-052a7944f249), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.088484 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Added segment 205a9205-64be-4634-8f02-052a7944f249 of type vlan for network de4547c1-b46a-42ff-ade2-b7255f8c6de0
Apr 16 21:10:24.116880 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Pushing event updated for resources: {'Port': ['ID=ba069e50-74c5-4f85-ad74-29aa5b1f2771,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:24.125807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b1bcc11-6bea-465e-ad13-f53918db1b7a req-c82cb445-ea3b-4d94-b070-b9b9c16b8365 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530627
Apr 16 21:10:24.140688 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (de4547c1-b46a-42ff-ade2-b7255f8c6de0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.147789 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.148369 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.148772 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.149315 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.149827 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.150152 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.150485 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.150815 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.151140 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.151466 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.151810 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.152120 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.152455 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.155836 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.155836 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:10:24.191515 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Attempting to bind port ba069e50-74c5-4f85-ad74-29aa5b1f2771 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:24.191888 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Attempting to bind port ba069e50-74c5-4f85-ad74-29aa5b1f2771 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6cabcccd-2c74-429f-a11f-04862ff8bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:24.192284 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Attempting to bind port ba069e50-74c5-4f85-ad74-29aa5b1f2771 on network a0b7aa02-6b05-448c-853d-2f8d270d1d12 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:24.197585 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:24.197961 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Checking segment: {'id': '6cabcccd-2c74-429f-a11f-04862ff8bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:24.198362 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.198757 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Bound using segment: {'id': '6cabcccd-2c74-429f-a11f-04862ff8bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:24.199223 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Bound port: ba069e50-74c5-4f85-ad74-29aa5b1f2771, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cabcccd-2c74-429f-a11f-04862ff8bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:24.199600 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.261644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (de4547c1-b46a-42ff-ade2-b7255f8c6de0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.263475 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:24.263602 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] For port ba069e50-74c5-4f85-ad74-29aa5b1f2771, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:24.264085 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.267706 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] For port ba069e50-74c5-4f85-ad74-29aa5b1f2771, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba069e50-74c5-4f85-ad74-29aa5b1f2771,segment=NetworkSegment(6cabcccd-2c74-429f-a11f-04862ff8bf54),segment_id=6cabcccd-2c74-429f-a11f-04862ff8bf54)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:24.324596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] Pushing event updated for resources: {'Network': ['ID=de4547c1-b46a-42ff-ade2-b7255f8c6de0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:24.335669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network de4547c1-b46a-42ff-ade2-b7255f8c6de0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:10:24.407112 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a75e1-b603-4f37-9cc7-6944a5517025 req-8e9c71f7-1904-4a8c-865d-afaaca0e538b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:24.407645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6243b953-513f-423b-b208-5702f6575a04 None None] Provisioning complete for port ba069e50-74c5-4f85-ad74-29aa5b1f2771 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:24.407900 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6243b953-513f-423b-b208-5702f6575a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.412012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d6a75e1-b603-4f37-9cc7-6944a5517025 req-8e9c71f7-1904-4a8c-865d-afaaca0e538b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0533102
Apr 16 21:10:24.416691 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.453564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6243b953-513f-423b-b208-5702f6575a04 None None] Port ba069e50-74c5-4f85-ad74-29aa5b1f2771 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:10:24.475215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-56949099-c307-4c64-b6b9-a9b8776f33e9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7478123
Apr 16 21:10:24.477059 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50402) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:24.480940 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Routers {'ffd7baa0-11b3-4be1-9c62-4ab170090b29'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:10:24.481562 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124bad670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:10:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:24.483093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e61f260b-fd4f-439f-8dcd-6109fdfdb2a1 admin admin] Request body: {'subnet': {'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766185913-subnet', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:24.508037 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d6a75e1-b603-4f37-9cc7-6944a5517025 req-85a0af27-ab03-45af-bfcb-87a7bf707329 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886016
Apr 16 21:10:24.517666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74d9d-3e0e-4a4a-9010-216560fe9363 req-5a445142-4514-4fe4-8cfc-127275a0a2eb tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:24.520093 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7d74d9d-3e0e-4a4a-9010-216560fe9363 req-5a445142-4514-4fe4-8cfc-127275a0a2eb tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 950 time: 0.0736246
Apr 16 21:10:24.528144 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b029ac-3a3b-4470-a712-f2ed8416a177 None None] Pushing event updated for resources: {'Port': ['ID=ba069e50-74c5-4f85-ad74-29aa5b1f2771,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:24.583924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b490e936-9731-4964-89b6-ba2e9e7ac544 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:10:24.607933 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7d74d9d-3e0e-4a4a-9010-216560fe9363 req-80817c3d-0ccd-4130-8287-b84c4a5039d6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810261
Apr 16 21:10:24.627193 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61f260b-fd4f-439f-8dcd-6109fdfdb2a1 admin admin] Made reservation on behalf of ce41c59fd659489f98b2e19db24a33f9 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:10:24.630984 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e61f260b-fd4f-439f-8dcd-6109fdfdb2a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.646423 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] Set router ffd7baa0-11b3-4be1-9c62-4ab170090b29 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:10:24.705075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:24.787077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551b852-2097-45a9-8744-387e71d3e5e7 req-897728d5-c719-4630-9e47-781b74dc9b60 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:24.789550 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5551b852-2097-45a9-8744-387e71d3e5e7 req-897728d5-c719-4630-9e47-781b74dc9b60 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.0738611
Apr 16 21:10:24.798962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:24.799834 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.806986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-05dbae3d-26cb-4629-9365-016ff8ffc95d None None] Provisioning complete for port ba069e50-74c5-4f85-ad74-29aa5b1f2771 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:24.807475 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-05dbae3d-26cb-4629-9365-016ff8ffc95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:24.846894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b490e936-9731-4964-89b6-ba2e9e7ac544,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:24.895487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'b490e936-9731-4964-89b6-ba2e9e7ac544', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'b490e936-9731-4964-89b6-ba2e9e7ac544', 'mac_address': 'fa:16:3e:a1:13:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:10:24.897119 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5551b852-2097-45a9-8744-387e71d3e5e7 req-7181a804-a5da-4050-baaf-871188733113 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950646
Apr 16 21:10:24.997697 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124bad670>, [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:10:21Z', 'revision_number': 4, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba069e50-74c5-4f85-ad74-29aa5b1f2771', 'name': '', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'mac_address': 'fa:16:3e:53:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:20Z', 'updated_at': '2022-04-16T21:10:24Z', 'revision_number': 4, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'subnets': [{'id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:25.001138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b490e936-9731-4964-89b6-ba2e9e7ac544 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:25.001533 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:25.025514 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32651ae-75f7-4983-95b2-a341b8034086 None None] The sync data for ids ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'] in ncdv-master-1 is: [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:10:21Z', 'revision_number': 4, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba069e50-74c5-4f85-ad74-29aa5b1f2771', 'name': '', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'mac_address': 'fa:16:3e:53:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:20Z', 'updated_at': '2022-04-16T21:10:24Z', 'revision_number': 4, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'subnets': [{'id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:10:25.033187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b490e936-9731-4964-89b6-ba2e9e7ac544 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:25.040201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-05dbae3d-26cb-4629-9365-016ff8ffc95d None None] Current status of the port ba069e50-74c5-4f85-ad74-29aa5b1f2771 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:25.040609 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-05dbae3d-26cb-4629-9365-016ff8ffc95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:25.049190 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:25.051113 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e61f260b-fd4f-439f-8dcd-6109fdfdb2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (9ebcbbbc-f14f-4783-96fd-fcee7028104b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:25.070112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b490e936-9731-4964-89b6-ba2e9e7ac544,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:25.100636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-05dbae3d-26cb-4629-9365-016ff8ffc95d None None] For port ba069e50-74c5-4f85-ad74-29aa5b1f2771, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba069e50-74c5-4f85-ad74-29aa5b1f2771,segment=NetworkSegment(6cabcccd-2c74-429f-a11f-04862ff8bf54),segment_id=6cabcccd-2c74-429f-a11f-04862ff8bf54)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:25.131147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f260b-fd4f-439f-8dcd-6109fdfdb2a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebcbbbc-f14f-4783-96fd-fcee7028104b,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:25.142351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61f260b-fd4f-439f-8dcd-6109fdfdb2a1 admin admin] Checking segment: {'id': '205a9205-64be-4634-8f02-052a7944f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:25.142539 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:25.142681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f260b-fd4f-439f-8dcd-6109fdfdb2a1 admin admin] Network hostable DHCP agents. Network: de4547c1-b46a-42ff-ade2-b7255f8c6de0, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:10:25.188214 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-05dbae3d-26cb-4629-9365-016ff8ffc95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:25.221938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b490e936-9731-4964-89b6-ba2e9e7ac544,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:25.253248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395c9c2-eca6-47b5-82a3-73f5d1569fd3 req-969a4efc-f763-4235-9732-a10a228f114c tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:25.254854 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9395c9c2-eca6-47b5-82a3-73f5d1569fd3 req-969a4efc-f763-4235-9732-a10a228f114c tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0509250
Apr 16 21:10:25.272677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f260b-fd4f-439f-8dcd-6109fdfdb2a1 admin admin] Network de4547c1-b46a-42ff-ade2-b7255f8c6de0 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:10:25.283547 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbae3d-26cb-4629-9365-016ff8ffc95d None None] Pushing event updated for resources: {'Port': ['ID=ba069e50-74c5-4f85-ad74-29aa5b1f2771,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:25.308969 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9395c9c2-eca6-47b5-82a3-73f5d1569fd3 req-eac5df49-23d6-4782-a007-822041cc8f66 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484905
Apr 16 21:10:25.370102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-e61f260b-fd4f-439f-8dcd-6109fdfdb2a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, de4547c1-b46a-42ff-ade2-b7255f8c6de0) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:25.374146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f260b-fd4f-439f-8dcd-6109fdfdb2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:25.375122 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e61f260b-fd4f-439f-8dcd-6109fdfdb2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:25.380163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c6cfee-165f-4afd-823a-2517e31c781c None None] Network de4547c1-b46a-42ff-ade2-b7255f8c6de0 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:10:25.464370 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e61f260b-fd4f-439f-8dcd-6109fdfdb2a1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9854586
Apr 16 21:10:25.466882 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50420) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:25.471875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1766185913-router', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:25.494509 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-de4547c1-b46a-42ff-ade2-b7255f8c6de0', 'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0', 'project_id': 'ce41c59fd659489f98b2e19db24a33f9', 'fixed_ips': [{'subnet_id': '9ebcbbbc-f14f-4783-96fd-fcee7028104b'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:10:25.495082 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:25.523195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b490e936-9731-4964-89b6-ba2e9e7ac544'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:25.593291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:25.594999 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:25.695250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9a3b3-f6ff-4679-b4c8-c161af53d8f2 req-ed267c49-f809-4a70-92a5-a6ed1f30de19 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:25.696918 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2ad9a3b3-f6ff-4679-b4c8-c161af53d8f2 req-ed267c49-f809-4a70-92a5-a6ed1f30de19 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.1065955
Apr 16 21:10:25.702525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Allocated IP 172.20.0.2 (de4547c1-b46a-42ff-ade2-b7255f8c6de0/9ebcbbbc-f14f-4783-96fd-fcee7028104b/ad7d2b80-aab2-4a2a-a543-b2f11b115cf1) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:10:25.741012 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Publish callbacks [] for router_controller (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:25.788819 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2ad9a3b3-f6ff-4679-b4c8-c161af53d8f2 req-e84564ff-270d-407a-b729-7f8ea0ccbe98 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456619
Apr 16 21:10:25.819796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec89ecd-61c3-4d03-a3d2-d1fbfe19f48d req-5f926ff4-fbc7-4cbb-8e85-f7afd1319741 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:25.821481 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cec89ecd-61c3-4d03-a3d2-d1fbfe19f48d req-5f926ff4-fbc7-4cbb-8e85-f7afd1319741 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 950 time: 0.0735350
Apr 16 21:10:25.883923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cec89ecd-61c3-4d03-a3d2-d1fbfe19f48d req-204963a5-25c8-477d-abb6-c144e51c9f2b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564325
Apr 16 21:10:25.935223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Publish callbacks [] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:25.974847 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Publish callbacks [] for router_gateway (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:26.025940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464f609-460b-4663-8e36-3758ea75c422 req-1c7f18ce-773c-4e91-8d5e-811923fe7280 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:26.027972 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:26.028649 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7464f609-460b-4663-8e36-3758ea75c422 req-1c7f18ce-773c-4e91-8d5e-811923fe7280 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.0504248
Apr 16 21:10:26.074472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Network de4547c1-b46a-42ff-ade2-b7255f8c6de0 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:10:26.077995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:26.085666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:10:26.101310 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7464f609-460b-4663-8e36-3758ea75c422 req-0df8d064-e15e-4eb0-864d-b4e4545afd22 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627539
Apr 16 21:10:26.130456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Pushing event updated for resources: {'Port': ['ID=ad7d2b80-aab2-4a2a-a543-b2f11b115cf1,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:26.173086 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Attempting to bind port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:26.173373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Attempting to bind port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '205a9205-64be-4634-8f02-052a7944f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:26.173741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Attempting to bind port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 on network de4547c1-b46a-42ff-ade2-b7255f8c6de0 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:26.180369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:26.180751 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Checking segment: {'id': '205a9205-64be-4634-8f02-052a7944f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:26.181161 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:26.181618 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Bound using segment: {'id': '205a9205-64be-4634-8f02-052a7944f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:26.182114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Bound port: ad7d2b80-aab2-4a2a-a543-b2f11b115cf1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205a9205-64be-4634-8f02-052a7944f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:26.182501 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:26.264587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] For port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:26.269184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] For port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad7d2b80-aab2-4a2a-a543-b2f11b115cf1,segment=NetworkSegment(205a9205-64be-4634-8f02-052a7944f249),segment_id=205a9205-64be-4634-8f02-052a7944f249)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:26.302043 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Publish callbacks [] for router_gateway (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:26.324356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:26.365059 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:26.435719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da5029-e026-46f5-bb87-680f20c2ec18 req-adf012b0-caf7-4167-a103-3b5bd0567250 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:26.436516 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78da5029-e026-46f5-bb87-680f20c2ec18 req-adf012b0-caf7-4167-a103-3b5bd0567250 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0592422
Apr 16 21:10:26.450202 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f692dd0-7ca2-4c76-924c-09e46064f222 None None] Pushing event updated for resources: {'Port': ['ID=ad7d2b80-aab2-4a2a-a543-b2f11b115cf1,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:26.463083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Allocated IP 172.35.1.221 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/9a403e88-69a5-48d4-ab5e-828a2862cd15) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:10:26.489555 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78da5029-e026-46f5-bb87-680f20c2ec18 req-ad982ab8-dc71-4bc7-804b-b8dd4f7259c5 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452814
Apr 16 21:10:26.576311 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Publish callbacks [] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:26.587810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b490e936-9731-4964-89b6-ba2e9e7ac544 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:26.673821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port b490e936-9731-4964-89b6-ba2e9e7ac544 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:26.674209 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:26.715883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba069e50-74c5-4f85-ad74-29aa5b1f2771 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:26.796949 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:26.843059 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:10:26.846254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:26.850919 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:10:26.854431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Pushing event updated for resources: {'Port': ['ID=9a403e88-69a5-48d4-ab5e-828a2862cd15,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:26.928335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4359e5-0b61-41f7-8ef1-d0c328189d1e req-0fab749d-4978-45d1-b3c7-513565299022 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:26.931512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b4359e5-0b61-41f7-8ef1-d0c328189d1e req-0fab749d-4978-45d1-b3c7-513565299022 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0618129
Apr 16 21:10:26.950220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ba069e50-74c5-4f85-ad74-29aa5b1f2771 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:26.950525 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:26.954270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b490e936-9731-4964-89b6-ba2e9e7ac544 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:26.954655 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:26.990571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b4359e5-0b61-41f7-8ef1-d0c328189d1e req-b86055c3-1310-4cb7-8f5b-22bb3abe9206 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527022
Apr 16 21:10:27.007484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:27.010213 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1bba41-6053-44fe-9e4a-6e170a72db61" -d '{"events": [{"server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "name": "network-vif-plugged", "status": "completed", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:27.027665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b490e936-9731-4964-89b6-ba2e9e7ac544,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:27.055531 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89540e52-ba22-46ab-9445-14f3a1473235 x-openstack-request-id: req-89540e52-ba22-46ab-9445-14f3a1473235 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:27.055954 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "name": "network-vif-plugged", "status": "completed", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:27.056338 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89540e52-ba22-46ab-9445-14f3a1473235 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:27.056839 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89540e52-ba22-46ab-9445-14f3a1473235'] response: {'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544', 'code': 200}
Apr 16 21:10:27.068940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395bf9e-62b6-4325-82cc-a2f818520931 req-468360be-70f8-4e40-b88b-3773cd172479 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:27.070448 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d395bf9e-62b6-4325-82cc-a2f818520931 req-468360be-70f8-4e40-b88b-3773cd172479 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 950 time: 0.0806727
Apr 16 21:10:27.077697 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ba069e50-74c5-4f85-ad74-29aa5b1f2771 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:27.082094 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:27.129561 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d395bf9e-62b6-4325-82cc-a2f818520931 req-28d6cda6-a534-45b6-9da7-23cc2b8fe98b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473335
Apr 16 21:10:27.137517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b490e936-9731-4964-89b6-ba2e9e7ac544,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:27.237631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8787df4-04bc-4189-91af-e24a7e273bc4 req-16517c83-84e9-44f6-9212-277adea0028a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:27.239193 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e8787df4-04bc-4189-91af-e24a7e273bc4 req-16517c83-84e9-44f6-9212-277adea0028a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.0515246
Apr 16 21:10:27.300727 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e8787df4-04bc-4189-91af-e24a7e273bc4 req-bf4af8af-dda0-44bf-bf01-fffb08eaef5a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552516
Apr 16 21:10:27.516996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06015461-f6e2-4fb1-9e31-895598892b95 None None] Network de4547c1-b46a-42ff-ade2-b7255f8c6de0 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:10:27.571585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d3f2d449-6149-4f96-9b91-614582f9d067 None None] Provisioning complete for port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:27.571965 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d449-6149-4f96-9b91-614582f9d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:27.601083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Publish callbacks [] for router_gateway (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:27.645965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73d52b-753c-479e-a17b-c2625d78bf89 req-8fdc9374-b0b2-4f8f-a8f4-5cea6f4eaa65 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:27.647459 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5c73d52b-753c-479e-a17b-c2625d78bf89 req-8fdc9374-b0b2-4f8f-a8f4-5cea6f4eaa65 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0852559
Apr 16 21:10:27.694943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2d449-6149-4f96-9b91-614582f9d067 None None] Current status of the port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:27.695338 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d449-6149-4f96-9b91-614582f9d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:27.730748 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d3f2d449-6149-4f96-9b91-614582f9d067 None None] For port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad7d2b80-aab2-4a2a-a543-b2f11b115cf1,segment=NetworkSegment(205a9205-64be-4634-8f02-052a7944f249),segment_id=205a9205-64be-4634-8f02-052a7944f249)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:27.742283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5c73d52b-753c-479e-a17b-c2625d78bf89 req-1b0b206b-93e6-47a7-b1c8-402a4a2c8a67 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881362
Apr 16 21:10:27.808890 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d449-6149-4f96-9b91-614582f9d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:27.870248 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:27.871302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2d449-6149-4f96-9b91-614582f9d067 None None] Pushing event updated for resources: {'Port': ['ID=ad7d2b80-aab2-4a2a-a543-b2f11b115cf1,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:27.928303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-feb1aac2-fd27-4d60-9ccd-e5db55c7565c None None] Provisioning complete for port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:27.928681 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-feb1aac2-fd27-4d60-9ccd-e5db55c7565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:28.007037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-feb1aac2-fd27-4d60-9ccd-e5db55c7565c None None] Current status of the port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:28.071483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Router ad8a1b25-8a27-4915-8648-c86c2b82f1d3 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:10:28.142807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c5915-bbc1-4b0c-b278-08999edb5f5a req-99b52886-8e76-4236-b9da-60aff3c5e589 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:28.144874 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b24c5915-bbc1-4b0c-b278-08999edb5f5a req-99b52886-8e76-4236-b9da-60aff3c5e589 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0843322
Apr 16 21:10:28.244009 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b24c5915-bbc1-4b0c-b278-08999edb5f5a req-5add05d2-2ed3-44f8-96c0-e6cb27d87801 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910163
Apr 16 21:10:28.254079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:10:28.258873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ea484-9c03-4888-8c50-3c5a7ae873dc req-1cc2c91e-a6a3-4db5-aaa5-cc3ee740a6ab tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:28.261651 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c4ea484-9c03-4888-8c50-3c5a7ae873dc req-1cc2c91e-a6a3-4db5-aaa5-cc3ee740a6ab tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 950 time: 0.0577676
Apr 16 21:10:28.264811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Sync routers for ids ['ad8a1b25-8a27-4915-8648-c86c2b82f1d3'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:10:28.275412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Routers {'ad8a1b25-8a27-4915-8648-c86c2b82f1d3'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:10:28.276035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012416b6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:10:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ad8a1b25-8a27-4915-8648-c86c2b82f1d3'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:28.315982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c4ea484-9c03-4888-8c50-3c5a7ae873dc req-784ffda9-47bc-43f8-95d5-e653fb20abe4 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419569
Apr 16 21:10:28.360563 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:28.361856 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-65ce1bf7-7082-4c22-b6e5-e0211e02784c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.8937857
Apr 16 21:10:28.364525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50482) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:28.397671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Set router ad8a1b25-8a27-4915-8648-c86c2b82f1d3 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:10:28.487969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead48266-47bd-4e6b-b2cc-5559ad71dac8 req-2d725e26-e8e3-4acc-a3e6-c3047dd796c5 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:28.489543 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ead48266-47bd-4e6b-b2cc-5559ad71dac8 req-2d725e26-e8e3-4acc-a3e6-c3047dd796c5 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.0829582
Apr 16 21:10:28.546150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65cf5e-e6f0-4dfe-adc7-ed1f8470af3f req-7c68ffdc-8874-4f05-9f8e-e2403e33f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:28.547539 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e65cf5e-e6f0-4dfe-adc7-ed1f8470af3f req-7c68ffdc-8874-4f05-9f8e-e2403e33f5f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 1125 time: 0.0467601
Apr 16 21:10:28.592590 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ead48266-47bd-4e6b-b2cc-5559ad71dac8 req-e9b5e8e8-8ff7-435d-8689-a402dc4d1046 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961361
Apr 16 21:10:28.620787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012416b6a0>, [{'id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766185913-router', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221'}], 'enable_snat': True}, 'gw_port_id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:25Z', 'updated_at': '2022-04-16T21:10:27Z', 'revision_number': 3, 'project_id': 'ce41c59fd659489f98b2e19db24a33f9', 'gw_port': {'id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:26Z', 'updated_at': '2022-04-16T21:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:28.647829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Checking router: ad8a1b25-8a27-4915-8648-c86c2b82f1d3 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:10:28.648214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Updating router ad8a1b25-8a27-4915-8648-c86c2b82f1d3 port 9a403e88-69a5-48d4-ab5e-828a2862cd15 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:10:28.667729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:28.703188 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:28.805790 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:28.806097 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:28.885644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a3af3-41de-48a4-8d41-2d3bd7f5ab20 req-5d535fb0-a0b2-42e4-87ab-d689af189526 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:28.894397 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf4a3af3-41de-48a4-8d41-2d3bd7f5ab20 req-5d535fb0-a0b2-42e4-87ab-d689af189526 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0793841
Apr 16 21:10:28.920296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:28.952596 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf4a3af3-41de-48a4-8d41-2d3bd7f5ab20 req-9ad26b8f-6c41-4797-93ed-954a79b8c2c6 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561843
Apr 16 21:10:28.965068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:29.032612 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Publish callbacks [] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:29.079944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Allocated IP 172.20.0.1 (de4547c1-b46a-42ff-ade2-b7255f8c6de0/9ebcbbbc-f14f-4783-96fd-fcee7028104b/ba86fe2f-b803-42f0-ac22-80fe8048696e) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:10:29.139351 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:29.186453 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Publish callbacks [] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:29.193025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Attempting to bind port 9a403e88-69a5-48d4-ab5e-828a2862cd15 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:29.193390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Attempting to bind port 9a403e88-69a5-48d4-ab5e-828a2862cd15 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:29.193754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Attempting to bind port 9a403e88-69a5-48d4-ab5e-828a2862cd15 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:29.200848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8246674-0607-4bae-872b-9ad2fe203b5c None None] Pushing event updated for resources: {'Port': ['ID=9a403e88-69a5-48d4-ab5e-828a2862cd15,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:29.203312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:29.203687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:29.204080 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:29.204488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:29.204959 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Bound port: 9a403e88-69a5-48d4-ab5e-828a2862cd15, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:29.205331 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:29.258545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] For port 9a403e88-69a5-48d4-ab5e-828a2862cd15, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:29.261568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] For port 9a403e88-69a5-48d4-ab5e-828a2862cd15, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a403e88-69a5-48d4-ab5e-828a2862cd15,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:29.301868 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:29.336286 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:29.359222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Network de4547c1-b46a-42ff-ade2-b7255f8c6de0 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:10:29.363684 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:29.386005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:10:29.388644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Routers {'ad8a1b25-8a27-4915-8648-c86c2b82f1d3'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:10:29.389496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012416b6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:10:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ad8a1b25-8a27-4915-8648-c86c2b82f1d3'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:29.430745 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:29.482391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Pushing event updated for resources: {'Port': ['ID=ba86fe2f-b803-42f0-ac22-80fe8048696e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:29.491537 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8246674-0607-4bae-872b-9ad2fe203b5c None None] Pushing event updated for resources: {'Port': ['ID=9a403e88-69a5-48d4-ab5e-828a2862cd15,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:29.502931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64e196-0976-45e7-bf15-b977e1b9a3e9 req-fbc5fa62-9460-4341-aa26-ffc8b85d4c35 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:29.506204 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a64e196-0976-45e7-bf15-b977e1b9a3e9 req-fbc5fa62-9460-4341-aa26-ffc8b85d4c35 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.1725633
Apr 16 21:10:29.535308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] Set router ad8a1b25-8a27-4915-8648-c86c2b82f1d3 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:10:29.572312 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a64e196-0976-45e7-bf15-b977e1b9a3e9 req-44f05eeb-5627-43b8-9780-5dcfd36e0551 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567844
Apr 16 21:10:29.725424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cde59-ec47-4bd6-85ea-333704b94c5b req-a167bd55-190f-4fdb-b339-49c99edcaed6 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:29.727020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b70cde59-ec47-4bd6-85ea-333704b94c5b req-a167bd55-190f-4fdb-b339-49c99edcaed6 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.0509322
Apr 16 21:10:29.764044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e7489-ef7d-4ae7-bf82-71038f7f15db req-b61ad47c-f50e-48c8-bc22-628ac47047ef tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:29.765972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-022e7489-ef7d-4ae7-bf82-71038f7f15db req-b61ad47c-f50e-48c8-bc22-628ac47047ef tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 950 time: 0.3737133
Apr 16 21:10:29.770103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e5e631b7-94f7-4857-a0e6-fd8a6084792d None None] Provisioning complete for port ba86fe2f-b803-42f0-ac22-80fe8048696e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:29.770545 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e5e631b7-94f7-4857-a0e6-fd8a6084792d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:29.799156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012416b6a0>, [{'id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766185913-router', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221'}], 'enable_snat': True}, 'gw_port_id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:25Z', 'updated_at': '2022-04-16T21:10:27Z', 'revision_number': 3, 'project_id': 'ce41c59fd659489f98b2e19db24a33f9', 'gw_port': {'id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:26Z', 'updated_at': '2022-04-16T21:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:29.804211 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:29.816063 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b70cde59-ec47-4bd6-85ea-333704b94c5b req-a67f0b61-c019-47b4-a39c-3f46e811f26a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815237
Apr 16 21:10:29.824993 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-022e7489-ef7d-4ae7-bf82-71038f7f15db req-6018d97a-a1fc-414b-957e-0acac31d0bfd tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503778
Apr 16 21:10:29.834694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27af736f-6473-46be-9519-8a55e55cc758 None None] The sync data for ids ['ad8a1b25-8a27-4915-8648-c86c2b82f1d3'] in ncdv-master-1 is: [{'id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766185913-router', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221'}], 'enable_snat': True}, 'gw_port_id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:25Z', 'updated_at': '2022-04-16T21:10:27Z', 'revision_number': 3, 'project_id': 'ce41c59fd659489f98b2e19db24a33f9', 'gw_port': {'id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:26Z', 'updated_at': '2022-04-16T21:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:10:29.838507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e5e631b7-94f7-4857-a0e6-fd8a6084792d None None] Port ba86fe2f-b803-42f0-ac22-80fe8048696e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:10:29.958201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9acb28-2048-4fb1-8cb3-58988c064683 req-3bce36f0-2ed2-4922-8dfa-5974b78fe87f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:29.964695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e9acb28-2048-4fb1-8cb3-58988c064683 req-3bce36f0-2ed2-4922-8dfa-5974b78fe87f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=970fc2c2-b7bc-496e-bbf5-be24bc6cf248 HTTP/1.1" status: 200  len: 950 time: 0.0619245
Apr 16 21:10:30.010750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e9acb28-2048-4fb1-8cb3-58988c064683 req-78724fc7-c3ec-4673-80f8-5729ea04ef19 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450029
Apr 16 21:10:30.023788 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Publish callbacks [] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:30.073655 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72005581-ecfb-4870-89ba-fbdb090874b0 req-075d0ca8-8018-4b37-96fd-f36e6a1c9681 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:30.075381 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72005581-ecfb-4870-89ba-fbdb090874b0 req-075d0ca8-8018-4b37-96fd-f36e6a1c9681 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0591476
Apr 16 21:10:30.095155 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:30.205172 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Pushing event updated for resources: {'Port': ['ID=ba86fe2f-b803-42f0-ac22-80fe8048696e,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:30.208249 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:30.220975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72005581-ecfb-4870-89ba-fbdb090874b0 req-8663ce27-bbf2-4891-9023-cdec9b0fe0bd tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388171
Apr 16 21:10:30.320473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Network de4547c1-b46a-42ff-ade2-b7255f8c6de0 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:10:30.321634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:30.325464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e401b15-afa9-4d80-b65a-a8662bfea6e5 req-38bffbf4-82b8-425d-ab14-ab6d3d2183c9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:30.332069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e401b15-afa9-4d80-b65a-a8662bfea6e5 req-38bffbf4-82b8-425d-ab14-ab6d3d2183c9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:30.345636 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e401b15-afa9-4d80-b65a-a8662bfea6e5 req-38bffbf4-82b8-425d-ab14-ab6d3d2183c9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b&device_id=970fc2c2-b7bc-496e-bbf5-be24bc6cf248 HTTP/1.1" status: 200  len: 1691 time: 0.0827744
Apr 16 21:10:30.395750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e401b15-afa9-4d80-b65a-a8662bfea6e5 req-eb59cf68-0318-4dfa-bf3b-56654c766c76 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492451
Apr 16 21:10:30.489096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Router ad8a1b25-8a27-4915-8648-c86c2b82f1d3 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:10:30.588664 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0e96d99c-8339-47c4-aadc-62a791ca4b9a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:10:30.627971 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f524a3-9602-49f6-91a4-79fef61ad411 req-f808b800-a312-43d0-9095-56dc25e14604 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:30.636315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:10:30.638512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c9f524a3-9602-49f6-91a4-79fef61ad411 req-f808b800-a312-43d0-9095-56dc25e14604 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 1132 time: 0.0760245
Apr 16 21:10:30.650914 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9ebd3bf2-d55c-4538-a823-bae4244ac9cc admin admin] 10.222.0.20 "PUT /v2.0/routers/ad8a1b25-8a27-4915-8648-c86c2b82f1d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2765510
Apr 16 21:10:30.740382 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c9f524a3-9602-49f6-91a4-79fef61ad411 req-f7b35045-0458-4074-9c1f-14c6945942f1 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008675
Apr 16 21:10:30.762205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9a403e88-69a5-48d4-ab5e-828a2862cd15 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:30.766476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2a4ed096-4f78-4423-b0f2-558423ba8f81 None None] Provisioning complete for port ba86fe2f-b803-42f0-ac22-80fe8048696e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:30.766784 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed096-4f78-4423-b0f2-558423ba8f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:30.770785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd49bf0-6be9-40c1-bde1-3cc553873eb2 req-e490e134-1a29-497c-b2b6-33780a44f0e3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:30.777855 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ffd49bf0-6be9-40c1-bde1-3cc553873eb2 req-e490e134-1a29-497c-b2b6-33780a44f0e3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0876987
Apr 16 21:10:30.839908 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ffd49bf0-6be9-40c1-bde1-3cc553873eb2 req-2db4cc85-8cc7-4b97-a21f-fbeb7a7758be tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610790
Apr 16 21:10:30.909491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:30.912383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ed096-4f78-4423-b0f2-558423ba8f81 None None] Port ba86fe2f-b803-42f0-ac22-80fe8048696e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:10:30.926454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '0e96d99c-8339-47c4-aadc-62a791ca4b9a', 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337', 'port_id': '0e96d99c-8339-47c4-aadc-62a791ca4b9a', 'mac_address': 'fa:16:3e:30:6e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c83c80-d8ca-4f2d-925f-a5d1a372d8bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:10:31.017102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c637-6f30-43b4-998b-d62d0294def3 req-d883e3fa-9716-41d7-952c-8110a792175e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:31.019256 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-45d7c637-6f30-43b4-998b-d62d0294def3 req-d883e3fa-9716-41d7-952c-8110a792175e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.0670929
Apr 16 21:10:31.086210 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-45d7c637-6f30-43b4-998b-d62d0294def3 req-acd6ba53-8ee3-4b67-94f4-2040ef13ed9c tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605638
Apr 16 21:10:31.164879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2d836-b89f-4eb7-ac70-fb8c59cd68af req-b94a76f2-e96a-405b-b99b-0899d2d2774e tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:31.172496 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ee2d836-b89f-4eb7-ac70-fb8c59cd68af req-b94a76f2-e96a-405b-b99b-0899d2d2774e tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=970fc2c2-b7bc-496e-bbf5-be24bc6cf248 HTTP/1.1" status: 200  len: 1132 time: 0.0476861
Apr 16 21:10:31.195397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9a403e88-69a5-48d4-ab5e-828a2862cd15 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:31.196131 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:31.220258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0e96d99c-8339-47c4-aadc-62a791ca4b9a is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:31.221960 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:31.259012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e96d99c-8339-47c4-aadc-62a791ca4b9a {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:31.288389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ee2d836-b89f-4eb7-ac70-fb8c59cd68af req-4719f0f4-09d7-403f-a03b-7c334566d3d1 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146047
Apr 16 21:10:31.335252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:31.417939 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:31.447678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f4e3e-d484-4b7f-86c6-1855162faaa7 req-bdda0acc-9365-453b-8740-1091c861d8e0 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:31.453595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65cf5e-e6f0-4dfe-adc7-ed1f8470af3f req-66e738a8-08eb-45c2-aa09-6bcd2cebfc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:31.453595 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e65cf5e-e6f0-4dfe-adc7-ed1f8470af3f req-66e738a8-08eb-45c2-aa09-6bcd2cebfc5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.2322667
Apr 16 21:10:31.454395 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb8f4e3e-d484-4b7f-86c6-1855162faaa7 req-bdda0acc-9365-453b-8740-1091c861d8e0 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.1004097
Apr 16 21:10:31.541872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9a403e88-69a5-48d4-ab5e-828a2862cd15 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:31.543766 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:31.547294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e65cf5e-e6f0-4dfe-adc7-ed1f8470af3f req-d8222df0-74c1-43fe-9604-f48d6af55947 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a HTTP/1.1" status: 200  len: 217 time: 0.0861919
Apr 16 21:10:31.556758 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb8f4e3e-d484-4b7f-86c6-1855162faaa7 req-bb2518ed-5543-41e0-84f5-0b19d7428f9c tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014137
Apr 16 21:10:31.614048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0e96d99c-8339-47c4-aadc-62a791ca4b9a,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:31.644787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 9a403e88-69a5-48d4-ab5e-828a2862cd15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a403e88-69a5-48d4-ab5e-828a2862cd15,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:31.732220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65cf5e-e6f0-4dfe-adc7-ed1f8470af3f req-01731d26-b22d-4a02-bead-653bedb69756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:31.734028 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e65cf5e-e6f0-4dfe-adc7-ed1f8470af3f req-01731d26-b22d-4a02-bead-653bedb69756 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.1650784
Apr 16 21:10:31.753551 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:31.761028 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-d2369778-65dd-4927-8789-cafc72a5d3d2 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0987346
Apr 16 21:10:31.805251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08efd4-5d47-4d17-8c14-902908fa9a94 req-0c5b683c-7660-4288-9edc-e905b15f58de tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:31.812188 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d08efd4-5d47-4d17-8c14-902908fa9a94 req-0c5b683c-7660-4288-9edc-e905b15f58de tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 1127 time: 0.0597789
Apr 16 21:10:31.828509 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=9a403e88-69a5-48d4-ab5e-828a2862cd15,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:31.875606 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d08efd4-5d47-4d17-8c14-902908fa9a94 req-9add3f82-5876-442e-83e9-9aaa6047dbc7 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624871
Apr 16 21:10:31.916234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0e96d99c-8339-47c4-aadc-62a791ca4b9a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:31.921892 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e65cf5e-e6f0-4dfe-adc7-ed1f8470af3f req-11d35500-f237-4103-a8a5-ea54873c8f25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0365851
Apr 16 21:10:32.045873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-a9f1a89d-3d47-41de-97a2-f48e878b5cc8 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:32.054954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eea79c-1e4c-4719-92fa-770e974b5234 req-28960b84-748e-427c-9fc1-152f8d1b57f6 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:32.056728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-a9f1a89d-3d47-41de-97a2-f48e878b5cc8 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2938511
Apr 16 21:10:32.064230 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-39eea79c-1e4c-4719-92fa-770e974b5234 req-28960b84-748e-427c-9fc1-152f8d1b57f6 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0807703
Apr 16 21:10:32.135016 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-39eea79c-1e4c-4719-92fa-770e974b5234 req-937cceca-2698-4443-8f29-82a7cb0a9ce4 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698438
Apr 16 21:10:32.137112 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-9d174515-f290-4de7-93ed-4ebdc6a41208 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/quotas/cd7c434915254744b7a0409ab8e6d33d HTTP/1.1" status: 200  len: 375 time: 0.0788772
Apr 16 21:10:32.143544 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e65cf5e-e6f0-4dfe-adc7-ed1f8470af3f req-7b231d98-ad6e-457f-a44a-9188e899e431 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956139
Apr 16 21:10:32.278788 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-bd217766-caea-42c9-b5a9-09bd2a1ee6b2 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1188834
Apr 16 21:10:32.333610 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e65cf5e-e6f0-4dfe-adc7-ed1f8470af3f req-aea0d9b1-bbd9-4738-a5a4-41985eae5c14 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627500
Apr 16 21:10:32.512244 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Sync routers for ids ['ad8a1b25-8a27-4915-8648-c86c2b82f1d3'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:10:32.531838 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Routers {'ad8a1b25-8a27-4915-8648-c86c2b82f1d3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:10:32.532766 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d08520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:10:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ad8a1b25-8a27-4915-8648-c86c2b82f1d3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:32.713136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a920d20-f70f-4f89-b2b9-3d93b7f0f0b1 req-d08b5069-69f8-4066-9776-6f3aadefec65 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:32.714637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9a403e88-69a5-48d4-ab5e-828a2862cd15 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:32.725721 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3a920d20-f70f-4f89-b2b9-3d93b7f0f0b1 req-d08b5069-69f8-4066-9776-6f3aadefec65 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 944 time: 0.0695493
Apr 16 21:10:32.778548 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Set router ad8a1b25-8a27-4915-8648-c86c2b82f1d3 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:10:32.809030 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3a920d20-f70f-4f89-b2b9-3d93b7f0f0b1 req-57adc184-a977-4807-9426-4e090a239cda tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810077
Apr 16 21:10:32.825431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9a403e88-69a5-48d4-ab5e-828a2862cd15 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:32.826941 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:32.971203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9a403e88-69a5-48d4-ab5e-828a2862cd15 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:33.109624 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d08520>, [{'id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766185913-router', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221'}], 'enable_snat': True}, 'gw_port_id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:25Z', 'updated_at': '2022-04-16T21:10:29Z', 'revision_number': 4, 'project_id': 'ce41c59fd659489f98b2e19db24a33f9', 'gw_port': {'id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:26Z', 'updated_at': '2022-04-16T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba86fe2f-b803-42f0-ac22-80fe8048696e', 'name': '', 'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'mac_address': 'fa:16:3e:0c:09:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9ebcbbbc-f14f-4783-96fd-fcee7028104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:28Z', 'updated_at': '2022-04-16T21:10:29Z', 'revision_number': 2, 'project_id': 'ce41c59fd659489f98b2e19db24a33f9', 'subnets': [{'id': '9ebcbbbc-f14f-4783-96fd-fcee7028104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:33.208740 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Checking router: ad8a1b25-8a27-4915-8648-c86c2b82f1d3 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:10:33.209880 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Updating router ad8a1b25-8a27-4915-8648-c86c2b82f1d3 port ba86fe2f-b803-42f0-ac22-80fe8048696e binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:10:33.292042 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:33.466139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0e96d99c-8339-47c4-aadc-62a791ca4b9a up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:33.615755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 0e96d99c-8339-47c4-aadc-62a791ca4b9a completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:10:33.742376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 0e96d99c-8339-47c4-aadc-62a791ca4b9a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:33.743759 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:33.848660 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Publish callbacks [] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:33.911255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0e96d99c-8339-47c4-aadc-62a791ca4b9a is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:33.911817 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:33.984584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:34.258570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd971969c-aa4b-4761-a632-23f88b833ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e96d99c-8339-47c4-aadc-62a791ca4b9a'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:34.258570 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa07dfc-ce04-4d7e-8217-52d730e42aae" -d '{"events": [{"server_uuid": "d971969c-aa4b-4761-a632-23f88b833ec4", "name": "network-vif-plugged", "status": "completed", "tag": "0e96d99c-8339-47c4-aadc-62a791ca4b9a"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:34.382029 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:34.448644 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba586c01-3685-4e1a-86a7-0969b5e0f346 None None] Pushing event updated for resources: {'Port': ['ID=ba86fe2f-b803-42f0-ac22-80fe8048696e,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:34.479275 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:34.607390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0e96d99c-8339-47c4-aadc-62a791ca4b9a,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:34.659588 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Attempting to bind port ba86fe2f-b803-42f0-ac22-80fe8048696e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:34.659588 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Attempting to bind port ba86fe2f-b803-42f0-ac22-80fe8048696e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '205a9205-64be-4634-8f02-052a7944f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:34.659588 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Attempting to bind port ba86fe2f-b803-42f0-ac22-80fe8048696e on network de4547c1-b46a-42ff-ade2-b7255f8c6de0 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:34.674710 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:34.675446 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Checking segment: {'id': '205a9205-64be-4634-8f02-052a7944f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:34.676022 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:34.676650 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Bound using segment: {'id': '205a9205-64be-4634-8f02-052a7944f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:34.677306 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Bound port: ba86fe2f-b803-42f0-ac22-80fe8048696e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205a9205-64be-4634-8f02-052a7944f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:34.677862 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:34.803432 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] For port ba86fe2f-b803-42f0-ac22-80fe8048696e, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:34.807617 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] For port ba86fe2f-b803-42f0-ac22-80fe8048696e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba86fe2f-b803-42f0-ac22-80fe8048696e,segment=NetworkSegment(205a9205-64be-4634-8f02-052a7944f249),segment_id=205a9205-64be-4634-8f02-052a7944f249)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:34.910890 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:35.007231 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Routers {'ad8a1b25-8a27-4915-8648-c86c2b82f1d3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:10:35.008303 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d08520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:10:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ad8a1b25-8a27-4915-8648-c86c2b82f1d3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:35.013504 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba586c01-3685-4e1a-86a7-0969b5e0f346 None None] Pushing event updated for resources: {'Port': ['ID=ba86fe2f-b803-42f0-ac22-80fe8048696e,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:35.014469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c881008a-1568-4c30-9348-107080a785bb None None] Provisioning complete for port ba86fe2f-b803-42f0-ac22-80fe8048696e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:35.015694 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c881008a-1568-4c30-9348-107080a785bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:35.306846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c881008a-1568-4c30-9348-107080a785bb None None] Current status of the port ba86fe2f-b803-42f0-ac22-80fe8048696e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:35.307257 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c881008a-1568-4c30-9348-107080a785bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:35.365023 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] Set router ad8a1b25-8a27-4915-8648-c86c2b82f1d3 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:10:35.391725 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:35.434890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c881008a-1568-4c30-9348-107080a785bb None None] For port ba86fe2f-b803-42f0-ac22-80fe8048696e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba86fe2f-b803-42f0-ac22-80fe8048696e,segment=NetworkSegment(205a9205-64be-4634-8f02-052a7944f249),segment_id=205a9205-64be-4634-8f02-052a7944f249)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:35.516650 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c881008a-1568-4c30-9348-107080a785bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:35.624284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881008a-1568-4c30-9348-107080a785bb None None] Pushing event updated for resources: {'Port': ['ID=ba86fe2f-b803-42f0-ac22-80fe8048696e,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:35.653170 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ff12c373-5a07-4669-94b2-3c9176246274 None None] Provisioning complete for port ba86fe2f-b803-42f0-ac22-80fe8048696e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:35.657716 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ff12c373-5a07-4669-94b2-3c9176246274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:35.660115 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e1df0ddc-9023-4c3d-bc65-4659ef8689b4 req-81e725dd-1fdf-422e-99c9-70388fdf56f1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 210 time: 0.0654705
Apr 16 21:10:35.708525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-cee28633-f939-45c5-ac97-2e1249fec35f tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:10:35.710224 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-cee28633-f939-45c5-ac97-2e1249fec35f tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0065885
Apr 16 21:10:35.836263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-9988ab84-a31d-4579-a895-362362fca1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:35.849877 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-9988ab84-a31d-4579-a895-362362fca1b4 service neutron] 10.222.0.20 "GET /v2.0/ports/69daf0de-dee8-41ab-85fa-24c0d402ba05 HTTP/1.1" status: 200  len: 1124 time: 0.1113813
Apr 16 21:10:35.855610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:35.856432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] Unknown quota resources ['binding']. {{(pid=122556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:10:35.880812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc1848-9981-4b36-8e57-c00d62449968 req-2c841ac3-c497-47b3-b075-4d6b035c2c9f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:35.882164 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dddc1848-9981-4b36-8e57-c00d62449968 req-2c841ac3-c497-47b3-b075-4d6b035c2c9f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.1327426
Apr 16 21:10:35.890711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ff12c373-5a07-4669-94b2-3c9176246274 None None] Current status of the port ba86fe2f-b803-42f0-ac22-80fe8048696e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:35.905644 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d08520>, [{'id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766185913-router', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221'}], 'enable_snat': True}, 'gw_port_id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:25Z', 'updated_at': '2022-04-16T21:10:29Z', 'revision_number': 4, 'project_id': 'ce41c59fd659489f98b2e19db24a33f9', 'gw_port': {'id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:26Z', 'updated_at': '2022-04-16T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba86fe2f-b803-42f0-ac22-80fe8048696e', 'name': '', 'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'mac_address': 'fa:16:3e:0c:09:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9ebcbbbc-f14f-4783-96fd-fcee7028104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:28Z', 'updated_at': '2022-04-16T21:10:34Z', 'revision_number': 4, 'project_id': 'ce41c59fd659489f98b2e19db24a33f9', 'subnets': [{'id': '9ebcbbbc-f14f-4783-96fd-fcee7028104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:10:35.968347 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8057ffb6-f3a9-427d-9fdc-689b8ee83bd5 None None] The sync data for ids ['ad8a1b25-8a27-4915-8648-c86c2b82f1d3'] in ncdv-master-1 is: [{'id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766185913-router', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221'}], 'enable_snat': True}, 'gw_port_id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:25Z', 'updated_at': '2022-04-16T21:10:29Z', 'revision_number': 4, 'project_id': 'ce41c59fd659489f98b2e19db24a33f9', 'gw_port': {'id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:26Z', 'updated_at': '2022-04-16T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba86fe2f-b803-42f0-ac22-80fe8048696e', 'name': '', 'network_id': 'de4547c1-b46a-42ff-ade2-b7255f8c6de0', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'mac_address': 'fa:16:3e:0c:09:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9ebcbbbc-f14f-4783-96fd-fcee7028104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:28Z', 'updated_at': '2022-04-16T21:10:34Z', 'revision_number': 4, 'project_id': 'ce41c59fd659489f98b2e19db24a33f9', 'subnets': [{'id': '9ebcbbbc-f14f-4783-96fd-fcee7028104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:10:35.987619 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dddc1848-9981-4b36-8e57-c00d62449968 req-2d74df10-c465-4ff9-9fd1-e64aa2208e2a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906467
Apr 16 21:10:36.087606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on host nch1-master-1 for vnic_type normal with profile None {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:36.089717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:36.090063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:36.103058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] Port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:10:36.103392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:36.108907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:36.110275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:36.110742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] Bound using segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:36.111281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] Bound port: 69daf0de-dee8-41ab-85fa-24c0d402ba05, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:36.189140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cda430-4632-42eb-aee0-f774023408a1 req-89cc95f5-1a61-4128-8123-37d42a7316aa tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:36.200667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01cda430-4632-42eb-aee0-f774023408a1 req-89cc95f5-1a61-4128-8123-37d42a7316aa tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0877433
Apr 16 21:10:36.270963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:36.292940 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01cda430-4632-42eb-aee0-f774023408a1 req-0c88b7cb-afe9-4ca8-8e0f-852ea8a6a21b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781772
Apr 16 21:10:36.374205 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:36.387249 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-1018131b-e676-4e8e-a7df-2179c03cb4cf service neutron] 10.222.0.20 "POST /v2.0/ports/69daf0de-dee8-41ab-85fa-24c0d402ba05/bindings HTTP/1.1" status: 201  len: 389 time: 0.5358493
Apr 16 21:10:36.473918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93d97b-578f-4357-8e7f-35fe95a297eb req-4b07a19e-733e-4425-90ae-951baa5d3439 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:36.475869 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a93d97b-578f-4357-8e7f-35fe95a297eb req-4b07a19e-733e-4425-90ae-951baa5d3439 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.1007290
Apr 16 21:10:36.708049 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a93d97b-578f-4357-8e7f-35fe95a297eb req-865be84a-8e6b-4a84-986f-a7f561c8e0ad tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2198443
Apr 16 21:10:36.768545 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-fae7bfd8-a1d0-477b-a000-18ef1d2acce9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1375096
Apr 16 21:10:36.896414 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634687ff-bfb8-4323-b193-ce5338e96598 x-openstack-request-id: req-634687ff-bfb8-4323-b193-ce5338e96598 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:36.896958 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d971969c-aa4b-4761-a632-23f88b833ec4", "name": "network-vif-plugged", "status": "completed", "tag": "0e96d99c-8339-47c4-aadc-62a791ca4b9a", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:36.896958 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-634687ff-bfb8-4323-b193-ce5338e96598 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:36.897382 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634687ff-bfb8-4323-b193-ce5338e96598'] response: {'server_uuid': 'd971969c-aa4b-4761-a632-23f88b833ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e96d99c-8339-47c4-aadc-62a791ca4b9a', 'code': 200}
Apr 16 21:10:36.930366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba86fe2f-b803-42f0-ac22-80fe8048696e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:37.099420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-b199d294-abe1-48c1-bf55-591a5c09e293 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:37.101012 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-b199d294-abe1-48c1-bf55-591a5c09e293 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3180192
Apr 16 21:10:37.126436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ba86fe2f-b803-42f0-ac22-80fe8048696e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:37.129756 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:37.200284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-187f4a6b-78e7-41fc-a2a5-e72a550b8b4e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Request body: {'port': {'device_id': 'a1064818-2a5f-42f7-9566-57a10ea5eb57', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'cd7c434915254744b7a0409ab8e6d33d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:37.220454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de449c2b-1e5a-4cb4-8360-8509d3095442 req-15472a08-294a-43e4-9a74-1777b1355ca6 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:37.231044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-de449c2b-1e5a-4cb4-8360-8509d3095442 req-15472a08-294a-43e4-9a74-1777b1355ca6 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 945 time: 0.1084511
Apr 16 21:10:37.360516 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1a3365a-7f7d-4fd0-af72-b2481d248398 req-33465a14-dc7e-4e62-b127-43bba4d7a111 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 210 time: 0.1973410
Apr 16 21:10:37.373343 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-de449c2b-1e5a-4cb4-8360-8509d3095442 req-01b0e5f5-96f0-4c5f-a7d9-713aea2a8722 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250925
Apr 16 21:10:37.420988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ba86fe2f-b803-42f0-ac22-80fe8048696e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:37.541235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83433d8-1c6e-41c6-9f62-f7f8080468c8 req-fb082ace-ae78-4794-b693-9e46a4be2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:37.542988 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b83433d8-1c6e-41c6-9f62-f7f8080468c8 req-fb082ace-ae78-4794-b693-9e46a4be2a8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 1127 time: 0.4410739
Apr 16 21:10:37.555705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-db7ba275-9736-40cf-bf02-5711c465091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:37.555705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-db7ba275-9736-40cf-bf02-5711c465091e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 1127 time: 0.1726770
Apr 16 21:10:37.708914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e31ce0-6482-400e-894e-df766db77d7d req-ae859ae0-4fe2-4089-afeb-23615d9cef2c tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:37.716681 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26e31ce0-6482-400e-894e-df766db77d7d req-ae859ae0-4fe2-4089-afeb-23615d9cef2c tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.1821551
Apr 16 21:10:37.825805 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26e31ce0-6482-400e-894e-df766db77d7d req-b4c7284a-5d0a-4e56-a730-f4dfebaac1f5 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046371
Apr 16 21:10:37.832237 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-7f903914-debc-4054-94e4-ee876b29f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:37.833830 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-7f903914-debc-4054-94e4-ee876b29f254 service neutron] 10.222.0.11 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.2465906
Apr 16 21:10:37.933740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-753a528a-88ee-4e66-8045-2c91df924b14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05 HTTP/1.1" status: 200  len: 217 time: 0.0906720
Apr 16 21:10:38.022498 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b83433d8-1c6e-41c6-9f62-f7f8080468c8 req-e43256d3-671a-4ab1-ac21-d68f84bcd2f4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4665403
Apr 16 21:10:38.033070 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc867d-8584-455f-b53a-6ace8faf43e6 req-88c1f906-9db2-4132-bcde-662d600ae0fb tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:38.039749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3912f8-5e0f-4e41-8f2e-b4439372bad0 req-7027d41e-3c29-4ae5-8900-907097cc4bdd tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:38.041160 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-affc867d-8584-455f-b53a-6ace8faf43e6 req-88c1f906-9db2-4132-bcde-662d600ae0fb tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.4549284
Apr 16 21:10:38.042134 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1d3912f8-5e0f-4e41-8f2e-b4439372bad0 req-7027d41e-3c29-4ae5-8900-907097cc4bdd tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.1072772
Apr 16 21:10:38.073283 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-187f4a6b-78e7-41fc-a2a5-e72a550b8b4e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Made reservation on behalf of cd7c434915254744b7a0409ab8e6d33d for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:10:38.077092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-187f4a6b-78e7-41fc-a2a5-e72a550b8b4e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:38.102642 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-0dd93c8a-9308-446f-95bb-3e88b28a8786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:38.104131 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-0dd93c8a-9308-446f-95bb-3e88b28a8786 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.1604960
Apr 16 21:10:38.119136 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1d3912f8-5e0f-4e41-8f2e-b4439372bad0 req-9d09dfd2-1587-41fa-80c4-83abe41bd975 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708549
Apr 16 21:10:38.191191 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-affc867d-8584-455f-b53a-6ace8faf43e6 req-8ae19ff0-6363-47f9-b0ea-5ff1bd346d9e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491165
Apr 16 21:10:38.267202 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-e3a1f5e1-5623-468e-b61d-2d994511ed04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1419859
Apr 16 21:10:38.379692 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-187f4a6b-78e7-41fc-a2a5-e72a550b8b4e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Allocated IP 192.168.233.179 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/214939ad-5504-4c41-a66d-6940e76ded8b) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:10:38.447401 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-9f3e247b-1b37-42ae-8e1e-878562f82b54 service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554732
Apr 16 21:10:38.704705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-abea06ee-f59d-4b76-a660-0a8dffeb7924 req-8f703103-37b8-4fb6-8df6-a77679edba98 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 210 time: 0.0709713
Apr 16 21:10:38.720159 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-d87047e3-b7be-4bed-b316-cf918b6c4ff9 service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2556076
Apr 16 21:10:38.730391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9f9e0-c51b-4315-9083-52ce991eb2ef req-871ee3b1-00e8-429f-8bd6-faf692ff4823 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:38.730391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4b9f9e0-c51b-4315-9083-52ce991eb2ef req-871ee3b1-00e8-429f-8bd6-faf692ff4823 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 945 time: 0.0982649
Apr 16 21:10:38.751109 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-187f4a6b-78e7-41fc-a2a5-e72a550b8b4e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks [] for port (214939ad-5504-4c41-a66d-6940e76ded8b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:38.790266 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4b9f9e0-c51b-4315-9083-52ce991eb2ef req-a2be782f-fb1f-41e6-a8b5-4443128c0367 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552061
Apr 16 21:10:38.961134 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3cfa-8734-4155-9a76-c1d0433cdfb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:38.993042 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-187f4a6b-78e7-41fc-a2a5-e72a550b8b4e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:39.011160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b1f2adf4-34d0-4e59-9590-bd8f2631ee09', '60d57b69-5719-4183-b383-e1c20b54b232', 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:39.056397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098719a-039e-4340-9655-24d97a4f92d3 req-517c360c-fc95-4119-bd43-fa64d0555f38 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:39.058323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b098719a-039e-4340-9655-24d97a4f92d3 req-517c360c-fc95-4119-bd43-fa64d0555f38 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.1075120
Apr 16 21:10:39.060412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f4a6b-78e7-41fc-a2a5-e72a550b8b4e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event updated for resources: {'Port': ['ID=214939ad-5504-4c41-a66d-6940e76ded8b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:39.144849 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b098719a-039e-4340-9655-24d97a4f92d3 req-1ada5d24-7d52-4495-aaca-68165ae9ad55 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725312
Apr 16 21:10:39.187674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-187f4a6b-78e7-41fc-a2a5-e72a550b8b4e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:10:39.207091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-187f4a6b-78e7-41fc-a2a5-e72a550b8b4e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:10:39.237263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-187f4a6b-78e7-41fc-a2a5-e72a550b8b4e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:10:39.308631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5', '259c9f9f-e7b7-4e10-9e05-3056d94db8ff'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:39.345600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-187f4a6b-78e7-41fc-a2a5-e72a550b8b4e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:39.348412 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-187f4a6b-78e7-41fc-a2a5-e72a550b8b4e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:39.454283 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-187f4a6b-78e7-41fc-a2a5-e72a550b8b4e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2922029
Apr 16 21:10:39.466029 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b629d0-988b-4ca5-857b-53050eb7cb04 req-5ad230b0-624f-4a2b-84c5-0964c53e8399 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:39.468065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Request body: {'port': {'device_id': 'a1064818-2a5f-42f7-9566-57a10ea5eb57', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:39.474546 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-53b629d0-988b-4ca5-857b-53050eb7cb04 req-5ad230b0-624f-4a2b-84c5-0964c53e8399 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.0924559
Apr 16 21:10:39.698311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7689b1-5664-4c55-b629-1cd2257f9b2f req-e1cf7b62-cfd2-4d71-9540-661401b20488 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:39.700384 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e7689b1-5664-4c55-b629-1cd2257f9b2f req-e1cf7b62-cfd2-4d71-9540-661401b20488 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.1448269
Apr 16 21:10:39.732837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:39.776818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-53b629d0-988b-4ca5-857b-53050eb7cb04 req-6ef538d1-e893-4eb8-9aed-842e3b5ecd1d tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2999496
Apr 16 21:10:39.934909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-558857d4-e74e-4b75-a734-00fc7a48a1ae None None] Provisioning complete for port 214939ad-5504-4c41-a66d-6940e76ded8b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:39.935387 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-558857d4-e74e-4b75-a734-00fc7a48a1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:39.966940 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e7689b1-5664-4c55-b629-1cd2257f9b2f req-5022cc70-ada3-42c5-bfe9-ba320181e160 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2562377
Apr 16 21:10:40.083025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-558857d4-e74e-4b75-a734-00fc7a48a1ae None None] Port 214939ad-5504-4c41-a66d-6940e76ded8b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:10:40.230783 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f5572-6047-46f2-8606-dd0e944dd125 req-063c2331-0859-4018-ad69-b170f11d6fa4 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:40.256572 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d81f5572-6047-46f2-8606-dd0e944dd125 req-063c2331-0859-4018-ad69-b170f11d6fa4 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 936 time: 0.2490792
Apr 16 21:10:40.258515 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:40.405739 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d81f5572-6047-46f2-8606-dd0e944dd125 req-9113a4f0-ed99-4eab-965d-bcafc177fa52 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404290
Apr 16 21:10:40.605553 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214939ad-5504-4c41-a66d-6940e76ded8b {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:40.617846 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Publish callbacks [] for port (214939ad-5504-4c41-a66d-6940e76ded8b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:40.635971 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Transition to ACTIVE for port object 214939ad-5504-4c41-a66d-6940e76ded8b will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:10:40.641098 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0efe1f-f6d3-4e8c-9c4c-376cae586653 req-1b673fd6-0422-41b6-a595-ef76ab10d8dc tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:40.642596 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f0efe1f-f6d3-4e8c-9c4c-376cae586653 req-1b673fd6-0422-41b6-a595-ef76ab10d8dc tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.1073885
Apr 16 21:10:40.655246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f29b5-a89d-4423-94cf-83eb0af89a21 req-13d232cd-89d8-4857-8a4a-fb08cbe1f057 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:40.666299 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-228f29b5-a89d-4423-94cf-83eb0af89a21 req-13d232cd-89d8-4857-8a4a-fb08cbe1f057 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 945 time: 0.3816497
Apr 16 21:10:40.730006 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:40.761072 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f0efe1f-f6d3-4e8c-9c4c-376cae586653 req-c741f600-e543-4062-ab01-2a0fa8ab7816 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044729
Apr 16 21:10:40.943853 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-228f29b5-a89d-4423-94cf-83eb0af89a21 req-c9c6ce11-068b-4aa0-8907-98e7e2b4dde7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2691557
Apr 16 21:10:40.967967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baae82d-42b5-4ac1-a31f-dac789a3a059 req-afaf751a-a847-402e-8e96-c008a8764c23 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:40.975275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4baae82d-42b5-4ac1-a31f-dac789a3a059 req-afaf751a-a847-402e-8e96-c008a8764c23 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.1527898
Apr 16 21:10:41.121494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=214939ad-5504-4c41-a66d-6940e76ded8b,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:41.158685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4baae82d-42b5-4ac1-a31f-dac789a3a059 req-5484ab28-2452-45ad-9a9f-5c55ffffe165 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822388
Apr 16 21:10:41.176282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Attempting to bind port 214939ad-5504-4c41-a66d-6940e76ded8b on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:41.176282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Attempting to bind port 214939ad-5504-4c41-a66d-6940e76ded8b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:41.176282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Attempting to bind port 214939ad-5504-4c41-a66d-6940e76ded8b on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:41.176696 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Port 214939ad-5504-4c41-a66d-6940e76ded8b on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:10:41.176854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Attempting to bind port 214939ad-5504-4c41-a66d-6940e76ded8b on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:41.213028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:41.260601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:41.260601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:41.260601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Bound port: 214939ad-5504-4c41-a66d-6940e76ded8b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:41.260601 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:41.398550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda6aca-bf33-49f7-827d-302cd616f982 req-89cc2634-6124-4a26-a507-a0b2960c8f52 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:41.423196 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-feda6aca-bf33-49f7-827d-302cd616f982 req-89cc2634-6124-4a26-a507-a0b2960c8f52 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 1127 time: 0.0789068
Apr 16 21:10:41.447397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17dfad-478b-4a0e-a93e-7e34500e112c req-3265850a-7ea4-4512-9da6-bf59206ef481 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:41.455562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf17dfad-478b-4a0e-a93e-7e34500e112c req-3265850a-7ea4-4512-9da6-bf59206ef481 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.1229951
Apr 16 21:10:41.469959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] For port 214939ad-5504-4c41-a66d-6940e76ded8b, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:41.508930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] For port 214939ad-5504-4c41-a66d-6940e76ded8b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=214939ad-5504-4c41-a66d-6940e76ded8b,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:41.513970 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-feda6aca-bf33-49f7-827d-302cd616f982 req-176d982c-c077-43aa-a07e-35b67d70e7ac tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857196
Apr 16 21:10:41.587196 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf17dfad-478b-4a0e-a93e-7e34500e112c req-0462cc0d-14a4-45db-bf5f-45267c8ce7d1 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205230
Apr 16 21:10:41.694331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd658f-4395-464d-8022-d0e763c3d6d8 req-45579bf4-f68c-49f3-a44b-bd06795fa730 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:41.701576 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dfd658f-4395-464d-8022-d0e763c3d6d8 req-45579bf4-f68c-49f3-a44b-bd06795fa730 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 948 time: 0.1288390
Apr 16 21:10:41.759382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:41.761481 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fde33c19-3e6b-4187-8078-82d71f635773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:41.787351 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dfd658f-4395-464d-8022-d0e763c3d6d8 req-1aaca85c-1b44-430e-95e2-be2e03f423ad tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848193
Apr 16 21:10:41.847566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:41.848349 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:41.849849 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] 10.222.0.11 "PUT /v2.0/ports/214939ad-5504-4c41-a66d-6940e76ded8b HTTP/1.1" status: 200  len: 1096 time: 2.3876066
Apr 16 21:10:41.858998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1064818-2a5f-42f7-9566-57a10ea5eb57', 'tag': '214939ad-5504-4c41-a66d-6940e76ded8b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:41.862047 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0edac8c-86f8-42eb-93bc-901389d904ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a1064818-2a5f-42f7-9566-57a10ea5eb57", "tag": "214939ad-5504-4c41-a66d-6940e76ded8b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:41.988943 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f902d41-d682-4c07-bc8b-8f78ed1f4d50 x-openstack-request-id: req-1f902d41-d682-4c07-bc8b-8f78ed1f4d50 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:41.989301 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1064818-2a5f-42f7-9566-57a10ea5eb57", "tag": "214939ad-5504-4c41-a66d-6940e76ded8b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:41.989571 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f902d41-d682-4c07-bc8b-8f78ed1f4d50 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:41.989983 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f902d41-d682-4c07-bc8b-8f78ed1f4d50'] response: {'name': 'network-changed', 'server_uuid': 'a1064818-2a5f-42f7-9566-57a10ea5eb57', 'tag': '214939ad-5504-4c41-a66d-6940e76ded8b', 'status': 'completed', 'code': 200}
Apr 16 21:10:42.200614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edac8c-86f8-42eb-93bc-901389d904ea req-4660bbb1-df63-415f-8a8d-c840a355da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:42.203568 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a0edac8c-86f8-42eb-93bc-901389d904ea req-4660bbb1-df63-415f-8a8d-c840a355da16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 1130 time: 0.1672723
Apr 16 21:10:42.218970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652f85c-75fe-459d-86f1-3f8afa702e91 req-59f57d35-f15a-4c51-939c-e262e7a413c3 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:42.232871 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b652f85c-75fe-459d-86f1-3f8afa702e91 req-59f57d35-f15a-4c51-939c-e262e7a413c3 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 945 time: 0.1303191
Apr 16 21:10:42.324298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8d584-9622-4cfb-a2a2-a2af42aab1a4 req-83aee2c6-ffc8-4e7f-b00a-0bff4bde8e6e tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:42.335808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c5d8d584-9622-4cfb-a2a2-a2af42aab1a4 req-83aee2c6-ffc8-4e7f-b00a-0bff4bde8e6e tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.1304226
Apr 16 21:10:42.342489 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b652f85c-75fe-459d-86f1-3f8afa702e91 req-420f6bde-ecc2-4e3a-b4e4-54fede1610df tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081834
Apr 16 21:10:42.427569 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:42.455224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a0edac8c-86f8-42eb-93bc-901389d904ea req-7828f1ff-1f28-4e43-a143-119efc3c10ee service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0846190
Apr 16 21:10:42.456209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16a379-ab22-4b45-8f8f-a5801ab53bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=214939ad-5504-4c41-a66d-6940e76ded8b,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:42.479420 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c5d8d584-9622-4cfb-a2a2-a2af42aab1a4 req-47d13350-e358-4c25-873d-2f8dffcc1ecb tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422915
Apr 16 21:10:42.632524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edac8c-86f8-42eb-93bc-901389d904ea req-5945af80-5543-4f15-a498-9cfa31a37984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:42.634812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a0edac8c-86f8-42eb-93bc-901389d904ea req-5945af80-5543-4f15-a498-9cfa31a37984 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1526139
Apr 16 21:10:42.761751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-0e7e6f85-be7d-4490-892d-f984a2baa681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:42.763279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-0e7e6f85-be7d-4490-892d-f984a2baa681 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 1130 time: 0.0623765
Apr 16 21:10:42.806078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21bb71-3e7c-4588-b12d-ca99c5b1bf3c req-20d8d0b7-9b55-4226-b688-131d9686520f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:42.807268 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e21bb71-3e7c-4588-b12d-ca99c5b1bf3c req-20d8d0b7-9b55-4226-b688-131d9686520f tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0868852
Apr 16 21:10:42.825485 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-041cffbc-1f20-4f7a-b16a-8353f5174281 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=214939ad-5504-4c41-a66d-6940e76ded8b HTTP/1.1" status: 200  len: 217 time: 0.0525851
Apr 16 21:10:42.914766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-f074dddc-b7cc-43d1-bd3f-71d0461a5716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:42.916690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-f074dddc-b7cc-43d1-bd3f-71d0461a5716 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0803926
Apr 16 21:10:42.955747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e21bb71-3e7c-4588-b12d-ca99c5b1bf3c req-6a24823e-f1f8-4698-82af-9ffaa899214c tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350620
Apr 16 21:10:43.115302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-056aacb6-4167-4adc-b591-fd50adc4fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:43.137637 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-056aacb6-4167-4adc-b591-fd50adc4fe03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1785905
Apr 16 21:10:43.310265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-1d325126-40b1-4785-b459-6eea73a28316 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715782
Apr 16 21:10:43.319133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201852-4f52-43e7-a39e-45b4b54d9e44 req-039abd9e-8134-4c15-8485-823a40669219 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:43.319133 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2201852-4f52-43e7-a39e-45b4b54d9e44 req-039abd9e-8134-4c15-8485-823a40669219 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 948 time: 0.3962686
Apr 16 21:10:43.662688 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2201852-4f52-43e7-a39e-45b4b54d9e44 req-e3612556-4b50-4abc-a634-28ecede94f7c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3340106
Apr 16 21:10:43.712108 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d409314-eafc-4918-a084-7eabb719666f req-486937df-cc15-48ea-a356-72eac2cc4751 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1040845
Apr 16 21:10:43.972324 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8280c723-05df-4703-9ef7-3d45957aa4d0 req-71c92360-befc-4712-84a5-ede3ae8b7f06 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6521375
Apr 16 21:10:44.006046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d409314-eafc-4918-a084-7eabb719666f req-cdc135e2-8913-4f76-a91b-a6a5d0cfee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:44.008245 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d409314-eafc-4918-a084-7eabb719666f req-cdc135e2-8913-4f76-a91b-a6a5d0cfee53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 1127 time: 0.2286952
Apr 16 21:10:44.028906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477958b-a50a-407e-8315-b3a33b387875 req-adc51383-930a-4d52-8996-156777f6affe tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:44.031741 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4477958b-a50a-407e-8315-b3a33b387875 req-adc51383-930a-4d52-8996-156777f6affe tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 945 time: 0.1759243
Apr 16 21:10:44.055865 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:44.103725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e965d2-f40a-47c1-af53-2ae8da13f094 req-083cb347-f5d5-454a-8752-06a44199647a tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:44.105837 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-62e965d2-f40a-47c1-af53-2ae8da13f094 req-083cb347-f5d5-454a-8752-06a44199647a tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.0711091
Apr 16 21:10:44.208405 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4477958b-a50a-407e-8315-b3a33b387875 req-07c9d218-6251-45b8-a675-d3100b6d1cad tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569824
Apr 16 21:10:44.208695 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-62e965d2-f40a-47c1-af53-2ae8da13f094 req-fd406551-0101-47e0-a2cd-a3d2bdb1f594 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904393
Apr 16 21:10:44.254447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d409314-eafc-4918-a084-7eabb719666f req-637e7449-6a22-4cd8-9c78-a764c91a8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:44.261477 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d409314-eafc-4918-a084-7eabb719666f req-637e7449-6a22-4cd8-9c78-a764c91a8c21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.2287760
Apr 16 21:10:44.386045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba5574-b2c8-4a58-ac02-b5aa8b18e65c req-3460b2e7-03eb-4d0c-b9b9-8a099e3de394 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:44.387672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0cba5574-b2c8-4a58-ac02-b5aa8b18e65c req-3460b2e7-03eb-4d0c-b9b9-8a099e3de394 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0941072
Apr 16 21:10:44.429394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f044d7-b7a1-487d-b224-dbf7fd6e57fc req-2f87ff61-5c4b-40c5-a321-d452a65ea34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:44.431253 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b4f044d7-b7a1-487d-b224-dbf7fd6e57fc req-2f87ff61-5c4b-40c5-a321-d452a65ea34b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d26c031a97c437dad0a3eae0fe2ab8c&device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 1127 time: 0.0741620
Apr 16 21:10:44.445196 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0cba5574-b2c8-4a58-ac02-b5aa8b18e65c req-e3c018c7-d233-48cb-b614-c2ba053f849b tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497212
Apr 16 21:10:44.571150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f044d7-b7a1-487d-b224-dbf7fd6e57fc req-b773f46a-81f2-4c58-9e01-2cc31421b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:44.572837 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b4f044d7-b7a1-487d-b224-dbf7fd6e57fc req-b773f46a-81f2-4c58-9e01-2cc31421b9c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a HTTP/1.1" status: 200  len: 917 time: 0.1339459
Apr 16 21:10:44.952799 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b4f044d7-b7a1-487d-b224-dbf7fd6e57fc req-f45c76fb-ad76-4a46-a606-7f60f8c6b646 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c7070d9-a898-425b-bd50-ce8c757adf87 HTTP/1.1" status: 200  len: 217 time: 0.3710647
Apr 16 21:10:45.035678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18881557-0ed5-4c44-b3f6-314f9bb8442b req-b8ac04b5-467f-49ed-99d0-b992bcdb6ccf tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:45.037216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18881557-0ed5-4c44-b3f6-314f9bb8442b req-b8ac04b5-467f-49ed-99d0-b992bcdb6ccf tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 948 time: 0.0872002
Apr 16 21:10:45.041296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f044d7-b7a1-487d-b224-dbf7fd6e57fc req-cf35d81f-3409-46d9-85cb-959b2f0e7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:45.044581 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b4f044d7-b7a1-487d-b224-dbf7fd6e57fc req-cf35d81f-3409-46d9-85cb-959b2f0e7ca3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e756a599-64c0-411b-8a6f-7801acb0c8c1 HTTP/1.1" status: 200  len: 855 time: 0.0820918
Apr 16 21:10:45.124580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f044d7-b7a1-487d-b224-dbf7fd6e57fc req-8506bb68-6aa0-4c44-83df-4f409df792d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:45.126891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b4f044d7-b7a1-487d-b224-dbf7fd6e57fc req-8506bb68-6aa0-4c44-83df-4f409df792d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0b0bf8e-874a-496e-bcac-07806d7d7d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0683999
Apr 16 21:10:45.138481 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18881557-0ed5-4c44-b3f6-314f9bb8442b req-790b53a7-254d-4d05-8b24-64db328224de tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947032
Apr 16 21:10:45.337763 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b4f044d7-b7a1-487d-b224-dbf7fd6e57fc req-74b8fe1a-7d35-4768-8072-94dbb511ab75 service neutron] 10.222.0.41 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982598
Apr 16 21:10:45.386673 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:45.447716 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-518bdfae-573b-4ce6-80ee-1994a5ebd955 req-17025a4b-ee78-4b33-be25-2fae91b8b5ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0981817
Apr 16 21:10:45.506909 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b4f044d7-b7a1-487d-b224-dbf7fd6e57fc req-b17d0095-12f2-4ab9-9c27-986689ec589a service neutron] 10.222.0.41 "GET /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481180
Apr 16 21:10:45.601670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bdfae-573b-4ce6-80ee-1994a5ebd955 req-3cc1f6e0-30fe-4337-b8a0-218800a8516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:45.607853 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-518bdfae-573b-4ce6-80ee-1994a5ebd955 req-3cc1f6e0-30fe-4337-b8a0-218800a8516d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 1127 time: 0.0873139
Apr 16 21:10:45.656003 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d409314-eafc-4918-a084-7eabb719666f req-c71844e0-4db7-49f4-9746-d0a89d05240e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4825e7-d0af-4d1c-a416-731410a77b41 HTTP/1.1" status: 200  len: 217 time: 0.1034639
Apr 16 21:10:45.702513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49850ec9-51f3-45d1-85a7-4bbd3ffc7d0e req-0013687b-913d-4640-954a-b421b9de17e2 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:45.709626 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-49850ec9-51f3-45d1-85a7-4bbd3ffc7d0e req-0013687b-913d-4640-954a-b421b9de17e2 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.3624787
Apr 16 21:10:45.791411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bdfae-573b-4ce6-80ee-1994a5ebd955 req-bec88bad-99f6-4f94-8bb0-2d8685deb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:45.793927 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-518bdfae-573b-4ce6-80ee-1994a5ebd955 req-bec88bad-99f6-4f94-8bb0-2d8685deb443 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.1582842
Apr 16 21:10:45.797052 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:10:45.876279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-49850ec9-51f3-45d1-85a7-4bbd3ffc7d0e req-e87ea79f-e076-47a6-b021-a40891c5059a tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564963
Apr 16 21:10:45.924540 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-518bdfae-573b-4ce6-80ee-1994a5ebd955 req-b7d64b43-07b0-44a8-aa79-fefcd5058ad0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d HTTP/1.1" status: 200  len: 217 time: 0.1137466
Apr 16 21:10:46.020490 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bdfae-573b-4ce6-80ee-1994a5ebd955 req-582455cd-41b0-422d-97b7-10a94d9b51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:46.022413 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-518bdfae-573b-4ce6-80ee-1994a5ebd955 req-582455cd-41b0-422d-97b7-10a94d9b51b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.0910871
Apr 16 21:10:46.076104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-518bdfae-573b-4ce6-80ee-1994a5ebd955 req-107a2ba4-3198-4945-93cb-7aa90eb25892 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363338
Apr 16 21:10:46.155449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71084ac4-9784-4743-9aeb-66e99638e78b req-0790f88c-9599-469f-98f7-a090fc61f32a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:46.157133 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71084ac4-9784-4743-9aeb-66e99638e78b req-0790f88c-9599-469f-98f7-a090fc61f32a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 945 time: 0.1115594
Apr 16 21:10:46.268434 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71084ac4-9784-4743-9aeb-66e99638e78b req-3c609c0b-4f78-43d3-a0a0-f856e16a9632 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012228
Apr 16 21:10:46.512103 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-518bdfae-573b-4ce6-80ee-1994a5ebd955 req-36fc7c70-f649-4e95-84d3-81171cb98ac9 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945155
Apr 16 21:10:46.653775 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-518bdfae-573b-4ce6-80ee-1994a5ebd955 req-7f3a5f0a-7c8c-449f-8ffe-b2916cf936ac service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279256
Apr 16 21:10:46.909497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d409314-eafc-4918-a084-7eabb719666f req-a49dddd5-db6c-4d24-ad13-355705860c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:46.911735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d409314-eafc-4918-a084-7eabb719666f req-a49dddd5-db6c-4d24-ad13-355705860c09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.0568976
Apr 16 21:10:46.962450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d409314-eafc-4918-a084-7eabb719666f req-d93217f7-5989-4453-bfa7-d97f5dfeedbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0290263
Apr 16 21:10:47.721852 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 214939ad-5504-4c41-a66d-6940e76ded8b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:10:47.981315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 214939ad-5504-4c41-a66d-6940e76ded8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=214939ad-5504-4c41-a66d-6940e76ded8b,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:48.013089 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '214939ad-5504-4c41-a66d-6940e76ded8b', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '214939ad-5504-4c41-a66d-6940e76ded8b', 'mac_address': 'fa:16:3e:8e:2c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:10:48.032030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c71039-4883-4372-9a81-d1afe7459804 req-7de32ef6-5658-4f7c-b4df-2950cf0d7c90 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:48.043110 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02c71039-4883-4372-9a81-d1afe7459804 req-7de32ef6-5658-4f7c-b4df-2950cf0d7c90 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.1474881
Apr 16 21:10:48.100589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 214939ad-5504-4c41-a66d-6940e76ded8b is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:48.101327 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:48.136240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214939ad-5504-4c41-a66d-6940e76ded8b {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:48.203465 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 214939ad-5504-4c41-a66d-6940e76ded8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=214939ad-5504-4c41-a66d-6940e76ded8b,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:48.350135 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:48.370725 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d409314-eafc-4918-a084-7eabb719666f req-16c81f7e-6eb9-48bb-bad9-946001ce6a8d service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873684
Apr 16 21:10:48.393585 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02c71039-4883-4372-9a81-d1afe7459804 req-294be2b7-5e4a-481d-9ab4-0411c04e4aac tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3442993
Apr 16 21:10:48.476967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=214939ad-5504-4c41-a66d-6940e76ded8b,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:48.598326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb78664-de74-4168-aea1-85eb5ded54c0 req-3a17e5b4-d4ec-4b53-8a23-b3dcb136fcae tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:48.617102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3eb78664-de74-4168-aea1-85eb5ded54c0 req-3a17e5b4-d4ec-4b53-8a23-b3dcb136fcae tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 949 time: 0.1183486
Apr 16 21:10:48.703150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3eb78664-de74-4168-aea1-85eb5ded54c0 req-cde3b5db-4e5e-4a01-a7cb-65e830019742 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816936
Apr 16 21:10:48.713859 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['214939ad-5504-4c41-a66d-6940e76ded8b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:48.946516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11220cbb-4bc2-4759-a6c6-f07074fc8685 req-81d2187f-dd6f-43c5-a813-aff76a82a0ae tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:48.946516 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11220cbb-4bc2-4759-a6c6-f07074fc8685 req-81d2187f-dd6f-43c5-a813-aff76a82a0ae tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.1191497
Apr 16 21:10:49.046794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11220cbb-4bc2-4759-a6c6-f07074fc8685 req-3927cd13-e072-4ae7-a5d9-322ea2a316b5 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087067
Apr 16 21:10:49.168424 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d409314-eafc-4918-a084-7eabb719666f req-4f9db257-cb45-479e-8eaa-dffd812bdbfa service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2189555
Apr 16 21:10:49.213544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca41740-e8f0-4ee1-a14e-f4ef311aefad req-dbc90064-cd14-4ef0-822e-d233b5755eb8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:49.215511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ca41740-e8f0-4ee1-a14e-f4ef311aefad req-dbc90064-cd14-4ef0-822e-d233b5755eb8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 945 time: 0.0647628
Apr 16 21:10:49.332920 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ca41740-e8f0-4ee1-a14e-f4ef311aefad req-ba1feec9-1040-4e76-b546-84678df6eeea tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079583
Apr 16 21:10:49.352125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-ae40cfb2-b5ed-4a08-b37e-90ed9ed7df51 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:49.353698 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-ae40cfb2-b5ed-4a08-b37e-90ed9ed7df51 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd&tenant_id=68af3300a0d149adbbf934b4ff1f87d8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0842087
Apr 16 21:10:49.493602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33567df7-16c0-4b43-83a8-6ab3c6fb9748 req-c467d39c-d85a-4922-9f49-dcc70c695d3c tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:49.495613 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33567df7-16c0-4b43-83a8-6ab3c6fb9748 req-c467d39c-d85a-4922-9f49-dcc70c695d3c tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0520902
Apr 16 21:10:49.563207 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33567df7-16c0-4b43-83a8-6ab3c6fb9748 req-92a444d7-15de-42ad-bd47-d9379cb865cc tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557942
Apr 16 21:10:49.740824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e0058-8328-4f1e-bc41-5615af2e406b req-af5be0f3-0b6f-4dde-8f88-f3be0fa66a78 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:49.747782 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b57e0058-8328-4f1e-bc41-5615af2e406b req-af5be0f3-0b6f-4dde-8f88-f3be0fa66a78 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 945 time: 0.0859811
Apr 16 21:10:49.838766 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b57e0058-8328-4f1e-bc41-5615af2e406b req-3ab10ded-e4c7-4c4e-b81e-4a26d3e6fe7b tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898919
Apr 16 21:10:50.030197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8391f8b-b522-4b71-90f7-be206abcf4f2 req-a8cc028a-1626-4244-afba-d3d69df8c3c9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:50.046554 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8391f8b-b522-4b71-90f7-be206abcf4f2 req-a8cc028a-1626-4244-afba-d3d69df8c3c9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 949 time: 0.0957682
Apr 16 21:10:50.066600 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 214939ad-5504-4c41-a66d-6940e76ded8b up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:50.154725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 214939ad-5504-4c41-a66d-6940e76ded8b completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:10:50.161807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8391f8b-b522-4b71-90f7-be206abcf4f2 req-7c0e41ac-8b22-4239-a08e-3c58f3735234 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094170
Apr 16 21:10:50.266921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 214939ad-5504-4c41-a66d-6940e76ded8b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:50.268214 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:50.298052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b64c6-55e8-4595-ba43-c4506e58f25f req-367d1309-e32a-454b-abd5-19f812daa6c1 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:50.300014 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d8b64c6-55e8-4595-ba43-c4506e58f25f req-367d1309-e32a-454b-abd5-19f812daa6c1 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 945 time: 0.0581119
Apr 16 21:10:50.390730 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d8b64c6-55e8-4595-ba43-c4506e58f25f req-232bd5e3-7b81-4d44-bbbc-30541c106b98 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809443
Apr 16 21:10:50.418276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 214939ad-5504-4c41-a66d-6940e76ded8b is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:50.418883 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:50.478004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1064818-2a5f-42f7-9566-57a10ea5eb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214939ad-5504-4c41-a66d-6940e76ded8b'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:50.481524 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae29f81-ce16-48ba-bfdf-a2f50b8798ec" -d '{"events": [{"server_uuid": "a1064818-2a5f-42f7-9566-57a10ea5eb57", "name": "network-vif-plugged", "status": "completed", "tag": "214939ad-5504-4c41-a66d-6940e76ded8b"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:50.508900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 214939ad-5504-4c41-a66d-6940e76ded8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=214939ad-5504-4c41-a66d-6940e76ded8b,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:50.566358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:50.608273 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:50.608273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c0642788-5af8-4722-90dd-d3c3c1a8b4a7 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:10:50.664091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f28195-0cdb-4f87-93b2-fb62d78e6231 req-7196eb44-a26c-4138-9c96-236736256828 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:50.671754 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67f28195-0cdb-4f87-93b2-fb62d78e6231 req-7196eb44-a26c-4138-9c96-236736256828 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 950 time: 0.1411014
Apr 16 21:10:50.719114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=214939ad-5504-4c41-a66d-6940e76ded8b,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:50.778007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:50.778966 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:50.790566 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:50.815370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:50.819269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67f28195-0cdb-4f87-93b2-fb62d78e6231 req-5360a944-182a-43cd-9b9e-ade9fa431557 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464419
Apr 16 21:10:50.987492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db622e31-678a-4496-b8df-17ae230f2f89 req-27748e16-bf46-4dc8-b3a4-3dff4b176ea0 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:50.989140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db622e31-678a-4496-b8df-17ae230f2f89 req-27748e16-bf46-4dc8-b3a4-3dff4b176ea0 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 945 time: 0.0800443
Apr 16 21:10:51.032327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:51.080736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db622e31-678a-4496-b8df-17ae230f2f89 req-d943332f-a83f-40b6-aa8d-881a6291235a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841875
Apr 16 21:10:51.107863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:51.138470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-93aeab7d-590a-415f-a56e-31e2dd60d4b7 req-6d8c2a99-dc32-4216-8eea-3b5a1b82b132 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:10:51.145057 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93aeab7d-590a-415f-a56e-31e2dd60d4b7 req-6d8c2a99-dc32-4216-8eea-3b5a1b82b132 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0139019
Apr 16 21:10:51.269411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60c9986-12b3-4fc4-9bde-7bf7f34f90bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69daf0de-dee8-41ab-85fa-24c0d402ba05'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:51.272158 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca1f4e2-f59a-4ee3-ae04-36057070cb7e" -d '{"events": [{"server_uuid": "a60c9986-12b3-4fc4-9bde-7bf7f34f90bd", "name": "network-vif-unplugged", "status": "completed", "tag": "69daf0de-dee8-41ab-85fa-24c0d402ba05"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:51.277560 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Publish callbacks [] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:51.281902 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93aeab7d-590a-415f-a56e-31e2dd60d4b7 req-74ff99ff-cbdd-4308-b429-1f046682c556 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.1317520
Apr 16 21:10:51.438641 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:51.467119 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:51.510863 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f76674-b80c-47c3-acdd-3208eb687ec9 x-openstack-request-id: req-27f76674-b80c-47c3-acdd-3208eb687ec9 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:51.511176 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1064818-2a5f-42f7-9566-57a10ea5eb57", "name": "network-vif-plugged", "status": "completed", "tag": "214939ad-5504-4c41-a66d-6940e76ded8b", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:51.512595 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27f76674-b80c-47c3-acdd-3208eb687ec9 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:51.512595 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f76674-b80c-47c3-acdd-3208eb687ec9'] response: {'server_uuid': 'a1064818-2a5f-42f7-9566-57a10ea5eb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214939ad-5504-4c41-a66d-6940e76ded8b', 'code': 200}
Apr 16 21:10:51.565116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:51.679154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Pushing event updated for resources: {'Port': ['ID=69daf0de-dee8-41ab-85fa-24c0d402ba05,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:51.738576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:51.739453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:51.740296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:51.756612 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d1a8d-0cbf-4706-8159-9694512f9772 req-99710959-09c5-47a8-a261-a49e4e170c86 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:51.759297 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec9d1a8d-0cbf-4706-8159-9694512f9772 req-99710959-09c5-47a8-a261-a49e4e170c86 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 950 time: 0.1725295
Apr 16 21:10:51.770606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:10:51.771291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:51.785089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068686c-c661-4b10-9d1f-21e9e015f772 req-3d2803df-c487-420e-967c-d83f8ae19ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:51.787307 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1068686c-c661-4b10-9d1f-21e9e015f772 req-3d2803df-c487-420e-967c-d83f8ae19ab0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 1132 time: 0.1638625
Apr 16 21:10:51.799086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:51.799845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:51.800608 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Bound using segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:51.801431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Bound port: 69daf0de-dee8-41ab-85fa-24c0d402ba05, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:51.802026 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:51.924248 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec9d1a8d-0cbf-4706-8159-9694512f9772 req-8eafbd9d-6bc7-4613-831a-ace8ece760b7 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570513
Apr 16 21:10:51.949860 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1068686c-c661-4b10-9d1f-21e9e015f772 req-1a3b5a38-69e4-4fa8-96cc-50034017d084 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525438
Apr 16 21:10:51.967036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:10:51.970893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:52.016799 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16344c79-fd22-48d4-8af3-1cf090f0e2e3 x-openstack-request-id: req-16344c79-fd22-48d4-8af3-1cf090f0e2e3 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:52.018338 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60c9986-12b3-4fc4-9bde-7bf7f34f90bd", "name": "network-vif-unplugged", "status": "completed", "tag": "69daf0de-dee8-41ab-85fa-24c0d402ba05", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:52.018787 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16344c79-fd22-48d4-8af3-1cf090f0e2e3 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:52.019422 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16344c79-fd22-48d4-8af3-1cf090f0e2e3'] response: {'server_uuid': 'a60c9986-12b3-4fc4-9bde-7bf7f34f90bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69daf0de-dee8-41ab-85fa-24c0d402ba05', 'code': 200}
Apr 16 21:10:52.044950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 69daf0de-dee8-41ab-85fa-24c0d402ba05 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:10:52.055993 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:52.149353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Pushing event updated for resources: {'Port': ['ID=69daf0de-dee8-41ab-85fa-24c0d402ba05,revision_number=8']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:52.223769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:52.224527 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:52.225909 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-71ed90bb-f927-4fac-9b3d-42020025d448 service neutron] 10.222.0.11 "PUT /v2.0/ports/69daf0de-dee8-41ab-85fa-24c0d402ba05 HTTP/1.1" status: 200  len: 1121 time: 1.6674006
Apr 16 21:10:52.239570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, got binding levels [] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:52.271866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:52.272269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:52.272638 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:52.278203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:10:52.278589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Attempting to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:52.280347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac732f-cf9d-4b33-bed0-26a55db92d9d req-7d67eea2-0897-4cf0-8e7e-c288b22452f5 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:52.282002 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6aac732f-cf9d-4b33-bed0-26a55db92d9d req-7d67eea2-0897-4cf0-8e7e-c288b22452f5 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0715153
Apr 16 21:10:52.284113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:52.284844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:52.285687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Bound using segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:52.286151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Bound port: 69daf0de-dee8-41ab-85fa-24c0d402ba05, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:52.286546 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:52.372146 ncdv-master-1 neutron-server[122557]: WARNING neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Concurrent port binding operations failed on port 69daf0de-dee8-41ab-85fa-24c0d402ba05
Apr 16 21:10:52.372812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6aac732f-cf9d-4b33-bed0-26a55db92d9d req-4039e8ed-b047-4dbb-ab59-133b3788d728 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770338
Apr 16 21:10:52.378411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:52.384153 ncdv-master-1 neutron-server[122557]: INFO neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Attempt 2 to bind port 69daf0de-dee8-41ab-85fa-24c0d402ba05
Apr 16 21:10:52.385679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 69daf0de-dee8-41ab-85fa-24c0d402ba05 has no active binding in host nch1-master-1 {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 16 21:10:52.385679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c0642788-5af8-4722-90dd-d3c3c1a8b4a7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:10:52.415942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['69daf0de-dee8-41ab-85fa-24c0d402ba05'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:52.486685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb58657-6b7d-4a8b-92c7-995c54ac7953 req-d7a2ff54-d72a-4307-8773-f07bda12ff9b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:52.490014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['69daf0de-dee8-41ab-85fa-24c0d402ba05'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:52.500234 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acb58657-6b7d-4a8b-92c7-995c54ac7953 req-d7a2ff54-d72a-4307-8773-f07bda12ff9b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 948 time: 0.0767965
Apr 16 21:10:52.583810 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acb58657-6b7d-4a8b-92c7-995c54ac7953 req-fff27f5e-dc4f-4ed8-b756-1df658fc91d0 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767488
Apr 16 21:10:52.665806 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:52.704110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7', 'mac_address': 'fa:16:3e:33:8c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:10:52.731953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abcf63-aa86-4905-9cf4-775d73603695 req-b3402533-fed5-4b56-a50f-d39bd2a3e56b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:52.738930 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56abcf63-aa86-4905-9cf4-775d73603695 req-b3402533-fed5-4b56-a50f-d39bd2a3e56b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.1016512
Apr 16 21:10:52.809454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56abcf63-aa86-4905-9cf4-775d73603695 req-ba47b86b-25a7-4210-bfd4-78df8e0533f3 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630167
Apr 16 21:10:52.888570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:52.889299 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:52.911124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0642788-5af8-4722-90dd-d3c3c1a8b4a7 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:10:52.929866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f9665-8bc8-4d97-9dd3-daa24a2482db req-b6cb05f1-6f44-4ff9-846c-24419907c4fa tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:52.947051 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-199f9665-8bc8-4d97-9dd3-daa24a2482db req-b6cb05f1-6f44-4ff9-846c-24419907c4fa tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 945 time: 0.0695288
Apr 16 21:10:52.972590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:53.015984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-199f9665-8bc8-4d97-9dd3-daa24a2482db req-72785157-07db-4891-885c-1b27f7287fe1 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710626
Apr 16 21:10:53.036234 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:53.070152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e729b-5409-4ca7-b150-a4c5e0a11c41 req-0416abb5-eed5-448d-a076-5dd30ffa65b9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:53.072311 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a9e729b-5409-4ca7-b150-a4c5e0a11c41 req-0416abb5-eed5-448d-a076-5dd30ffa65b9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 950 time: 0.0552578
Apr 16 21:10:53.132466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:53.133293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a9e729b-5409-4ca7-b150-a4c5e0a11c41 req-230a2742-d138-4002-8095-1e438fe1875a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536509
Apr 16 21:10:53.230485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3d3b8-a9a2-43f0-86df-23f004bf0ddf req-e01d1e47-a53f-4f8a-bbc6-191ced876ba0 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:53.232313 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5ac3d3b8-a9a2-43f0-86df-23f004bf0ddf req-e01d1e47-a53f-4f8a-bbc6-191ced876ba0 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 945 time: 0.0551805
Apr 16 21:10:53.267239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935f1ee-cea3-4557-ab77-4664c7edf6af req-5cf4289d-2077-4c59-9894-8263adb1e4c8 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:53.272922 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1935f1ee-cea3-4557-ab77-4664c7edf6af req-5cf4289d-2077-4c59-9894-8263adb1e4c8 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 950 time: 0.0622647
Apr 16 21:10:53.308927 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5ac3d3b8-a9a2-43f0-86df-23f004bf0ddf req-f5f386ab-9f25-413b-9321-cf11fe52e812 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696037
Apr 16 21:10:53.331553 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1935f1ee-cea3-4557-ab77-4664c7edf6af req-c9751e7f-ba39-45b4-8c36-0223ea085222 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573275
Apr 16 21:10:53.512890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:53.515812 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ee38f9-633e-41cb-8c9b-ced88d7f036c" -d '{"events": [{"server_uuid": "4dfc548c-fae5-47a4-bb2e-8a022ebf6c17", "name": "network-vif-unplugged", "status": "completed", "tag": "c0642788-5af8-4722-90dd-d3c3c1a8b4a7"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:53.556361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121b86e-71f3-4b2e-ad18-a0b73c4411be req-13d461ce-a00d-4535-85d0-1b69d5fd3742 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:53.562315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121b86e-71f3-4b2e-ad18-a0b73c4411be req-13d461ce-a00d-4535-85d0-1b69d5fd3742 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:53.568465 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121b86e-71f3-4b2e-ad18-a0b73c4411be req-13d461ce-a00d-4535-85d0-1b69d5fd3742 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:53.570201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8121b86e-71f3-4b2e-ad18-a0b73c4411be req-13d461ce-a00d-4535-85d0-1b69d5fd3742 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd&device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e&device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 2416 time: 0.0907028
Apr 16 21:10:53.621540 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8121b86e-71f3-4b2e-ad18-a0b73c4411be req-a850ff55-e96e-470c-b4ff-ef767e498d4d tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451362
Apr 16 21:10:53.663779 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d5d6ab-9594-4b8e-b659-3a69c2761b3f x-openstack-request-id: req-27d5d6ab-9594-4b8e-b659-3a69c2761b3f {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:53.664165 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfc548c-fae5-47a4-bb2e-8a022ebf6c17", "name": "network-vif-unplugged", "status": "completed", "tag": "c0642788-5af8-4722-90dd-d3c3c1a8b4a7", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:53.664521 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27d5d6ab-9594-4b8e-b659-3a69c2761b3f {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:53.664982 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d5d6ab-9594-4b8e-b659-3a69c2761b3f'] response: {'server_uuid': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7', 'code': 200}
Apr 16 21:10:53.766287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bfb78-dc70-48ad-afb0-013235805e53 req-1f1af4c8-61bd-4876-ae97-681df600b5ef tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:53.769076 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db1bfb78-dc70-48ad-afb0-013235805e53 req-1f1af4c8-61bd-4876-ae97-681df600b5ef tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 949 time: 0.0558763
Apr 16 21:10:53.807739 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc653698-4e98-4c02-a810-1b3ee82dc6a1 req-a3b9e9e7-8eb5-4a06-90c8-ed7de2c757bd tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:53.809206 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc653698-4e98-4c02-a810-1b3ee82dc6a1 req-a3b9e9e7-8eb5-4a06-90c8-ed7de2c757bd tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 1127 time: 0.0375969
Apr 16 21:10:53.816665 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db1bfb78-dc70-48ad-afb0-013235805e53 req-0373528b-75cc-4ade-9767-e75d72ab4fc8 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415468
Apr 16 21:10:53.866206 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc653698-4e98-4c02-a810-1b3ee82dc6a1 req-3bd93c5c-603d-4378-9089-fe1f27c236fb tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505257
Apr 16 21:10:53.900362 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4810279f-72f9-4063-afa1-02d3dc4c8aa8 req-75278bcf-32f8-4df7-b1ee-83043d684f11 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.0564501
Apr 16 21:10:53.973362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1ef3c-0575-4259-9ebc-78e050d46766 req-166590f0-fa42-45a9-a4a7-b79dfbc615c7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:53.974911 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72a1ef3c-0575-4259-9ebc-78e050d46766 req-166590f0-fa42-45a9-a4a7-b79dfbc615c7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0486157
Apr 16 21:10:54.021544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60c9986-12b3-4fc4-9bde-7bf7f34f90bd', 'tag': '69daf0de-dee8-41ab-85fa-24c0d402ba05'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:54.024436 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f2a9a6-9234-41cc-b94c-895fe9abc9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a60c9986-12b3-4fc4-9bde-7bf7f34f90bd", "tag": "69daf0de-dee8-41ab-85fa-24c0d402ba05"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:54.031614 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72a1ef3c-0575-4259-9ebc-78e050d46766 req-8d939c78-674e-4ff1-a04f-c43f50ae1196 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507548
Apr 16 21:10:54.171794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0642788-5af8-4722-90dd-d3c3c1a8b4a7'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:10:54.274857 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f1c401-699b-45bf-95fc-935d54a693e2 x-openstack-request-id: req-62f1c401-699b-45bf-95fc-935d54a693e2 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:54.275199 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60c9986-12b3-4fc4-9bde-7bf7f34f90bd", "tag": "69daf0de-dee8-41ab-85fa-24c0d402ba05", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:54.275455 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62f1c401-699b-45bf-95fc-935d54a693e2 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:54.275880 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f1c401-699b-45bf-95fc-935d54a693e2'] response: {'name': 'network-changed', 'server_uuid': 'a60c9986-12b3-4fc4-9bde-7bf7f34f90bd', 'tag': '69daf0de-dee8-41ab-85fa-24c0d402ba05', 'status': 'completed', 'code': 200}
Apr 16 21:10:54.434636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88626fb0-6010-45b2-9e1f-25b370205d59 req-57b1a1d0-1da4-4850-9c04-608dc60e59b6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:54.436598 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88626fb0-6010-45b2-9e1f-25b370205d59 req-57b1a1d0-1da4-4850-9c04-608dc60e59b6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 950 time: 0.0943453
Apr 16 21:10:54.437984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2a9a6-9234-41cc-b94c-895fe9abc9c2 req-f8cd4f3e-6f72-4a46-99a6-44475578a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:54.439987 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84f2a9a6-9234-41cc-b94c-895fe9abc9c2 req-f8cd4f3e-6f72-4a46-99a6-44475578a434 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 1155 time: 0.1231506
Apr 16 21:10:54.882528 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88626fb0-6010-45b2-9e1f-25b370205d59 req-7d65f615-e31f-4096-8356-ef7e16a22b06 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4349523
Apr 16 21:10:54.944015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2a9a6-9234-41cc-b94c-895fe9abc9c2 req-62c688ef-1599-4e2e-8693-1a0859d30957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:54.945451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84f2a9a6-9234-41cc-b94c-895fe9abc9c2 req-62c688ef-1599-4e2e-8693-1a0859d30957 service neutron] 10.222.0.41 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.4892199
Apr 16 21:10:54.999383 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84f2a9a6-9234-41cc-b94c-895fe9abc9c2 req-f0c4119e-b9f0-4676-b055-1ed10ae9590d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05 HTTP/1.1" status: 200  len: 217 time: 0.0448697
Apr 16 21:10:55.099682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2a9a6-9234-41cc-b94c-895fe9abc9c2 req-4394bf0f-d4ab-40a7-a1b5-f889b7dce9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:55.103851 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84f2a9a6-9234-41cc-b94c-895fe9abc9c2 req-4394bf0f-d4ab-40a7-a1b5-f889b7dce9ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.0874252
Apr 16 21:10:55.153836 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84f2a9a6-9234-41cc-b94c-895fe9abc9c2 req-b98b6104-03ac-4261-88e8-8f61df6b053e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387063
Apr 16 21:10:55.266203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c444323-2fb5-4465-afaa-e9968e7009e5 req-e381c086-98fa-46e6-83d2-509d5b80ed45 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:55.267817 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c444323-2fb5-4465-afaa-e9968e7009e5 req-e381c086-98fa-46e6-83d2-509d5b80ed45 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 950 time: 0.0958419
Apr 16 21:10:55.330140 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84f2a9a6-9234-41cc-b94c-895fe9abc9c2 req-9882b3fe-8fd3-4b22-98d2-f1db3e8a171e service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1667302
Apr 16 21:10:55.384511 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c444323-2fb5-4465-afaa-e9968e7009e5 req-dc9d6e2e-f720-4fd1-a9f4-334f55a1e2f4 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954232
Apr 16 21:10:55.498899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b490e936-9731-4964-89b6-ba2e9e7ac544 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:10:55.521752 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84f2a9a6-9234-41cc-b94c-895fe9abc9c2 req-b92260ef-a61d-4392-a926-3cb15cc38ab5 service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1820097
Apr 16 21:10:55.536628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafb538-81eb-43cb-b24c-f14902613cb2 req-f262f9da-1ec6-40fc-bd51-3382623cafc8 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:55.540416 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9eafb538-81eb-43cb-b24c-f14902613cb2 req-f262f9da-1ec6-40fc-bd51-3382623cafc8 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 949 time: 0.0813940
Apr 16 21:10:55.605157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9eafb538-81eb-43cb-b24c-f14902613cb2 req-24f43fda-ad50-4c02-a603-bcbabecc14f0 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585704
Apr 16 21:10:55.649950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b490e936-9731-4964-89b6-ba2e9e7ac544 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:55.650737 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:55.696308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b490e936-9731-4964-89b6-ba2e9e7ac544,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:55.697398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:55.700199 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574c2d5d-56e8-4024-8dbe-9ee56a0ef361" -d '{"events": [{"server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "name": "network-vif-unplugged", "status": "completed", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:55.721815 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031a880-a96a-481f-8777-da0a62d64690 req-9885060f-113f-43ef-955e-6efcb36822eb tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:55.723729 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6031a880-a96a-481f-8777-da0a62d64690 req-9885060f-113f-43ef-955e-6efcb36822eb tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 1132 time: 0.0646815
Apr 16 21:10:55.773165 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:55.777981 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6031a880-a96a-481f-8777-da0a62d64690 req-7bfb1773-adb9-4473-a34e-4a9a680aad97 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464146
Apr 16 21:10:55.903455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b490e936-9731-4964-89b6-ba2e9e7ac544,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:55.921506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2bf64-8cc8-4624-b2ca-4b1c830867b2 req-09582847-aac4-495f-ae8f-815a0764e97a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:55.929078 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58a2bf64-8cc8-4624-b2ca-4b1c830867b2 req-09582847-aac4-495f-ae8f-815a0764e97a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0559638
Apr 16 21:10:55.980464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58a2bf64-8cc8-4624-b2ca-4b1c830867b2 req-ea31af12-d39e-4c33-9dac-c479d48bd761 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505421
Apr 16 21:10:56.159353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c0642788-5af8-4722-90dd-d3c3c1a8b4a7 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:10:56.237055 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:10:56.237564 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:56.278839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-23c6a23e-6e5e-4508-a171-be16ec633633 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:10:56.280130 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-23c6a23e-6e5e-4508-a171-be16ec633633 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0064557
Apr 16 21:10:56.353728 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d982bd96-0547-46ab-9807-4fac7cd9632a x-openstack-request-id: req-d982bd96-0547-46ab-9807-4fac7cd9632a {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:56.354049 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "name": "network-vif-unplugged", "status": "completed", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:56.359134 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d982bd96-0547-46ab-9807-4fac7cd9632a {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:56.359134 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d982bd96-0547-46ab-9807-4fac7cd9632a'] response: {'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544', 'code': 200}
Apr 16 21:10:56.359134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:10:56.359134 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:56.362327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-7833d3bb-9688-4f02-a36d-b277e3cd23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:56.364989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-7833d3bb-9688-4f02-a36d-b277e3cd23c0 service neutron] 10.222.0.20 "GET /v2.0/ports/0e96d99c-8339-47c4-aadc-62a791ca4b9a HTTP/1.1" status: 200  len: 1124 time: 0.0755343
Apr 16 21:10:56.374991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:56.378350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] Unknown quota resources ['binding']. {{(pid=122556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:10:56.401485 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:10:56.439810 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-35308f1c-5eb5-4304-a164-62723d004a79 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0276637
Apr 16 21:10:56.481771 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:56.554744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,revision_number=10']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:10:56.630439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-20dd1c9f-9c5e-454f-80a2-a2791e57c51f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:56.632678 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-20dd1c9f-9c5e-454f-80a2-a2791e57c51f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1856749
Apr 16 21:10:56.655566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] Attempting to bind port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on host nch1-master-1 for vnic_type normal with profile None {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:10:56.656041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] Attempting to bind port 0e96d99c-8339-47c4-aadc-62a791ca4b9a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:10:56.656515 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] Attempting to bind port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:56.660577 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-50632dc8-cfcb-42e6-82bd-4671e38ce57e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/quotas/cd7c434915254744b7a0409ab8e6d33d HTTP/1.1" status: 200  len: 375 time: 0.0225627
Apr 16 21:10:56.662607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] Port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:10:56.662931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] Attempting to bind port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:10:56.668507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:10:56.668859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:10:56.669241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] Bound using segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:10:56.669672 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] Bound port: 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:10:56.759385 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1c7be5e4-0a4f-4324-a463-1ea13e66ae0f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0654254
Apr 16 21:10:56.775974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:10:56.863555 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:56.865523 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9423551b-9e29-4bba-81e1-f5d7dd80d949 service neutron] 10.222.0.20 "POST /v2.0/ports/0e96d99c-8339-47c4-aadc-62a791ca4b9a/bindings HTTP/1.1" status: 201  len: 389 time: 0.4936442
Apr 16 21:10:57.240557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a3073-0485-4ae7-8174-d84a7b050179 req-3219167b-c74d-4bbe-bb84-6bff76024d4a tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:57.242122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e72a3073-0485-4ae7-8174-d84a7b050179 req-3219167b-c74d-4bbe-bb84-6bff76024d4a tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 951 time: 0.0745983
Apr 16 21:10:57.307228 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e72a3073-0485-4ae7-8174-d84a7b050179 req-f5e5b714-8de8-4e0a-852e-47ebcec6f418 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538912
Apr 16 21:10:57.377233 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710be75-393d-4ff2-8f56-f3af30176fd1 req-98d976c0-b1b6-4576-b83e-7335f29e7621 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:57.379462 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a710be75-393d-4ff2-8f56-f3af30176fd1 req-98d976c0-b1b6-4576-b83e-7335f29e7621 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0541875
Apr 16 21:10:57.384876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb4fdbc0-41ac-45f3-816d-f493aea68709 req-b80b2855-f20b-4376-8d71-71a6f2898a4f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 210 time: 0.0338805
Apr 16 21:10:57.431655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a710be75-393d-4ff2-8f56-f3af30176fd1 req-f94b88ad-8531-44c6-93ce-b241d1fddbdb tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472286
Apr 16 21:10:57.494172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58132cc-be44-46e6-9a78-77853fcd5b4b req-d23fa297-ffc7-4d4c-835d-d5dbbf85c427 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:57.496936 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f58132cc-be44-46e6-9a78-77853fcd5b4b req-d23fa297-ffc7-4d4c-835d-d5dbbf85c427 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.0576191
Apr 16 21:10:57.547855 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f58132cc-be44-46e6-9a78-77853fcd5b4b req-5b0c9ad9-1c38-4a34-b212-4603d4dda649 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435250
Apr 16 21:10:58.357117 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:10:58.360946 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63878c7f-cee8-4f17-ba29-7f18588e1ef1" -d '{"events": [{"server_uuid": "4dfc548c-fae5-47a4-bb2e-8a022ebf6c17", "name": "network-vif-plugged", "status": "completed", "tag": "c0642788-5af8-4722-90dd-d3c3c1a8b4a7"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:10:58.498553 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5d5a5-e2fb-46de-b796-8089aa998cc8 req-f3b76588-9cd8-4f61-b6da-160363843299 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:58.500117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97d5d5a5-e2fb-46de-b796-8089aa998cc8 req-f3b76588-9cd8-4f61-b6da-160363843299 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 951 time: 0.0677731
Apr 16 21:10:58.548288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97d5d5a5-e2fb-46de-b796-8089aa998cc8 req-81a31f47-59cc-4eba-8e3f-c19186eed5bf tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419159
Apr 16 21:10:58.612596 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cc6504-853a-433a-aa65-b17b5a527487 x-openstack-request-id: req-a5cc6504-853a-433a-aa65-b17b5a527487 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:10:58.612950 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfc548c-fae5-47a4-bb2e-8a022ebf6c17", "name": "network-vif-plugged", "status": "completed", "tag": "c0642788-5af8-4722-90dd-d3c3c1a8b4a7", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:10:58.613268 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5cc6504-853a-433a-aa65-b17b5a527487 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:10:58.613753 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5cc6504-853a-433a-aa65-b17b5a527487'] response: {'server_uuid': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7', 'code': 200}
Apr 16 21:10:58.702631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e575b22-e740-410a-aeb9-7bae3eb04df7 req-56dff9d4-f5da-4222-948b-edfcbd720a69 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:58.704999 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e575b22-e740-410a-aeb9-7bae3eb04df7 req-56dff9d4-f5da-4222-948b-edfcbd720a69 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 945 time: 0.0497355
Apr 16 21:10:58.757073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e575b22-e740-410a-aeb9-7bae3eb04df7 req-76e89f0a-1aa8-4d70-92c5-b060d99fbc04 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466843
Apr 16 21:10:58.838083 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a893b0a4-c688-47b0-b8bf-24a532d022c4 req-94fffa82-e4f1-4354-92fc-11859a76de1f tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 210 time: 0.0262589
Apr 16 21:10:58.940683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865752e4-5e45-4ec9-83fc-7f20b7ce05d2 req-90e2a423-8cea-4651-b528-2a5cb3e74967 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:58.942151 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-865752e4-5e45-4ec9-83fc-7f20b7ce05d2 req-90e2a423-8cea-4651-b528-2a5cb3e74967 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0469670
Apr 16 21:10:58.989331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-865752e4-5e45-4ec9-83fc-7f20b7ce05d2 req-ee1e37cf-60da-4a16-a16c-7ecaf78b03c3 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415559
Apr 16 21:10:59.097055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0371997-1337-4af0-8384-55b07165cb5e req-d9234dfc-5d5c-4482-abfa-1117d5c1d9c0 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:59.098536 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c0371997-1337-4af0-8384-55b07165cb5e req-d9234dfc-5d5c-4482-abfa-1117d5c1d9c0 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.0472414
Apr 16 21:10:59.152282 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c0371997-1337-4af0-8384-55b07165cb5e req-0471c7cf-ed77-4ce1-bcdb-c5f61a111247 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441558
Apr 16 21:10:59.686692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4cf7a-192e-45bd-baa5-5418fc861162 req-eca4c6d0-41dd-43dc-936c-82f5680c9f2d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:59.688199 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10b4cf7a-192e-45bd-baa5-5418fc861162 req-eca4c6d0-41dd-43dc-936c-82f5680c9f2d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 951 time: 0.0464642
Apr 16 21:10:59.738654 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10b4cf7a-192e-45bd-baa5-5418fc861162 req-a4e6e30a-d762-4eae-8b64-cb73e3896d22 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440185
Apr 16 21:10:59.775742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51134) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:10:59.783803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1a90fa02-490d-4ed1-acfd-b3733b0c778c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349053431', 'description': 'tempest-description--452273196'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:10:59.890064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c4511-0772-4d60-9810-0ce11eb4f217 req-d095dd6b-ed15-4279-98e4-fe1710ef4840 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:10:59.891642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bc6c4511-0772-4d60-9810-0ce11eb4f217 req-d095dd6b-ed15-4279-98e4-fe1710ef4840 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 945 time: 0.0634096
Apr 16 21:10:59.893088 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a90fa02-490d-4ed1-acfd-b3733b0c778c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:10:59.988329 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a90fa02-490d-4ed1-acfd-b3733b0c778c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for security_group (58bdb737-d207-4194-9b09-4f33d2e835b1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:00.017872 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bc6c4511-0772-4d60-9810-0ce11eb4f217 req-4ee192ff-4e85-463b-a36b-9f4318ef7fa0 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166582
Apr 16 21:11:00.021371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a58424-2508-4577-ae9c-50598017c8ce req-a9465dc3-3a4f-47df-9ba6-a179f4fd0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:00.022906 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81a58424-2508-4577-ae9c-50598017c8ce req-a9465dc3-3a4f-47df-9ba6-a179f4fd0538 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 1133 time: 0.0915990
Apr 16 21:11:00.044356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772106d-ca0c-4f68-9b11-eacdcb0f4f10 req-d4275323-4d00-4167-b1ec-2f6445f0e137 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:00.045771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8772106d-ca0c-4f68-9b11-eacdcb0f4f10 req-d4275323-4d00-4167-b1ec-2f6445f0e137 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.11 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 945 time: 0.0732172
Apr 16 21:11:00.127743 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a90fa02-490d-4ed1-acfd-b3733b0c778c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (58bdb737-d207-4194-9b09-4f33d2e835b1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:00.134960 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3a7706e-c3de-4426-8fa7-2fdfc7546370 req-76ed4979-c9ba-41e4-ba8c-81c0a8c05500 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 210 time: 0.0519967
Apr 16 21:11:00.137784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81a58424-2508-4577-ae9c-50598017c8ce req-38133296-15a0-4249-9fd1-3a8474eb3658 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043162
Apr 16 21:11:00.191357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90fa02-490d-4ed1-acfd-b3733b0c778c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58bdb737-d207-4194-9b09-4f33d2e835b1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:00.209321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-8772106d-ca0c-4f68-9b11-eacdcb0f4f10 req-375f5ba7-bcb2-4d05-80bf-3820c9007797 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Deleting port afaec7f6-0723-4b6e-9610-7d38f4870889 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:00.209674 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8772106d-ca0c-4f68-9b11-eacdcb0f4f10 req-375f5ba7-bcb2-4d05-80bf-3820c9007797 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:00.297890 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a90fa02-490d-4ed1-acfd-b3733b0c778c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:00.300031 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1a90fa02-490d-4ed1-acfd-b3733b0c778c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.5229020
Apr 16 21:11:00.302855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51154) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:00.304723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3d9a0-c15f-428b-b136-d0a36ec22264 req-3b86b32f-33ca-44a6-bf85-bcc4366ba974 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:00.304871 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1d3d9a0-c15f-428b-b136-d0a36ec22264 req-3b86b32f-33ca-44a6-bf85-bcc4366ba974 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0805399
Apr 16 21:11:00.307406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a822e801-1a06-41d4-8866-f12406087914 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Request body: {'security_group_rule': {'security_group_id': '58bdb737-d207-4194-9b09-4f33d2e835b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:00.360130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8772106d-ca0c-4f68-9b11-eacdcb0f4f10 req-375f5ba7-bcb2-4d05-80bf-3820c9007797 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] For port afaec7f6-0723-4b6e-9610-7d38f4870889, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afaec7f6-0723-4b6e-9610-7d38f4870889,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:00.360536 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8772106d-ca0c-4f68-9b11-eacdcb0f4f10 req-375f5ba7-bcb2-4d05-80bf-3820c9007797 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:00.383158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-8772106d-ca0c-4f68-9b11-eacdcb0f4f10 req-375f5ba7-bcb2-4d05-80bf-3820c9007797 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Calling delete_port for afaec7f6-0723-4b6e-9610-7d38f4870889 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:00.391634 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1d3d9a0-c15f-428b-b136-d0a36ec22264 req-97a3a270-7773-4a72-b2bb-51f0f8c74adc tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798409
Apr 16 21:11:00.513038 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a822e801-1a06-41d4-8866-f12406087914 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for security_group_rule (d39e168d-f966-4738-8715-b9a864f31841), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:00.523089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc519ac-9f40-4edb-bbdd-f72a4625ba15 req-9cf33032-357d-434e-99c8-b9901ca7132f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:00.524596 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdc519ac-9f40-4edb-bbdd-f72a4625ba15 req-9cf33032-357d-434e-99c8-b9901ca7132f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.0731020
Apr 16 21:11:00.575640 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a822e801-1a06-41d4-8866-f12406087914 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for security_group_rule (d39e168d-f966-4738-8715-b9a864f31841), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:00.596573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdc519ac-9f40-4edb-bbdd-f72a4625ba15 req-e7ba60c2-4858-4ccb-8a3b-08434d090212 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654356
Apr 16 21:11:00.670166 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8772106d-ca0c-4f68-9b11-eacdcb0f4f10 req-375f5ba7-bcb2-4d05-80bf-3820c9007797 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (afaec7f6-0723-4b6e-9610-7d38f4870889), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:00.690875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['2c7070d9-a898-425b-bd50-ce8c757adf87', 'f83d9a73-0d97-45bc-8f40-3dbeed933e20'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:00.700731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f5ba7-bcb2-4d05-80bf-3820c9007797 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Pushing event deleted for resources: {'Port': ['ID=afaec7f6-0723-4b6e-9610-7d38f4870889,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:00.723529 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a822e801-1a06-41d4-8866-f12406087914 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (d39e168d-f966-4738-8715-b9a864f31841), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:00.751251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8772106d-ca0c-4f68-9b11-eacdcb0f4f10 req-375f5ba7-bcb2-4d05-80bf-3820c9007797 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] No DVR routers for this DVR port afaec7f6-0723-4b6e-9610-7d38f4870889 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:00.754970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8772106d-ca0c-4f68-9b11-eacdcb0f4f10 req-375f5ba7-bcb2-4d05-80bf-3820c9007797 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:00.759516 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8772106d-ca0c-4f68-9b11-eacdcb0f4f10 req-375f5ba7-bcb2-4d05-80bf-3820c9007797 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.11 "DELETE /v2.0/ports/afaec7f6-0723-4b6e-9610-7d38f4870889 HTTP/1.1" status: 204  len: 173 time: 0.7047439
Apr 16 21:11:00.759970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524e8c67-957c-4856-a882-fc0a4befaedd', 'name': 'network-vif-deleted', 'tag': 'afaec7f6-0723-4b6e-9610-7d38f4870889'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:00.764523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822e801-1a06-41d4-8866-f12406087914 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39e168d-f966-4738-8715-b9a864f31841,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:00.768283 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e383f4-9e4b-4bb9-a625-424ec6849d15" -d '{"events": [{"server_uuid": "524e8c67-957c-4856-a882-fc0a4befaedd", "name": "network-vif-deleted", "tag": "afaec7f6-0723-4b6e-9610-7d38f4870889"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:00.814925 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7f2c19-990c-44ac-8fb5-ad71f6a24167 x-openstack-request-id: req-8d7f2c19-990c-44ac-8fb5-ad71f6a24167 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:00.815214 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524e8c67-957c-4856-a882-fc0a4befaedd", "name": "network-vif-deleted", "tag": "afaec7f6-0723-4b6e-9610-7d38f4870889", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:00.815460 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d7f2c19-990c-44ac-8fb5-ad71f6a24167 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:00.815856 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7f2c19-990c-44ac-8fb5-ad71f6a24167'] response: {'server_uuid': '524e8c67-957c-4856-a882-fc0a4befaedd', 'name': 'network-vif-deleted', 'tag': 'afaec7f6-0723-4b6e-9610-7d38f4870889', 'status': 'completed', 'code': 200}
Apr 16 21:11:00.862796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513efd37-c426-41c8-9226-4879bda31c5f req-a9ce8457-d599-4643-84f5-259bd9b6328b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:00.864457 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-513efd37-c426-41c8-9226-4879bda31c5f req-a9ce8457-d599-4643-84f5-259bd9b6328b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 951 time: 0.0476942
Apr 16 21:11:00.868677 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a822e801-1a06-41d4-8866-f12406087914 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:00.870069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a822e801-1a06-41d4-8866-f12406087914 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5661452
Apr 16 21:11:00.872784 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51172) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:00.878055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1204fa2f-c2a4-41b1-be47-77a3e9da522e tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Request body: {'security_group_rule': {'security_group_id': '58bdb737-d207-4194-9b09-4f33d2e835b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:00.921170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-513efd37-c426-41c8-9226-4879bda31c5f req-c7f2668b-2098-4e54-aac2-6d72f9ee7cdf tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477350
Apr 16 21:11:00.993700 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1204fa2f-c2a4-41b1-be47-77a3e9da522e tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for security_group_rule (4eea719a-a12e-4c1d-8273-66b14b730396), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:01.065069 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1204fa2f-c2a4-41b1-be47-77a3e9da522e tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for security_group_rule (4eea719a-a12e-4c1d-8273-66b14b730396), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:01.118287 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bc36243-120f-47b6-b571-4920da45f320 req-8c858a35-459d-4c48-aec6-4c6e9600a9f9 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 210 time: 0.0275321
Apr 16 21:11:01.239727 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c2432f0-e185-47a0-8839-2ab88738e39a req-82f9cf42-22b5-495b-934a-0727117d47bd tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 210 time: 0.0281632
Apr 16 21:11:01.243535 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1204fa2f-c2a4-41b1-be47-77a3e9da522e tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (4eea719a-a12e-4c1d-8273-66b14b730396), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:01.261752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204fa2f-c2a4-41b1-be47-77a3e9da522e tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eea719a-a12e-4c1d-8273-66b14b730396,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:01.354924 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1204fa2f-c2a4-41b1-be47-77a3e9da522e tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:01.356145 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1204fa2f-c2a4-41b1-be47-77a3e9da522e tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4821634
Apr 16 21:11:01.359472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51178) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:01.364674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:01.482404 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:01.516394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6caa6b9-ac74-41c7-87d7-c23c72febf9f req-cad80470-f1a3-495a-aa9f-6a38b38613e7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:01.517916 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6caa6b9-ac74-41c7-87d7-c23c72febf9f req-cad80470-f1a3-495a-aa9f-6a38b38613e7 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0529542
Apr 16 21:11:01.566596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:01.578947 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6caa6b9-ac74-41c7-87d7-c23c72febf9f req-ce3924dd-73f1-4c48-9a44-f3fe1ebf954a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552838
Apr 16 21:11:01.722087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Allocated IP 172.35.1.156 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/6e8de862-aa15-42ac-974b-f060e4136f3d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:11:01.739481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba2c8c-5034-46ec-8cfd-86aff9a8da99 req-923b2c38-fa69-4797-833a-d80b4b1873be tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:01.741021 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2aba2c8c-5034-46ec-8cfd-86aff9a8da99 req-923b2c38-fa69-4797-833a-d80b4b1873be tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.0697753
Apr 16 21:11:01.831153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-c1b63027-d244-47c4-b2aa-95326f8354b2 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0341532
Apr 16 21:11:01.881990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2aba2c8c-5034-46ec-8cfd-86aff9a8da99 req-f3f0aff1-b895-4885-9be3-f163198c4f44 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352088
Apr 16 21:11:01.963329 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for port (6e8de862-aa15-42ac-974b-f060e4136f3d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:01.996677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-143eb1af-e890-42c8-8c3c-f2cd29886e9a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:01.998101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-143eb1af-e890-42c8-8c3c-f2cd29886e9a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1490726
Apr 16 21:11:02.041018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a1f39-4d1f-4c66-8e29-bee3115a2d73 req-6743fbc4-9fdd-4996-bfa8-8ff099809294 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:02.042709 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ca8a1f39-4d1f-4c66-8e29-bee3115a2d73 req-6743fbc4-9fdd-4996-bfa8-8ff099809294 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 951 time: 0.0500021
Apr 16 21:11:02.090855 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ca8a1f39-4d1f-4c66-8e29-bee3115a2d73 req-3209b83e-e2e0-472a-9b7a-dd56de00c5ad tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417943
Apr 16 21:11:02.113152 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6e8de862-aa15-42ac-974b-f060e4136f3d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:02.204031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device afaec7f6-0723-4b6e-9610-7d38f4870889 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:02.247535 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: afaec7f6-0723-4b6e-9610-7d38f4870889 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:02.248145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device afaec7f6-0723-4b6e-9610-7d38f4870889 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:02.250744 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e06dd425-784b-444b-ac73-f26586d6c568 req-8a0bbcb4-d5ae-41cb-b79c-d6cccd0681f5 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=524e8c67-957c-4856-a882-fc0a4befaedd HTTP/1.1" status: 200  len: 210 time: 0.0476458
Apr 16 21:11:02.418409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-18f9e760-ac1c-445b-b6d4-fdcdb733c113 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Request body: {'port': {'device_id': '88a6591a-336d-477a-8a77-d4e30a1bb0bf', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'cd7c434915254744b7a0409ab8e6d33d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:02.479939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:11:02.486846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:11:02.491181 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:11:02.493087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Pushing event updated for resources: {'Port': ['ID=6e8de862-aa15-42ac-974b-f060e4136f3d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:02.543475 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-b6a3d707-dbe3-4484-b579-6e50fb296b12 service neutron] 10.222.0.41 "GET /v2.0/ports/69daf0de-dee8-41ab-85fa-24c0d402ba05/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0722661
Apr 16 21:11:02.643377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b92c2017-9652-4c25-9e6c-ffe94d430add req-a0c609a5-ea99-413c-b1eb-846b78b5fd93 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 210 time: 0.0455899
Apr 16 21:11:02.653435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for floatingip (35710ec9-08ab-4bd2-a09c-c5e81a196c3e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:02.730542 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-18f9e760-ac1c-445b-b6d4-fdcdb733c113 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Made reservation on behalf of cd7c434915254744b7a0409ab8e6d33d for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:11:02.734117 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-18f9e760-ac1c-445b-b6d4-fdcdb733c113 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:02.797790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-b727b50f-2e49-4b98-8fdf-fdbad38b7e7e service neutron] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:02.806785 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a6e4a-778d-46f2-9226-7549d37421bb req-47cdde83-0313-4555-b1ae-17bf244feec7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:02.808381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-854a6e4a-778d-46f2-9226-7549d37421bb req-47cdde83-0313-4555-b1ae-17bf244feec7 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 1133 time: 0.0884175
Apr 16 21:11:02.817048 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6e8de862-aa15-42ac-974b-f060e4136f3d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:02.849464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-b727b50f-2e49-4b98-8fdf-fdbad38b7e7e service neutron] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:11:02.857025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d3fcd-1d9a-4fb2-aa2d-1eeff553dc01 req-787f684c-9710-4c78-a041-fa4eb840b582 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:02.858528 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b72d3fcd-1d9a-4fb2-aa2d-1eeff553dc01 req-787f684c-9710-4c78-a041-fa4eb840b582 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 943 time: 0.0634000
Apr 16 21:11:02.905809 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-b727b50f-2e49-4b98-8fdf-fdbad38b7e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69daf0de-dee8-41ab-85fa-24c0d402ba05 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:11:02.924046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-b727b50f-2e49-4b98-8fdf-fdbad38b7e7e service neutron] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:02.946979 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b72d3fcd-1d9a-4fb2-aa2d-1eeff553dc01 req-ef7f9d67-506c-4e1e-b67b-a97c9ac82e4f tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707264
Apr 16 21:11:03.011264 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-854a6e4a-778d-46f2-9226-7549d37421bb req-deaee642-5a0b-4d48-8b25-afc6018a0e68 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952679
Apr 16 21:11:03.046948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-18f9e760-ac1c-445b-b6d4-fdcdb733c113 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Allocated IP 192.168.233.110 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/90f9b920-0d64-4f52-b927-bb557bc71bb3) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:11:03.061150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-b727b50f-2e49-4b98-8fdf-fdbad38b7e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:03.158785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa29aa1-fbb7-4701-877a-f2c9e6c0c8ad req-f4aa822c-992a-4586-96ff-8fcf866bef81 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:03.160670 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8fa29aa1-fbb7-4701-877a-f2c9e6c0c8ad req-f4aa822c-992a-4586-96ff-8fcf866bef81 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 945 time: 0.0787320
Apr 16 21:11:03.181033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d493b-55c2-41b1-bc64-5e6416676608 req-a72b7e4a-f7de-4ae1-867b-8380dad4a002 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:03.182548 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-465d493b-55c2-41b1-bc64-5e6416676608 req-a72b7e4a-f7de-4ae1-867b-8380dad4a002 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.1015522
Apr 16 21:11:03.210773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-b727b50f-2e49-4b98-8fdf-fdbad38b7e7e service neutron] Transition to ACTIVE for port object 69daf0de-dee8-41ab-85fa-24c0d402ba05 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:11:03.226052 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8fa29aa1-fbb7-4701-877a-f2c9e6c0c8ad req-8f5b04f7-620c-4278-b030-844af5ea0bed tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583322
Apr 16 21:11:03.234823 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for port (6e8de862-aa15-42ac-974b-f060e4136f3d), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:03.300238 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-465d493b-55c2-41b1-bc64-5e6416676608 req-08920ba3-5b53-4dac-a5b3-c32ae4387dd4 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014783
Apr 16 21:11:03.321516 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-b727b50f-2e49-4b98-8fdf-fdbad38b7e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:03.328744 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-18f9e760-ac1c-445b-b6d4-fdcdb733c113 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks [] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:03.351787 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (6e8de862-aa15-42ac-974b-f060e4136f3d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:03.407095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-b727b50f-2e49-4b98-8fdf-fdbad38b7e7e service neutron] No DVR routers for this DVR port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:03.410843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727b50f-2e49-4b98-8fdf-fdbad38b7e7e service neutron] Pushing event updated for resources: {'Port': ['ID=69daf0de-dee8-41ab-85fa-24c0d402ba05,revision_number=10']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:03.412855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Pushing event updated for resources: {'Port': ['ID=6e8de862-aa15-42ac-974b-f060e4136f3d,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:03.451092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (35710ec9-08ab-4bd2-a09c-c5e81a196c3e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:03.463162 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-b727b50f-2e49-4b98-8fdf-fdbad38b7e7e service neutron] 10.222.0.41 "PUT /v2.0/ports/69daf0de-dee8-41ab-85fa-24c0d402ba05/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8864796
Apr 16 21:11:03.472522 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-18f9e760-ac1c-445b-b6d4-fdcdb733c113 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:03.485553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b1f2adf4-34d0-4e59-9590-bd8f2631ee09', '60d57b69-5719-4183-b383-e1c20b54b232', 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4', '214939ad-5504-4c41-a66d-6940e76ded8b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:03.488222 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5', '259c9f9f-e7b7-4e10-9e05-3056d94db8ff'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:03.518726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-18f9e760-ac1c-445b-b6d4-fdcdb733c113 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:11:03.521936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-18f9e760-ac1c-445b-b6d4-fdcdb733c113 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:11:03.525772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-18f9e760-ac1c-445b-b6d4-fdcdb733c113 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:11:03.532461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9e760-ac1c-445b-b6d4-fdcdb733c113 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event updated for resources: {'Port': ['ID=90f9b920-0d64-4f52-b927-bb557bc71bb3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:03.562879 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:03.568678 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6fe4353b-4270-426c-b0ae-87fecec27a7c tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2080827
Apr 16 21:11:03.595330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-18f9e760-ac1c-445b-b6d4-fdcdb733c113 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:03.596009 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-18f9e760-ac1c-445b-b6d4-fdcdb733c113 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:03.675884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-18f9e760-ac1c-445b-b6d4-fdcdb733c113 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2630188
Apr 16 21:11:03.698634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Request body: {'port': {'device_id': '88a6591a-336d-477a-8a77-d4e30a1bb0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:03.767080 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-ade3e42e-6678-4551-9c67-fb5faf0461eb tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1349053431&fields=id&tenant_id=2dc15580ef8a449ca359a9d5b799e24d HTTP/1.1" status: 200  len: 267 time: 0.0514100
Apr 16 21:11:03.810749 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:03.899702 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878e777-362b-4504-a7e9-844ad868e165 req-8e9707bd-804d-4d50-9709-ab5ce61223bd tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:03.904693 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b878e777-362b-4504-a7e9-844ad868e165 req-8e9707bd-804d-4d50-9709-ab5ce61223bd tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 1133 time: 0.0571628
Apr 16 21:11:03.912810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c1d1b685-723b-4013-b196-9184cd3cc117 None None] Provisioning complete for port 90f9b920-0d64-4f52-b927-bb557bc71bb3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:11:03.913189 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b685-723b-4013-b196-9184cd3cc117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:03.917022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-56e5eeb8-4bcc-40f8-8424-54f791564663 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:03.924292 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-56e5eeb8-4bcc-40f8-8424-54f791564663 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/networks?id=a0b7aa02-6b05-448c-853d-2f8d270d1d12 HTTP/1.1" status: 200  len: 815 time: 0.1483700
Apr 16 21:11:03.936750 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-858118d1-5061-4591-a755-b81d56999377 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/quotas/2dc15580ef8a449ca359a9d5b799e24d HTTP/1.1" status: 200  len: 375 time: 0.0114524
Apr 16 21:11:03.991442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1b685-723b-4013-b196-9184cd3cc117 None None] Port 90f9b920-0d64-4f52-b927-bb557bc71bb3 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:11:03.996740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-416ba901-738a-419d-8183-cbb32ddc60a2 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2dc15580ef8a449ca359a9d5b799e24d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0560999
Apr 16 21:11:04.070117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b878e777-362b-4504-a7e9-844ad868e165 req-4cb5eb0c-1a5f-4332-9cfc-0f54b5297bc2 tempest-ServersAdminTestJSON-592502469 tempest-ServersAdminTestJSON-592502469-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919046
Apr 16 21:11:04.131358 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-652a2610-8015-434c-a55c-987f003d8c72 service neutron] 10.222.0.20 "GET /v2.0/networks/a0b7aa02-6b05-448c-853d-2f8d270d1d12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228817
Apr 16 21:11:04.201338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f9b920-0d64-4f52-b927-bb557bc71bb3 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:11:04.213015 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Publish callbacks [] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:04.221595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d608fdd-eb22-432b-98da-81c558f3e571 req-3ac4c347-e42c-450c-8014-adce63d11f60 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:04.223091 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d608fdd-eb22-432b-98da-81c558f3e571 req-3ac4c347-e42c-450c-8014-adce63d11f60 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 936 time: 0.0706780
Apr 16 21:11:04.236668 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-61df4101-70e2-481e-976c-05340ec79c04 service neutron] 10.222.0.20 "GET /v2.0/networks/a0b7aa02-6b05-448c-853d-2f8d270d1d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0978379
Apr 16 21:11:04.244595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Transition to ACTIVE for port object 90f9b920-0d64-4f52-b927-bb557bc71bb3 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:11:04.280598 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d608fdd-eb22-432b-98da-81c558f3e571 req-d8996e4c-7755-45ed-82e3-53381cc18726 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486343
Apr 16 21:11:04.386648 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:04.404878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fba4d-5078-4aee-aaa1-7dae960face7 req-4652fd3e-0cc7-48bb-a14a-55f53294e008 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:04.406344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f78fba4d-5078-4aee-aaa1-7dae960face7 req-4652fd3e-0cc7-48bb-a14a-55f53294e008 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 945 time: 0.0550058
Apr 16 21:11:04.559866 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f78fba4d-5078-4aee-aaa1-7dae960face7 req-db657d93-c104-4fb2-a450-97e6dcc85e7b tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253560
Apr 16 21:11:04.566344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897a30f-92b0-4977-968a-dacfa4a1d692 req-7f1bd269-7abd-4de9-bdc2-1767d0bf4c27 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:04.566510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-4af4747e-5804-41dc-ba50-4481fe3640ac tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:04.576706 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-4af4747e-5804-41dc-ba50-4481fe3640ac tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd&tenant_id=68af3300a0d149adbbf934b4ff1f87d8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1733119
Apr 16 21:11:04.576706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Pushing event updated for resources: {'Port': ['ID=90f9b920-0d64-4f52-b927-bb557bc71bb3,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:04.577160 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1897a30f-92b0-4977-968a-dacfa4a1d692 req-7f1bd269-7abd-4de9-bdc2-1767d0bf4c27 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 944 time: 0.0595636
Apr 16 21:11:04.658168 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1897a30f-92b0-4977-968a-dacfa4a1d692 req-b5d18d87-9b06-4ba3-9720-a7c43523ac57 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722346
Apr 16 21:11:04.660634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-900af477-afc0-43de-9fd1-8af6e180ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:04.662516 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-900af477-afc0-43de-9fd1-8af6e180ccca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd&tenant_id=68af3300a0d149adbbf934b4ff1f87d8 HTTP/1.1" status: 200  len: 1126 time: 0.0734155
Apr 16 21:11:04.787012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-b6a94209-b02d-414e-ab80-95537fcde4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:04.788940 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-b6a94209-b02d-414e-ab80-95537fcde4ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 1126 time: 0.0892913
Apr 16 21:11:04.804397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8119f-2f89-478e-87d8-7e913a918e53 req-26a95f97-fc98-4d6a-b6cd-9ed026bb8d84 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:04.806077 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b2c8119f-2f89-478e-87d8-7e913a918e53 req-26a95f97-fc98-4d6a-b6cd-9ed026bb8d84 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 945 time: 0.0493004
Apr 16 21:11:04.808700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Attempting to bind port 90f9b920-0d64-4f52-b927-bb557bc71bb3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:11:04.809041 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Attempting to bind port 90f9b920-0d64-4f52-b927-bb557bc71bb3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:11:04.809365 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Attempting to bind port 90f9b920-0d64-4f52-b927-bb557bc71bb3 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:11:04.850948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Port 90f9b920-0d64-4f52-b927-bb557bc71bb3 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:11:04.851398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Attempting to bind port 90f9b920-0d64-4f52-b927-bb557bc71bb3 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:11:04.863071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:11:04.863434 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:11:04.868229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:11:04.868229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Bound port: 90f9b920-0d64-4f52-b927-bb557bc71bb3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:11:04.868229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:04.868565 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b2c8119f-2f89-478e-87d8-7e913a918e53 req-9ba0c0e8-6ac4-4477-997d-e6e8922e26f6 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506527
Apr 16 21:11:04.945571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-3c306d6e-03e2-4935-a431-078866e7f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:04.947086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-3c306d6e-03e2-4935-a431-078866e7f3db service neutron] 10.222.0.11 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.1473670
Apr 16 21:11:04.966409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ec18f-3a7b-48bb-b1ea-4412947f4abb req-9abca564-54ff-4306-89f7-f683d8ebf799 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:04.968060 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f41ec18f-3a7b-48bb-b1ea-4412947f4abb req-9abca564-54ff-4306-89f7-f683d8ebf799 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.0525177
Apr 16 21:11:04.989902 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] For port 90f9b920-0d64-4f52-b927-bb557bc71bb3, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:11:04.992728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-228d0134-2771-4a96-ab4a-bc04b41f349c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05 HTTP/1.1" status: 200  len: 217 time: 0.0382526
Apr 16 21:11:05.014291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] For port 90f9b920-0d64-4f52-b927-bb557bc71bb3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90f9b920-0d64-4f52-b927-bb557bc71bb3,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:11:05.019191 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f41ec18f-3a7b-48bb-b1ea-4412947f4abb req-1bcdd814-3ff9-4e67-9ee6-2b762b743604 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447900
Apr 16 21:11:05.055089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-6ce11fe7-8cbd-4d06-aa24-aa71b09ad94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:05.056657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-6ce11fe7-8cbd-4d06-aa24-aa71b09ad94c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.0565116
Apr 16 21:11:05.088279 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c561be68-a31a-4d86-bb01-3fc22495263c req-04b56cc8-a101-4f27-bc65-e2515474cba0 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 210 time: 0.0284605
Apr 16 21:11:05.091601 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-d3e004d9-1072-4273-8dd6-2fbc3f7e29cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0275161
Apr 16 21:11:05.174354 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:05.230201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-5870f599-e778-4857-8a83-dda755e5bddb service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291499
Apr 16 21:11:05.234337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:05.234958 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:05.236412 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] 10.222.0.11 "PUT /v2.0/ports/90f9b920-0d64-4f52-b927-bb557bc71bb3 HTTP/1.1" status: 200  len: 1096 time: 1.5489028
Apr 16 21:11:05.236847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a6591a-336d-477a-8a77-d4e30a1bb0bf', 'tag': '90f9b920-0d64-4f52-b927-bb557bc71bb3'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:05.238312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d0ed6-55ae-47b3-a546-9b7d6e35cacc req-21471ba8-c082-4a8a-a53a-0cca61e59ab9 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:05.239077 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf9d313-2d06-4e95-823a-c5593688e6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "88a6591a-336d-477a-8a77-d4e30a1bb0bf", "tag": "90f9b920-0d64-4f52-b927-bb557bc71bb3"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:05.240218 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-617d0ed6-55ae-47b3-a546-9b7d6e35cacc req-21471ba8-c082-4a8a-a53a-0cca61e59ab9 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 950 time: 0.0498605
Apr 16 21:11:05.260749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fa6ef-8212-4397-b9c4-11ec445126d7 service neutron] Pushing event updated for resources: {'Port': ['ID=90f9b920-0d64-4f52-b927-bb557bc71bb3,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:05.288395 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c6bff0-101b-4841-9ba0-f649265d53c0 x-openstack-request-id: req-99c6bff0-101b-4841-9ba0-f649265d53c0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:05.291313 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a6591a-336d-477a-8a77-d4e30a1bb0bf", "tag": "90f9b920-0d64-4f52-b927-bb557bc71bb3", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:05.292517 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99c6bff0-101b-4841-9ba0-f649265d53c0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:05.300025 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c6bff0-101b-4841-9ba0-f649265d53c0'] response: {'name': 'network-changed', 'server_uuid': '88a6591a-336d-477a-8a77-d4e30a1bb0bf', 'tag': '90f9b920-0d64-4f52-b927-bb557bc71bb3', 'status': 'completed', 'code': 200}
Apr 16 21:11:05.305407 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-617d0ed6-55ae-47b3-a546-9b7d6e35cacc req-5668d35b-f7a9-488a-9a81-b8c1936c05c2 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584590
Apr 16 21:11:05.437289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cae21-c8c4-43e1-af2d-feb50111acae req-bc888454-0291-4879-b17c-4ac0fb346cab tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:05.438813 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb0cae21-c8c4-43e1-af2d-feb50111acae req-bc888454-0291-4879-b17c-4ac0fb346cab tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 948 time: 0.0495992
Apr 16 21:11:05.485306 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb0cae21-c8c4-43e1-af2d-feb50111acae req-992da31f-130d-4665-bc33-dbdcf25c75db tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404284
Apr 16 21:11:05.649271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 69daf0de-dee8-41ab-85fa-24c0d402ba05 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:05.669539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d1b6c-0a49-48b4-954c-6b3cffe2954b req-27ea2e7f-aa63-44fe-a521-934e006af197 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:05.676445 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc0d1b6c-0a49-48b4-954c-6b3cffe2954b req-27ea2e7f-aa63-44fe-a521-934e006af197 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 945 time: 0.0528882
Apr 16 21:11:05.701264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port 69daf0de-dee8-41ab-85fa-24c0d402ba05 host nch1-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:11:05.701264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 69daf0de-dee8-41ab-85fa-24c0d402ba05 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:05.724035 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:05.729804 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc0d1b6c-0a49-48b4-954c-6b3cffe2954b req-cac8815a-bd16-4a7a-991b-fbab99718897 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457456
Apr 16 21:11:05.817407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e77214-103a-4d7d-9924-588380bdd403 req-de5dc9da-413a-4b70-99b9-c6339f6ad03d tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:05.818882 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45e77214-103a-4d7d-9924-588380bdd403 req-de5dc9da-413a-4b70-99b9-c6339f6ad03d tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 944 time: 0.0477285
Apr 16 21:11:05.842432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-c9e64049-6e77-40ef-a615-e69483d40ac0 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:05.843987 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-c9e64049-6e77-40ef-a615-e69483d40ac0 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.41 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 945 time: 0.0471752
Apr 16 21:11:05.866548 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45e77214-103a-4d7d-9924-588380bdd403 req-f1813c9c-80c4-4538-a910-7bd18e9c8443 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419769
Apr 16 21:11:05.987379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Deleting port e6de744b-54d0-45c6-a666-8fc2c4a831b1 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:05.988613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:06.009643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810bff3-82cc-4887-ae62-c7ea61bb9146 req-afe5d539-dfb3-4ae1-8074-5590b75e7263 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:06.011117 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a810bff3-82cc-4887-ae62-c7ea61bb9146 req-afe5d539-dfb3-4ae1-8074-5590b75e7263 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 945 time: 0.0740168
Apr 16 21:11:06.114738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a810bff3-82cc-4887-ae62-c7ea61bb9146 req-6b3cc6f4-0cc3-4914-9015-f8706f1b609e tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups?id=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778909
Apr 16 21:11:06.121794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] For port e6de744b-54d0-45c6-a666-8fc2c4a831b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6de744b-54d0-45c6-a666-8fc2c4a831b1,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:06.122371 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:06.159305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac969d1-2972-4290-9a9a-a877802bcbdf req-45f72847-3f37-4d5e-9b5a-95243eb5b82f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:06.161321 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ac969d1-2972-4290-9a9a-a877802bcbdf req-45f72847-3f37-4d5e-9b5a-95243eb5b82f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.0724895
Apr 16 21:11:06.205425 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7398c00a-1edc-4788-b82c-9d4f8be763ea req-aa8fda88-babf-4601-8695-2afa0d1a324b tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 210 time: 0.0311694
Apr 16 21:11:06.217362 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ac969d1-2972-4290-9a9a-a877802bcbdf req-842e595d-1d8c-4f91-8f74-2205221a709a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493639
Apr 16 21:11:06.323200 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:06.323790 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:06.323936 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Floating IP bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9 disassociated. External IP: 172.35.1.187, port: e6de744b-54d0-45c6-a666-8fc2c4a831b1.
Apr 16 21:11:06.324227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Calling delete_port for e6de744b-54d0-45c6-a666-8fc2c4a831b1 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:06.373476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c1987-9113-424d-8ebd-cccae7343a6a req-b1ce5f20-2e83-4995-96fe-b0b0499f28f2 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:06.375019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e53c1987-9113-424d-8ebd-cccae7343a6a req-b1ce5f20-2e83-4995-96fe-b0b0499f28f2 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.41 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 945 time: 0.0493805
Apr 16 21:11:06.456615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7b5e-6586-4603-ae82-b82736bf0c44 req-b4a35a69-ba02-4412-b46b-142145372797 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:06.458178 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0b3a7b5e-6586-4603-ae82-b82736bf0c44 req-b4a35a69-ba02-4412-b46b-142145372797 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 950 time: 0.0803766
Apr 16 21:11:06.582512 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (e6de744b-54d0-45c6-a666-8fc2c4a831b1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:06.621396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Pushing event deleted for resources: {'Port': ['ID=e6de744b-54d0-45c6-a666-8fc2c4a831b1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:06.630807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9d313-2d06-4e95-823a-c5593688e6c4 req-11bca2d5-f1de-4825-a0fb-a1d4f943d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:06.631739 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9402c-73c6-40df-95a4-a41bb54a2a56 req-698f9564-db01-4a68-ba34-a5ddcd9bbd84 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:06.632668 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8cf9d313-2d06-4e95-823a-c5593688e6c4 req-11bca2d5-f1de-4825-a0fb-a1d4f943d4af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 1130 time: 0.1358817
Apr 16 21:11:06.633294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6a9402c-73c6-40df-95a4-a41bb54a2a56 req-698f9564-db01-4a68-ba34-a5ddcd9bbd84 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 948 time: 0.0789597
Apr 16 21:11:06.658011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e53c1987-9113-424d-8ebd-cccae7343a6a req-0c6dd2e6-784a-41d6-bf8d-4cf65f9f3a2a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Deleting port f83d9a73-0d97-45bc-8f40-3dbeed933e20 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:06.658398 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e53c1987-9113-424d-8ebd-cccae7343a6a req-0c6dd2e6-784a-41d6-bf8d-4cf65f9f3a2a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:06.671828 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0b3a7b5e-6586-4603-ae82-b82736bf0c44 req-943c95f9-c67f-4780-b3cb-d7106a6c25c1 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959381
Apr 16 21:11:06.739507 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-09a718ce-4ded-4e71-9140-d25b6e30118a service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2743742
Apr 16 21:11:06.759836 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8cf9d313-2d06-4e95-823a-c5593688e6c4 req-7089dd29-7261-4417-b2fe-2ba0844ef6a7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0853157
Apr 16 21:11:06.784425 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6a9402c-73c6-40df-95a4-a41bb54a2a56 req-5b263f84-0f93-4f36-975c-a52a8ce12caa tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954559
Apr 16 21:11:06.805101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Router c7b29ac1-f421-4047-92d9-4a968ab1074d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:11:06.904042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf1988-f57a-4f4d-9f24-9d3b6bcdcf29 req-150c8660-897f-4960-bee9-e0ddd29d9ebb tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:06.905557 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40cf1988-f57a-4f4d-9f24-9d3b6bcdcf29 req-150c8660-897f-4960-bee9-e0ddd29d9ebb tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 950 time: 0.0898185
Apr 16 21:11:06.925600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e53c1987-9113-424d-8ebd-cccae7343a6a req-0c6dd2e6-784a-41d6-bf8d-4cf65f9f3a2a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] For port f83d9a73-0d97-45bc-8f40-3dbeed933e20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f83d9a73-0d97-45bc-8f40-3dbeed933e20,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:06.925983 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e53c1987-9113-424d-8ebd-cccae7343a6a req-0c6dd2e6-784a-41d6-bf8d-4cf65f9f3a2a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:06.943264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e53c1987-9113-424d-8ebd-cccae7343a6a req-0c6dd2e6-784a-41d6-bf8d-4cf65f9f3a2a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Calling delete_port for f83d9a73-0d97-45bc-8f40-3dbeed933e20 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:06.952271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564da5-a4b1-42c7-ac62-84537e8b7722 req-458df173-f3b5-4dec-a426-aa185e711dad tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:06.953799 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da564da5-a4b1-42c7-ac62-84537e8b7722 req-458df173-f3b5-4dec-a426-aa185e711dad tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 945 time: 0.0589797
Apr 16 21:11:06.957382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:11:06.968298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cfb05-9b65-4230-91c5-cb9a07f7eb6a None None] Sync routers for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:11:06.981998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06cfb05-9b65-4230-91c5-cb9a07f7eb6a None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:11:06.982763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f06cfb05-9b65-4230-91c5-cb9a07f7eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242c86a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:10:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:07.036740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] No DVR routers for this DVR port e6de744b-54d0-45c6-a666-8fc2c4a831b1 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:07.040326 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:07.043826 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3acd990-63f3-48fd-8c06-9279b2747231 req-a691eb2c-6f0e-4b62-b06f-d4e3d9cb2bdf tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.41 "DELETE /v2.0/ports/e6de744b-54d0-45c6-a666-8fc2c4a831b1 HTTP/1.1" status: 204  len: 173 time: 1.1852999
Apr 16 21:11:07.044513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18557c2b-2ced-4cbc-998e-978ae82401e7', 'name': 'network-vif-deleted', 'tag': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:07.046959 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b9c1b1-6387-4d9c-9a13-92251d864f3a" -d '{"events": [{"server_uuid": "18557c2b-2ced-4cbc-998e-978ae82401e7", "name": "network-vif-deleted", "tag": "e6de744b-54d0-45c6-a666-8fc2c4a831b1"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:07.083237 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da564da5-a4b1-42c7-ac62-84537e8b7722 req-89d3a3a0-e32f-4841-819c-21b80fd7690b tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098387
Apr 16 21:11:07.152985 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d807fab9-0ac5-4cfd-a4a7-5ffeaa7d7088 x-openstack-request-id: req-d807fab9-0ac5-4cfd-a4a7-5ffeaa7d7088 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:07.153286 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18557c2b-2ced-4cbc-998e-978ae82401e7", "name": "network-vif-deleted", "tag": "e6de744b-54d0-45c6-a666-8fc2c4a831b1", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:07.153542 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d807fab9-0ac5-4cfd-a4a7-5ffeaa7d7088 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:07.154212 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d807fab9-0ac5-4cfd-a4a7-5ffeaa7d7088'] response: {'server_uuid': '18557c2b-2ced-4cbc-998e-978ae82401e7', 'name': 'network-vif-deleted', 'tag': 'e6de744b-54d0-45c6-a666-8fc2c4a831b1', 'status': 'completed', 'code': 200}
Apr 16 21:11:07.178662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f06cfb05-9b65-4230-91c5-cb9a07f7eb6a None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:11:07.245842 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-25c77d02-d8f5-4747-a589-b8fb217dca59 req-f31568b8-00fd-4eae-bac7-45f2163a0df6 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 210 time: 0.0344441
Apr 16 21:11:07.356027 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0284a825-dad1-426d-8ee1-ae043f7d34b6 req-df6c7246-8548-4d0c-9112-2d9e86427c9b tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 210 time: 0.0491903
Apr 16 21:11:07.461942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f06cfb05-9b65-4230-91c5-cb9a07f7eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242c86a0>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:07.463742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-40cf1988-f57a-4f4d-9f24-9d3b6bcdcf29 req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Deleting port aa28e0e4-5396-47b7-a21f-9f5effb36613 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:07.465376 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40cf1988-f57a-4f4d-9f24-9d3b6bcdcf29 req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:07.473517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8d01e-20cd-4214-bc5b-1d477b5f23df req-a077c3d0-94c3-426f-bd0e-4e8c8aa9b29c tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:07.481620 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4eb8d01e-20cd-4214-bc5b-1d477b5f23df req-a077c3d0-94c3-426f-bd0e-4e8c8aa9b29c tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.0575929
Apr 16 21:11:07.509957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cfb05-9b65-4230-91c5-cb9a07f7eb6a None None] Checking router: c7b29ac1-f421-4047-92d9-4a968ab1074d for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:11:07.519401 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06cfb05-9b65-4230-91c5-cb9a07f7eb6a None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:11:07.520415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f06cfb05-9b65-4230-91c5-cb9a07f7eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242c86a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:10:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:07.567528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9d313-2d06-4e95-823a-c5593688e6c4 req-ac41aac7-f100-4a93-aefd-d45d767a8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:07.569866 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8cf9d313-2d06-4e95-823a-c5593688e6c4 req-ac41aac7-f100-4a93-aefd-d45d767a8eed service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7674572
Apr 16 21:11:07.583621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93246-c513-4559-8654-c60339910434 req-5e40f1be-ff36-4c6a-8d05-f7c34578cb52 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:07.587262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ffd93246-c513-4559-8654-c60339910434 req-5e40f1be-ff36-4c6a-8d05-f7c34578cb52 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 944 time: 0.5790074
Apr 16 21:11:07.605436 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4eb8d01e-20cd-4214-bc5b-1d477b5f23df req-bc847868-395f-4dd2-8394-5c0795839a41 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173630
Apr 16 21:11:07.624662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-7ce5ce72-28c4-4cba-9a45-9e7e9950c9be tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:07.626803 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-7ce5ce72-28c4-4cba-9a45-9e7e9950c9be tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd&tenant_id=68af3300a0d149adbbf934b4ff1f87d8&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1454675
Apr 16 21:11:07.648378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b490e936-9731-4964-89b6-ba2e9e7ac544 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:11:07.653225 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7f99ebd3-c22c-4c12-a3a0-bead908752c1 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:07.655169 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7f99ebd3-c22c-4c12-a3a0-bead908752c1 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.41 "GET /v2.0/networks?id=a0b7aa02-6b05-448c-853d-2f8d270d1d12 HTTP/1.1" status: 200  len: 815 time: 0.1589398
Apr 16 21:11:07.697219 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f06cfb05-9b65-4230-91c5-cb9a07f7eb6a None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:11:07.780346 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-40cf1988-f57a-4f4d-9f24-9d3b6bcdcf29 req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] For port aa28e0e4-5396-47b7-a21f-9f5effb36613, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa28e0e4-5396-47b7-a21f-9f5effb36613,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:07.780721 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40cf1988-f57a-4f4d-9f24-9d3b6bcdcf29 req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:07.781097 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-3fd19267-4115-4974-a14a-2a95d150a5ed tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dc15580ef8a449ca359a9d5b799e24d HTTP/1.1" status: 200  len: 380 time: 0.1166134
Apr 16 21:11:07.801211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-0a570595-0152-46db-ad50-403ec5a713a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:07.802810 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-0a570595-0152-46db-ad50-403ec5a713a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 1130 time: 0.1221323
Apr 16 21:11:07.813061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-40cf1988-f57a-4f4d-9f24-9d3b6bcdcf29 req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Calling delete_port for aa28e0e4-5396-47b7-a21f-9f5effb36613 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:07.818010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850a922-508d-49ec-8a75-ca360e778025 req-5927d8b3-0fef-469c-be20-37edfae9f7c3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:07.819802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f850a922-508d-49ec-8a75-ca360e778025 req-5927d8b3-0fef-469c-be20-37edfae9f7c3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 950 time: 0.0643852
Apr 16 21:11:07.849849 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ffd93246-c513-4559-8654-c60339910434 req-502d90ba-c4e3-4bf3-bb8c-7d5b38bd2fbf tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2482176
Apr 16 21:11:07.890037 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-93e6f039-c116-470e-9669-38388e9478a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=90f9b920-0d64-4f52-b927-bb557bc71bb3 HTTP/1.1" status: 200  len: 217 time: 0.0744421
Apr 16 21:11:07.906951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f850a922-508d-49ec-8a75-ca360e778025 req-3d8c3e5f-caef-41fd-b171-ca2fdd2bffae tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783944
Apr 16 21:11:07.920254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b490e936-9731-4964-89b6-ba2e9e7ac544,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:07.931411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7bedfe79-03f3-4123-b53c-140d91cd970f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Request body: {'port': {'device_id': 'cda4f042-eb49-4d90-ad5e-0e2b81dc0ede', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'admin_state_up': True, 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'security_groups': ['58bdb737-d207-4194-9b09-4f33d2e835b1']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:08.001230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'b490e936-9731-4964-89b6-ba2e9e7ac544', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'b490e936-9731-4964-89b6-ba2e9e7ac544', 'mac_address': 'fa:16:3e:a1:13:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:11:08.087722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b490e936-9731-4964-89b6-ba2e9e7ac544 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:08.088141 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:08.100734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f06cfb05-9b65-4230-91c5-cb9a07f7eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242c86a0>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:08.123268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eeb14e-02f2-4f5d-a009-a77e7913e43b req-045d7d67-fd6b-48f8-937b-8d5a603569bf tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:08.125010 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28eeb14e-02f2-4f5d-a009-a77e7913e43b req-045d7d67-fd6b-48f8-937b-8d5a603569bf tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 948 time: 0.1659641
Apr 16 21:11:08.129291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-c9f92ddc-81f2-4a2c-9594-d80d101cbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:08.130694 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-c9f92ddc-81f2-4a2c-9594-d80d101cbad3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1748395
Apr 16 21:11:08.134821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b490e936-9731-4964-89b6-ba2e9e7ac544 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:11:08.139473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cfb05-9b65-4230-91c5-cb9a07f7eb6a None None] The sync data for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 is: [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:07:11Z', 'revision_number': 4, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e414be54-b2a8-434a-994d-e497c742bc27', 'name': '', 'network_id': 'd01e7439-5429-4e84-9f79-f267906a4f33', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'mac_address': 'fa:16:3e:6a:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:11Z', 'updated_at': '2022-04-16T21:07:21Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'subnets': [{'id': '1655e0cc-53d1-49b0-9e30-979a5cc528e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:11:08.143790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7bedfe79-03f3-4123-b53c-140d91cd970f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Made reservation on behalf of 2dc15580ef8a449ca359a9d5b799e24d for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:11:08.149477 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7bedfe79-03f3-4123-b53c-140d91cd970f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:08.163171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b490e936-9731-4964-89b6-ba2e9e7ac544,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:08.213928 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-6fd449b7-1b33-40f3-a552-f45ce58b74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:08.215476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-6fd449b7-1b33-40f3-a552-f45ce58b74ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0736876
Apr 16 21:11:08.250375 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e53c1987-9113-424d-8ebd-cccae7343a6a req-0c6dd2e6-784a-41d6-bf8d-4cf65f9f3a2a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f83d9a73-0d97-45bc-8f40-3dbeed933e20), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:08.251136 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:08.279313 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-e3b1c104-f347-44b3-8cd3-d099699fb7c0 service neutron] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:11:08.293381 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-e3b1c104-f347-44b3-8cd3-d099699fb7c0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:08.299466 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecaf414e-cbbf-42e7-b3d2-f5e6e1c57def req-e3b1c104-f347-44b3-8cd3-d099699fb7c0 service neutron] 10.222.0.11 "DELETE /v2.0/ports/69daf0de-dee8-41ab-85fa-24c0d402ba05/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.6592832
Apr 16 21:11:08.323749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['2c7070d9-a898-425b-bd50-ce8c757adf87', 'f83d9a73-0d97-45bc-8f40-3dbeed933e20'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:08.336241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f94391-1f89-42de-84b5-3d22a7dbf373 req-c6d2d202-0089-4cf7-a645-841ae2f3676a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:08.337484 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19f94391-1f89-42de-84b5-3d22a7dbf373 req-c6d2d202-0089-4cf7-a645-841ae2f3676a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 945 time: 0.1566508
Apr 16 21:11:08.391292 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28eeb14e-02f2-4f5d-a009-a77e7913e43b req-a4b12158-af53-49e0-bf8d-28ac796f15ac tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2476664
Apr 16 21:11:08.413648 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dd2e6-784a-41d6-bf8d-4cf65f9f3a2a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Pushing event deleted for resources: {'Port': ['ID=f83d9a73-0d97-45bc-8f40-3dbeed933e20,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:08.484818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19f94391-1f89-42de-84b5-3d22a7dbf373 req-c95d85ce-4f1a-42da-a27d-c788a18e6041 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364100
Apr 16 21:11:08.486319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b490e936-9731-4964-89b6-ba2e9e7ac544,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:08.490913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b490e936-9731-4964-89b6-ba2e9e7ac544'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:08.531539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53c1987-9113-424d-8ebd-cccae7343a6a req-0c6dd2e6-784a-41d6-bf8d-4cf65f9f3a2a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] No DVR routers for this DVR port f83d9a73-0d97-45bc-8f40-3dbeed933e20 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:08.535954 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e53c1987-9113-424d-8ebd-cccae7343a6a req-0c6dd2e6-784a-41d6-bf8d-4cf65f9f3a2a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:08.539481 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e53c1987-9113-424d-8ebd-cccae7343a6a req-0c6dd2e6-784a-41d6-bf8d-4cf65f9f3a2a tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.41 "DELETE /v2.0/ports/f83d9a73-0d97-45bc-8f40-3dbeed933e20 HTTP/1.1" status: 204  len: 173 time: 2.1340799
Apr 16 21:11:08.545535 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615ea5db-3cca-4736-b69a-cc7bdc8f0e6e', 'name': 'network-vif-deleted', 'tag': 'f83d9a73-0d97-45bc-8f40-3dbeed933e20'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:08.548664 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d12357-318b-411a-8bd5-40783ff18947" -d '{"events": [{"server_uuid": "615ea5db-3cca-4736-b69a-cc7bdc8f0e6e", "name": "network-vif-deleted", "tag": "f83d9a73-0d97-45bc-8f40-3dbeed933e20"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:08.588972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f8dce173-6daf-4284-915b-ee938f6f537d req-2123141c-8506-4321-a654-183112689c0c tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/ports?device_id=18557c2b-2ced-4cbc-998e-978ae82401e7 HTTP/1.1" status: 200  len: 210 time: 0.0622320
Apr 16 21:11:08.611385 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-2142503a-102d-4025-b68a-f47f74b076c9 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3854277
Apr 16 21:11:08.654828 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba594570-4e11-4f39-bcba-90cf4872fef5 req-79c929dc-48ed-4c21-a318-712b49bf3128 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 210 time: 0.0470824
Apr 16 21:11:08.659279 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5544627-0416-4142-8a8b-e6f425a59d87 None None] New status for floating IP bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:11:08.750377 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40cf1988-f57a-4f4d-9f24-9d3b6bcdcf29 req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (aa28e0e4-5396-47b7-a21f-9f5effb36613), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:08.758536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7bedfe79-03f3-4123-b53c-140d91cd970f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Allocated IP 172.20.0.3 (a0b7aa02-6b05-448c-853d-2f8d270d1d12/000c92e2-489b-4be2-8bfd-8afe4a414e9d/341f7886-de89-42fb-840b-8879233ec19f) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:11:08.778322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['2819bc63-5a3d-4aac-8273-b90dbce3d22d', 'aa28e0e4-5396-47b7-a21f-9f5effb36613', 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:08.824801 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d27118c-8158-48ed-9dff-67d5bdd5ec9a x-openstack-request-id: req-3d27118c-8158-48ed-9dff-67d5bdd5ec9a {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:08.825452 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615ea5db-3cca-4736-b69a-cc7bdc8f0e6e", "name": "network-vif-deleted", "tag": "f83d9a73-0d97-45bc-8f40-3dbeed933e20", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:08.825716 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d27118c-8158-48ed-9dff-67d5bdd5ec9a {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:08.830199 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d27118c-8158-48ed-9dff-67d5bdd5ec9a'] response: {'server_uuid': '615ea5db-3cca-4736-b69a-cc7bdc8f0e6e', 'name': 'network-vif-deleted', 'tag': 'f83d9a73-0d97-45bc-8f40-3dbeed933e20', 'status': 'completed', 'code': 200}
Apr 16 21:11:09.024362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab66927-d9bb-4aad-b9c3-e73fab562601 req-da16d12b-e768-421b-9056-9fc4cf9bc66f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:09.026269 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4ab66927-d9bb-4aad-b9c3-e73fab562601 req-da16d12b-e768-421b-9056-9fc4cf9bc66f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.2346129
Apr 16 21:11:09.048953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Pushing event deleted for resources: {'Port': ['ID=aa28e0e4-5396-47b7-a21f-9f5effb36613,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:09.139569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.139936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.140331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.148709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.149203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.154780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.155160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.155501 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.155849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.156199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.156563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.157033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.157450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.157844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.158470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:09.166542 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2b04b736-0ffe-4fa7-9857-5a9d55480257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:09.229444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cf1988-f57a-4f4d-9f24-9d3b6bcdcf29 req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] No DVR routers for this DVR port aa28e0e4-5396-47b7-a21f-9f5effb36613 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:09.256130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40cf1988-f57a-4f4d-9f24-9d3b6bcdcf29 req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:09.274350 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40cf1988-f57a-4f4d-9f24-9d3b6bcdcf29 req-9105dc0c-0022-4d7e-8280-85870c8b0a8d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "DELETE /v2.0/ports/aa28e0e4-5396-47b7-a21f-9f5effb36613 HTTP/1.1" status: 204  len: 173 time: 2.3181915
Apr 16 21:11:09.451725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c98994-2e56-4398-9e72-b9788fd087bd req-c616f12a-5ef7-402a-a07d-fcf9ba8e7730 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:09.460089 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06c98994-2e56-4398-9e72-b9788fd087bd req-c616f12a-5ef7-402a-a07d-fcf9ba8e7730 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 944 time: 0.3219593
Apr 16 21:11:09.463486 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b814682-e7e8-4e65-9369-84087c3c9c5f req-1a626b77-0e0c-450b-87df-51126f5bbd30 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8403218
Apr 16 21:11:09.468519 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4ab66927-d9bb-4aad-b9c3-e73fab562601 req-97c4cbee-204c-4fc6-8dff-af9e150ad70a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4029779
Apr 16 21:11:09.572073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06c98994-2e56-4398-9e72-b9788fd087bd req-35174df4-2944-4a4c-b8ef-06f128624963 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114085
Apr 16 21:11:09.587851 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7bedfe79-03f3-4123-b53c-140d91cd970f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for port (341f7886-de89-42fb-840b-8879233ec19f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:09.650247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-182a0869-d396-4fdc-b154-4be4a271b731 req-8a5de8ad-f314-4fb0-90a1-803397438e55 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 210 time: 0.0603175
Apr 16 21:11:09.832841 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7bedfe79-03f3-4123-b53c-140d91cd970f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (341f7886-de89-42fb-840b-8879233ec19f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:09.847043 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6fb64665-56ab-40b5-be1e-b803ab0f98d5 req-8a748566-9c49-4f57-b7ef-d39a0c04cbef tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 210 time: 0.0389709
Apr 16 21:11:09.882897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7bedfe79-03f3-4123-b53c-140d91cd970f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Network a0b7aa02-6b05-448c-853d-2f8d270d1d12 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:11:09.888753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7bedfe79-03f3-4123-b53c-140d91cd970f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:11:09.902813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855f3fb-67da-4768-8540-a316e2e555fb req-ff8bf38a-cdf9-41c1-bbfa-c235c35e3a2a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:09.902813 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c855f3fb-67da-4768-8540-a316e2e555fb req-ff8bf38a-cdf9-41c1-bbfa-c235c35e3a2a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 948 time: 0.1281292
Apr 16 21:11:09.902813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7bedfe79-03f3-4123-b53c-140d91cd970f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:11:09.964794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedfe79-03f3-4123-b53c-140d91cd970f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Pushing event updated for resources: {'Port': ['ID=341f7886-de89-42fb-840b-8879233ec19f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:09.992213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b490e936-9731-4964-89b6-ba2e9e7ac544 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:11:10.069597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7bedfe79-03f3-4123-b53c-140d91cd970f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:10.077667 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7bedfe79-03f3-4123-b53c-140d91cd970f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:10.077667 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c855f3fb-67da-4768-8540-a316e2e555fb req-4a061009-0970-46c8-ae0b-7b61c9bd9fb2 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691294
Apr 16 21:11:10.095127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9263c68-f023-4a34-b641-81d0b5121f4e req-e6302f45-787a-474a-aaed-1694e026e6fd tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:10.110048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port b490e936-9731-4964-89b6-ba2e9e7ac544 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:11:10.110048 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:10.110387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9263c68-f023-4a34-b641-81d0b5121f4e req-e6302f45-787a-474a-aaed-1694e026e6fd tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 931 time: 0.0993521
Apr 16 21:11:10.153796 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:10.195808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-7bedfe79-03f3-4123-b53c-140d91cd970f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2733836
Apr 16 21:11:10.230718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b490e936-9731-4964-89b6-ba2e9e7ac544 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:10.231266 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:10.241989 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9263c68-f023-4a34-b641-81d0b5121f4e req-f710460d-df01-4485-984b-7eee487b6cd8 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1296217
Apr 16 21:11:10.273052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:10.275427 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b328bb6f-3b4b-403b-82b4-596caa9330b5" -d '{"events": [{"server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "name": "network-vif-plugged", "status": "completed", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:10.289622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa7e89-8638-4599-870a-2df4c2e82ef1 req-c7611566-5588-4f5f-a66c-e522fbd9eb60 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:10.291191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b490e936-9731-4964-89b6-ba2e9e7ac544,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:10.292683 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6fa7e89-8638-4599-870a-2df4c2e82ef1 req-c7611566-5588-4f5f-a66c-e522fbd9eb60 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 1126 time: 0.0829675
Apr 16 21:11:10.347870 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88be92f6-cb8f-4873-a239-1593b580c242 x-openstack-request-id: req-88be92f6-cb8f-4873-a239-1593b580c242 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:10.350945 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "name": "network-vif-plugged", "status": "completed", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:10.350945 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88be92f6-cb8f-4873-a239-1593b580c242 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:10.350945 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88be92f6-cb8f-4873-a239-1593b580c242'] response: {'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544', 'code': 200}
Apr 16 21:11:10.350945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f94d4358-0593-4c44-855f-f73aa29000fe None None] Provisioning complete for port 341f7886-de89-42fb-840b-8879233ec19f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:11:10.351653 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f94d4358-0593-4c44-855f-f73aa29000fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (341f7886-de89-42fb-840b-8879233ec19f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:10.384881 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6fa7e89-8638-4599-870a-2df4c2e82ef1 req-0c80f864-63b6-4d28-aeba-1292b934900f tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710282
Apr 16 21:11:10.391213 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:10.391213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e6de744b-54d0-45c6-a666-8fc2c4a831b1 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:10.430866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: e6de744b-54d0-45c6-a666-8fc2c4a831b1 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:10.431615 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e6de744b-54d0-45c6-a666-8fc2c4a831b1 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:10.432896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f83d9a73-0d97-45bc-8f40-3dbeed933e20 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:10.478333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: f83d9a73-0d97-45bc-8f40-3dbeed933e20 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:10.484366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f83d9a73-0d97-45bc-8f40-3dbeed933e20 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:10.485816 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f94d4358-0593-4c44-855f-f73aa29000fe None None] Port 341f7886-de89-42fb-840b-8879233ec19f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:11:10.510790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51406) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:10.525646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b490e936-9731-4964-89b6-ba2e9e7ac544,revision_number=10']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:10.535331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.535694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.536096 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.536469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.536948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.537306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.537643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.537979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.538310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.538642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.539022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.539366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.539738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.540009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.540393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:10.554728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad508f-39e2-43a5-b2fe-ef1e6d434c39 req-95259f43-7efe-4dd6-81bb-d26eccf6ee74 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:10.557396 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6ad508f-39e2-43a5-b2fe-ef1e6d434c39 req-95259f43-7efe-4dd6-81bb-d26eccf6ee74 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 1126 time: 0.0755694
Apr 16 21:11:10.633172 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69060a4a-45d9-4a7f-8345-e8db016163fd tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for security_group (a3f6c985-ebed-45d9-8d3d-60451d8c5ab9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:10.649150 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6ad508f-39e2-43a5-b2fe-ef1e6d434c39 req-8d73a8c9-fd38-4b82-92fe-fa414fa70252 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846343
Apr 16 21:11:10.700908 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69060a4a-45d9-4a7f-8345-e8db016163fd tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for security_group (a3f6c985-ebed-45d9-8d3d-60451d8c5ab9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:10.729505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020f2dc-14ed-49fa-bd17-61bf36970493 req-443fe11b-b57a-4cd4-9b97-a7431413cb19 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:10.736917 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c020f2dc-14ed-49fa-bd17-61bf36970493 req-443fe11b-b57a-4cd4-9b97-a7431413cb19 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.1309984
Apr 16 21:11:10.803970 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c020f2dc-14ed-49fa-bd17-61bf36970493 req-283e316c-8ed1-4671-a3ec-1318f1677153 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660872
Apr 16 21:11:10.831773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de422b8c-d5d0-4730-92c4-f30877d0cf2b', 'name': 'network-vif-deleted', 'tag': 'aa28e0e4-5396-47b7-a21f-9f5effb36613'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:10.834428 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a99c24-e28b-487e-bb0d-a662192200e2" -d '{"events": [{"server_uuid": "de422b8c-d5d0-4730-92c4-f30877d0cf2b", "name": "network-vif-deleted", "tag": "aa28e0e4-5396-47b7-a21f-9f5effb36613"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:10.863519 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-83b36773-844b-4d73-9e16-87069d17e941 req-12f86859-ac6d-40e9-921d-f64f403d716d tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=de422b8c-d5d0-4730-92c4-f30877d0cf2b HTTP/1.1" status: 200  len: 210 time: 0.0668795
Apr 16 21:11:10.930163 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69060a4a-45d9-4a7f-8345-e8db016163fd tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a3f6c985-ebed-45d9-8d3d-60451d8c5ab9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:10.933581 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69060a4a-45d9-4a7f-8345-e8db016163fd tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:10.938332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51428) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:10.938598 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-69060a4a-45d9-4a7f-8345-e8db016163fd tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "DELETE /v2.0/security-groups/a3f6c985-ebed-45d9-8d3d-60451d8c5ab9 HTTP/1.1" status: 204  len: 168 time: 0.4266756
Apr 16 21:11:10.950426 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdbd63e-858d-4e6b-a755-ed5f965dcc48 x-openstack-request-id: req-3bdbd63e-858d-4e6b-a755-ed5f965dcc48 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:10.950813 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de422b8c-d5d0-4730-92c4-f30877d0cf2b", "name": "network-vif-deleted", "tag": "aa28e0e4-5396-47b7-a21f-9f5effb36613", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:10.951026 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bdbd63e-858d-4e6b-a755-ed5f965dcc48 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:10.953630 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bdbd63e-858d-4e6b-a755-ed5f965dcc48'] response: {'server_uuid': 'de422b8c-d5d0-4730-92c4-f30877d0cf2b', 'name': 'network-vif-deleted', 'tag': 'aa28e0e4-5396-47b7-a21f-9f5effb36613', 'status': 'completed', 'code': 200}
Apr 16 21:11:10.960411 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-f7a9ef3f-875f-43e3-b4c2-c2ff872fcd61 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] show failed (client error): The resource could not be found.
Apr 16 21:11:10.961599 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f7a9ef3f-875f-43e3-b4c2-c2ff872fcd61 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "GET /v2.0/security-groups/a3f6c985-ebed-45d9-8d3d-60451d8c5ab9 HTTP/1.1" status: 404  len: 347 time: 0.0222442
Apr 16 21:11:10.967099 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51430) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:10.972227 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69060a4a-45d9-4a7f-8345-e8db016163fd tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f6c985-ebed-45d9-8d3d-60451d8c5ab9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:11.103276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2983235c-b2cb-4930-86ef-7003dac48c8b req-52228c0d-839c-4c6c-b37e-933845847667 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 210 time: 0.0533512
Apr 16 21:11:11.254815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1324b1a-a8a7-4ec5-ad44-133d8facf388 req-c3800649-374a-4d7a-a85a-36e82d9c5d2e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:11.270317 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e1324b1a-a8a7-4ec5-ad44-133d8facf388 req-c3800649-374a-4d7a-a85a-36e82d9c5d2e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 948 time: 0.0715578
Apr 16 21:11:11.331963 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e1324b1a-a8a7-4ec5-ad44-133d8facf388 req-4920ee46-5ad9-4200-b4b4-5d2c7ef4117a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601070
Apr 16 21:11:11.524625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Deleting port c0e1203d-64a8-4048-9d78-2ba500f8547d {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:11.526420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c0e1203d-64a8-4048-9d78-2ba500f8547d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:11.548571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10738dc-162c-455c-9bca-9cb4b01d92d3 req-fb5af6af-850b-4714-8f00-fcd9500ae302 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:11.550547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e10738dc-162c-455c-9bca-9cb4b01d92d3 req-fb5af6af-850b-4714-8f00-fcd9500ae302 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 931 time: 0.0914702
Apr 16 21:11:11.627931 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f195ebce-bed1-4041-a979-54c61b112f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:11.664634 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e10738dc-162c-455c-9bca-9cb4b01d92d3 req-17dad7f2-8760-4cf7-956b-c5ce1ede9d74 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778487
Apr 16 21:11:11.693087 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c0e1203d-64a8-4048-9d78-2ba500f8547d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:11.693633 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for floatingip (c0e1203d-64a8-4048-9d78-2ba500f8547d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:11.717232 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Calling delete_port for c0e1203d-64a8-4048-9d78-2ba500f8547d owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:11.957692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4292d-5cff-4d4b-962e-615c256534db req-46b8a8a3-2a03-4a6f-856d-74e4f3496323 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:11.959318 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32f4292d-5cff-4d4b-962e-615c256534db req-46b8a8a3-2a03-4a6f-856d-74e4f3496323 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.0714710
Apr 16 21:11:12.021733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32f4292d-5cff-4d4b-962e-615c256534db req-8b690768-147e-4d42-a3bb-b4b36f839aaa tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548568
Apr 16 21:11:12.066713 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c0e1203d-64a8-4048-9d78-2ba500f8547d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:12.094367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Pushing event deleted for resources: {'Port': ['ID=c0e1203d-64a8-4048-9d78-2ba500f8547d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:12.121540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.121910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.122227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.122670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.122994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.123332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.123659 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.123985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.124334 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.124657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.124978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.125299 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.125616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.126657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.126984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:11:12.136739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 90f9b920-0d64-4f52-b927-bb557bc71bb3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:11:12.143792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device aa28e0e4-5396-47b7-a21f-9f5effb36613 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:12.198150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks [] for floatingip (bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:12.202836 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:12.204340 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1a067982-d548-4e72-8d70-1d76842d6549 tempest-ServersWithSpecificFlavorTestJSON-1871427898 tempest-ServersWithSpecificFlavorTestJSON-1871427898-project] 10.222.0.20 "DELETE /v2.0/floatingips/bb7cdb1b-ac92-4d3f-9a43-4bd99c4da3e9 HTTP/1.1" status: 204  len: 168 time: 1.2375169
Apr 16 21:11:12.270312 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0520ea03-c9b7-46f4-a7ff-2716c4e83533 req-18106426-1db7-43f4-8257-b21203efd4f9 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 210 time: 0.0371759
Apr 16 21:11:12.350949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: aa28e0e4-5396-47b7-a21f-9f5effb36613 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:12.351213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device aa28e0e4-5396-47b7-a21f-9f5effb36613 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:12.482198 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:12.484135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 90f9b920-0d64-4f52-b927-bb557bc71bb3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90f9b920-0d64-4f52-b927-bb557bc71bb3,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:12.497122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '90f9b920-0d64-4f52-b927-bb557bc71bb3', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '90f9b920-0d64-4f52-b927-bb557bc71bb3', 'mac_address': 'fa:16:3e:22:1c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:11:12.525585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75258a-9130-42cc-bc86-24a57abfde37 req-bb46cb4b-bd05-4dc6-9394-3cc2b9ea5336 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:12.532859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f1dee-2976-42c4-b577-07d1ae776760 req-13e8bae4-baad-4464-a043-5b75f0b9f584 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:12.536892 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c75258a-9130-42cc-bc86-24a57abfde37 req-bb46cb4b-bd05-4dc6-9394-3cc2b9ea5336 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 948 time: 0.0701437
Apr 16 21:11:12.541830 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d6f1dee-2976-42c4-b577-07d1ae776760 req-13e8bae4-baad-4464-a043-5b75f0b9f584 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 950 time: 0.0674155
Apr 16 21:11:12.557820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 90f9b920-0d64-4f52-b927-bb557bc71bb3 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:12.558263 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:12.577433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f9b920-0d64-4f52-b927-bb557bc71bb3 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:11:12.601914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 90f9b920-0d64-4f52-b927-bb557bc71bb3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90f9b920-0d64-4f52-b927-bb557bc71bb3,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:12.602112 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c75258a-9130-42cc-bc86-24a57abfde37 req-f1d45a75-66a3-4eb7-a541-d2744827169e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628815
Apr 16 21:11:12.609356 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d6f1dee-2976-42c4-b577-07d1ae776760 req-7080e784-a181-4335-b54a-dc0bd6d7cf13 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665219
Apr 16 21:11:12.707427 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:12.767681 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=90f9b920-0d64-4f52-b927-bb557bc71bb3,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:12.852721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de796a5-05e0-469f-8085-6d0fb45ba0d1 req-ec148b62-5bfa-4795-9aa2-e0c98adb25da tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:12.854347 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2de796a5-05e0-469f-8085-6d0fb45ba0d1 req-ec148b62-5bfa-4795-9aa2-e0c98adb25da tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 931 time: 0.0714598
Apr 16 21:11:12.926462 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2de796a5-05e0-469f-8085-6d0fb45ba0d1 req-c8a2e658-b803-4bb0-83f0-58472c50c2f8 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636971
Apr 16 21:11:12.994361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51486) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:13.057727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['90f9b920-0d64-4f52-b927-bb557bc71bb3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:13.198247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd05e0-f751-4ea6-bf6f-22273cbb1833 req-b890d4a0-e05d-4b7c-b791-a9c76fe9e389 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:13.206876 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bddd05e0-f751-4ea6-bf6f-22273cbb1833 req-b890d4a0-e05d-4b7c-b791-a9c76fe9e389 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.0974038
Apr 16 21:11:13.273963 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bddd05e0-f751-4ea6-bf6f-22273cbb1833 req-b18d688c-9f3a-4dda-a7a0-6c4455538b49 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660932
Apr 16 21:11:13.437292 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5a461d6d-064a-4d19-ac17-66119d21eed8 req-c916a68e-2e48-427d-8496-5cc67f2cabe2 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 210 time: 0.0461156
Apr 16 21:11:13.518824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77574802-b0de-422e-ae68-3d76cc5c2ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (c7b29ac1-f421-4047-92d9-4a968ab1074d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:13.748274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b8f32-eb54-449b-aeaf-66d7159723a5 req-3d440126-a098-4862-91ed-f9d2b1da1117 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:13.750137 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e8b8f32-eb54-449b-aeaf-66d7159723a5 req-3d440126-a098-4862-91ed-f9d2b1da1117 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 949 time: 0.0721052
Apr 16 21:11:13.830538 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e8b8f32-eb54-449b-aeaf-66d7159723a5 req-9bacec79-68f2-4b10-946b-c85fd02db37c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735500
Apr 16 21:11:13.867341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ac15b-9de2-42d5-98ab-a39ba40d1802 req-ebdaea99-738a-45af-a08a-db64d06ad00b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:13.872775 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-428ac15b-9de2-42d5-98ab-a39ba40d1802 req-ebdaea99-738a-45af-a08a-db64d06ad00b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 950 time: 0.1454504
Apr 16 21:11:13.958606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-77574802-b0de-422e-ae68-3d76cc5c2ddf admin admin] Deleting port e414be54-b2a8-434a-994d-e497c742bc27 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:13.959025 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77574802-b0de-422e-ae68-3d76cc5c2ddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e414be54-b2a8-434a-994d-e497c742bc27), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:13.975494 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-428ac15b-9de2-42d5-98ab-a39ba40d1802 req-5c64432e-d73c-4a76-a981-91df524f11a4 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656886
Apr 16 21:11:14.009591 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:14.054211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894822dc-a130-4389-a4ef-7b434c391fc9 req-772db606-ef6e-44a6-a698-4c721d40f524 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:14.064672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-894822dc-a130-4389-a4ef-7b434c391fc9 req-772db606-ef6e-44a6-a698-4c721d40f524 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 931 time: 0.0670655
Apr 16 21:11:14.116463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-77574802-b0de-422e-ae68-3d76cc5c2ddf admin admin] For port e414be54-b2a8-434a-994d-e497c742bc27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e414be54-b2a8-434a-994d-e497c742bc27,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:14.117067 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77574802-b0de-422e-ae68-3d76cc5c2ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e414be54-b2a8-434a-994d-e497c742bc27), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:14.168284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-77574802-b0de-422e-ae68-3d76cc5c2ddf admin admin] Calling delete_port for e414be54-b2a8-434a-994d-e497c742bc27 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:14.185233 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-894822dc-a130-4389-a4ef-7b434c391fc9 req-ea9b66e2-b2a8-49f0-bbfb-d19c18977725 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188173
Apr 16 21:11:14.207587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226644c-f38b-40c5-b54c-43864e5b6146 req-11e2036d-c175-4817-88c9-c4acfdd6fdd5 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:14.210125 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c226644c-f38b-40c5-b54c-43864e5b6146 req-11e2036d-c175-4817-88c9-c4acfdd6fdd5 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 950 time: 0.1145997
Apr 16 21:11:14.419868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 90f9b920-0d64-4f52-b927-bb557bc71bb3 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:11:14.443590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-c226644c-f38b-40c5-b54c-43864e5b6146 req-b785b32b-eb41-47f9-8735-9966154bd080 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Deleting port 2819bc63-5a3d-4aac-8273-b90dbce3d22d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:14.443936 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c226644c-f38b-40c5-b54c-43864e5b6146 req-b785b32b-eb41-47f9-8735-9966154bd080 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:14.494990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 90f9b920-0d64-4f52-b927-bb557bc71bb3 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:11:14.559298 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-052c755f-7363-4a6a-bd44-7726d7ffdc42 req-7a2f80fa-b8d0-4741-b398-4754d9e9cf21 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 210 time: 0.0322461
Apr 16 21:11:14.780046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dd66f-3bba-49b4-afa6-654ecaf2a339 req-589ad432-1b93-4e5c-9b2c-353ef9839afd tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:14.781557 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-234dd66f-3bba-49b4-afa6-654ecaf2a339 req-589ad432-1b93-4e5c-9b2c-353ef9839afd tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.3943021
Apr 16 21:11:14.789699 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 90f9b920-0d64-4f52-b927-bb557bc71bb3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:11:14.790865 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:14.894527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 90f9b920-0d64-4f52-b927-bb557bc71bb3 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:14.895484 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:14.918087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-c226644c-f38b-40c5-b54c-43864e5b6146 req-b785b32b-eb41-47f9-8735-9966154bd080 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] For port 2819bc63-5a3d-4aac-8273-b90dbce3d22d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2819bc63-5a3d-4aac-8273-b90dbce3d22d,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:14.918471 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c226644c-f38b-40c5-b54c-43864e5b6146 req-b785b32b-eb41-47f9-8735-9966154bd080 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:14.923590 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-234dd66f-3bba-49b4-afa6-654ecaf2a339 req-a51ba124-3d7d-4c7e-9003-a2c1529e5e8a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257868
Apr 16 21:11:14.938938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-c226644c-f38b-40c5-b54c-43864e5b6146 req-b785b32b-eb41-47f9-8735-9966154bd080 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Calling delete_port for 2819bc63-5a3d-4aac-8273-b90dbce3d22d owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:14.941937 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a6591a-336d-477a-8a77-d4e30a1bb0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f9b920-0d64-4f52-b927-bb557bc71bb3'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:14.948122 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27334ffc-8626-45c4-8ff7-1c521c1cffb9" -d '{"events": [{"server_uuid": "88a6591a-336d-477a-8a77-d4e30a1bb0bf", "name": "network-vif-plugged", "status": "completed", "tag": "90f9b920-0d64-4f52-b927-bb557bc71bb3"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:14.985883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 90f9b920-0d64-4f52-b927-bb557bc71bb3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90f9b920-0d64-4f52-b927-bb557bc71bb3,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:15.035974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfe6e5-2faa-4c80-b25f-50f488479818 req-ffb9594f-a8cd-4cf2-934c-2fe58999cd6c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:15.039720 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-63cfe6e5-2faa-4c80-b25f-50f488479818 req-ffb9594f-a8cd-4cf2-934c-2fe58999cd6c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 949 time: 0.0821221
Apr 16 21:11:15.054754 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77574802-b0de-422e-ae68-3d76cc5c2ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e414be54-b2a8-434a-994d-e497c742bc27), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:15.104053 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fb30ea-6f75-4513-8b99-7f131b8c04a6 x-openstack-request-id: req-e8fb30ea-6f75-4513-8b99-7f131b8c04a6 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:15.104616 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a6591a-336d-477a-8a77-d4e30a1bb0bf", "name": "network-vif-plugged", "status": "completed", "tag": "90f9b920-0d64-4f52-b927-bb557bc71bb3", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:15.104713 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8fb30ea-6f75-4513-8b99-7f131b8c04a6 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:15.105157 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fb30ea-6f75-4513-8b99-7f131b8c04a6'] response: {'server_uuid': '88a6591a-336d-477a-8a77-d4e30a1bb0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f9b920-0d64-4f52-b927-bb557bc71bb3', 'code': 200}
Apr 16 21:11:15.117822 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:15.193534 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-63cfe6e5-2faa-4c80-b25f-50f488479818 req-330eec55-709d-47ab-a686-04ea7810f663 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479523
Apr 16 21:11:15.198607 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77574802-b0de-422e-ae68-3d76cc5c2ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=e414be54-b2a8-434a-994d-e497c742bc27,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:15.263813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=90f9b920-0d64-4f52-b927-bb557bc71bb3,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:15.389921 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:15.497684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b900d0-fcc3-457b-9e89-efa8d7fe6e93 req-7626d1a2-56bf-41df-9be5-2ab6872820d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:15.503504 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-77b900d0-fcc3-457b-9e89-efa8d7fe6e93 req-7626d1a2-56bf-41df-9be5-2ab6872820d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 1132 time: 0.2777913
Apr 16 21:11:15.512557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c226644c-f38b-40c5-b54c-43864e5b6146 req-b785b32b-eb41-47f9-8735-9966154bd080 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2819bc63-5a3d-4aac-8273-b90dbce3d22d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:15.521914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0537f0c-6c21-4b1c-a30c-099e9ba4a823 req-1c6de8bf-2629-42e4-835b-6b8045c95c79 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:15.540583 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c0537f0c-6c21-4b1c-a30c-099e9ba4a823 req-1c6de8bf-2629-42e4-835b-6b8045c95c79 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 931 time: 0.1377368
Apr 16 21:11:15.548040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['2819bc63-5a3d-4aac-8273-b90dbce3d22d', 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:15.620955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1dbbd-c6f1-4fe3-a23b-ce47aa0bf3ae req-0ae6e9f2-070c-4f7e-9cbe-2eb6c39ab336 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:15.642281 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5f1dbbd-c6f1-4fe3-a23b-ce47aa0bf3ae req-0ae6e9f2-070c-4f7e-9cbe-2eb6c39ab336 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 950 time: 0.4016297
Apr 16 21:11:15.701739 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c0537f0c-6c21-4b1c-a30c-099e9ba4a823 req-3b3ea376-b5a7-4ed8-b2b6-674f0318c05d tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1586244
Apr 16 21:11:15.766724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785b32b-eb41-47f9-8735-9966154bd080 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Pushing event deleted for resources: {'Port': ['ID=2819bc63-5a3d-4aac-8273-b90dbce3d22d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:15.980626 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77574802-b0de-422e-ae68-3d76cc5c2ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (c7b29ac1-f421-4047-92d9-4a968ab1074d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:15.989546 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cca308a5-e0f0-4a53-a2f0-273089ee1853 req-d94322f5-48b0-4d7b-afc8-99ab0a97840d tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 210 time: 0.0628889
Apr 16 21:11:16.029847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c226644c-f38b-40c5-b54c-43864e5b6146 req-b785b32b-eb41-47f9-8735-9966154bd080 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] No DVR routers for this DVR port 2819bc63-5a3d-4aac-8273-b90dbce3d22d on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:16.033126 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c226644c-f38b-40c5-b54c-43864e5b6146 req-b785b32b-eb41-47f9-8735-9966154bd080 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:16.038703 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c226644c-f38b-40c5-b54c-43864e5b6146 req-b785b32b-eb41-47f9-8735-9966154bd080 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "DELETE /v2.0/ports/2819bc63-5a3d-4aac-8273-b90dbce3d22d HTTP/1.1" status: 204  len: 173 time: 1.7901962
Apr 16 21:11:16.047130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4196bcfc-2c28-485b-8c51-5b460fee70e2', 'name': 'network-vif-deleted', 'tag': '2819bc63-5a3d-4aac-8273-b90dbce3d22d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:16.050229 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a923234-d964-47b4-a69b-3abfa3659ab1" -d '{"events": [{"server_uuid": "4196bcfc-2c28-485b-8c51-5b460fee70e2", "name": "network-vif-deleted", "tag": "2819bc63-5a3d-4aac-8273-b90dbce3d22d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:16.132569 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5f1dbbd-c6f1-4fe3-a23b-ce47aa0bf3ae req-07490d57-544f-4054-b58f-96b494c30ec4 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4890249
Apr 16 21:11:16.142027 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-77b900d0-fcc3-457b-9e89-efa8d7fe6e93 req-fcb25296-0942-4940-b246-b956dc0f8ed1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6086085
Apr 16 21:11:16.157826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8564029-7402-4dd0-9214-317245198051 req-d24b8fd2-d6b8-4268-9329-424b688e2daa tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:16.189946 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d8564029-7402-4dd0-9214-317245198051 req-d24b8fd2-d6b8-4268-9329-424b688e2daa tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.0971682
Apr 16 21:11:16.251193 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468802d-8f91-4279-9f90-8a18a2a8c2e8 x-openstack-request-id: req-f468802d-8f91-4279-9f90-8a18a2a8c2e8 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:16.252527 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4196bcfc-2c28-485b-8c51-5b460fee70e2", "name": "network-vif-deleted", "tag": "2819bc63-5a3d-4aac-8273-b90dbce3d22d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:16.255182 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f468802d-8f91-4279-9f90-8a18a2a8c2e8 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:16.256247 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f468802d-8f91-4279-9f90-8a18a2a8c2e8'] response: {'server_uuid': '4196bcfc-2c28-485b-8c51-5b460fee70e2', 'name': 'network-vif-deleted', 'tag': '2819bc63-5a3d-4aac-8273-b90dbce3d22d', 'status': 'completed', 'code': 200}
Apr 16 21:11:16.284568 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d8564029-7402-4dd0-9214-317245198051 req-71e74e88-e4bb-4115-882b-7184b452308f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913825
Apr 16 21:11:16.433218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606db4f3-103a-4857-bb6d-958fe2012465 req-929c5546-f60d-4da1-8b60-f5de1b04d515 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:16.441857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-606db4f3-103a-4857-bb6d-958fe2012465 req-929c5546-f60d-4da1-8b60-f5de1b04d515 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 950 time: 0.0713921
Apr 16 21:11:16.557947 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-606db4f3-103a-4857-bb6d-958fe2012465 req-32ff6c21-82db-4ee7-9d3e-fecaeb11e69b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148756
Apr 16 21:11:16.582964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77574802-b0de-422e-ae68-3d76cc5c2ddf admin admin] Router c7b29ac1-f421-4047-92d9-4a968ab1074d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:11:16.765197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Request body: {'port': {'device_id': 'cda4f042-eb49-4d90-ad5e-0e2b81dc0ede', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:16.805448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77574802-b0de-422e-ae68-3d76cc5c2ddf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:11:16.814669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a821da-1ce3-402a-a7cb-81e576b1df76 None None] Sync routers for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:11:16.822220 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-77574802-b0de-422e-ae68-3d76cc5c2ddf admin admin] 10.222.0.20 "PUT /v2.0/routers/c7b29ac1-f421-4047-92d9-4a968ab1074d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8266985
Apr 16 21:11:16.822953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51612) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:16.838574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a821da-1ce3-402a-a7cb-81e576b1df76 None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:11:16.839361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c3a821da-1ce3-402a-a7cb-81e576b1df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124aec970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:11:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:16.982998 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (341f7886-de89-42fb-840b-8879233ec19f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:17.021394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14418-a439-4085-942d-b23ac57e3ab8 req-f271b6fb-248d-493b-b4d6-e54c97e525cf tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:17.030295 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5df14418-a439-4085-942d-b23ac57e3ab8 req-f271b6fb-248d-493b-b4d6-e54c97e525cf tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 931 time: 0.1798382
Apr 16 21:11:17.123110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c3a821da-1ce3-402a-a7cb-81e576b1df76 None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:11:17.149674 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Publish callbacks [] for router (c7b29ac1-f421-4047-92d9-4a968ab1074d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:17.168048 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5df14418-a439-4085-942d-b23ac57e3ab8 req-7017670b-15c0-431c-8e6d-941218ab8029 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1305382
Apr 16 21:11:17.328337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8133d7a7-9b37-4f94-805d-bc01f1330269 req-86fd8b88-7e1e-4396-a9bc-fe96cc96d3a9 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=615ea5db-3cca-4736-b69a-cc7bdc8f0e6e HTTP/1.1" status: 200  len: 210 time: 0.0643525
Apr 16 21:11:17.482192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c3a821da-1ce3-402a-a7cb-81e576b1df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124aec970>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:11:14Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:17.519702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a821da-1ce3-402a-a7cb-81e576b1df76 None None] Checking router: c7b29ac1-f421-4047-92d9-4a968ab1074d for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:11:17.528398 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Publish callbacks [] for router_gateway (c7b29ac1-f421-4047-92d9-4a968ab1074d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:17.534655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d7ce0f0-793a-4838-bee4-3419995530e7 req-677786b0-83b2-4e0b-9cef-5d722cd4f130 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4196bcfc-2c28-485b-8c51-5b460fee70e2 HTTP/1.1" status: 200  len: 210 time: 0.0683587
Apr 16 21:11:17.584408 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a821da-1ce3-402a-a7cb-81e576b1df76 None None] Routers {'c7b29ac1-f421-4047-92d9-4a968ab1074d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:11:17.585319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c3a821da-1ce3-402a-a7cb-81e576b1df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124aec970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:11:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c7b29ac1-f421-4047-92d9-4a968ab1074d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:17.620823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a68619-41b0-4b1d-be35-5ff09caacbac req-3f9f7680-0b9d-43f3-a852-8cac22ffe2f8 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:17.648058 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e5a68619-41b0-4b1d-be35-5ff09caacbac req-3f9f7680-0b9d-43f3-a852-8cac22ffe2f8 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.1334634
Apr 16 21:11:17.733392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341f7886-de89-42fb-840b-8879233ec19f {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:11:17.750401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Publish callbacks [] for port (341f7886-de89-42fb-840b-8879233ec19f), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:17.795591 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e5a68619-41b0-4b1d-be35-5ff09caacbac req-7eff6130-bbdb-49a4-8b09-6f690f376536 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406133
Apr 16 21:11:17.818243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Deleting port c71edd05-22ad-40b6-9a7e-2d8db21927e4 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:17.825530 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:17.826123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Transition to ACTIVE for port object 341f7886-de89-42fb-840b-8879233ec19f will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:11:17.869481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c3a821da-1ce3-402a-a7cb-81e576b1df76 None None] Set router c7b29ac1-f421-4047-92d9-4a968ab1074d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:11:17.953810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ec1cf-09eb-4b1d-8c56-d773fa86e0dd req-dba6bd76-40be-4b2c-9a56-dbc06c77f993 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:17.961367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] For port c71edd05-22ad-40b6-9a7e-2d8db21927e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c71edd05-22ad-40b6-9a7e-2d8db21927e4,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:17.965491 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:17.965868 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-436ec1cf-09eb-4b1d-8c56-d773fa86e0dd req-dba6bd76-40be-4b2c-9a56-dbc06c77f993 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 950 time: 0.0943613
Apr 16 21:11:17.988264 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (341f7886-de89-42fb-840b-8879233ec19f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:18.008749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Calling delete_port for c71edd05-22ad-40b6-9a7e-2d8db21927e4 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:18.221267 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-436ec1cf-09eb-4b1d-8c56-d773fa86e0dd req-89a6dfc8-8506-4a2e-a4ae-8ba31ae5e822 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2574818
Apr 16 21:11:18.229837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Pushing event updated for resources: {'Port': ['ID=341f7886-de89-42fb-840b-8879233ec19f,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:18.456837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c3a821da-1ce3-402a-a7cb-81e576b1df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124aec970>, [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:11:14Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:18.561461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Attempting to bind port 341f7886-de89-42fb-840b-8879233ec19f on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:11:18.562070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Attempting to bind port 341f7886-de89-42fb-840b-8879233ec19f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6cabcccd-2c74-429f-a11f-04862ff8bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:11:18.562191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Attempting to bind port 341f7886-de89-42fb-840b-8879233ec19f on network a0b7aa02-6b05-448c-853d-2f8d270d1d12 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:11:18.573294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a821da-1ce3-402a-a7cb-81e576b1df76 None None] The sync data for ids ['c7b29ac1-f421-4047-92d9-4a968ab1074d'] in ncdv-master-1 is: [{'id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1038182045-router', 'tenant_id': 'd6395bf8972949f8837289679b58d151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:07Z', 'updated_at': '2022-04-16T21:11:14Z', 'revision_number': 5, 'project_id': 'd6395bf8972949f8837289679b58d151', 'gw_port': {'id': 'c71edd05-22ad-40b6-9a7e-2d8db21927e4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b29ac1-f421-4047-92d9-4a968ab1074d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:08Z', 'updated_at': '2022-04-16T21:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:11:18.578494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2819bc63-5a3d-4aac-8273-b90dbce3d22d no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:18.582363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Port 341f7886-de89-42fb-840b-8879233ec19f on network a0b7aa02-6b05-448c-853d-2f8d270d1d12 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:11:18.582363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Attempting to bind port 341f7886-de89-42fb-840b-8879233ec19f on network a0b7aa02-6b05-448c-853d-2f8d270d1d12 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:11:18.605535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:11:18.605950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Checking segment: {'id': '6cabcccd-2c74-429f-a11f-04862ff8bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:11:18.607049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Bound using segment: {'id': '6cabcccd-2c74-429f-a11f-04862ff8bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:11:18.607049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Bound port: 341f7886-de89-42fb-840b-8879233ec19f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cabcccd-2c74-429f-a11f-04862ff8bf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:11:18.607306 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (341f7886-de89-42fb-840b-8879233ec19f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:18.646384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-fb4927e1-ee2c-4c3a-b124-f5ccade66e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:18.651897 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-fb4927e1-ee2c-4c3a-b124-f5ccade66e7d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 1127 time: 0.4721768
Apr 16 21:11:18.688524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 2819bc63-5a3d-4aac-8273-b90dbce3d22d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:18.688636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2819bc63-5a3d-4aac-8273-b90dbce3d22d not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:18.710101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea85ad-2636-4518-bcce-f5d634bc4b0b req-0bc34ec8-005a-44f2-8d15-e588a4369378 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:18.719191 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-83ea85ad-2636-4518-bcce-f5d634bc4b0b req-0bc34ec8-005a-44f2-8d15-e588a4369378 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 943 time: 0.3251143
Apr 16 21:11:18.751604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] For port 341f7886-de89-42fb-840b-8879233ec19f, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:11:18.755821 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] For port 341f7886-de89-42fb-840b-8879233ec19f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=341f7886-de89-42fb-840b-8879233ec19f,segment=NetworkSegment(6cabcccd-2c74-429f-a11f-04862ff8bf54),segment_id=6cabcccd-2c74-429f-a11f-04862ff8bf54)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:11:18.903937 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-83ea85ad-2636-4518-bcce-f5d634bc4b0b req-dca1fe57-ef1c-4ca3-8175-bc7928650ab1 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1718307
Apr 16 21:11:18.924507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-b5cfa64f-4604-4631-8d77-fcaa68baba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:18.926048 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-b5cfa64f-4604-4631-8d77-fcaa68baba10 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.1965499
Apr 16 21:11:18.974928 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-dc3f7313-6bce-4227-93c5-e24cc4245548 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a HTTP/1.1" status: 200  len: 217 time: 0.0423379
Apr 16 21:11:19.039194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9d323426-0995-4421-a573-f03cfa99908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:19.040920 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9d323426-0995-4421-a573-f03cfa99908a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.0563345
Apr 16 21:11:19.082959 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-969962dc-0c8d-41e6-a643-0397d8ecc574 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351582
Apr 16 21:11:19.186884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-cd336fd0-207b-4525-8348-1a8e70160cc8 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967531
Apr 16 21:11:19.247704 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (341f7886-de89-42fb-840b-8879233ec19f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:19.252991 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c71edd05-22ad-40b6-9a7e-2d8db21927e4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:19.287656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Pushing event deleted for resources: {'Port': ['ID=c71edd05-22ad-40b6-9a7e-2d8db21927e4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:19.308862 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:19.310149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:19.311838 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] 10.222.0.41 "PUT /v2.0/ports/341f7886-de89-42fb-840b-8879233ec19f HTTP/1.1" status: 200  len: 1091 time: 2.5516896
Apr 16 21:11:19.312547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda4f042-eb49-4d90-ad5e-0e2b81dc0ede', 'tag': '341f7886-de89-42fb-840b-8879233ec19f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:19.315109 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abbef34-df24-4a98-87cd-896bb15095de" -d '{"events": [{"name": "network-changed", "server_uuid": "cda4f042-eb49-4d90-ad5e-0e2b81dc0ede", "tag": "341f7886-de89-42fb-840b-8879233ec19f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:19.353921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587b565-691f-4107-a65b-bc76f9825d2b service neutron] Pushing event updated for resources: {'Port': ['ID=341f7886-de89-42fb-840b-8879233ec19f,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:19.366436 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-24412206-d3ce-40c8-b676-b8e8724962e9 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1721315
Apr 16 21:11:19.388078 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (c7b29ac1-f421-4047-92d9-4a968ab1074d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:19.529202 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (c7b29ac1-f421-4047-92d9-4a968ab1074d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:19.539961 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Publish callbacks [] for router_controller (c7b29ac1-f421-4047-92d9-4a968ab1074d), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:19.642255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b6a6b-18f3-4335-85c4-75947e2beed1 req-cb338828-69d8-4619-9324-06705bde3d26 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:19.643799 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b0b6a6b-18f3-4335-85c4-75947e2beed1 req-cb338828-69d8-4619-9324-06705bde3d26 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.1194725
Apr 16 21:11:19.700407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b0b6a6b-18f3-4335-85c4-75947e2beed1 req-a858e1bb-7e74-4efd-970d-2edf2ece9cc8 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504019
Apr 16 21:11:19.798811 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (c7b29ac1-f421-4047-92d9-4a968ab1074d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:19.799469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7b29ac1-f421-4047-92d9-4a968ab1074d {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:11:19.808449 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:19.809829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-294d92c3-0d6f-46ea-8f91-6f26ce848259 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c7b29ac1-f421-4047-92d9-4a968ab1074d HTTP/1.1" status: 204  len: 168 time: 2.9858148
Apr 16 21:11:19.813108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51698) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:19.848790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f638c5-b383-4de7-b7fe-7d869305262c req-6ebc2e6c-5038-4b61-b2c5-cd9b83c19e9d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:19.853629 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c1f638c5-b383-4de7-b7fe-7d869305262c req-6ebc2e6c-5038-4b61-b2c5-cd9b83c19e9d tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 950 time: 0.0888715
Apr 16 21:11:19.900412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b066daa-5ded-432a-b755-a1cfcb3f0f28 admin admin] Deleting subnet 1655e0cc-53d1-49b0-9e30-979a5cc528e6 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:11:19.903912 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b066daa-5ded-432a-b755-a1cfcb3f0f28 admin admin] Publish callbacks [] for subnet (1655e0cc-53d1-49b0-9e30-979a5cc528e6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:19.976541 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c1f638c5-b383-4de7-b7fe-7d869305262c req-91c7c25f-ff2e-47d4-8999-bd5d1453be01 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178336
Apr 16 21:11:19.978657 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b066daa-5ded-432a-b755-a1cfcb3f0f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (1655e0cc-53d1-49b0-9e30-979a5cc528e6), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:20.094018 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67068218-cde9-4c2f-887a-ce4e8d0cb45e x-openstack-request-id: req-67068218-cde9-4c2f-887a-ce4e8d0cb45e {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:20.094563 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda4f042-eb49-4d90-ad5e-0e2b81dc0ede", "tag": "341f7886-de89-42fb-840b-8879233ec19f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:20.094563 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67068218-cde9-4c2f-887a-ce4e8d0cb45e {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:20.094982 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67068218-cde9-4c2f-887a-ce4e8d0cb45e'] response: {'name': 'network-changed', 'server_uuid': 'cda4f042-eb49-4d90-ad5e-0e2b81dc0ede', 'tag': '341f7886-de89-42fb-840b-8879233ec19f', 'status': 'completed', 'code': 200}
Apr 16 21:11:20.128886 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b066daa-5ded-432a-b755-a1cfcb3f0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (1655e0cc-53d1-49b0-9e30-979a5cc528e6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:20.245471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8318e6-a944-45f1-a856-24ca4b2bfd5f req-1be47ea5-b5d5-4161-afd9-b9951f5efd46 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:20.247470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f8318e6-a944-45f1-a856-24ca4b2bfd5f req-1be47ea5-b5d5-4161-afd9-b9951f5efd46 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.0698917
Apr 16 21:11:20.316817 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f8318e6-a944-45f1-a856-24ca4b2bfd5f req-ee6765c8-6dae-49fb-a264-12dea6e5d33e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604863
Apr 16 21:11:20.456341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4793be-8b4d-4f39-baa3-63f8d54fb7e0 req-ddc25696-9692-487a-bd62-3650dc8a67c2 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:20.457891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b4793be-8b4d-4f39-baa3-63f8d54fb7e0 req-ddc25696-9692-487a-bd62-3650dc8a67c2 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 943 time: 0.0575733
Apr 16 21:11:20.513906 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b4793be-8b4d-4f39-baa3-63f8d54fb7e0 req-d72b51ad-efe6-4ebe-b344-ce544178ac04 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502546
Apr 16 21:11:20.623030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49ff1-0d4f-485c-a7a7-5c35af885865 req-0cb73183-03ed-48b3-8ba7-9a4704775730 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:20.631378 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68d49ff1-0d4f-485c-a7a7-5c35af885865 req-0cb73183-03ed-48b3-8ba7-9a4704775730 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 1132 time: 0.0524850
Apr 16 21:11:20.675888 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68d49ff1-0d4f-485c-a7a7-5c35af885865 req-7bf51c6f-0ff0-4bb8-9530-e702b19dea28 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436323
Apr 16 21:11:20.692481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c71edd05-22ad-40b6-9a7e-2d8db21927e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:20.727332 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b066daa-5ded-432a-b755-a1cfcb3f0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (1655e0cc-53d1-49b0-9e30-979a5cc528e6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:20.731147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: c71edd05-22ad-40b6-9a7e-2d8db21927e4 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:20.731147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c71edd05-22ad-40b6-9a7e-2d8db21927e4 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:20.731147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e414be54-b2a8-434a-994d-e497c742bc27 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:20.747942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151dddf-d7ee-42d8-b121-f161172ee5fa req-6480ea30-0ccc-4b8d-b849-200d191facb6 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:20.750026 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a151dddf-d7ee-42d8-b121-f161172ee5fa req-6480ea30-0ccc-4b8d-b849-200d191facb6 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 951 time: 0.0820262
Apr 16 21:11:20.779713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b066daa-5ded-432a-b755-a1cfcb3f0f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1655e0cc-53d1-49b0-9e30-979a5cc528e6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:20.786396 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b066daa-5ded-432a-b755-a1cfcb3f0f28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:20.787405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: e414be54-b2a8-434a-994d-e497c742bc27 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:20.787935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e414be54-b2a8-434a-994d-e497c742bc27 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:20.790708 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9b066daa-5ded-432a-b755-a1cfcb3f0f28 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1655e0cc-53d1-49b0-9e30-979a5cc528e6 HTTP/1.1" status: 204  len: 168 time: 0.9755549
Apr 16 21:11:20.793999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51732) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:20.798796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02afa538-cb16-4624-b68a-b28eae2fbd01 None None] Network d01e7439-5429-4e84-9f79-f267906a4f33 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:11:20.829539 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a151dddf-d7ee-42d8-b121-f161172ee5fa req-ccfdb1b1-8338-4c17-bf3c-31ea64b51aa6 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680428
Apr 16 21:11:20.930821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d90889-a99a-4189-bdc4-e2844f30923a req-0c14bb82-f6d3-44fe-8243-87040a119a31 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:20.932495 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89d90889-a99a-4189-bdc4-e2844f30923a req-0c14bb82-f6d3-44fe-8243-87040a119a31 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.1249876
Apr 16 21:11:20.949553 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-4ba17dbb-f72f-4572-a348-1a29d940f375 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0295091
Apr 16 21:11:20.995341 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (d01e7439-5429-4e84-9f79-f267906a4f33), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:20.997739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbbd40-4729-4ea2-ad7e-a79eac3bd42e None None] DHCP port deletion for d01e7439-5429-4e84-9f79-f267906a4f33 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:11:21.033359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89d90889-a99a-4189-bdc4-e2844f30923a req-88cf1817-debc-4d9a-ba1b-de48fbcf5cb9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920165
Apr 16 21:11:21.058297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-49cbbd40-4729-4ea2-ad7e-a79eac3bd42e None None] Deleting port b836b503-9a1c-421f-9515-daa2670c02f0 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:21.059238 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-49cbbd40-4729-4ea2-ad7e-a79eac3bd42e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:21.092462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Deleting port b836b503-9a1c-421f-9515-daa2670c02f0 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:21.092886 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:21.097821 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-089dad82-51cb-4bda-baf2-f1fd81dc4a71 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:21.101589 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-089dad82-51cb-4bda-baf2-f1fd81dc4a71 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1433463
Apr 16 21:11:21.131399 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-158683b3-34c3-4c26-8f45-ec43eab92329 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/quotas/cd7c434915254744b7a0409ab8e6d33d HTTP/1.1" status: 200  len: 375 time: 0.0246058
Apr 16 21:11:21.160494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-49cbbd40-4729-4ea2-ad7e-a79eac3bd42e None None] For port b836b503-9a1c-421f-9515-daa2670c02f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b836b503-9a1c-421f-9515-daa2670c02f0,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:21.160900 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-49cbbd40-4729-4ea2-ad7e-a79eac3bd42e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:21.176686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-49cbbd40-4729-4ea2-ad7e-a79eac3bd42e None None] Calling delete_port for b836b503-9a1c-421f-9515-daa2670c02f0 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:21.198124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] For port b836b503-9a1c-421f-9515-daa2670c02f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b836b503-9a1c-421f-9515-daa2670c02f0,segment=NetworkSegment(92f54270-69aa-4a60-886b-fe29408c8e86),segment_id=92f54270-69aa-4a60-886b-fe29408c8e86)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:21.198497 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:21.215965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Calling delete_port for b836b503-9a1c-421f-9515-daa2670c02f0 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:21.227241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-dcbd1a48-b907-49d5-8c3f-7f85ee8e8282 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0857487
Apr 16 21:11:21.378355 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-49cbbd40-4729-4ea2-ad7e-a79eac3bd42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:21.390936 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbef34-df24-4a98-87cd-896bb15095de req-fc066262-a995-4b47-9400-2a293fe8a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:21.394994 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0abbef34-df24-4a98-87cd-896bb15095de req-fc066262-a995-4b47-9400-2a293fe8a39d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2dc15580ef8a449ca359a9d5b799e24d&device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 1125 time: 0.0613945
Apr 16 21:11:21.396816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b836b503-9a1c-421f-9515-daa2670c02f0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:21.423535 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cbbd40-4729-4ea2-ad7e-a79eac3bd42e None None] No DVR routers for this DVR port b836b503-9a1c-421f-9515-daa2670c02f0 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:21.429264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbbd40-4729-4ea2-ad7e-a79eac3bd42e None None] Pushing event deleted for resources: {'Port': ['ID=b836b503-9a1c-421f-9515-daa2670c02f0,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:21.558885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-546ef24f-ff24-4e03-b9a3-f80dab0dcac5 req-5d65ca2b-93e5-48ef-ba5d-a65e284fe2e3 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 210 time: 0.0343132
Apr 16 21:11:21.614407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbef34-df24-4a98-87cd-896bb15095de req-79f146c4-8591-4be2-aacc-ebabe3590bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:21.616257 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0abbef34-df24-4a98-87cd-896bb15095de req-79f146c4-8591-4be2-aacc-ebabe3590bfb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2dc15580ef8a449ca359a9d5b799e24d&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2110152
Apr 16 21:11:21.721836 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8774d-e80d-4fef-92a5-ce760f1ef2ca req-d69ca771-14f1-41ba-820f-02652bb4e8aa tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:21.723432 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3c8774d-e80d-4fef-92a5-ce760f1ef2ca req-d69ca771-14f1-41ba-820f-02652bb4e8aa tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 943 time: 0.0540628
Apr 16 21:11:21.783623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3c8774d-e80d-4fef-92a5-ce760f1ef2ca req-558ddccd-4204-4491-b249-9526f0ca8936 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539510
Apr 16 21:11:21.819439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] No DVR routers for this DVR port b836b503-9a1c-421f-9515-daa2670c02f0 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:21.838135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Pushing event deleted for resources: {'Port': ['ID=b836b503-9a1c-421f-9515-daa2670c02f0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:21.899828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd9435-8e7b-426d-875f-4056157732fe req-9c0ea95c-feff-4a95-8818-ce8db62c4ade tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:21.902121 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b8cd9435-8e7b-426d-875f-4056157732fe req-9c0ea95c-feff-4a95-8818-ce8db62c4ade tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.5173614
Apr 16 21:11:21.964725 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (d01e7439-5429-4e84-9f79-f267906a4f33), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:21.970404 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85545e-f1c9-4f0e-bedc-9761115d5f4d req-28531443-08de-41b9-a5cd-4b9f99b0e530 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:21.972161 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e85545e-f1c9-4f0e-bedc-9761115d5f4d req-28531443-08de-41b9-a5cd-4b9f99b0e530 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 951 time: 0.0590854
Apr 16 21:11:22.007762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011eacbe80>,) {'filters': {'network_id': ['d01e7439-5429-4e84-9f79-f267906a4f33']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:22.027032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b8cd9435-8e7b-426d-875f-4056157732fe req-b011ea99-3cce-497c-aa73-2f61d2838e62 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968270
Apr 16 21:11:22.030098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eacbe80>, '92f54270-69aa-4a60-886b-fe29408c8e86') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:22.030406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eacbe80>, '92f54270-69aa-4a60-886b-fe29408c8e86') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:22.044424 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (92f54270-69aa-4a60-886b-fe29408c8e86), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:22.065650 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (92f54270-69aa-4a60-886b-fe29408c8e86), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:22.077509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (92f54270-69aa-4a60-886b-fe29408c8e86), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:11:22.083348 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:11:22.095750 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e85545e-f1c9-4f0e-bedc-9761115d5f4d req-313269da-e5d0-46b2-a106-34071797b438 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a44b7d2-93da-4916-a9a9-bf368959990c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003554
Apr 16 21:11:22.184874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faac4e-133e-4c69-8304-97434ca74a3d req-9228399b-398e-42c3-80f1-6b1a8d737606 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:22.191136 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68faac4e-133e-4c69-8304-97434ca74a3d req-9228399b-398e-42c3-80f1-6b1a8d737606 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.0601051
Apr 16 21:11:22.248716 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68faac4e-133e-4c69-8304-97434ca74a3d req-6043b05e-671a-46f4-9bce-b85699e3b001 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555005
Apr 16 21:11:22.289682 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (d01e7439-5429-4e84-9f79-f267906a4f33), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:22.295816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:22.299989 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d01e7439-5429-4e84-9f79-f267906a4f33 HTTP/1.1" status: 204  len: 168 time: 1.5014322
Apr 16 21:11:22.303287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51780) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:22.310785 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b063d0-c802-48fa-9c00-5cc93fae7843 admin admin] Pushing event deleted for resources: {'Network': ['ID=d01e7439-5429-4e84-9f79-f267906a4f33,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:22.380222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e955-b81f-427e-b5e4-6ecda912e2f9 req-93b4c36c-780f-4d87-8a8e-3dc3b776ed68 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:22.382074 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5924e955-b81f-427e-b5e4-6ecda912e2f9 req-93b4c36c-780f-4d87-8a8e-3dc3b776ed68 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 951 time: 0.0551579
Apr 16 21:11:22.481569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-5924e955-b81f-427e-b5e4-6ecda912e2f9 req-35417b0c-c437-49f3-a5b7-42bf7c8caad3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Deleting port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:22.482034 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5924e955-b81f-427e-b5e4-6ecda912e2f9 req-35417b0c-c437-49f3-a5b7-42bf7c8caad3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:22.590853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-5924e955-b81f-427e-b5e4-6ecda912e2f9 req-35417b0c-c437-49f3-a5b7-42bf7c8caad3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] For port c0642788-5af8-4722-90dd-d3c3c1a8b4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:22.591239 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5924e955-b81f-427e-b5e4-6ecda912e2f9 req-35417b0c-c437-49f3-a5b7-42bf7c8caad3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:22.608878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-5924e955-b81f-427e-b5e4-6ecda912e2f9 req-35417b0c-c437-49f3-a5b7-42bf7c8caad3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Calling delete_port for c0642788-5af8-4722-90dd-d3c3c1a8b4a7 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:22.737237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b836b503-9a1c-421f-9515-daa2670c02f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:22.778047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: b836b503-9a1c-421f-9515-daa2670c02f0 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:22.778790 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b836b503-9a1c-421f-9515-daa2670c02f0 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:22.780409 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da70ae72-73f6-4583-83a9-e6caa1303c9f req-08f35d00-2c0d-44ff-afa7-1f9317890e3b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 210 time: 0.0970001
Apr 16 21:11:22.785170 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cd263f0c-b30b-4874-b2f1-a1fea36c6266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (d0a093cb-f51e-463d-bd71-60dce85bf705), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:22.823330 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:11:22.912602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbef34-df24-4a98-87cd-896bb15095de req-73861f55-14d0-4398-9668-fc9f508f0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:22.914132 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0abbef34-df24-4a98-87cd-896bb15095de req-73861f55-14d0-4398-9668-fc9f508f0f4a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2287176
Apr 16 21:11:22.970513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bbd5f-ec27-440d-a38d-26e77f3e521f req-e24f9b13-c234-490a-b128-f5e962be9d4a tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:22.972146 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e26bbd5f-ec27-440d-a38d-26e77f3e521f req-e24f9b13-c234-490a-b128-f5e962be9d4a tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 943 time: 0.0812964
Apr 16 21:11:22.976763 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5924e955-b81f-427e-b5e4-6ecda912e2f9 req-35417b0c-c437-49f3-a5b7-42bf7c8caad3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c0642788-5af8-4722-90dd-d3c3c1a8b4a7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:23.050521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35417b0c-c437-49f3-a5b7-42bf7c8caad3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Pushing event deleted for resources: {'Port': ['ID=c0642788-5af8-4722-90dd-d3c3c1a8b4a7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:23.106954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-d3fb3a80-551e-405f-9c85-e9c48b4a9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:23.108859 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-d3fb3a80-551e-405f-9c85-e9c48b4a9e96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2dc15580ef8a449ca359a9d5b799e24d&device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 1125 time: 0.0848572
Apr 16 21:11:23.166439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-cd263f0c-b30b-4874-b2f1-a1fea36c6266 admin admin] Deleting port 180df678-8b96-48ee-ae5e-0784a6cd723c {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:23.166964 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cd263f0c-b30b-4874-b2f1-a1fea36c6266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:23.203925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5924e955-b81f-427e-b5e4-6ecda912e2f9 req-35417b0c-c437-49f3-a5b7-42bf7c8caad3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] No DVR routers for this DVR port c0642788-5af8-4722-90dd-d3c3c1a8b4a7 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:23.213038 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5924e955-b81f-427e-b5e4-6ecda912e2f9 req-35417b0c-c437-49f3-a5b7-42bf7c8caad3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:23.228056 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5924e955-b81f-427e-b5e4-6ecda912e2f9 req-35417b0c-c437-49f3-a5b7-42bf7c8caad3 tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.11 "DELETE /v2.0/ports/c0642788-5af8-4722-90dd-d3c3c1a8b4a7 HTTP/1.1" status: 204  len: 173 time: 0.8405764
Apr 16 21:11:23.230449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'name': 'network-vif-deleted', 'tag': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:23.238890 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468afffe-2a03-47dc-88c5-4baf97b642b8" -d '{"events": [{"server_uuid": "4dfc548c-fae5-47a4-bb2e-8a022ebf6c17", "name": "network-vif-deleted", "tag": "c0642788-5af8-4722-90dd-d3c3c1a8b4a7"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:23.262901 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-cd263f0c-b30b-4874-b2f1-a1fea36c6266 admin admin] For port 180df678-8b96-48ee-ae5e-0784a6cd723c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=180df678-8b96-48ee-ae5e-0784a6cd723c,segment=NetworkSegment(5197cc94-868b-43bc-ab6d-8435799dab66),segment_id=5197cc94-868b-43bc-ab6d-8435799dab66)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:23.263560 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cd263f0c-b30b-4874-b2f1-a1fea36c6266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:23.280117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-cd263f0c-b30b-4874-b2f1-a1fea36c6266 admin admin] Calling delete_port for 180df678-8b96-48ee-ae5e-0784a6cd723c owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:23.301082 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e26bbd5f-ec27-440d-a38d-26e77f3e521f req-29e8c0ca-7530-4a68-885d-e3b431b47e42 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3082936
Apr 16 21:11:23.372510 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-81497409-a6c1-4760-8ba3-bed6ec879b69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=341f7886-de89-42fb-840b-8879233ec19f HTTP/1.1" status: 200  len: 217 time: 0.2124345
Apr 16 21:11:23.434382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-20ebbae3-2162-4ed9-a1fc-b1bcc1bfb1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:23.434382 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-20ebbae3-2162-4ed9-a1fc-b1bcc1bfb1e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=000c92e2-489b-4be2-8bfd-8afe4a414e9d HTTP/1.1" status: 200  len: 854 time: 0.0507607
Apr 16 21:11:23.467890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6104778-01b6-4718-b944-ad3b828b9181 req-2b42018b-42ee-407c-9675-54b5e69dd4f5 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:23.470334 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6104778-01b6-4718-b944-ad3b828b9181 req-2b42018b-42ee-407c-9675-54b5e69dd4f5 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.1443329
Apr 16 21:11:23.568678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dee7a-08de-424d-bec6-2a56c7af6735 req-a2384e15-2f4c-40e4-a636-fffd859e21de tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:23.578597 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c15dee7a-08de-424d-bec6-2a56c7af6735 req-a2384e15-2f4c-40e4-a636-fffd859e21de tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 945 time: 0.1394737
Apr 16 21:11:23.610957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-eeef8072-3cf3-414a-860d-6c6640c05fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:23.612644 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-eeef8072-3cf3-414a-860d-6c6640c05fbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0b7aa02-6b05-448c-853d-2f8d270d1d12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1730402
Apr 16 21:11:23.713175 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c15dee7a-08de-424d-bec6-2a56c7af6735 req-d6cb9d3f-f0cf-40de-9dfc-f3d797720d5c tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1012ead-ad07-48e2-93e5-acd295ae6a59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332066
Apr 16 21:11:23.728630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f6104778-01b6-4718-b944-ad3b828b9181 req-231fe211-171b-49b0-a653-e8c6e24cd615 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Deleting port 2c7070d9-a898-425b-bd50-ce8c757adf87 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:23.729074 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6104778-01b6-4718-b944-ad3b828b9181 req-231fe211-171b-49b0-a653-e8c6e24cd615 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:23.779043 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cd263f0c-b30b-4874-b2f1-a1fea36c6266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (180df678-8b96-48ee-ae5e-0784a6cd723c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:23.912597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f6104778-01b6-4718-b944-ad3b828b9181 req-231fe211-171b-49b0-a653-e8c6e24cd615 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] For port 2c7070d9-a898-425b-bd50-ce8c757adf87, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c7070d9-a898-425b-bd50-ce8c757adf87,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:23.912597 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6104778-01b6-4718-b944-ad3b828b9181 req-231fe211-171b-49b0-a653-e8c6e24cd615 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:23.927593 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-5b9c50ea-d4f0-4308-8622-b04439d0ce1c service neutron] 10.222.0.41 "GET /v2.0/networks/a0b7aa02-6b05-448c-853d-2f8d270d1d12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017783
Apr 16 21:11:23.930940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd263f0c-b30b-4874-b2f1-a1fea36c6266 admin admin] Pushing event deleted for resources: {'Port': ['ID=180df678-8b96-48ee-ae5e-0784a6cd723c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:23.934428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f6104778-01b6-4718-b944-ad3b828b9181 req-231fe211-171b-49b0-a653-e8c6e24cd615 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Calling delete_port for 2c7070d9-a898-425b-bd50-ce8c757adf87 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:24.042908 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f03f95df-66cb-4d44-97cc-ce9ea92a48c9 req-dba15fc8-273a-4d6a-8324-9b687f9659ac service neutron] 10.222.0.41 "GET /v2.0/networks/a0b7aa02-6b05-448c-853d-2f8d270d1d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1066704
Apr 16 21:11:24.158869 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-eb5b1b3c-8dbd-471c-9864-bbc02c8f36e4 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0465670
Apr 16 21:11:24.205533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bcc89cc0-5c99-4c58-be0b-7587c3c1cf1f req-95f2709d-2d40-4010-b114-991936f4020b tempest-ServersAdminTestJSON-1890044091 tempest-ServersAdminTestJSON-1890044091-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfc548c-fae5-47a4-bb2e-8a022ebf6c17 HTTP/1.1" status: 200  len: 210 time: 0.0458357
Apr 16 21:11:24.372651 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d24bd3-985b-4134-a83f-fbb5eae8191a x-openstack-request-id: req-70d24bd3-985b-4134-a83f-fbb5eae8191a {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:24.372651 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfc548c-fae5-47a4-bb2e-8a022ebf6c17", "name": "network-vif-deleted", "tag": "c0642788-5af8-4722-90dd-d3c3c1a8b4a7", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:24.372651 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70d24bd3-985b-4134-a83f-fbb5eae8191a {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:24.372951 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d24bd3-985b-4134-a83f-fbb5eae8191a'] response: {'server_uuid': '4dfc548c-fae5-47a4-bb2e-8a022ebf6c17', 'name': 'network-vif-deleted', 'tag': 'c0642788-5af8-4722-90dd-d3c3c1a8b4a7', 'status': 'completed', 'code': 200}
Apr 16 21:11:24.391452 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6104778-01b6-4718-b944-ad3b828b9181 req-231fe211-171b-49b0-a653-e8c6e24cd615 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2c7070d9-a898-425b-bd50-ce8c757adf87), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:24.484386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fe211-171b-49b0-a653-e8c6e24cd615 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Pushing event deleted for resources: {'Port': ['ID=2c7070d9-a898-425b-bd50-ce8c757adf87,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:24.516456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-3b54e2e6-7286-46f8-b68f-d19706c390a3 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:24.519097 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-3b54e2e6-7286-46f8-b68f-d19706c390a3 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.3608520
Apr 16 21:11:24.520885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0e96d99c-8339-47c4-aadc-62a791ca4b9a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:11:24.534523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c0642788-5af8-4722-90dd-d3c3c1a8b4a7 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:24.566904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:24.575796 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-d611c20a-1ad6-478d-afc3-13f5505a2105 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:24.577500 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-d611c20a-1ad6-478d-afc3-13f5505a2105 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4097450
Apr 16 21:11:24.587950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cd263f0c-b30b-4874-b2f1-a1fea36c6266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (d0a093cb-f51e-463d-bd71-60dce85bf705), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:24.591330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: c0642788-5af8-4722-90dd-d3c3c1a8b4a7 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:24.592441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c0642788-5af8-4722-90dd-d3c3c1a8b4a7 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:24.668588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d736-877c-451e-835b-1dd0f553c38b req-e8419575-9d6b-4aa9-890c-abc1746ce2ff tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:24.689435 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe1d736-877c-451e-835b-1dd0f553c38b req-e8419575-9d6b-4aa9-890c-abc1746ce2ff tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 945 time: 0.2216473
Apr 16 21:11:24.728747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6104778-01b6-4718-b944-ad3b828b9181 req-231fe211-171b-49b0-a653-e8c6e24cd615 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] No DVR routers for this DVR port 2c7070d9-a898-425b-bd50-ce8c757adf87 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:24.738543 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6104778-01b6-4718-b944-ad3b828b9181 req-231fe211-171b-49b0-a653-e8c6e24cd615 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:24.747424 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6104778-01b6-4718-b944-ad3b828b9181 req-231fe211-171b-49b0-a653-e8c6e24cd615 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.41 "DELETE /v2.0/ports/2c7070d9-a898-425b-bd50-ce8c757adf87 HTTP/1.1" status: 204  len: 173 time: 1.2472072
Apr 16 21:11:24.792256 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:24.855318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:24.878903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0e96d99c-8339-47c4-aadc-62a791ca4b9a has no active binding in host nch1-master-1 {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 16 21:11:24.887460 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe1d736-877c-451e-835b-1dd0f553c38b req-d21c93fe-b0ec-409f-82a9-14f14e85a67c tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962545
Apr 16 21:11:25.090069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd263f0c-b30b-4874-b2f1-a1fea36c6266 admin admin] Router d0a093cb-f51e-463d-bd71-60dce85bf705 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:11:25.093893 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-572dc6c9-d88a-4c46-af07-6deab8031d4a req-588421ff-91f2-4150-a5f1-c296f33a65e0 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 210 time: 0.0616057
Apr 16 21:11:25.151213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:25.205193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:11:25.323088 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2494b-a0fa-40ce-a4d4-b4d4c9e65d3b req-65db2486-893b-4f77-902e-c66be98cc4f6 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:25.324905 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e1d2494b-a0fa-40ce-a4d4-b4d4c9e65d3b req-65db2486-893b-4f77-902e-c66be98cc4f6 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 943 time: 0.0781934
Apr 16 21:11:25.331968 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Publish callbacks [] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:25.412337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e1d2494b-a0fa-40ce-a4d4-b4d4c9e65d3b req-dfe1b44e-cfc8-4ff4-b140-436d109dc53a tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730407
Apr 16 21:11:25.435008 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:25.554304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Pushing event updated for resources: {'Port': ['ID=0e96d99c-8339-47c4-aadc-62a791ca4b9a,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:25.639486 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-588d3a0a-da74-4802-8cdb-2fc9d22f48af req-fe8703e5-a2d9-4f71-8852-8efe09b1db67 tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 210 time: 0.0620930
Apr 16 21:11:25.653559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Attempting to bind port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:11:25.654153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Attempting to bind port 0e96d99c-8339-47c4-aadc-62a791ca4b9a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:11:25.654692 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Attempting to bind port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:11:25.660955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:11:25.661504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Attempting to bind port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:11:25.669559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:11:25.670101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:11:25.671375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Bound using segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:11:25.672001 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Bound port: 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:11:25.673437 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:25.784019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:11:25.790744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd263f0c-b30b-4874-b2f1-a1fea36c6266 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:11:25.805829 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cd263f0c-b30b-4874-b2f1-a1fea36c6266 admin admin] 10.222.0.20 "PUT /v2.0/routers/d0a093cb-f51e-463d-bd71-60dce85bf705/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5012908
Apr 16 21:11:25.806484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51846) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:25.807244 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74ab5a-372d-4ac4-b4fa-88465c97d13e None None] Sync routers for ids ['d0a093cb-f51e-463d-bd71-60dce85bf705'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:11:25.818189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:11:25.825859 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd74ab5a-372d-4ac4-b4fa-88465c97d13e None None] Routers {'d0a093cb-f51e-463d-bd71-60dce85bf705'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:11:25.827045 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cd74ab5a-372d-4ac4-b4fa-88465c97d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a87970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:11:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d0a093cb-f51e-463d-bd71-60dce85bf705'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:25.955405 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:25.989477 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Publish callbacks [] for router (d0a093cb-f51e-463d-bd71-60dce85bf705), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:26.029769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 2c7070d9-a898-425b-bd50-ce8c757adf87 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:26.074532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 2c7070d9-a898-425b-bd50-ce8c757adf87 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:26.075238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 2c7070d9-a898-425b-bd50-ce8c757adf87 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:26.143485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Pushing event updated for resources: {'Port': ['ID=0e96d99c-8339-47c4-aadc-62a791ca4b9a,revision_number=8']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:26.149539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:26.150201 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:26.151869 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-9baa214c-970c-4b37-ac4e-5421dec84abc service neutron] 10.222.0.11 "PUT /v2.0/ports/0e96d99c-8339-47c4-aadc-62a791ca4b9a HTTP/1.1" status: 200  len: 1121 time: 1.6047282
Apr 16 21:11:26.163543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fd3af-abfe-4d35-9b9f-832291bc27a2 req-65c69cee-114c-4482-a1b8-9221efba981b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:26.165197 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5f1fd3af-abfe-4d35-9b9f-832291bc27a2 req-65c69cee-114c-4482-a1b8-9221efba981b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.1388590
Apr 16 21:11:26.185070 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-cd74ab5a-372d-4ac4-b4fa-88465c97d13e None None] Set router d0a093cb-f51e-463d-bd71-60dce85bf705 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:11:26.226066 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Publish callbacks [] for router_gateway (d0a093cb-f51e-463d-bd71-60dce85bf705), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:26.250074 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5f1fd3af-abfe-4d35-9b9f-832291bc27a2 req-166ee583-64e5-4832-b8f0-88520e184fce tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790012
Apr 16 21:11:26.273580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['0e96d99c-8339-47c4-aadc-62a791ca4b9a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:26.339023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0e96d99c-8339-47c4-aadc-62a791ca4b9a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:26.418411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Deleting port a487b560-8964-494d-a9ba-c8fad946a97b {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:26.418829 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a487b560-8964-494d-a9ba-c8fad946a97b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:26.445433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b27c826-905d-4c1f-9daf-42150b1025a8', 'name': 'network-vif-deleted', 'tag': '2c7070d9-a898-425b-bd50-ce8c757adf87'}, {'server_uuid': 'd971969c-aa4b-4761-a632-23f88b833ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e96d99c-8339-47c4-aadc-62a791ca4b9a'}, {'name': 'network-changed', 'server_uuid': 'd971969c-aa4b-4761-a632-23f88b833ec4', 'tag': '0e96d99c-8339-47c4-aadc-62a791ca4b9a'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:26.452026 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ef51d0-7124-4562-8fe8-8f4da82041fc" -d '{"events": [{"server_uuid": "2b27c826-905d-4c1f-9daf-42150b1025a8", "name": "network-vif-deleted", "tag": "2c7070d9-a898-425b-bd50-ce8c757adf87"}, {"server_uuid": "d971969c-aa4b-4761-a632-23f88b833ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "0e96d99c-8339-47c4-aadc-62a791ca4b9a"}, {"name": "network-changed", "server_uuid": "d971969c-aa4b-4761-a632-23f88b833ec4", "tag": "0e96d99c-8339-47c4-aadc-62a791ca4b9a"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:26.465358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d94390d5-d807-4d7a-be84-30d4b69655e3 req-698e7017-9abf-4b6e-9b8d-c9a38e2ce34c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 210 time: 0.1282375
Apr 16 21:11:26.538505 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cd74ab5a-372d-4ac4-b4fa-88465c97d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a87970>, [{'id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140643686-router', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36'}], 'enable_snat': True}, 'gw_port_id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:16Z', 'updated_at': '2022-04-16T21:11:23Z', 'revision_number': 5, 'project_id': '7472c35639b141d7a97328cd46f535db', 'gw_port': {'id': 'a487b560-8964-494d-a9ba-c8fad946a97b', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:07:19Z', 'updated_at': '2022-04-16T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:26.610067 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74ab5a-372d-4ac4-b4fa-88465c97d13e None None] Checking router: d0a093cb-f51e-463d-bd71-60dce85bf705 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:11:26.612104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51860) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:26.630248 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd74ab5a-372d-4ac4-b4fa-88465c97d13e None None] Routers {'d0a093cb-f51e-463d-bd71-60dce85bf705'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:11:26.630932 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cd74ab5a-372d-4ac4-b4fa-88465c97d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a87970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:11:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d0a093cb-f51e-463d-bd71-60dce85bf705'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:26.663333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] For port a487b560-8964-494d-a9ba-c8fad946a97b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a487b560-8964-494d-a9ba-c8fad946a97b,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:26.663333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a487b560-8964-494d-a9ba-c8fad946a97b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:26.700915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Calling delete_port for a487b560-8964-494d-a9ba-c8fad946a97b owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:26.736828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243da877-75e7-4d61-aa71-305314543fc5 req-82b790db-6e3f-4335-8658-107b5e5dcfb7 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:26.745924 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-243da877-75e7-4d61-aa71-305314543fc5 req-82b790db-6e3f-4335-8658-107b5e5dcfb7 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 943 time: 0.1021121
Apr 16 21:11:26.832980 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-cd74ab5a-372d-4ac4-b4fa-88465c97d13e None None] Set router d0a093cb-f51e-463d-bd71-60dce85bf705 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:11:26.890814 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-243da877-75e7-4d61-aa71-305314543fc5 req-4b4f2c76-1217-425b-aba6-da83d2cf531f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1439199
Apr 16 21:11:26.907932 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-2ad14ec6-0b10-49f3-ba0b-321aab5029c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Request body: {'port': {'device_id': 'ba7afa3a-b83e-4837-82f1-4b8bbde7aa92', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'cd7c434915254744b7a0409ab8e6d33d'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:26.951829 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cd74ab5a-372d-4ac4-b4fa-88465c97d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a87970>, [{'id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140643686-router', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:16Z', 'updated_at': '2022-04-16T21:11:26Z', 'revision_number': 6, 'project_id': '7472c35639b141d7a97328cd46f535db', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:27.014766 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74ab5a-372d-4ac4-b4fa-88465c97d13e None None] The sync data for ids ['d0a093cb-f51e-463d-bd71-60dce85bf705'] in ncdv-master-1 is: [{'id': 'd0a093cb-f51e-463d-bd71-60dce85bf705', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2140643686-router', 'tenant_id': '7472c35639b141d7a97328cd46f535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:07:16Z', 'updated_at': '2022-04-16T21:11:26Z', 'revision_number': 6, 'project_id': '7472c35639b141d7a97328cd46f535db', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:11:27.111455 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8fd25c04-f1ad-418a-b605-ecc244a6a3e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba3fef3234544544870ea9ee02d5b344&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4980271
Apr 16 21:11:27.115836 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501e5e2c-7c4d-40ba-ae9c-90b42f1a03ef x-openstack-request-id: req-501e5e2c-7c4d-40ba-ae9c-90b42f1a03ef {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:27.118992 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b27c826-905d-4c1f-9daf-42150b1025a8", "name": "network-vif-deleted", "tag": "2c7070d9-a898-425b-bd50-ce8c757adf87", "status": "completed", "code": 200}, {"server_uuid": "d971969c-aa4b-4761-a632-23f88b833ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "0e96d99c-8339-47c4-aadc-62a791ca4b9a", "code": 200}, {"name": "network-changed", "server_uuid": "d971969c-aa4b-4761-a632-23f88b833ec4", "tag": "0e96d99c-8339-47c4-aadc-62a791ca4b9a", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:27.120118 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-501e5e2c-7c4d-40ba-ae9c-90b42f1a03ef {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:27.123803 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501e5e2c-7c4d-40ba-ae9c-90b42f1a03ef'] response: {'server_uuid': '2b27c826-905d-4c1f-9daf-42150b1025a8', 'name': 'network-vif-deleted', 'tag': '2c7070d9-a898-425b-bd50-ce8c757adf87', 'status': 'completed', 'code': 200}
Apr 16 21:11:27.124449 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501e5e2c-7c4d-40ba-ae9c-90b42f1a03ef'] response: {'server_uuid': 'd971969c-aa4b-4761-a632-23f88b833ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e96d99c-8339-47c4-aadc-62a791ca4b9a', 'code': 200}
Apr 16 21:11:27.124967 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501e5e2c-7c4d-40ba-ae9c-90b42f1a03ef'] response: {'name': 'network-changed', 'server_uuid': 'd971969c-aa4b-4761-a632-23f88b833ec4', 'tag': '0e96d99c-8339-47c4-aadc-62a791ca4b9a', 'status': 'completed', 'code': 200}
Apr 16 21:11:27.126427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51866) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:27.325567 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0794e859-a420-4b8a-9fd0-852405668d3d req-8b15c12f-ccfa-42a2-87c5-b0904d404c3e tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 210 time: 0.0998440
Apr 16 21:11:27.331968 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4f741f5-ef84-4bbc-aaf1-e4885a27e243 admin admin] Publish callbacks [] for security_group (1a44b7d2-93da-4916-a9a9-bf368959990c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:27.372606 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a487b560-8964-494d-a9ba-c8fad946a97b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:27.381160 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4f741f5-ef84-4bbc-aaf1-e4885a27e243 admin admin] Publish callbacks [] for security_group (1a44b7d2-93da-4916-a9a9-bf368959990c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:27.426898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-2ad14ec6-0b10-49f3-ba0b-321aab5029c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Made reservation on behalf of cd7c434915254744b7a0409ab8e6d33d for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:11:27.443692 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-2ad14ec6-0b10-49f3-ba0b-321aab5029c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:27.446023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a487b560-8964-494d-a9ba-c8fad946a97b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:27.550533 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4f741f5-ef84-4bbc-aaf1-e4885a27e243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1a44b7d2-93da-4916-a9a9-bf368959990c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:27.554030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4f741f5-ef84-4bbc-aaf1-e4885a27e243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:27.555649 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d4f741f5-ef84-4bbc-aaf1-e4885a27e243 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a44b7d2-93da-4916-a9a9-bf368959990c HTTP/1.1" status: 204  len: 168 time: 0.4281614
Apr 16 21:11:27.573184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef51d0-7124-4562-8fe8-8f4da82041fc req-dc7adef1-78bb-4a45-aa24-0974bb310e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:27.575164 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ef51d0-7124-4562-8fe8-8f4da82041fc req-dc7adef1-78bb-4a45-aa24-0974bb310e71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 1155 time: 0.1042018
Apr 16 21:11:27.590994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b87626-c818-4381-a7f2-f83387f903d7 req-345c21cb-9ce0-40c5-af4f-41614980a264 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:27.592917 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64b87626-c818-4381-a7f2-f83387f903d7 req-345c21cb-9ce0-40c5-af4f-41614980a264 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.1343420
Apr 16 21:11:27.633968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f741f5-ef84-4bbc-aaf1-e4885a27e243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a44b7d2-93da-4916-a9a9-bf368959990c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:27.707208 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (d0a093cb-f51e-463d-bd71-60dce85bf705), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:27.738996 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64b87626-c818-4381-a7f2-f83387f903d7 req-c7213965-9896-4b2c-a9f7-b6a284c7b318 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353495
Apr 16 21:11:27.814444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef51d0-7124-4562-8fe8-8f4da82041fc req-d0c79fc5-3fb5-4e02-8729-abb50d1c67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:27.816568 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ef51d0-7124-4562-8fe8-8f4da82041fc req-d0c79fc5-3fb5-4e02-8729-abb50d1c67c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.2224448
Apr 16 21:11:27.888750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ef51d0-7124-4562-8fe8-8f4da82041fc req-ac4f8084-cf7a-4e4b-b36e-ce9ed0e964a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a HTTP/1.1" status: 200  len: 217 time: 0.0653100
Apr 16 21:11:27.988755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36bdbce2-f5f0-4289-9221-e31a0197184f req-137a7040-becd-468b-9cac-f62d84443e4c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 210 time: 0.1049397
Apr 16 21:11:28.049373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 341f7886-de89-42fb-840b-8879233ec19f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:11:28.146316 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (d0a093cb-f51e-463d-bd71-60dce85bf705), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:28.206640 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Publish callbacks [] for router_controller (d0a093cb-f51e-463d-bd71-60dce85bf705), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:28.211155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-2ad14ec6-0b10-49f3-ba0b-321aab5029c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Allocated IP 192.168.233.230 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/01db81d7-89fe-4fec-82e4-50d8db8020e2) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:11:28.326279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef51d0-7124-4562-8fe8-8f4da82041fc req-f31cda42-ce1f-4d6e-9ae5-22aee8fbe912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:28.332989 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ef51d0-7124-4562-8fe8-8f4da82041fc req-f31cda42-ce1f-4d6e-9ae5-22aee8fbe912 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.1400986
Apr 16 21:11:28.406474 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ef51d0-7124-4562-8fe8-8f4da82041fc req-d345369c-6783-4018-9097-3c4c4d27be8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605164
Apr 16 21:11:28.433653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe1ada-1be7-4014-bc44-474f3d8aefa8 req-c4440e37-8ffc-4eee-abc8-65ff16086ad0 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:28.444410 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-21fe1ada-1be7-4014-bc44-474f3d8aefa8 req-c4440e37-8ffc-4eee-abc8-65ff16086ad0 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 943 time: 0.3359809
Apr 16 21:11:28.513214 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (d0a093cb-f51e-463d-bd71-60dce85bf705), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:28.516012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a093cb-f51e-463d-bd71-60dce85bf705 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:11:28.533100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:28.533100 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c73166f1-8a6b-4012-ae52-f492d10271f3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d0a093cb-f51e-463d-bd71-60dce85bf705 HTTP/1.1" status: 204  len: 168 time: 2.7222686
Apr 16 21:11:28.546095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51882) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:28.697283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 341f7886-de89-42fb-840b-8879233ec19f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=341f7886-de89-42fb-840b-8879233ec19f,segment=NetworkSegment(6cabcccd-2c74-429f-a11f-04862ff8bf54),segment_id=6cabcccd-2c74-429f-a11f-04862ff8bf54)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:28.724580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '341f7886-de89-42fb-840b-8879233ec19f', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'port_id': '341f7886-de89-42fb-840b-8879233ec19f', 'mac_address': 'fa:16:3e:fa:b3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:11:28.803401 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 341f7886-de89-42fb-840b-8879233ec19f is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:28.804960 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (341f7886-de89-42fb-840b-8879233ec19f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:28.824675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f582b8b7-fbbe-40d3-9660-f71fedf561d4 admin admin] Deleting subnet d5666b7c-5750-4a6e-90f2-79faf9abf5af {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:11:28.848229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f582b8b7-fbbe-40d3-9660-f71fedf561d4 admin admin] Publish callbacks [] for subnet (d5666b7c-5750-4a6e-90f2-79faf9abf5af), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:28.857638 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a487b560-8964-494d-a9ba-c8fad946a97b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:28.876520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341f7886-de89-42fb-840b-8879233ec19f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:11:28.952964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: a487b560-8964-494d-a9ba-c8fad946a97b {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:28.954474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a487b560-8964-494d-a9ba-c8fad946a97b not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:28.955034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 180df678-8b96-48ee-ae5e-0784a6cd723c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:28.955665 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f582b8b7-fbbe-40d3-9660-f71fedf561d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (d5666b7c-5750-4a6e-90f2-79faf9abf5af), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:28.974225 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-21fe1ada-1be7-4014-bc44-474f3d8aefa8 req-d1e380d6-8814-4365-99f7-d5266cb2f62e tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5284503
Apr 16 21:11:28.999358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 180df678-8b96-48ee-ae5e-0784a6cd723c {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:28.999832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 180df678-8b96-48ee-ae5e-0784a6cd723c not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:29.014853 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-2ad14ec6-0b10-49f3-ba0b-321aab5029c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks [] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:29.016700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 341f7886-de89-42fb-840b-8879233ec19f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=341f7886-de89-42fb-840b-8879233ec19f,segment=NetworkSegment(6cabcccd-2c74-429f-a11f-04862ff8bf54),segment_id=6cabcccd-2c74-429f-a11f-04862ff8bf54)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:29.020004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ef51d0-7124-4562-8fe8-8f4da82041fc req-3c2e2f46-d7d4-4e20-86f5-5c270b1fe71d service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5725417
Apr 16 21:11:29.173010 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5adb2bbf-3708-4f7d-a064-c7c8c396b5c5 req-5b5d70b4-6f64-480c-b1aa-b5f2a7f6ebbf tempest-ListServerFiltersTestJSON-1890000315 tempest-ListServerFiltersTestJSON-1890000315-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b27c826-905d-4c1f-9daf-42150b1025a8 HTTP/1.1" status: 200  len: 210 time: 0.0565162
Apr 16 21:11:29.240199 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ef51d0-7124-4562-8fe8-8f4da82041fc req-1b7c7e06-f787-4d60-8311-2ab01168bad8 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2085936
Apr 16 21:11:29.250388 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f582b8b7-fbbe-40d3-9660-f71fedf561d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (d5666b7c-5750-4a6e-90f2-79faf9abf5af), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:29.367688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2f9e8-6e74-46c2-b96d-a683d7a618c1 req-01e0cd6d-04ea-423e-a76d-d231a840c1c4 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:29.374662 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-47f2f9e8-6e74-46c2-b96d-a683d7a618c1 req-01e0cd6d-04ea-423e-a76d-d231a840c1c4 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.0740047
Apr 16 21:11:29.431421 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (341f7886-de89-42fb-840b-8879233ec19f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:29.436696 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-2ad14ec6-0b10-49f3-ba0b-321aab5029c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:29.446742 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-47f2f9e8-6e74-46c2-b96d-a683d7a618c1 req-590ccd69-0c20-4cc7-8323-b7f68272a2ec tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668788
Apr 16 21:11:29.475953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b1f2adf4-34d0-4e59-9590-bd8f2631ee09', '60d57b69-5719-4183-b383-e1c20b54b232', 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4', '214939ad-5504-4c41-a66d-6940e76ded8b', '90f9b920-0d64-4f52-b927-bb557bc71bb3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:29.524260 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-2ad14ec6-0b10-49f3-ba0b-321aab5029c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:11:29.530526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-2ad14ec6-0b10-49f3-ba0b-321aab5029c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:11:29.538897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-2ad14ec6-0b10-49f3-ba0b-321aab5029c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:11:29.541332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51890) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:29.570026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eee3b7-bcd6-4c7a-a732-1f6150306764 req-88612e68-ca35-4405-aa1d-fdbbedd1e8e3 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:29.575444 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8eee3b7-bcd6-4c7a-a732-1f6150306764 req-88612e68-ca35-4405-aa1d-fdbbedd1e8e3 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 936 time: 0.0647609
Apr 16 21:11:29.584684 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad14ec6-0b10-49f3-ba0b-321aab5029c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event updated for resources: {'Port': ['ID=01db81d7-89fe-4fec-82e4-50d8db8020e2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:29.620068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=341f7886-de89-42fb-840b-8879233ec19f,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:29.673574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-2ad14ec6-0b10-49f3-ba0b-321aab5029c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:29.674261 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-2ad14ec6-0b10-49f3-ba0b-321aab5029c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:29.681159 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8eee3b7-bcd6-4c7a-a732-1f6150306764 req-1464ca6b-7eee-4388-a2a1-333ccc6394bc tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028533
Apr 16 21:11:29.701132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5', '259c9f9f-e7b7-4e10-9e05-3056d94db8ff'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:29.725826 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9adcec02-8499-4d8e-8448-9d9bea952375 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c56d51ea763d499ba979cd85810b0407&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1832070
Apr 16 21:11:29.728385 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51892) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:29.798946 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-346b8c9f-df1b-4e35-9c11-092666b222b5 admin admin] Publish callbacks [] for security_group (c216d901-bc8e-4788-9964-2180984113ea), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:29.830459 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-346b8c9f-df1b-4e35-9c11-092666b222b5 admin admin] Publish callbacks [] for security_group (c216d901-bc8e-4788-9964-2180984113ea), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:29.847382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['341f7886-de89-42fb-840b-8879233ec19f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:29.883712 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f582b8b7-fbbe-40d3-9660-f71fedf561d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (d5666b7c-5750-4a6e-90f2-79faf9abf5af), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:29.928818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3b7ddb51-39fc-4038-8a66-7f23aab836df None None] Provisioning complete for port 01db81d7-89fe-4fec-82e4-50d8db8020e2 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:11:29.929198 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3b7ddb51-39fc-4038-8a66-7f23aab836df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:29.937111 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-2ad14ec6-0b10-49f3-ba0b-321aab5029c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0583365
Apr 16 21:11:29.944455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582b8b7-fbbe-40d3-9660-f71fedf561d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5666b7c-5750-4a6e-90f2-79faf9abf5af,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:29.954049 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f582b8b7-fbbe-40d3-9660-f71fedf561d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:29.965767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51898) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:29.982194 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f582b8b7-fbbe-40d3-9660-f71fedf561d4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d5666b7c-5750-4a6e-90f2-79faf9abf5af HTTP/1.1" status: 204  len: 168 time: 1.3963304
Apr 16 21:11:29.982413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Request body: {'port': {'device_id': 'ba7afa3a-b83e-4837-82f1-4b8bbde7aa92', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:29.991838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fdf485-71bb-4671-a59f-ca3a509584c7 None None] Network 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:11:30.026199 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-346b8c9f-df1b-4e35-9c11-092666b222b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c216d901-bc8e-4788-9964-2180984113ea), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:30.028794 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-346b8c9f-df1b-4e35-9c11-092666b222b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:30.032691 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-346b8c9f-df1b-4e35-9c11-092666b222b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c216d901-bc8e-4788-9964-2180984113ea HTTP/1.1" status: 204  len: 168 time: 0.3009369
Apr 16 21:11:30.045599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b8c9f-df1b-4e35-9c11-092666b222b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c216d901-bc8e-4788-9964-2180984113ea,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:30.178375 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:30.183921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86737e38-67ea-4476-843d-91aeda2ff238 req-26091689-1a2b-45b6-bcd3-7316ed7cf715 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:30.186499 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-86737e38-67ea-4476-843d-91aeda2ff238 req-26091689-1a2b-45b6-bcd3-7316ed7cf715 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 944 time: 0.0694623
Apr 16 21:11:30.228063 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:30.242483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ddb51-39fc-4038-8a66-7f23aab836df None None] Port 01db81d7-89fe-4fec-82e4-50d8db8020e2 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:11:30.308490 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-86737e38-67ea-4476-843d-91aeda2ff238 req-169de725-9fe7-4a3c-8673-e91114aed08a tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137891
Apr 16 21:11:30.353066 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51908) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:30.418922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Deleting port b681855e-ccf2-4e9d-b44b-732c0df16578 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:30.419330 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:30.446718 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-897d1a0d-3865-40ae-b07b-96c5ff756758 admin admin] Deleting subnet e756a599-64c0-411b-8a6f-7801acb0c8c1 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:11:30.450284 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-897d1a0d-3865-40ae-b07b-96c5ff756758 admin admin] Publish callbacks [] for subnet (e756a599-64c0-411b-8a6f-7801acb0c8c1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:30.535384 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-897d1a0d-3865-40ae-b07b-96c5ff756758 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (e756a599-64c0-411b-8a6f-7801acb0c8c1), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:30.638111 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3de2b51-bac6-47ce-a294-3ad289a8122e None None] DHCP port deletion for 4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:11:30.722409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71849d1a-9cfd-4a5d-86bf-3655bf09fb97 req-f1995fdd-6a18-40eb-b1d7-8e117405ad92 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:30.734590 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71849d1a-9cfd-4a5d-86bf-3655bf09fb97 req-f1995fdd-6a18-40eb-b1d7-8e117405ad92 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.1347194
Apr 16 21:11:30.844876 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] For port b681855e-ccf2-4e9d-b44b-732c0df16578, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b681855e-ccf2-4e9d-b44b-732c0df16578,segment=NetworkSegment(5197cc94-868b-43bc-ab6d-8435799dab66),segment_id=5197cc94-868b-43bc-ab6d-8435799dab66)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:30.847338 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:30.847642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71849d1a-9cfd-4a5d-86bf-3655bf09fb97 req-ad3a3401-10b0-41bd-8d1d-523dc5a54f39 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079633
Apr 16 21:11:30.856743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e3de2b51-bac6-47ce-a294-3ad289a8122e None None] Deleting port b681855e-ccf2-4e9d-b44b-732c0df16578 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:30.866197 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3de2b51-bac6-47ce-a294-3ad289a8122e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:30.866197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b681855e-ccf2-4e9d-b44b-732c0df16578 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:30.877685 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-897d1a0d-3865-40ae-b07b-96c5ff756758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (e756a599-64c0-411b-8a6f-7801acb0c8c1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:30.898411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Calling delete_port for b681855e-ccf2-4e9d-b44b-732c0df16578 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:31.105841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb9f06-867a-40cf-98ae-2dc8586ef3c5 req-4925b340-b30e-4bf5-b540-a6480331283e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:31.117230 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-83fb9f06-867a-40cf-98ae-2dc8586ef3c5 req-4925b340-b30e-4bf5-b540-a6480331283e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 936 time: 0.1173472
Apr 16 21:11:31.186777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-83fb9f06-867a-40cf-98ae-2dc8586ef3c5 req-b64c15c2-02ea-498d-a670-f276b1a29612 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662835
Apr 16 21:11:31.197884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01db81d7-89fe-4fec-82e4-50d8db8020e2 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:11:31.221757 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Publish callbacks [] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:31.227239 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-897d1a0d-3865-40ae-b07b-96c5ff756758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (e756a599-64c0-411b-8a6f-7801acb0c8c1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:31.260244 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-897d1a0d-3865-40ae-b07b-96c5ff756758 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:31.261598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Transition to ACTIVE for port object 01db81d7-89fe-4fec-82e4-50d8db8020e2 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:11:31.263790 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-897d1a0d-3865-40ae-b07b-96c5ff756758 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e756a599-64c0-411b-8a6f-7801acb0c8c1 HTTP/1.1" status: 204  len: 168 time: 0.9096756
Apr 16 21:11:31.265105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d1a0d-3865-40ae-b07b-96c5ff756758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e756a599-64c0-411b-8a6f-7801acb0c8c1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:31.266962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51924) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:31.289179 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f118095-6c65-44f9-9636-09bf0d30a3f6 None None] Network a0b0bf8e-874a-496e-bcac-07806d7d7d7a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:11:31.343093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e3de2b51-bac6-47ce-a294-3ad289a8122e None None] For port b681855e-ccf2-4e9d-b44b-732c0df16578, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b681855e-ccf2-4e9d-b44b-732c0df16578,segment=NetworkSegment(5197cc94-868b-43bc-ab6d-8435799dab66),segment_id=5197cc94-868b-43bc-ab6d-8435799dab66)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:31.343504 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3de2b51-bac6-47ce-a294-3ad289a8122e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:31.354496 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:31.420537 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e3de2b51-bac6-47ce-a294-3ad289a8122e None None] Calling delete_port for b681855e-ccf2-4e9d-b44b-732c0df16578 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:31.442429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b681855e-ccf2-4e9d-b44b-732c0df16578 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:31.442824 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:31.462909 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b681855e-ccf2-4e9d-b44b-732c0df16578,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:31.466369 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] No DVR routers for this DVR port b681855e-ccf2-4e9d-b44b-732c0df16578 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:31.475602 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:31.493902 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1b9f3-1870-491e-98d4-b87d1437aa49 req-b8eb8f0a-9734-4eb6-8baa-60ef2b91f666 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:31.504071 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26d1b9f3-1870-491e-98d4-b87d1437aa49 req-b8eb8f0a-9734-4eb6-8baa-60ef2b91f666 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 944 time: 0.1080642
Apr 16 21:11:31.702154 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26d1b9f3-1870-491e-98d4-b87d1437aa49 req-6fd21e0e-957c-4c37-bada-adc88bd01736 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1965778
Apr 16 21:11:31.723168 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a0b0bf8e-874a-496e-bcac-07806d7d7d7a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:31.723695 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3de2b51-bac6-47ce-a294-3ad289a8122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (b681855e-ccf2-4e9d-b44b-732c0df16578), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:31.904006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37d1e31-e7ec-4bf3-83ca-b6414eaf9667 None None] DHCP port deletion for a0b0bf8e-874a-496e-bcac-07806d7d7d7a request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:11:31.907371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de2b51-bac6-47ce-a294-3ad289a8122e None None] Pushing event deleted for resources: {'Port': ['ID=b681855e-ccf2-4e9d-b44b-732c0df16578,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:31.946447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:31.954297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de2b51-bac6-47ce-a294-3ad289a8122e None None] No DVR routers for this DVR port b681855e-ccf2-4e9d-b44b-732c0df16578 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:31.959509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Pushing event updated for resources: {'Port': ['ID=01db81d7-89fe-4fec-82e4-50d8db8020e2,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:32.084799 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f37d1e31-e7ec-4bf3-83ca-b6414eaf9667 None None] Deleting port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:32.085355 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f37d1e31-e7ec-4bf3-83ca-b6414eaf9667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:32.150071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011edeec10>,) {'filters': {'network_id': ['4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:32.174891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f37d1e31-e7ec-4bf3-83ca-b6414eaf9667 None None] For port 4d30c596-6501-41c2-a6ff-7cf4ad65b371, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d30c596-6501-41c2-a6ff-7cf4ad65b371,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:32.175548 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f37d1e31-e7ec-4bf3-83ca-b6414eaf9667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:32.191006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f37d1e31-e7ec-4bf3-83ca-b6414eaf9667 None None] Calling delete_port for 4d30c596-6501-41c2-a6ff-7cf4ad65b371 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:32.195515 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Deleting port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:32.196106 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:32.206431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f114af-4994-4e03-8117-dcac5c366452 req-b0fa793a-4a0b-4b76-ac6e-afe40d2c4ee9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:32.208003 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011edeec10>, '5197cc94-868b-43bc-ab6d-8435799dab66') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:32.209143 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011edeec10>, '5197cc94-868b-43bc-ab6d-8435799dab66') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:32.212925 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e2f114af-4994-4e03-8117-dcac5c366452 req-b0fa793a-4a0b-4b76-ac6e-afe40d2c4ee9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.1861832
Apr 16 21:11:32.245650 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (5197cc94-868b-43bc-ab6d-8435799dab66), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:32.299691 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (5197cc94-868b-43bc-ab6d-8435799dab66), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:32.313596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:11:32.314098 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (5197cc94-868b-43bc-ab6d-8435799dab66), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:32.330733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e2f114af-4994-4e03-8117-dcac5c366452 req-2031f84f-df6c-4eb7-89ea-a36f1695811c tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085312
Apr 16 21:11:32.454553 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f37d1e31-e7ec-4bf3-83ca-b6414eaf9667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:11:32.490096 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:11:32.495164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Attempting to bind port 01db81d7-89fe-4fec-82e4-50d8db8020e2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:11:32.497938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Attempting to bind port 01db81d7-89fe-4fec-82e4-50d8db8020e2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:11:32.498270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Attempting to bind port 01db81d7-89fe-4fec-82e4-50d8db8020e2 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:11:32.520895 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d1e31-e7ec-4bf3-83ca-b6414eaf9667 None None] No DVR routers for this DVR port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:32.566385 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021257f-c8de-461b-9c3e-ea86321240e0 req-39eed046-276d-4a0e-97a9-8c02645424ef tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:32.568096 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7021257f-c8de-461b-9c3e-ea86321240e0 req-39eed046-276d-4a0e-97a9-8c02645424ef tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 948 time: 0.1068728
Apr 16 21:11:32.584126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d1e31-e7ec-4bf3-83ca-b6414eaf9667 None None] Pushing event deleted for resources: {'Port': ['ID=4d30c596-6501-41c2-a6ff-7cf4ad65b371,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:32.611885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Port 01db81d7-89fe-4fec-82e4-50d8db8020e2 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:11:32.612284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Attempting to bind port 01db81d7-89fe-4fec-82e4-50d8db8020e2 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:11:32.637929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:11:32.638269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:11:32.638786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:11:32.642807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Bound port: 01db81d7-89fe-4fec-82e4-50d8db8020e2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:11:32.643181 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:32.719681 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7021257f-c8de-461b-9c3e-ea86321240e0 req-6c18abb8-74c0-44e7-8dd4-7b245ea225c6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430907
Apr 16 21:11:32.719860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:32.726183 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] For port 4d30c596-6501-41c2-a6ff-7cf4ad65b371, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d30c596-6501-41c2-a6ff-7cf4ad65b371,segment=NetworkSegment(eb02eb71-7b2b-4c8f-b8cb-708b796019d2),segment_id=eb02eb71-7b2b-4c8f-b8cb-708b796019d2)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:32.726657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:32.760129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4d30c596-6501-41c2-a6ff-7cf4ad65b371 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:32.778345 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:32.787088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] 10.222.0.20 "DELETE /v2.0/networks/4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda HTTP/1.1" status: 204  len: 168 time: 2.8132999
Apr 16 21:11:32.804456 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca4daf-ba45-4ce9-b9fe-eb5c07671a0a admin admin] Pushing event deleted for resources: {'Network': ['ID=4828bfe2-877f-4c99-8ee5-4fbb8a4b8eda,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:32.814479 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Calling delete_port for 4d30c596-6501-41c2-a6ff-7cf4ad65b371 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:32.894042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 341f7886-de89-42fb-840b-8879233ec19f up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:11:32.904491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 4d30c596-6501-41c2-a6ff-7cf4ad65b371 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:32.910319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] For port 01db81d7-89fe-4fec-82e4-50d8db8020e2, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:11:32.916490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4d30c596-6501-41c2-a6ff-7cf4ad65b371 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:32.944087 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] For port 01db81d7-89fe-4fec-82e4-50d8db8020e2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01db81d7-89fe-4fec-82e4-50d8db8020e2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:11:33.007315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d262e4-6845-46e8-8b99-28e03e1afd99 req-e9ea907e-c1b6-44f0-84fb-5636e9d5fee6 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:33.018276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22d262e4-6845-46e8-8b99-28e03e1afd99 req-e9ea907e-c1b6-44f0-84fb-5636e9d5fee6 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 944 time: 0.1494150
Apr 16 21:11:33.022052 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (4d30c596-6501-41c2-a6ff-7cf4ad65b371), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:33.043208 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:33.115413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 341f7886-de89-42fb-840b-8879233ec19f completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:11:33.133317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d30c596-6501-41c2-a6ff-7cf4ad65b371,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:33.138862 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22d262e4-6845-46e8-8b99-28e03e1afd99 req-c78b95bd-da8c-4647-af10-62534496d480 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1191261
Apr 16 21:11:33.142242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] No DVR routers for this DVR port 4d30c596-6501-41c2-a6ff-7cf4ad65b371 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:33.169751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:33.169751 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:33.169751 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] 10.222.0.41 "PUT /v2.0/ports/01db81d7-89fe-4fec-82e4-50d8db8020e2 HTTP/1.1" status: 200  len: 1096 time: 3.1906149
Apr 16 21:11:33.169751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7afa3a-b83e-4837-82f1-4b8bbde7aa92', 'tag': '01db81d7-89fe-4fec-82e4-50d8db8020e2'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:33.169751 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92791088-e335-4ba2-8795-0c26c01c56ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7afa3a-b83e-4837-82f1-4b8bbde7aa92", "tag": "01db81d7-89fe-4fec-82e4-50d8db8020e2"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:33.335302 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e806878-8c99-4fc0-b35d-669aedf2469e x-openstack-request-id: req-5e806878-8c99-4fc0-b35d-669aedf2469e {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:33.335683 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7afa3a-b83e-4837-82f1-4b8bbde7aa92", "tag": "01db81d7-89fe-4fec-82e4-50d8db8020e2", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:33.335966 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e806878-8c99-4fc0-b35d-669aedf2469e {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:33.336721 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e806878-8c99-4fc0-b35d-669aedf2469e'] response: {'name': 'network-changed', 'server_uuid': 'ba7afa3a-b83e-4837-82f1-4b8bbde7aa92', 'tag': '01db81d7-89fe-4fec-82e4-50d8db8020e2', 'status': 'completed', 'code': 200}
Apr 16 21:11:33.398785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92791088-e335-4ba2-8795-0c26c01c56ae req-c512a452-4229-4374-86cd-8e87b6509ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:33.400541 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-92791088-e335-4ba2-8795-0c26c01c56ae req-c512a452-4229-4374-86cd-8e87b6509ed6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 1130 time: 0.0627782
Apr 16 21:11:33.443104 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a0b0bf8e-874a-496e-bcac-07806d7d7d7a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:33.459964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcbf19-d6ae-4369-8055-cdbfe1da3da0 service neutron] Pushing event updated for resources: {'Port': ['ID=01db81d7-89fe-4fec-82e4-50d8db8020e2,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:33.466670 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-92791088-e335-4ba2-8795-0c26c01c56ae req-831f18ed-f7de-47e3-bd88-d74704915b30 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd7c434915254744b7a0409ab8e6d33d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0544274
Apr 16 21:11:33.517425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831aac-b4b1-4260-88b2-c7dbef205519 req-fda66dac-cb59-479e-a4ff-fd4b00b07951 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:33.524215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36831aac-b4b1-4260-88b2-c7dbef205519 req-fda66dac-cb59-479e-a4ff-fd4b00b07951 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.1047640
Apr 16 21:11:33.628891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36831aac-b4b1-4260-88b2-c7dbef205519 req-ce8f9ac1-a9d4-4a0d-81af-1143d4a5b93a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948565
Apr 16 21:11:33.880124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeaf8e-5c92-4101-aa66-a791e32f7a40 req-4bd81066-fe4d-44fd-9fa3-88c520df7a37 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:33.880124 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebeeaf8e-5c92-4101-aa66-a791e32f7a40 req-4bd81066-fe4d-44fd-9fa3-88c520df7a37 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 948 time: 0.0594623
Apr 16 21:11:33.945233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebeeaf8e-5c92-4101-aa66-a791e32f7a40 req-ceb9133b-96b8-4a01-8cef-19b6f5ad0e9c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619938
Apr 16 21:11:33.978759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e13b640>,) {'filters': {'network_id': ['a0b0bf8e-874a-496e-bcac-07806d7d7d7a']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:34.002300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e13b640>, 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:34.002897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e13b640>, 'eb02eb71-7b2b-4c8f-b8cb-708b796019d2') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:34.021098 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (eb02eb71-7b2b-4c8f-b8cb-708b796019d2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:34.051452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (eb02eb71-7b2b-4c8f-b8cb-708b796019d2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:34.069790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:11:34.070221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (eb02eb71-7b2b-4c8f-b8cb-708b796019d2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:11:34.072159 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:11:34.106903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 341f7886-de89-42fb-840b-8879233ec19f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:11:34.107506 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (341f7886-de89-42fb-840b-8879233ec19f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:34.155594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92791088-e335-4ba2-8795-0c26c01c56ae req-8ebfdeae-252c-42f9-a54b-c665f2dd58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:34.157104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-92791088-e335-4ba2-8795-0c26c01c56ae req-8ebfdeae-252c-42f9-a54b-c665f2dd58ea service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6759958
Apr 16 21:11:34.245968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 341f7886-de89-42fb-840b-8879233ec19f is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:34.246804 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (341f7886-de89-42fb-840b-8879233ec19f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:34.278404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda4f042-eb49-4d90-ad5e-0e2b81dc0ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341f7886-de89-42fb-840b-8879233ec19f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:34.295374 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab385b56-7fd4-4bec-b32d-c64779a73845" -d '{"events": [{"server_uuid": "cda4f042-eb49-4d90-ad5e-0e2b81dc0ede", "name": "network-vif-plugged", "status": "completed", "tag": "341f7886-de89-42fb-840b-8879233ec19f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:34.330168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 341f7886-de89-42fb-840b-8879233ec19f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=341f7886-de89-42fb-840b-8879233ec19f,segment=NetworkSegment(6cabcccd-2c74-429f-a11f-04862ff8bf54),segment_id=6cabcccd-2c74-429f-a11f-04862ff8bf54)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:34.366734 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a0b0bf8e-874a-496e-bcac-07806d7d7d7a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:34.381578 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:34.382381 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a0b0bf8e-874a-496e-bcac-07806d7d7d7a HTTP/1.1" status: 204  len: 168 time: 3.1135149
Apr 16 21:11:34.393689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcf424-7bf7-477b-98a6-a7b4730a2d66 req-b9f4c80b-061e-4a5b-bcad-d265e007ec7e tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:34.405362 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54dcf424-7bf7-477b-98a6-a7b4730a2d66 req-b9f4c80b-061e-4a5b-bcad-d265e007ec7e tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 944 time: 0.1165819
Apr 16 21:11:34.416483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-3dceeeb4-d82f-4973-a9d4-eadeee5e1b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:34.418537 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-3dceeeb4-d82f-4973-a9d4-eadeee5e1b04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 1130 time: 0.1632376
Apr 16 21:11:34.419784 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0938c-b8ce-47b1-96a6-563c61b5c8b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b0bf8e-874a-496e-bcac-07806d7d7d7a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:34.481410 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (341f7886-de89-42fb-840b-8879233ec19f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:34.513132 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54dcf424-7bf7-477b-98a6-a7b4730a2d66 req-ff05445f-361c-4a15-bdcb-5529f9dd9c97 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052012
Apr 16 21:11:34.517090 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-62d609e7-aceb-4d9f-9c81-4a2eaacacd55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=01db81d7-89fe-4fec-82e4-50d8db8020e2 HTTP/1.1" status: 200  len: 217 time: 0.0814059
Apr 16 21:11:34.560558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=341f7886-de89-42fb-840b-8879233ec19f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:34.596323 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51976) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:34.624979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-b85d8c10-9215-4d2a-984b-991241e3bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:34.629052 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-b85d8c10-9215-4d2a-984b-991241e3bf71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1039073
Apr 16 21:11:34.663767 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10493d2a-0764-40ae-a88c-39f134c2e471 x-openstack-request-id: req-10493d2a-0764-40ae-a88c-39f134c2e471 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:34.664202 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda4f042-eb49-4d90-ad5e-0e2b81dc0ede", "name": "network-vif-plugged", "status": "completed", "tag": "341f7886-de89-42fb-840b-8879233ec19f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:34.664892 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10493d2a-0764-40ae-a88c-39f134c2e471 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:34.665369 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10493d2a-0764-40ae-a88c-39f134c2e471'] response: {'server_uuid': 'cda4f042-eb49-4d90-ad5e-0e2b81dc0ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341f7886-de89-42fb-840b-8879233ec19f', 'code': 200}
Apr 16 21:11:34.718490 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6f5eff49-9cac-4f81-97a0-1de11309aaf1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6395bf8972949f8837289679b58d151&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1190166
Apr 16 21:11:34.731444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51980) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:34.752958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c7cb1881-f38b-4cf7-8eb7-84e4efce2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:34.755177 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-c7cb1881-f38b-4cf7-8eb7-84e4efce2cec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1200387
Apr 16 21:11:34.943018 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-086cf84f-9abe-4e0e-9e81-a0d0cf220b7b service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598878
Apr 16 21:11:34.974793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d747f-8624-413c-ac79-3bf34e5ef832 req-5ac620ff-28f6-4312-846e-49c04cc77752 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:34.982915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2e9d747f-8624-413c-ac79-3bf34e5ef832 req-5ac620ff-28f6-4312-846e-49c04cc77752 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.2523234
Apr 16 21:11:35.064800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79692c2-61f3-48e5-a73d-caf8b61e20ed req-94ca17dd-0f5b-4849-ae52-42a8da2d998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:35.066328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e79692c2-61f3-48e5-a73d-caf8b61e20ed req-94ca17dd-0f5b-4849-ae52-42a8da2d998c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 1127 time: 0.2474964
Apr 16 21:11:35.074822 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51986) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:35.090519 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2090eba4-b81c-4c6d-93bf-ea0eebc93911 admin admin] Publish callbacks [] for security_group (93a9fecc-42be-4103-91ee-2750787bf6f3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:35.159378 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2090eba4-b81c-4c6d-93bf-ea0eebc93911 admin admin] Publish callbacks [] for security_group (93a9fecc-42be-4103-91ee-2750787bf6f3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:35.172805 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2e9d747f-8624-413c-ac79-3bf34e5ef832 req-32d8bb4e-3f2b-491a-ae3b-1177e8c64699 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889479
Apr 16 21:11:35.187970 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2a481874-faa0-4292-8f7e-fb0493d4c607 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d26c031a97c437dad0a3eae0fe2ab8c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1040640
Apr 16 21:11:35.187970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51988) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:35.192900 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee96f881-64a8-4372-bec9-224e0332f3d2 req-185a7e17-9bc7-4395-b9a2-8c5217f15dd4 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2415962
Apr 16 21:11:35.240093 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e79692c2-61f3-48e5-a73d-caf8b61e20ed req-359b4482-30ef-4e9b-8cd4-62b5fd876351 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468277
Apr 16 21:11:35.303462 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-14796689-ee4f-4b02-8eb4-953e9545dce9 admin admin] Publish callbacks [] for security_group (d1012ead-ad07-48e2-93e5-acd295ae6a59), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:35.336474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07013a81-4ff5-40d3-9f94-80f4b0f9b80b req-571bb04d-7056-4c77-a137-ff6e48d5a607 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:35.345085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07013a81-4ff5-40d3-9f94-80f4b0f9b80b req-571bb04d-7056-4c77-a137-ff6e48d5a607 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 948 time: 0.0709178
Apr 16 21:11:35.350196 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-14796689-ee4f-4b02-8eb4-953e9545dce9 admin admin] Publish callbacks [] for security_group (d1012ead-ad07-48e2-93e5-acd295ae6a59), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:35.413425 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07013a81-4ff5-40d3-9f94-80f4b0f9b80b req-71fcfc7a-20e8-4d72-bd3e-b5dc9dc3c321 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674706
Apr 16 21:11:35.421325 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2090eba4-b81c-4c6d-93bf-ea0eebc93911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (93a9fecc-42be-4103-91ee-2750787bf6f3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:35.423960 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2090eba4-b81c-4c6d-93bf-ea0eebc93911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:35.425859 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2090eba4-b81c-4c6d-93bf-ea0eebc93911 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93a9fecc-42be-4103-91ee-2750787bf6f3 HTTP/1.1" status: 204  len: 168 time: 0.6935368
Apr 16 21:11:35.436201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090eba4-b81c-4c6d-93bf-ea0eebc93911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a9fecc-42be-4103-91ee-2750787bf6f3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:35.529662 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-14796689-ee4f-4b02-8eb4-953e9545dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d1012ead-ad07-48e2-93e5-acd295ae6a59), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:35.533289 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-14796689-ee4f-4b02-8eb4-953e9545dce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:35.537775 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-14796689-ee4f-4b02-8eb4-953e9545dce9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1012ead-ad07-48e2-93e5-acd295ae6a59 HTTP/1.1" status: 204  len: 168 time: 0.3510060
Apr 16 21:11:35.555519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14796689-ee4f-4b02-8eb4-953e9545dce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1012ead-ad07-48e2-93e5-acd295ae6a59,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:35.758778 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:35.994337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cb98b-40f3-4230-9e4c-2b27310bf848 req-e0029a96-9340-4af8-a453-f613a9d65045 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:35.996127 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-495cb98b-40f3-4230-9e4c-2b27310bf848 req-e0029a96-9340-4af8-a453-f613a9d65045 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 945 time: 0.0559559
Apr 16 21:11:36.050284 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-495cb98b-40f3-4230-9e4c-2b27310bf848 req-903b9f31-fbf0-4922-952d-c3ce834290d0 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460603
Apr 16 21:11:36.296335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3da32-9c2d-433a-9fa3-0d8bb30202c6 req-6a7a720e-466e-45cb-872e-9754e181aac8 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:36.297827 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4de3da32-9c2d-433a-9fa3-0d8bb30202c6 req-6a7a720e-466e-45cb-872e-9754e181aac8 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.0538359
Apr 16 21:11:36.370149 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4de3da32-9c2d-433a-9fa3-0d8bb30202c6 req-c1586f63-6ba5-400f-9a05-535d86db1044 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653591
Apr 16 21:11:36.539701 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8213a-6c7d-4500-9812-b5937f742e69 req-5a3b32c4-763d-4e5a-8052-6d1e92bd1139 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:36.541260 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aff8213a-6c7d-4500-9812-b5937f742e69 req-5a3b32c4-763d-4e5a-8052-6d1e92bd1139 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 948 time: 0.0577102
Apr 16 21:11:36.599092 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aff8213a-6c7d-4500-9812-b5937f742e69 req-a7703907-9baa-486f-a793-8c533deaaa9c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518656
Apr 16 21:11:36.894080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0e96d99c-8339-47c4-aadc-62a791ca4b9a no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:36.925264 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52044) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:37.028815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5848512f-f67b-4e4a-a375-cc62a0cdabce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7472c35639b141d7a97328cd46f535db&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1019056
Apr 16 21:11:37.031450 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52046) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:37.056426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0e96d99c-8339-47c4-aadc-62a791ca4b9a is: DOWN; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:37.170342 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a44f293-d966-4772-b3f4-a3dff87a2b18 admin admin] Publish callbacks [] for security_group (bbe1d830-7e36-43bf-ab92-0342264e5f3b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:37.230446 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a44f293-d966-4772-b3f4-a3dff87a2b18 admin admin] Publish callbacks [] for security_group (bbe1d830-7e36-43bf-ab92-0342264e5f3b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:37.442219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140dfb8-f573-48cf-bd50-d6a7b0988f99 req-bc51e7d6-8e97-49ac-ab17-dc33f7a3fae1 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:37.449909 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a44f293-d966-4772-b3f4-a3dff87a2b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bbe1d830-7e36-43bf-ab92-0342264e5f3b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:37.455805 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a44f293-d966-4772-b3f4-a3dff87a2b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:37.461556 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1a44f293-d966-4772-b3f4-a3dff87a2b18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbe1d830-7e36-43bf-ab92-0342264e5f3b HTTP/1.1" status: 204  len: 168 time: 0.4252472
Apr 16 21:11:37.462294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f140dfb8-f573-48cf-bd50-d6a7b0988f99 req-bc51e7d6-8e97-49ac-ab17-dc33f7a3fae1 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 945 time: 0.0954046
Apr 16 21:11:37.473111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44f293-d966-4772-b3f4-a3dff87a2b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe1d830-7e36-43bf-ab92-0342264e5f3b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:37.583616 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f140dfb8-f573-48cf-bd50-d6a7b0988f99 req-e7fa53b9-afe1-4e39-bb86-e1eec1ab4f75 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204219
Apr 16 21:11:37.653996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3ed1b-5e4d-445e-beef-a08741aa3d5c req-5d1b2265-a568-4906-8064-57f9e594e2ef tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:37.659933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-86a3ed1b-5e4d-445e-beef-a08741aa3d5c req-5d1b2265-a568-4906-8064-57f9e594e2ef tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.1248569
Apr 16 21:11:37.746883 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-86a3ed1b-5e4d-445e-beef-a08741aa3d5c req-9d0a81d3-cddf-44b6-9f95-e796eb8af6b7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831277
Apr 16 21:11:37.796118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71e15a-eee7-4f55-a820-6235c1b67401 req-371ff722-f97e-4c00-bc2a-1c73c9d4c261 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:37.804143 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c71e15a-eee7-4f55-a820-6235c1b67401 req-371ff722-f97e-4c00-bc2a-1c73c9d4c261 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 948 time: 0.0699706
Apr 16 21:11:37.874639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c71e15a-eee7-4f55-a820-6235c1b67401 req-51b63e8c-d1fe-4466-8b40-7407fafd8ef6 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692620
Apr 16 21:11:38.329079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52086) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:38.502559 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e7d74c88-4b23-40c7-a0cd-d4cc5d864986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:38.658450 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e7d74c88-4b23-40c7-a0cd-d4cc5d864986 admin admin] Publish callbacks [] for security_group (988154f8-27a0-49c3-b4d0-6679b2d4c9e3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:38.761022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e023a-b016-4c40-9a0b-f713a25c99fa req-d9edb660-4a51-4b09-9af6-70c516c08139 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:38.770317 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-773e023a-b016-4c40-9a0b-f713a25c99fa req-d9edb660-4a51-4b09-9af6-70c516c08139 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 945 time: 0.1046178
Apr 16 21:11:38.805074 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e7d74c88-4b23-40c7-a0cd-d4cc5d864986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (988154f8-27a0-49c3-b4d0-6679b2d4c9e3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:38.859183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d74c88-4b23-40c7-a0cd-d4cc5d864986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988154f8-27a0-49c3-b4d0-6679b2d4c9e3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:38.888304 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e7d74c88-4b23-40c7-a0cd-d4cc5d864986 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d68ef61896714abeb33dbfe09c891906&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5552199
Apr 16 21:11:38.889300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52120) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:38.900579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 01db81d7-89fe-4fec-82e4-50d8db8020e2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:11:38.964879 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-773e023a-b016-4c40-9a0b-f713a25c99fa req-b9a6256a-c09d-4727-a3b5-b40f70901aaf tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1812773
Apr 16 21:11:39.037808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52124) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:39.044251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bf75b-baed-4967-bc13-3008afa1b0ad req-2d28ebb7-58cd-4644-99ff-26e5502d5a16 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:39.053694 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb4bf75b-baed-4967-bc13-3008afa1b0ad req-2d28ebb7-58cd-4644-99ff-26e5502d5a16 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.0949564
Apr 16 21:11:39.056420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3a6e-d49b-4e4e-b86d-a4124b88797f admin admin] Publish callbacks [] for security_group (988154f8-27a0-49c3-b4d0-6679b2d4c9e3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:39.130454 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3a6e-d49b-4e4e-b86d-a4124b88797f admin admin] Publish callbacks [] for security_group (988154f8-27a0-49c3-b4d0-6679b2d4c9e3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:39.153817 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb4bf75b-baed-4967-bc13-3008afa1b0ad req-f67c9b39-d602-41c1-bf36-ae81be5a2419 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984919
Apr 16 21:11:39.265323 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bce32f98-f4dd-43eb-bed6-9c6bf9075338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:39.326253 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1303011428-network', 'tenant_id': '2e9cccbcf0e7456ab8b7c7992372784b'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:39.336132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 01db81d7-89fe-4fec-82e4-50d8db8020e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01db81d7-89fe-4fec-82e4-50d8db8020e2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:39.355407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '01db81d7-89fe-4fec-82e4-50d8db8020e2', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '01db81d7-89fe-4fec-82e4-50d8db8020e2', 'mac_address': 'fa:16:3e:84:8d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:11:39.378540 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3a6e-d49b-4e4e-b86d-a4124b88797f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (988154f8-27a0-49c3-b4d0-6679b2d4c9e3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:39.380489 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3a6e-d49b-4e4e-b86d-a4124b88797f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:39.384767 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1e3d3a6e-d49b-4e4e-b86d-a4124b88797f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/988154f8-27a0-49c3-b4d0-6679b2d4c9e3 HTTP/1.1" status: 204  len: 168 time: 0.4932704
Apr 16 21:11:39.402741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d3a6e-d49b-4e4e-b86d-a4124b88797f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988154f8-27a0-49c3-b4d0-6679b2d4c9e3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:39.434053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-fa1aa8c3-9897-4ce7-9d2d-e6cc2d2c7daf service neutron] 10.222.0.41 "GET /v2.0/ports/0e96d99c-8339-47c4-aadc-62a791ca4b9a/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2524118
Apr 16 21:11:39.438259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d84cb-f697-4688-a998-3ace0267853a req-dda3fdee-d4a3-4530-a9f4-aa5eef1c1199 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:39.439817 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-207d84cb-f697-4688-a998-3ace0267853a req-dda3fdee-d4a3-4530-a9f4-aa5eef1c1199 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 948 time: 0.1312461
Apr 16 21:11:39.462482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 01db81d7-89fe-4fec-82e4-50d8db8020e2 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:39.463209 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:39.519726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Made reservation on behalf of 2e9cccbcf0e7456ab8b7c7992372784b for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:11:39.521474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01db81d7-89fe-4fec-82e4-50d8db8020e2 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:11:39.522259 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:39.559933 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:39.566998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 01db81d7-89fe-4fec-82e4-50d8db8020e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01db81d7-89fe-4fec-82e4-50d8db8020e2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:39.661772 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:39.683703 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-207d84cb-f697-4688-a998-3ace0267853a req-6c41be2c-575c-487e-97b8-b3902d10b159 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2372596
Apr 16 21:11:39.784755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=01db81d7-89fe-4fec-82e4-50d8db8020e2,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:39.901595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-f6350456-4375-49ff-b387-d6281c42ea69 service neutron] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:39.980614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-f6350456-4375-49ff-b387-d6281c42ea69 service neutron] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:11:40.022844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-f6350456-4375-49ff-b387-d6281c42ea69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e96d99c-8339-47c4-aadc-62a791ca4b9a {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:11:40.040890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-f6350456-4375-49ff-b387-d6281c42ea69 service neutron] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:40.119310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['01db81d7-89fe-4fec-82e4-50d8db8020e2'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:40.145801 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Publish callbacks [] for security_group (2ac9bef8-4433-47c7-9519-28be1bd0a502), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:40.184408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215d1c-93cf-45bd-b062-96dd769e88e2 req-5557cee8-cea7-4768-8ed7-f6c26ad5f760 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:40.186705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61215d1c-93cf-45bd-b062-96dd769e88e2 req-5557cee8-cea7-4768-8ed7-f6c26ad5f760 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 945 time: 0.0695901
Apr 16 21:11:40.285141 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61215d1c-93cf-45bd-b062-96dd769e88e2 req-d532f64b-9d96-4a6f-81e3-9b1070e3f835 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897660
Apr 16 21:11:40.336096 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-f6350456-4375-49ff-b387-d6281c42ea69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:40.387730 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:40.407880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2ac9bef8-4433-47c7-9519-28be1bd0a502), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:40.445914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a51a7-78ad-4438-b348-f4ed70c229ee req-43124901-eb86-4407-8f93-23667220a886 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:40.451150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-226a51a7-78ad-4438-b348-f4ed70c229ee req-43124901-eb86-4407-8f93-23667220a886 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 943 time: 0.1761441
Apr 16 21:11:40.486454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161badf7-afb9-4b55-b4bf-19fd74b7629a req-918e42e8-58ca-4c23-904d-d2e39b8d90a1 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:40.488890 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-161badf7-afb9-4b55-b4bf-19fd74b7629a req-918e42e8-58ca-4c23-904d-d2e39b8d90a1 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 945 time: 0.0991049
Apr 16 21:11:40.504356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52166) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:40.508792 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0d983814-e302-40bb-bda8-6e23e804e9be tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Request body: {'floatingip': {'port_id': '341f7886-de89-42fb-840b-8879233ec19f'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:40.590076 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d983814-e302-40bb-bda8-6e23e804e9be tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for floatingip (35710ec9-08ab-4bd2-a09c-c5e81a196c3e), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:40.830366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52182) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:40.893545 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9467180-8d34-4da0-b73a-b61c305cd664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.012285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:11:41.058070 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac9bef8-4433-47c7-9519-28be1bd0a502,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:41.062016 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2ff81a94-20b6-4548-b33e-7064b43d51ca), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.063132 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Added segment 2ff81a94-20b6-4548-b33e-7064b43d51ca of type vlan for network ee17ff26-4aa4-479d-a168-27afd2ba69a4
Apr 16 21:11:41.155769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-f6350456-4375-49ff-b387-d6281c42ea69 service neutron] Transition to ACTIVE for port object 0e96d99c-8339-47c4-aadc-62a791ca4b9a will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:11:41.211349 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-226a51a7-78ad-4438-b348-f4ed70c229ee req-b9bb2e0c-c5d7-4301-91e0-f7e4d6278c53 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267506
Apr 16 21:11:41.215169 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (ee17ff26-4aa4-479d-a168-27afd2ba69a4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.253160 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-f6350456-4375-49ff-b387-d6281c42ea69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.307467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da91abe-f4aa-47e9-b0ff-d3f95b2c93fd req-5ec43e7c-4f01-4691-ac46-5ce662f46d28 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:41.315542 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9da91abe-f4aa-47e9-b0ff-d3f95b2c93fd req-5ec43e7c-4f01-4691-ac46-5ce662f46d28 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 949 time: 0.4147091
Apr 16 21:11:41.325996 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-f6350456-4375-49ff-b387-d6281c42ea69 service neutron] No DVR routers for this DVR port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:41.337109 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (ee17ff26-4aa4-479d-a168-27afd2ba69a4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.338171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:41.338883 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.340268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 01db81d7-89fe-4fec-82e4-50d8db8020e2 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:11:41.436803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6350456-4375-49ff-b387-d6281c42ea69 service neutron] Pushing event updated for resources: {'Port': ['ID=0e96d99c-8339-47c4-aadc-62a791ca4b9a,revision_number=10']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:41.457864 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-f6350456-4375-49ff-b387-d6281c42ea69 service neutron] 10.222.0.41 "PUT /v2.0/ports/0e96d99c-8339-47c4-aadc-62a791ca4b9a/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.0164294
Apr 16 21:11:41.471582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 01db81d7-89fe-4fec-82e4-50d8db8020e2 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:11:41.474686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] Pushing event updated for resources: {'Network': ['ID=ee17ff26-4aa4-479d-a168-27afd2ba69a4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:41.506479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network ee17ff26-4aa4-479d-a168-27afd2ba69a4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:11:41.510187 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-52addd3b-45d5-470a-bc0e-e2d592433ec3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.4711690
Apr 16 21:11:41.514098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52202) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:41.520539 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9da91abe-f4aa-47e9-b0ff-d3f95b2c93fd req-d37a3d75-d7ad-47f8-a167-271199208783 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040024
Apr 16 21:11:41.530470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-fa89e4c4-7e8e-4680-84ca-53e1038d6e6f admin admin] Request body: {'subnet': {'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1303011428-subnet', 'tenant_id': '2e9cccbcf0e7456ab8b7c7992372784b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:41.610903 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9467180-8d34-4da0-b73a-b61c305cd664 admin admin] Publish callbacks [] for security_group (b0401139-4ac1-4b6d-8f0b-e71b1eb3f33d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.665986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa89e4c4-7e8e-4680-84ca-53e1038d6e6f admin admin] Made reservation on behalf of 2e9cccbcf0e7456ab8b7c7992372784b for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:11:41.668852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa89e4c4-7e8e-4680-84ca-53e1038d6e6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.715751 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 01db81d7-89fe-4fec-82e4-50d8db8020e2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:11:41.716155 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.786032 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-72e548ed-c6c6-4791-a04e-72d5bd81580f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.865807 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d983814-e302-40bb-bda8-6e23e804e9be tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.868063 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9467180-8d34-4da0-b73a-b61c305cd664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b0401139-4ac1-4b6d-8f0b-e71b1eb3f33d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.905309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 01db81d7-89fe-4fec-82e4-50d8db8020e2 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:41.910036 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.941502 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d983814-e302-40bb-bda8-6e23e804e9be tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (35710ec9-08ab-4bd2-a09c-c5e81a196c3e), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:41.964771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7afa3a-b83e-4837-82f1-4b8bbde7aa92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01db81d7-89fe-4fec-82e4-50d8db8020e2'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:41.965861 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ef75a0-8595-43d9-8ac9-4d83d764d104" -d '{"events": [{"server_uuid": "ba7afa3a-b83e-4837-82f1-4b8bbde7aa92", "name": "network-vif-plugged", "status": "completed", "tag": "01db81d7-89fe-4fec-82e4-50d8db8020e2"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:41.983673 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 01db81d7-89fe-4fec-82e4-50d8db8020e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01db81d7-89fe-4fec-82e4-50d8db8020e2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:42.040563 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4921f18b-f05d-4957-951b-1f0dff6e8dd0 x-openstack-request-id: req-4921f18b-f05d-4957-951b-1f0dff6e8dd0 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:42.040563 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7afa3a-b83e-4837-82f1-4b8bbde7aa92", "name": "network-vif-plugged", "status": "completed", "tag": "01db81d7-89fe-4fec-82e4-50d8db8020e2", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:42.040563 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4921f18b-f05d-4957-951b-1f0dff6e8dd0 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:42.040563 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4921f18b-f05d-4957-951b-1f0dff6e8dd0'] response: {'server_uuid': 'ba7afa3a-b83e-4837-82f1-4b8bbde7aa92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01db81d7-89fe-4fec-82e4-50d8db8020e2', 'code': 200}
Apr 16 21:11:42.045440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-be64dbfa-e5bd-4ae7-8bbc-31e1bd26118f tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:42.048055 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-be64dbfa-e5bd-4ae7-8bbc-31e1bd26118f tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.4341853
Apr 16 21:11:42.053627 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d9467180-8d34-4da0-b73a-b61c305cd664 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8d2ee6db7194a80b282deb5def03a3d&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2221045
Apr 16 21:11:42.057957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52238) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:42.064055 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:42.079102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9467180-8d34-4da0-b73a-b61c305cd664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0401139-4ac1-4b6d-8f0b-e71b1eb3f33d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:42.153516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-f23f4ec8-2760-4cc5-b857-d4e2dab17012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:42.155183 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-f23f4ec8-2760-4cc5-b857-d4e2dab17012 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f HTTP/1.1" status: 200  len: 1126 time: 0.0981083
Apr 16 21:11:42.175494 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa89e4c4-7e8e-4680-84ca-53e1038d6e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (564a3fd8-43b9-4071-a232-324e8153e630), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:42.199650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=01db81d7-89fe-4fec-82e4-50d8db8020e2,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:42.227788 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-0d983814-e302-40bb-bda8-6e23e804e9be tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Floating IP 35710ec9-08ab-4bd2-a09c-c5e81a196c3e associated. External IP: 172.35.1.156, port: 341f7886-de89-42fb-840b-8879233ec19f.
Apr 16 21:11:42.280953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-afa4d8e1-a439-489b-abf2-78a1ded519c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:42.284147 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-afa4d8e1-a439-489b-abf2-78a1ded519c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 1126 time: 0.0748599
Apr 16 21:11:42.354880 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:42.424978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-16f75c24-1b6b-4cbf-b405-275ea8454299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:42.426640 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-16f75c24-1b6b-4cbf-b405-275ea8454299 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.1128395
Apr 16 21:11:42.522578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0f591-e981-4a14-8a5c-57e35db73dee req-130959f4-a020-4ca5-8120-f01d77442aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:42.524157 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acc0f591-e981-4a14-8a5c-57e35db73dee req-130959f4-a020-4ca5-8120-f01d77442aac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 1132 time: 0.3658018
Apr 16 21:11:42.615848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-05871742-5fa5-4d6d-a5a3-8f788192e181 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a HTTP/1.1" status: 200  len: 217 time: 0.1502998
Apr 16 21:11:42.615848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89e4c4-7e8e-4680-84ca-53e1038d6e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=564a3fd8-43b9-4071-a232-324e8153e630,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:42.628404 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5eeced96-43aa-4918-913f-939ab78fba71 admin admin] Publish callbacks [] for security_group (b0401139-4ac1-4b6d-8f0b-e71b1eb3f33d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:42.639325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa89e4c4-7e8e-4680-84ca-53e1038d6e6f admin admin] Checking segment: {'id': '2ff81a94-20b6-4548-b33e-7064b43d51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:11:42.639699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa89e4c4-7e8e-4680-84ca-53e1038d6e6f admin admin] Network hostable DHCP agents. Network: ee17ff26-4aa4-479d-a168-27afd2ba69a4, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:11:42.648014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25aef63-37ce-43ec-8d66-2291f2d274d4 req-f71dde4b-38be-414a-a0ba-968662ac6eca tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:42.649572 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a25aef63-37ce-43ec-8d66-2291f2d274d4 req-f71dde4b-38be-414a-a0ba-968662ac6eca tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 944 time: 0.2112360
Apr 16 21:11:42.677361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d983814-e302-40bb-bda8-6e23e804e9be tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Router ffd7baa0-11b3-4be1-9c62-4ab170090b29 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:11:42.724866 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5eeced96-43aa-4918-913f-939ab78fba71 admin admin] Publish callbacks [] for security_group (b0401139-4ac1-4b6d-8f0b-e71b1eb3f33d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:42.744455 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acc0f591-e981-4a14-8a5c-57e35db73dee req-db7a713c-17e2-45f1-baeb-0ec1f2784eae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097774
Apr 16 21:11:42.781239 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-e27819db-14fb-4362-aa0f-88772f447f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:42.782908 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-e27819db-14fb-4362-aa0f-88772f447f5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.1514444
Apr 16 21:11:42.791202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817edd2-fbf0-4470-83d2-222c6211f42b req-4227661d-f758-4f3c-b861-f5b06dda72be tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:42.792895 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9817edd2-fbf0-4470-83d2-222c6211f42b req-4227661d-f758-4f3c-b861-f5b06dda72be tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 950 time: 0.0996194
Apr 16 21:11:42.829706 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a25aef63-37ce-43ec-8d66-2291f2d274d4 req-545b826c-91e3-4fbb-bf0c-b41b7e141990 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655908
Apr 16 21:11:42.832312 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-f7b1c3f0-f718-4caa-a747-971d881255f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417199
Apr 16 21:11:42.916519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d983814-e302-40bb-bda8-6e23e804e9be tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:11:42.930192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f483a5-212e-429e-b60c-f957d1984d8c None None] Sync routers for ids ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:11:42.934502 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d983814-e302-40bb-bda8-6e23e804e9be tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:42.948538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f483a5-212e-429e-b60c-f957d1984d8c None None] Routers {'ffd7baa0-11b3-4be1-9c62-4ab170090b29'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:11:42.953191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a9f483a5-212e-429e-b60c-f957d1984d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012417d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:11:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:42.980746 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9817edd2-fbf0-4470-83d2-222c6211f42b req-09e5857a-b82c-4523-94ab-52ce298c1df8 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788073
Apr 16 21:11:42.989047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-c4643931-ded8-4a72-a358-47034f05feb2 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467316
Apr 16 21:11:43.009284 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0d983814-e302-40bb-bda8-6e23e804e9be tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "PUT /v2.0/floatingips/35710ec9-08ab-4bd2-a09c-c5e81a196c3e HTTP/1.1" status: 200  len: 991 time: 2.4963698
Apr 16 21:11:43.009284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda4f042-eb49-4d90-ad5e-0e2b81dc0ede', 'tag': '341f7886-de89-42fb-840b-8879233ec19f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:43.009284 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6000bec7-311e-4607-8e9b-f760d0632e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "cda4f042-eb49-4d90-ad5e-0e2b81dc0ede", "tag": "341f7886-de89-42fb-840b-8879233ec19f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:43.009717 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5eeced96-43aa-4918-913f-939ab78fba71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b0401139-4ac1-4b6d-8f0b-e71b1eb3f33d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:43.015245 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5eeced96-43aa-4918-913f-939ab78fba71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:43.017326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5eeced96-43aa-4918-913f-939ab78fba71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0401139-4ac1-4b6d-8f0b-e71b1eb3f33d HTTP/1.1" status: 204  len: 168 time: 0.9584384
Apr 16 21:11:43.018264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa89e4c4-7e8e-4680-84ca-53e1038d6e6f admin admin] Network ee17ff26-4aa4-479d-a168-27afd2ba69a4 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:11:43.106893 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a0c3e4-f8b9-4a5d-b7b0-a0aa13212f3c x-openstack-request-id: req-10a0c3e4-f8b9-4a5d-b7b0-a0aa13212f3c {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:43.106893 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda4f042-eb49-4d90-ad5e-0e2b81dc0ede", "tag": "341f7886-de89-42fb-840b-8879233ec19f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:43.107186 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10a0c3e4-f8b9-4a5d-b7b0-a0aa13212f3c {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:43.107548 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a0c3e4-f8b9-4a5d-b7b0-a0aa13212f3c'] response: {'name': 'network-changed', 'server_uuid': 'cda4f042-eb49-4d90-ad5e-0e2b81dc0ede', 'tag': '341f7886-de89-42fb-840b-8879233ec19f', 'status': 'completed', 'code': 200}
Apr 16 21:11:43.133799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeced96-43aa-4918-913f-939ab78fba71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0401139-4ac1-4b6d-8f0b-e71b1eb3f33d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:43.174609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-a9f483a5-212e-429e-b60c-f957d1984d8c None None] Set router ffd7baa0-11b3-4be1-9c62-4ab170090b29 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:11:43.230653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-fa89e4c4-7e8e-4680-84ca-53e1038d6e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ee17ff26-4aa4-479d-a168-27afd2ba69a4) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:11:43.249112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa89e4c4-7e8e-4680-84ca-53e1038d6e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:43.250982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa89e4c4-7e8e-4680-84ca-53e1038d6e6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:43.259471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000bec7-311e-4607-8e9b-f760d0632e4f req-b88d2cc0-432c-4bbf-a946-2db7de3db657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:43.259874 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6000bec7-311e-4607-8e9b-f760d0632e4f req-b88d2cc0-432c-4bbf-a946-2db7de3db657 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2dc15580ef8a449ca359a9d5b799e24d&device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 1127 time: 0.1198735
Apr 16 21:11:43.288234 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-64208b16-a829-4b48-9a35-0081b6a45e48 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2887635
Apr 16 21:11:43.310079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fce9cf-c5f8-47c0-a193-2e7027dac99f None None] Network ee17ff26-4aa4-479d-a168-27afd2ba69a4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:11:43.348875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fa89e4c4-7e8e-4680-84ca-53e1038d6e6f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.8322771
Apr 16 21:11:43.460161 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52288) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:43.547115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb7749c-96f9-4a69-89d5-12252961f491 None None] Network ee17ff26-4aa4-479d-a168-27afd2ba69a4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:11:43.729457 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-65a5227b-f409-4525-8e2e-a8aaa6bd5fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:43.729948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a9f483a5-212e-429e-b60c-f957d1984d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012417d0a0>, [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:10:21Z', 'revision_number': 4, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '35710ec9-08ab-4bd2-a09c-c5e81a196c3e', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'floating_ip_address': '172.35.1.156', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'port_id': '341f7886-de89-42fb-840b-8879233ec19f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'mac_address': 'fa:16:3e:fa:b3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda4f042-eb49-4d90-ad5e-0e2b81dc0ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:11:02Z', 'updated_at': '2022-04-16T21:11:41Z', 'revision_number': 1, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba069e50-74c5-4f85-ad74-29aa5b1f2771', 'name': '', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'mac_address': 'fa:16:3e:53:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:20Z', 'updated_at': '2022-04-16T21:10:25Z', 'revision_number': 5, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'subnets': [{'id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:43.770574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f483a5-212e-429e-b60c-f957d1984d8c None None] Checking router: ffd7baa0-11b3-4be1-9c62-4ab170090b29 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:11:43.778642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f483a5-212e-429e-b60c-f957d1984d8c None None] Routers {'ffd7baa0-11b3-4be1-9c62-4ab170090b29'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:11:43.779450 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a9f483a5-212e-429e-b60c-f957d1984d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012417d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:11:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:43.987808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-a9f483a5-212e-429e-b60c-f957d1984d8c None None] Set router ffd7baa0-11b3-4be1-9c62-4ab170090b29 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:11:44.113566 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:44.119961 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-65a5227b-f409-4525-8e2e-a8aaa6bd5fb7 admin admin] Publish callbacks [] for security_group (f46a0050-2b5f-4d6f-ba8b-9cf22b7d9f5d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:44.138710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-bc5518c8-012d-4866-b911-e1d1e53a9750 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:44.142840 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-bc5518c8-012d-4866-b911-e1d1e53a9750 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2906654
Apr 16 21:11:44.217539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cd9dd-00f4-4abf-b354-db8a3954332a req-ff8a0053-56ac-4f64-9914-7eb6d5962e41 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:44.220469 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a3cd9dd-00f4-4abf-b354-db8a3954332a req-ff8a0053-56ac-4f64-9914-7eb6d5962e41 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 944 time: 0.2227566
Apr 16 21:11:44.269815 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-65a5227b-f409-4525-8e2e-a8aaa6bd5fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f46a0050-2b5f-4d6f-ba8b-9cf22b7d9f5d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:44.321952 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-4c8d0640-9eff-4695-bf48-43cc93dfdf09 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:44.333514 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-4c8d0640-9eff-4695-bf48-43cc93dfdf09 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/networks?id=ee17ff26-4aa4-479d-a168-27afd2ba69a4 HTTP/1.1" status: 200  len: 818 time: 0.2564116
Apr 16 21:11:44.333705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000bec7-311e-4607-8e9b-f760d0632e4f req-1e3554d7-e190-464e-8644-8b5061801b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:44.336945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6000bec7-311e-4607-8e9b-f760d0632e4f req-1e3554d7-e190-464e-8644-8b5061801b3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0b7aa02-6b05-448c-853d-2f8d270d1d12 HTTP/1.1" status: 200  len: 916 time: 0.5727053
Apr 16 21:11:44.372661 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-78c54b37-4d00-47c5-aaf9-4da37445ec27 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/quotas/2e9cccbcf0e7456ab8b7c7992372784b HTTP/1.1" status: 200  len: 375 time: 0.0375104
Apr 16 21:11:44.380670 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c424f5d-c115-4959-b571-f0fe11126085 req-5fecc01e-a968-4436-925d-510fe6f4ba1e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1195681
Apr 16 21:11:44.391801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a9f483a5-212e-429e-b60c-f957d1984d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012417d0a0>, [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:10:21Z', 'revision_number': 4, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '35710ec9-08ab-4bd2-a09c-c5e81a196c3e', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'floating_ip_address': '172.35.1.156', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'port_id': '341f7886-de89-42fb-840b-8879233ec19f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'mac_address': 'fa:16:3e:fa:b3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda4f042-eb49-4d90-ad5e-0e2b81dc0ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:11:02Z', 'updated_at': '2022-04-16T21:11:41Z', 'revision_number': 1, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba069e50-74c5-4f85-ad74-29aa5b1f2771', 'name': '', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'mac_address': 'fa:16:3e:53:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:20Z', 'updated_at': '2022-04-16T21:10:25Z', 'revision_number': 5, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'subnets': [{'id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:11:44.427003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f483a5-212e-429e-b60c-f957d1984d8c None None] The sync data for ids ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'] in ncdv-master-1 is: [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:10:21Z', 'revision_number': 4, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '35710ec9-08ab-4bd2-a09c-c5e81a196c3e', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'floating_ip_address': '172.35.1.156', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'port_id': '341f7886-de89-42fb-840b-8879233ec19f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'mac_address': 'fa:16:3e:fa:b3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda4f042-eb49-4d90-ad5e-0e2b81dc0ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:11:02Z', 'updated_at': '2022-04-16T21:11:41Z', 'revision_number': 1, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba069e50-74c5-4f85-ad74-29aa5b1f2771', 'name': '', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'mac_address': 'fa:16:3e:53:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:20Z', 'updated_at': '2022-04-16T21:10:25Z', 'revision_number': 5, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'subnets': [{'id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:11:44.438172 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-0f72eef1-a439-4098-a8ef-ee006b4af469 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e9cccbcf0e7456ab8b7c7992372784b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0643320
Apr 16 21:11:44.486077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a3cd9dd-00f4-4abf-b354-db8a3954332a req-e2c01893-67e6-42a5-b598-944c9930ab72 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109778
Apr 16 21:11:44.493866 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-65a5227b-f409-4525-8e2e-a8aaa6bd5fb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=742e923c1a364578b89d011b5f46cbbb&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0300188
Apr 16 21:11:44.494518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52342) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:44.516317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5227b-f409-4525-8e2e-a8aaa6bd5fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46a0050-2b5f-4d6f-ba8b-9cf22b7d9f5d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:44.554122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424f5d-c115-4959-b571-f0fe11126085 req-b18d907a-bc31-4cca-9112-047b0fb1c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:44.554122 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c424f5d-c115-4959-b571-f0fe11126085 req-b18d907a-bc31-4cca-9112-047b0fb1c45c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd7c434915254744b7a0409ab8e6d33d&device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 1132 time: 0.1181457
Apr 16 21:11:44.675856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6000bec7-311e-4607-8e9b-f760d0632e4f req-098d91a8-7087-4182-be7f-a905645c14ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=341f7886-de89-42fb-840b-8879233ec19f HTTP/1.1" status: 200  len: 999 time: 0.3104529
Apr 16 21:11:44.767136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-a9ce2af3-c7b9-4ab0-a60d-6fb5ac6b8884 service neutron] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:11:44.822767 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-a9ce2af3-c7b9-4ab0-a60d-6fb5ac6b8884 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:44.823843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e7a8ef2-5b45-4e9a-be77-6330ad79b54d req-a9ce2af3-c7b9-4ab0-a60d-6fb5ac6b8884 service neutron] 10.222.0.11 "DELETE /v2.0/ports/0e96d99c-8339-47c4-aadc-62a791ca4b9a/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.6465611
Apr 16 21:11:44.825366 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000bec7-311e-4607-8e9b-f760d0632e4f req-ca8ef2d0-42d2-4788-bf4a-031040fb2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:44.826967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6000bec7-311e-4607-8e9b-f760d0632e4f req-ca8ef2d0-42d2-4788-bf4a-031040fb2d6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=000c92e2-489b-4be2-8bfd-8afe4a414e9d HTTP/1.1" status: 200  len: 854 time: 0.1430202
Apr 16 21:11:44.834098 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685af53c-77b8-4265-a95e-92ddd04866db None None] New status for floating IP 35710ec9-08ab-4bd2-a09c-c5e81a196c3e: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:11:44.854748 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-1f4b9612-e29b-4b24-bf20-28a175dca93a service neutron] 10.222.0.20 "GET /v2.0/networks/ee17ff26-4aa4-479d-a168-27afd2ba69a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3938861
Apr 16 21:11:44.936062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e749598-98ee-4ecd-be60-3c57a9a2e287 req-49d5fe9c-e0dd-4558-9890-044cbb5e26e9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:44.946098 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6e749598-98ee-4ecd-be60-3c57a9a2e287 req-49d5fe9c-e0dd-4558-9890-044cbb5e26e9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 950 time: 0.2015753
Apr 16 21:11:44.969226 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-901a3cf8-5c75-4537-ad43-a0c533a05886 admin admin] Publish callbacks [] for security_group (f46a0050-2b5f-4d6f-ba8b-9cf22b7d9f5d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:44.973550 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-441a1f66-cfd7-4d82-b6e7-61763618e1c7 service neutron] 10.222.0.20 "GET /v2.0/networks/ee17ff26-4aa4-479d-a168-27afd2ba69a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0990906
Apr 16 21:11:44.976416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424f5d-c115-4959-b571-f0fe11126085 req-5296ec85-ac9c-45a4-9261-7d8c939fe8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:44.978045 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c424f5d-c115-4959-b571-f0fe11126085 req-5296ec85-ac9c-45a4-9261-7d8c939fe8f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.2627201
Apr 16 21:11:45.084363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-901a3cf8-5c75-4537-ad43-a0c533a05886 admin admin] Publish callbacks [] for security_group (f46a0050-2b5f-4d6f-ba8b-9cf22b7d9f5d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:45.094290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000bec7-311e-4607-8e9b-f760d0632e4f req-b4e56587-af5b-46a4-893a-312dc72fa30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:45.095980 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6000bec7-311e-4607-8e9b-f760d0632e4f req-b4e56587-af5b-46a4-893a-312dc72fa30d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0b7aa02-6b05-448c-853d-2f8d270d1d12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1412227
Apr 16 21:11:45.116596 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6e749598-98ee-4ecd-be60-3c57a9a2e287 req-18a403a5-50b9-4700-a93f-c96b1badc0ee tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693337
Apr 16 21:11:45.240659 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-901a3cf8-5c75-4537-ad43-a0c533a05886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f46a0050-2b5f-4d6f-ba8b-9cf22b7d9f5d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:45.243441 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-901a3cf8-5c75-4537-ad43-a0c533a05886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:45.247177 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-901a3cf8-5c75-4537-ad43-a0c533a05886 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f46a0050-2b5f-4d6f-ba8b-9cf22b7d9f5d HTTP/1.1" status: 204  len: 168 time: 0.7363493
Apr 16 21:11:45.254276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a3cf8-5c75-4537-ad43-a0c533a05886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46a0050-2b5f-4d6f-ba8b-9cf22b7d9f5d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:45.386261 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:45.443777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b22a02-f403-49b4-8e15-e18cafe434f1 req-28368664-9e8d-413c-a079-ffeb4d65f90d tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:45.445837 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25b22a02-f403-49b4-8e15-e18cafe434f1 req-28368664-9e8d-413c-a079-ffeb4d65f90d tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 1132 time: 0.0511863
Apr 16 21:11:45.526863 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c424f5d-c115-4959-b571-f0fe11126085 req-901c3256-1810-4d01-957b-8aed71a91bfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=74297eec-fea7-4f18-9edd-1a7bb09d6fd5 HTTP/1.1" status: 200  len: 217 time: 0.0646904
Apr 16 21:11:45.634295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424f5d-c115-4959-b571-f0fe11126085 req-59dcdc92-7dc2-4721-98e4-a17600f8187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:45.636531 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c424f5d-c115-4959-b571-f0fe11126085 req-59dcdc92-7dc2-4721-98e4-a17600f8187d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1035416
Apr 16 21:11:45.654981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25b22a02-f403-49b4-8e15-e18cafe434f1 req-57e591db-821f-4f96-adfd-80ca724ec958 tempest-ServersOnMultiNodesTest-2008389223 tempest-ServersOnMultiNodesTest-2008389223-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985497
Apr 16 21:11:45.740576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb210257-b31c-4c73-80c4-5237113b633b req-aaaa98f3-b8c0-425d-89ab-05c5a8c951db tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:45.742221 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb210257-b31c-4c73-80c4-5237113b633b req-aaaa98f3-b8c0-425d-89ab-05c5a8c951db tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 1126 time: 0.1047776
Apr 16 21:11:45.743797 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424f5d-c115-4959-b571-f0fe11126085 req-4931e6a7-6300-4800-a671-b3b698ca93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:45.749736 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c424f5d-c115-4959-b571-f0fe11126085 req-4931e6a7-6300-4800-a671-b3b698ca93ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1007419
Apr 16 21:11:45.778966 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6000bec7-311e-4607-8e9b-f760d0632e4f req-c9b46961-c311-4754-88a2-ba290b71c468 service neutron] 10.222.0.41 "GET /v2.0/networks/a0b7aa02-6b05-448c-853d-2f8d270d1d12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2950649
Apr 16 21:11:45.869471 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb210257-b31c-4c73-80c4-5237113b633b req-e65c44fb-503a-425e-900c-e4b33d80127b tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165583
Apr 16 21:11:45.981781 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1f30c092-c53d-4226-b717-dce1527e2ef2 req-dcc2ea81-b275-4de8-ae7d-2071cf3874b8 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 210 time: 0.0455332
Apr 16 21:11:46.090219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c424f5d-c115-4959-b571-f0fe11126085 req-a411704b-8870-4ad4-abae-1c3dad76bd8b service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1171927
Apr 16 21:11:46.099619 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6000bec7-311e-4607-8e9b-f760d0632e4f req-bff01db2-a856-4739-8de4-aac4fe3e7d77 service neutron] 10.222.0.41 "GET /v2.0/networks/a0b7aa02-6b05-448c-853d-2f8d270d1d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292925
Apr 16 21:11:46.210533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece769b-1b6d-443b-9e76-e90200a00096 req-37c4fac3-624d-4f58-908a-7ac5700ae076 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:46.212604 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ece769b-1b6d-443b-9e76-e90200a00096 req-37c4fac3-624d-4f58-908a-7ac5700ae076 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 1126 time: 0.0552256
Apr 16 21:11:46.236608 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52418) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:46.254891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c424f5d-c115-4959-b571-f0fe11126085 req-092569be-37dc-4aad-a958-30286ef0282b service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473167
Apr 16 21:11:46.259784 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa26c339-34da-48cb-a283-236026792aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:46.280112 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ece769b-1b6d-443b-9e76-e90200a00096 req-e57104ca-769b-42fb-bde5-fac7da80e46e tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576744
Apr 16 21:11:46.442653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af4229-0197-4491-a891-c293781bbc92 req-23166ba7-f8e7-4db7-a3ec-809ae19f3dbc tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:46.443234 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa26c339-34da-48cb-a283-236026792aff admin admin] Publish callbacks [] for security_group (c1330fbc-33d6-4e1a-85b9-fe5388008a82), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:46.449759 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5af4229-0197-4491-a891-c293781bbc92 req-23166ba7-f8e7-4db7-a3ec-809ae19f3dbc tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 951 time: 0.0731080
Apr 16 21:11:46.512952 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa26c339-34da-48cb-a283-236026792aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c1330fbc-33d6-4e1a-85b9-fe5388008a82), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:46.527223 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5af4229-0197-4491-a891-c293781bbc92 req-7d802d2f-7b9b-468f-b955-7253d832aa7e tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766075
Apr 16 21:11:46.560203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbc5f2-8ad0-4b0a-9c10-500aa782c269 req-7d0ac19a-07d2-4e75-9590-7cd5b17484b2 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:46.562210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84fbc5f2-8ad0-4b0a-9c10-500aa782c269 req-7d0ac19a-07d2-4e75-9590-7cd5b17484b2 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 950 time: 0.0956004
Apr 16 21:11:46.576262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fa26c339-34da-48cb-a283-236026792aff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e798aacf2aa41768227cc37583777f8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3334727
Apr 16 21:11:46.578480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52440) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:46.583361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26c339-34da-48cb-a283-236026792aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1330fbc-33d6-4e1a-85b9-fe5388008a82,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:46.636753 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84fbc5f2-8ad0-4b0a-9c10-500aa782c269 req-274ab03b-5d6d-4911-925a-dd8b5a37eab5 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638041
Apr 16 21:11:46.674743 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e6b73364-2d8d-4436-a586-c62615798d22 admin admin] Publish callbacks [] for security_group (c1330fbc-33d6-4e1a-85b9-fe5388008a82), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:46.717266 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e6b73364-2d8d-4436-a586-c62615798d22 admin admin] Publish callbacks [] for security_group (c1330fbc-33d6-4e1a-85b9-fe5388008a82), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:46.849291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e6b73364-2d8d-4436-a586-c62615798d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c1330fbc-33d6-4e1a-85b9-fe5388008a82), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:46.851995 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e6b73364-2d8d-4436-a586-c62615798d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:46.853174 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e6b73364-2d8d-4436-a586-c62615798d22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1330fbc-33d6-4e1a-85b9-fe5388008a82 HTTP/1.1" status: 204  len: 168 time: 0.2735324
Apr 16 21:11:46.862164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b73364-2d8d-4436-a586-c62615798d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1330fbc-33d6-4e1a-85b9-fe5388008a82,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:47.135726 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2a1a0a8d-cc94-4794-ba2e-d241cf5d1e50 req-11dc9f23-d5dc-485d-beee-3e44938bf75e tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 210 time: 0.0433497
Apr 16 21:11:47.780325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2a253-c187-4f34-b785-5ce1ffa8e697 req-a14aea9b-e532-4284-91ed-cbfda842575a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:47.781888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6eb2a253-c187-4f34-b785-5ce1ffa8e697 req-a14aea9b-e532-4284-91ed-cbfda842575a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 950 time: 0.0557246
Apr 16 21:11:47.839591 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6eb2a253-c187-4f34-b785-5ce1ffa8e697 req-bf726ec9-e54f-4fd0-8c6e-4c3b3eb68d37 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512671
Apr 16 21:11:48.020265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b7388-c088-4d02-a65d-44bed191aeee req-2a340304-abfd-4742-914a-936c66ff4121 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:48.021978 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-366b7388-c088-4d02-a65d-44bed191aeee req-2a340304-abfd-4742-914a-936c66ff4121 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 950 time: 0.0649486
Apr 16 21:11:48.143188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-366b7388-c088-4d02-a65d-44bed191aeee req-4ff714ab-3136-4cb2-8bad-1678ba6f6024 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Deleting port 01db81d7-89fe-4fec-82e4-50d8db8020e2 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:48.144301 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-366b7388-c088-4d02-a65d-44bed191aeee req-4ff714ab-3136-4cb2-8bad-1678ba6f6024 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:48.294455 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ffecaab0-0c88-4421-b766-a2f39b6438ca req-78dd8970-36a4-4e37-8316-f9ba0db8cbc9 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 210 time: 0.0378914
Apr 16 21:11:48.313878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-366b7388-c088-4d02-a65d-44bed191aeee req-4ff714ab-3136-4cb2-8bad-1678ba6f6024 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] For port 01db81d7-89fe-4fec-82e4-50d8db8020e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01db81d7-89fe-4fec-82e4-50d8db8020e2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:48.314424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-366b7388-c088-4d02-a65d-44bed191aeee req-4ff714ab-3136-4cb2-8bad-1678ba6f6024 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:48.331434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-366b7388-c088-4d02-a65d-44bed191aeee req-4ff714ab-3136-4cb2-8bad-1678ba6f6024 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Calling delete_port for 01db81d7-89fe-4fec-82e4-50d8db8020e2 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:48.382843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52548) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:48.635317 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-366b7388-c088-4d02-a65d-44bed191aeee req-4ff714ab-3136-4cb2-8bad-1678ba6f6024 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (01db81d7-89fe-4fec-82e4-50d8db8020e2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:48.649687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5', '259c9f9f-e7b7-4e10-9e05-3056d94db8ff', '01db81d7-89fe-4fec-82e4-50d8db8020e2'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:48.652580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b1f2adf4-34d0-4e59-9590-bd8f2631ee09', '60d57b69-5719-4183-b383-e1c20b54b232', 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4', '214939ad-5504-4c41-a66d-6940e76ded8b', '90f9b920-0d64-4f52-b927-bb557bc71bb3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:11:48.707650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff714ab-3136-4cb2-8bad-1678ba6f6024 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event deleted for resources: {'Port': ['ID=01db81d7-89fe-4fec-82e4-50d8db8020e2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:48.828909 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c93b0696-827a-469e-b81d-27ca0b645e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:48.832920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-366b7388-c088-4d02-a65d-44bed191aeee req-4ff714ab-3136-4cb2-8bad-1678ba6f6024 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] No DVR routers for this DVR port 01db81d7-89fe-4fec-82e4-50d8db8020e2 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:48.837669 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-366b7388-c088-4d02-a65d-44bed191aeee req-4ff714ab-3136-4cb2-8bad-1678ba6f6024 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:48.841604 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-366b7388-c088-4d02-a65d-44bed191aeee req-4ff714ab-3136-4cb2-8bad-1678ba6f6024 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "DELETE /v2.0/ports/01db81d7-89fe-4fec-82e4-50d8db8020e2 HTTP/1.1" status: 204  len: 173 time: 0.8043001
Apr 16 21:11:48.842442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7afa3a-b83e-4837-82f1-4b8bbde7aa92', 'name': 'network-vif-deleted', 'tag': '01db81d7-89fe-4fec-82e4-50d8db8020e2'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:48.844633 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f31663f-51a1-4a8d-88d9-52b43361ae8d" -d '{"events": [{"server_uuid": "ba7afa3a-b83e-4837-82f1-4b8bbde7aa92", "name": "network-vif-deleted", "tag": "01db81d7-89fe-4fec-82e4-50d8db8020e2"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:48.991243 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9ee614-c65a-4b0b-b3aa-bf952174c15e x-openstack-request-id: req-8a9ee614-c65a-4b0b-b3aa-bf952174c15e {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:48.991243 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7afa3a-b83e-4837-82f1-4b8bbde7aa92", "name": "network-vif-deleted", "tag": "01db81d7-89fe-4fec-82e4-50d8db8020e2", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:48.991243 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a9ee614-c65a-4b0b-b3aa-bf952174c15e {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:48.991243 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9ee614-c65a-4b0b-b3aa-bf952174c15e'] response: {'server_uuid': 'ba7afa3a-b83e-4837-82f1-4b8bbde7aa92', 'name': 'network-vif-deleted', 'tag': '01db81d7-89fe-4fec-82e4-50d8db8020e2', 'status': 'completed', 'code': 200}
Apr 16 21:11:49.064527 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c93b0696-827a-469e-b81d-27ca0b645e68 admin admin] Publish callbacks [] for security_group (f45be4bb-5926-4313-83c9-73788142c434), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:49.120812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-20371359-2c51-4aaa-900f-17a5876835f8 req-eb5ab1ca-b602-48e6-86e7-5e2edf32714a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 210 time: 0.0690312
Apr 16 21:11:49.404384 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5113f257-9a93-45d3-b6e0-070ca9e84532 req-3d4762ec-6928-4d2a-a198-19f115a9332a tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 210 time: 0.0486426
Apr 16 21:11:49.424108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b490e936-9731-4964-89b6-ba2e9e7ac544 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:49.743103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b490e936-9731-4964-89b6-ba2e9e7ac544 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:49.743733 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:49.968319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:49.968319 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea50963-c73c-49a9-97d2-5d1db1203c92" -d '{"events": [{"server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "name": "network-vif-unplugged", "status": "completed", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:49.968319 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47501116-de88-4168-84db-7fcfbd3a499d x-openstack-request-id: req-47501116-de88-4168-84db-7fcfbd3a499d {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:49.968319 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "name": "network-vif-unplugged", "status": "completed", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:49.968319 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47501116-de88-4168-84db-7fcfbd3a499d {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:49.968319 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47501116-de88-4168-84db-7fcfbd3a499d'] response: {'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544', 'code': 200}
Apr 16 21:11:49.968319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b490e936-9731-4964-89b6-ba2e9e7ac544,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:50.322656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba288439-7c20-48dc-b951-2c91e14fe579 req-9939c942-beaf-4fa6-afa9-6c10bbb9fccc tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 210 time: 0.0279527
Apr 16 21:11:50.487068 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d3fe3fa-2845-4e73-9875-b061c5dda0e5 req-01aab607-aa91-432b-9524-c4e9c90cefe6 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 210 time: 0.0307851
Apr 16 21:11:51.369252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c93b0696-827a-469e-b81d-27ca0b645e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f45be4bb-5926-4313-83c9-73788142c434), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:51.377828 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:51.378565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 01db81d7-89fe-4fec-82e4-50d8db8020e2 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:51.434871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52644) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:51.435415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c93b0696-827a-469e-b81d-27ca0b645e68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be152f9a0f75421089a3b6f7b18f57bb&name=default HTTP/1.1" status: 200  len: 2996 time: 3.0509546
Apr 16 21:11:51.440087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 01db81d7-89fe-4fec-82e4-50d8db8020e2 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:51.440465 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 01db81d7-89fe-4fec-82e4-50d8db8020e2 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:51.447663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b0696-827a-469e-b81d-27ca0b645e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45be4bb-5926-4313-83c9-73788142c434,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:51.478152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b490e936-9731-4964-89b6-ba2e9e7ac544,revision_number=11']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:51.484757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-29831499-8f8d-42d1-bcee-fd13643c5683 req-77afcd9d-f213-4f6a-b696-691f0ac3202c tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 210 time: 0.0486512
Apr 16 21:11:51.507059 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2ef80b9b-a970-4742-8f33-e7219fcba96d admin admin] Publish callbacks [] for security_group (f45be4bb-5926-4313-83c9-73788142c434), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:51.529011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2ef80b9b-a970-4742-8f33-e7219fcba96d admin admin] Publish callbacks [] for security_group (f45be4bb-5926-4313-83c9-73788142c434), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:51.562848 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c3f7336-3670-4fdc-9ae7-77f52d68a4c7 req-bcf66af7-136f-4018-b944-3e2e92f913db tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 210 time: 0.0268826
Apr 16 21:11:52.304072 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2ef80b9b-a970-4742-8f33-e7219fcba96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f45be4bb-5926-4313-83c9-73788142c434), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:52.320973 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2ef80b9b-a970-4742-8f33-e7219fcba96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:52.322366 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2ef80b9b-a970-4742-8f33-e7219fcba96d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f45be4bb-5926-4313-83c9-73788142c434 HTTP/1.1" status: 204  len: 168 time: 0.8854170
Apr 16 21:11:52.341440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef80b9b-a970-4742-8f33-e7219fcba96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45be4bb-5926-4313-83c9-73788142c434,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:52.549040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbfa92-84c6-49b2-ae1c-e7bb98d617e5 req-f5277d34-30c4-4efb-b4cc-4b66f6ad157d tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:52.551639 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1cbbfa92-84c6-49b2-ae1c-e7bb98d617e5 req-f5277d34-30c4-4efb-b4cc-4b66f6ad157d tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 949 time: 0.0632613
Apr 16 21:11:52.614358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b12bd7d-672f-4f3b-adc4-8bf0c38f8851 req-e0d702d3-8d63-4bd8-a85c-e6e7a1839900 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 210 time: 0.0416050
Apr 16 21:11:52.634363 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1cbbfa92-84c6-49b2-ae1c-e7bb98d617e5 req-f80182d7-6050-4bc7-b3e3-fab402cf42a7 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694938
Apr 16 21:11:52.725810 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae45a996-6efa-404a-9453-6b61fe009877 req-dc4c9e62-0b9a-4ea1-83cd-9a3d5b3eec3b tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 210 time: 0.0502865
Apr 16 21:11:53.562060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-4d524324-95bb-48ba-9939-29f9e7b65a8e tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:53.563543 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-4d524324-95bb-48ba-9939-29f9e7b65a8e tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.11 "GET /v2.0/networks?id=ee17ff26-4aa4-479d-a168-27afd2ba69a4 HTTP/1.1" status: 200  len: 818 time: 0.1161191
Apr 16 21:11:53.580665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-27da2696-cfba-4761-8d8d-d11e7fcbde8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Request body: {'port': {'device_id': '80bcd5fb-6cbf-49ce-b126-1a95b55ba451', 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4', 'admin_state_up': True, 'tenant_id': '2e9cccbcf0e7456ab8b7c7992372784b'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:53.701286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52724) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:53.756291 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89ec4a59-6186-4d42-8ec6-635f039e730e req-e9a36779-4bcb-4853-86e5-afa2be77a445 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 210 time: 0.0290077
Apr 16 21:11:53.824596 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-27da2696-cfba-4761-8d8d-d11e7fcbde8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Made reservation on behalf of 2e9cccbcf0e7456ab8b7c7992372784b for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:11:53.829157 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-27da2696-cfba-4761-8d8d-d11e7fcbde8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:53.831320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-591577153-network', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:53.883850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e20241-2ef0-487e-a935-4f15b5bcc501 req-e70b2314-a746-45e6-9e2b-b772017710b8 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:53.885678 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5e20241-2ef0-487e-a935-4f15b5bcc501 req-e70b2314-a746-45e6-9e2b-b772017710b8 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 949 time: 0.0726399
Apr 16 21:11:53.904063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Made reservation on behalf of 94c56c63a21f4a5db2bb3ab3b2d548e4 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:11:53.904063 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:53.917298 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:54.008097 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Publish callbacks [] for security_group (54b5b92f-7bb4-4bf3-a17d-910abfd9bef0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:54.014749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5e20241-2ef0-487e-a935-4f15b5bcc501 req-f9379843-43e2-4900-916b-17894e9ed55f tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195304
Apr 16 21:11:54.042377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-27da2696-cfba-4761-8d8d-d11e7fcbde8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Allocated IP 172.20.0.11 (ee17ff26-4aa4-479d-a168-27afd2ba69a4/564a3fd8-43b9-4071-a232-324e8153e630/96a1cc71-d1de-4f33-ad30-0d9143131754) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:11:54.094997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (54b5b92f-7bb4-4bf3-a17d-910abfd9bef0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:54.113262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee4b5dce-2c23-4866-9969-d1216466344e req-5b96e1cc-6769-424f-aeb1-9d6ebd1c7867 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 210 time: 0.0405626
Apr 16 21:11:54.123053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:11:54.133541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b5b92f-7bb4-4bf3-a17d-910abfd9bef0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:54.140703 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (68d9a218-8f3b-4a5a-9500-dfbb289131b4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:54.141102 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Added segment 68d9a218-8f3b-4a5a-9500-dfbb289131b4 of type vlan for network 719ee04d-e9fc-4852-8e44-831ca1b9bec8
Apr 16 21:11:54.183493 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (719ee04d-e9fc-4852-8e44-831ca1b9bec8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:54.248488 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-27da2696-cfba-4761-8d8d-d11e7fcbde8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks [] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:54.265866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (719ee04d-e9fc-4852-8e44-831ca1b9bec8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:54.266925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:54.267543 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:54.332623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] Pushing event updated for resources: {'Network': ['ID=719ee04d-e9fc-4852-8e44-831ca1b9bec8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:54.340903 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-27da2696-cfba-4761-8d8d-d11e7fcbde8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:54.344381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 719ee04d-e9fc-4852-8e44-831ca1b9bec8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:11:54.391973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-27da2696-cfba-4761-8d8d-d11e7fcbde8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Network ee17ff26-4aa4-479d-a168-27afd2ba69a4 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:11:54.395150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-27da2696-cfba-4761-8d8d-d11e7fcbde8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:11:54.398992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-27da2696-cfba-4761-8d8d-d11e7fcbde8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:11:54.405886 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da2696-cfba-4761-8d8d-d11e7fcbde8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Pushing event updated for resources: {'Port': ['ID=96a1cc71-d1de-4f33-ad30-0d9143131754,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:54.409945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52740) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:54.414122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-36f8718c-45d3-4539-847a-8aa38acc0f5f admin admin] Request body: {'subnet': {'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-591577153-subnet', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:54.420800 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6ad5f26b-606e-49b6-af33-0a62b7ee7d85 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7183542
Apr 16 21:11:54.469586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-27da2696-cfba-4761-8d8d-d11e7fcbde8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:54.470132 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-27da2696-cfba-4761-8d8d-d11e7fcbde8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:54.569348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f8718c-45d3-4539-847a-8aa38acc0f5f admin admin] Made reservation on behalf of 94c56c63a21f4a5db2bb3ab3b2d548e4 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:11:54.573681 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-36f8718c-45d3-4539-847a-8aa38acc0f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:54.611456 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-27da2696-cfba-4761-8d8d-d11e7fcbde8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0364907
Apr 16 21:11:54.625867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Request body: {'port': {'device_id': '80bcd5fb-6cbf-49ce-b126-1a95b55ba451', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:54.715086 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:54.920458 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-36f8718c-45d3-4539-847a-8aa38acc0f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (65748e70-46a5-4611-95df-fdba3a537b9d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:54.927894 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6613a227-2f8d-4ea7-bda4-58d47a611df7 req-2fea1fe5-51fa-4aa4-a7b2-23b8352fc642 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba7afa3a-b83e-4837-82f1-4b8bbde7aa92 HTTP/1.1" status: 200  len: 210 time: 0.0844316
Apr 16 21:11:54.970135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52752) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:55.029751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8718c-45d3-4539-847a-8aa38acc0f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=65748e70-46a5-4611-95df-fdba3a537b9d,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:55.058366 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f8718c-45d3-4539-847a-8aa38acc0f5f admin admin] Checking segment: {'id': '68d9a218-8f3b-4a5a-9500-dfbb289131b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:11:55.058762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f8718c-45d3-4539-847a-8aa38acc0f5f admin admin] Network hostable DHCP agents. Network: 719ee04d-e9fc-4852-8e44-831ca1b9bec8, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:11:55.096524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bec39e-8bf5-4699-b15e-91ccdcca2295 req-51057713-466c-4249-bcad-e02431b7f58a tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:55.100088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2bec39e-8bf5-4699-b15e-91ccdcca2295 req-51057713-466c-4249-bcad-e02431b7f58a tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 949 time: 0.1320317
Apr 16 21:11:55.152951 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-99b31711-fa9e-4e19-bc49-a9e7aefafde5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:55.260695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22ae4665-53b9-4f3c-9318-96e38c58711e req-6e8840d4-11f7-4781-9455-41f502187c2c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 210 time: 0.0640798
Apr 16 21:11:55.264828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a1cc71-d1de-4f33-ad30-0d9143131754 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:11:55.278186 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Publish callbacks [] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:55.279880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f8718c-45d3-4539-847a-8aa38acc0f5f admin admin] Network 719ee04d-e9fc-4852-8e44-831ca1b9bec8 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:11:55.310254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Transition to ACTIVE for port object 96a1cc71-d1de-4f33-ad30-0d9143131754 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:11:55.347288 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-99b31711-fa9e-4e19-bc49-a9e7aefafde5 admin admin] Publish callbacks [] for security_group (7ef9614f-d436-4583-8bc2-e387e8285375), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:55.463082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-93ee7480-7ac2-47db-bda7-fe8f9ec56191 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:55.464960 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-93ee7480-7ac2-47db-bda7-fe8f9ec56191 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.41 "GET /v2.0/networks?id=ee17ff26-4aa4-479d-a168-27afd2ba69a4 HTTP/1.1" status: 200  len: 818 time: 0.1119211
Apr 16 21:11:55.466769 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-99b31711-fa9e-4e19-bc49-a9e7aefafde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7ef9614f-d436-4583-8bc2-e387e8285375), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:55.469781 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:55.471451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-36f8718c-45d3-4539-847a-8aa38acc0f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 719ee04d-e9fc-4852-8e44-831ca1b9bec8) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:11:55.480990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12684d25-a24b-4ddb-b938-8c22b76af2f5 None None] Network 719ee04d-e9fc-4852-8e44-831ca1b9bec8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:11:55.490848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f8718c-45d3-4539-847a-8aa38acc0f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:55.491478 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-36f8718c-45d3-4539-847a-8aa38acc0f5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:55.497929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd096bb7-03e3-4cac-b95e-9534efb5727f req-269e4adb-51b5-4ea9-a8c0-8939ef65a261 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:55.499363 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd096bb7-03e3-4cac-b95e-9534efb5727f req-269e4adb-51b5-4ea9-a8c0-8939ef65a261 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 949 time: 0.3666525
Apr 16 21:11:55.519671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-a2bec39e-8bf5-4699-b15e-91ccdcca2295 req-b13e42f6-26aa-459f-b5b5-8e81c1d334bd tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Deleting port b490e936-9731-4964-89b6-ba2e9e7ac544 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:55.530938 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a2bec39e-8bf5-4699-b15e-91ccdcca2295 req-b13e42f6-26aa-459f-b5b5-8e81c1d334bd tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:55.608085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-719ee04d-e9fc-4852-8e44-831ca1b9bec8', 'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8', 'project_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'fixed_ips': [{'subnet_id': '65748e70-46a5-4611-95df-fdba3a537b9d'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:11:55.609208 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:55.622994 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd096bb7-03e3-4cac-b95e-9534efb5727f req-cb1aa25c-ddc8-40e0-a1a8-9ab3d8e67237 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/security-groups?id=43500c8c-5091-45b5-a092-a239d6b48ffe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137555
Apr 16 21:11:55.657685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-a2bec39e-8bf5-4699-b15e-91ccdcca2295 req-b13e42f6-26aa-459f-b5b5-8e81c1d334bd tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] For port b490e936-9731-4964-89b6-ba2e9e7ac544, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b490e936-9731-4964-89b6-ba2e9e7ac544,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:55.658060 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a2bec39e-8bf5-4699-b15e-91ccdcca2295 req-b13e42f6-26aa-459f-b5b5-8e81c1d334bd tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:55.689620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-a2bec39e-8bf5-4699-b15e-91ccdcca2295 req-b13e42f6-26aa-459f-b5b5-8e81c1d334bd tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Calling delete_port for b490e936-9731-4964-89b6-ba2e9e7ac544 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:55.798887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Allocated IP 172.20.0.2 (719ee04d-e9fc-4852-8e44-831ca1b9bec8/65748e70-46a5-4611-95df-fdba3a537b9d/d5c0fde8-679f-4e19-81a7-346bfa17fafa) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:11:55.857354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-d1be0b9b-2f7a-4913-9c1c-0a821d40103c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Request body: {'port': {'device_id': '8fed9e31-a940-4555-8877-e98e33e6524f', 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4', 'admin_state_up': True, 'tenant_id': '2e9cccbcf0e7456ab8b7c7992372784b'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:55.900710 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a2bec39e-8bf5-4699-b15e-91ccdcca2295 req-b13e42f6-26aa-459f-b5b5-8e81c1d334bd tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b490e936-9731-4964-89b6-ba2e9e7ac544), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:55.936713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e42f6-26aa-459f-b5b5-8e81c1d334bd tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Pushing event deleted for resources: {'Port': ['ID=b490e936-9731-4964-89b6-ba2e9e7ac544,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:55.955633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-99b31711-fa9e-4e19-bc49-a9e7aefafde5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4669a7b8acc8472b95d313fd555bc3e5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9841485
Apr 16 21:11:55.960485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52766) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:55.963003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Pushing event updated for resources: {'Port': ['ID=96a1cc71-d1de-4f33-ad30-0d9143131754,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:55.976071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b31711-fa9e-4e19-bc49-a9e7aefafde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef9614f-d436-4583-8bc2-e387e8285375,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:56.011916 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Publish callbacks [] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.023089 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-36f8718c-45d3-4539-847a-8aa38acc0f5f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6131442
Apr 16 21:11:56.026369 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52768) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:56.058160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-591577153-router', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:56.106386 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.148011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bec39e-8bf5-4699-b15e-91ccdcca2295 req-b13e42f6-26aa-459f-b5b5-8e81c1d334bd tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] No DVR routers for this DVR port b490e936-9731-4964-89b6-ba2e9e7ac544 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:11:56.156635 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a2bec39e-8bf5-4699-b15e-91ccdcca2295 req-b13e42f6-26aa-459f-b5b5-8e81c1d334bd tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.160818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2bec39e-8bf5-4699-b15e-91ccdcca2295 req-b13e42f6-26aa-459f-b5b5-8e81c1d334bd tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.41 "DELETE /v2.0/ports/b490e936-9731-4964-89b6-ba2e9e7ac544 HTTP/1.1" status: 204  len: 173 time: 1.0542932
Apr 16 21:11:56.163203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'name': 'network-vif-deleted', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:56.164564 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e342a23c-c76c-40e1-bcd8-47c68f533f26" -d '{"events": [{"server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "name": "network-vif-deleted", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:56.173968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Attempting to bind port 96a1cc71-d1de-4f33-ad30-0d9143131754 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:11:56.174407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Attempting to bind port 96a1cc71-d1de-4f33-ad30-0d9143131754 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2ff81a94-20b6-4548-b33e-7064b43d51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:11:56.174807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Attempting to bind port 96a1cc71-d1de-4f33-ad30-0d9143131754 on network ee17ff26-4aa4-479d-a168-27afd2ba69a4 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:11:56.183606 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f25c01ba-d9cb-4401-8867-04df5cf571ea admin admin] Publish callbacks [] for security_group (7ef9614f-d436-4583-8bc2-e387e8285375), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.187443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Port 96a1cc71-d1de-4f33-ad30-0d9143131754 on network ee17ff26-4aa4-479d-a168-27afd2ba69a4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:11:56.188506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Attempting to bind port 96a1cc71-d1de-4f33-ad30-0d9143131754 on network ee17ff26-4aa4-479d-a168-27afd2ba69a4 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:11:56.200105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Network 719ee04d-e9fc-4852-8e44-831ca1b9bec8 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:11:56.202963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:11:56.203432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Checking segment: {'id': '2ff81a94-20b6-4548-b33e-7064b43d51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:11:56.203581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:11:56.203942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Bound using segment: {'id': '2ff81a94-20b6-4548-b33e-7064b43d51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:11:56.204477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Bound port: 96a1cc71-d1de-4f33-ad30-0d9143131754, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff81a94-20b6-4548-b33e-7064b43d51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:11:56.204925 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.207759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:11:56.217579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Pushing event updated for resources: {'Port': ['ID=d5c0fde8-679f-4e19-81a7-346bfa17fafa,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:56.230467 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f25c01ba-d9cb-4401-8867-04df5cf571ea admin admin] Publish callbacks [] for security_group (7ef9614f-d436-4583-8bc2-e387e8285375), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.232880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.234023 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.238979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-e6631476-5516-4859-badd-dc58d269b895 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:56.240611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-e6631476-5516-4859-badd-dc58d269b895 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.41 "GET /v2.0/networks?id=ee17ff26-4aa4-479d-a168-27afd2ba69a4 HTTP/1.1" status: 200  len: 818 time: 0.2183876
Apr 16 21:11:56.259517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-9d5797d1-5e74-4d2a-ae7c-ff5f7d8ed460 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Request body: {'port': {'device_id': 'e1c88ea7-2311-4b05-94ba-6e641159d41a', 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4', 'admin_state_up': True, 'tenant_id': '2e9cccbcf0e7456ab8b7c7992372784b'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:56.293440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Attempting to bind port d5c0fde8-679f-4e19-81a7-346bfa17fafa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:11:56.297127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Attempting to bind port d5c0fde8-679f-4e19-81a7-346bfa17fafa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '68d9a218-8f3b-4a5a-9500-dfbb289131b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:11:56.297127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Attempting to bind port d5c0fde8-679f-4e19-81a7-346bfa17fafa on network 719ee04d-e9fc-4852-8e44-831ca1b9bec8 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:11:56.299254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-d1be0b9b-2f7a-4913-9c1c-0a821d40103c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Made reservation on behalf of 2e9cccbcf0e7456ab8b7c7992372784b for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:11:56.303076 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-d1be0b9b-2f7a-4913-9c1c-0a821d40103c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.303664 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:11:56.304298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Checking segment: {'id': '68d9a218-8f3b-4a5a-9500-dfbb289131b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:11:56.305146 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.305715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Bound using segment: {'id': '68d9a218-8f3b-4a5a-9500-dfbb289131b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:11:56.306371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Bound port: d5c0fde8-679f-4e19-81a7-346bfa17fafa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d9a218-8f3b-4a5a-9500-dfbb289131b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:11:56.306806 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.415379 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2a6729-a3c5-40be-8091-6751097bf0f1 x-openstack-request-id: req-7e2a6729-a3c5-40be-8091-6751097bf0f1 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:56.417564 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88", "name": "network-vif-deleted", "tag": "b490e936-9731-4964-89b6-ba2e9e7ac544", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:56.418449 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e2a6729-a3c5-40be-8091-6751097bf0f1 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:56.419350 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2a6729-a3c5-40be-8091-6751097bf0f1'] response: {'server_uuid': '04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88', 'name': 'network-vif-deleted', 'tag': 'b490e936-9731-4964-89b6-ba2e9e7ac544', 'status': 'completed', 'code': 200}
Apr 16 21:11:56.432066 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] For port d5c0fde8-679f-4e19-81a7-346bfa17fafa, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:11:56.436807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] For port d5c0fde8-679f-4e19-81a7-346bfa17fafa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5c0fde8-679f-4e19-81a7-346bfa17fafa,segment=NetworkSegment(68d9a218-8f3b-4a5a-9500-dfbb289131b4),segment_id=68d9a218-8f3b-4a5a-9500-dfbb289131b4)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:11:56.482339 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Publish callbacks [] for router_controller (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.505921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] For port 96a1cc71-d1de-4f33-ad30-0d9143131754, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:11:56.514277 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fc4ebdc2-0423-4aa4-b5ec-32ffe9562523 req-29156f9c-bd5b-4295-b6a7-52a745cb68d8 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 210 time: 0.0881305
Apr 16 21:11:56.530987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] For port 96a1cc71-d1de-4f33-ad30-0d9143131754, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96a1cc71-d1de-4f33-ad30-0d9143131754,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:11:56.572098 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-9d5797d1-5e74-4d2a-ae7c-ff5f7d8ed460 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Made reservation on behalf of 2e9cccbcf0e7456ab8b7c7992372784b for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:11:56.573452 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.576424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-9d5797d1-5e74-4d2a-ae7c-ff5f7d8ed460 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.602788 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-d1be0b9b-2f7a-4913-9c1c-0a821d40103c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Allocated IP 172.20.0.6 (ee17ff26-4aa4-479d-a168-27afd2ba69a4/564a3fd8-43b9-4071-a232-324e8153e630/a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:11:56.650597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee43f8-63e7-401b-8d5e-1a9552ab50b0 None None] Pushing event updated for resources: {'Port': ['ID=d5c0fde8-679f-4e19-81a7-346bfa17fafa,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:56.792315 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.794160 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f25c01ba-d9cb-4401-8867-04df5cf571ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7ef9614f-d436-4583-8bc2-e387e8285375), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.796714 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f25c01ba-d9cb-4401-8867-04df5cf571ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.801046 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f25c01ba-d9cb-4401-8867-04df5cf571ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ef9614f-d436-4583-8bc2-e387e8285375 HTTP/1.1" status: 204  len: 168 time: 0.8363655
Apr 16 21:11:56.878830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b90097-0923-44de-8b53-8ed7f2ab7e81 req-88db949d-6535-4e3a-9564-14f5f384a466 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:56.886092 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41b90097-0923-44de-8b53-8ed7f2ab7e81 req-88db949d-6535-4e3a-9564-14f5f384a466 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 950 time: 0.0688405
Apr 16 21:11:56.912091 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad62df7a-15f9-4c70-989d-0066c0906869 req-6c05a102-661a-43a0-baf6-3a41f11b3c96 tempest-ImagesOneServerTestJSON-274157182 tempest-ImagesOneServerTestJSON-274157182-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c0a2c3-ac53-45ae-a0f6-d9ec353e2e88 HTTP/1.1" status: 200  len: 210 time: 0.1386504
Apr 16 21:11:56.939246 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Publish callbacks [] for router_gateway (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:56.950056 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41b90097-0923-44de-8b53-8ed7f2ab7e81 req-049f204b-0507-49ee-b08d-d8db765eb540 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630705
Apr 16 21:11:56.982187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c01ba-d9cb-4401-8867-04df5cf571ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef9614f-d436-4583-8bc2-e387e8285375,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:57.003089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:57.003868 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:57.005983 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] 10.222.0.11 "PUT /v2.0/ports/96a1cc71-d1de-4f33-ad30-0d9143131754 HTTP/1.1" status: 200  len: 1092 time: 2.3866856
Apr 16 21:11:57.017006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bcd5fb-6cbf-49ce-b126-1a95b55ba451', 'tag': '96a1cc71-d1de-4f33-ad30-0d9143131754'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:57.022876 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bebf40-3dc6-465c-b581-5ac28b3b0ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "80bcd5fb-6cbf-49ce-b126-1a95b55ba451", "tag": "96a1cc71-d1de-4f33-ad30-0d9143131754"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:57.134514 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65406fb2-45c2-4db7-997e-c238b1deb426 x-openstack-request-id: req-65406fb2-45c2-4db7-997e-c238b1deb426 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:57.136341 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bcd5fb-6cbf-49ce-b126-1a95b55ba451", "tag": "96a1cc71-d1de-4f33-ad30-0d9143131754", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:57.136606 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65406fb2-45c2-4db7-997e-c238b1deb426 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:57.137024 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65406fb2-45c2-4db7-997e-c238b1deb426'] response: {'name': 'network-changed', 'server_uuid': '80bcd5fb-6cbf-49ce-b126-1a95b55ba451', 'tag': '96a1cc71-d1de-4f33-ad30-0d9143131754', 'status': 'completed', 'code': 200}
Apr 16 21:11:57.162865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1e00e-0b54-48de-9387-e5dae632d88e service neutron] Pushing event updated for resources: {'Port': ['ID=96a1cc71-d1de-4f33-ad30-0d9143131754,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:57.291829 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-d1be0b9b-2f7a-4913-9c1c-0a821d40103c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks [] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:57.353319 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Publish callbacks [] for router_gateway (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:57.380439 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:57.488941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Allocated IP 172.35.1.252 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/48c6915c-00fc-4cc3-a313-9cc272b81d2c) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:11:57.500746 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-d1be0b9b-2f7a-4913-9c1c-0a821d40103c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:57.542915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-d1be0b9b-2f7a-4913-9c1c-0a821d40103c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Network ee17ff26-4aa4-479d-a168-27afd2ba69a4 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:11:57.556828 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-9d5797d1-5e74-4d2a-ae7c-ff5f7d8ed460 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Allocated IP 172.20.0.14 (ee17ff26-4aa4-479d-a168-27afd2ba69a4/564a3fd8-43b9-4071-a232-324e8153e630/be39f056-864d-4773-9608-d25a97235273) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:11:57.557394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-d1be0b9b-2f7a-4913-9c1c-0a821d40103c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:11:57.560529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-d1be0b9b-2f7a-4913-9c1c-0a821d40103c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:11:57.649204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52808) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:57.653232 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be0b9b-2f7a-4913-9c1c-0a821d40103c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Pushing event updated for resources: {'Port': ['ID=a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:57.693234 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1148a4ab-fa9f-4b09-b766-9fa602438168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:57.709847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-d1be0b9b-2f7a-4913-9c1c-0a821d40103c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:57.710080 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba14b70d-6814-40ef-adbe-8c40d8bda7f9 req-d0fce078-3691-4468-828f-46c6675e3f41 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 210 time: 0.0367095
Apr 16 21:11:57.710609 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-d1be0b9b-2f7a-4913-9c1c-0a821d40103c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:57.771768 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Publish callbacks [] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:57.801339 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-9d5797d1-5e74-4d2a-ae7c-ff5f7d8ed460 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks [] for port (be39f056-864d-4773-9608-d25a97235273), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:57.902273 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-d1be0b9b-2f7a-4913-9c1c-0a821d40103c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0473673
Apr 16 21:11:57.907382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebf40-3dc6-465c-b581-5ac28b3b0ab3 req-437f771b-5ebb-43ed-b312-b98cc9286dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:57.908930 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18bebf40-3dc6-465c-b581-5ac28b3b0ab3 req-437f771b-5ebb-43ed-b312-b98cc9286dac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2e9cccbcf0e7456ab8b7c7992372784b&device_id=80bcd5fb-6cbf-49ce-b126-1a95b55ba451 HTTP/1.1" status: 200  len: 1126 time: 0.0793974
Apr 16 21:11:57.921763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Request body: {'port': {'device_id': '8fed9e31-a940-4555-8877-e98e33e6524f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:57.959254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9746062e-ff95-41da-9e61-df5879915b76 None None] Network 719ee04d-e9fc-4852-8e44-831ca1b9bec8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:11:57.963118 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1148a4ab-fa9f-4b09-b766-9fa602438168 admin admin] Publish callbacks [] for security_group (47e2c56c-1d0e-42cb-b955-dadb552937ce), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:57.983918 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-9d5797d1-5e74-4d2a-ae7c-ff5f7d8ed460 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (be39f056-864d-4773-9608-d25a97235273), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.040059 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-9d5797d1-5e74-4d2a-ae7c-ff5f7d8ed460 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Network ee17ff26-4aa4-479d-a168-27afd2ba69a4 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:11:58.044509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-9d5797d1-5e74-4d2a-ae7c-ff5f7d8ed460 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:11:58.057155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-9d5797d1-5e74-4d2a-ae7c-ff5f7d8ed460 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:11:58.082909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8cc0753b-e414-4c96-bb07-ed7c03ccddbd None None] Provisioning complete for port d5c0fde8-679f-4e19-81a7-346bfa17fafa triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:11:58.083674 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8cc0753b-e414-4c96-bb07-ed7c03ccddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.084072 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.167844 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.218515 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1148a4ab-fa9f-4b09-b766-9fa602438168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (47e2c56c-1d0e-42cb-b955-dadb552937ce), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.232037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:11:58.243223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5797d1-5e74-4d2a-ae7c-ff5f7d8ed460 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Pushing event updated for resources: {'Port': ['ID=be39f056-864d-4773-9608-d25a97235273,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:58.252877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0753b-e414-4c96-bb07-ed7c03ccddbd None None] Current status of the port d5c0fde8-679f-4e19-81a7-346bfa17fafa is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:58.252877 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8cc0753b-e414-4c96-bb07-ed7c03ccddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.299154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:11:58.304420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:11:58.336787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8cc0753b-e414-4c96-bb07-ed7c03ccddbd None None] For port d5c0fde8-679f-4e19-81a7-346bfa17fafa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5c0fde8-679f-4e19-81a7-346bfa17fafa,segment=NetworkSegment(68d9a218-8f3b-4a5a-9500-dfbb289131b4),segment_id=68d9a218-8f3b-4a5a-9500-dfbb289131b4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:58.346380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccc7c3-aad7-4b45-83e3-61c6dd5b6e6a req-ed07e149-646f-4323-aef5-ebdfc2583606 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:58.347954 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-53ccc7c3-aad7-4b45-83e3-61c6dd5b6e6a req-ed07e149-646f-4323-aef5-ebdfc2583606 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 950 time: 0.2324021
Apr 16 21:11:58.353275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-9d5797d1-5e74-4d2a-ae7c-ff5f7d8ed460 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:58.354182 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-9d5797d1-5e74-4d2a-ae7c-ff5f7d8ed460 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.410707 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-53ccc7c3-aad7-4b45-83e3-61c6dd5b6e6a req-12174f62-419d-49e3-9a96-b4c14f45b0d3 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525389
Apr 16 21:11:58.414782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975b371-f2bd-479a-9e46-0b65fba77c3c req-0b23e7bd-78d9-4909-b591-79516e93ee9b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:58.416532 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9975b371-f2bd-479a-9e46-0b65fba77c3c req-0b23e7bd-78d9-4909-b591-79516e93ee9b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 950 time: 0.2989991
Apr 16 21:11:58.419336 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1148a4ab-fa9f-4b09-b766-9fa602438168 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e32beb2a56b445eae9fa025c82a503c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7672138
Apr 16 21:11:58.422195 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52820) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:58.433497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Pushing event updated for resources: {'Port': ['ID=48c6915c-00fc-4cc3-a313-9cc272b81d2c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:58.477074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fc3db6b-0587-455c-898a-1d020277f15d admin admin] Publish callbacks [] for security_group (47e2c56c-1d0e-42cb-b955-dadb552937ce), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.482016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148a4ab-fa9f-4b09-b766-9fa602438168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e2c56c-1d0e-42cb-b955-dadb552937ce,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:58.500657 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8cc0753b-e414-4c96-bb07-ed7c03ccddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.502099 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fc3db6b-0587-455c-898a-1d020277f15d admin admin] Publish callbacks [] for security_group (47e2c56c-1d0e-42cb-b955-dadb552937ce), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.508628 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-9d5797d1-5e74-4d2a-ae7c-ff5f7d8ed460 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2567220
Apr 16 21:11:58.523333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Request body: {'port': {'device_id': 'e1c88ea7-2311-4b05-94ba-6e641159d41a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:11:58.561903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0753b-e414-4c96-bb07-ed7c03ccddbd None None] Pushing event updated for resources: {'Port': ['ID=d5c0fde8-679f-4e19-81a7-346bfa17fafa,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:58.565430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebf40-3dc6-465c-b581-5ac28b3b0ab3 req-c6c74c29-0bf8-483d-964a-48a4ea9efec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:58.570804 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18bebf40-3dc6-465c-b581-5ac28b3b0ab3 req-c6c74c29-0bf8-483d-964a-48a4ea9efec5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2e9cccbcf0e7456ab8b7c7992372784b&shared=False HTTP/1.1" status: 200  len: 919 time: 0.5757492
Apr 16 21:11:58.608934 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (be39f056-864d-4773-9608-d25a97235273), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.630908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4b552520-9d8d-418e-b785-02dfeac2548d None None] Provisioning complete for port d5c0fde8-679f-4e19-81a7-346bfa17fafa triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:11:58.631643 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4b552520-9d8d-418e-b785-02dfeac2548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.757761 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fc3db6b-0587-455c-898a-1d020277f15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (47e2c56c-1d0e-42cb-b955-dadb552937ce), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.760370 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fc3db6b-0587-455c-898a-1d020277f15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.764952 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3fc3db6b-0587-455c-898a-1d020277f15d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47e2c56c-1d0e-42cb-b955-dadb552937ce HTTP/1.1" status: 204  len: 168 time: 0.3403029
Apr 16 21:11:58.793288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4b552520-9d8d-418e-b785-02dfeac2548d None None] Current status of the port d5c0fde8-679f-4e19-81a7-346bfa17fafa is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:58.800738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-9975b371-f2bd-479a-9e46-0b65fba77c3c req-0f2e16bf-daeb-45ef-a7f9-be92e4a53970 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Deleting port 90f9b920-0d64-4f52-b927-bb557bc71bb3 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:11:58.801317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9975b371-f2bd-479a-9e46-0b65fba77c3c req-0f2e16bf-daeb-45ef-a7f9-be92e4a53970 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.806133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d5c0fde8-679f-4e19-81a7-346bfa17fafa up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:11:58.810514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3db6b-0587-455c-898a-1d020277f15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e2c56c-1d0e-42cb-b955-dadb552937ce,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:58.881198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d5c0fde8-679f-4e19-81a7-346bfa17fafa triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:11:58.882164 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.969650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9975b371-f2bd-479a-9e46-0b65fba77c3c req-0f2e16bf-daeb-45ef-a7f9-be92e4a53970 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] For port 90f9b920-0d64-4f52-b927-bb557bc71bb3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90f9b920-0d64-4f52-b927-bb557bc71bb3,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:11:58.976399 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9975b371-f2bd-479a-9e46-0b65fba77c3c req-0f2e16bf-daeb-45ef-a7f9-be92e4a53970 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:58.977786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d5c0fde8-679f-4e19-81a7-346bfa17fafa is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:11:58.991952 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52828) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:59.058812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be39f056-864d-4773-9608-d25a97235273 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:11:59.071074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Publish callbacks [] for port (be39f056-864d-4773-9608-d25a97235273), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:59.086472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-9975b371-f2bd-479a-9e46-0b65fba77c3c req-0f2e16bf-daeb-45ef-a7f9-be92e4a53970 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Calling delete_port for 90f9b920-0d64-4f52-b927-bb557bc71bb3 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:11:59.093789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebf40-3dc6-465c-b581-5ac28b3b0ab3 req-011a9c28-9b5c-4b9f-9fbe-f01f11074480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:59.094645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Transition to ACTIVE for port object be39f056-864d-4773-9608-d25a97235273 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:11:59.095305 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18bebf40-3dc6-465c-b581-5ac28b3b0ab3 req-011a9c28-9b5c-4b9f-9fbe-f01f11074480 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4843915
Apr 16 21:11:59.124150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffbd90-37e7-4ce7-bb66-f9b18475520c req-67a941ad-d46d-44b1-b5c8-3fd58b6bce2a tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:59.126328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29ffbd90-37e7-4ce7-bb66-f9b18475520c req-67a941ad-d46d-44b1-b5c8-3fd58b6bce2a tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 932 time: 0.2505219
Apr 16 21:11:59.162944 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (be39f056-864d-4773-9608-d25a97235273), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:59.242985 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5d3a411a-a6b0-41bc-89a7-3397b9fac2fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2a21b6df375491fb09fc22109fb4a5c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2496173
Apr 16 21:11:59.245010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Pushing event updated for resources: {'Port': ['ID=be39f056-864d-4773-9608-d25a97235273,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:59.248425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52834) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:11:59.364549 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-616073ba-9ee5-4d0d-b9da-4f2c73b59782 admin admin] Publish callbacks [] for security_group (43500c8c-5091-45b5-a092-a239d6b48ffe), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:59.376206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Attempting to bind port be39f056-864d-4773-9608-d25a97235273 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:11:59.376567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Attempting to bind port be39f056-864d-4773-9608-d25a97235273 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2ff81a94-20b6-4548-b33e-7064b43d51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:11:59.376893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Attempting to bind port be39f056-864d-4773-9608-d25a97235273 on network ee17ff26-4aa4-479d-a168-27afd2ba69a4 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:11:59.393064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Port be39f056-864d-4773-9608-d25a97235273 on network ee17ff26-4aa4-479d-a168-27afd2ba69a4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:11:59.393395 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Attempting to bind port be39f056-864d-4773-9608-d25a97235273 on network ee17ff26-4aa4-479d-a168-27afd2ba69a4 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:11:59.397746 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-616073ba-9ee5-4d0d-b9da-4f2c73b59782 admin admin] Publish callbacks [] for security_group (43500c8c-5091-45b5-a092-a239d6b48ffe), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:59.406377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:11:59.406710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Checking segment: {'id': '2ff81a94-20b6-4548-b33e-7064b43d51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:11:59.407115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Bound using segment: {'id': '2ff81a94-20b6-4548-b33e-7064b43d51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:11:59.407568 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Bound port: be39f056-864d-4773-9608-d25a97235273, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff81a94-20b6-4548-b33e-7064b43d51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:11:59.407923 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (be39f056-864d-4773-9608-d25a97235273), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:59.410120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b490e936-9731-4964-89b6-ba2e9e7ac544 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:11:59.448087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: b490e936-9731-4964-89b6-ba2e9e7ac544 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:11:59.448087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b490e936-9731-4964-89b6-ba2e9e7ac544 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:11:59.513416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] For port be39f056-864d-4773-9608-d25a97235273, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:11:59.566913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] For port be39f056-864d-4773-9608-d25a97235273, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be39f056-864d-4773-9608-d25a97235273,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:11:59.583994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af3ac3-ba45-4db2-9527-039c9c0c255d req-dad736bf-38f1-4924-a620-a38fc53ac904 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:59.585695 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e6af3ac3-ba45-4db2-9527-039c9c0c255d req-dad736bf-38f1-4924-a620-a38fc53ac904 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 950 time: 0.0632768
Apr 16 21:11:59.625965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-616073ba-9ee5-4d0d-b9da-4f2c73b59782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (43500c8c-5091-45b5-a092-a239d6b48ffe), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:59.628561 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-616073ba-9ee5-4d0d-b9da-4f2c73b59782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:59.632041 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-616073ba-9ee5-4d0d-b9da-4f2c73b59782 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43500c8c-5091-45b5-a092-a239d6b48ffe HTTP/1.1" status: 204  len: 168 time: 0.3802552
Apr 16 21:11:59.652842 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616073ba-9ee5-4d0d-b9da-4f2c73b59782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43500c8c-5091-45b5-a092-a239d6b48ffe,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:59.656868 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (be39f056-864d-4773-9608-d25a97235273), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:59.661061 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e6af3ac3-ba45-4db2-9527-039c9c0c255d req-d2ba4f4a-5d29-48ed-beae-e604b7f65617 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695238
Apr 16 21:11:59.704897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:59.705525 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:59.707525 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] 10.222.0.41 "PUT /v2.0/ports/be39f056-864d-4773-9608-d25a97235273 HTTP/1.1" status: 200  len: 1092 time: 1.1899967
Apr 16 21:11:59.707987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c88ea7-2311-4b05-94ba-6e641159d41a', 'tag': 'be39f056-864d-4773-9608-d25a97235273'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:11:59.713782 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2416b7aa-3d2b-4775-8edc-f1df5bc6af96" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c88ea7-2311-4b05-94ba-6e641159d41a", "tag": "be39f056-864d-4773-9608-d25a97235273"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:11:59.723241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-260598b7-b746-4ca0-82a3-c964ff4606f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:59.724842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-260598b7-b746-4ca0-82a3-c964ff4606f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2e9cccbcf0e7456ab8b7c7992372784b&device_id=80bcd5fb-6cbf-49ce-b126-1a95b55ba451 HTTP/1.1" status: 200  len: 1126 time: 0.2036238
Apr 16 21:11:59.744897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafe749-ced5-472b-871b-d35fe468e8ae service neutron] Pushing event updated for resources: {'Port': ['ID=be39f056-864d-4773-9608-d25a97235273,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:11:59.777094 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Publish callbacks [] for router_gateway (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:11:59.796365 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:11:59.797496 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3b5b0c-d0a2-4424-ad56-77380c934fa8 x-openstack-request-id: req-ab3b5b0c-d0a2-4424-ad56-77380c934fa8 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:11:59.797496 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c88ea7-2311-4b05-94ba-6e641159d41a", "tag": "be39f056-864d-4773-9608-d25a97235273", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:11:59.797704 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab3b5b0c-d0a2-4424-ad56-77380c934fa8 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:11:59.797964 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3b5b0c-d0a2-4424-ad56-77380c934fa8'] response: {'name': 'network-changed', 'server_uuid': 'e1c88ea7-2311-4b05-94ba-6e641159d41a', 'tag': 'be39f056-864d-4773-9608-d25a97235273', 'status': 'completed', 'code': 200}
Apr 16 21:11:59.861018 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-a5d8b0cb-f0b4-4ef4-b9fd-0edd1659490a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96a1cc71-d1de-4f33-ad30-0d9143131754 HTTP/1.1" status: 200  len: 217 time: 0.1224318
Apr 16 21:11:59.869916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29ffbd90-37e7-4ce7-bb66-f9b18475520c req-cc181296-d29f-410a-8fb2-d5bd08284358 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3444564
Apr 16 21:11:59.871139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416b7aa-3d2b-4775-8edc-f1df5bc6af96 req-a8f3bcc0-479f-4572-ab5a-498a18b09e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:59.873370 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2416b7aa-3d2b-4775-8edc-f1df5bc6af96 req-a8f3bcc0-479f-4572-ab5a-498a18b09e70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e9cccbcf0e7456ab8b7c7992372784b&device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 1126 time: 0.0478656
Apr 16 21:11:59.984068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416b7aa-3d2b-4775-8edc-f1df5bc6af96 req-59ca6e2c-4697-44aa-b175-9ff8f211bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:11:59.986566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2416b7aa-3d2b-4775-8edc-f1df5bc6af96 req-59ca6e2c-4697-44aa-b175-9ff8f211bcd4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2e9cccbcf0e7456ab8b7c7992372784b&shared=False HTTP/1.1" status: 200  len: 919 time: 0.1056015
Apr 16 21:12:00.042404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-565151f3-83cb-4d35-90ba-36f4b5e5fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:00.044080 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-565151f3-83cb-4d35-90ba-36f4b5e5fcb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=564a3fd8-43b9-4071-a232-324e8153e630 HTTP/1.1" status: 200  len: 858 time: 0.1594646
Apr 16 21:12:00.113783 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-33d465f6-e26d-456f-afdf-6404c35c2678 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee17ff26-4aa4-479d-a168-27afd2ba69a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0626135
Apr 16 21:12:00.123142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416b7aa-3d2b-4775-8edc-f1df5bc6af96 req-20488bf6-87c6-4d8d-8fc9-cfba0506865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:00.126281 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2416b7aa-3d2b-4775-8edc-f1df5bc6af96 req-20488bf6-87c6-4d8d-8fc9-cfba0506865c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1326385
Apr 16 21:12:00.136854 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9975b371-f2bd-479a-9e46-0b65fba77c3c req-0f2e16bf-daeb-45ef-a7f9-be92e4a53970 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (90f9b920-0d64-4f52-b927-bb557bc71bb3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:00.162826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b1f2adf4-34d0-4e59-9590-bd8f2631ee09', '60d57b69-5719-4183-b383-e1c20b54b232', 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4', '214939ad-5504-4c41-a66d-6940e76ded8b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:00.224265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5', '259c9f9f-e7b7-4e10-9e05-3056d94db8ff'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:00.243841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-830e3c78-b4d5-40f3-8fc1-7051cbec76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:00.246816 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-830e3c78-b4d5-40f3-8fc1-7051cbec76f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e9cccbcf0e7456ab8b7c7992372784b&device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 1126 time: 0.0575843
Apr 16 21:12:00.300636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:12:00.307472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e16bf-daeb-45ef-a7f9-be92e4a53970 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event deleted for resources: {'Port': ['ID=90f9b920-0d64-4f52-b927-bb557bc71bb3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:00.323203 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-f710ad41-c7c8-4fa1-8dfe-6611f03d4807 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be39f056-864d-4773-9608-d25a97235273 HTTP/1.1" status: 200  len: 217 time: 0.0691013
Apr 16 21:12:00.326496 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Publish callbacks [] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:00.435482 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-a4766edd-3bb1-42f7-a0e3-f8e07171a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:00.435750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9975b371-f2bd-479a-9e46-0b65fba77c3c req-0f2e16bf-daeb-45ef-a7f9-be92e4a53970 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] No DVR routers for this DVR port 90f9b920-0d64-4f52-b927-bb557bc71bb3 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:00.441871 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9975b371-f2bd-479a-9e46-0b65fba77c3c req-0f2e16bf-daeb-45ef-a7f9-be92e4a53970 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:00.443199 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-a4766edd-3bb1-42f7-a0e3-f8e07171a373 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=564a3fd8-43b9-4071-a232-324e8153e630 HTTP/1.1" status: 200  len: 858 time: 0.1139939
Apr 16 21:12:00.449778 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9975b371-f2bd-479a-9e46-0b65fba77c3c req-0f2e16bf-daeb-45ef-a7f9-be92e4a53970 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "DELETE /v2.0/ports/90f9b920-0d64-4f52-b927-bb557bc71bb3 HTTP/1.1" status: 204  len: 173 time: 2.0076628
Apr 16 21:12:00.457246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a6591a-336d-477a-8a77-d4e30a1bb0bf', 'name': 'network-vif-deleted', 'tag': '90f9b920-0d64-4f52-b927-bb557bc71bb3'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:00.460684 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83358cdc-ae26-4d39-8782-03d474e1b303" -d '{"events": [{"server_uuid": "88a6591a-336d-477a-8a77-d4e30a1bb0bf", "name": "network-vif-deleted", "tag": "90f9b920-0d64-4f52-b927-bb557bc71bb3"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:00.469440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Transition to ACTIVE for port object a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:12:00.514436 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-107e995e-7dac-4a88-830f-44166d975667 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee17ff26-4aa4-479d-a168-27afd2ba69a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621686
Apr 16 21:12:00.518014 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:00.527070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-742e0949-3679-4023-9060-faa3c7dd296c service neutron] 10.222.0.11 "GET /v2.0/networks/ee17ff26-4aa4-479d-a168-27afd2ba69a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4061241
Apr 16 21:12:00.582677 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f87d4a6-330e-4396-9124-82e5c37b70d9 x-openstack-request-id: req-6f87d4a6-330e-4396-9124-82e5c37b70d9 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:00.582960 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a6591a-336d-477a-8a77-d4e30a1bb0bf", "name": "network-vif-deleted", "tag": "90f9b920-0d64-4f52-b927-bb557bc71bb3", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:00.583210 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f87d4a6-330e-4396-9124-82e5c37b70d9 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:00.584008 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f87d4a6-330e-4396-9124-82e5c37b70d9'] response: {'server_uuid': '88a6591a-336d-477a-8a77-d4e30a1bb0bf', 'name': 'network-vif-deleted', 'tag': '90f9b920-0d64-4f52-b927-bb557bc71bb3', 'status': 'completed', 'code': 200}
Apr 16 21:12:00.633160 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:00.672487 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-2832f76f-80b0-43c4-bec0-e906e775fa2e service neutron] 10.222.0.41 "GET /v2.0/networks/ee17ff26-4aa4-479d-a168-27afd2ba69a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504750
Apr 16 21:12:00.790069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:00.906213 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-70db89c3-1529-4a9e-8f34-2d9eaf90b58f service neutron] 10.222.0.41 "GET /v2.0/networks/ee17ff26-4aa4-479d-a168-27afd2ba69a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2157686
Apr 16 21:12:00.965122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-47b91072-cddc-467d-a8a7-8025400c88be service neutron] 10.222.0.11 "GET /v2.0/networks/ee17ff26-4aa4-479d-a168-27afd2ba69a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3913310
Apr 16 21:12:00.977031 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fccfc494-ace4-4b53-b068-a1b1107d879d req-b115940a-a52a-4f68-b2e0-271736d81f77 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 210 time: 0.1424935
Apr 16 21:12:01.027218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Attempting to bind port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:01.027218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Attempting to bind port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2ff81a94-20b6-4548-b33e-7064b43d51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:01.027528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Attempting to bind port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f on network ee17ff26-4aa4-479d-a168-27afd2ba69a4 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:01.037256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f on network ee17ff26-4aa4-479d-a168-27afd2ba69a4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:12:01.037789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Attempting to bind port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f on network ee17ff26-4aa4-479d-a168-27afd2ba69a4 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:01.046482 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:01.047351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Checking segment: {'id': '2ff81a94-20b6-4548-b33e-7064b43d51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:01.048093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Bound using segment: {'id': '2ff81a94-20b6-4548-b33e-7064b43d51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:01.048691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Bound port: a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff81a94-20b6-4548-b33e-7064b43d51ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:01.049425 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:01.087840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace36ff-7d48-418c-abb1-3a51906476fd req-51bc0bba-85a7-4029-b5f5-f2b2d37aa066 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:01.090213 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ace36ff-7d48-418c-abb1-3a51906476fd req-51bc0bba-85a7-4029-b5f5-f2b2d37aa066 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 944 time: 0.0806842
Apr 16 21:12:01.115560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Router a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:12:01.171247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ace36ff-7d48-418c-abb1-3a51906476fd req-663e5f88-18f3-4077-8d6b-259896f00656 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734618
Apr 16 21:12:01.199166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] For port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:01.203564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] For port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:01.261300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:12:01.277853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Sync routers for ids ['a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:12:01.288884 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Routers {'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:01.289584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248eb310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:11:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:01.354831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52902) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:01.411845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Set router a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:01.426377 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:01.453294 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:01.454646 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cb058538-3fa7-4d94-8b55-44c546c9ba92 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.4237418
Apr 16 21:12:01.457411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52910) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:01.485660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:01.486434 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:01.488037 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] 10.222.0.41 "PUT /v2.0/ports/a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f HTTP/1.1" status: 200  len: 1091 time: 3.5715582
Apr 16 21:12:01.508275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd0c26-e14b-49c1-bd9c-ab823e2a6772 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:01.644815 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248eb310>, [{'id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'name': 'tempest-FloatingIPDetailsTestJSON-591577153-router', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:11:56Z', 'updated_at': '2022-04-16T21:11:58Z', 'revision_number': 3, 'project_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'gw_port': {'id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:11:57Z', 'updated_at': '2022-04-16T21:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:01.683995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Checking router: a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:12:01.684379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Updating router a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 port 48c6915c-00fc-4cc3-a313-9cc272b81d2c binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:12:01.695340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1764782917-network', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:01.718040 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:01.822787 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Made reservation on behalf of ce47d3657e50419183b9ee9cee309667 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:01.825154 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:01.844012 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:01.996727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Publish callbacks [] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.038043 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Publish callbacks [] for security_group (c9fce068-1310-4d86-9d29-9978be3cc7fd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.083196 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.105381 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-641457aa-fcfd-4085-8564-3ea43a7c9838 req-cf395977-0211-431b-ad69-374df1aaf467 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a6591a-336d-477a-8a77-d4e30a1bb0bf HTTP/1.1" status: 200  len: 210 time: 0.0365708
Apr 16 21:12:02.109896 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c9fce068-1310-4d86-9d29-9978be3cc7fd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.116602 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.154539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:12:02.154763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Attempting to bind port 48c6915c-00fc-4cc3-a313-9cc272b81d2c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:02.154763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Attempting to bind port 48c6915c-00fc-4cc3-a313-9cc272b81d2c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:02.154763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Attempting to bind port 48c6915c-00fc-4cc3-a313-9cc272b81d2c on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:02.162285 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72ddd5-427b-4444-94b7-0ffe30c7d1fe None None] Pushing event updated for resources: {'Port': ['ID=48c6915c-00fc-4cc3-a313-9cc272b81d2c,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:02.164722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:02.165183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:02.165500 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.165890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:02.166371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Bound port: 48c6915c-00fc-4cc3-a313-9cc272b81d2c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:02.166598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fce068-1310-4d86-9d29-9978be3cc7fd,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:02.166772 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.174213 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9bd09c80-5899-46f1-b1f8-35481ccea76a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.174568 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Added segment 9bd09c80-5899-46f1-b1f8-35481ccea76a of type vlan for network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d
Apr 16 21:12:02.239770 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] For port 48c6915c-00fc-4cc3-a313-9cc272b81d2c, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:02.242958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] For port 48c6915c-00fc-4cc3-a313-9cc272b81d2c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48c6915c-00fc-4cc3-a313-9cc272b81d2c,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:02.299261 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (9ac8618f-14fb-4e3b-a70e-311a9f851d3d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.362874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 90f9b920-0d64-4f52-b927-bb557bc71bb3 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:02.388938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 90f9b920-0d64-4f52-b927-bb557bc71bb3 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:02.389524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 90f9b920-0d64-4f52-b927-bb557bc71bb3 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:02.407183 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb095a-6789-4bf6-8ebf-feae7f11fdce req-090c2255-5de1-407c-bb5a-088fc44027a4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:02.408710 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16fb095a-6789-4bf6-8ebf-feae7f11fdce req-090c2255-5de1-407c-bb5a-088fc44027a4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 944 time: 0.1258414
Apr 16 21:12:02.452398 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Allocated IP 172.20.0.1 (719ee04d-e9fc-4852-8e44-831ca1b9bec8/65748e70-46a5-4611-95df-fdba3a537b9d/39a21ebe-9d00-49f6-add3-0efddced3283) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:02.455209 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.514310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Routers {'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:02.514310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248eb310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:11:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:02.526958 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16fb095a-6789-4bf6-8ebf-feae7f11fdce req-fbb73ed8-6b09-44ab-9f30-7e542b642c88 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111422
Apr 16 21:12:02.576586 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (9ac8618f-14fb-4e3b-a70e-311a9f851d3d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.577491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:02.578612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.579034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72ddd5-427b-4444-94b7-0ffe30c7d1fe None None] Pushing event updated for resources: {'Port': ['ID=48c6915c-00fc-4cc3-a313-9cc272b81d2c,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:02.585069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fed9e31-a940-4555-8877-e98e33e6524f', 'tag': 'a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:02.591212 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45ec68c-665d-4d36-9ea0-3b31b221480a" -d '{"events": [{"name": "network-changed", "server_uuid": "8fed9e31-a940-4555-8877-e98e33e6524f", "tag": "a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:02.655182 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e6db7b-11da-48c5-9821-ae9e7fe7f42c x-openstack-request-id: req-e2e6db7b-11da-48c5-9821-ae9e7fe7f42c {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:02.655483 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fed9e31-a940-4555-8877-e98e33e6524f", "tag": "a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:02.655741 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2e6db7b-11da-48c5-9821-ae9e7fe7f42c {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:02.656697 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e6db7b-11da-48c5-9821-ae9e7fe7f42c'] response: {'name': 'network-changed', 'server_uuid': '8fed9e31-a940-4555-8877-e98e33e6524f', 'tag': 'a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f', 'status': 'completed', 'code': 200}
Apr 16 21:12:02.657723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Publish callbacks [] for port (39a21ebe-9d00-49f6-add3-0efddced3283), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.674521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac8618f-14fb-4e3b-a70e-311a9f851d3d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:02.728298 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eb634567-af95-4fca-bff3-b9beae447d47 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3722579
Apr 16 21:12:02.730856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52956) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:02.741351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-38817b93-4bf3-464d-8dd7-628774c9fe66 admin admin] Request body: {'subnet': {'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1764782917-subnet', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:02.800672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:12:02.834969 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.869458 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38817b93-4bf3-464d-8dd7-628774c9fe66 admin admin] Made reservation on behalf of ce47d3657e50419183b9ee9cee309667 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:02.872048 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38817b93-4bf3-464d-8dd7-628774c9fe66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:02.882133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] Set router a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:02.894028 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Network 719ee04d-e9fc-4852-8e44-831ca1b9bec8 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:02.897174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:02.900314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:02.941775 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Pushing event updated for resources: {'Port': ['ID=39a21ebe-9d00-49f6-add3-0efddced3283,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:02.959093 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:03.105162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248eb310>, [{'id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'name': 'tempest-FloatingIPDetailsTestJSON-591577153-router', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:11:56Z', 'updated_at': '2022-04-16T21:11:58Z', 'revision_number': 3, 'project_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'gw_port': {'id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:11:57Z', 'updated_at': '2022-04-16T21:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:03.142608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864437eb-7458-4d5a-b1e4-ec4fd0f198ba None None] The sync data for ids ['a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'] in ncdv-master-1 is: [{'id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'name': 'tempest-FloatingIPDetailsTestJSON-591577153-router', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:11:56Z', 'updated_at': '2022-04-16T21:11:58Z', 'revision_number': 3, 'project_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'gw_port': {'id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:11:57Z', 'updated_at': '2022-04-16T21:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:12:03.217640 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:03.261401 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f5f5bd2b-c50e-42b5-9df3-f1ad244ae109 None None] Provisioning complete for port 39a21ebe-9d00-49f6-add3-0efddced3283 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:03.262001 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f5f5bd2b-c50e-42b5-9df3-f1ad244ae109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:03.263768 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38817b93-4bf3-464d-8dd7-628774c9fe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (a548d640-caae-4960-9f0c-0d45e1c310b5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:03.336303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f5f5bd2b-c50e-42b5-9df3-f1ad244ae109 None None] Port 39a21ebe-9d00-49f6-add3-0efddced3283 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:12:03.359344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38817b93-4bf3-464d-8dd7-628774c9fe66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a548d640-caae-4960-9f0c-0d45e1c310b5,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:03.361795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38817b93-4bf3-464d-8dd7-628774c9fe66 admin admin] Checking segment: {'id': '9bd09c80-5899-46f1-b1f8-35481ccea76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:03.362161 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38817b93-4bf3-464d-8dd7-628774c9fe66 admin admin] Network hostable DHCP agents. Network: 9ac8618f-14fb-4e3b-a70e-311a9f851d3d, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:12:03.511312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38817b93-4bf3-464d-8dd7-628774c9fe66 admin admin] Network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:12:03.511312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ec68c-665d-4d36-9ea0-3b31b221480a req-b0e80ff2-5239-4401-848c-8e34a9b77777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:03.511312 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c45ec68c-665d-4d36-9ea0-3b31b221480a req-b0e80ff2-5239-4401-848c-8e34a9b77777 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e9cccbcf0e7456ab8b7c7992372784b&device_id=8fed9e31-a940-4555-8877-e98e33e6524f HTTP/1.1" status: 200  len: 1125 time: 0.0928071
Apr 16 21:12:03.511600 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Publish callbacks [] for port (39a21ebe-9d00-49f6-add3-0efddced3283), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:03.636879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ec68c-665d-4d36-9ea0-3b31b221480a req-951e2315-b160-47a0-8066-91710d8d28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:03.638715 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c45ec68c-665d-4d36-9ea0-3b31b221480a req-951e2315-b160-47a0-8066-91710d8d28a4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2e9cccbcf0e7456ab8b7c7992372784b&shared=False HTTP/1.1" status: 200  len: 919 time: 0.1280823
Apr 16 21:12:03.690970 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:03.722036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-38817b93-4bf3-464d-8dd7-628774c9fe66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9ac8618f-14fb-4e3b-a70e-311a9f851d3d) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:03.729700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae0dfa-3c9d-4bca-a325-b3339a4b48ff None None] Network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:03.739687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5bd86-fdc2-4450-857e-e673d885299f req-a7fbc717-63b3-4109-80b8-b2c98826e408 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:03.742619 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ace5bd86-fdc2-4450-857e-e673d885299f req-a7fbc717-63b3-4109-80b8-b2c98826e408 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 944 time: 0.1263013
Apr 16 21:12:03.743958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38817b93-4bf3-464d-8dd7-628774c9fe66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:03.744586 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38817b93-4bf3-464d-8dd7-628774c9fe66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:03.821045 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:03.823082 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Pushing event updated for resources: {'Port': ['ID=39a21ebe-9d00-49f6-add3-0efddced3283,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:03.869511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-38817b93-4bf3-464d-8dd7-628774c9fe66 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1367617
Apr 16 21:12:03.887884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52980) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:03.895934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:03.919495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'fixed_ips': [{'subnet_id': 'a548d640-caae-4960-9f0c-0d45e1c310b5'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:12:03.919877 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ace5bd86-fdc2-4450-857e-e673d885299f req-9139929d-8239-495f-8aa3-164ba396b4ca tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659722
Apr 16 21:12:03.921143 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:03.924427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ec68c-665d-4d36-9ea0-3b31b221480a req-4cd34348-e7ed-4619-b08c-de9184e47f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:03.924842 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b232-346e-496c-8e49-ce341c9d6037 req-2f5c16a4-9ef1-4294-a43f-c9cd1e62cc1b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:03.925898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c45ec68c-665d-4d36-9ea0-3b31b221480a req-4cd34348-e7ed-4619-b08c-de9184e47f0f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2710004
Apr 16 21:12:03.941985 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01f7b232-346e-496c-8e49-ce341c9d6037 req-2f5c16a4-9ef1-4294-a43f-c9cd1e62cc1b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 950 time: 0.1417427
Apr 16 21:12:04.026483 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01f7b232-346e-496c-8e49-ce341c9d6037 req-cd92c17f-caea-4a7a-a709-d506bd1bb7bf tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835388
Apr 16 21:12:04.032021 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-680ef43f-1d57-4206-918d-64370cf69f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:04.044132 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-680ef43f-1d57-4206-918d-64370cf69f39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e9cccbcf0e7456ab8b7c7992372784b&device_id=8fed9e31-a940-4555-8877-e98e33e6524f HTTP/1.1" status: 200  len: 1125 time: 0.0729129
Apr 16 21:12:04.070255 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Network 719ee04d-e9fc-4852-8e44-831ca1b9bec8 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:04.072567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:04.124760 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-3178e28d-540f-4257-953d-47ca95aef891 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f HTTP/1.1" status: 200  len: 217 time: 0.0693312
Apr 16 21:12:04.125902 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:04.127293 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:04.128749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Allocated IP 172.20.0.2 (9ac8618f-14fb-4e3b-a70e-311a9f851d3d/a548d640-caae-4960-9f0c-0d45e1c310b5/ee68a6fb-c07d-4de6-960d-b313c20e3b2f) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:04.194269 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Publish callbacks [] for router_controller (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:04.272960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-b7445c3a-60e7-4b91-8ccb-81ba697273d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:04.274721 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-b7445c3a-60e7-4b91-8ccb-81ba697273d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=564a3fd8-43b9-4071-a232-324e8153e630 HTTP/1.1" status: 200  len: 858 time: 0.0788705
Apr 16 21:12:04.334158 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-9e8a978c-3003-4498-b8f0-22c75336cd1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee17ff26-4aa4-479d-a168-27afd2ba69a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520265
Apr 16 21:12:04.346010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Router a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:12:04.409429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 96a1cc71-d1de-4f33-ad30-0d9143131754 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:12:04.444492 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Publish callbacks [] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:04.526791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b684e763-547f-4c42-87bc-43a6d44e23f9 None None] Provisioning complete for port 39a21ebe-9d00-49f6-add3-0efddced3283 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:04.527173 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b684e763-547f-4c42-87bc-43a6d44e23f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:04.532760 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:04.618995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:04.633201 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Publish callbacks [] for router_gateway (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:04.634045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:04.642829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:04.656498 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-34a58a06-a686-4213-8fa7-895cf4a78587 service neutron] 10.222.0.41 "GET /v2.0/networks/ee17ff26-4aa4-479d-a168-27afd2ba69a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2754309
Apr 16 21:12:04.703451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b684e763-547f-4c42-87bc-43a6d44e23f9 None None] Port 39a21ebe-9d00-49f6-add3-0efddced3283 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:12:04.711817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 96a1cc71-d1de-4f33-ad30-0d9143131754, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96a1cc71-d1de-4f33-ad30-0d9143131754,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:04.765854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Pushing event updated for resources: {'Port': ['ID=ee68a6fb-c07d-4de6-960d-b313c20e3b2f,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:04.775781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '96a1cc71-d1de-4f33-ad30-0d9143131754', 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4', 'port_id': '96a1cc71-d1de-4f33-ad30-0d9143131754', 'mac_address': 'fa:16:3e:18:5e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564a3fd8-43b9-4071-a232-324e8153e630', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:12:04.798652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Attempting to bind port ee68a6fb-c07d-4de6-960d-b313c20e3b2f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:04.806961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Attempting to bind port ee68a6fb-c07d-4de6-960d-b313c20e3b2f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9bd09c80-5899-46f1-b1f8-35481ccea76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:04.807629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Attempting to bind port ee68a6fb-c07d-4de6-960d-b313c20e3b2f on network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:04.815997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 48c6915c-00fc-4cc3-a313-9cc272b81d2c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:04.821164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:04.822173 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Checking segment: {'id': '9bd09c80-5899-46f1-b1f8-35481ccea76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:04.823425 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:04.824077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Bound using segment: {'id': '9bd09c80-5899-46f1-b1f8-35481ccea76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:04.825321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Bound port: ee68a6fb-c07d-4de6-960d-b313c20e3b2f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd09c80-5899-46f1-b1f8-35481ccea76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:04.826518 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:04.893735 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:12:04.909516 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d91d1e45-a932-4435-bc88-e6fd96eee84e admin admin] 10.222.0.20 "PUT /v2.0/routers/a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4504771
Apr 16 21:12:04.934873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 96a1cc71-d1de-4f33-ad30-0d9143131754 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:04.935270 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:04.976196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52996) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:05.033496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] For port ee68a6fb-c07d-4de6-960d-b313c20e3b2f, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:05.036443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] For port ee68a6fb-c07d-4de6-960d-b313c20e3b2f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee68a6fb-c07d-4de6-960d-b313c20e3b2f,segment=NetworkSegment(9bd09c80-5899-46f1-b1f8-35481ccea76a),segment_id=9bd09c80-5899-46f1-b1f8-35481ccea76a)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:05.041224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a1cc71-d1de-4f33-ad30-0d9143131754 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:12:05.078784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 96a1cc71-d1de-4f33-ad30-0d9143131754, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96a1cc71-d1de-4f33-ad30-0d9143131754,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:05.116392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 48c6915c-00fc-4cc3-a313-9cc272b81d2c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:05.117430 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:05.165385 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:05.185396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff67dd-a2a2-413e-a368-dd16f08bd0c0 req-f391dea7-3251-4161-88b2-7d6599c16a82 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:05.187145 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-09ff67dd-a2a2-413e-a368-dd16f08bd0c0 req-f391dea7-3251-4161-88b2-7d6599c16a82 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 950 time: 0.0704105
Apr 16 21:12:05.188794 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00df4814-6561-431b-a384-e187efd74937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:05.218890 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:05.261982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e03dec-1a71-489a-a2fc-ce73f6cef804 req-5789ba3d-d0d8-4be6-a491-94397ec48f13 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:05.274558 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4e03dec-1a71-489a-a2fc-ce73f6cef804 req-5789ba3d-d0d8-4be6-a491-94397ec48f13 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 944 time: 0.1583748
Apr 16 21:12:05.283596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470d9f5-d4b5-4ccb-b0fe-ec9138953b02 None None] Pushing event updated for resources: {'Port': ['ID=ee68a6fb-c07d-4de6-960d-b313c20e3b2f,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:05.299133 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-09ff67dd-a2a2-413e-a368-dd16f08bd0c0 req-b4237c83-fcbb-43f9-a684-1a9a9a20bc03 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024194
Apr 16 21:12:05.300095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d83adf-7822-4e2c-81ad-cd4276caa1ae req-dee2d96c-7549-423d-9b4a-e178080fa815 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:05.301798 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02d83adf-7822-4e2c-81ad-cd4276caa1ae req-dee2d96c-7549-423d-9b4a-e178080fa815 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 950 time: 0.2072189
Apr 16 21:12:05.347789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=96a1cc71-d1de-4f33-ad30-0d9143131754,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:05.382220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 48c6915c-00fc-4cc3-a313-9cc272b81d2c is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:05.382630 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:05.413541 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee30c45a-88bd-41dc-8798-07d687e4e88a req-14add17e-f326-44bc-a598-55fe6e879190 service neutron] 10.222.0.41 "GET /v2.0/networks/ee17ff26-4aa4-479d-a168-27afd2ba69a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7497056
Apr 16 21:12:05.414850 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00df4814-6561-431b-a384-e187efd74937 admin admin] Publish callbacks [] for security_group (3f790949-c773-4d95-97aa-09a1ef9356cc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:05.455703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 48c6915c-00fc-4cc3-a313-9cc272b81d2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48c6915c-00fc-4cc3-a313-9cc272b81d2c,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:05.519789 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00df4814-6561-431b-a384-e187efd74937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3f790949-c773-4d95-97aa-09a1ef9356cc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:05.524139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['96a1cc71-d1de-4f33-ad30-0d9143131754'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:05.618314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-02d83adf-7822-4e2c-81ad-cd4276caa1ae req-33b08b48-3d4a-445e-8dfd-97539d5c67b9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Deleting port 214939ad-5504-4c41-a66d-6940e76ded8b {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:05.618585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-02d83adf-7822-4e2c-81ad-cd4276caa1ae req-33b08b48-3d4a-445e-8dfd-97539d5c67b9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:05.634131 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:05.656867 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Sync routers for ids ['a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:12:05.685726 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Routers {'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:05.690340 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b23580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:11:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:05.738359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device be39f056-864d-4773-9608-d25a97235273 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:12:05.753927 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4e03dec-1a71-489a-a2fc-ce73f6cef804 req-aee5d756-1bbe-4e3e-9a1e-15868a6a37b1 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4692066
Apr 16 21:12:05.818007 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Publish callbacks [] for router_gateway (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:05.821126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-02d83adf-7822-4e2c-81ad-cd4276caa1ae req-33b08b48-3d4a-445e-8dfd-97539d5c67b9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] For port 214939ad-5504-4c41-a66d-6940e76ded8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=214939ad-5504-4c41-a66d-6940e76ded8b,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:05.821498 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-02d83adf-7822-4e2c-81ad-cd4276caa1ae req-33b08b48-3d4a-445e-8dfd-97539d5c67b9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:05.823282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-00df4814-6561-431b-a384-e187efd74937 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb25a560443d4f8f952f98ea937883d6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8454692
Apr 16 21:12:05.830879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53010) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:05.836332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df4814-6561-431b-a384-e187efd74937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f790949-c773-4d95-97aa-09a1ef9356cc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:05.888603 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:05.902300 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Set router a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:05.933579 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-47d2cfe7-c1e4-424a-b39d-9d8360987f41 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4264188
Apr 16 21:12:05.941822 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:05.970143 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:05.976581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=48c6915c-00fc-4cc3-a313-9cc272b81d2c,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:06.003369 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-02d83adf-7822-4e2c-81ad-cd4276caa1ae req-33b08b48-3d4a-445e-8dfd-97539d5c67b9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Calling delete_port for 214939ad-5504-4c41-a66d-6940e76ded8b owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:06.024720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port be39f056-864d-4773-9608-d25a97235273, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be39f056-864d-4773-9608-d25a97235273,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:06.037148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Allocated IP 172.35.1.205 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/214d20f9-ed45-4066-a5d3-a8d16f4ee79a) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:06.041132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'be39f056-864d-4773-9608-d25a97235273', 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4', 'port_id': 'be39f056-864d-4773-9608-d25a97235273', 'mac_address': 'fa:16:3e:85:44:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564a3fd8-43b9-4071-a232-324e8153e630', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:12:06.043579 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.112604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port be39f056-864d-4773-9608-d25a97235273 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:06.112998 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (be39f056-864d-4773-9608-d25a97235273), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.118386 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-626db2c2-4778-4d47-a48c-80fae3858d52 admin admin] Publish callbacks [] for security_group (3f790949-c773-4d95-97aa-09a1ef9356cc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.131849 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be39f056-864d-4773-9608-d25a97235273 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:12:06.162938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port be39f056-864d-4773-9608-d25a97235273, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be39f056-864d-4773-9608-d25a97235273,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:06.163450 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b23580>, [{'id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'name': 'tempest-FloatingIPDetailsTestJSON-591577153-router', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:11:56Z', 'updated_at': '2022-04-16T21:12:03Z', 'revision_number': 4, 'project_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'gw_port': {'id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:11:57Z', 'updated_at': '2022-04-16T21:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '39a21ebe-9d00-49f6-add3-0efddced3283', 'name': '', 'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'mac_address': 'fa:16:3e:69:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '65748e70-46a5-4611-95df-fdba3a537b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:02Z', 'updated_at': '2022-04-16T21:12:03Z', 'revision_number': 2, 'project_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'subnets': [{'id': '65748e70-46a5-4611-95df-fdba3a537b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:06.177829 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.206589 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Checking router: a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:12:06.207443 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Updating router a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 port 39a21ebe-9d00-49f6-add3-0efddced3283 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:12:06.226580 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-626db2c2-4778-4d47-a48c-80fae3858d52 admin admin] Publish callbacks [] for security_group (3f790949-c773-4d95-97aa-09a1ef9356cc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.240775 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (be39f056-864d-4773-9608-d25a97235273), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.250029 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.336162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=be39f056-864d-4773-9608-d25a97235273,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:06.419460 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-626db2c2-4778-4d47-a48c-80fae3858d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3f790949-c773-4d95-97aa-09a1ef9356cc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.422853 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-626db2c2-4778-4d47-a48c-80fae3858d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.432811 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-626db2c2-4778-4d47-a48c-80fae3858d52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f790949-c773-4d95-97aa-09a1ef9356cc HTTP/1.1" status: 204  len: 168 time: 0.5736473
Apr 16 21:12:06.448635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626db2c2-4778-4d47-a48c-80fae3858d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f790949-c773-4d95-97aa-09a1ef9356cc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:06.470270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e45181-cdea-4cc6-ab31-44fefa479740 req-97401efa-1bc9-48ae-81ce-5fc4bb0cca9a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:06.471891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1e45181-cdea-4cc6-ab31-44fefa479740 req-97401efa-1bc9-48ae-81ce-5fc4bb0cca9a tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 950 time: 0.0891936
Apr 16 21:12:06.478056 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-02d83adf-7822-4e2c-81ad-cd4276caa1ae req-33b08b48-3d4a-445e-8dfd-97539d5c67b9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (214939ad-5504-4c41-a66d-6940e76ded8b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.491544 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Publish callbacks [] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.535851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b08b48-3d4a-445e-8dfd-97539d5c67b9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event deleted for resources: {'Port': ['ID=214939ad-5504-4c41-a66d-6940e76ded8b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:06.626338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d83adf-7822-4e2c-81ad-cd4276caa1ae req-33b08b48-3d4a-445e-8dfd-97539d5c67b9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] No DVR routers for this DVR port 214939ad-5504-4c41-a66d-6940e76ded8b on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:06.629245 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-02d83adf-7822-4e2c-81ad-cd4276caa1ae req-33b08b48-3d4a-445e-8dfd-97539d5c67b9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.633969 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02d83adf-7822-4e2c-81ad-cd4276caa1ae req-33b08b48-3d4a-445e-8dfd-97539d5c67b9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "DELETE /v2.0/ports/214939ad-5504-4c41-a66d-6940e76ded8b HTTP/1.1" status: 204  len: 173 time: 1.3149011
Apr 16 21:12:06.635907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a960d8b0-4426-42b4-ad30-1f12ad3abd20 None None] Network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:06.639490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1064818-2a5f-42f7-9566-57a10ea5eb57', 'name': 'network-vif-deleted', 'tag': '214939ad-5504-4c41-a66d-6940e76ded8b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:06.644795 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4297bd76-b90a-4a83-be27-655a5a109cc5" -d '{"events": [{"server_uuid": "a1064818-2a5f-42f7-9566-57a10ea5eb57", "name": "network-vif-deleted", "tag": "214939ad-5504-4c41-a66d-6940e76ded8b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:06.653628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1e45181-cdea-4cc6-ab31-44fefa479740 req-8206f979-f8e4-4253-8261-0f9623533025 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735547
Apr 16 21:12:06.670863 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Publish callbacks [] for port (39a21ebe-9d00-49f6-add3-0efddced3283), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.722275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['be39f056-864d-4773-9608-d25a97235273'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:06.724467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5', '259c9f9f-e7b7-4e10-9e05-3056d94db8ff'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:06.736984 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00f4f6e-b0e3-4913-bfcd-5b300bc892a1 x-openstack-request-id: req-e00f4f6e-b0e3-4913-bfcd-5b300bc892a1 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:06.737500 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1064818-2a5f-42f7-9566-57a10ea5eb57", "name": "network-vif-deleted", "tag": "214939ad-5504-4c41-a66d-6940e76ded8b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:06.737912 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e00f4f6e-b0e3-4913-bfcd-5b300bc892a1 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:06.738463 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00f4f6e-b0e3-4913-bfcd-5b300bc892a1'] response: {'server_uuid': 'a1064818-2a5f-42f7-9566-57a10ea5eb57', 'name': 'network-vif-deleted', 'tag': '214939ad-5504-4c41-a66d-6940e76ded8b', 'status': 'completed', 'code': 200}
Apr 16 21:12:06.756958 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.777744 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.809050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0030ce16-60c8-4776-8273-70357908874a None None] Provisioning complete for port ee68a6fb-c07d-4de6-960d-b313c20e3b2f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:06.809431 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0030ce16-60c8-4776-8273-70357908874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:06.814217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:06.818486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:06.822688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:06.869846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Allocated IP 172.35.1.130 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/b157c973-0f5c-4b60-a1c5-cda63641fd83) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:06.943778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b1f2adf4-34d0-4e59-9590-bd8f2631ee09', '60d57b69-5719-4183-b383-e1c20b54b232', 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4', '214939ad-5504-4c41-a66d-6940e76ded8b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:07.027735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 96a1cc71-d1de-4f33-ad30-0d9143131754 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:07.117462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 48c6915c-00fc-4cc3-a313-9cc272b81d2c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:07.146589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22dfa1-c2b7-4212-b41c-1819663221dd req-706c247d-6837-4975-88ef-b8e459219b4f tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:07.153663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a22dfa1-c2b7-4212-b41c-1819663221dd req-706c247d-6837-4975-88ef-b8e459219b4f tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 945 time: 0.0663695
Apr 16 21:12:07.162505 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for port (b157c973-0f5c-4b60-a1c5-cda63641fd83), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:07.207461 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Pushing event updated for resources: {'Port': ['ID=39a21ebe-9d00-49f6-add3-0efddced3283,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:07.233576 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.234849 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.236485 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.237157 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.238143 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.253408 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.256200 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.256363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Pushing event updated for resources: {'Port': ['ID=214d20f9-ed45-4066-a5d3-a8d16f4ee79a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:07.262455 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.263147 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.264125 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.264742 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.265347 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.266061 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.266609 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.267172 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:07.344758 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Attempting to bind port 39a21ebe-9d00-49f6-add3-0efddced3283 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:07.345389 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Attempting to bind port 39a21ebe-9d00-49f6-add3-0efddced3283 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '68d9a218-8f3b-4a5a-9500-dfbb289131b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:07.346019 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Attempting to bind port 39a21ebe-9d00-49f6-add3-0efddced3283 on network 719ee04d-e9fc-4852-8e44-831ca1b9bec8 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:07.350593 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b157c973-0f5c-4b60-a1c5-cda63641fd83), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:07.372854 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:07.374938 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Checking segment: {'id': '68d9a218-8f3b-4a5a-9500-dfbb289131b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:07.375364 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:07.376143 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Bound using segment: {'id': '68d9a218-8f3b-4a5a-9500-dfbb289131b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:07.376651 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Bound port: 39a21ebe-9d00-49f6-add3-0efddced3283, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d9a218-8f3b-4a5a-9500-dfbb289131b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:07.376858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a22dfa1-c2b7-4212-b41c-1819663221dd req-e58b0288-5b2a-49f0-ba61-281da7d8ed8d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893799
Apr 16 21:12:07.378772 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:07.442877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:07.446585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:07.451786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:07.469248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Pushing event updated for resources: {'Port': ['ID=b157c973-0f5c-4b60-a1c5-cda63641fd83,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:07.480017 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] For port 39a21ebe-9d00-49f6-add3-0efddced3283, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:07.484365 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] For port 39a21ebe-9d00-49f6-add3-0efddced3283, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39a21ebe-9d00-49f6-add3-0efddced3283,segment=NetworkSegment(68d9a218-8f3b-4a5a-9500-dfbb289131b4),segment_id=68d9a218-8f3b-4a5a-9500-dfbb289131b4)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:07.516458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53028) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:07.538100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-923d906a-4d12-4952-8c61-02ea8869a018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:07.597291 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:07.604202 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Publish callbacks [] for router_gateway (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:07.654743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 48c6915c-00fc-4cc3-a313-9cc272b81d2c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:07.655119 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:07.729044 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e1202-38cb-4c7c-a1da-1f2a93064a3f None None] Pushing event updated for resources: {'Port': ['ID=39a21ebe-9d00-49f6-add3-0efddced3283,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:07.738946 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Routers {'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:07.739837 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b23580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:11:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:07.755254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 96a1cc71-d1de-4f33-ad30-0d9143131754 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:12:07.797692 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-923d906a-4d12-4952-8c61-02ea8869a018 admin admin] Publish callbacks [] for security_group (f729519e-606c-4c1e-b72f-d0709994b1d8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:07.885028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 96a1cc71-d1de-4f33-ad30-0d9143131754 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:07.885401 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:07.912694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0030ce16-60c8-4776-8273-70357908874a None None] Current status of the port ee68a6fb-c07d-4de6-960d-b313c20e3b2f is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:07.912924 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0030ce16-60c8-4776-8273-70357908874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:07.923818 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (13a20bcb-0998-4349-a5da-cd0f36ef8db7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:07.927228 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-923d906a-4d12-4952-8c61-02ea8869a018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f729519e-606c-4c1e-b72f-d0709994b1d8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:07.970091 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] Set router a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:07.981895 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9c89ed31-7995-4ade-978b-b0d4724d20f7 req-e0c7bac3-7497-4818-8893-06ebdb9212cd tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1064818-2a5f-42f7-9566-57a10ea5eb57 HTTP/1.1" status: 200  len: 210 time: 0.0721588
Apr 16 21:12:07.993998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53034) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:08.001293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-923d906a-4d12-4952-8c61-02ea8869a018 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8da592c05d694e10ae79d8f38eb49861&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4834974
Apr 16 21:12:08.019206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d906a-4d12-4952-8c61-02ea8869a018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f729519e-606c-4c1e-b72f-d0709994b1d8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:08.097416 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b157c973-0f5c-4b60-a1c5-cda63641fd83), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.104724 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a58f14d-0bf1-4d1b-8fc5-4a554cde1d58 admin admin] Publish callbacks [] for security_group (f729519e-606c-4c1e-b72f-d0709994b1d8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.107333 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.175666 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a58f14d-0bf1-4d1b-8fc5-4a554cde1d58 admin admin] Publish callbacks [] for security_group (f729519e-606c-4c1e-b72f-d0709994b1d8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.176053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 48c6915c-00fc-4cc3-a313-9cc272b81d2c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:08.177794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ee68a6fb-c07d-4de6-960d-b313c20e3b2f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:08.328433 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b23580>, [{'id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'name': 'tempest-FloatingIPDetailsTestJSON-591577153-router', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:11:56Z', 'updated_at': '2022-04-16T21:12:03Z', 'revision_number': 4, 'project_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'gw_port': {'id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:11:57Z', 'updated_at': '2022-04-16T21:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '39a21ebe-9d00-49f6-add3-0efddced3283', 'name': '', 'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'mac_address': 'fa:16:3e:69:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '65748e70-46a5-4611-95df-fdba3a537b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:02Z', 'updated_at': '2022-04-16T21:12:07Z', 'revision_number': 4, 'project_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'subnets': [{'id': '65748e70-46a5-4611-95df-fdba3a537b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:08.333056 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0030ce16-60c8-4776-8273-70357908874a None None] For port ee68a6fb-c07d-4de6-960d-b313c20e3b2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee68a6fb-c07d-4de6-960d-b313c20e3b2f,segment=NetworkSegment(9bd09c80-5899-46f1-b1f8-35481ccea76a),segment_id=9bd09c80-5899-46f1-b1f8-35481ccea76a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:08.345459 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for port (b157c973-0f5c-4b60-a1c5-cda63641fd83), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.358130 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d73ca7-35ec-443b-b768-ede346f47053 None None] The sync data for ids ['a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'] in ncdv-master-1 is: [{'id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'name': 'tempest-FloatingIPDetailsTestJSON-591577153-router', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:11:56Z', 'updated_at': '2022-04-16T21:12:03Z', 'revision_number': 4, 'project_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'gw_port': {'id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:11:57Z', 'updated_at': '2022-04-16T21:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '39a21ebe-9d00-49f6-add3-0efddced3283', 'name': '', 'network_id': '719ee04d-e9fc-4852-8e44-831ca1b9bec8', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'mac_address': 'fa:16:3e:69:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '65748e70-46a5-4611-95df-fdba3a537b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:02Z', 'updated_at': '2022-04-16T21:12:07Z', 'revision_number': 4, 'project_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'subnets': [{'id': '65748e70-46a5-4611-95df-fdba3a537b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:12:08.364968 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a58f14d-0bf1-4d1b-8fc5-4a554cde1d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f729519e-606c-4c1e-b72f-d0709994b1d8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.367707 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a58f14d-0bf1-4d1b-8fc5-4a554cde1d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.371412 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2a58f14d-0bf1-4d1b-8fc5-4a554cde1d58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f729519e-606c-4c1e-b72f-d0709994b1d8 HTTP/1.1" status: 204  len: 168 time: 0.3738306
Apr 16 21:12:08.378495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58f14d-0bf1-4d1b-8fc5-4a554cde1d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f729519e-606c-4c1e-b72f-d0709994b1d8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:08.426122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:12:08.458241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (b157c973-0f5c-4b60-a1c5-cda63641fd83), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.491264 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0030ce16-60c8-4776-8273-70357908874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.500338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 96a1cc71-d1de-4f33-ad30-0d9143131754 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:08.500733 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.505773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ee68a6fb-c07d-4de6-960d-b313c20e3b2f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:08.505773 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.622831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:12:08.629833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Pushing event updated for resources: {'Port': ['ID=b157c973-0f5c-4b60-a1c5-cda63641fd83,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:08.657311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Sync routers for ids ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:12:08.666297 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (13a20bcb-0998-4349-a5da-cd0f36ef8db7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.690711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95ddb8-c87e-49f2-b646-0f1fad660cf2 req-ac58ca77-0796-4c08-864b-58cbf48ad9c9 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:08.692452 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1d95ddb8-c87e-49f2-b646-0f1fad660cf2 req-ac58ca77-0796-4c08-864b-58cbf48ad9c9 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 945 time: 0.0815845
Apr 16 21:12:08.710296 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bcd5fb-6cbf-49ce-b126-1a95b55ba451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a1cc71-d1de-4f33-ad30-0d9143131754'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:08.712568 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd35515-21a2-4f2e-bc86-6a71da82e86e" -d '{"events": [{"server_uuid": "80bcd5fb-6cbf-49ce-b126-1a95b55ba451", "name": "network-vif-plugged", "status": "completed", "tag": "96a1cc71-d1de-4f33-ad30-0d9143131754"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:08.745415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-406cd952-767b-4bca-9ea3-832e7579652e None None] Provisioning complete for port 39a21ebe-9d00-49f6-add3-0efddced3283 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:08.745793 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-406cd952-767b-4bca-9ea3-832e7579652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.753118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 96a1cc71-d1de-4f33-ad30-0d9143131754, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96a1cc71-d1de-4f33-ad30-0d9143131754,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:08.755772 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1d95ddb8-c87e-49f2-b646-0f1fad660cf2 req-4df2b703-8c1b-497a-a587-59b4964b83ec tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540972
Apr 16 21:12:08.756940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030ce16-60c8-4776-8273-70357908874a None None] Pushing event updated for resources: {'Port': ['ID=ee68a6fb-c07d-4de6-960d-b313c20e3b2f,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:08.789687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Routers {'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:08.790340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246d0dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:11:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:08.811128 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.822218 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-48ce3afd-9c62-4ce7-9784-dd605441697a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.8874857
Apr 16 21:12:08.837830 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.838147 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65ee25f-269c-4bb5-9f2f-5d08e92b9a93 x-openstack-request-id: req-d65ee25f-269c-4bb5-9f2f-5d08e92b9a93 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:08.838470 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bcd5fb-6cbf-49ce-b126-1a95b55ba451", "name": "network-vif-plugged", "status": "completed", "tag": "96a1cc71-d1de-4f33-ad30-0d9143131754", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:08.838731 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d65ee25f-269c-4bb5-9f2f-5d08e92b9a93 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:08.839127 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65ee25f-269c-4bb5-9f2f-5d08e92b9a93'] response: {'server_uuid': '80bcd5fb-6cbf-49ce-b126-1a95b55ba451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a1cc71-d1de-4f33-ad30-0d9143131754', 'code': 200}
Apr 16 21:12:08.840065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bc74d019-e05c-4069-8103-3f15ea66022e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.9504216
Apr 16 21:12:08.842928 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53044) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:08.855464 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:08.946151 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-29e1c0ee-37b8-4685-830b-4d7930fd9dc0 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.130 HTTP/1.1" status: 200  len: 696 time: 0.1230407
Apr 16 21:12:09.105229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e63a0b-c28f-40f2-9e02-4802a89d5944 req-60816b64-4738-4c50-aa47-0f518fe7ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:09.105229 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3e63a0b-c28f-40f2-9e02-4802a89d5944 req-60816b64-4738-4c50-aa47-0f518fe7ffe5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80bcd5fb-6cbf-49ce-b126-1a95b55ba451 HTTP/1.1" status: 200  len: 1128 time: 0.1750767
Apr 16 21:12:09.127914 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-548db7f6-8d53-4a29-8068-966d9ed8ded1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:09.141238 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-c352abd2-fefa-46d4-a434-d5b47192c012 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:09.146111 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-c352abd2-fefa-46d4-a434-d5b47192c012 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1913345
Apr 16 21:12:09.164928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ee68a6fb-c07d-4de6-960d-b313c20e3b2f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:09.170302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-9a954e82-4d2b-4fc7-be5c-ab4c0ccd3090 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:12:09.171347 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-898e2715-3e6d-4742-a6c8-2b14a52b31c6 req-9a954e82-4d2b-4fc7-be5c-ab4c0ccd3090 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0170634
Apr 16 21:12:09.216443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=96a1cc71-d1de-4f33-ad30-0d9143131754,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:09.276677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Set router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:09.278934 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3e63a0b-c28f-40f2-9e02-4802a89d5944 req-b93fcdb6-e325-4a80-8164-ead069e939da service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688979
Apr 16 21:12:09.413922 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-f7d4e9cd-a7fc-4697-9ca1-cf7533090eb3 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1799157
Apr 16 21:12:09.440267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:09.462913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-406cd952-767b-4bca-9ea3-832e7579652e None None] Current status of the port 39a21ebe-9d00-49f6-add3-0efddced3283 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:09.463298 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-406cd952-767b-4bca-9ea3-832e7579652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:09.473783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 39a21ebe-9d00-49f6-add3-0efddced3283 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:09.594687 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:09.670811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-406cd952-767b-4bca-9ea3-832e7579652e None None] For port 39a21ebe-9d00-49f6-add3-0efddced3283, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39a21ebe-9d00-49f6-add3-0efddced3283,segment=NetworkSegment(68d9a218-8f3b-4a5a-9500-dfbb289131b4),segment_id=68d9a218-8f3b-4a5a-9500-dfbb289131b4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:09.714314 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:09.722413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 39a21ebe-9d00-49f6-add3-0efddced3283 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:09.722793 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:09.792225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:09.806117 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:12:09.808282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device be39f056-864d-4773-9608-d25a97235273 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:09.898712 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-406cd952-767b-4bca-9ea3-832e7579652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:09.963448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246d0dc0>, [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:12:07Z', 'revision_number': 3, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:09.976660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-406cd952-767b-4bca-9ea3-832e7579652e None None] Provisioning complete for port ee68a6fb-c07d-4de6-960d-b313c20e3b2f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:09.977827 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-406cd952-767b-4bca-9ea3-832e7579652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:09.990260 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Allocated IP 172.35.1.124 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/c216ac74-e42c-45f3-98d8-da3f3162c266) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:10.044543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Allocated IP 172.20.0.1 (9ac8618f-14fb-4e3b-a70e-311a9f851d3d/a548d640-caae-4960-9f0c-0d45e1c310b5/570ab82b-93cc-4781-a96b-f3978695f68e) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:10.079522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Checking router: e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:12:10.079888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Updating router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 port 214d20f9-ed45-4066-a5d3-a8d16f4ee79a binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:12:10.220618 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for port (c216ac74-e42c-45f3-98d8-da3f3162c266), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:10.279773 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Publish callbacks [] for port (570ab82b-93cc-4781-a96b-f3978695f68e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:10.357359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406cd952-767b-4bca-9ea3-832e7579652e None None] Pushing event updated for resources: {'Port': ['ID=39a21ebe-9d00-49f6-add3-0efddced3283,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:10.378467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port be39f056-864d-4773-9608-d25a97235273 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:12:10.394260 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c216ac74-e42c-45f3-98d8-da3f3162c266), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:10.399972 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:10.465910 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:10.479531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 39a21ebe-9d00-49f6-add3-0efddced3283 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:10.480704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ee68a6fb-c07d-4de6-960d-b313c20e3b2f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:10.483494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:10.496133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:10.503135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:10.523013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:10.532858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Pushing event updated for resources: {'Port': ['ID=c216ac74-e42c-45f3-98d8-da3f3162c266,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:10.572983 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:10.574882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port be39f056-864d-4773-9608-d25a97235273 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:10.575441 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (be39f056-864d-4773-9608-d25a97235273), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:10.575569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Pushing event updated for resources: {'Port': ['ID=570ab82b-93cc-4781-a96b-f3978695f68e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:10.585112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f', 'network_id': 'ee17ff26-4aa4-479d-a168-27afd2ba69a4', 'port_id': 'a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f', 'mac_address': 'fa:16:3e:a8:6a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564a3fd8-43b9-4071-a232-324e8153e630', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:12:10.592320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.592792 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.593272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.594548 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.595013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.595875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.596351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.596784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.598458 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.598904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.599344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.599781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.600254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.600877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.601308 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:10.607019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:10.609571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:10.612111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:10.675592 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (d224d28e-157a-4b1e-a580-339b5b399661), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:10.703053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:10.749457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-406cd952-767b-4bca-9ea3-832e7579652e None None] Current status of the port ee68a6fb-c07d-4de6-960d-b313c20e3b2f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:10.789371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2dddb-8c94-4f93-8805-b14055df1538 req-55f17ba6-f5c0-4794-a6b2-a8eba6c0a3cb tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:10.789871 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c216ac74-e42c-45f3-98d8-da3f3162c266), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:10.790939 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b4d2dddb-8c94-4f93-8805-b14055df1538 req-55f17ba6-f5c0-4794-a6b2-a8eba6c0a3cb tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 945 time: 0.4349267
Apr 16 21:12:10.840327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:10.840721 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:10.857224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ee68a6fb-c07d-4de6-960d-b313c20e3b2f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:10.857573 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:10.873455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:12:10.884760 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b4d2dddb-8c94-4f93-8805-b14055df1538 req-50b88ab5-2d83-4d5b-92f3-a7cb2cb031e3 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818820
Apr 16 21:12:10.946481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 214939ad-5504-4c41-a66d-6940e76ded8b no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:11.013491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 214939ad-5504-4c41-a66d-6940e76ded8b {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:11.013798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 214939ad-5504-4c41-a66d-6940e76ded8b not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:11.014553 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for port (c216ac74-e42c-45f3-98d8-da3f3162c266), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.033780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:11.050916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port be39f056-864d-4773-9608-d25a97235273 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:11.051572 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (be39f056-864d-4773-9608-d25a97235273), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.097308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3314aeaa-dafc-493e-9b07-d0279c5ab4f0 None None] Provisioning complete for port 570ab82b-93cc-4781-a96b-f3978695f68e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:11.097593 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3314aeaa-dafc-493e-9b07-d0279c5ab4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.110690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c88ea7-2311-4b05-94ba-6e641159d41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be39f056-864d-4773-9608-d25a97235273'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:11.113082 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833abe98-c22b-4ac5-961b-aa28dfce7d72" -d '{"events": [{"server_uuid": "e1c88ea7-2311-4b05-94ba-6e641159d41a", "name": "network-vif-plugged", "status": "completed", "tag": "be39f056-864d-4773-9608-d25a97235273"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:11.126784 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (c216ac74-e42c-45f3-98d8-da3f3162c266), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.145657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port be39f056-864d-4773-9608-d25a97235273, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be39f056-864d-4773-9608-d25a97235273,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:11.201454 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.219109 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Pushing event updated for resources: {'Port': ['ID=c216ac74-e42c-45f3-98d8-da3f3162c266,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:11.231738 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (d224d28e-157a-4b1e-a580-339b5b399661), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.238412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3314aeaa-dafc-493e-9b07-d0279c5ab4f0 None None] Port 570ab82b-93cc-4781-a96b-f3978695f68e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:12:11.283112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ee68a6fb-c07d-4de6-960d-b313c20e3b2f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:11.285669 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (be39f056-864d-4773-9608-d25a97235273), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.308745 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Publish callbacks [] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.330112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:11.342511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00414e8-6941-4705-8d4c-9f0e1987742a req-e2329b54-bdd7-4d79-a70c-0cd53c3b9c48 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:11.347333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.347998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c00414e8-6941-4705-8d4c-9f0e1987742a req-e2329b54-bdd7-4d79-a70c-0cd53c3b9c48 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=970fc2c2-b7bc-496e-bbf5-be24bc6cf248 HTTP/1.1" status: 200  len: 950 time: 0.4001226
Apr 16 21:12:11.348430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.349152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.349359 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.349948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.350572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.351368 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-3d3d0757-b122-4de2-ade8-342799896eb2 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9167879
Apr 16 21:12:11.357130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.357498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.358068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.358175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.359378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.359505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.359771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.360108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.360533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.360790 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:11.369655 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.425622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=be39f056-864d-4773-9608-d25a97235273,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:11.445055 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c00414e8-6941-4705-8d4c-9f0e1987742a req-695c7ecd-4cf9-40c5-b5c1-e3843a7d0fef tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961025
Apr 16 21:12:11.467537 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.516152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 39a21ebe-9d00-49f6-add3-0efddced3283 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:11.526497 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31703e30-4bcd-4adc-8278-a37038870578 x-openstack-request-id: req-31703e30-4bcd-4adc-8278-a37038870578 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:11.526795 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c88ea7-2311-4b05-94ba-6e641159d41a", "name": "network-vif-plugged", "status": "completed", "tag": "be39f056-864d-4773-9608-d25a97235273", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:11.527054 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31703e30-4bcd-4adc-8278-a37038870578 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:11.527463 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31703e30-4bcd-4adc-8278-a37038870578'] response: {'server_uuid': 'e1c88ea7-2311-4b05-94ba-6e641159d41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be39f056-864d-4773-9608-d25a97235273', 'code': 200}
Apr 16 21:12:11.622354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785a7e2-5850-4658-a9b5-ed1eaf7bc1d3 req-19719f2f-63dc-433f-a8d4-360c2c999ca8 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:11.624217 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5785a7e2-5850-4658-a9b5-ed1eaf7bc1d3 req-19719f2f-63dc-433f-a8d4-360c2c999ca8 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/ports?device_id=970fc2c2-b7bc-496e-bbf5-be24bc6cf248 HTTP/1.1" status: 200  len: 950 time: 0.1010883
Apr 16 21:12:11.668689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:11.677332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Attempting to bind port 214d20f9-ed45-4066-a5d3-a8d16f4ee79a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:11.677796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Attempting to bind port 214d20f9-ed45-4066-a5d3-a8d16f4ee79a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:11.678233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Attempting to bind port 214d20f9-ed45-4066-a5d3-a8d16f4ee79a on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:11.722409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:11.722792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:11.723205 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.723608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:11.724099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Bound port: 214d20f9-ed45-4066-a5d3-a8d16f4ee79a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:11.724590 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.728739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cb829-03c3-454c-a185-ccd8b2c3c3f7 None None] Pushing event updated for resources: {'Port': ['ID=214d20f9-ed45-4066-a5d3-a8d16f4ee79a,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:11.761115 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-85254993-7902-434e-9ba9-dba80cae6269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.768384 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-a593b98a-3167-4a78-b3f8-e53e339e649f tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.124 HTTP/1.1" status: 200  len: 696 time: 0.4112778
Apr 16 21:12:11.781705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 39a21ebe-9d00-49f6-add3-0efddced3283 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:11.782088 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.806452 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d9cee-4d2d-4be5-83b4-08d0c9c66765 req-37266cb4-05e1-4cb6-a19d-cafb41660b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:11.807884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fb2d9cee-4d2d-4be5-83b4-08d0c9c66765 req-37266cb4-05e1-4cb6-a19d-cafb41660b88 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 1128 time: 0.1035724
Apr 16 21:12:11.852595 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] For port 214d20f9-ed45-4066-a5d3-a8d16f4ee79a, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:11.871417 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] For port 214d20f9-ed45-4066-a5d3-a8d16f4ee79a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=214d20f9-ed45-4066-a5d3-a8d16f4ee79a,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:11.896204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-5785a7e2-5850-4658-a9b5-ed1eaf7bc1d3 req-4378a9e6-1e50-44ba-8ac2-d54a9f14847b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Deleting port e4213a8a-25d6-4171-9e1d-b2165b7b93f4 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:11.896549 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5785a7e2-5850-4658-a9b5-ed1eaf7bc1d3 req-4378a9e6-1e50-44ba-8ac2-d54a9f14847b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.927794 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Publish callbacks [] for port (570ab82b-93cc-4781-a96b-f3978695f68e), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.952156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-6cbbc754-4853-4e81-b149-849831ceaa8b tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:11.952156 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cda1db40-d82c-41c1-a73c-9957909aa083 req-6cbbc754-4853-4e81-b149-849831ceaa8b tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1820581
Apr 16 21:12:11.960201 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:11.978350 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fb2d9cee-4d2d-4be5-83b4-08d0c9c66765 req-6ce42dfb-a68a-46f1-8ae1-d49bf919011e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338859
Apr 16 21:12:12.034909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-5785a7e2-5850-4658-a9b5-ed1eaf7bc1d3 req-4378a9e6-1e50-44ba-8ac2-d54a9f14847b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] For port e4213a8a-25d6-4171-9e1d-b2165b7b93f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4213a8a-25d6-4171-9e1d-b2165b7b93f4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:12.035288 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5785a7e2-5850-4658-a9b5-ed1eaf7bc1d3 req-4378a9e6-1e50-44ba-8ac2-d54a9f14847b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:12.052678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-5785a7e2-5850-4658-a9b5-ed1eaf7bc1d3 req-4378a9e6-1e50-44ba-8ac2-d54a9f14847b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Calling delete_port for e4213a8a-25d6-4171-9e1d-b2165b7b93f4 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:12.070283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Routers {'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:12.070927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246d0dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:12.089114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca9e61-0341-4794-a73f-abcb7a920a6c req-c812d970-c0b1-44d9-aa89-ce4c76343b5d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:12.090637 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43ca9e61-0341-4794-a73f-abcb7a920a6c req-c812d970-c0b1-44d9-aa89-ce4c76343b5d tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 946 time: 0.0673592
Apr 16 21:12:12.111160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cb829-03c3-454c-a185-ccd8b2c3c3f7 None None] Pushing event updated for resources: {'Port': ['ID=214d20f9-ed45-4066-a5d3-a8d16f4ee79a,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:12.125108 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:12.135753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa07d9f-a782-493a-922e-050444dec10a req-cb6a748d-5c12-4186-b417-e2b09a54f4dc tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:12.137577 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6aa07d9f-a782-493a-922e-050444dec10a req-cb6a748d-5c12-4186-b417-e2b09a54f4dc tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "GET /v2.0/ports?device_id=8255008b-aaf4-444d-bdcd-6746d42c267b HTTP/1.1" status: 200  len: 950 time: 0.1683025
Apr 16 21:12:12.156084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 39a21ebe-9d00-49f6-add3-0efddced3283 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:12.186020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43ca9e61-0341-4794-a73f-abcb7a920a6c req-b1ade070-6e23-42c5-b33a-650e0007d7cf tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678637
Apr 16 21:12:12.268116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] Set router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:12.352521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-6aa07d9f-a782-493a-922e-050444dec10a req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Deleting port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:12.353127 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6aa07d9f-a782-493a-922e-050444dec10a req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:12.386549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Pushing event updated for resources: {'Port': ['ID=570ab82b-93cc-4781-a96b-f3978695f68e,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:12.389228 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:12.474780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-6aa07d9f-a782-493a-922e-050444dec10a req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] For port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=259c9f9f-e7b7-4e10-9e05-3056d94db8ff,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:12.475163 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6aa07d9f-a782-493a-922e-050444dec10a req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:12.492887 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-6aa07d9f-a782-493a-922e-050444dec10a req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Calling delete_port for 259c9f9f-e7b7-4e10-9e05-3056d94db8ff owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:12.524007 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-06d4358d-f84b-4337-84a5-f69ab5370771 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4003668
Apr 16 21:12:12.532679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246d0dc0>, [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:12:10Z', 'revision_number': 4, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '570ab82b-93cc-4781-a96b-f3978695f68e', 'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'mac_address': 'fa:16:3e:71:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:09Z', 'updated_at': '2022-04-16T21:12:10Z', 'revision_number': 1, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'subnets': [{'id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:12.568658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834c676-6d1a-41d8-82b3-c6edffc54c8a None None] The sync data for ids ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'] in ncdv-master-1 is: [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:12:10Z', 'revision_number': 4, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '570ab82b-93cc-4781-a96b-f3978695f68e', 'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'mac_address': 'fa:16:3e:71:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:09Z', 'updated_at': '2022-04-16T21:12:10Z', 'revision_number': 1, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'subnets': [{'id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:12:12.583411 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:12.587196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:12.606574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:12.620507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:12.755864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc31d20-0693-4148-9a66-fdecc8c250b6 req-e6d740b3-df3c-480a-b89c-afa7ef90f412 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:12.763064 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6bc31d20-0693-4148-9a66-fdecc8c250b6 req-e6d740b3-df3c-480a-b89c-afa7ef90f412 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=970fc2c2-b7bc-496e-bbf5-be24bc6cf248 HTTP/1.1" status: 200  len: 950 time: 0.0832658
Apr 16 21:12:12.802939 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5785a7e2-5850-4658-a9b5-ed1eaf7bc1d3 req-4378a9e6-1e50-44ba-8ac2-d54a9f14847b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e4213a8a-25d6-4171-9e1d-b2165b7b93f4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:12.808081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:12:12.814848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b1f2adf4-34d0-4e59-9590-bd8f2631ee09', '60d57b69-5719-4183-b383-e1c20b54b232', 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:12.823012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6bc31d20-0693-4148-9a66-fdecc8c250b6 req-c44459f2-18de-45fc-abcc-83f6eb5215c1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582974
Apr 16 21:12:12.834353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378a9e6-1e50-44ba-8ac2-d54a9f14847b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event deleted for resources: {'Port': ['ID=e4213a8a-25d6-4171-9e1d-b2165b7b93f4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:12.926115 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6aa07d9f-a782-493a-922e-050444dec10a req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (259c9f9f-e7b7-4e10-9e05-3056d94db8ff), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:12.954181 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:12.954363 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b1f2adf4-34d0-4e59-9590-bd8f2631ee09', '60d57b69-5719-4183-b383-e1c20b54b232'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:12.997232 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event deleted for resources: {'Port': ['ID=259c9f9f-e7b7-4e10-9e05-3056d94db8ff,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:13.007316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.007733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.008151 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.008586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.008996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.009400 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.009803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.010299 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.010749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.011147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.011617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.012453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.012884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.013365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.017039 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:12:13.079833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa07d9f-a782-493a-922e-050444dec10a req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] No DVR routers for this DVR port 259c9f9f-e7b7-4e10-9e05-3056d94db8ff on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:13.084411 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6aa07d9f-a782-493a-922e-050444dec10a req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:13.088582 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6aa07d9f-a782-493a-922e-050444dec10a req-c3de8b79-be28-4cb7-b8fd-f0a920c5c0b1 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "DELETE /v2.0/ports/259c9f9f-e7b7-4e10-9e05-3056d94db8ff HTTP/1.1" status: 204  len: 173 time: 0.8687110
Apr 16 21:12:13.121754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8255008b-aaf4-444d-bdcd-6746d42c267b', 'name': 'network-vif-deleted', 'tag': '259c9f9f-e7b7-4e10-9e05-3056d94db8ff'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:13.125752 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1240ed9e-d1c1-4bed-8df4-116c2dade3c2" -d '{"events": [{"server_uuid": "8255008b-aaf4-444d-bdcd-6746d42c267b", "name": "network-vif-deleted", "tag": "259c9f9f-e7b7-4e10-9e05-3056d94db8ff"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:13.130429 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8dfb5c7-534a-4ac1-a673-02e563c2e4e8 req-c3cc53b6-2130-404e-8ff8-8455023a49c3 tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f9a47e755547403d9597a177ee6ef95b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0515714
Apr 16 21:12:13.155503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5785a7e2-5850-4658-a9b5-ed1eaf7bc1d3 req-4378a9e6-1e50-44ba-8ac2-d54a9f14847b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] No DVR routers for this DVR port e4213a8a-25d6-4171-9e1d-b2165b7b93f4 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:13.161403 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5785a7e2-5850-4658-a9b5-ed1eaf7bc1d3 req-4378a9e6-1e50-44ba-8ac2-d54a9f14847b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:13.168346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5785a7e2-5850-4658-a9b5-ed1eaf7bc1d3 req-4378a9e6-1e50-44ba-8ac2-d54a9f14847b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "DELETE /v2.0/ports/e4213a8a-25d6-4171-9e1d-b2165b7b93f4 HTTP/1.1" status: 204  len: 173 time: 1.5387168
Apr 16 21:12:13.179808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970fc2c2-b7bc-496e-bbf5-be24bc6cf248', 'name': 'network-vif-deleted', 'tag': 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:13.183399 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a501402e-d8f5-433e-97bd-7067ae7103b7" -d '{"events": [{"server_uuid": "970fc2c2-b7bc-496e-bbf5-be24bc6cf248", "name": "network-vif-deleted", "tag": "e4213a8a-25d6-4171-9e1d-b2165b7b93f4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:13.223726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5', '259c9f9f-e7b7-4e10-9e05-3056d94db8ff'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:13.226144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5', '259c9f9f-e7b7-4e10-9e05-3056d94db8ff'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:13.269884 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:13.362428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfb5c7-534a-4ac1-a673-02e563c2e4e8 req-ea2237b7-e72d-406a-bed4-721334a61f10 tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:13.378601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8dfb5c7-534a-4ac1-a673-02e563c2e4e8 req-ea2237b7-e72d-406a-bed4-721334a61f10 tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2396352
Apr 16 21:12:13.399319 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8dfb5c7-534a-4ac1-a673-02e563c2e4e8 req-63872738-64b8-46d0-bb81-33d82e1b33ac tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] 10.222.0.20 "GET /v2.0/quotas/f9a47e755547403d9597a177ee6ef95b HTTP/1.1" status: 200  len: 375 time: 0.0164497
Apr 16 21:12:13.415789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a585192b-1313-4488-b080-6d3abf79534e None None] Provisioning complete for port 570ab82b-93cc-4781-a96b-f3978695f68e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:13.416453 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a585192b-1313-4488-b080-6d3abf79534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:13.475517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Allocated IP 172.35.1.211 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/ce9e1f3a-0d08-477a-851d-7664d655e5f3) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:13.481783 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8dfb5c7-534a-4ac1-a673-02e563c2e4e8 req-25455871-445e-4c85-9fcc-e70247c38dbd tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9a47e755547403d9597a177ee6ef95b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0768764
Apr 16 21:12:13.493318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:12:13.500066 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ee36b9fc-e094-4e28-b172-bd4197be1404 admin admin] 10.222.0.20 "PUT /v2.0/routers/e1f0b236-aeeb-4c28-8ea2-2abb380b77e8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6541455
Apr 16 21:12:13.702146 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for port (ce9e1f3a-0d08-477a-851d-7664d655e5f3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:13.715487 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f83b72-38ce-42ca-91f9-de31994b1212 x-openstack-request-id: req-60f83b72-38ce-42ca-91f9-de31994b1212 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:13.715792 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8255008b-aaf4-444d-bdcd-6746d42c267b", "name": "network-vif-deleted", "tag": "259c9f9f-e7b7-4e10-9e05-3056d94db8ff", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:13.716051 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60f83b72-38ce-42ca-91f9-de31994b1212 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:13.716484 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f83b72-38ce-42ca-91f9-de31994b1212'] response: {'server_uuid': '8255008b-aaf4-444d-bdcd-6746d42c267b', 'name': 'network-vif-deleted', 'tag': '259c9f9f-e7b7-4e10-9e05-3056d94db8ff', 'status': 'completed', 'code': 200}
Apr 16 21:12:13.788433 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fae585-c1df-4afa-a2d6-bb2a169ebec9 x-openstack-request-id: req-f0fae585-c1df-4afa-a2d6-bb2a169ebec9 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:13.788998 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970fc2c2-b7bc-496e-bbf5-be24bc6cf248", "name": "network-vif-deleted", "tag": "e4213a8a-25d6-4171-9e1d-b2165b7b93f4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:13.791134 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0fae585-c1df-4afa-a2d6-bb2a169ebec9 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:13.791667 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fae585-c1df-4afa-a2d6-bb2a169ebec9'] response: {'server_uuid': '970fc2c2-b7bc-496e-bbf5-be24bc6cf248', 'name': 'network-vif-deleted', 'tag': 'e4213a8a-25d6-4171-9e1d-b2165b7b93f4', 'status': 'completed', 'code': 200}
Apr 16 21:12:13.808435 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:13.900524 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ce9e1f3a-0d08-477a-851d-7664d655e5f3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:13.960902 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a585192b-1313-4488-b080-6d3abf79534e None None] Port 570ab82b-93cc-4781-a96b-f3978695f68e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:12:13.976327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775f578-dc53-40aa-89e8-abb7b3ae9604 req-d6111152-7559-4b43-b31d-74bbd52cd1aa tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:13.980811 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a775f578-dc53-40aa-89e8-abb7b3ae9604 req-d6111152-7559-4b43-b31d-74bbd52cd1aa tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 946 time: 0.0850153
Apr 16 21:12:14.004550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:14.019102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:14.019102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:14.056325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Pushing event updated for resources: {'Port': ['ID=ce9e1f3a-0d08-477a-851d-7664d655e5f3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:14.090312 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a775f578-dc53-40aa-89e8-abb7b3ae9604 req-561147c1-c42b-461d-8776-834adecb87df tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056859
Apr 16 21:12:14.193482 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (e31e8ab9-fee6-4edc-b284-63ac85d83ce4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:14.212689 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:14.334092 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:12:14.345859 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ce9e1f3a-0d08-477a-851d-7664d655e5f3), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:14.459934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:14.460343 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:14.624548 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for port (ce9e1f3a-0d08-477a-851d-7664d655e5f3), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:14.689152 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (ce9e1f3a-0d08-477a-851d-7664d655e5f3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:14.708623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:14.709012 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:14.736205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fed9e31-a940-4555-8877-e98e33e6524f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:14.738450 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084bc6da-9de5-4623-8380-07316db701a9" -d '{"events": [{"server_uuid": "8fed9e31-a940-4555-8877-e98e33e6524f", "name": "network-vif-plugged", "status": "completed", "tag": "a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:14.757808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:14.765503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Pushing event updated for resources: {'Port': ['ID=ce9e1f3a-0d08-477a-851d-7664d655e5f3,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:14.779345 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (e31e8ab9-fee6-4edc-b284-63ac85d83ce4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:14.878054 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:14.881283 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53190) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:14.883344 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2194a38b-e853-4eda-947b-04bff1c7678f x-openstack-request-id: req-2194a38b-e853-4eda-947b-04bff1c7678f {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:14.883750 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fed9e31-a940-4555-8877-e98e33e6524f", "name": "network-vif-plugged", "status": "completed", "tag": "a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:14.884005 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2194a38b-e853-4eda-947b-04bff1c7678f {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:14.884418 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2194a38b-e853-4eda-947b-04bff1c7678f'] response: {'server_uuid': '8fed9e31-a940-4555-8877-e98e33e6524f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f', 'code': 200}
Apr 16 21:12:14.887308 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1835299583-network', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:14.932492 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:14.934085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-75061b36-b083-4f83-a761-94eacc1c0f93 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.3552024
Apr 16 21:12:14.945985 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:15.001499 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448e820-195c-4d68-8451-2cd52ec7cce0 req-32e77590-5e5d-40f8-80c9-796bff672f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:15.003295 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3448e820-195c-4d68-8451-2cd52ec7cce0 req-32e77590-5e5d-40f8-80c9-796bff672f75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8fed9e31-a940-4555-8877-e98e33e6524f HTTP/1.1" status: 200  len: 1127 time: 0.0627329
Apr 16 21:12:15.027755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-cdeabfde-c4ff-46d6-a0e4-c9c66db8400f tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.211 HTTP/1.1" status: 200  len: 696 time: 0.0848861
Apr 16 21:12:15.057375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3448e820-195c-4d68-8451-2cd52ec7cce0 req-54e984dc-c33a-4a0e-afbd-cfcf41e3bb87 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480962
Apr 16 21:12:15.107500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Made reservation on behalf of 114c0bc137be49c5aa52d8e970c02913 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:15.110643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.130160 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.199004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-cc289dca-8466-4341-a09b-14d9919d0f45 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:15.200408 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-cc289dca-8466-4341-a09b-14d9919d0f45 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1664824
Apr 16 21:12:15.213471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-6b094653-54f6-4a8a-9f68-3d59f0d5ec6b tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:12:15.217140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ed3788d-8ff8-468f-9058-e399f5b469ef req-6b094653-54f6-4a8a-9f68-3d59f0d5ec6b tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0081694
Apr 16 21:12:15.276727 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Publish callbacks [] for security_group (bc009521-a1ea-4668-a03d-a85872c38189), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.287131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e4213a8a-25d6-4171-9e1d-b2165b7b93f4 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:15.315267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: e4213a8a-25d6-4171-9e1d-b2165b7b93f4 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:15.316293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e4213a8a-25d6-4171-9e1d-b2165b7b93f4 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:15.334780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086ced7-9ea3-4522-a7eb-62dfdf4d2b38 req-74897952-9bf2-4fb1-815b-c035562d6240 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:15.336449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7086ced7-9ea3-4522-a7eb-62dfdf4d2b38 req-74897952-9bf2-4fb1-815b-c035562d6240 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 946 time: 0.0580676
Apr 16 21:12:15.404687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 214d20f9-ed45-4066-a5d3-a8d16f4ee79a up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:15.408130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bc009521-a1ea-4668-a03d-a85872c38189), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.438220 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.442166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7086ced7-9ea3-4522-a7eb-62dfdf4d2b38 req-adeaf63d-dba9-4f19-8bf1-835cc2dacefe tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917387
Apr 16 21:12:15.462063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:12:15.487220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 214d20f9-ed45-4066-a5d3-a8d16f4ee79a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:15.487767 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.501429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc009521-a1ea-4668-a03d-a85872c38189,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:15.504550 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (de29adde-1332-4a5a-98e4-26c282449b0a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.504997 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Added segment de29adde-1332-4a5a-98e4-26c282449b0a of type vlan for network b5ee3ed6-3e00-467f-bfcb-b4581676ee0b
Apr 16 21:12:15.589605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 214d20f9-ed45-4066-a5d3-a8d16f4ee79a is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:15.590111 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.599462 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (b5ee3ed6-3e00-467f-bfcb-b4581676ee0b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.615806 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 214d20f9-ed45-4066-a5d3-a8d16f4ee79a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=214d20f9-ed45-4066-a5d3-a8d16f4ee79a,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:15.657895 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-4919eb20-87d2-4fad-956a-77b5e17a3733 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1717110
Apr 16 21:12:15.668069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:15.708899 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.730254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef30606-a11e-4ee5-bae9-d169124b4680 req-3cb80e29-fff7-48ef-846e-1e5711477cb4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:15.731859 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bef30606-a11e-4ee5-bae9-d169124b4680 req-3cb80e29-fff7-48ef-846e-1e5711477cb4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=80bcd5fb-6cbf-49ce-b126-1a95b55ba451 HTTP/1.1" status: 200  len: 946 time: 0.0539296
Apr 16 21:12:15.745900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (b5ee3ed6-3e00-467f-bfcb-b4581676ee0b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.747157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:15.747780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.766776 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=214d20f9-ed45-4066-a5d3-a8d16f4ee79a,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:15.787957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 259c9f9f-e7b7-4e10-9e05-3056d94db8ff no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:15.792570 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.797306 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bef30606-a11e-4ee5-bae9-d169124b4680 req-a748e5c8-6e1a-4520-a460-ab7820c8637c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561028
Apr 16 21:12:15.821477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 259c9f9f-e7b7-4e10-9e05-3056d94db8ff {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:15.821828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 259c9f9f-e7b7-4e10-9e05-3056d94db8ff not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:15.860226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] Pushing event updated for resources: {'Network': ['ID=b5ee3ed6-3e00-467f-bfcb-b4581676ee0b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:15.871215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network b5ee3ed6-3e00-467f-bfcb-b4581676ee0b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:12:15.896965 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:15.902495 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5bdf3df4-e098-4ff7-b0df-49d06eab2157 req-2c086378-41c7-47bd-9319-10ac5221265a tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f9a47e755547403d9597a177ee6ef95b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0285561
Apr 16 21:12:15.948042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1cfd012a-b19a-4678-a4a0-7624ff49e346 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0658433
Apr 16 21:12:15.955807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53230) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:15.964591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5bba51c0-0465-4fbe-af2b-46b29f748e3f admin admin] Request body: {'subnet': {'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1835299583-subnet', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:16.020030 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf3df4-e098-4ff7-b0df-49d06eab2157 req-cee3b438-d1cd-40f9-8ddc-14039ff5cd23 tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:16.021621 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5bdf3df4-e098-4ff7-b0df-49d06eab2157 req-cee3b438-d1cd-40f9-8ddc-14039ff5cd23 tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1183665
Apr 16 21:12:16.036815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5bdf3df4-e098-4ff7-b0df-49d06eab2157 req-99caa1c7-9fb8-47f1-8061-56facf152075 tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] 10.222.0.20 "GET /v2.0/quotas/f9a47e755547403d9597a177ee6ef95b HTTP/1.1" status: 200  len: 375 time: 0.0099027
Apr 16 21:12:16.045525 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Allocated IP 172.35.1.50 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/cba6f004-b51e-42e3-8365-f7ef071a3184) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:16.075422 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5bdf3df4-e098-4ff7-b0df-49d06eab2157 req-c58ff038-b55c-4eb3-9505-018e90059c3d tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9a47e755547403d9597a177ee6ef95b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0332537
Apr 16 21:12:16.104756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bba51c0-0465-4fbe-af2b-46b29f748e3f admin admin] Made reservation on behalf of 114c0bc137be49c5aa52d8e970c02913 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:16.107203 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5bba51c0-0465-4fbe-af2b-46b29f748e3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:16.235386 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for port (cba6f004-b51e-42e3-8365-f7ef071a3184), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:16.391868 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Sync routers for ids ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:12:16.404974 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Routers {'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:16.405499 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1cb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:16.439203 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (cba6f004-b51e-42e3-8365-f7ef071a3184), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:16.480966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:16.484067 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:16.487505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:16.514804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Pushing event updated for resources: {'Port': ['ID=cba6f004-b51e-42e3-8365-f7ef071a3184,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:16.523130 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Set router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:16.532423 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5bba51c0-0465-4fbe-af2b-46b29f748e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (c28d82d8-69d8-4262-8c99-1ad9b57f609f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:16.611921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba51c0-0465-4fbe-af2b-46b29f748e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28d82d8-69d8-4262-8c99-1ad9b57f609f,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:16.627666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba51c0-0465-4fbe-af2b-46b29f748e3f admin admin] Checking segment: {'id': 'de29adde-1332-4a5a-98e4-26c282449b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:16.628032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba51c0-0465-4fbe-af2b-46b29f748e3f admin admin] Network hostable DHCP agents. Network: b5ee3ed6-3e00-467f-bfcb-b4581676ee0b, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:12:16.745604 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (97c2b964-45b2-4ca1-a2d4-99a1a3bcb8b5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:16.754351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba51c0-0465-4fbe-af2b-46b29f748e3f admin admin] Network b5ee3ed6-3e00-467f-bfcb-b4581676ee0b is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:12:16.764371 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1cb50>, [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:12:10Z', 'revision_number': 4, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '570ab82b-93cc-4781-a96b-f3978695f68e', 'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'mac_address': 'fa:16:3e:71:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:09Z', 'updated_at': '2022-04-16T21:12:11Z', 'revision_number': 2, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'subnets': [{'id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:16.791757 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Checking router: e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:12:16.792121 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Updating router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 port 570ab82b-93cc-4781-a96b-f3978695f68e binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:12:16.792306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e02ac1-03e6-41e0-8e9c-c1050a37cd79 req-d89dbe0f-e052-493a-87f8-504e263cc321 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:16.793711 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-56e02ac1-03e6-41e0-8e9c-c1050a37cd79 req-d89dbe0f-e052-493a-87f8-504e263cc321 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fed9e31-a940-4555-8877-e98e33e6524f HTTP/1.1" status: 200  len: 945 time: 0.0523620
Apr 16 21:12:16.820520 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:16.844012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-56e02ac1-03e6-41e0-8e9c-c1050a37cd79 req-60bc367b-66e3-47cb-8292-bdbf264ff37a tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445738
Apr 16 21:12:16.848958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-5bba51c0-0465-4fbe-af2b-46b29f748e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b5ee3ed6-3e00-467f-bfcb-b4581676ee0b) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:16.855335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba51c0-0465-4fbe-af2b-46b29f748e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:16.856549 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5bba51c0-0465-4fbe-af2b-46b29f748e3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:16.868241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a80dd-56ba-47f8-b7d1-292d2a1a8ec4 None None] Network b5ee3ed6-3e00-467f-bfcb-b4581676ee0b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:16.896489 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cba6f004-b51e-42e3-8365-f7ef071a3184), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:16.999143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b5ee3ed6-3e00-467f-bfcb-b4581676ee0b', 'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b', 'project_id': '114c0bc137be49c5aa52d8e970c02913', 'fixed_ips': [{'subnet_id': 'c28d82d8-69d8-4262-8c99-1ad9b57f609f'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:12:17.001125 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.016420 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5bba51c0-0465-4fbe-af2b-46b29f748e3f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0593104
Apr 16 21:12:17.019037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53244) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:17.023700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1835299583-router', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:17.106639 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for port (cba6f004-b51e-42e3-8365-f7ef071a3184), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.143228 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (5305ab3c-a966-44c7-9cc8-59a005d1d221), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.143493 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Publish callbacks [] for port (570ab82b-93cc-4781-a96b-f3978695f68e), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.144655 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (5305ab3c-a966-44c7-9cc8-59a005d1d221), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.163830 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Allocated IP 172.20.0.2 (b5ee3ed6-3e00-467f-bfcb-b4581676ee0b/c28d82d8-69d8-4262-8c99-1ad9b57f609f/8b11c9a8-9472-4930-bb00-9426821be35f) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:17.214081 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (cba6f004-b51e-42e3-8365-f7ef071a3184), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.217527 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Publish callbacks [] for router_controller (5305ab3c-a966-44c7-9cc8-59a005d1d221), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.260551 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.290840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Pushing event updated for resources: {'Port': ['ID=cba6f004-b51e-42e3-8365-f7ef071a3184,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:17.340661 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7cd68-7c12-4173-af94-15915d8d78c4 None None] Pushing event updated for resources: {'Port': ['ID=570ab82b-93cc-4781-a96b-f3978695f68e,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:17.351732 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Publish callbacks [] for port (8b11c9a8-9472-4930-bb00-9426821be35f), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.377042 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (97c2b964-45b2-4ca1-a2d4-99a1a3bcb8b5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.395763 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Attempting to bind port 570ab82b-93cc-4781-a96b-f3978695f68e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:17.397012 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Attempting to bind port 570ab82b-93cc-4781-a96b-f3978695f68e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9bd09c80-5899-46f1-b1f8-35481ccea76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:17.397557 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Attempting to bind port 570ab82b-93cc-4781-a96b-f3978695f68e on network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:17.411149 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:17.411714 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Checking segment: {'id': '9bd09c80-5899-46f1-b1f8-35481ccea76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:17.412440 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.416966 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Bound using segment: {'id': '9bd09c80-5899-46f1-b1f8-35481ccea76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:17.417642 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Bound port: 570ab82b-93cc-4781-a96b-f3978695f68e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd09c80-5899-46f1-b1f8-35481ccea76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:17.418569 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.439800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 214d20f9-ed45-4066-a5d3-a8d16f4ee79a up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:17.506858 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (8b11c9a8-9472-4930-bb00-9426821be35f), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.524955 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] For port 570ab82b-93cc-4781-a96b-f3978695f68e, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:17.534954 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] For port 570ab82b-93cc-4781-a96b-f3978695f68e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=570ab82b-93cc-4781-a96b-f3978695f68e,segment=NetworkSegment(9bd09c80-5899-46f1-b1f8-35481ccea76a),segment_id=9bd09c80-5899-46f1-b1f8-35481ccea76a)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:17.570829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Network b5ee3ed6-3e00-467f-bfcb-b4581676ee0b is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:17.587400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:17.591919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:17.623825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 214d20f9-ed45-4066-a5d3-a8d16f4ee79a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:17.624749 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.641279 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.662082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Pushing event updated for resources: {'Port': ['ID=8b11c9a8-9472-4930-bb00-9426821be35f,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:17.690702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ccbcc626-603c-45db-bf64-8f96b9b509e0 None None] Provisioning complete for port 570ab82b-93cc-4781-a96b-f3978695f68e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:17.691098 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc626-603c-45db-bf64-8f96b9b509e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.754664 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Routers {'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:17.754664 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1cb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:17.822515 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Attempting to bind port 8b11c9a8-9472-4930-bb00-9426821be35f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:17.822896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Attempting to bind port 8b11c9a8-9472-4930-bb00-9426821be35f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'de29adde-1332-4a5a-98e4-26c282449b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:17.823272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Attempting to bind port 8b11c9a8-9472-4930-bb00-9426821be35f on network b5ee3ed6-3e00-467f-bfcb-b4581676ee0b {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:17.860161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:17.860717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Checking segment: {'id': 'de29adde-1332-4a5a-98e4-26c282449b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:17.861258 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.867487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Bound using segment: {'id': 'de29adde-1332-4a5a-98e4-26c282449b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:17.867487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Bound port: 8b11c9a8-9472-4930-bb00-9426821be35f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de29adde-1332-4a5a-98e4-26c282449b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:17.867487 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8b11c9a8-9472-4930-bb00-9426821be35f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.869387 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Publish callbacks [] for router_gateway (5305ab3c-a966-44c7-9cc8-59a005d1d221), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.911366 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:17.912280 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7cd68-7c12-4173-af94-15915d8d78c4 None None] Pushing event updated for resources: {'Port': ['ID=570ab82b-93cc-4781-a96b-f3978695f68e,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:17.913762 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c0dedc0b-959b-4a71-bdc2-67d15c528721 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.2496052
Apr 16 21:12:17.981971 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-a87a872f-c745-47da-9071-d5ae1150a5ea tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.50 HTTP/1.1" status: 200  len: 695 time: 0.0614381
Apr 16 21:12:17.989908 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] Set router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:18.009306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] For port 8b11c9a8-9472-4930-bb00-9426821be35f, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:18.012694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] For port 8b11c9a8-9472-4930-bb00-9426821be35f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b11c9a8-9472-4930-bb00-9426821be35f,segment=NetworkSegment(de29adde-1332-4a5a-98e4-26c282449b0a),segment_id=de29adde-1332-4a5a-98e4-26c282449b0a)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:18.035468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3395f49-c483-4aae-9b35-f5f2106e5d60 req-e189b03a-f3b6-4a1e-bfeb-4a4e98f56b23 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:18.037121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3395f49-c483-4aae-9b35-f5f2106e5d60 req-e189b03a-f3b6-4a1e-bfeb-4a4e98f56b23 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=e26a3424-8bc8-454c-a7e3-507bb1c71c03 HTTP/1.1" status: 200  len: 950 time: 0.1116095
Apr 16 21:12:18.037359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ccbcc626-603c-45db-bf64-8f96b9b509e0 None None] Current status of the port 570ab82b-93cc-4781-a96b-f3978695f68e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:18.037907 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc626-603c-45db-bf64-8f96b9b509e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:18.041624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 214d20f9-ed45-4066-a5d3-a8d16f4ee79a is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:18.081526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ccbcc626-603c-45db-bf64-8f96b9b509e0 None None] For port 570ab82b-93cc-4781-a96b-f3978695f68e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=570ab82b-93cc-4781-a96b-f3978695f68e,segment=NetworkSegment(9bd09c80-5899-46f1-b1f8-35481ccea76a),segment_id=9bd09c80-5899-46f1-b1f8-35481ccea76a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:18.105223 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3395f49-c483-4aae-9b35-f5f2106e5d60 req-5cc53d6a-4940-42bf-8a1d-a5c8bc2b27ca tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562344
Apr 16 21:12:18.114536 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8b11c9a8-9472-4930-bb00-9426821be35f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:18.200135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d0f8f-3966-4e8e-b541-8cd01aa56042 None None] Pushing event updated for resources: {'Port': ['ID=8b11c9a8-9472-4930-bb00-9426821be35f,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:18.209223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc626-603c-45db-bf64-8f96b9b509e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:18.246461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c9245c0d-1a96-4dff-bb5d-c2de3d6c2ce6 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:18.254063 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34509c37-6f53-4943-8a22-3c3892d5fb78 req-c9245c0d-1a96-4dff-bb5d-c2de3d6c2ce6 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.2598288
Apr 16 21:12:18.291204 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcc626-603c-45db-bf64-8f96b9b509e0 None None] Pushing event updated for resources: {'Port': ['ID=570ab82b-93cc-4781-a96b-f3978695f68e,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:18.306616 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1cb50>, [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:12:10Z', 'revision_number': 4, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '570ab82b-93cc-4781-a96b-f3978695f68e', 'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'mac_address': 'fa:16:3e:71:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:09Z', 'updated_at': '2022-04-16T21:12:17Z', 'revision_number': 4, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'subnets': [{'id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:18.341682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-bcbf9a74-4cb7-44d2-b4fd-ad5355475b1b None None] Provisioning complete for port 570ab82b-93cc-4781-a96b-f3978695f68e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:18.344884 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9a74-4cb7-44d2-b4fd-ad5355475b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:18.355954 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c8c1a3-4b73-45cd-a1a7-574ec11ed5f3 None None] The sync data for ids ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'] in ncdv-master-1 is: [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:12:10Z', 'revision_number': 4, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '570ab82b-93cc-4781-a96b-f3978695f68e', 'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'mac_address': 'fa:16:3e:71:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:09Z', 'updated_at': '2022-04-16T21:12:17Z', 'revision_number': 4, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'subnets': [{'id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:12:18.385694 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Publish callbacks [] for router_gateway (5305ab3c-a966-44c7-9cc8-59a005d1d221), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:18.461409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-bcbf9a74-4cb7-44d2-b4fd-ad5355475b1b None None] Current status of the port 570ab82b-93cc-4781-a96b-f3978695f68e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:18.494131 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:18.525647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3ffff-bebc-47fd-8232-41f2e8e75141 req-19eb7cfa-5f77-4292-8fd9-22a01e7aef22 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:18.525647 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28c3ffff-bebc-47fd-8232-41f2e8e75141 req-19eb7cfa-5f77-4292-8fd9-22a01e7aef22 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fed9e31-a940-4555-8877-e98e33e6524f HTTP/1.1" status: 200  len: 945 time: 0.1690011
Apr 16 21:12:18.558959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60f68209-e252-4733-bd74-8ffc62144ef5 req-0189ca9f-c7ad-4cd0-b205-92dac75d9ce5 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips/97c2b964-45b2-4ca1-a2d4-99a1a3bcb8b5 HTTP/1.1" status: 200  len: 692 time: 0.0736144
Apr 16 21:12:18.677126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28c3ffff-bebc-47fd-8232-41f2e8e75141 req-ddd184d1-db79-4d5d-bedb-0626960ea666 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119788
Apr 16 21:12:18.702270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Allocated IP 172.35.1.188 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/b0c5da64-0828-47ad-ba91-9ec8fba682b2) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:18.731207 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f68209-e252-4733-bd74-8ffc62144ef5 req-92eb69c4-6a6d-4e5b-af9b-36d9f5936ec4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:18.735563 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60f68209-e252-4733-bd74-8ffc62144ef5 req-92eb69c4-6a6d-4e5b-af9b-36d9f5936ec4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1658511
Apr 16 21:12:18.745927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-60f68209-e252-4733-bd74-8ffc62144ef5 req-46c8e72a-d682-48fa-922e-ed02bad06ef4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:12:18.758690 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60f68209-e252-4733-bd74-8ffc62144ef5 req-46c8e72a-d682-48fa-922e-ed02bad06ef4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0178020
Apr 16 21:12:18.821402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-feaf1ec1-d1f0-4d6b-9355-73c7423da020 req-35b13e05-3757-400f-a30f-2010e45e75b1 tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f9a47e755547403d9597a177ee6ef95b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0308173
Apr 16 21:12:18.994324 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Publish callbacks [] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:19.005822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b0ac6-a0ce-4b64-b7fa-2b70a2ee5f9b req-99295e0b-8887-433f-82b7-38920f899662 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:19.008350 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db8b0ac6-a0ce-4b64-b7fa-2b70a2ee5f9b req-99295e0b-8887-433f-82b7-38920f899662 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/ports?device_id=e26a3424-8bc8-454c-a7e3-507bb1c71c03 HTTP/1.1" status: 200  len: 950 time: 0.0890701
Apr 16 21:12:19.031956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf1ec1-d1f0-4d6b-9355-73c7423da020 req-92ace2a3-a172-4265-9b62-11fb84f5a5b5 tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:19.038196 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-feaf1ec1-d1f0-4d6b-9355-73c7423da020 req-92ace2a3-a172-4265-9b62-11fb84f5a5b5 tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2096686
Apr 16 21:12:19.094656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-feaf1ec1-d1f0-4d6b-9355-73c7423da020 req-7692b7b9-ecc2-4950-bacd-3dbf3294878b tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] 10.222.0.20 "GET /v2.0/quotas/f9a47e755547403d9597a177ee6ef95b HTTP/1.1" status: 200  len: 375 time: 0.0535209
Apr 16 21:12:19.142585 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-feaf1ec1-d1f0-4d6b-9355-73c7423da020 req-d85112da-c313-4d59-927b-0f4814b843bc tempest-QuotasAdminNegativeTest-553963535 tempest-QuotasAdminNegativeTest-553963535-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9a47e755547403d9597a177ee6ef95b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0393310
Apr 16 21:12:19.235390 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:19.241949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-db8b0ac6-a0ce-4b64-b7fa-2b70a2ee5f9b req-5ce8745b-cf8e-4e3d-b25f-90dd8824daff tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Deleting port b1f2adf4-34d0-4e59-9590-bd8f2631ee09 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:19.242293 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-db8b0ac6-a0ce-4b64-b7fa-2b70a2ee5f9b req-5ce8745b-cf8e-4e3d-b25f-90dd8824daff tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:19.295698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f1653-f186-4037-92a5-3c4e2c778591 req-4324e6cd-d513-4040-af4d-9afb1d446e7e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:19.297900 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc8f1653-f186-4037-92a5-3c4e2c778591 req-4324e6cd-d513-4040-af4d-9afb1d446e7e tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "GET /v2.0/ports?device_id=728c68c3-5252-4e9a-b1d0-c3afdfc8ba35 HTTP/1.1" status: 200  len: 950 time: 0.1065454
Apr 16 21:12:19.305108 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-61590307-42f6-486e-a746-2ebb3613b31f tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips/97c2b964-45b2-4ca1-a2d4-99a1a3bcb8b5 HTTP/1.1" status: 200  len: 692 time: 0.0545397
Apr 16 21:12:19.386171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:19.427558 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:19.434624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:19.490923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-4ba12c4d-4390-4a50-a5bf-54227fa43163 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:19.494231 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-4ba12c4d-4390-4a50-a5bf-54227fa43163 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1870611
Apr 16 21:12:19.504864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8b11c9a8-9472-4930-bb00-9426821be35f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:19.507430 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-ded9e05a-8af5-436c-9155-1a2f70e87cc7 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:12:19.508522 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-ded9e05a-8af5-436c-9155-1a2f70e87cc7 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0075197
Apr 16 21:12:19.516229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c5da64-0828-47ad-ba91-9ec8fba682b2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:19.565925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8b11c9a8-9472-4930-bb00-9426821be35f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:19.566734 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8b11c9a8-9472-4930-bb00-9426821be35f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:19.575323 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-45d2830a-c5a0-4886-b1f5-bdf5c5130380 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.50 HTTP/1.1" status: 200  len: 695 time: 0.0605009
Apr 16 21:12:19.595361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f80ad58-2276-4638-8422-ba580ffb483c None None] Network b5ee3ed6-3e00-467f-bfcb-b4581676ee0b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:19.599703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58708017-d3b8-40e6-85d3-add1d0cb7a00 req-e0a742b2-f109-47e7-abb9-4afc7126a58b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:19.602586 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58708017-d3b8-40e6-85d3-add1d0cb7a00 req-e0a742b2-f109-47e7-abb9-4afc7126a58b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=e26a3424-8bc8-454c-a7e3-507bb1c71c03 HTTP/1.1" status: 200  len: 950 time: 0.2614484
Apr 16 21:12:19.604593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-db8b0ac6-a0ce-4b64-b7fa-2b70a2ee5f9b req-5ce8745b-cf8e-4e3d-b25f-90dd8824daff tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] For port b1f2adf4-34d0-4e59-9590-bd8f2631ee09, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b1f2adf4-34d0-4e59-9590-bd8f2631ee09,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:19.604975 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-db8b0ac6-a0ce-4b64-b7fa-2b70a2ee5f9b req-5ce8745b-cf8e-4e3d-b25f-90dd8824daff tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:19.644414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-db8b0ac6-a0ce-4b64-b7fa-2b70a2ee5f9b req-5ce8745b-cf8e-4e3d-b25f-90dd8824daff tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Calling delete_port for b1f2adf4-34d0-4e59-9590-bd8f2631ee09 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:19.647075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-cc8f1653-f186-4037-92a5-3c4e2c778591 req-761f66bc-6afb-45b9-89a4-80e45a93d2c0 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Deleting port 60d57b69-5719-4183-b383-e1c20b54b232 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:19.647459 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cc8f1653-f186-4037-92a5-3c4e2c778591 req-761f66bc-6afb-45b9-89a4-80e45a93d2c0 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (60d57b69-5719-4183-b383-e1c20b54b232), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:19.653582 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-65705452-6e1c-47e8-bf25-83aee715023b tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.50 HTTP/1.1" status: 200  len: 695 time: 0.0772610
Apr 16 21:12:19.667825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-076f4654-5632-44f3-b728-1d97f6243144 None None] Provisioning complete for port 8b11c9a8-9472-4930-bb00-9426821be35f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:19.668237 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-076f4654-5632-44f3-b728-1d97f6243144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8b11c9a8-9472-4930-bb00-9426821be35f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:19.787071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-4fe7abab-4a68-4a53-bc1a-a784b35fb48d tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Deleting port cba6f004-b51e-42e3-8365-f7ef071a3184 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:19.787268 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-4fe7abab-4a68-4a53-bc1a-a784b35fb48d tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (cba6f004-b51e-42e3-8365-f7ef071a3184), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:19.831155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8b11c9a8-9472-4930-bb00-9426821be35f is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:19.831704 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8b11c9a8-9472-4930-bb00-9426821be35f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:19.871112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-076f4654-5632-44f3-b728-1d97f6243144 None None] Current status of the port 8b11c9a8-9472-4930-bb00-9426821be35f is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:19.871689 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-076f4654-5632-44f3-b728-1d97f6243144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8b11c9a8-9472-4930-bb00-9426821be35f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:19.888318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 8b11c9a8-9472-4930-bb00-9426821be35f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b11c9a8-9472-4930-bb00-9426821be35f,segment=NetworkSegment(de29adde-1332-4a5a-98e4-26c282449b0a),segment_id=de29adde-1332-4a5a-98e4-26c282449b0a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:19.893005 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-4fe7abab-4a68-4a53-bc1a-a784b35fb48d tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (cba6f004-b51e-42e3-8365-f7ef071a3184), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:19.893343 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-4fe7abab-4a68-4a53-bc1a-a784b35fb48d tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (cba6f004-b51e-42e3-8365-f7ef071a3184), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:19.911015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-4fe7abab-4a68-4a53-bc1a-a784b35fb48d tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Calling delete_port for cba6f004-b51e-42e3-8365-f7ef071a3184 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:19.949620 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58708017-d3b8-40e6-85d3-add1d0cb7a00 req-ebfdc7bb-42b0-4395-bc2c-e0e0d83b81d9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3239865
Apr 16 21:12:19.957030 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8b11c9a8-9472-4930-bb00-9426821be35f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:19.958912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 570ab82b-93cc-4781-a96b-f3978695f68e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:20.002741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-cc8f1653-f186-4037-92a5-3c4e2c778591 req-761f66bc-6afb-45b9-89a4-80e45a93d2c0 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] For port 60d57b69-5719-4183-b383-e1c20b54b232, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60d57b69-5719-4183-b383-e1c20b54b232,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:20.002741 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cc8f1653-f186-4037-92a5-3c4e2c778591 req-761f66bc-6afb-45b9-89a4-80e45a93d2c0 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (60d57b69-5719-4183-b383-e1c20b54b232), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:20.075766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-cc8f1653-f186-4037-92a5-3c4e2c778591 req-761f66bc-6afb-45b9-89a4-80e45a93d2c0 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Calling delete_port for 60d57b69-5719-4183-b383-e1c20b54b232 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:20.255066 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-076f4654-5632-44f3-b728-1d97f6243144 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:12:20.255455 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-076f4654-5632-44f3-b728-1d97f6243144 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:12:20.266740 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-4fe7abab-4a68-4a53-bc1a-a784b35fb48d tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (cba6f004-b51e-42e3-8365-f7ef071a3184), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:20.267707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=8b11c9a8-9472-4930-bb00-9426821be35f,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:20.276316 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 570ab82b-93cc-4781-a96b-f3978695f68e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:20.276729 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:20.294070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7abab-4a68-4a53-bc1a-a784b35fb48d tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Pushing event deleted for resources: {'Port': ['ID=cba6f004-b51e-42e3-8365-f7ef071a3184,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:20.315567 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-db8b0ac6-a0ce-4b64-b7fa-2b70a2ee5f9b req-5ce8745b-cf8e-4e3d-b25f-90dd8824daff tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b1f2adf4-34d0-4e59-9590-bd8f2631ee09), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:20.330437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:20.332630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['60d57b69-5719-4183-b383-e1c20b54b232'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:20.350293 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8745b-cf8e-4e3d-b25f-90dd8824daff tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event deleted for resources: {'Port': ['ID=b1f2adf4-34d0-4e59-9590-bd8f2631ee09,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:20.381686 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-4fe7abab-4a68-4a53-bc1a-a784b35fb48d tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (97c2b964-45b2-4ca1-a2d4-99a1a3bcb8b5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:20.385496 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-4fe7abab-4a68-4a53-bc1a-a784b35fb48d tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:20.395466 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74fa79b1-1f89-484e-893d-f16efeb332b6 req-4fe7abab-4a68-4a53-bc1a-a784b35fb48d tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "DELETE /v2.0/floatingips/97c2b964-45b2-4ca1-a2d4-99a1a3bcb8b5 HTTP/1.1" status: 204  len: 173 time: 0.7360187
Apr 16 21:12:20.438190 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cc8f1653-f186-4037-92a5-3c4e2c778591 req-761f66bc-6afb-45b9-89a4-80e45a93d2c0 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (60d57b69-5719-4183-b383-e1c20b54b232), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:20.452909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8b0ac6-a0ce-4b64-b7fa-2b70a2ee5f9b req-5ce8745b-cf8e-4e3d-b25f-90dd8824daff tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] No DVR routers for this DVR port b1f2adf4-34d0-4e59-9590-bd8f2631ee09 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:20.457349 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-db8b0ac6-a0ce-4b64-b7fa-2b70a2ee5f9b req-5ce8745b-cf8e-4e3d-b25f-90dd8824daff tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:20.459331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['60d57b69-5719-4183-b383-e1c20b54b232'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:20.461460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:20.462122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db8b0ac6-a0ce-4b64-b7fa-2b70a2ee5f9b req-5ce8745b-cf8e-4e3d-b25f-90dd8824daff tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "DELETE /v2.0/ports/b1f2adf4-34d0-4e59-9590-bd8f2631ee09 HTTP/1.1" status: 204  len: 173 time: 1.4096959
Apr 16 21:12:20.516754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26a3424-8bc8-454c-a7e3-507bb1c71c03', 'name': 'network-vif-deleted', 'tag': 'b1f2adf4-34d0-4e59-9590-bd8f2631ee09'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:20.519333 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b17cc3-7de2-4932-95fd-0b28cc264afb" -d '{"events": [{"server_uuid": "e26a3424-8bc8-454c-a7e3-507bb1c71c03", "name": "network-vif-deleted", "tag": "b1f2adf4-34d0-4e59-9590-bd8f2631ee09"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:20.523575 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f66bc-6afb-45b9-89a4-80e45a93d2c0 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event deleted for resources: {'Port': ['ID=60d57b69-5719-4183-b383-e1c20b54b232,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:20.532532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 570ab82b-93cc-4781-a96b-f3978695f68e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:20.586139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8f1653-f186-4037-92a5-3c4e2c778591 req-761f66bc-6afb-45b9-89a4-80e45a93d2c0 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] No DVR routers for this DVR port 60d57b69-5719-4183-b383-e1c20b54b232 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:20.590566 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cc8f1653-f186-4037-92a5-3c4e2c778591 req-761f66bc-6afb-45b9-89a4-80e45a93d2c0 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:20.594059 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc8f1653-f186-4037-92a5-3c4e2c778591 req-761f66bc-6afb-45b9-89a4-80e45a93d2c0 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.11 "DELETE /v2.0/ports/60d57b69-5719-4183-b383-e1c20b54b232 HTTP/1.1" status: 204  len: 173 time: 1.2473474
Apr 16 21:12:20.684042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff823f59-e6c3-4f6d-8174-ccc575f7cfa9 req-e895388d-b4d8-4b0e-9092-bc1738aa7ffb tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:20.691065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff823f59-e6c3-4f6d-8174-ccc575f7cfa9 req-e895388d-b4d8-4b0e-9092-bc1738aa7ffb tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fed9e31-a940-4555-8877-e98e33e6524f HTTP/1.1" status: 200  len: 945 time: 0.2275872
Apr 16 21:12:20.807144 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff823f59-e6c3-4f6d-8174-ccc575f7cfa9 req-de1e4934-1aea-411b-8bb8-f44201c0676a tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136751
Apr 16 21:12:20.839297 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Publish callbacks [] for router_gateway (5305ab3c-a966-44c7-9cc8-59a005d1d221), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:20.950727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-076f4654-5632-44f3-b728-1d97f6243144 None None] Current status of the port 8b11c9a8-9472-4930-bb00-9426821be35f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:21.028095 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd025aec-434b-46a4-b6c8-65a1b0a9f406 x-openstack-request-id: req-cd025aec-434b-46a4-b6c8-65a1b0a9f406 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:21.028979 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26a3424-8bc8-454c-a7e3-507bb1c71c03", "name": "network-vif-deleted", "tag": "b1f2adf4-34d0-4e59-9590-bd8f2631ee09", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:21.029393 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd025aec-434b-46a4-b6c8-65a1b0a9f406 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:21.029937 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd025aec-434b-46a4-b6c8-65a1b0a9f406'] response: {'server_uuid': 'e26a3424-8bc8-454c-a7e3-507bb1c71c03', 'name': 'network-vif-deleted', 'tag': 'b1f2adf4-34d0-4e59-9590-bd8f2631ee09', 'status': 'completed', 'code': 200}
Apr 16 21:12:21.036062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439e028-debc-46fb-8b5a-ca825f222062 req-2401e10c-9088-44eb-a917-1477c300f47c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:21.047155 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0439e028-debc-46fb-8b5a-ca825f222062 req-2401e10c-9088-44eb-a917-1477c300f47c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fed9e31-a940-4555-8877-e98e33e6524f HTTP/1.1" status: 200  len: 945 time: 0.1644228
Apr 16 21:12:21.073455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-beaaf908-97ed-4372-8c00-e26225a80dbc None None] Provisioning complete for port 8b11c9a8-9472-4930-bb00-9426821be35f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:21.073838 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-beaaf908-97ed-4372-8c00-e26225a80dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8b11c9a8-9472-4930-bb00-9426821be35f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:21.130722 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c78d38-4e88-4cd9-beb0-07497120dfe7 req-94252b86-c371-4699-a810-b06a6b93d6d7 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:21.132186 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55c78d38-4e88-4cd9-beb0-07497120dfe7 req-94252b86-c371-4699-a810-b06a6b93d6d7 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.7036211
Apr 16 21:12:21.219451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53320) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:21.249349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-beaaf908-97ed-4372-8c00-e26225a80dbc None None] Current status of the port 8b11c9a8-9472-4930-bb00-9426821be35f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:21.253058 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32ce3901-7be9-4d99-8ad5-9ed173f27fb8 req-0c07c64a-5281-471f-af50-eb330698df48 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=e26a3424-8bc8-454c-a7e3-507bb1c71c03 HTTP/1.1" status: 200  len: 210 time: 0.0392249
Apr 16 21:12:21.271334 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (5305ab3c-a966-44c7-9cc8-59a005d1d221), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:21.279948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-0439e028-debc-46fb-8b5a-ca825f222062 req-2cd8610c-bc4b-40cd-b189-1581c391ee05 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Deleting port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:21.280313 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0439e028-debc-46fb-8b5a-ca825f222062 req-2cd8610c-bc4b-40cd-b189-1581c391ee05 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:21.295664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89e1ac14-084c-4672-a53b-e1d8c4e64fc7 req-763cd97e-24be-4bf6-b235-d867e9dbf7f3 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=94c56c63a21f4a5db2bb3ab3b2d548e4 HTTP/1.1" status: 200  len: 1657 time: 0.1116326
Apr 16 21:12:21.301338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b1f2adf4-34d0-4e59-9590-bd8f2631ee09 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:21.369544 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: b1f2adf4-34d0-4e59-9590-bd8f2631ee09 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:21.374304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b1f2adf4-34d0-4e59-9590-bd8f2631ee09 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:21.374848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 60d57b69-5719-4183-b383-e1c20b54b232 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:21.413279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 60d57b69-5719-4183-b383-e1c20b54b232 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:21.414096 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 60d57b69-5719-4183-b383-e1c20b54b232 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:21.440837 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12649650-ee36-4e64-9e1a-096e3bec2d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:21.463538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8b11c9a8-9472-4930-bb00-9426821be35f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:21.543141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8b11c9a8-9472-4930-bb00-9426821be35f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:21.544458 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8b11c9a8-9472-4930-bb00-9426821be35f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:21.550269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1ac14-084c-4672-a53b-e1d8c4e64fc7 req-06734c6d-b2fe-44f3-9b54-c04d777722e3 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:21.557444 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89e1ac14-084c-4672-a53b-e1d8c4e64fc7 req-06734c6d-b2fe-44f3-9b54-c04d777722e3 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks?id=f901fd27-41ce-4b49-9132-e60168d0f679&id=f901fd27-41ce-4b49-9132-e60168d0f679&id=f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 787 time: 0.2586687
Apr 16 21:12:21.565063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-89e1ac14-084c-4672-a53b-e1d8c4e64fc7 req-5f95f0a6-f198-46ba-ae3b-7adc43a217de tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:12:21.566566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89e1ac14-084c-4672-a53b-e1d8c4e64fc7 req-5f95f0a6-f198-46ba-ae3b-7adc43a217de tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0079620
Apr 16 21:12:21.605430 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-0439e028-debc-46fb-8b5a-ca825f222062 req-2cd8610c-bc4b-40cd-b189-1581c391ee05 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] For port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:21.606121 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0439e028-debc-46fb-8b5a-ca825f222062 req-2cd8610c-bc4b-40cd-b189-1581c391ee05 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:21.670227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-0439e028-debc-46fb-8b5a-ca825f222062 req-2cd8610c-bc4b-40cd-b189-1581c391ee05 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Calling delete_port for a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:21.689569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8b11c9a8-9472-4930-bb00-9426821be35f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:21.768542 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12649650-ee36-4e64-9e1a-096e3bec2d1d admin admin] Publish callbacks [] for security_group (0de543d8-3d91-4180-b55a-853cf6d8dbbf), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:21.778680 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-7f398d17-71a3-4e0b-8573-bf619899431d tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips/e31e8ab9-fee6-4edc-b284-63ac85d83ce4 HTTP/1.1" status: 200  len: 693 time: 0.0600855
Apr 16 21:12:21.866936 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12649650-ee36-4e64-9e1a-096e3bec2d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0de543d8-3d91-4180-b55a-853cf6d8dbbf), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:21.919928 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-84c9af5e-2d67-4191-9351-3b4dc8d46a0a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:21.927838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-84c9af5e-2d67-4191-9351-3b4dc8d46a0a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1482255
Apr 16 21:12:21.929873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53330) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:21.930262 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-12649650-ee36-4e64-9e1a-096e3bec2d1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9a47e755547403d9597a177ee6ef95b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7093267
Apr 16 21:12:21.931668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12649650-ee36-4e64-9e1a-096e3bec2d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de543d8-3d91-4180-b55a-853cf6d8dbbf,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:21.968967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-54c6655d-3381-4645-8f3b-6db817dec19b tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:12:21.976767 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-54c6655d-3381-4645-8f3b-6db817dec19b tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0475557
Apr 16 21:12:22.032073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1c78-57c0-4e9c-accd-e28fcee608f6 req-2d3aed8d-0553-4246-8e5f-2c74d88695c3 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:22.033642 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2eef1c78-57c0-4e9c-accd-e28fcee608f6 req-2d3aed8d-0553-4246-8e5f-2c74d88695c3 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fed9e31-a940-4555-8877-e98e33e6524f HTTP/1.1" status: 200  len: 945 time: 0.0727627
Apr 16 21:12:22.038724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-5450692c-abbb-46d8-bb82-6bbf1efc1b34 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.211 HTTP/1.1" status: 200  len: 696 time: 0.0611706
Apr 16 21:12:22.043557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12abe0fd-f26f-4afb-86f0-2f671dee652e admin admin] Publish callbacks [] for security_group (0de543d8-3d91-4180-b55a-853cf6d8dbbf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:22.085436 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2eef1c78-57c0-4e9c-accd-e28fcee608f6 req-b4340eaf-1d73-4da4-ae7b-bce4f9d2486a tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452363
Apr 16 21:12:22.098316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Router 5305ab3c-a966-44c7-9cc8-59a005d1d221 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:12:22.120948 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12abe0fd-f26f-4afb-86f0-2f671dee652e admin admin] Publish callbacks [] for security_group (0de543d8-3d91-4180-b55a-853cf6d8dbbf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:22.127347 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-f9fe1a36-fbdf-4853-b244-a6ca282347f8 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.211 HTTP/1.1" status: 200  len: 696 time: 0.0809801
Apr 16 21:12:22.193611 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0439e028-debc-46fb-8b5a-ca825f222062 req-2cd8610c-bc4b-40cd-b189-1581c391ee05 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:22.208399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['96a1cc71-d1de-4f33-ad30-0d9143131754'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:22.210935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['be39f056-864d-4773-9608-d25a97235273', 'a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:22.284134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8610c-bc4b-40cd-b189-1581c391ee05 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Pushing event deleted for resources: {'Port': ['ID=a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:22.339107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0439e028-debc-46fb-8b5a-ca825f222062 req-2cd8610c-bc4b-40cd-b189-1581c391ee05 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] No DVR routers for this DVR port a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:22.343776 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0439e028-debc-46fb-8b5a-ca825f222062 req-2cd8610c-bc4b-40cd-b189-1581c391ee05 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:22.355089 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0439e028-debc-46fb-8b5a-ca825f222062 req-2cd8610c-bc4b-40cd-b189-1581c391ee05 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.41 "DELETE /v2.0/ports/a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f HTTP/1.1" status: 204  len: 173 time: 1.3105350
Apr 16 21:12:22.355980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fed9e31-a940-4555-8877-e98e33e6524f', 'name': 'network-vif-deleted', 'tag': 'a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:22.362150 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16a193e-8b4e-42ff-924f-1702bdcf5701" -d '{"events": [{"server_uuid": "8fed9e31-a940-4555-8877-e98e33e6524f", "name": "network-vif-deleted", "tag": "a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:22.413080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-3adb2469-8fa6-4a89-b567-625324bd1fc4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Deleting port ce9e1f3a-0d08-477a-851d-7664d655e5f3 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:22.418807 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-3adb2469-8fa6-4a89-b567-625324bd1fc4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ce9e1f3a-0d08-477a-851d-7664d655e5f3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:22.428654 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7892b89f-fb28-4821-a142-bdd9f524f122 x-openstack-request-id: req-7892b89f-fb28-4821-a142-bdd9f524f122 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:22.429271 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fed9e31-a940-4555-8877-e98e33e6524f", "name": "network-vif-deleted", "tag": "a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:22.430240 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7892b89f-fb28-4821-a142-bdd9f524f122 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:22.431209 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7892b89f-fb28-4821-a142-bdd9f524f122'] response: {'server_uuid': '8fed9e31-a940-4555-8877-e98e33e6524f', 'name': 'network-vif-deleted', 'tag': 'a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f', 'status': 'completed', 'code': 200}
Apr 16 21:12:22.504708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:12:22.520341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Sync routers for ids ['5305ab3c-a966-44c7-9cc8-59a005d1d221'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:12:22.544731 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-3adb2469-8fa6-4a89-b567-625324bd1fc4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ce9e1f3a-0d08-477a-851d-7664d655e5f3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:22.544980 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-3adb2469-8fa6-4a89-b567-625324bd1fc4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (ce9e1f3a-0d08-477a-851d-7664d655e5f3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:22.559423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Routers {'5305ab3c-a966-44c7-9cc8-59a005d1d221'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:22.562969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-3adb2469-8fa6-4a89-b567-625324bd1fc4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Calling delete_port for ce9e1f3a-0d08-477a-851d-7664d655e5f3 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:22.563099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242ca820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5305ab3c-a966-44c7-9cc8-59a005d1d221'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:22.632620 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12abe0fd-f26f-4afb-86f0-2f671dee652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0de543d8-3d91-4180-b55a-853cf6d8dbbf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:22.635490 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12abe0fd-f26f-4afb-86f0-2f671dee652e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:22.639293 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-12abe0fd-f26f-4afb-86f0-2f671dee652e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0de543d8-3d91-4180-b55a-853cf6d8dbbf HTTP/1.1" status: 204  len: 168 time: 0.7061296
Apr 16 21:12:22.650701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:22.652556 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6ff15b81-567f-488f-aab0-67a23723ce83 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.6324551
Apr 16 21:12:22.655500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53356) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:22.678884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abe0fd-f26f-4afb-86f0-2f671dee652e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de543d8-3d91-4180-b55a-853cf6d8dbbf,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:22.758239 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Set router 5305ab3c-a966-44c7-9cc8-59a005d1d221 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:22.886154 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-3adb2469-8fa6-4a89-b567-625324bd1fc4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ce9e1f3a-0d08-477a-851d-7664d655e5f3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:22.943680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb2469-8fa6-4a89-b567-625324bd1fc4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Pushing event deleted for resources: {'Port': ['ID=ce9e1f3a-0d08-477a-851d-7664d655e5f3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:22.970573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242ca820>, [{'id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'name': 'tempest-TaggedBootDevicesTest-1835299583-router', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:17Z', 'updated_at': '2022-04-16T21:12:19Z', 'revision_number': 3, 'project_id': '114c0bc137be49c5aa52d8e970c02913', 'gw_port': {'id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:18Z', 'updated_at': '2022-04-16T21:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:22.995283 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-3adb2469-8fa6-4a89-b567-625324bd1fc4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (e31e8ab9-fee6-4edc-b284-63ac85d83ce4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.001616 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-3adb2469-8fa6-4a89-b567-625324bd1fc4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.007758 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e70cc8f-4e54-4e28-a629-54d3f1520ca0 req-3adb2469-8fa6-4a89-b567-625324bd1fc4 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "DELETE /v2.0/floatingips/e31e8ab9-fee6-4edc-b284-63ac85d83ce4 HTTP/1.1" status: 204  len: 173 time: 0.8707585
Apr 16 21:12:23.011128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Checking router: 5305ab3c-a966-44c7-9cc8-59a005d1d221 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:12:23.011442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Updating router 5305ab3c-a966-44c7-9cc8-59a005d1d221 port b0c5da64-0828-47ad-ba91-9ec8fba682b2 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:12:23.031625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728c68c3-5252-4e9a-b1d0-c3afdfc8ba35', 'name': 'network-vif-deleted', 'tag': '60d57b69-5719-4183-b383-e1c20b54b232'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:23.045361 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0c24d0-8244-4426-92dd-a715dac013de" -d '{"events": [{"server_uuid": "728c68c3-5252-4e9a-b1d0-c3afdfc8ba35", "name": "network-vif-deleted", "tag": "60d57b69-5719-4183-b383-e1c20b54b232"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:23.047444 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.116374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd070541-a894-4971-8c96-62bb2c49fddf req-e1423af8-537d-401c-88cf-b80712d9062a tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips/d224d28e-157a-4b1e-a580-339b5b399661 HTTP/1.1" status: 200  len: 693 time: 0.0655866
Apr 16 21:12:23.233017 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3547ba93-f1e2-40ac-a69a-0c4e70887517 x-openstack-request-id: req-3547ba93-f1e2-40ac-a69a-0c4e70887517 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:23.234031 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728c68c3-5252-4e9a-b1d0-c3afdfc8ba35", "name": "network-vif-deleted", "tag": "60d57b69-5719-4183-b383-e1c20b54b232", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:23.234255 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3547ba93-f1e2-40ac-a69a-0c4e70887517 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:23.234666 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3547ba93-f1e2-40ac-a69a-0c4e70887517'] response: {'server_uuid': '728c68c3-5252-4e9a-b1d0-c3afdfc8ba35', 'name': 'network-vif-deleted', 'tag': '60d57b69-5719-4183-b383-e1c20b54b232', 'status': 'completed', 'code': 200}
Apr 16 21:12:23.287450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd070541-a894-4971-8c96-62bb2c49fddf req-8a1980bb-eb46-477f-af21-473c435368d6 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:23.297508 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd070541-a894-4971-8c96-62bb2c49fddf req-8a1980bb-eb46-477f-af21-473c435368d6 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1784472
Apr 16 21:12:23.326878 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.368061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd070541-a894-4971-8c96-62bb2c49fddf req-033eef25-307c-4495-8e94-03f19de32638 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.124 HTTP/1.1" status: 200  len: 696 time: 0.0693591
Apr 16 21:12:23.416137 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Publish callbacks [] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.423994 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b3cc6de-ac75-4c6d-bfa6-033498518603 req-94efb0bf-efe9-4592-9102-253d0fbbd909 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fed9e31-a940-4555-8877-e98e33e6524f HTTP/1.1" status: 200  len: 210 time: 0.0400307
Apr 16 21:12:23.434605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd070541-a894-4971-8c96-62bb2c49fddf req-8ae2505b-f826-48ac-b817-cc56bcc29f14 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.124 HTTP/1.1" status: 200  len: 696 time: 0.0538702
Apr 16 21:12:23.555514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53382) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:23.557655 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.562905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-bd070541-a894-4971-8c96-62bb2c49fddf req-b2be7918-e900-4130-b7bc-7420d566ebf1 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Deleting port c216ac74-e42c-45f3-98d8-da3f3162c266 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:23.564520 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd070541-a894-4971-8c96-62bb2c49fddf req-b2be7918-e900-4130-b7bc-7420d566ebf1 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c216ac74-e42c-45f3-98d8-da3f3162c266), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.565665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108d625-3efb-4043-acb7-f409bf22ca3e req-eaa8c65c-cecd-45e1-bc90-e318db7ce3ae tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:23.566153 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d108d625-3efb-4043-acb7-f409bf22ca3e req-eaa8c65c-cecd-45e1-bc90-e318db7ce3ae tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 950 time: 0.0739377
Apr 16 21:12:23.571648 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6d18d33a-9931-4826-b5e2-b81e36879a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.580081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Allocated IP 172.20.0.1 (b5ee3ed6-3e00-467f-bfcb-b4581676ee0b/c28d82d8-69d8-4262-8c99-1ad9b57f609f/c855619f-b86c-4239-9a49-bd195db04d8f) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:23.632708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Attempting to bind port b0c5da64-0828-47ad-ba91-9ec8fba682b2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:23.633717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Attempting to bind port b0c5da64-0828-47ad-ba91-9ec8fba682b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:23.634392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Attempting to bind port b0c5da64-0828-47ad-ba91-9ec8fba682b2 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:23.636763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da5948-ebe5-4c57-8904-3aa1732f29ad None None] Pushing event updated for resources: {'Port': ['ID=b0c5da64-0828-47ad-ba91-9ec8fba682b2,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:23.642674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:23.643422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:23.644455 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.644943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:23.645487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Bound port: b0c5da64-0828-47ad-ba91-9ec8fba682b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:23.645943 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.694947 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d108d625-3efb-4043-acb7-f409bf22ca3e req-74e9428b-ec14-4be6-89df-ac3de98aabe4 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185443
Apr 16 21:12:23.716272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] For port b0c5da64-0828-47ad-ba91-9ec8fba682b2, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:23.720292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] For port b0c5da64-0828-47ad-ba91-9ec8fba682b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0c5da64-0828-47ad-ba91-9ec8fba682b2,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:23.720634 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd070541-a894-4971-8c96-62bb2c49fddf req-b2be7918-e900-4130-b7bc-7420d566ebf1 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c216ac74-e42c-45f3-98d8-da3f3162c266), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.727658 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd070541-a894-4971-8c96-62bb2c49fddf req-b2be7918-e900-4130-b7bc-7420d566ebf1 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (c216ac74-e42c-45f3-98d8-da3f3162c266), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.740367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-bd070541-a894-4971-8c96-62bb2c49fddf req-b2be7918-e900-4130-b7bc-7420d566ebf1 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Calling delete_port for c216ac74-e42c-45f3-98d8-da3f3162c266 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:23.757344 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Publish callbacks [] for port (c855619f-b86c-4239-9a49-bd195db04d8f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.811724 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.813188 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6d18d33a-9931-4826-b5e2-b81e36879a24 admin admin] Publish callbacks [] for security_group (b2099582-8e68-4343-a79d-e76118c58d2d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.868214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Routers {'5305ab3c-a966-44c7-9cc8-59a005d1d221'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:23.868742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242ca820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5305ab3c-a966-44c7-9cc8-59a005d1d221'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:23.873561 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da5948-ebe5-4c57-8904-3aa1732f29ad None None] Pushing event updated for resources: {'Port': ['ID=b0c5da64-0828-47ad-ba91-9ec8fba682b2,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:23.923852 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.951926 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6d18d33a-9931-4826-b5e2-b81e36879a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b2099582-8e68-4343-a79d-e76118c58d2d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:23.964411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Network b5ee3ed6-3e00-467f-bfcb-b4581676ee0b is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:23.967286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:23.970556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:23.998682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18d33a-9931-4826-b5e2-b81e36879a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2099582-8e68-4343-a79d-e76118c58d2d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:24.004238 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6d18d33a-9931-4826-b5e2-b81e36879a24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f909865e8cf34d459480c9f3fd20e8fc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4462214
Apr 16 21:12:24.006118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] Set router 5305ab3c-a966-44c7-9cc8-59a005d1d221 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:24.008031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53384) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:24.021471 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd070541-a894-4971-8c96-62bb2c49fddf req-b2be7918-e900-4130-b7bc-7420d566ebf1 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c216ac74-e42c-45f3-98d8-da3f3162c266), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:24.027011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Pushing event updated for resources: {'Port': ['ID=c855619f-b86c-4239-9a49-bd195db04d8f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:24.049536 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (5305ab3c-a966-44c7-9cc8-59a005d1d221), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:24.060337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be7918-e900-4130-b7bc-7420d566ebf1 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Pushing event deleted for resources: {'Port': ['ID=c216ac74-e42c-45f3-98d8-da3f3162c266,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:24.159271 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-27b57940-54c8-4234-a586-b1a6ab0e498f admin admin] Publish callbacks [] for security_group (b2099582-8e68-4343-a79d-e76118c58d2d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:24.172317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd070541-a894-4971-8c96-62bb2c49fddf req-b2be7918-e900-4130-b7bc-7420d566ebf1 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (d224d28e-157a-4b1e-a580-339b5b399661), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:24.176447 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd070541-a894-4971-8c96-62bb2c49fddf req-b2be7918-e900-4130-b7bc-7420d566ebf1 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:24.177937 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd070541-a894-4971-8c96-62bb2c49fddf req-b2be7918-e900-4130-b7bc-7420d566ebf1 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "DELETE /v2.0/floatingips/d224d28e-157a-4b1e-a580-339b5b399661 HTTP/1.1" status: 204  len: 173 time: 0.7431486
Apr 16 21:12:24.218927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242ca820>, [{'id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'name': 'tempest-TaggedBootDevicesTest-1835299583-router', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:17Z', 'updated_at': '2022-04-16T21:12:19Z', 'revision_number': 3, 'project_id': '114c0bc137be49c5aa52d8e970c02913', 'gw_port': {'id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:18Z', 'updated_at': '2022-04-16T21:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:24.229464 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-27b57940-54c8-4234-a586-b1a6ab0e498f admin admin] Publish callbacks [] for security_group (b2099582-8e68-4343-a79d-e76118c58d2d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:24.246850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10801a-416f-48a7-8d2b-bd8eac7db665 None None] The sync data for ids ['5305ab3c-a966-44c7-9cc8-59a005d1d221'] in ncdv-master-1 is: [{'id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'name': 'tempest-TaggedBootDevicesTest-1835299583-router', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:17Z', 'updated_at': '2022-04-16T21:12:19Z', 'revision_number': 3, 'project_id': '114c0bc137be49c5aa52d8e970c02913', 'gw_port': {'id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:18Z', 'updated_at': '2022-04-16T21:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:12:24.296946 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-a07eadfb-4a91-457c-8f8e-1ed1d6a0077f tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips/13a20bcb-0998-4349-a5da-cd0f36ef8db7 HTTP/1.1" status: 200  len: 693 time: 0.1001997
Apr 16 21:12:24.309700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b5c9d3f8-d800-4219-b32c-9034cc5ecde8 None None] Provisioning complete for port c855619f-b86c-4239-9a49-bd195db04d8f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:24.310069 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d3f8-d800-4219-b32c-9034cc5ecde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:24.360068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9d3f8-d800-4219-b32c-9034cc5ecde8 None None] Port c855619f-b86c-4239-9a49-bd195db04d8f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:12:24.441303 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-3886005b-520f-46c7-9d7b-6308ab088350 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:24.442740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-3886005b-520f-46c7-9d7b-6308ab088350 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1239035
Apr 16 21:12:24.534006 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-27b57940-54c8-4234-a586-b1a6ab0e498f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b2099582-8e68-4343-a79d-e76118c58d2d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:24.537201 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-27b57940-54c8-4234-a586-b1a6ab0e498f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:24.541870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-27b57940-54c8-4234-a586-b1a6ab0e498f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2099582-8e68-4343-a79d-e76118c58d2d HTTP/1.1" status: 204  len: 168 time: 0.5295000
Apr 16 21:12:24.541870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:24.545715 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-79ded494-f170-42be-9c66-7819bba715f3 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.130 HTTP/1.1" status: 200  len: 696 time: 0.0721681
Apr 16 21:12:24.575663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b57940-54c8-4234-a586-b1a6ab0e498f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2099582-8e68-4343-a79d-e76118c58d2d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:24.593249 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-57bdc6f0-8589-4b4a-8589-bed1695623aa req-efa1246e-01ef-4dce-a97c-44f702d379b2 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fed9e31-a940-4555-8877-e98e33e6524f HTTP/1.1" status: 200  len: 210 time: 0.0742631
Apr 16 21:12:24.651895 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-1d446ee1-d65e-4639-b0df-b48a33f67f58 tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.130 HTTP/1.1" status: 200  len: 696 time: 0.0865042
Apr 16 21:12:24.860559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c659c55-5cdd-481f-abcc-4fd8f6435022 req-b02b28af-5bc9-4096-b583-a6f7e7ffdefc tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:24.862170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9c659c55-5cdd-481f-abcc-4fd8f6435022 req-b02b28af-5bc9-4096-b583-a6f7e7ffdefc tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 950 time: 0.0528727
Apr 16 21:12:24.862465 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-f40877d1-8ff2-476a-8e39-4135359aaecc tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Deleting port b157c973-0f5c-4b60-a1c5-cda63641fd83 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:24.863013 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-f40877d1-8ff2-476a-8e39-4135359aaecc tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b157c973-0f5c-4b60-a1c5-cda63641fd83), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:24.932543 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9c659c55-5cdd-481f-abcc-4fd8f6435022 req-92aea695-d443-4d75-b91e-314018ca8ffc tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/security-groups?id=131e2dff-6fd6-4775-8101-54b4a9af5729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604348
Apr 16 21:12:25.000046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c20d2-a2b3-49da-a99e-d98ec0a7be54 req-dd038f1e-5dae-4bde-9b1b-ff53b96fe6d9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:25.001657 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-081c20d2-a2b3-49da-a99e-d98ec0a7be54 req-dd038f1e-5dae-4bde-9b1b-ff53b96fe6d9 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 950 time: 0.1166387
Apr 16 21:12:25.021444 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Publish callbacks [] for port (c855619f-b86c-4239-9a49-bd195db04d8f), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:25.059168 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-f40877d1-8ff2-476a-8e39-4135359aaecc tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b157c973-0f5c-4b60-a1c5-cda63641fd83), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:25.059497 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-f40877d1-8ff2-476a-8e39-4135359aaecc tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (b157c973-0f5c-4b60-a1c5-cda63641fd83), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:25.078620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-f40877d1-8ff2-476a-8e39-4135359aaecc tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Calling delete_port for b157c973-0f5c-4b60-a1c5-cda63641fd83 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:25.119321 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:25.258827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-081c20d2-a2b3-49da-a99e-d98ec0a7be54 req-7e915a1f-ce85-482a-8c9d-4c2083f95a45 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Deleting port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:25.258827 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-081c20d2-a2b3-49da-a99e-d98ec0a7be54 req-7e915a1f-ce85-482a-8c9d-4c2083f95a45 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:25.283521 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (5305ab3c-a966-44c7-9cc8-59a005d1d221), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:25.285701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Pushing event updated for resources: {'Port': ['ID=c855619f-b86c-4239-9a49-bd195db04d8f,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:25.448226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b0c5da64-0828-47ad-ba91-9ec8fba682b2 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:25.453377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-081c20d2-a2b3-49da-a99e-d98ec0a7be54 req-7e915a1f-ce85-482a-8c9d-4c2083f95a45 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] For port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74297eec-fea7-4f18-9edd-1a7bb09d6fd5,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:25.453752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-081c20d2-a2b3-49da-a99e-d98ec0a7be54 req-7e915a1f-ce85-482a-8c9d-4c2083f95a45 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:25.473341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-081c20d2-a2b3-49da-a99e-d98ec0a7be54 req-7e915a1f-ce85-482a-8c9d-4c2083f95a45 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Calling delete_port for 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:25.493549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b0c5da64-0828-47ad-ba91-9ec8fba682b2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:25.497869 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:25.498641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Network b5ee3ed6-3e00-467f-bfcb-b4581676ee0b is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:25.535946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:25.608701 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b0c5da64-0828-47ad-ba91-9ec8fba682b2 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:25.609117 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:25.643113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port b0c5da64-0828-47ad-ba91-9ec8fba682b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0c5da64-0828-47ad-ba91-9ec8fba682b2,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:25.734870 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:25.819925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Router 5305ab3c-a966-44c7-9cc8-59a005d1d221 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:12:25.938410 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-f40877d1-8ff2-476a-8e39-4135359aaecc tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b157c973-0f5c-4b60-a1c5-cda63641fd83), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:25.940678 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-081c20d2-a2b3-49da-a99e-d98ec0a7be54 req-7e915a1f-ce85-482a-8c9d-4c2083f95a45 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (74297eec-fea7-4f18-9edd-1a7bb09d6fd5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:25.964083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:25.970638 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['74297eec-fea7-4f18-9edd-1a7bb09d6fd5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:25.995897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40877d1-8ff2-476a-8e39-4135359aaecc tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Pushing event deleted for resources: {'Port': ['ID=b157c973-0f5c-4b60-a1c5-cda63641fd83,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:26.026957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:26.027441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a2e2efb4-66f3-4f0e-9ba5-a1ce7dfbe99f not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:26.032939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7522bf99-4210-4123-b26a-3e4856cd6e30 None None] Provisioning complete for port c855619f-b86c-4239-9a49-bd195db04d8f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:26.034034 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7522bf99-4210-4123-b26a-3e4856cd6e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:26.090343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=b0c5da64-0828-47ad-ba91-9ec8fba682b2,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:26.100193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7522bf99-4210-4123-b26a-3e4856cd6e30 None None] Port c855619f-b86c-4239-9a49-bd195db04d8f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:12:26.104628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2f41c5f-abff-4eed-a53b-848e48974f60 req-a15668ac-8f06-4e34-ba4c-225efb0cb069 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 210 time: 0.0315292
Apr 16 21:12:26.438392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e915a1f-ce85-482a-8c9d-4c2083f95a45 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Pushing event deleted for resources: {'Port': ['ID=74297eec-fea7-4f18-9edd-1a7bb09d6fd5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:26.527174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-081c20d2-a2b3-49da-a99e-d98ec0a7be54 req-7e915a1f-ce85-482a-8c9d-4c2083f95a45 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] No DVR routers for this DVR port 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:26.530711 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-081c20d2-a2b3-49da-a99e-d98ec0a7be54 req-7e915a1f-ce85-482a-8c9d-4c2083f95a45 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:26.536319 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-081c20d2-a2b3-49da-a99e-d98ec0a7be54 req-7e915a1f-ce85-482a-8c9d-4c2083f95a45 tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.41 "DELETE /v2.0/ports/74297eec-fea7-4f18-9edd-1a7bb09d6fd5 HTTP/1.1" status: 204  len: 173 time: 1.5253160
Apr 16 21:12:26.547962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b856a59-2a62-4edc-b448-430f778c7b2e', 'name': 'network-vif-deleted', 'tag': '74297eec-fea7-4f18-9edd-1a7bb09d6fd5'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:26.548422 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43fcebd-7195-42bc-8c33-b80ecaee9dc7" -d '{"events": [{"server_uuid": "7b856a59-2a62-4edc-b448-430f778c7b2e", "name": "network-vif-deleted", "tag": "74297eec-fea7-4f18-9edd-1a7bb09d6fd5"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:26.568359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:12:26.577992 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Sync routers for ids ['5305ab3c-a966-44c7-9cc8-59a005d1d221'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:12:26.594547 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-20f44a4d-6e58-4660-859c-c769c508f317 admin admin] 10.222.0.20 "PUT /v2.0/routers/5305ab3c-a966-44c7-9cc8-59a005d1d221/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9351661
Apr 16 21:12:26.597642 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-f40877d1-8ff2-476a-8e39-4135359aaecc tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks [] for floatingip (13a20bcb-0998-4349-a5da-cd0f36ef8db7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:26.601952 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-f40877d1-8ff2-476a-8e39-4135359aaecc tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:26.602692 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Routers {'5305ab3c-a966-44c7-9cc8-59a005d1d221'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:26.603436 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5305ab3c-a966-44c7-9cc8-59a005d1d221'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:26.607861 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19de25e4-4ca7-4070-a524-5c604cdb1b86 req-f40877d1-8ff2-476a-8e39-4135359aaecc tempest-FloatingIPDetailsTestJSON-1719300607 tempest-FloatingIPDetailsTestJSON-1719300607-project] 10.222.0.20 "DELETE /v2.0/floatingips/13a20bcb-0998-4349-a5da-cd0f36ef8db7 HTTP/1.1" status: 204  len: 173 time: 1.9452419
Apr 16 21:12:26.624847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53458) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:26.712688 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844e01ce-78b9-4307-9e1c-d571a78e1380 x-openstack-request-id: req-844e01ce-78b9-4307-9e1c-d571a78e1380 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:26.713547 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b856a59-2a62-4edc-b448-430f778c7b2e", "name": "network-vif-deleted", "tag": "74297eec-fea7-4f18-9edd-1a7bb09d6fd5", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:26.713547 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-844e01ce-78b9-4307-9e1c-d571a78e1380 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:26.713749 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-844e01ce-78b9-4307-9e1c-d571a78e1380'] response: {'server_uuid': '7b856a59-2a62-4edc-b448-430f778c7b2e', 'name': 'network-vif-deleted', 'tag': '74297eec-fea7-4f18-9edd-1a7bb09d6fd5', 'status': 'completed', 'code': 200}
Apr 16 21:12:26.834735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90888624-f9e0-455b-aba6-ab1b54bbc013 req-ff9b5f09-25ef-4d07-9672-758313aa782c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:26.842616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90888624-f9e0-455b-aba6-ab1b54bbc013 req-ff9b5f09-25ef-4d07-9672-758313aa782c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:26.858117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90888624-f9e0-455b-aba6-ab1b54bbc013 req-ff9b5f09-25ef-4d07-9672-758313aa782c tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=80bcd5fb-6cbf-49ce-b126-1a95b55ba451&device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 1683 time: 0.0805879
Apr 16 21:12:26.908910 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Set router 5305ab3c-a966-44c7-9cc8-59a005d1d221 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:26.969797 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90888624-f9e0-455b-aba6-ab1b54bbc013 req-cf05a141-6b04-445d-bae9-343b4fceb178 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100924
Apr 16 21:12:27.131706 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fc827ab-9ec9-46b6-94b2-ed0fee0337eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:27.159332 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1ce50>, [{'id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'name': 'tempest-TaggedBootDevicesTest-1835299583-router', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:17Z', 'updated_at': '2022-04-16T21:12:24Z', 'revision_number': 4, 'project_id': '114c0bc137be49c5aa52d8e970c02913', 'gw_port': {'id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:18Z', 'updated_at': '2022-04-16T21:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c855619f-b86c-4239-9a49-bd195db04d8f', 'name': '', 'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'mac_address': 'fa:16:3e:b8:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c28d82d8-69d8-4262-8c99-1ad9b57f609f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:23Z', 'updated_at': '2022-04-16T21:12:24Z', 'revision_number': 2, 'project_id': '114c0bc137be49c5aa52d8e970c02913', 'subnets': [{'id': 'c28d82d8-69d8-4262-8c99-1ad9b57f609f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:27.192692 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Checking router: 5305ab3c-a966-44c7-9cc8-59a005d1d221 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:12:27.193314 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Updating router 5305ab3c-a966-44c7-9cc8-59a005d1d221 port c855619f-b86c-4239-9a49-bd195db04d8f binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:12:27.238827 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:27.349595 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-364a5198-7f11-49ff-a316-ab1c9bff77b7 req-fc7c608a-b49d-4bb2-a44d-432ae1207d7b tempest-ServersOnMultiNodesTest-1618493866 tempest-ServersOnMultiNodesTest-1618493866-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b856a59-2a62-4edc-b448-430f778c7b2e HTTP/1.1" status: 200  len: 210 time: 0.0510623
Apr 16 21:12:27.487380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b0c5da64-0828-47ad-ba91-9ec8fba682b2 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:27.520631 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3fc827ab-9ec9-46b6-94b2-ed0fee0337eb admin admin] Deleting port 39a21ebe-9d00-49f6-add3-0efddced3283 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:27.520991 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fc827ab-9ec9-46b6-94b2-ed0fee0337eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:27.610361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-3fc827ab-9ec9-46b6-94b2-ed0fee0337eb admin admin] For port 39a21ebe-9d00-49f6-add3-0efddced3283, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39a21ebe-9d00-49f6-add3-0efddced3283,segment=NetworkSegment(68d9a218-8f3b-4a5a-9500-dfbb289131b4),segment_id=68d9a218-8f3b-4a5a-9500-dfbb289131b4)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:27.610747 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fc827ab-9ec9-46b6-94b2-ed0fee0337eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:27.626075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3fc827ab-9ec9-46b6-94b2-ed0fee0337eb admin admin] Calling delete_port for 39a21ebe-9d00-49f6-add3-0efddced3283 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:27.632392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b0c5da64-0828-47ad-ba91-9ec8fba682b2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:27.633110 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:27.802934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b0c5da64-0828-47ad-ba91-9ec8fba682b2 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:27.910415 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Publish callbacks [] for port (c855619f-b86c-4239-9a49-bd195db04d8f), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:27.914047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-c1f1e0cf-729c-42e7-bb1a-4dfe975411d8 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1bc88cb7a1504053928ac23280b2b6a3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0628991
Apr 16 21:12:28.025993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2639-45de-4657-830d-fae52f835a29 req-63b3eea9-35fa-4c2f-8162-775126b3e529 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:28.027391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-63b3eea9-35fa-4c2f-8162-775126b3e529 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1074264
Apr 16 21:12:28.040108 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:28.041673 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fc827ab-9ec9-46b6-94b2-ed0fee0337eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (39a21ebe-9d00-49f6-add3-0efddced3283), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:28.083109 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-0fb92f63-70a2-49f0-8f11-251bdce721e8 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/quotas/1bc88cb7a1504053928ac23280b2b6a3 HTTP/1.1" status: 200  len: 375 time: 0.0502775
Apr 16 21:12:28.104322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc827ab-9ec9-46b6-94b2-ed0fee0337eb admin admin] Pushing event deleted for resources: {'Port': ['ID=39a21ebe-9d00-49f6-add3-0efddced3283,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:28.137257 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-88c04011-8720-4d6d-a20b-044c8efd3af5 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1bc88cb7a1504053928ac23280b2b6a3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0344291
Apr 16 21:12:28.170518 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62a9eb-3aa6-40f9-ae5c-a0fd917706a3 None None] Pushing event updated for resources: {'Port': ['ID=c855619f-b86c-4239-9a49-bd195db04d8f,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:28.192892 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Attempting to bind port c855619f-b86c-4239-9a49-bd195db04d8f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:28.193393 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Attempting to bind port c855619f-b86c-4239-9a49-bd195db04d8f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'de29adde-1332-4a5a-98e4-26c282449b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:28.193887 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Attempting to bind port c855619f-b86c-4239-9a49-bd195db04d8f on network b5ee3ed6-3e00-467f-bfcb-b4581676ee0b {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:28.207493 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:28.207878 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Checking segment: {'id': 'de29adde-1332-4a5a-98e4-26c282449b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:28.208317 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:28.208719 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Bound using segment: {'id': 'de29adde-1332-4a5a-98e4-26c282449b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:28.209202 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Bound port: c855619f-b86c-4239-9a49-bd195db04d8f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de29adde-1332-4a5a-98e4-26c282449b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:28.209587 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:28.314010 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] For port c855619f-b86c-4239-9a49-bd195db04d8f, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:28.317359 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] For port c855619f-b86c-4239-9a49-bd195db04d8f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c855619f-b86c-4239-9a49-bd195db04d8f,segment=NetworkSegment(de29adde-1332-4a5a-98e4-26c282449b0a),segment_id=de29adde-1332-4a5a-98e4-26c282449b0a)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:28.362766 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fc827ab-9ec9-46b6-94b2-ed0fee0337eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:28.435691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3e00032a-b825-41a0-b4fd-198ccabd3be4 None None] Provisioning complete for port c855619f-b86c-4239-9a49-bd195db04d8f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:28.436351 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3e00032a-b825-41a0-b4fd-198ccabd3be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:28.495551 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:28.549532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3e00032a-b825-41a0-b4fd-198ccabd3be4 None None] Port c855619f-b86c-4239-9a49-bd195db04d8f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:12:28.601288 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62a9eb-3aa6-40f9-ae5c-a0fd917706a3 None None] Pushing event updated for resources: {'Port': ['ID=c855619f-b86c-4239-9a49-bd195db04d8f,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:28.605853 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Routers {'5305ab3c-a966-44c7-9cc8-59a005d1d221'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:28.606704 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5305ab3c-a966-44c7-9cc8-59a005d1d221'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:28.774415 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-004ffbfd-ac76-4ad7-af46-bb80d89a1d9a req-ac39b6e2-aead-4dba-88a6-586f4e6c97d1 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 210 time: 0.1285107
Apr 16 21:12:28.804690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de2e83-f309-4ebe-bb59-5d6446aec64f req-846cb05e-5e92-49dc-89e9-b4de59d173fb tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:28.806437 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e6de2e83-f309-4ebe-bb59-5d6446aec64f req-846cb05e-5e92-49dc-89e9-b4de59d173fb tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=80bcd5fb-6cbf-49ce-b126-1a95b55ba451 HTTP/1.1" status: 200  len: 946 time: 0.0749624
Apr 16 21:12:28.814367 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] Set router 5305ab3c-a966-44c7-9cc8-59a005d1d221 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:28.936923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc827ab-9ec9-46b6-94b2-ed0fee0337eb admin admin] Router a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:12:28.957841 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e6de2e83-f309-4ebe-bb59-5d6446aec64f req-4d80d389-3049-48c8-950f-6990c902ce21 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042676
Apr 16 21:12:29.082536 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-147088d7-eb75-4f75-8ee0-7486921acd14 None None] Provisioning complete for port c855619f-b86c-4239-9a49-bd195db04d8f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:29.082918 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-147088d7-eb75-4f75-8ee0-7486921acd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:29.139602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc827ab-9ec9-46b6-94b2-ed0fee0337eb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:12:29.147560 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3fc827ab-9ec9-46b6-94b2-ed0fee0337eb admin admin] 10.222.0.20 "PUT /v2.0/routers/a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5198998
Apr 16 21:12:29.147913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53564) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:29.157178 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1ce50>, [{'id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'name': 'tempest-TaggedBootDevicesTest-1835299583-router', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:17Z', 'updated_at': '2022-04-16T21:12:24Z', 'revision_number': 4, 'project_id': '114c0bc137be49c5aa52d8e970c02913', 'gw_port': {'id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:18Z', 'updated_at': '2022-04-16T21:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c855619f-b86c-4239-9a49-bd195db04d8f', 'name': '', 'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'mac_address': 'fa:16:3e:b8:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c28d82d8-69d8-4262-8c99-1ad9b57f609f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:23Z', 'updated_at': '2022-04-16T21:12:28Z', 'revision_number': 4, 'project_id': '114c0bc137be49c5aa52d8e970c02913', 'subnets': [{'id': 'c28d82d8-69d8-4262-8c99-1ad9b57f609f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:29.157825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c1a9c9-7362-4bab-829a-530a706bf01d None None] Sync routers for ids ['a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:12:29.186003 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3200e2d2-885b-4723-b6f0-c09fc68ec098 None None] The sync data for ids ['5305ab3c-a966-44c7-9cc8-59a005d1d221'] in ncdv-master-1 is: [{'id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'name': 'tempest-TaggedBootDevicesTest-1835299583-router', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:17Z', 'updated_at': '2022-04-16T21:12:24Z', 'revision_number': 4, 'project_id': '114c0bc137be49c5aa52d8e970c02913', 'gw_port': {'id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:18Z', 'updated_at': '2022-04-16T21:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c855619f-b86c-4239-9a49-bd195db04d8f', 'name': '', 'network_id': 'b5ee3ed6-3e00-467f-bfcb-b4581676ee0b', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'mac_address': 'fa:16:3e:b8:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c28d82d8-69d8-4262-8c99-1ad9b57f609f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:23Z', 'updated_at': '2022-04-16T21:12:28Z', 'revision_number': 4, 'project_id': '114c0bc137be49c5aa52d8e970c02913', 'subnets': [{'id': 'c28d82d8-69d8-4262-8c99-1ad9b57f609f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:12:29.194739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c1a9c9-7362-4bab-829a-530a706bf01d None None] Routers {'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:29.195730 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-66c1a9c9-7362-4bab-829a-530a706bf01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241e9d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:29.250480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca9ccd-4559-4eb6-abe4-28ba174d309f req-68cc9cad-a838-4bf0-b556-d90f0e240cf0 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:29.254967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08ca9ccd-4559-4eb6-abe4-28ba174d309f req-68cc9cad-a838-4bf0-b556-d90f0e240cf0 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.11 "GET /v2.0/ports?device_id=80bcd5fb-6cbf-49ce-b126-1a95b55ba451 HTTP/1.1" status: 200  len: 946 time: 0.1423118
Apr 16 21:12:29.313292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-147088d7-eb75-4f75-8ee0-7486921acd14 None None] Current status of the port c855619f-b86c-4239-9a49-bd195db04d8f is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:29.313992 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-147088d7-eb75-4f75-8ee0-7486921acd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:29.472734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53568) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:29.496907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-147088d7-eb75-4f75-8ee0-7486921acd14 None None] For port c855619f-b86c-4239-9a49-bd195db04d8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c855619f-b86c-4239-9a49-bd195db04d8f,segment=NetworkSegment(de29adde-1332-4a5a-98e4-26c282449b0a),segment_id=de29adde-1332-4a5a-98e4-26c282449b0a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:29.514384 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Publish callbacks [] for router (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:29.521982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-08ca9ccd-4559-4eb6-abe4-28ba174d309f req-f271224f-a7f3-4b32-b8a3-20e61692cca5 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Deleting port 96a1cc71-d1de-4f33-ad30-0d9143131754 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:29.527782 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-08ca9ccd-4559-4eb6-abe4-28ba174d309f req-f271224f-a7f3-4b32-b8a3-20e61692cca5 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:29.531256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-66c1a9c9-7362-4bab-829a-530a706bf01d None None] Set router a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:29.602481 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-147088d7-eb75-4f75-8ee0-7486921acd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:29.705731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c855619f-b86c-4239-9a49-bd195db04d8f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:29.756772 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2852b74b-f3d7-43fc-a6d0-f17bfc03a93d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd7c434915254744b7a0409ab8e6d33d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2826858
Apr 16 21:12:29.759223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53598) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:29.824795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1399bb99-8ab6-4a5d-b503-af9e07b871c0 admin admin] Publish callbacks [] for security_group (131e2dff-6fd6-4775-8101-54b4a9af5729), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:29.872396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:29.876633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147088d7-eb75-4f75-8ee0-7486921acd14 None None] Pushing event updated for resources: {'Port': ['ID=c855619f-b86c-4239-9a49-bd195db04d8f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:29.887622 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1399bb99-8ab6-4a5d-b503-af9e07b871c0 admin admin] Publish callbacks [] for security_group (131e2dff-6fd6-4775-8101-54b4a9af5729), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:29.937228 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ffdd57b-62a0-4641-bc3e-7bbe3eddeb14 req-ef96a258-a2a5-449b-86c5-15a2242d5a62 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 210 time: 0.0628786
Apr 16 21:12:29.943979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-08ca9ccd-4559-4eb6-abe4-28ba174d309f req-f271224f-a7f3-4b32-b8a3-20e61692cca5 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] For port 96a1cc71-d1de-4f33-ad30-0d9143131754, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96a1cc71-d1de-4f33-ad30-0d9143131754,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:29.947796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-08ca9ccd-4559-4eb6-abe4-28ba174d309f req-f271224f-a7f3-4b32-b8a3-20e61692cca5 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:29.948144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:29.948144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 74297eec-fea7-4f18-9edd-1a7bb09d6fd5 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:29.954348 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Publish callbacks [] for router_gateway (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:29.969909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-08ca9ccd-4559-4eb6-abe4-28ba174d309f req-f271224f-a7f3-4b32-b8a3-20e61692cca5 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Calling delete_port for 96a1cc71-d1de-4f33-ad30-0d9143131754 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:29.991968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c855619f-b86c-4239-9a49-bd195db04d8f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:29.993218 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:30.119052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-66c1a9c9-7362-4bab-829a-530a706bf01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241e9d00>, [{'id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'name': 'tempest-FloatingIPDetailsTestJSON-591577153-router', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:11:56Z', 'updated_at': '2022-04-16T21:12:27Z', 'revision_number': 5, 'project_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'gw_port': {'id': '48c6915c-00fc-4cc3-a313-9cc272b81d2c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:11:57Z', 'updated_at': '2022-04-16T21:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:30.131653 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1399bb99-8ab6-4a5d-b503-af9e07b871c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (131e2dff-6fd6-4775-8101-54b4a9af5729), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:30.134583 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1399bb99-8ab6-4a5d-b503-af9e07b871c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:30.138423 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1399bb99-8ab6-4a5d-b503-af9e07b871c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/131e2dff-6fd6-4775-8101-54b4a9af5729 HTTP/1.1" status: 204  len: 168 time: 0.3757250
Apr 16 21:12:30.157472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Deleting port 48c6915c-00fc-4cc3-a313-9cc272b81d2c {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:30.158163 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:30.194257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399bb99-8ab6-4a5d-b503-af9e07b871c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131e2dff-6fd6-4775-8101-54b4a9af5729,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:30.204202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364de0e0-af15-4347-aa5b-e7ddd1d3d45f req-b25304c4-a86f-4ce4-bfbe-00f02f7fed29 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:30.206268 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-364de0e0-af15-4347-aa5b-e7ddd1d3d45f req-b25304c4-a86f-4ce4-bfbe-00f02f7fed29 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1c88ea7-2311-4b05-94ba-6e641159d41a HTTP/1.1" status: 200  len: 946 time: 0.1358206
Apr 16 21:12:30.222199 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e89a7-6430-42d9-be4e-3a21dba5e229 req-086d4f8b-b529-4d2c-a8f4-3a0c49b2e2eb tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:30.223282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d3e89a7-6430-42d9-be4e-3a21dba5e229 req-086d4f8b-b529-4d2c-a8f4-3a0c49b2e2eb tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=80bcd5fb-6cbf-49ce-b126-1a95b55ba451 HTTP/1.1" status: 200  len: 946 time: 0.0959663
Apr 16 21:12:30.298134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c1a9c9-7362-4bab-829a-530a706bf01d None None] Checking router: a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:12:30.323827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c855619f-b86c-4239-9a49-bd195db04d8f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:30.330580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] For port 48c6915c-00fc-4cc3-a313-9cc272b81d2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48c6915c-00fc-4cc3-a313-9cc272b81d2c,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:30.330969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:30.336146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c1a9c9-7362-4bab-829a-530a706bf01d None None] Routers {'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:30.340472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-66c1a9c9-7362-4bab-829a-530a706bf01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241e9d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:30.349138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Calling delete_port for 48c6915c-00fc-4cc3-a313-9cc272b81d2c owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:30.357370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-364de0e0-af15-4347-aa5b-e7ddd1d3d45f req-6645176f-defb-471c-b0b3-99e19fdcd9c4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Deleting port be39f056-864d-4773-9608-d25a97235273 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:30.357721 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-364de0e0-af15-4347-aa5b-e7ddd1d3d45f req-6645176f-defb-471c-b0b3-99e19fdcd9c4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (be39f056-864d-4773-9608-d25a97235273), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:30.419962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-08ca9ccd-4559-4eb6-abe4-28ba174d309f req-f271224f-a7f3-4b32-b8a3-20e61692cca5 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (96a1cc71-d1de-4f33-ad30-0d9143131754), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:30.427788 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d3e89a7-6430-42d9-be4e-3a21dba5e229 req-7f6daf48-62bb-4b5b-a861-7d4a6f2f726a tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ac9bef8-4433-47c7-9519-28be1bd0a502&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964877
Apr 16 21:12:30.475159 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-364de0e0-af15-4347-aa5b-e7ddd1d3d45f req-6645176f-defb-471c-b0b3-99e19fdcd9c4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] For port be39f056-864d-4773-9608-d25a97235273, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be39f056-864d-4773-9608-d25a97235273,segment=NetworkSegment(2ff81a94-20b6-4548-b33e-7064b43d51ca),segment_id=2ff81a94-20b6-4548-b33e-7064b43d51ca)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:30.475540 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-364de0e0-af15-4347-aa5b-e7ddd1d3d45f req-6645176f-defb-471c-b0b3-99e19fdcd9c4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (be39f056-864d-4773-9608-d25a97235273), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:30.483753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['96a1cc71-d1de-4f33-ad30-0d9143131754'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:30.487438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['be39f056-864d-4773-9608-d25a97235273'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:30.495076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-364de0e0-af15-4347-aa5b-e7ddd1d3d45f req-6645176f-defb-471c-b0b3-99e19fdcd9c4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Calling delete_port for be39f056-864d-4773-9608-d25a97235273 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:30.503669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271224f-a7f3-4b32-b8a3-20e61692cca5 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Pushing event deleted for resources: {'Port': ['ID=96a1cc71-d1de-4f33-ad30-0d9143131754,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:30.560637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ca9ccd-4559-4eb6-abe4-28ba174d309f req-f271224f-a7f3-4b32-b8a3-20e61692cca5 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] No DVR routers for this DVR port 96a1cc71-d1de-4f33-ad30-0d9143131754 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:30.568605 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-08ca9ccd-4559-4eb6-abe4-28ba174d309f req-f271224f-a7f3-4b32-b8a3-20e61692cca5 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:30.580956 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08ca9ccd-4559-4eb6-abe4-28ba174d309f req-f271224f-a7f3-4b32-b8a3-20e61692cca5 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.11 "DELETE /v2.0/ports/96a1cc71-d1de-4f33-ad30-0d9143131754 HTTP/1.1" status: 204  len: 173 time: 1.3145247
Apr 16 21:12:30.581682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bcd5fb-6cbf-49ce-b126-1a95b55ba451', 'name': 'network-vif-deleted', 'tag': '96a1cc71-d1de-4f33-ad30-0d9143131754'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:30.584330 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fea5454-563b-4cef-a7f5-3287d48bd19e" -d '{"events": [{"server_uuid": "80bcd5fb-6cbf-49ce-b126-1a95b55ba451", "name": "network-vif-deleted", "tag": "96a1cc71-d1de-4f33-ad30-0d9143131754"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:30.756061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-66c1a9c9-7362-4bab-829a-530a706bf01d None None] Set router a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:30.831272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-66c1a9c9-7362-4bab-829a-530a706bf01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241e9d00>, [{'id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'name': 'tempest-FloatingIPDetailsTestJSON-591577153-router', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:11:56Z', 'updated_at': '2022-04-16T21:12:29Z', 'revision_number': 6, 'project_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:30.851834 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659e3312-593f-46a4-ba5d-e4cdf3918997 x-openstack-request-id: req-659e3312-593f-46a4-ba5d-e4cdf3918997 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:30.852144 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bcd5fb-6cbf-49ce-b126-1a95b55ba451", "name": "network-vif-deleted", "tag": "96a1cc71-d1de-4f33-ad30-0d9143131754", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:30.852418 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-659e3312-593f-46a4-ba5d-e4cdf3918997 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:30.852853 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659e3312-593f-46a4-ba5d-e4cdf3918997'] response: {'server_uuid': '80bcd5fb-6cbf-49ce-b126-1a95b55ba451', 'name': 'network-vif-deleted', 'tag': '96a1cc71-d1de-4f33-ad30-0d9143131754', 'status': 'completed', 'code': 200}
Apr 16 21:12:30.870036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-364de0e0-af15-4347-aa5b-e7ddd1d3d45f req-6645176f-defb-471c-b0b3-99e19fdcd9c4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (be39f056-864d-4773-9608-d25a97235273), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:30.889716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['be39f056-864d-4773-9608-d25a97235273'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:30.892114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['96a1cc71-d1de-4f33-ad30-0d9143131754'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:30.898557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645176f-defb-471c-b0b3-99e19fdcd9c4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Pushing event deleted for resources: {'Port': ['ID=be39f056-864d-4773-9608-d25a97235273,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:30.929021 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (48c6915c-00fc-4cc3-a313-9cc272b81d2c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:30.948089 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c1a9c9-7362-4bab-829a-530a706bf01d None None] The sync data for ids ['a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2'] in ncdv-master-1 is: [{'id': 'a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2', 'name': 'tempest-FloatingIPDetailsTestJSON-591577153-router', 'tenant_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:11:56Z', 'updated_at': '2022-04-16T21:12:29Z', 'revision_number': 6, 'project_id': '94c56c63a21f4a5db2bb3ab3b2d548e4', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:12:30.982230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-364de0e0-af15-4347-aa5b-e7ddd1d3d45f req-6645176f-defb-471c-b0b3-99e19fdcd9c4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] No DVR routers for this DVR port be39f056-864d-4773-9608-d25a97235273 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:30.987063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=48c6915c-00fc-4cc3-a313-9cc272b81d2c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:30.989226 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-364de0e0-af15-4347-aa5b-e7ddd1d3d45f req-6645176f-defb-471c-b0b3-99e19fdcd9c4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:30.992626 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-364de0e0-af15-4347-aa5b-e7ddd1d3d45f req-6645176f-defb-471c-b0b3-99e19fdcd9c4 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.41 "DELETE /v2.0/ports/be39f056-864d-4773-9608-d25a97235273 HTTP/1.1" status: 204  len: 173 time: 0.7791960
Apr 16 21:12:30.995659 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c88ea7-2311-4b05-94ba-6e641159d41a', 'name': 'network-vif-deleted', 'tag': 'be39f056-864d-4773-9608-d25a97235273'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:31.000772 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86dcba2-610f-4d6e-8e11-bdfef20f6846" -d '{"events": [{"server_uuid": "e1c88ea7-2311-4b05-94ba-6e641159d41a", "name": "network-vif-deleted", "tag": "be39f056-864d-4773-9608-d25a97235273"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:31.079010 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ba1639-0d08-4081-8d4a-60f0800ed568 x-openstack-request-id: req-75ba1639-0d08-4081-8d4a-60f0800ed568 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:31.079696 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c88ea7-2311-4b05-94ba-6e641159d41a", "name": "network-vif-deleted", "tag": "be39f056-864d-4773-9608-d25a97235273", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:31.080108 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75ba1639-0d08-4081-8d4a-60f0800ed568 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:31.089178 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ba1639-0d08-4081-8d4a-60f0800ed568'] response: {'server_uuid': 'e1c88ea7-2311-4b05-94ba-6e641159d41a', 'name': 'network-vif-deleted', 'tag': 'be39f056-864d-4773-9608-d25a97235273', 'status': 'completed', 'code': 200}
Apr 16 21:12:31.141656 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.145477 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e7749634-37e6-4918-ae29-4296674bced4 req-0b7e41f9-3137-4cbb-a29a-c5602adcda79 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 210 time: 0.0376053
Apr 16 21:12:31.244205 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.246398 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Publish callbacks [] for router_controller (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.307690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53628) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:31.350967 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0346ba72-018a-4c83-9a64-b669e0e32284 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81c36fc64b5b47ac8e674c4810cd7567&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0416577
Apr 16 21:12:31.353439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53630) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:31.388805 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.389389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:12:31.404644 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.404644 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c13dc603-fe25-4178-9ab4-2b83c93ac8cc admin admin] 10.222.0.20 "DELETE /v2.0/routers/a2d0bbfe-7ba0-401f-a589-a6cd1ccf3db2 HTTP/1.1" status: 204  len: 168 time: 2.2472930
Apr 16 21:12:31.405041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53632) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:31.436997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09c9f6e1-f08d-4594-847a-ab7d6eae64c1 admin admin] Publish callbacks [] for security_group (3345578e-fa4a-4d2c-898b-d6bc44b51827), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.475610 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09c9f6e1-f08d-4594-847a-ab7d6eae64c1 admin admin] Publish callbacks [] for security_group (3345578e-fa4a-4d2c-898b-d6bc44b51827), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.486203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de09756-29db-45a9-8f32-ed3e801e0bd9 admin admin] Deleting subnet 65748e70-46a5-4611-95df-fdba3a537b9d {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:12:31.494745 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3de09756-29db-45a9-8f32-ed3e801e0bd9 admin admin] Publish callbacks [] for subnet (65748e70-46a5-4611-95df-fdba3a537b9d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.561657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3de09756-29db-45a9-8f32-ed3e801e0bd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (65748e70-46a5-4611-95df-fdba3a537b9d), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.626630 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d887816c-82b8-4ee7-a6fc-6b9996620de8 req-5db668f1-8f45-4b4c-ac77-2fe678697c23 tempest-ListServersNegativeTestJSON-826022182 tempest-ListServersNegativeTestJSON-826022182-project] 10.222.0.20 "GET /v2.0/ports?device_id=80bcd5fb-6cbf-49ce-b126-1a95b55ba451 HTTP/1.1" status: 200  len: 210 time: 0.0360606
Apr 16 21:12:31.680835 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3de09756-29db-45a9-8f32-ed3e801e0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (65748e70-46a5-4611-95df-fdba3a537b9d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.808930 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09c9f6e1-f08d-4594-847a-ab7d6eae64c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3345578e-fa4a-4d2c-898b-d6bc44b51827), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.811748 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09c9f6e1-f08d-4594-847a-ab7d6eae64c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.812941 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-09c9f6e1-f08d-4594-847a-ab7d6eae64c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3345578e-fa4a-4d2c-898b-d6bc44b51827 HTTP/1.1" status: 204  len: 168 time: 0.4585304
Apr 16 21:12:31.821312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9f6e1-f08d-4594-847a-ab7d6eae64c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3345578e-fa4a-4d2c-898b-d6bc44b51827,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:31.896031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c855619f-b86c-4239-9a49-bd195db04d8f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:31.910286 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3de09756-29db-45a9-8f32-ed3e801e0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (65748e70-46a5-4611-95df-fdba3a537b9d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.946531 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3de09756-29db-45a9-8f32-ed3e801e0bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:31.954535 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285eb181-2107-4527-9e78-9db121083d66 None None] Network 719ee04d-e9fc-4852-8e44-831ca1b9bec8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:31.955732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53640) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:31.956026 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3de09756-29db-45a9-8f32-ed3e801e0bd9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/65748e70-46a5-4611-95df-fdba3a537b9d HTTP/1.1" status: 204  len: 168 time: 0.5556614
Apr 16 21:12:31.958295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de09756-29db-45a9-8f32-ed3e801e0bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65748e70-46a5-4611-95df-fdba3a537b9d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:32.054989 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (719ee04d-e9fc-4852-8e44-831ca1b9bec8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.124436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Deleting port d5c0fde8-679f-4e19-81a7-346bfa17fafa {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:32.124782 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.202509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] For port d5c0fde8-679f-4e19-81a7-346bfa17fafa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5c0fde8-679f-4e19-81a7-346bfa17fafa,segment=NetworkSegment(68d9a218-8f3b-4a5a-9500-dfbb289131b4),segment_id=68d9a218-8f3b-4a5a-9500-dfbb289131b4)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:32.202509 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.220960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Calling delete_port for d5c0fde8-679f-4e19-81a7-346bfa17fafa owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:32.291369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c855619f-b86c-4239-9a49-bd195db04d8f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:32.292760 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.378603 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8af10898-1fb8-44b8-8564-5b5dfca78df6 req-b1290d36-182c-49dd-93ea-9ffa80376230 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 210 time: 0.0747705
Apr 16 21:12:32.451100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c855619f-b86c-4239-9a49-bd195db04d8f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:32.470232 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-0c7bd729-3569-4bdc-a58a-17d942f03e43 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1bc88cb7a1504053928ac23280b2b6a3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0300291
Apr 16 21:12:32.470911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 39a21ebe-9d00-49f6-add3-0efddced3283 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:32.497474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec9d8e5-ee23-440b-b94c-988100695334 None None] DHCP port deletion for 719ee04d-e9fc-4852-8e44-831ca1b9bec8 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:12:32.500458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 39a21ebe-9d00-49f6-add3-0efddced3283 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:32.500808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 39a21ebe-9d00-49f6-add3-0efddced3283 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:32.555256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9d8e5-ee23-440b-b94c-988100695334 None None] Deleting port d5c0fde8-679f-4e19-81a7-346bfa17fafa {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:32.555642 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d8e5-ee23-440b-b94c-988100695334 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.573321 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.602283 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c0fde8-679f-4e19-81a7-346bfa17fafa,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:32.604139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] No DVR routers for this DVR port d5c0fde8-679f-4e19-81a7-346bfa17fafa on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:32.629399 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2639-45de-4657-830d-fae52f835a29 req-5caecb13-3f0f-4833-914e-37c2fcf25026 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:32.631088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-5caecb13-3f0f-4833-914e-37c2fcf25026 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1558177
Apr 16 21:12:32.642444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Request body: {'port': {'device_id': '44880d34-adb1-4de6-ada6-dc4f7e4f0527', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '1bc88cb7a1504053928ac23280b2b6a3'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:32.693939 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (719ee04d-e9fc-4852-8e44-831ca1b9bec8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.721934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7ec9d8e5-ee23-440b-b94c-988100695334 None None] For port d5c0fde8-679f-4e19-81a7-346bfa17fafa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5c0fde8-679f-4e19-81a7-346bfa17fafa,segment=NetworkSegment(68d9a218-8f3b-4a5a-9500-dfbb289131b4),segment_id=68d9a218-8f3b-4a5a-9500-dfbb289131b4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:32.721934 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d8e5-ee23-440b-b94c-988100695334 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.724521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e8f4d00>,) {'filters': {'network_id': ['719ee04d-e9fc-4852-8e44-831ca1b9bec8']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:32.738461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9d8e5-ee23-440b-b94c-988100695334 None None] Calling delete_port for d5c0fde8-679f-4e19-81a7-346bfa17fafa owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:32.739313 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e8f4d00>, '68d9a218-8f3b-4a5a-9500-dfbb289131b4') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:32.739902 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e8f4d00>, '68d9a218-8f3b-4a5a-9500-dfbb289131b4') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:32.762441 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (68d9a218-8f3b-4a5a-9500-dfbb289131b4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.763301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53662) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:32.817402 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (68d9a218-8f3b-4a5a-9500-dfbb289131b4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.828864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:12:32.829279 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (68d9a218-8f3b-4a5a-9500-dfbb289131b4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:12:32.831270 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:12:32.869316 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d8e5-ee23-440b-b94c-988100695334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (d5c0fde8-679f-4e19-81a7-346bfa17fafa), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.878265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-412f623b-2047-4f5d-b199-fb54de74b4b9 admin admin] Deleting subnet 564a3fd8-43b9-4071-a232-324e8153e630 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:12:32.885124 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-412f623b-2047-4f5d-b199-fb54de74b4b9 admin admin] Publish callbacks [] for subnet (564a3fd8-43b9-4071-a232-324e8153e630), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.902700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9d8e5-ee23-440b-b94c-988100695334 None None] Pushing event deleted for resources: {'Port': ['ID=d5c0fde8-679f-4e19-81a7-346bfa17fafa,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:32.906262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9d8e5-ee23-440b-b94c-988100695334 None None] No DVR routers for this DVR port d5c0fde8-679f-4e19-81a7-346bfa17fafa on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:32.934140 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-412f623b-2047-4f5d-b199-fb54de74b4b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (564a3fd8-43b9-4071-a232-324e8153e630), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.937741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Made reservation on behalf of 1bc88cb7a1504053928ac23280b2b6a3 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:32.941563 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.952953 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:32.979027 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-412f623b-2047-4f5d-b199-fb54de74b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (564a3fd8-43b9-4071-a232-324e8153e630), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.029726 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Publish callbacks [] for security_group (dac8e534-f40c-4a17-a462-9b5cd54feb83), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.102637 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (719ee04d-e9fc-4852-8e44-831ca1b9bec8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.118275 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.123509 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] 10.222.0.20 "DELETE /v2.0/networks/719ee04d-e9fc-4852-8e44-831ca1b9bec8 HTTP/1.1" status: 204  len: 168 time: 1.1655805
Apr 16 21:12:33.131245 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (dac8e534-f40c-4a17-a462-9b5cd54feb83), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.137800 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-412f623b-2047-4f5d-b199-fb54de74b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (564a3fd8-43b9-4071-a232-324e8153e630), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.143106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575bfda-030a-4cb7-a033-9014d83eacbe admin admin] Pushing event deleted for resources: {'Network': ['ID=719ee04d-e9fc-4852-8e44-831ca1b9bec8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:33.174899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f623b-2047-4f5d-b199-fb54de74b4b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=564a3fd8-43b9-4071-a232-324e8153e630,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:33.176942 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-412f623b-2047-4f5d-b199-fb54de74b4b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.180490 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-412f623b-2047-4f5d-b199-fb54de74b4b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/564a3fd8-43b9-4071-a232-324e8153e630 HTTP/1.1" status: 204  len: 168 time: 0.4161322
Apr 16 21:12:33.183442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53676) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:33.232273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac8e534-f40c-4a17-a462-9b5cd54feb83,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:33.255368 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74296310-4534-4ac8-9aef-0ad979dcda52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (ee17ff26-4aa4-479d-a168-27afd2ba69a4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.276956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 96a1cc71-d1de-4f33-ad30-0d9143131754 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:33.290117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Allocated IP 192.168.233.7 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/98e4611b-6394-423f-af47-8583fcc1b4f5) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:33.336095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 96a1cc71-d1de-4f33-ad30-0d9143131754 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:33.341351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 96a1cc71-d1de-4f33-ad30-0d9143131754 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:33.369004 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74296310-4534-4ac8-9aef-0ad979dcda52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (ee17ff26-4aa4-479d-a168-27afd2ba69a4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.408310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-74296310-4534-4ac8-9aef-0ad979dcda52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e5e02e0>,) {'filters': {'network_id': ['ee17ff26-4aa4-479d-a168-27afd2ba69a4']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:33.417285 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 48c6915c-00fc-4cc3-a313-9cc272b81d2c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:33.425747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-74296310-4534-4ac8-9aef-0ad979dcda52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e5e02e0>, '2ff81a94-20b6-4548-b33e-7064b43d51ca') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:33.426214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-74296310-4534-4ac8-9aef-0ad979dcda52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e5e02e0>, '2ff81a94-20b6-4548-b33e-7064b43d51ca') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:33.441748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74296310-4534-4ac8-9aef-0ad979dcda52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (2ff81a94-20b6-4548-b33e-7064b43d51ca), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.453589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 48c6915c-00fc-4cc3-a313-9cc272b81d2c {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:33.456349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 48c6915c-00fc-4cc3-a313-9cc272b81d2c not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:33.456349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d5c0fde8-679f-4e19-81a7-346bfa17fafa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:33.461629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53684) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:33.462826 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74296310-4534-4ac8-9aef-0ad979dcda52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2ff81a94-20b6-4548-b33e-7064b43d51ca), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.470565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74296310-4534-4ac8-9aef-0ad979dcda52 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:12:33.470960 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74296310-4534-4ac8-9aef-0ad979dcda52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (2ff81a94-20b6-4548-b33e-7064b43d51ca), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:12:33.472935 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:12:33.481565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: d5c0fde8-679f-4e19-81a7-346bfa17fafa {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:33.484385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d5c0fde8-679f-4e19-81a7-346bfa17fafa not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:33.525567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53688) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:33.526021 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e2b2a06-ae54-41ab-884f-ceb50e891598 req-6527a3b0-94c4-41d6-b9bb-4119303495fb tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 210 time: 0.0367804
Apr 16 21:12:33.603643 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Publish callbacks [] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.726437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.763332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1773532575-network', 'tenant_id': '82172006c12d411e8265f589993402a1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:33.811401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:33.811401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:33.813005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Pushing event updated for resources: {'Port': ['ID=98e4611b-6394-423f-af47-8583fcc1b4f5,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:33.815320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:33.870866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:33.871905 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.878333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device be39f056-864d-4773-9608-d25a97235273 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:33.896896 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-54402f76-b7d5-4206-ae6e-e025d4304e1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94c56c63a21f4a5db2bb3ab3b2d548e4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3700573
Apr 16 21:12:33.898798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53690) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:33.900425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: be39f056-864d-4773-9608-d25a97235273 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:33.900800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device be39f056-864d-4773-9608-d25a97235273 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:33.919259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Made reservation on behalf of 82172006c12d411e8265f589993402a1 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:33.922275 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.946894 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.990026 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-229908d6-bebe-455d-b919-324ccdddcab0 admin admin] Publish callbacks [] for security_group (54b5b92f-7bb4-4bf3-a17d-910abfd9bef0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:33.995539 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74296310-4534-4ac8-9aef-0ad979dcda52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (ee17ff26-4aa4-479d-a168-27afd2ba69a4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.003809 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74296310-4534-4ac8-9aef-0ad979dcda52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.008957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-74296310-4534-4ac8-9aef-0ad979dcda52 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ee17ff26-4aa4-479d-a168-27afd2ba69a4 HTTP/1.1" status: 204  len: 168 time: 0.8244617
Apr 16 21:12:34.020886 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74296310-4534-4ac8-9aef-0ad979dcda52 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee17ff26-4aa4-479d-a168-27afd2ba69a4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:34.034920 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-229908d6-bebe-455d-b919-324ccdddcab0 admin admin] Publish callbacks [] for security_group (54b5b92f-7bb4-4bf3-a17d-910abfd9bef0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.052298 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-1c0ef083-b66c-406a-b138-00ea61344e57 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.4136214
Apr 16 21:12:34.112780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Publish callbacks [] for security_group (de885e5a-677f-4f18-b45b-af24630128a4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.125310 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Request body: {'port': {'device_id': '44880d34-adb1-4de6-ada6-dc4f7e4f0527', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:34.161020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3d9f8f82-dd4e-49a4-a1b1-88762086c208 None None] Provisioning complete for port 98e4611b-6394-423f-af47-8583fcc1b4f5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:34.161575 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3d9f8f82-dd4e-49a4-a1b1-88762086c208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.195659 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.210800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f8f82-dd4e-49a4-a1b1-88762086c208 None None] Port 98e4611b-6394-423f-af47-8583fcc1b4f5 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:12:34.211635 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (de885e5a-677f-4f18-b45b-af24630128a4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.211743 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-229908d6-bebe-455d-b919-324ccdddcab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (54b5b92f-7bb4-4bf3-a17d-910abfd9bef0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.214248 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-229908d6-bebe-455d-b919-324ccdddcab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.215385 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-229908d6-bebe-455d-b919-324ccdddcab0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54b5b92f-7bb4-4bf3-a17d-910abfd9bef0 HTTP/1.1" status: 204  len: 168 time: 0.3153598
Apr 16 21:12:34.258916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:12:34.277232 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de885e5a-677f-4f18-b45b-af24630128a4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:34.283010 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c81b8191-ff11-4c26-a2a5-41a6d603fe44), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.283352 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Added segment c81b8191-ff11-4c26-a2a5-41a6d603fe44 of type vlan for network 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad
Apr 16 21:12:34.308567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229908d6-bebe-455d-b919-324ccdddcab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b5b92f-7bb4-4bf3-a17d-910abfd9bef0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:34.398774 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.484135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53704) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:34.556991 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a128af83-6623-494b-95b2-6d3eade531da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e9cccbcf0e7456ab8b7c7992372784b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0717037
Apr 16 21:12:34.559651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53708) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:34.568967 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.571029 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:34.571029 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.655098 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98fe6d2a-5158-40fe-8b5d-1ada6b25fe05 admin admin] Publish callbacks [] for security_group (2ac9bef8-4433-47c7-9519-28be1bd0a502), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.669560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e4611b-6394-423f-af47-8583fcc1b4f5 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:12:34.672915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dbf73-ed85-4768-83c9-d639a294d4ad req-91e4b159-9b30-496d-9990-995d4c44e6af tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:34.674765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a2dbf73-ed85-4768-83c9-d639a294d4ad req-91e4b159-9b30-496d-9990-995d4c44e6af tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 934 time: 0.0694454
Apr 16 21:12:34.675830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] Pushing event updated for resources: {'Network': ['ID=06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:34.682083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Publish callbacks [] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.687380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:12:34.700092 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3404a5ed-e3d1-4b6a-87dc-a4cdea8d3d73 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.2374291
Apr 16 21:12:34.702047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98fe6d2a-5158-40fe-8b5d-1ada6b25fe05 admin admin] Publish callbacks [] for security_group (2ac9bef8-4433-47c7-9519-28be1bd0a502), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.711710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53712) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:34.720523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-00f8dd8d-8d00-4d86-bbff-b1f5692fe2c5 admin admin] Request body: {'subnet': {'network_id': '06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773532575-subnet', 'tenant_id': '82172006c12d411e8265f589993402a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:34.732405 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Transition to ACTIVE for port object 98e4611b-6394-423f-af47-8583fcc1b4f5 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:12:34.786577 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a2dbf73-ed85-4768-83c9-d639a294d4ad req-c424a9e8-158d-4d54-8e25-aaac892cea9c tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/security-groups?id=dac8e534-f40c-4a17-a462-9b5cd54feb83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889640
Apr 16 21:12:34.885432 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.939628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Pushing event updated for resources: {'Port': ['ID=98e4611b-6394-423f-af47-8583fcc1b4f5,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:34.986053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98fe6d2a-5158-40fe-8b5d-1ada6b25fe05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2ac9bef8-4433-47c7-9519-28be1bd0a502), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.986053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98fe6d2a-5158-40fe-8b5d-1ada6b25fe05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:34.986053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-98fe6d2a-5158-40fe-8b5d-1ada6b25fe05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ac9bef8-4433-47c7-9519-28be1bd0a502 HTTP/1.1" status: 204  len: 168 time: 0.4208782
Apr 16 21:12:34.991393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe6d2a-5158-40fe-8b5d-1ada6b25fe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac9bef8-4433-47c7-9519-28be1bd0a502,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:35.007606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f8dd8d-8d00-4d86-bbff-b1f5692fe2c5 admin admin] Made reservation on behalf of 82172006c12d411e8265f589993402a1 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:35.010409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00f8dd8d-8d00-4d86-bbff-b1f5692fe2c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:35.081027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Attempting to bind port 98e4611b-6394-423f-af47-8583fcc1b4f5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:35.081478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Attempting to bind port 98e4611b-6394-423f-af47-8583fcc1b4f5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:35.083716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Attempting to bind port 98e4611b-6394-423f-af47-8583fcc1b4f5 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:35.091991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Port 98e4611b-6394-423f-af47-8583fcc1b4f5 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:12:35.092521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Attempting to bind port 98e4611b-6394-423f-af47-8583fcc1b4f5 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:35.105182 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:35.105669 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:35.106149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:35.106677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Bound port: 98e4611b-6394-423f-af47-8583fcc1b4f5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:35.107133 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:35.228233 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] For port 98e4611b-6394-423f-af47-8583fcc1b4f5, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:35.232634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] For port 98e4611b-6394-423f-af47-8583fcc1b4f5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98e4611b-6394-423f-af47-8583fcc1b4f5,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:35.351919 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:35.385988 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00f8dd8d-8d00-4d86-bbff-b1f5692fe2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (66af6e10-c290-4396-bd34-01528c007a9b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:35.401994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:35.402550 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:35.403932 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] 10.222.0.41 "PUT /v2.0/ports/98e4611b-6394-423f-af47-8583fcc1b4f5 HTTP/1.1" status: 200  len: 1094 time: 1.3402820
Apr 16 21:12:35.423187 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44880d34-adb1-4de6-ada6-dc4f7e4f0527', 'tag': '98e4611b-6394-423f-af47-8583fcc1b4f5'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:35.425446 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d78613-476e-4174-ad9e-c3f949049746" -d '{"events": [{"name": "network-changed", "server_uuid": "44880d34-adb1-4de6-ada6-dc4f7e4f0527", "tag": "98e4611b-6394-423f-af47-8583fcc1b4f5"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:35.463221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7a67c-6f58-4bb1-9d48-016e18aefe44 service neutron] Pushing event updated for resources: {'Port': ['ID=98e4611b-6394-423f-af47-8583fcc1b4f5,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:35.481152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8dd8d-8d00-4d86-bbff-b1f5692fe2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66af6e10-c290-4396-bd34-01528c007a9b,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:35.507807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8dd8d-8d00-4d86-bbff-b1f5692fe2c5 admin admin] Checking segment: {'id': 'c81b8191-ff11-4c26-a2a5-41a6d603fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:35.508355 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f8dd8d-8d00-4d86-bbff-b1f5692fe2c5 admin admin] Network hostable DHCP agents. Network: 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:12:35.523355 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6f8227-3e39-4045-9063-d08b6760df3b x-openstack-request-id: req-fa6f8227-3e39-4045-9063-d08b6760df3b {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:35.523705 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44880d34-adb1-4de6-ada6-dc4f7e4f0527", "tag": "98e4611b-6394-423f-af47-8583fcc1b4f5", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:35.524083 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa6f8227-3e39-4045-9063-d08b6760df3b {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:35.524511 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6f8227-3e39-4045-9063-d08b6760df3b'] response: {'name': 'network-changed', 'server_uuid': '44880d34-adb1-4de6-ada6-dc4f7e4f0527', 'tag': '98e4611b-6394-423f-af47-8583fcc1b4f5', 'status': 'completed', 'code': 200}
Apr 16 21:12:35.587987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78613-476e-4174-ad9e-c3f949049746 req-ee7cd5c2-4c36-4d30-a65d-60b8e5db0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:35.589647 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-14d78613-476e-4174-ad9e-c3f949049746 req-ee7cd5c2-4c36-4d30-a65d-60b8e5db0e76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bc88cb7a1504053928ac23280b2b6a3&device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 1128 time: 0.0448933
Apr 16 21:12:35.617285 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-14d78613-476e-4174-ad9e-c3f949049746 req-03c7c797-9c95-4791-8f12-1252590f9438 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1bc88cb7a1504053928ac23280b2b6a3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0202670
Apr 16 21:12:35.642521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f8dd8d-8d00-4d86-bbff-b1f5692fe2c5 admin admin] Network 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:12:35.729477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78613-476e-4174-ad9e-c3f949049746 req-ec1eef28-c55a-4f60-8a73-7d582a15460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:35.731213 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-14d78613-476e-4174-ad9e-c3f949049746 req-ec1eef28-c55a-4f60-8a73-7d582a15460b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1082959
Apr 16 21:12:35.782293 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:35.812589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2639-45de-4657-830d-fae52f835a29 req-00f2e6b8-90b2-4aef-b203-8e2e17a29ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:35.814566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-00f2e6b8-90b2-4aef-b203-8e2e17a29ea7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bc88cb7a1504053928ac23280b2b6a3&device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 1128 time: 0.0454149
Apr 16 21:12:35.816626 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-00f8dd8d-8d00-4d86-bbff-b1f5692fe2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:35.825333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f8dd8d-8d00-4d86-bbff-b1f5692fe2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:35.825333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00f8dd8d-8d00-4d86-bbff-b1f5692fe2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:35.833226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be12beb-1f0e-4541-aefd-c40aff6ccd2c None None] Network 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:35.841522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53752) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:35.875050 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-96ed6ef0-724a-4158-afb7-cfcc23898b16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=98e4611b-6394-423f-af47-8583fcc1b4f5 HTTP/1.1" status: 200  len: 217 time: 0.0511930
Apr 16 21:12:35.935953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d122b4-9aed-43a0-87a7-fa41a61c7c37 req-85973eec-e882-4910-9cf5-6c338ff3ec61 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:35.939098 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2639-45de-4657-830d-fae52f835a29 req-77506ff2-ccbb-486e-85dc-c9d04b83ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:35.941163 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-77506ff2-ccbb-486e-85dc-c9d04b83ee52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0593400
Apr 16 21:12:35.943731 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80d122b4-9aed-43a0-87a7-fa41a61c7c37 req-85973eec-e882-4910-9cf5-6c338ff3ec61 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 946 time: 0.0571964
Apr 16 21:12:35.971374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad', 'network_id': '06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad', 'project_id': '82172006c12d411e8265f589993402a1', 'fixed_ips': [{'subnet_id': '66af6e10-c290-4396-bd34-01528c007a9b'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:12:35.971374 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.008800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-508796426-network', 'tenant_id': 'f95103d3663146e9ba6ffb49a05196b4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:36.021628 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-00f8dd8d-8d00-4d86-bbff-b1f5692fe2c5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.3151677
Apr 16 21:12:36.024712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53758) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:36.034349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1773532575-router', 'tenant_id': '82172006c12d411e8265f589993402a1', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:36.043150 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2639-45de-4657-830d-fae52f835a29 req-9fe1f7eb-251c-4c63-87a2-94659dfd63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:36.045092 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-9fe1f7eb-251c-4c63-87a2-94659dfd63a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0969119
Apr 16 21:12:36.048338 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80d122b4-9aed-43a0-87a7-fa41a61c7c37 req-98842be2-a43c-4e81-ba2a-a88b29148c17 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/security-groups?id=dac8e534-f40c-4a17-a462-9b5cd54feb83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035819
Apr 16 21:12:36.150345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Allocated IP 172.20.0.2 (06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad/66af6e10-c290-4396-bd34-01528c007a9b/48f05f19-8d37-4f6a-a2d7-e017da8b0901) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:36.154625 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-b008669f-74d8-46dd-be3f-88ef15eb6b72 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1020579
Apr 16 21:12:36.182945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Made reservation on behalf of f95103d3663146e9ba6ffb49a05196b4 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:36.185702 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.195316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.247130 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.248507 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.266374 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-acee2639-45de-4657-830d-fae52f835a29 req-2ba804f4-e705-436f-a46d-3412406cd462 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1061101
Apr 16 21:12:36.294934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Publish callbacks [] for security_group (6d16f39d-e724-412a-ad67-ce40fbd3a97a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.333203 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Publish callbacks [] for router_controller (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.337129 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Publish callbacks [] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.376142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53770) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:36.460640 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6d16f39d-e724-412a-ad67-ce40fbd3a97a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.461165 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.475116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-186539510-network', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:36.504232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Network 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:36.504343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:12:36.508920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:36.512726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:36.521478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Pushing event updated for resources: {'Port': ['ID=48f05f19-8d37-4f6a-a2d7-e017da8b0901,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:36.522628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d16f39d-e724-412a-ad67-ce40fbd3a97a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:36.531394 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.531758 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Added segment d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3 of type vlan for network 769f0aad-9fdd-4679-bf9a-69cbe3356918
Apr 16 21:12:36.581321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Attempting to bind port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:36.587095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Attempting to bind port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c81b8191-ff11-4c26-a2a5-41a6d603fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:36.587095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Attempting to bind port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 on network 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:36.588084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:36.588526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Checking segment: {'id': 'c81b8191-ff11-4c26-a2a5-41a6d603fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:36.588935 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.589331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Bound using segment: {'id': 'c81b8191-ff11-4c26-a2a5-41a6d603fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:36.589806 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Bound port: 48f05f19-8d37-4f6a-a2d7-e017da8b0901, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81b8191-ff11-4c26-a2a5-41a6d603fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:36.590192 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.602979 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (769f0aad-9fdd-4679-bf9a-69cbe3356918), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.629643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Made reservation on behalf of ceac90e6c7024b4ea350bfa95e1b5249 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:36.632299 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.642421 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.670282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] For port 48f05f19-8d37-4f6a-a2d7-e017da8b0901, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:36.678166 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] For port 48f05f19-8d37-4f6a-a2d7-e017da8b0901, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48f05f19-8d37-4f6a-a2d7-e017da8b0901,segment=NetworkSegment(c81b8191-ff11-4c26-a2a5-41a6d603fe44),segment_id=c81b8191-ff11-4c26-a2a5-41a6d603fe44)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:36.734042 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Publish callbacks [] for security_group (da529f6a-a022-4bd2-9716-5ae064118b8c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.760148 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (769f0aad-9fdd-4679-bf9a-69cbe3356918), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.761210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:36.761969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.796246 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:12:36.823015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] Pushing event updated for resources: {'Network': ['ID=769f0aad-9fdd-4679-bf9a-69cbe3356918,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:36.835748 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 769f0aad-9fdd-4679-bf9a-69cbe3356918 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:12:36.902667 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (da529f6a-a022-4bd2-9716-5ae064118b8c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.903600 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.933215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:12:36.944146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da529f6a-a022-4bd2-9716-5ae064118b8c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:36.950249 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (52d575e6-53a4-422b-b489-821afca2cf1b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.959051 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Added segment 52d575e6-53a4-422b-b489-821afca2cf1b of type vlan for network f9e642b5-0144-4768-b572-192069e5751e
Apr 16 21:12:36.970663 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Publish callbacks [] for router_gateway (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:36.990079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dedcea-6c90-4a74-8097-7906c723b339 None None] Pushing event updated for resources: {'Port': ['ID=48f05f19-8d37-4f6a-a2d7-e017da8b0901,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:37.001478 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (f9e642b5-0144-4768-b572-192069e5751e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:37.036829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f597ba88-6a1e-4c03-8361-0890bcd26459 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.1926951
Apr 16 21:12:37.040498 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53776) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:37.045375 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-57e72cf8-489c-4ff0-9eb6-3f7dc49e6df0 admin admin] Request body: {'subnet': {'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-508796426-subnet', 'tenant_id': 'f95103d3663146e9ba6ffb49a05196b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:37.167920 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (f9e642b5-0144-4768-b572-192069e5751e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:37.167920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:37.171355 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:37.225167 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c2652-156f-41e4-935c-6c399c1cf548 req-ac164dee-6b29-4072-9e1f-1b809fc015cf tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:37.227456 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f87c2652-156f-41e4-935c-6c399c1cf548 req-ac164dee-6b29-4072-9e1f-1b809fc015cf tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 946 time: 0.0662096
Apr 16 21:12:37.231026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e72cf8-489c-4ff0-9eb6-3f7dc49e6df0 admin admin] Made reservation on behalf of f95103d3663146e9ba6ffb49a05196b4 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:37.234302 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57e72cf8-489c-4ff0-9eb6-3f7dc49e6df0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:37.241892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e642b5-0144-4768-b572-192069e5751e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:37.252678 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network f9e642b5-0144-4768-b572-192069e5751e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:12:37.364633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ff9764e2-0666-43c4-a4a5-68416da9ac09 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9872870
Apr 16 21:12:37.365749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53784) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:37.372401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-655ae57d-b350-4ef0-b0aa-9390c387d3f2 admin admin] Request body: {'subnet': {'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-186539510-subnet', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:37.455736 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f87c2652-156f-41e4-935c-6c399c1cf548 req-c5dfaf52-9a7b-45f7-a9f5-5dfe3fd7ac58 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/security-groups?id=dac8e534-f40c-4a17-a462-9b5cd54feb83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039459
Apr 16 21:12:37.477816 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 48f05f19-8d37-4f6a-a2d7-e017da8b0901 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:37.527675 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Publish callbacks [] for router_gateway (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:37.530034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:37.530471 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:37.543367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655ae57d-b350-4ef0-b0aa-9390c387d3f2 admin admin] Made reservation on behalf of ceac90e6c7024b4ea350bfa95e1b5249 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:37.547036 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-655ae57d-b350-4ef0-b0aa-9390c387d3f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:37.554386 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:37.630894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:37.631429 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:37.675824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 48f05f19-8d37-4f6a-a2d7-e017da8b0901, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48f05f19-8d37-4f6a-a2d7-e017da8b0901,segment=NetworkSegment(c81b8191-ff11-4c26-a2a5-41a6d603fe44),segment_id=c81b8191-ff11-4c26-a2a5-41a6d603fe44)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:37.730868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Allocated IP 172.35.1.19 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/d6143b36-de03-44a5-9f63-83ffaa38afc0) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:37.786233 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57e72cf8-489c-4ff0-9eb6-3f7dc49e6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:37.795322 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:37.857640 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-655ae57d-b350-4ef0-b0aa-9390c387d3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (06ec77b4-a903-4213-a645-ac1f6c5c0b22), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:37.865120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=48f05f19-8d37-4f6a-a2d7-e017da8b0901,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:37.872974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e72cf8-489c-4ff0-9eb6-3f7dc49e6df0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:37.894715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e72cf8-489c-4ff0-9eb6-3f7dc49e6df0 admin admin] Checking segment: {'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:37.895327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e72cf8-489c-4ff0-9eb6-3f7dc49e6df0 admin admin] Network hostable DHCP agents. Network: 769f0aad-9fdd-4679-bf9a-69cbe3356918, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:12:37.922841 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Publish callbacks [] for port (d6143b36-de03-44a5-9f63-83ffaa38afc0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:37.953308 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ae57d-b350-4ef0-b0aa-9390c387d3f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ec77b4-a903-4213-a645-ac1f6c5c0b22,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:37.955588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655ae57d-b350-4ef0-b0aa-9390c387d3f2 admin admin] Checking segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:37.955955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655ae57d-b350-4ef0-b0aa-9390c387d3f2 admin admin] Network hostable DHCP agents. Network: f9e642b5-0144-4768-b572-192069e5751e, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:12:38.014261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e72cf8-489c-4ff0-9eb6-3f7dc49e6df0 admin admin] Network 769f0aad-9fdd-4679-bf9a-69cbe3356918 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:12:38.055021 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c9f54f-1afe-4b26-a66f-0ee057f3b75b None None] Network 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:38.057211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655ae57d-b350-4ef0-b0aa-9390c387d3f2 admin admin] Network f9e642b5-0144-4768-b572-192069e5751e is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:12:38.060068 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d6143b36-de03-44a5-9f63-83ffaa38afc0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:38.098737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:38.101686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:38.105066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:38.118563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cf267f32-447b-42a0-aa37-0becd3c5d956 None None] Provisioning complete for port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:38.118933 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cf267f32-447b-42a0-aa37-0becd3c5d956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:38.128371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Pushing event updated for resources: {'Port': ['ID=d6143b36-de03-44a5-9f63-83ffaa38afc0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:38.156195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-655ae57d-b350-4ef0-b0aa-9390c387d3f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f9e642b5-0144-4768-b572-192069e5751e) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:38.161523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655ae57d-b350-4ef0-b0aa-9390c387d3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:38.162282 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-655ae57d-b350-4ef0-b0aa-9390c387d3f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:38.169652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ba741c-6787-4a5f-96a3-755d363b9770 None None] Network f9e642b5-0144-4768-b572-192069e5751e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:38.191529 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-57e72cf8-489c-4ff0-9eb6-3f7dc49e6df0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 769f0aad-9fdd-4679-bf9a-69cbe3356918) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:38.222639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e72cf8-489c-4ff0-9eb6-3f7dc49e6df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:38.223251 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57e72cf8-489c-4ff0-9eb6-3f7dc49e6df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:38.245076 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-655ae57d-b350-4ef0-b0aa-9390c387d3f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8730838
Apr 16 21:12:38.245076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53790) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:38.245258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed00dad9-3d57-44fd-b24f-67212ad54929 None None] Network 769f0aad-9fdd-4679-bf9a-69cbe3356918 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:38.247831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:38.349075 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-57e72cf8-489c-4ff0-9eb6-3f7dc49e6df0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.3073704
Apr 16 21:12:38.420405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cf267f32-447b-42a0-aa37-0becd3c5d956 None None] Current status of the port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:38.448380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f9e642b5-0144-4768-b572-192069e5751e', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:12:38.449221 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (49b82c08-a044-4ff9-97ca-652fba8a2ac6), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:38.449700 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:38.454485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (49b82c08-a044-4ff9-97ca-652fba8a2ac6), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:38.469013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f191fbe9-15df-472c-9b86-5ebbfdd22cd7 None None] Network 769f0aad-9fdd-4679-bf9a-69cbe3356918 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:38.534087 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Publish callbacks [] for router_gateway (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:38.566541 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Publish callbacks [] for router_controller (49b82c08-a044-4ff9-97ca-652fba8a2ac6), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:38.697551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f6acd-524a-493a-9aab-6d8c441b3b08 req-96b5d508-a139-4c0c-8b45-8965437d829b tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:38.699669 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ac3f6acd-524a-493a-9aab-6d8c441b3b08 req-96b5d508-a139-4c0c-8b45-8965437d829b tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 946 time: 0.1123729
Apr 16 21:12:38.836227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Allocated IP 172.20.0.2 (f9e642b5-0144-4768-b572-192069e5751e/06ec77b4-a903-4213-a645-ac1f6c5c0b22/5e3803a1-8565-4973-b77d-f386cf2f11ac) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:38.960206 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Publish callbacks [] for router_gateway (49b82c08-a044-4ff9-97ca-652fba8a2ac6), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:38.969880 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ac3f6acd-524a-493a-9aab-6d8c441b3b08 req-1084d925-2af4-43d7-9d36-1874fdb7ad3e tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/security-groups?id=dac8e534-f40c-4a17-a462-9b5cd54feb83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859620
Apr 16 21:12:39.015762 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.043876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-57f09487-4ea3-459d-b4b5-b58c3b085c1c None None] Provisioning complete for port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:39.044510 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-57f09487-4ea3-459d-b4b5-b58c3b085c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.094411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-9a9c5d66-578f-4ef4-8df1-3ad6b8dfe068 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:39.095888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-9a9c5d66-578f-4ef4-8df1-3ad6b8dfe068 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/networks?id=769f0aad-9fdd-4679-bf9a-69cbe3356918 HTTP/1.1" status: 200  len: 804 time: 0.1921535
Apr 16 21:12:39.119828 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0049b705-c88b-4ac4-9b68-a033e8b90ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.161617 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-7c6387d9-d33b-4c14-9317-d547c30a748c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/quotas/f95103d3663146e9ba6ffb49a05196b4 HTTP/1.1" status: 200  len: 375 time: 0.0198903
Apr 16 21:12:39.206216 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-6ca9d100-75d2-4966-8243-71ff1095b8df tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f95103d3663146e9ba6ffb49a05196b4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0357816
Apr 16 21:12:39.235412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-57f09487-4ea3-459d-b4b5-b58c3b085c1c None None] Current status of the port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:39.261143 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Publish callbacks [] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.262688 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Publish callbacks [] for router_gateway (49b82c08-a044-4ff9-97ca-652fba8a2ac6), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.282173 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.323086 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.338032 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-bc290dfc-effc-4bd1-af55-3814a25dc6a0 service neutron] 10.222.0.20 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1153181
Apr 16 21:12:39.399541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Network f9e642b5-0144-4768-b572-192069e5751e is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:39.403814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:39.404346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Router 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:12:39.407940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Allocated IP 172.35.1.72 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/08265024-97bb-4e56-9c17-8d97c7fdcf31) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:39.409026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:39.412707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Pushing event updated for resources: {'Port': ['ID=5e3803a1-8565-4973-b77d-f386cf2f11ac,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:39.468258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 48f05f19-8d37-4f6a-a2d7-e017da8b0901 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:39.523568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Attempting to bind port 5e3803a1-8565-4973-b77d-f386cf2f11ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:39.523952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Attempting to bind port 5e3803a1-8565-4973-b77d-f386cf2f11ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:39.524347 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Attempting to bind port 5e3803a1-8565-4973-b77d-f386cf2f11ac on network f9e642b5-0144-4768-b572-192069e5751e {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:39.535057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:39.535475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Checking segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:39.535873 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.537317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Bound using segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:39.537317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Bound port: 5e3803a1-8565-4973-b77d-f386cf2f11ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:39.537317 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.551855 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-3d50a50d-8a64-49a5-a25e-798ecacc4379 service neutron] 10.222.0.20 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2052515
Apr 16 21:12:39.556772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:39.557161 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.573645 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Publish callbacks [] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.617221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:12:39.627002 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Sync routers for ids ['8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:12:39.640843 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Routers {'8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:39.641466 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c01ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:39.643847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] For port 5e3803a1-8565-4973-b77d-f386cf2f11ac, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:39.660265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] For port 5e3803a1-8565-4973-b77d-f386cf2f11ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e3803a1-8565-4973-b77d-f386cf2f11ac,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:39.703604 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.718666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:39.748622 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:39.751258 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.752863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:39.756642 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-945d224c-271a-4288-854b-3c9a48cf3832 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.7282863
Apr 16 21:12:39.756806 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:39.760406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53822) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:39.764571 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Set router 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:39.782963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Pushing event updated for resources: {'Port': ['ID=08265024-97bb-4e56-9c17-8d97c7fdcf31,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:39.849200 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:39.910361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 98e4611b-6394-423f-af47-8583fcc1b4f5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:12:39.989047 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c01ee0>, [{'id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773532575-router', 'tenant_id': '82172006c12d411e8265f589993402a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.19'}], 'enable_snat': True}, 'gw_port_id': 'd6143b36-de03-44a5-9f63-83ffaa38afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:36Z', 'updated_at': '2022-04-16T21:12:38Z', 'revision_number': 3, 'project_id': '82172006c12d411e8265f589993402a1', 'gw_port': {'id': 'd6143b36-de03-44a5-9f63-83ffaa38afc0', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:37Z', 'updated_at': '2022-04-16T21:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:40.052879 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78fa993a-33a5-4308-a899-c3272d9c98f5 req-97ed7273-6ea2-47bf-b58f-7d877cde29a2 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 210 time: 0.0578952
Apr 16 21:12:40.065087 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Checking router: 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:12:40.065087 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Updating router 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b port d6143b36-de03-44a5-9f63-83ffaa38afc0 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:12:40.095866 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d6143b36-de03-44a5-9f63-83ffaa38afc0), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:40.140878 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029ca7a-b6f2-4de1-900a-0b04e6fb4c83 None None] Pushing event updated for resources: {'Port': ['ID=5e3803a1-8565-4973-b77d-f386cf2f11ac,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:40.182803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 98e4611b-6394-423f-af47-8583fcc1b4f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98e4611b-6394-423f-af47-8583fcc1b4f5,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:40.197541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '98e4611b-6394-423f-af47-8583fcc1b4f5', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '98e4611b-6394-423f-af47-8583fcc1b4f5', 'mac_address': 'fa:16:3e:45:30:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:12:40.234527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a36c68-5cce-49b8-a090-76782ccb39e8 req-595cf738-9359-4a6c-9b61-e58afc7a28b5 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:40.243154 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26a36c68-5cce-49b8-a090-76782ccb39e8 req-595cf738-9359-4a6c-9b61-e58afc7a28b5 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 946 time: 0.1274431
Apr 16 21:12:40.268082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 98e4611b-6394-423f-af47-8583fcc1b4f5 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:40.268082 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:40.270068 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:40.287880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e4611b-6394-423f-af47-8583fcc1b4f5 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:12:40.333260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 98e4611b-6394-423f-af47-8583fcc1b4f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98e4611b-6394-423f-af47-8583fcc1b4f5,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:40.410518 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26a36c68-5cce-49b8-a090-76782ccb39e8 req-90b74612-abfd-4861-9950-c7a83a0c9a98 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/security-groups?id=dac8e534-f40c-4a17-a462-9b5cd54feb83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652982
Apr 16 21:12:40.430343 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:40.459707 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Publish callbacks [] for router_gateway (49b82c08-a044-4ff9-97ca-652fba8a2ac6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:40.523250 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=98e4611b-6394-423f-af47-8583fcc1b4f5,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:40.574167 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Publish callbacks [] for port (d6143b36-de03-44a5-9f63-83ffaa38afc0), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:40.591552 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:40.690814 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d6143b36-de03-44a5-9f63-83ffaa38afc0), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:40.726717 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (49b82c08-a044-4ff9-97ca-652fba8a2ac6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:40.741339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['98e4611b-6394-423f-af47-8583fcc1b4f5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:40.752884 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Attempting to bind port d6143b36-de03-44a5-9f63-83ffaa38afc0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:40.753474 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Attempting to bind port d6143b36-de03-44a5-9f63-83ffaa38afc0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:40.753839 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Attempting to bind port d6143b36-de03-44a5-9f63-83ffaa38afc0 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:40.776391 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:40.777066 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:40.777632 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:40.778290 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:40.778965 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Bound port: d6143b36-de03-44a5-9f63-83ffaa38afc0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:40.779515 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d6143b36-de03-44a5-9f63-83ffaa38afc0), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:40.782125 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8cc9f-776e-47b4-9a0c-dba52030c0f0 None None] Pushing event updated for resources: {'Port': ['ID=d6143b36-de03-44a5-9f63-83ffaa38afc0,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:40.797771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Allocated IP 172.20.0.1 (06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad/66af6e10-c290-4396-bd34-01528c007a9b/7449520e-de4d-4e55-a416-ccd16db297b4) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:40.867466 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] For port d6143b36-de03-44a5-9f63-83ffaa38afc0, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:40.872259 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] For port d6143b36-de03-44a5-9f63-83ffaa38afc0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6143b36-de03-44a5-9f63-83ffaa38afc0,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:40.939714 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d6143b36-de03-44a5-9f63-83ffaa38afc0), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:40.995284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Publish callbacks [] for port (7449520e-de4d-4e55-a416-ccd16db297b4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:41.014022 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Routers {'8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:41.015246 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c01ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:41.040055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:12:41.128937 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7449520e-de4d-4e55-a416-ccd16db297b4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:41.179471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20e6bce8-9bf7-4795-a432-ad52119dca32 req-e813f6bb-c1c2-4bdf-a076-d94af1e024d7 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 210 time: 0.0602529
Apr 16 21:12:41.191368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Network 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:41.196663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:41.199292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:41.206376 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7449520e-de4d-4e55-a416-ccd16db297b4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:41.210749 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8cc9f-776e-47b4-9a0c-dba52030c0f0 None None] Pushing event updated for resources: {'Port': ['ID=d6143b36-de03-44a5-9f63-83ffaa38afc0,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:41.263531 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:41.295627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:12:41.297017 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] Set router 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:41.304652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Sync routers for ids ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:12:41.323499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Routers {'49b82c08-a044-4ff9-97ca-652fba8a2ac6'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:41.324153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fd80430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:41.413445 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:41.415240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-96706080-e794-4763-8bd2-02ea36cde04d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.1712501
Apr 16 21:12:41.417895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53844) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:41.557783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5e3803a1-8565-4973-b77d-f386cf2f11ac up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:41.648775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b977e42a-451b-42fc-b5ec-aec8707f6654 None None] Network f9e642b5-0144-4768-b572-192069e5751e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:41.653996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722e2dd-9378-48ca-8d50-c53fa2658863 req-6b88af98-d249-42c4-b16a-f7a8c65a7edc tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:41.656132 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b722e2dd-9378-48ca-8d50-c53fa2658863 req-6b88af98-d249-42c4-b16a-f7a8c65a7edc tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 947 time: 0.1250584
Apr 16 21:12:41.692239 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7449520e-de4d-4e55-a416-ccd16db297b4), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:41.731415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Set router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:41.737759 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2239b192-822c-4c11-b3cf-d24d766436c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:41.764969 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c01ee0>, [{'id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773532575-router', 'tenant_id': '82172006c12d411e8265f589993402a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.19'}], 'enable_snat': True}, 'gw_port_id': 'd6143b36-de03-44a5-9f63-83ffaa38afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:36Z', 'updated_at': '2022-04-16T21:12:38Z', 'revision_number': 3, 'project_id': '82172006c12d411e8265f589993402a1', 'gw_port': {'id': 'd6143b36-de03-44a5-9f63-83ffaa38afc0', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:37Z', 'updated_at': '2022-04-16T21:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:41.792818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b722e2dd-9378-48ca-8d50-c53fa2658863 req-0ebbb4e0-80c5-4c19-b74f-bf0979b87619 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/security-groups?id=dac8e534-f40c-4a17-a462-9b5cd54feb83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258950
Apr 16 21:12:41.812893 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd70cf2-8144-4525-bfd3-907200b10f9f None None] The sync data for ids ['8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'] in ncdv-master-1 is: [{'id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773532575-router', 'tenant_id': '82172006c12d411e8265f589993402a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.19'}], 'enable_snat': True}, 'gw_port_id': 'd6143b36-de03-44a5-9f63-83ffaa38afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:36Z', 'updated_at': '2022-04-16T21:12:38Z', 'revision_number': 3, 'project_id': '82172006c12d411e8265f589993402a1', 'gw_port': {'id': 'd6143b36-de03-44a5-9f63-83ffaa38afc0', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:37Z', 'updated_at': '2022-04-16T21:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:12:41.842012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6db085be-057f-4325-8519-97816f7cdc75 None None] Provisioning complete for port 7449520e-de4d-4e55-a416-ccd16db297b4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:41.842932 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6db085be-057f-4325-8519-97816f7cdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7449520e-de4d-4e55-a416-ccd16db297b4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:41.849044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5e3803a1-8565-4973-b77d-f386cf2f11ac triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:41.849418 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:42.005176 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 98e4611b-6394-423f-af47-8583fcc1b4f5 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:42.006409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Publish callbacks [] for port (7449520e-de4d-4e55-a416-ccd16db297b4), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:42.099684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6db085be-057f-4325-8519-97816f7cdc75 None None] Port 7449520e-de4d-4e55-a416-ccd16db297b4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:12:42.108141 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (7449520e-de4d-4e55-a416-ccd16db297b4), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:42.115774 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:42.141206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6db085be-057f-4325-8519-97816f7cdc75 None None] Provisioning complete for port 5e3803a1-8565-4973-b77d-f386cf2f11ac triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:42.141974 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6db085be-057f-4325-8519-97816f7cdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:42.229169 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:42.242502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7449520e-de4d-4e55-a416-ccd16db297b4,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:42.314534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 98e4611b-6394-423f-af47-8583fcc1b4f5 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:12:42.381864 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e75fe4cb-25c8-4ed8-a90a-a5bc99d8baac req-c4984eda-8cbe-453a-a3ea-9181cab1a9ed tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 210 time: 0.0641959
Apr 16 21:12:42.407996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Network 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:42.410939 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:42.489420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Allocated IP 172.20.0.1 (f9e642b5-0144-4768-b572-192069e5751e/06ec77b4-a903-4213-a645-ac1f6c5c0b22/f51a1555-ef3d-4954-a1c4-ec559a4f6dba) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:42.696542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Router 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:12:42.719011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Publish callbacks [] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:42.726736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fd80430>, [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72'}], 'enable_snat': True}, 'gw_port_id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:12:40Z', 'revision_number': 3, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port': {'id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:39Z', 'updated_at': '2022-04-16T21:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:42.797259 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 98e4611b-6394-423f-af47-8583fcc1b4f5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:42.797548 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:42.877460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Checking router: 49b82c08-a044-4ff9-97ca-652fba8a2ac6 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:12:42.877809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Updating router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 port 08265024-97bb-4e56-9c17-8d97c7fdcf31 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:12:42.885430 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:42.963978 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:42.984547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-d83cabce-343a-43e5-aa0b-d7ebe4ee5fe7 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:42.986402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-d83cabce-343a-43e5-aa0b-d7ebe4ee5fe7 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.11 "GET /v2.0/networks?id=769f0aad-9fdd-4679-bf9a-69cbe3356918 HTTP/1.1" status: 200  len: 804 time: 0.2045071
Apr 16 21:12:43.013716 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:43.032910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Pushing event updated for resources: {'Port': ['ID=f51a1555-ef3d-4954-a1c4-ec559a4f6dba,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:43.041277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-08c595a4-57f3-4148-b2d1-b6ade9ca4705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Request body: {'port': {'device_id': '9ea94c91-140c-428c-8831-03efc8c571f6', 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918', 'admin_state_up': True, 'tenant_id': 'f95103d3663146e9ba6ffb49a05196b4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:43.085640 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5e3803a1-8565-4973-b77d-f386cf2f11ac is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:43.086140 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:43.089293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6db085be-057f-4325-8519-97816f7cdc75 None None] Current status of the port 5e3803a1-8565-4973-b77d-f386cf2f11ac is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:43.089781 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6db085be-057f-4325-8519-97816f7cdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:43.097899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Network f9e642b5-0144-4768-b572-192069e5751e is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:43.103244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:43.107425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:43.196506 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (49b82c08-a044-4ff9-97ca-652fba8a2ac6), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:43.222475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6db085be-057f-4325-8519-97816f7cdc75 None None] For port 5e3803a1-8565-4973-b77d-f386cf2f11ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e3803a1-8565-4973-b77d-f386cf2f11ac,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:43.354850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68352a6b-1f73-49e0-85c6-6a093707ddb7 req-57bac01b-2008-42b4-9188-7440f8d0182d tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:43.357700 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68352a6b-1f73-49e0-85c6-6a093707ddb7 req-57bac01b-2008-42b4-9188-7440f8d0182d tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 947 time: 0.0810659
Apr 16 21:12:43.362073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:12:43.372403 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6db085be-057f-4325-8519-97816f7cdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:43.391925 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ea9f9b98-29bb-4592-b201-02a7d1e316b9 admin admin] 10.222.0.20 "PUT /v2.0/routers/8d58c4a5-18d6-4831-b4b5-0e24f0d9982b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6299558
Apr 16 21:12:43.421601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-08c595a4-57f3-4148-b2d1-b6ade9ca4705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Made reservation on behalf of f95103d3663146e9ba6ffb49a05196b4 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:43.427940 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-08c595a4-57f3-4148-b2d1-b6ade9ca4705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:43.454245 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68352a6b-1f73-49e0-85c6-6a093707ddb7 req-5363618a-2a0a-4d24-bd8a-5451ee5e426b tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/security-groups?id=dac8e534-f40c-4a17-a462-9b5cd54feb83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774400
Apr 16 21:12:43.571677 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6103213-39ec-4d01-9bf9-f539732e532b req-cd000efb-ddca-4da0-88c9-60198293300d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 210 time: 0.0602987
Apr 16 21:12:43.588357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-12365500-74e9-408c-9429-d4b5f2fc763d None None] Provisioning complete for port 7449520e-de4d-4e55-a416-ccd16db297b4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:43.588357 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-12365500-74e9-408c-9429-d4b5f2fc763d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7449520e-de4d-4e55-a416-ccd16db297b4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:43.593719 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:43.631907 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:12:43.632316 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:12:43.701804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 98e4611b-6394-423f-af47-8583fcc1b4f5 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:43.702246 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:43.714090 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db085be-057f-4325-8519-97816f7cdc75 None None] Pushing event updated for resources: {'Port': ['ID=5e3803a1-8565-4973-b77d-f386cf2f11ac,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:43.734667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-08c595a4-57f3-4148-b2d1-b6ade9ca4705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Allocated IP 172.20.0.5 (769f0aad-9fdd-4679-bf9a-69cbe3356918/0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf/92e3c39d-5eff-4b35-945a-25de4f5dce4b) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:43.742349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-12365500-74e9-408c-9429-d4b5f2fc763d None None] Port 7449520e-de4d-4e55-a416-ccd16db297b4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:12:43.764162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44880d34-adb1-4de6-ada6-dc4f7e4f0527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e4611b-6394-423f-af47-8583fcc1b4f5'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:43.766560 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff8cb8-429e-465b-b061-5413db7cb4c4" -d '{"events": [{"server_uuid": "44880d34-adb1-4de6-ada6-dc4f7e4f0527", "name": "network-vif-plugged", "status": "completed", "tag": "98e4611b-6394-423f-af47-8583fcc1b4f5"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:43.779419 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e61410b-1981-413c-9f57-82906a1f6449 req-68c930be-fda2-4d6c-ab49-6f0eb07cd3ac tempest-FloatingIPsNegativeTestJSON-2043461616 tempest-FloatingIPsNegativeTestJSON-2043461616-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=82172006c12d411e8265f589993402a1 HTTP/1.1" status: 200  len: 217 time: 0.0416234
Apr 16 21:12:43.792238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 98e4611b-6394-423f-af47-8583fcc1b4f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98e4611b-6394-423f-af47-8583fcc1b4f5,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:43.793973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-12365500-74e9-408c-9429-d4b5f2fc763d None None] Provisioning complete for port 5e3803a1-8565-4973-b77d-f386cf2f11ac triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:43.794490 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-12365500-74e9-408c-9429-d4b5f2fc763d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:43.846824 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4b754601-2bcd-4111-be56-49bc38307205 req-458df2e8-fc68-4869-bcb6-a924f7eccb2f tempest-FloatingIPsNegativeTestJSON-2043461616 tempest-FloatingIPsNegativeTestJSON-2043461616-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0351770
Apr 16 21:12:43.882761 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:43.993421 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-e0c71467-dee6-47e3-931e-df3c573d3814 req-70d5f7d0-2c89-457a-b33d-d4c4b9393293 tempest-FloatingIPsNegativeTestJSON-2043461616 tempest-FloatingIPsNegativeTestJSON-2043461616-project] show failed (client error): The resource could not be found.
Apr 16 21:12:43.993421 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0c71467-dee6-47e3-931e-df3c573d3814 req-70d5f7d0-2c89-457a-b33d-d4c4b9393293 tempest-FloatingIPsNegativeTestJSON-2043461616 tempest-FloatingIPsNegativeTestJSON-2043461616-project] 10.222.0.20 "GET /v2.0/floatingips/6ff129fd-9e74-495d-81f8-a4c54b0ef488 HTTP/1.1" status: 404  len: 350 time: 0.1198699
Apr 16 21:12:44.003729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53884) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:44.021903 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-08c595a4-57f3-4148-b2d1-b6ade9ca4705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks [] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.022047 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Publish callbacks [] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.024100 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d6ebb4-3289-4ccf-9e60-141bd2d4b934 x-openstack-request-id: req-a0d6ebb4-3289-4ccf-9e60-141bd2d4b934 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:44.024414 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44880d34-adb1-4de6-ada6-dc4f7e4f0527", "name": "network-vif-plugged", "status": "completed", "tag": "98e4611b-6394-423f-af47-8583fcc1b4f5", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:44.024685 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0d6ebb4-3289-4ccf-9e60-141bd2d4b934 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:44.025065 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d6ebb4-3289-4ccf-9e60-141bd2d4b934'] response: {'server_uuid': '44880d34-adb1-4de6-ada6-dc4f7e4f0527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e4611b-6394-423f-af47-8583fcc1b4f5', 'code': 200}
Apr 16 21:12:44.041722 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Publish callbacks [] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.045031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=98e4611b-6394-423f-af47-8583fcc1b4f5,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:44.056873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-12365500-74e9-408c-9429-d4b5f2fc763d None None] Current status of the port 5e3803a1-8565-4973-b77d-f386cf2f11ac is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:44.071173 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-12365500-74e9-408c-9429-d4b5f2fc763d None None] Provisioning complete for port f51a1555-ef3d-4954-a1c4-ec559a4f6dba triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:44.071563 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-12365500-74e9-408c-9429-d4b5f2fc763d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.102463 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.120589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-12365500-74e9-408c-9429-d4b5f2fc763d None None] Port f51a1555-ef3d-4954-a1c4-ec559a4f6dba cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:12:44.142971 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.165827 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.185065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f5004-2066-458f-9712-2f0938a0043c req-1b1896ec-c587-4984-a06e-33ef0e3f90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:44.186658 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d18f5004-2066-458f-9712-2f0938a0043c req-1b1896ec-c587-4984-a06e-33ef0e3f90f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 1130 time: 0.0833492
Apr 16 21:12:44.189844 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-08c595a4-57f3-4148-b2d1-b6ade9ca4705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.234875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5e3803a1-8565-4973-b77d-f386cf2f11ac is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:44.236883 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (49b82c08-a044-4ff9-97ca-652fba8a2ac6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.237129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d1341-b96c-4f10-a507-4ff2e87f000f None None] Pushing event updated for resources: {'Port': ['ID=08265024-97bb-4e56-9c17-8d97c7fdcf31,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:44.251493 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Attempting to bind port 08265024-97bb-4e56-9c17-8d97c7fdcf31 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:44.251869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Attempting to bind port 08265024-97bb-4e56-9c17-8d97c7fdcf31 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:44.257985 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Attempting to bind port 08265024-97bb-4e56-9c17-8d97c7fdcf31 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:44.258452 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Pushing event updated for resources: {'Port': ['ID=f51a1555-ef3d-4954-a1c4-ec559a4f6dba,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:44.262144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:44.262538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:44.262945 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.263339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:44.263813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Bound port: 08265024-97bb-4e56-9c17-8d97c7fdcf31, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:44.264899 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.269915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-08c595a4-57f3-4148-b2d1-b6ade9ca4705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Network 769f0aad-9fdd-4679-bf9a-69cbe3356918 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:44.276010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-08c595a4-57f3-4148-b2d1-b6ade9ca4705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:44.297751 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d18f5004-2066-458f-9712-2f0938a0043c req-d62bea85-81a5-4112-9ad5-ae60a69e0e4e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dac8e534-f40c-4a17-a462-9b5cd54feb83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021924
Apr 16 21:12:44.367603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-08c595a4-57f3-4148-b2d1-b6ade9ca4705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:44.409875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] For port 08265024-97bb-4e56-9c17-8d97c7fdcf31, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:44.414121 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] For port 08265024-97bb-4e56-9c17-8d97c7fdcf31, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08265024-97bb-4e56-9c17-8d97c7fdcf31,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:44.478220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c595a4-57f3-4148-b2d1-b6ade9ca4705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Pushing event updated for resources: {'Port': ['ID=92e3c39d-5eff-4b35-945a-25de4f5dce4b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:44.487307 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Sync routers for ids ['8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:12:44.503629 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Routers {'8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:44.504306 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b248e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:44.512583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5e3803a1-8565-4973-b77d-f386cf2f11ac up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:44.566195 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.567832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Network f9e642b5-0144-4768-b572-192069e5751e is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:44.575924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-08c595a4-57f3-4148-b2d1-b6ade9ca4705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:44.577167 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-08c595a4-57f3-4148-b2d1-b6ade9ca4705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.581660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:44.581962 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3162-7c4e-4ba8-9256-c113353cf8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.745310 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-08c595a4-57f3-4148-b2d1-b6ade9ca4705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7081208
Apr 16 21:12:44.767118 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Set router 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:44.848702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5e3803a1-8565-4973-b77d-f386cf2f11ac triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:44.850299 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:44.885705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Routers {'49b82c08-a044-4ff9-97ca-652fba8a2ac6'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:44.887786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fd80430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:44.894274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Request body: {'port': {'device_id': '9ea94c91-140c-428c-8831-03efc8c571f6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:44.897029 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f143c0-e2a9-4c59-bce3-264453fba37e req-1806c45e-ecd0-4a34-8ce6-f17dc7bfb2a8 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:44.914282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7f143c0-e2a9-4c59-bce3-264453fba37e req-1806c45e-ecd0-4a34-8ce6-f17dc7bfb2a8 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 948 time: 0.2063744
Apr 16 21:12:44.953539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2145c1-e909-45f7-9847-0fe03356a9c3 req-e5694af2-5f7a-40ef-bb58-473377c4d54d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:44.956581 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0b2145c1-e909-45f7-9847-0fe03356a9c3 req-e5694af2-5f7a-40ef-bb58-473377c4d54d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 931 time: 0.0694814
Apr 16 21:12:45.097921 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7f143c0-e2a9-4c59-bce3-264453fba37e req-b4bb3b26-d6f8-4f6f-ae10-e31887cf7f48 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/security-groups?id=dac8e534-f40c-4a17-a462-9b5cd54feb83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681912
Apr 16 21:12:45.103125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:12:45.110651 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d1341-b96c-4f10-a507-4ff2e87f000f None None] Pushing event updated for resources: {'Port': ['ID=08265024-97bb-4e56-9c17-8d97c7fdcf31,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:45.129175 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:45.134581 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0b2145c1-e909-45f7-9847-0fe03356a9c3 req-ec2e4087-027f-49cd-a889-baedaddeb422 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547887
Apr 16 21:12:45.186592 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b8169347-19f6-40df-ad4c-865abcf881ba None None] Provisioning complete for port f51a1555-ef3d-4954-a1c4-ec559a4f6dba triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:45.188083 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b248e0>, [{'id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773532575-router', 'tenant_id': '82172006c12d411e8265f589993402a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.19'}], 'enable_snat': True}, 'gw_port_id': 'd6143b36-de03-44a5-9f63-83ffaa38afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:36Z', 'updated_at': '2022-04-16T21:12:41Z', 'revision_number': 4, 'project_id': '82172006c12d411e8265f589993402a1', 'gw_port': {'id': 'd6143b36-de03-44a5-9f63-83ffaa38afc0', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:37Z', 'updated_at': '2022-04-16T21:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7449520e-de4d-4e55-a416-ccd16db297b4', 'name': '', 'network_id': '06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad', 'tenant_id': '82172006c12d411e8265f589993402a1', 'mac_address': 'fa:16:3e:cf:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '66af6e10-c290-4396-bd34-01528c007a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:40Z', 'updated_at': '2022-04-16T21:12:41Z', 'revision_number': 2, 'project_id': '82172006c12d411e8265f589993402a1', 'subnets': [{'id': '66af6e10-c290-4396-bd34-01528c007a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:45.193147 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b8169347-19f6-40df-ad4c-865abcf881ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:45.198314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] Set router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:45.219147 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Checking router: 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:12:45.219565 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Updating router 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b port 7449520e-de4d-4e55-a416-ccd16db297b4 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:12:45.249333 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7449520e-de4d-4e55-a416-ccd16db297b4), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:45.318159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b8169347-19f6-40df-ad4c-865abcf881ba None None] Port f51a1555-ef3d-4954-a1c4-ec559a4f6dba cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:12:45.334365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a3162-7c4e-4ba8-9256-c113353cf8c3 admin admin] Deleting port 7449520e-de4d-4e55-a416-ccd16db297b4 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:45.335238 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3162-7c4e-4ba8-9256-c113353cf8c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7449520e-de4d-4e55-a416-ccd16db297b4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:45.427913 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:45.450393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5e3803a1-8565-4973-b77d-f386cf2f11ac is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:45.451522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d6143b36-de03-44a5-9f63-83ffaa38afc0 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:45.457508 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3162-7c4e-4ba8-9256-c113353cf8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7449520e-de4d-4e55-a416-ccd16db297b4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:45.479700 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a3162-7c4e-4ba8-9256-c113353cf8c3 admin admin] Calling delete_port for 7449520e-de4d-4e55-a416-ccd16db297b4 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:45.556922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d6143b36-de03-44a5-9f63-83ffaa38afc0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:45.557337 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d6143b36-de03-44a5-9f63-83ffaa38afc0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:45.590627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:12:45.597272 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4293d60c-be83-4e9c-b963-0579a9df97fa admin admin] 10.222.0.20 "PUT /v2.0/routers/49b82c08-a044-4ff9-97ca-652fba8a2ac6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1779208
Apr 16 21:12:45.641580 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Publish callbacks [] for port (7449520e-de4d-4e55-a416-ccd16db297b4), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:45.739803 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7449520e-de4d-4e55-a416-ccd16db297b4), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:45.775138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fd80430>, [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72'}], 'enable_snat': True}, 'gw_port_id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 4, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port': {'id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:39Z', 'updated_at': '2022-04-16T21:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f51a1555-ef3d-4954-a1c4-ec559a4f6dba', 'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'mac_address': 'fa:16:3e:52:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:42Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 2, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'subnets': [{'id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:45.841534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd531a-e089-444a-93c3-1c7476f058e4 None None] The sync data for ids ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'] in ncdv-master-1 is: [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72'}], 'enable_snat': True}, 'gw_port_id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 4, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port': {'id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:39Z', 'updated_at': '2022-04-16T21:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f51a1555-ef3d-4954-a1c4-ec559a4f6dba', 'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'mac_address': 'fa:16:3e:52:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:42Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 2, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'subnets': [{'id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:12:45.863865 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf55f1-091f-432f-9fa5-9c8d80f96b7c None None] Pushing event updated for resources: {'Port': ['ID=7449520e-de4d-4e55-a416-ccd16db297b4,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:45.935284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3162-7c4e-4ba8-9256-c113353cf8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7449520e-de4d-4e55-a416-ccd16db297b4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:45.941072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d6143b36-de03-44a5-9f63-83ffaa38afc0 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:45.941397 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d6143b36-de03-44a5-9f63-83ffaa38afc0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:45.964458 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Attempting to bind port 7449520e-de4d-4e55-a416-ccd16db297b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:45.967230 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Attempting to bind port 7449520e-de4d-4e55-a416-ccd16db297b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c81b8191-ff11-4c26-a2a5-41a6d603fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:45.968324 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Attempting to bind port 7449520e-de4d-4e55-a416-ccd16db297b4 on network 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:45.990835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a3162-7c4e-4ba8-9256-c113353cf8c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7449520e-de4d-4e55-a416-ccd16db297b4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:46.004343 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:46.009162 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Checking segment: {'id': 'c81b8191-ff11-4c26-a2a5-41a6d603fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:46.009632 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:46.010994 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Bound using segment: {'id': 'c81b8191-ff11-4c26-a2a5-41a6d603fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:46.011280 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Bound port: 7449520e-de4d-4e55-a416-ccd16db297b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81b8191-ff11-4c26-a2a5-41a6d603fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:46.011788 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7449520e-de4d-4e55-a416-ccd16db297b4), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:46.018804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port d6143b36-de03-44a5-9f63-83ffaa38afc0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6143b36-de03-44a5-9f63-83ffaa38afc0,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:46.086244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e3c39d-5eff-4b35-945a-25de4f5dce4b {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:12:46.106540 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Publish callbacks [] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:46.118071 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d6143b36-de03-44a5-9f63-83ffaa38afc0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:46.134591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Transition to ACTIVE for port object 92e3c39d-5eff-4b35-945a-25de4f5dce4b will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:12:46.146596 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.plugin [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Port 7449520e-de4d-4e55-a416-ccd16db297b4 has been deleted concurrently {{(pid=122558) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}}
Apr 16 21:12:46.174527 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Routers {'8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:46.175669 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b248e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:46.185539 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:46.307117 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=d6143b36-de03-44a5-9f63-83ffaa38afc0,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:46.336087 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3162-7c4e-4ba8-9256-c113353cf8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:46.346137 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0da3e1f2-2901-4151-8e3c-cd3ef792c807 None None] Could not find standard attr ID for object 7449520e-de4d-4e55-a416-ccd16db297b4. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:12:46.486227 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] Set router 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:46.512554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Pushing event updated for resources: {'Port': ['ID=92e3c39d-5eff-4b35-945a-25de4f5dce4b,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:46.527732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68752914-ba23-47f9-acb0-917490852362 req-b028a82e-d589-4ed8-b175-4c6980e642c2 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:46.547362 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68752914-ba23-47f9-acb0-917490852362 req-b028a82e-d589-4ed8-b175-4c6980e642c2 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 948 time: 0.2705956
Apr 16 21:12:46.694385 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2a3162-7c4e-4ba8-9256-c113353cf8c3 admin admin] Router 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:12:46.779525 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04337f40-e79c-47b6-af9a-a669bd18f0ba req-0939d307-ae33-436f-a6cb-b5ea4e25675a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2305779
Apr 16 21:12:46.823240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68752914-ba23-47f9-acb0-917490852362 req-3a4901af-5b39-4d30-bf6e-9368d5431a1d tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/security-groups?id=dac8e534-f40c-4a17-a462-9b5cd54feb83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2380881
Apr 16 21:12:46.884642 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b248e0>, [{'id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773532575-router', 'tenant_id': '82172006c12d411e8265f589993402a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.19'}], 'enable_snat': True}, 'gw_port_id': 'd6143b36-de03-44a5-9f63-83ffaa38afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:36Z', 'updated_at': '2022-04-16T21:12:45Z', 'revision_number': 5, 'project_id': '82172006c12d411e8265f589993402a1', 'gw_port': {'id': 'd6143b36-de03-44a5-9f63-83ffaa38afc0', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:37Z', 'updated_at': '2022-04-16T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:46.905773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04337f40-e79c-47b6-af9a-a669bd18f0ba req-03a643d6-a2ca-4eb1-ad16-c035bc3164c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:46.907893 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04337f40-e79c-47b6-af9a-a669bd18f0ba req-03a643d6-a2ca-4eb1-ad16-c035bc3164c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 1126 time: 0.0595398
Apr 16 21:12:46.910168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Attempting to bind port 92e3c39d-5eff-4b35-945a-25de4f5dce4b on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:46.910560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Attempting to bind port 92e3c39d-5eff-4b35-945a-25de4f5dce4b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:46.914030 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2a3162-7c4e-4ba8-9256-c113353cf8c3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:12:46.919803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Attempting to bind port 92e3c39d-5eff-4b35-945a-25de4f5dce4b on network 769f0aad-9fdd-4679-bf9a-69cbe3356918 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:46.928148 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0f2a3162-7c4e-4ba8-9256-c113353cf8c3 admin admin] 10.222.0.20 "PUT /v2.0/routers/8d58c4a5-18d6-4831-b4b5-0e24f0d9982b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9195235
Apr 16 21:12:46.931440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53918) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:46.940509 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84891aad-6d64-46d0-b1fa-f0467557f316 None None] The sync data for ids ['8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'] in ncdv-master-1 is: [{'id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773532575-router', 'tenant_id': '82172006c12d411e8265f589993402a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.19'}], 'enable_snat': True}, 'gw_port_id': 'd6143b36-de03-44a5-9f63-83ffaa38afc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:36Z', 'updated_at': '2022-04-16T21:12:45Z', 'revision_number': 5, 'project_id': '82172006c12d411e8265f589993402a1', 'gw_port': {'id': 'd6143b36-de03-44a5-9f63-83ffaa38afc0', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:37Z', 'updated_at': '2022-04-16T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:12:46.942300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Port 92e3c39d-5eff-4b35-945a-25de4f5dce4b on network 769f0aad-9fdd-4679-bf9a-69cbe3356918 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:12:46.942646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Attempting to bind port 92e3c39d-5eff-4b35-945a-25de4f5dce4b on network 769f0aad-9fdd-4679-bf9a-69cbe3356918 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:46.975865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:46.976255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Checking segment: {'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:46.976637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Bound using segment: {'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:46.977093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Bound port: 92e3c39d-5eff-4b35-945a-25de4f5dce4b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:46.977462 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:47.129985 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Publish callbacks [] for router (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:47.251831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] For port 92e3c39d-5eff-4b35-945a-25de4f5dce4b, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:47.256009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] For port 92e3c39d-5eff-4b35-945a-25de4f5dce4b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92e3c39d-5eff-4b35-945a-25de4f5dce4b,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:47.270572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cffef7-acd5-408b-90e7-26d384979a94 req-dd034d5a-e7d9-45a4-9c22-5c860486397d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:47.278674 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a3cffef7-acd5-408b-90e7-26d384979a94 req-dd034d5a-e7d9-45a4-9c22-5c860486397d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 943 time: 0.3267498
Apr 16 21:12:47.283948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04337f40-e79c-47b6-af9a-a669bd18f0ba req-e5ba0db8-b402-4750-aec4-244f1a80e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:47.285751 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04337f40-e79c-47b6-af9a-a669bd18f0ba req-e5ba0db8-b402-4750-aec4-244f1a80e964 service neutron] 10.222.0.11 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.3568678
Apr 16 21:12:47.347370 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04337f40-e79c-47b6-af9a-a669bd18f0ba req-49cb032e-cc49-415b-84bd-c3b6c9360ef6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=808376f5-de15-494a-b722-a554d5c81386 HTTP/1.1" status: 200  len: 217 time: 0.0550106
Apr 16 21:12:47.363011 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Publish callbacks [] for router_gateway (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:47.369243 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:47.412791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:47.414448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:47.425908 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] 10.222.0.11 "PUT /v2.0/ports/92e3c39d-5eff-4b35-945a-25de4f5dce4b HTTP/1.1" status: 200  len: 1091 time: 2.6661205
Apr 16 21:12:47.430139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53926) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:47.439073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-16a9ac1d-8e69-4c73-a294-1be6a9218a42 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069131242', 'description': 'tempest-description--1334285119'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:47.443722 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea94c91-140c-428c-8831-03efc8c571f6', 'tag': '92e3c39d-5eff-4b35-945a-25de4f5dce4b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:47.458785 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961ba821-10a5-48a4-a693-7d3ceb0d72a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea94c91-140c-428c-8831-03efc8c571f6", "tag": "92e3c39d-5eff-4b35-945a-25de4f5dce4b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:47.524216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Deleting port d6143b36-de03-44a5-9f63-83ffaa38afc0 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:47.524595 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d6143b36-de03-44a5-9f63-83ffaa38afc0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:47.596520 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a3cffef7-acd5-408b-90e7-26d384979a94 req-5e241d3a-38f1-4ae7-935a-c36043e33226 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3171942
Apr 16 21:12:47.609875 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16a9ac1d-8e69-4c73-a294-1be6a9218a42 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:47.653551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6dd2d-1cde-4258-807e-1c89f1de9b8f service neutron] Pushing event updated for resources: {'Port': ['ID=92e3c39d-5eff-4b35-945a-25de4f5dce4b,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:47.699328 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b2ad85-e281-4277-9750-134c37dc961e x-openstack-request-id: req-98b2ad85-e281-4277-9750-134c37dc961e {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:47.700253 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea94c91-140c-428c-8831-03efc8c571f6", "tag": "92e3c39d-5eff-4b35-945a-25de4f5dce4b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:47.703578 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98b2ad85-e281-4277-9750-134c37dc961e {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:47.703578 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b2ad85-e281-4277-9750-134c37dc961e'] response: {'name': 'network-changed', 'server_uuid': '9ea94c91-140c-428c-8831-03efc8c571f6', 'tag': '92e3c39d-5eff-4b35-945a-25de4f5dce4b', 'status': 'completed', 'code': 200}
Apr 16 21:12:47.713592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04337f40-e79c-47b6-af9a-a669bd18f0ba req-7aee697c-e2c7-4c76-8802-9a3e03774bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:47.717892 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04337f40-e79c-47b6-af9a-a669bd18f0ba req-7aee697c-e2c7-4c76-8802-9a3e03774bd9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.3207147
Apr 16 21:12:47.724533 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-a3ec4db7-ee3e-4bb4-9727-3d81487acbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:47.726089 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-a3ec4db7-ee3e-4bb4-9727-3d81487acbe1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f95103d3663146e9ba6ffb49a05196b4&device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 1125 time: 0.1145990
Apr 16 21:12:47.741539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] For port d6143b36-de03-44a5-9f63-83ffaa38afc0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6143b36-de03-44a5-9f63-83ffaa38afc0,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:47.742383 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d6143b36-de03-44a5-9f63-83ffaa38afc0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:47.755016 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04337f40-e79c-47b6-af9a-a669bd18f0ba req-1101b788-e080-40f0-976f-80f1460b682b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0330637
Apr 16 21:12:47.789437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16a9ac1d-8e69-4c73-a294-1be6a9218a42 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for security_group (fb8edd05-c322-4a65-901b-912e3b2884c8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:47.797452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Calling delete_port for d6143b36-de03-44a5-9f63-83ffaa38afc0 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:47.831547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-2c1c7281-9bb2-4535-a075-bae4e6d002b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92e3c39d-5eff-4b35-945a-25de4f5dce4b HTTP/1.1" status: 200  len: 217 time: 0.0748696
Apr 16 21:12:47.906107 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16a9ac1d-8e69-4c73-a294-1be6a9218a42 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fb8edd05-c322-4a65-901b-912e3b2884c8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:47.980625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-fda7ff5e-a873-4698-8d91-a471143b435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:47.982295 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-fda7ff5e-a873-4698-8d91-a471143b435a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf HTTP/1.1" status: 200  len: 844 time: 0.0962214
Apr 16 21:12:48.001223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9ac1d-8e69-4c73-a294-1be6a9218a42 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8edd05-c322-4a65-901b-912e3b2884c8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:48.046076 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-0f743201-e2b8-4f62-9deb-64f5f9b0fd24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=769f0aad-9fdd-4679-bf9a-69cbe3356918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565281
Apr 16 21:12:48.047986 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04337f40-e79c-47b6-af9a-a669bd18f0ba req-007874d8-da95-4fec-bd44-a85f9c20c0e0 service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2847338
Apr 16 21:12:48.144828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16a9ac1d-8e69-4c73-a294-1be6a9218a42 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.146948 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-16a9ac1d-8e69-4c73-a294-1be6a9218a42 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.7148440
Apr 16 21:12:48.150228 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53940) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:48.153691 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2e4c95ec-7b98-4382-844b-a568b0814a10 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Request body: {'security_group_rule': {'security_group_id': 'fb8edd05-c322-4a65-901b-912e3b2884c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:48.242159 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04337f40-e79c-47b6-af9a-a669bd18f0ba req-8627a5d2-754e-45fc-b5a1-d4b616a9bcc0 service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861606
Apr 16 21:12:48.244475 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-06d7b4c7-40f1-4311-a01d-ed0651e9c9b3 service neutron] 10.222.0.11 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869671
Apr 16 21:12:48.256969 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d6143b36-de03-44a5-9f63-83ffaa38afc0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.293202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6143b36-de03-44a5-9f63-83ffaa38afc0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:48.323720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83d501-e53a-4f8e-93d3-9e42ec48b0b0 None None] Sync routers for ids ['8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:12:48.344582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83d501-e53a-4f8e-93d3-9e42ec48b0b0 None None] Routers {'8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:48.345179 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bd83d501-e53a-4f8e-93d3-9e42ec48b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124203070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:48.370639 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e4c95ec-7b98-4382-844b-a568b0814a10 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for security_group_rule (dccd5285-3a58-4e4e-9b74-0147463ddc21), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.414455 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea94ff50-d6cf-42df-98a7-dbb038eab626 req-0f4e5a54-a0cd-43d2-a496-b0c8b9ea30d3 service neutron] 10.222.0.11 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622374
Apr 16 21:12:48.442503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.455353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-bd83d501-e53a-4f8e-93d3-9e42ec48b0b0 None None] Set router 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:48.542112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 08265024-97bb-4e56-9c17-8d97c7fdcf31 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:48.544225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bd83d501-e53a-4f8e-93d3-9e42ec48b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124203070>, [{'id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773532575-router', 'tenant_id': '82172006c12d411e8265f589993402a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:36Z', 'updated_at': '2022-04-16T21:12:48Z', 'revision_number': 7, 'project_id': '82172006c12d411e8265f589993402a1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:48.577456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e4c95ec-7b98-4382-844b-a568b0814a10 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for security_group_rule (dccd5285-3a58-4e4e-9b74-0147463ddc21), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.600012 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.612048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83d501-e53a-4f8e-93d3-9e42ec48b0b0 None None] Checking router: 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:12:48.615756 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Publish callbacks [] for router_controller (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.629215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83d501-e53a-4f8e-93d3-9e42ec48b0b0 None None] Routers {'8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:48.629852 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bd83d501-e53a-4f8e-93d3-9e42ec48b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124203070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:48.667048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c5f17-fe75-43fd-82e3-1dc77363507c req-d534cf23-09d5-49bc-b6d1-6333935490f0 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:48.673953 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a29c5f17-fe75-43fd-82e3-1dc77363507c req-d534cf23-09d5-49bc-b6d1-6333935490f0 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 948 time: 0.0950699
Apr 16 21:12:48.689170 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e4c95ec-7b98-4382-844b-a568b0814a10 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (dccd5285-3a58-4e4e-9b74-0147463ddc21), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.711143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 08265024-97bb-4e56-9c17-8d97c7fdcf31 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:48.711554 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.724853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c95ec-7b98-4382-844b-a568b0814a10 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dccd5285-3a58-4e4e-9b74-0147463ddc21,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:48.735659 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-bd83d501-e53a-4f8e-93d3-9e42ec48b0b0 None None] Set router 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:48.748523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111faefc-f721-4d85-9923-41dd85c98890 req-70a781a4-5f4a-42d9-b6ce-e22927919b81 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:48.750142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-111faefc-f721-4d85-9923-41dd85c98890 req-70a781a4-5f4a-42d9-b6ce-e22927919b81 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 943 time: 0.0760291
Apr 16 21:12:48.752306 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a29c5f17-fe75-43fd-82e3-1dc77363507c req-fad3070d-94f5-4d02-87df-26ed0bb4070b tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/security-groups?id=dac8e534-f40c-4a17-a462-9b5cd54feb83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735095
Apr 16 21:12:48.765687 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (8d58c4a5-18d6-4831-b4b5-0e24f0d9982b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.766710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d58c4a5-18d6-4831-b4b5-0e24f0d9982b {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:12:48.775062 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.776336 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b5d2ad9c-0d51-45e8-8572-c915d09dabf6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8d58c4a5-18d6-4831-b4b5-0e24f0d9982b HTTP/1.1" status: 204  len: 168 time: 1.8437958
Apr 16 21:12:48.779359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53952) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:48.805618 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bd83d501-e53a-4f8e-93d3-9e42ec48b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124203070>, [{'id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773532575-router', 'tenant_id': '82172006c12d411e8265f589993402a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:36Z', 'updated_at': '2022-04-16T21:12:48Z', 'revision_number': 7, 'project_id': '82172006c12d411e8265f589993402a1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:48.806011 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-111faefc-f721-4d85-9923-41dd85c98890 req-75ea63ae-0525-4114-99cc-6eb1f8a33907 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452268
Apr 16 21:12:48.808161 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e4c95ec-7b98-4382-844b-a568b0814a10 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.811740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2e4c95ec-7b98-4382-844b-a568b0814a10 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6593828
Apr 16 21:12:48.812566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53954) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:48.817310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ad16d5e8-c9bc-4d64-b8e1-0899deb7ad66 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Request body: {'security_group_rule': {'security_group_id': 'fb8edd05-c322-4a65-901b-912e3b2884c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:48.831953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83d501-e53a-4f8e-93d3-9e42ec48b0b0 None None] The sync data for ids ['8d58c4a5-18d6-4831-b4b5-0e24f0d9982b'] in ncdv-master-1 is: [{'id': '8d58c4a5-18d6-4831-b4b5-0e24f0d9982b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773532575-router', 'tenant_id': '82172006c12d411e8265f589993402a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:36Z', 'updated_at': '2022-04-16T21:12:48Z', 'revision_number': 7, 'project_id': '82172006c12d411e8265f589993402a1', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:12:48.838962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f39291e-e6da-4300-84f1-5112869c982c admin admin] Deleting subnet 66af6e10-c290-4396-bd34-01528c007a9b {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:12:48.842963 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f39291e-e6da-4300-84f1-5112869c982c admin admin] Publish callbacks [] for subnet (66af6e10-c290-4396-bd34-01528c007a9b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.879027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 08265024-97bb-4e56-9c17-8d97c7fdcf31 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:48.879428 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.880325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f39291e-e6da-4300-84f1-5112869c982c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (66af6e10-c290-4396-bd34-01528c007a9b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.900593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 08265024-97bb-4e56-9c17-8d97c7fdcf31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08265024-97bb-4e56-9c17-8d97c7fdcf31,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:48.937655 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ad16d5e8-c9bc-4d64-b8e1-0899deb7ad66 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for security_group_rule (3584f965-5b0a-404d-b991-4b0a22599df0), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.963107 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f39291e-e6da-4300-84f1-5112869c982c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (66af6e10-c290-4396-bd34-01528c007a9b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.982834 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:48.983774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d6143b36-de03-44a5-9f63-83ffaa38afc0 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:49.002159 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ad16d5e8-c9bc-4d64-b8e1-0899deb7ad66 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for security_group_rule (3584f965-5b0a-404d-b991-4b0a22599df0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.030913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: d6143b36-de03-44a5-9f63-83ffaa38afc0 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:49.031266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d6143b36-de03-44a5-9f63-83ffaa38afc0 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Apr 16 21:12:49.055539 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Port d6143b36-de03-44a5-9f63-83ffaa38afc0 not found, will not notify nova. {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Apr 16 21:12:49.073955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=08265024-97bb-4e56-9c17-8d97c7fdcf31,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:49.079561 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ad16d5e8-c9bc-4d64-b8e1-0899deb7ad66 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (3584f965-5b0a-404d-b991-4b0a22599df0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.088947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f39291e-e6da-4300-84f1-5112869c982c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (66af6e10-c290-4396-bd34-01528c007a9b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.100278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16d5e8-c9bc-4d64-b8e1-0899deb7ad66 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3584f965-5b0a-404d-b991-4b0a22599df0,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:49.117982 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39291e-e6da-4300-84f1-5112869c982c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66af6e10-c290-4396-bd34-01528c007a9b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:49.120055 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f39291e-e6da-4300-84f1-5112869c982c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.124337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3f8c3b-0129-45cc-a0af-65ea155ae2e8 None None] Network 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:49.126815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7f39291e-e6da-4300-84f1-5112869c982c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/66af6e10-c290-4396-bd34-01528c007a9b HTTP/1.1" status: 204  len: 168 time: 0.3457372
Apr 16 21:12:49.128147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53956) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:49.180149 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ad16d5e8-c9bc-4d64-b8e1-0899deb7ad66 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.184259 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ad16d5e8-c9bc-4d64-b8e1-0899deb7ad66 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3676181
Apr 16 21:12:49.184607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53958) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:49.189865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:49.216691 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.271453 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.287569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Deleting port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:49.288097 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.322446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e05258-1389-49d9-a0d9-baf801e65e1e None None] DHCP port deletion for 06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:12:49.374768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] For port 48f05f19-8d37-4f6a-a2d7-e017da8b0901, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48f05f19-8d37-4f6a-a2d7-e017da8b0901,segment=NetworkSegment(c81b8191-ff11-4c26-a2a5-41a6d603fe44),segment_id=c81b8191-ff11-4c26-a2a5-41a6d603fe44)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:49.375426 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.383837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a5e05258-1389-49d9-a0d9-baf801e65e1e None None] Deleting port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:49.384592 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a5e05258-1389-49d9-a0d9-baf801e65e1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.397475 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.398098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Calling delete_port for 48f05f19-8d37-4f6a-a2d7-e017da8b0901 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:49.468513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a5e05258-1389-49d9-a0d9-baf801e65e1e None None] For port 48f05f19-8d37-4f6a-a2d7-e017da8b0901, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48f05f19-8d37-4f6a-a2d7-e017da8b0901,segment=NetworkSegment(c81b8191-ff11-4c26-a2a5-41a6d603fe44),segment_id=c81b8191-ff11-4c26-a2a5-41a6d603fe44)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:49.468920 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a5e05258-1389-49d9-a0d9-baf801e65e1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.483060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a5e05258-1389-49d9-a0d9-baf801e65e1e None None] Calling delete_port for 48f05f19-8d37-4f6a-a2d7-e017da8b0901 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:49.517133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Allocated IP 172.35.1.66 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/21be2aea-e1c3-4f4d-84f0-e2645fd81a40) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:49.593679 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.596626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ba821-10a5-48a4-a693-7d3ceb0d72a8 req-25fc3a50-0a93-40e5-aa70-5a1da4e72c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:49.598291 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-961ba821-10a5-48a4-a693-7d3ceb0d72a8 req-25fc3a50-0a93-40e5-aa70-5a1da4e72c66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f95103d3663146e9ba6ffb49a05196b4&device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 1125 time: 0.0616193
Apr 16 21:12:49.600449 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a5e05258-1389-49d9-a0d9-baf801e65e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (48f05f19-8d37-4f6a-a2d7-e017da8b0901), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.628100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e05258-1389-49d9-a0d9-baf801e65e1e None None] Pushing event deleted for resources: {'Port': ['ID=48f05f19-8d37-4f6a-a2d7-e017da8b0901,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:49.639094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Pushing event deleted for resources: {'Port': ['ID=48f05f19-8d37-4f6a-a2d7-e017da8b0901,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:49.652065 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e05258-1389-49d9-a0d9-baf801e65e1e None None] No DVR routers for this DVR port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:49.664743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] No DVR routers for this DVR port 48f05f19-8d37-4f6a-a2d7-e017da8b0901 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:49.682729 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for port (21be2aea-e1c3-4f4d-84f0-e2645fd81a40), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.774509 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (21be2aea-e1c3-4f4d-84f0-e2645fd81a40), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.801898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.836858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01246132e0>,) {'filters': {'network_id': ['06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:49.853892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:49.859511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ba821-10a5-48a4-a693-7d3ceb0d72a8 req-0607903b-1b42-472d-90b4-a9919a77244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:49.861827 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-961ba821-10a5-48a4-a693-7d3ceb0d72a8 req-0607903b-1b42-472d-90b4-a9919a77244b service neutron] 10.222.0.11 "GET /v2.0/networks?id=769f0aad-9fdd-4679-bf9a-69cbe3356918 HTTP/1.1" status: 200  len: 905 time: 0.2239635
Apr 16 21:12:49.863691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01246132e0>, 'c81b8191-ff11-4c26-a2a5-41a6d603fe44') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:49.864161 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01246132e0>, 'c81b8191-ff11-4c26-a2a5-41a6d603fe44') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:49.876973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:49.896510 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:49.897929 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (c81b8191-ff11-4c26-a2a5-41a6d603fe44), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.902026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event updated for resources: {'Port': ['ID=21be2aea-e1c3-4f4d-84f0-e2645fd81a40,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:49.957304 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-961ba821-10a5-48a4-a693-7d3ceb0d72a8 req-0b9672e1-245c-4f67-a1f2-3cd9c8106ec3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92e3c39d-5eff-4b35-945a-25de4f5dce4b HTTP/1.1" status: 200  len: 217 time: 0.0849376
Apr 16 21:12:49.969931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581887d1-dfcd-45bc-955a-b1f3ffffd756 req-f088b9ba-0d6a-446e-8e3e-7748f20cb38a tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:49.971476 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-581887d1-dfcd-45bc-955a-b1f3ffffd756 req-f088b9ba-0d6a-446e-8e3e-7748f20cb38a tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 948 time: 0.1465142
Apr 16 21:12:49.975722 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c81b8191-ff11-4c26-a2a5-41a6d603fe44), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:49.999478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbb04b-076d-4381-a3cf-edf8ceb286ad req-aea100b4-b3c6-4dd3-b0a1-60fc02ffbb48 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:50.001708 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9bbb04b-076d-4381-a3cf-edf8ceb286ad req-aea100b4-b3c6-4dd3-b0a1-60fc02ffbb48 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.41 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 948 time: 0.1169114
Apr 16 21:12:50.020984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:12:50.021295 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (c81b8191-ff11-4c26-a2a5-41a6d603fe44), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:12:50.023127 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:12:50.041201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d36c6e-bff6-4d98-8288-19b3d3f0d35a req-2a8b798f-a9b6-429c-a1f2-de52b8252755 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:50.042815 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c6d36c6e-bff6-4d98-8288-19b3d3f0d35a req-2a8b798f-a9b6-429c-a1f2-de52b8252755 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 943 time: 0.1550174
Apr 16 21:12:50.059793 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Sync routers for ids ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:12:50.073571 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Routers {'49b82c08-a044-4ff9-97ca-652fba8a2ac6'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:50.074758 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b245b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:50.094762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ba821-10a5-48a4-a693-7d3ceb0d72a8 req-74ea2f8f-3bd1-4af4-b90f-385157772ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:50.096285 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-961ba821-10a5-48a4-a693-7d3ceb0d72a8 req-74ea2f8f-3bd1-4af4-b90f-385157772ccd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf HTTP/1.1" status: 200  len: 844 time: 0.1334894
Apr 16 21:12:50.140611 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-961ba821-10a5-48a4-a693-7d3ceb0d72a8 req-d4edf093-d7dc-49c4-8b5f-100c49dfeca9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=769f0aad-9fdd-4679-bf9a-69cbe3356918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316176
Apr 16 21:12:50.230436 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:50.240920 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Set router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:50.242516 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:50.253274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] 10.222.0.20 "DELETE /v2.0/networks/06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad HTTP/1.1" status: 204  len: 168 time: 1.1165192
Apr 16 21:12:50.332323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c6d36c6e-bff6-4d98-8288-19b3d3f0d35a req-0453e48d-31be-408c-a9d7-677fab83a468 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2495995
Apr 16 21:12:50.334771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e0221-749d-4885-b011-a315a1356cde admin admin] Pushing event deleted for resources: {'Network': ['ID=06f4dedb-4bbc-4437-999e-cc2fbc1ae2ad,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:50.364378 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-961ba821-10a5-48a4-a693-7d3ceb0d72a8 req-6a5edf50-1e4d-487c-9cf7-895e2cdacad6 service neutron] 10.222.0.11 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111974
Apr 16 21:12:50.375103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 08265024-97bb-4e56-9c17-8d97c7fdcf31 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:50.456787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 08265024-97bb-4e56-9c17-8d97c7fdcf31 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:50.457509 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:50.538361 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-961ba821-10a5-48a4-a693-7d3ceb0d72a8 req-2e6ae4d7-464f-4f45-b4ee-b3f86c06ea6e service neutron] 10.222.0.11 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1741719
Apr 16 21:12:50.598957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 08265024-97bb-4e56-9c17-8d97c7fdcf31 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:50.618225 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-581887d1-dfcd-45bc-955a-b1f3ffffd756 req-034755a1-d2a5-4ebc-8d1b-cbe0f3708645 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/security-groups?id=dac8e534-f40c-4a17-a462-9b5cd54feb83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6348619
Apr 16 21:12:50.680922 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for floatingip (ecf155d4-30c6-480c-80e0-18d68756c5e3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:50.699553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 48f05f19-8d37-4f6a-a2d7-e017da8b0901 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:50.700687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53986) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:50.711034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-f9bbb04b-076d-4381-a3cf-edf8ceb286ad req-dd3b4609-b183-4d0b-a68f-f61c72b9832d tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Deleting port 98e4611b-6394-423f-af47-8583fcc1b4f5 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:12:50.711687 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f9bbb04b-076d-4381-a3cf-edf8ceb286ad req-dd3b4609-b183-4d0b-a68f-f61c72b9832d tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:50.739792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 48f05f19-8d37-4f6a-a2d7-e017da8b0901 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:50.739792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 48f05f19-8d37-4f6a-a2d7-e017da8b0901 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:50.739792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d6143b36-de03-44a5-9f63-83ffaa38afc0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:50.757422 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b245b0>, [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72'}], 'enable_snat': True}, 'gw_port_id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 4, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port': {'id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:39Z', 'updated_at': '2022-04-16T21:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f51a1555-ef3d-4954-a1c4-ec559a4f6dba', 'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'mac_address': 'fa:16:3e:52:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:42Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 2, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'subnets': [{'id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:50.770168 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5913bab8-5439-41c7-92aa-7b1fdf4d8d21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82172006c12d411e8265f589993402a1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0681472
Apr 16 21:12:50.773409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53988) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:50.776913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: d6143b36-de03-44a5-9f63-83ffaa38afc0 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:50.777272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d6143b36-de03-44a5-9f63-83ffaa38afc0 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:50.792631 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Checking router: 49b82c08-a044-4ff9-97ca-652fba8a2ac6 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:12:50.792985 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Updating router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 port f51a1555-ef3d-4954-a1c4-ec559a4f6dba binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:12:50.834055 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:50.875486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-f9bbb04b-076d-4381-a3cf-edf8ceb286ad req-dd3b4609-b183-4d0b-a68f-f61c72b9832d tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] For port 98e4611b-6394-423f-af47-8583fcc1b4f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=98e4611b-6394-423f-af47-8583fcc1b4f5,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:50.875826 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f9bbb04b-076d-4381-a3cf-edf8ceb286ad req-dd3b4609-b183-4d0b-a68f-f61c72b9832d tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:50.900940 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (21be2aea-e1c3-4f4d-84f0-e2645fd81a40), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:50.904707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-f9bbb04b-076d-4381-a3cf-edf8ceb286ad req-dd3b4609-b183-4d0b-a68f-f61c72b9832d tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Calling delete_port for 98e4611b-6394-423f-af47-8583fcc1b4f5 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:12:50.909712 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-75b8b6fa-76d4-4289-bd05-e810deba91e9 admin admin] Publish callbacks [] for security_group (de885e5a-677f-4f18-b45b-af24630128a4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.003656 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-75b8b6fa-76d4-4289-bd05-e810deba91e9 admin admin] Publish callbacks [] for security_group (de885e5a-677f-4f18-b45b-af24630128a4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.140100 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Publish callbacks [] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.205049 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for port (21be2aea-e1c3-4f4d-84f0-e2645fd81a40), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.213921 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-75b8b6fa-76d4-4289-bd05-e810deba91e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (de885e5a-677f-4f18-b45b-af24630128a4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.214056 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.216684 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-75b8b6fa-76d4-4289-bd05-e810deba91e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.218677 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-75b8b6fa-76d4-4289-bd05-e810deba91e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de885e5a-677f-4f18-b45b-af24630128a4 HTTP/1.1" status: 204  len: 168 time: 0.4442301
Apr 16 21:12:51.226464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8b6fa-76d4-4289-bd05-e810deba91e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de885e5a-677f-4f18-b45b-af24630128a4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:51.288632 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35dd1e3-8c80-4f61-9931-f7a4a07b49df None None] Pushing event updated for resources: {'Port': ['ID=f51a1555-ef3d-4954-a1c4-ec559a4f6dba,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:51.302552 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (21be2aea-e1c3-4f4d-84f0-e2645fd81a40), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.324203 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f9bbb04b-076d-4381-a3cf-edf8ceb286ad req-dd3b4609-b183-4d0b-a68f-f61c72b9832d tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (98e4611b-6394-423f-af47-8583fcc1b4f5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.336769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 92e3c39d-5eff-4b35-945a-25de4f5dce4b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:12:51.349948 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Attempting to bind port f51a1555-ef3d-4954-a1c4-ec559a4f6dba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:51.350324 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Attempting to bind port f51a1555-ef3d-4954-a1c4-ec559a4f6dba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:51.350626 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Attempting to bind port f51a1555-ef3d-4954-a1c4-ec559a4f6dba on network f9e642b5-0144-4768-b572-192069e5751e {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:51.385626 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:51.386011 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Checking segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:51.386421 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.387544 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Bound using segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:51.392409 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Bound port: f51a1555-ef3d-4954-a1c4-ec559a4f6dba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:51.392847 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.493660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aeb289-9b22-41af-a51b-46a908a7fb21 req-ec33d4d4-6667-49e5-ab05-5816b1b048f8 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:51.500718 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51aeb289-9b22-41af-a51b-46a908a7fb21 req-ec33d4d4-6667-49e5-ab05-5816b1b048f8 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 943 time: 0.0604393
Apr 16 21:12:51.521168 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] For port f51a1555-ef3d-4954-a1c4-ec559a4f6dba, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:51.526972 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] For port f51a1555-ef3d-4954-a1c4-ec559a4f6dba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f51a1555-ef3d-4954-a1c4-ec559a4f6dba,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:51.571541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event updated for resources: {'Port': ['ID=21be2aea-e1c3-4f4d-84f0-e2645fd81a40,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:51.578753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['98e4611b-6394-423f-af47-8583fcc1b4f5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:51.583872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 92e3c39d-5eff-4b35-945a-25de4f5dce4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92e3c39d-5eff-4b35-945a-25de4f5dce4b,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:51.609692 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.628688 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (ecf155d4-30c6-480c-80e0-18d68756c5e3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.629721 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51aeb289-9b22-41af-a51b-46a908a7fb21 req-c5fe680b-9767-4c16-995d-bbfc4bc94ece tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280394
Apr 16 21:12:51.652418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '92e3c39d-5eff-4b35-945a-25de4f5dce4b', 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918', 'port_id': '92e3c39d-5eff-4b35-945a-25de4f5dce4b', 'mac_address': 'fa:16:3e:a8:c3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:12:51.730851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 92e3c39d-5eff-4b35-945a-25de4f5dce4b is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:51.731548 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.758878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bbb04b-076d-4381-a3cf-edf8ceb286ad req-dd3b4609-b183-4d0b-a68f-f61c72b9832d tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] No DVR routers for this DVR port 98e4611b-6394-423f-af47-8583fcc1b4f5 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:12:51.766775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f9bbb04b-076d-4381-a3cf-edf8ceb286ad req-dd3b4609-b183-4d0b-a68f-f61c72b9832d tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.777701 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9bbb04b-076d-4381-a3cf-edf8ceb286ad req-dd3b4609-b183-4d0b-a68f-f61c72b9832d tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.41 "DELETE /v2.0/ports/98e4611b-6394-423f-af47-8583fcc1b4f5 HTTP/1.1" status: 204  len: 173 time: 1.2688377
Apr 16 21:12:51.780789 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Routers {'49b82c08-a044-4ff9-97ca-652fba8a2ac6'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:12:51.781434 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b245b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:51.782964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b4609-b183-4d0b-a68f-f61c72b9832d tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] Pushing event deleted for resources: {'Port': ['ID=98e4611b-6394-423f-af47-8583fcc1b4f5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:51.802083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e3c39d-5eff-4b35-945a-25de4f5dce4b {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:12:51.807686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-38bb12da-b15c-4618-81ff-cba46a24fe51 None None] Provisioning complete for port f51a1555-ef3d-4954-a1c4-ec559a4f6dba triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:51.815621 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-38bb12da-b15c-4618-81ff-cba46a24fe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.854697 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 92e3c39d-5eff-4b35-945a-25de4f5dce4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92e3c39d-5eff-4b35-945a-25de4f5dce4b,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:51.886220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44880d34-adb1-4de6-ada6-dc4f7e4f0527', 'name': 'network-vif-deleted', 'tag': '98e4611b-6394-423f-af47-8583fcc1b4f5'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:51.895675 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6830f4a-20ea-4d8b-bd62-ec252803c596" -d '{"events": [{"server_uuid": "44880d34-adb1-4de6-ada6-dc4f7e4f0527", "name": "network-vif-deleted", "tag": "98e4611b-6394-423f-af47-8583fcc1b4f5"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:51.902821 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ac7d8bd-00a9-4c40-a1c9-587d72e8afcf req-59f76595-5078-4270-a223-265bf7a9a1b1 tempest-TenantUsagesTestJSON-650938667 tempest-TenantUsagesTestJSON-650938667-project] 10.222.0.20 "GET /v2.0/ports?device_id=44880d34-adb1-4de6-ada6-dc4f7e4f0527 HTTP/1.1" status: 200  len: 210 time: 0.1002996
Apr 16 21:12:51.927961 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35dd1e3-8c80-4f61-9931-f7a4a07b49df None None] Pushing event updated for resources: {'Port': ['ID=f51a1555-ef3d-4954-a1c4-ec559a4f6dba,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:51.948397 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.971186 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:51.980148 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-050b6d97-14d8-4a06-8d11-6cb7a290f0bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7886157
Apr 16 21:12:52.007749 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2753ccdf-8c47-4ee3-b62c-068e4217a045 x-openstack-request-id: req-2753ccdf-8c47-4ee3-b62c-068e4217a045 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:52.008437 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44880d34-adb1-4de6-ada6-dc4f7e4f0527", "name": "network-vif-deleted", "tag": "98e4611b-6394-423f-af47-8583fcc1b4f5", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:52.008629 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2753ccdf-8c47-4ee3-b62c-068e4217a045 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:52.009041 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2753ccdf-8c47-4ee3-b62c-068e4217a045'] response: {'server_uuid': '44880d34-adb1-4de6-ada6-dc4f7e4f0527', 'name': 'network-vif-deleted', 'tag': '98e4611b-6394-423f-af47-8583fcc1b4f5', 'status': 'completed', 'code': 200}
Apr 16 21:12:52.032243 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] Set router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:12:52.075627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=92e3c39d-5eff-4b35-945a-25de4f5dce4b,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:52.094050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-38bb12da-b15c-4618-81ff-cba46a24fe51 None None] Current status of the port f51a1555-ef3d-4954-a1c4-ec559a4f6dba is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:52.095039 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-38bb12da-b15c-4618-81ff-cba46a24fe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:52.154025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-38bb12da-b15c-4618-81ff-cba46a24fe51 None None] For port f51a1555-ef3d-4954-a1c4-ec559a4f6dba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f51a1555-ef3d-4954-a1c4-ec559a4f6dba,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:52.209343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['92e3c39d-5eff-4b35-945a-25de4f5dce4b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:12:52.232976 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-bc64dd40-4a46-4506-a986-e2761f9ef333 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1069131242&fields=id&tenant_id=ceac90e6c7024b4ea350bfa95e1b5249 HTTP/1.1" status: 200  len: 267 time: 0.0597327
Apr 16 21:12:52.252201 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b245b0>, [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72'}], 'enable_snat': True}, 'gw_port_id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 4, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port': {'id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:39Z', 'updated_at': '2022-04-16T21:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f51a1555-ef3d-4954-a1c4-ec559a4f6dba', 'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'mac_address': 'fa:16:3e:52:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:42Z', 'updated_at': '2022-04-16T21:12:51Z', 'revision_number': 4, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'subnets': [{'id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:52.258703 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-38bb12da-b15c-4618-81ff-cba46a24fe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:52.290671 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f229c0-fd8c-4079-82c9-589ef7a637a5 None None] The sync data for ids ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'] in ncdv-master-1 is: [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72'}], 'enable_snat': True}, 'gw_port_id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 4, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port': {'id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:39Z', 'updated_at': '2022-04-16T21:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f51a1555-ef3d-4954-a1c4-ec559a4f6dba', 'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'mac_address': 'fa:16:3e:52:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:42Z', 'updated_at': '2022-04-16T21:12:51Z', 'revision_number': 4, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'subnets': [{'id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:12:52.388009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f51a1555-ef3d-4954-a1c4-ec559a4f6dba up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:52.424061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb12da-b15c-4618-81ff-cba46a24fe51 None None] Pushing event updated for resources: {'Port': ['ID=f51a1555-ef3d-4954-a1c4-ec559a4f6dba,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:52.429925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-e6d32cd2-6960-42b3-8dfa-307fcbeb423a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:52.431562 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-e6d32cd2-6960-42b3-8dfa-307fcbeb423a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 811 time: 0.1968334
Apr 16 21:12:52.435250 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e07222e9-099a-4560-b498-ff5326bc99b9 None None] Provisioning complete for port f51a1555-ef3d-4954-a1c4-ec559a4f6dba triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:52.435652 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e07222e9-099a-4560-b498-ff5326bc99b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:52.482082 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-e5f56acc-ee48-4dd6-8391-953007217315 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/quotas/ceac90e6c7024b4ea350bfa95e1b5249 HTTP/1.1" status: 200  len: 375 time: 0.0228353
Apr 16 21:12:52.546333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f51a1555-ef3d-4954-a1c4-ec559a4f6dba triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:52.547058 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:52.557501 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-15fa93a1-5b68-4ae5-8333-aafc1ea5a636 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0668211
Apr 16 21:12:52.689736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e07222e9-099a-4560-b498-ff5326bc99b9 None None] Current status of the port f51a1555-ef3d-4954-a1c4-ec559a4f6dba is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:52.767722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f51a1555-ef3d-4954-a1c4-ec559a4f6dba is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:52.856285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bef60-89cd-4d6b-a0e0-cf39bb5073de req-cd861213-bb7e-4fda-9bec-271a1b84a7de tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:52.863280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5a9bef60-89cd-4d6b-a0e0-cf39bb5073de req-cd861213-bb7e-4fda-9bec-271a1b84a7de tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 944 time: 0.0887463
Apr 16 21:12:52.903433 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-bb0acc75-d7e1-4e72-82dd-c9c7e2920f22 service neutron] 10.222.0.20 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3282998
Apr 16 21:12:52.931720 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5a9bef60-89cd-4d6b-a0e0-cf39bb5073de req-23e29fab-3b7a-4050-81ea-87ba1bf44216 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636687
Apr 16 21:12:53.001477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54058) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:53.036770 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-62488b71-d9a0-43ff-b934-3cea62466eba service neutron] 10.222.0.20 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270742
Apr 16 21:12:53.139904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1928963842-network', 'tenant_id': '22727e8c4fa5476fb266cffba2163f28'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:53.353054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 92e3c39d-5eff-4b35-945a-25de4f5dce4b up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:53.397292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 92e3c39d-5eff-4b35-945a-25de4f5dce4b completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:12:53.493894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Made reservation on behalf of 22727e8c4fa5476fb266cffba2163f28 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:53.496529 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:53.509010 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:53.549608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 92e3c39d-5eff-4b35-945a-25de4f5dce4b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:53.549608 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:53.600862 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Publish callbacks [] for security_group (052cbe43-1107-403a-b2d1-a1ad566d297f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:53.644533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a3202269-ad8c-47eb-8319-7d493fec0464 req-88c7776b-fbcc-4a4f-920c-7a667870267a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 210 time: 0.0314908
Apr 16 21:12:53.648061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 92e3c39d-5eff-4b35-945a-25de4f5dce4b is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:53.648572 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:53.751370 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (052cbe43-1107-403a-b2d1-a1ad566d297f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:53.777704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:12:53.789354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052cbe43-1107-403a-b2d1-a1ad566d297f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:53.809963 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (14ee85b3-4e68-419c-bebc-0d4914cf3e0e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:53.810292 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Added segment 14ee85b3-4e68-419c-bebc-0d4914cf3e0e of type vlan for network 5acfcb18-5efa-4a2f-9625-22ea506fdfc2
Apr 16 21:12:53.847824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea94c91-140c-428c-8831-03efc8c571f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e3c39d-5eff-4b35-945a-25de4f5dce4b'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:53.850323 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff16978-fae5-4652-8c4a-7c43449e6474" -d '{"events": [{"server_uuid": "9ea94c91-140c-428c-8831-03efc8c571f6", "name": "network-vif-plugged", "status": "completed", "tag": "92e3c39d-5eff-4b35-945a-25de4f5dce4b"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:53.869190 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (5acfcb18-5efa-4a2f-9625-22ea506fdfc2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:53.870234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 92e3c39d-5eff-4b35-945a-25de4f5dce4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92e3c39d-5eff-4b35-945a-25de4f5dce4b,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:12:53.912575 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356e4ca5-77f6-4ef1-9e8d-59fa1b55a3cf x-openstack-request-id: req-356e4ca5-77f6-4ef1-9e8d-59fa1b55a3cf {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:53.912575 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea94c91-140c-428c-8831-03efc8c571f6", "name": "network-vif-plugged", "status": "completed", "tag": "92e3c39d-5eff-4b35-945a-25de4f5dce4b", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:53.912575 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-356e4ca5-77f6-4ef1-9e8d-59fa1b55a3cf {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:53.912575 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-356e4ca5-77f6-4ef1-9e8d-59fa1b55a3cf'] response: {'server_uuid': '9ea94c91-140c-428c-8831-03efc8c571f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e3c39d-5eff-4b35-945a-25de4f5dce4b', 'code': 200}
Apr 16 21:12:53.952650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 98e4611b-6394-423f-af47-8583fcc1b4f5 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:12:53.965174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54084) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:53.977725 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:53.979634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 98e4611b-6394-423f-af47-8583fcc1b4f5 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:12:53.980196 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 98e4611b-6394-423f-af47-8583fcc1b4f5 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:12:54.030918 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (5acfcb18-5efa-4a2f-9625-22ea506fdfc2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:54.030918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:54.031388 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:54.044845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=92e3c39d-5eff-4b35-945a-25de4f5dce4b,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:54.055863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5368ec1-bc9f-44e6-b118-fcfe4af02a10 req-17371d9f-f16b-4f32-bcb5-3506ba52b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:54.055863 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a5368ec1-bc9f-44e6-b118-fcfe4af02a10 req-17371d9f-f16b-4f32-bcb5-3506ba52b54b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 1127 time: 0.0790331
Apr 16 21:12:54.138164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392ba89-bbe0-447a-91cb-8b1e7fdac2f4 req-867ad38a-f461-41ff-ae1d-99b3cc016587 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:54.140246 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a392ba89-bbe0-447a-91cb-8b1e7fdac2f4 req-867ad38a-f461-41ff-ae1d-99b3cc016587 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 945 time: 0.1299989
Apr 16 21:12:54.182574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] Pushing event updated for resources: {'Network': ['ID=5acfcb18-5efa-4a2f-9625-22ea506fdfc2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:54.193323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 5acfcb18-5efa-4a2f-9625-22ea506fdfc2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:12:54.208800 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bcb69c70-53ab-48f2-8e46-30f05a0fdab2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.2061677
Apr 16 21:12:54.212058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54088) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:54.217652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-40fb8ed3-e37e-4f52-9627-8335abcff3ed admin admin] Request body: {'subnet': {'network_id': '5acfcb18-5efa-4a2f-9625-22ea506fdfc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1928963842-subnet', 'tenant_id': '22727e8c4fa5476fb266cffba2163f28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:54.230399 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a5368ec1-bc9f-44e6-b118-fcfe4af02a10 req-78166e32-1dbf-486f-bbe0-0bba36e6c972 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699009
Apr 16 21:12:54.235838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9fda0f34-3157-404e-9efc-f1db26913100 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bc88cb7a1504053928ac23280b2b6a3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2692420
Apr 16 21:12:54.240119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54090) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:54.249985 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a392ba89-bbe0-447a-91cb-8b1e7fdac2f4 req-998f33cc-d74a-4175-b186-3898113504f1 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992875
Apr 16 21:12:54.293136 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bde3f040-2756-4be7-80a0-bdf2e06ef053 admin admin] Publish callbacks [] for security_group (dac8e534-f40c-4a17-a462-9b5cd54feb83), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:54.319504 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bde3f040-2756-4be7-80a0-bdf2e06ef053 admin admin] Publish callbacks [] for security_group (dac8e534-f40c-4a17-a462-9b5cd54feb83), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:54.338708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f51a1555-ef3d-4954-a1c4-ec559a4f6dba up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:12:54.347970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fb8ed3-e37e-4f52-9627-8335abcff3ed admin admin] Made reservation on behalf of 22727e8c4fa5476fb266cffba2163f28 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:54.350278 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40fb8ed3-e37e-4f52-9627-8335abcff3ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:54.388235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f51a1555-ef3d-4954-a1c4-ec559a4f6dba triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:54.388641 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:54.473258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f51a1555-ef3d-4954-a1c4-ec559a4f6dba is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:12:54.551331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bde3f040-2756-4be7-80a0-bdf2e06ef053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (dac8e534-f40c-4a17-a462-9b5cd54feb83), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:54.553845 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bde3f040-2756-4be7-80a0-bdf2e06ef053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:54.555047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bde3f040-2756-4be7-80a0-bdf2e06ef053 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dac8e534-f40c-4a17-a462-9b5cd54feb83 HTTP/1.1" status: 204  len: 168 time: 0.3139369
Apr 16 21:12:54.563709 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3f040-2756-4be7-80a0-bdf2e06ef053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac8e534-f40c-4a17-a462-9b5cd54feb83,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:54.628360 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40fb8ed3-e37e-4f52-9627-8335abcff3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (d5f40fb9-963e-4b6c-b501-cec067f207e1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:54.694756 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb8ed3-e37e-4f52-9627-8335abcff3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f40fb9-963e-4b6c-b501-cec067f207e1,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:54.709630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb8ed3-e37e-4f52-9627-8335abcff3ed admin admin] Checking segment: {'id': '14ee85b3-4e68-419c-bebc-0d4914cf3e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5acfcb18-5efa-4a2f-9625-22ea506fdfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:54.709998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb8ed3-e37e-4f52-9627-8335abcff3ed admin admin] Network hostable DHCP agents. Network: 5acfcb18-5efa-4a2f-9625-22ea506fdfc2, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:12:54.754731 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-750698bc-4840-4013-82fb-3a5bfff4fd30 req-bd1781c2-e935-4750-914c-ba04bd4cb99b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 210 time: 0.0414515
Apr 16 21:12:54.881124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb8ed3-e37e-4f52-9627-8335abcff3ed admin admin] Network 5acfcb18-5efa-4a2f-9625-22ea506fdfc2 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:12:55.037147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-40fb8ed3-e37e-4f52-9627-8335abcff3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5acfcb18-5efa-4a2f-9625-22ea506fdfc2) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:55.041181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fb8ed3-e37e-4f52-9627-8335abcff3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:55.041785 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40fb8ed3-e37e-4f52-9627-8335abcff3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:55.046207 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb3ba3-59b9-494c-a8dd-579ee3bb91ce None None] Network 5acfcb18-5efa-4a2f-9625-22ea506fdfc2 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:55.140280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae275ad-76bd-438b-95a3-0b382085882e None None] Network 5acfcb18-5efa-4a2f-9625-22ea506fdfc2 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:12:55.163046 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-40fb8ed3-e37e-4f52-9627-8335abcff3ed admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.9414778
Apr 16 21:12:55.321122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54114) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:55.381939 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb4be-e296-413e-8027-e0c09bac74b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:55.407149 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a521e-f58e-4c33-9395-76a08d3920c6 req-4077e708-9006-4818-8b1c-469110707475 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:55.408848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-339a521e-f58e-4c33-9395-76a08d3920c6 req-4077e708-9006-4818-8b1c-469110707475 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 945 time: 0.0775096
Apr 16 21:12:55.482352 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-339a521e-f58e-4c33-9395-76a08d3920c6 req-1415408e-b789-48d0-b8f4-8813db472180 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670748
Apr 16 21:12:55.534236 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb4be-e296-413e-8027-e0c09bac74b0 admin admin] Publish callbacks [] for security_group (16e13636-1e9c-41db-8879-f008c61e4630), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:55.561394 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-5a90535a-ab0a-42c5-b1d1-427cc44a8e5f req-15e129fd-a008-4a96-b297-3dea4fed7868 tempest-SecurityGroupsNegativeTestJSON-354880518 tempest-SecurityGroupsNegativeTestJSON-354880518-project] show failed (client error): The resource could not be found.
Apr 16 21:12:55.562364 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5a90535a-ab0a-42c5-b1d1-427cc44a8e5f req-15e129fd-a008-4a96-b297-3dea4fed7868 tempest-SecurityGroupsNegativeTestJSON-354880518 tempest-SecurityGroupsNegativeTestJSON-354880518-project] 10.222.0.20 "GET /v2.0/security-groups/c4ed2ac6-5c60-426b-b0ef-3ac005ea81eb HTTP/1.1" status: 404  len: 352 time: 0.0145147
Apr 16 21:12:55.627950 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb4be-e296-413e-8027-e0c09bac74b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (16e13636-1e9c-41db-8879-f008c61e4630), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:55.647598 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f065186a-8ec5-47b2-b2fe-b5cb52b7464f req-1c8dd2b7-4e81-4fb4-80e7-218c300b30b4 tempest-SecurityGroupsNegativeTestJSON-354880518 tempest-SecurityGroupsNegativeTestJSON-354880518-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22727e8c4fa5476fb266cffba2163f28 HTTP/1.1" status: 200  len: 3001 time: 0.0513508
Apr 16 21:12:55.669775 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1b4cb4be-e296-413e-8027-e0c09bac74b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4214861326564a708de65b55d83c199f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3474536
Apr 16 21:12:55.674270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54122) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:55.693923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cb4be-e296-413e-8027-e0c09bac74b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e13636-1e9c-41db-8879-f008c61e4630,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:55.708737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f065186a-8ec5-47b2-b2fe-b5cb52b7464f req-66f8e36f-1fca-4310-bb37-d449aa094aa6 tempest-SecurityGroupsNegativeTestJSON-354880518 tempest-SecurityGroupsNegativeTestJSON-354880518-project] 10.222.0.20 "GET /v2.0/security-groups/052cbe43-1107-403a-b2d1-a1ad566d297f HTTP/1.1" status: 200  len: 2998 time: 0.0571125
Apr 16 21:12:55.734304 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9fa35ba-4e7c-4e54-b3fe-e024004bd7f6 admin admin] Publish callbacks [] for security_group (16e13636-1e9c-41db-8879-f008c61e4630), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:55.751417 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f065186a-8ec5-47b2-b2fe-b5cb52b7464f req-11edbf6c-0d17-45db-b86d-0c6c26a4eb64 tempest-SecurityGroupsNegativeTestJSON-354880518 tempest-SecurityGroupsNegativeTestJSON-354880518-project] 10.222.0.20 "GET /v2.0/security-groups/052cbe43-1107-403a-b2d1-a1ad566d297f HTTP/1.1" status: 200  len: 2998 time: 0.0417211
Apr 16 21:12:55.755523 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9fa35ba-4e7c-4e54-b3fe-e024004bd7f6 admin admin] Publish callbacks [] for security_group (16e13636-1e9c-41db-8879-f008c61e4630), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:55.830537 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a1969eb-5de7-4faa-9597-f7abaa718b15 req-0380464e-78c2-4835-a135-83d68323fae1 tempest-SecurityGroupsNegativeTestJSON-354880518 tempest-SecurityGroupsNegativeTestJSON-354880518-project] 10.222.0.20 "GET /v2.0/security-groups/052cbe43-1107-403a-b2d1-a1ad566d297f HTTP/1.1" status: 200  len: 2998 time: 0.0563974
Apr 16 21:12:55.884485 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3fcf6079-38d7-4e99-a740-617367def87a req-0e943aca-4689-4ade-af18-5f43d280404f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 210 time: 0.0313601
Apr 16 21:12:55.896633 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-6a1969eb-5de7-4faa-9597-f7abaa718b15 req-d64e1669-3d47-4d61-8f02-20a5ca66d195 tempest-SecurityGroupsNegativeTestJSON-354880518 tempest-SecurityGroupsNegativeTestJSON-354880518-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:12:55.898031 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a1969eb-5de7-4faa-9597-f7abaa718b15 req-d64e1669-3d47-4d61-8f02-20a5ca66d195 tempest-SecurityGroupsNegativeTestJSON-354880518 tempest-SecurityGroupsNegativeTestJSON-354880518-project] 10.222.0.20 "DELETE /v2.0/security-groups/052cbe43-1107-403a-b2d1-a1ad566d297f HTTP/1.1" status: 409  len: 352 time: 0.0616748
Apr 16 21:12:55.942859 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-fabe722c-92a5-438d-b3d0-2bdc4ed8f751 req-4af4b78b-9ac7-4c14-be20-8993c47d52a1 tempest-SecurityGroupsNegativeTestJSON-354880518 tempest-SecurityGroupsNegativeTestJSON-354880518-project] show failed (client error): The resource could not be found.
Apr 16 21:12:55.944199 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fabe722c-92a5-438d-b3d0-2bdc4ed8f751 req-4af4b78b-9ac7-4c14-be20-8993c47d52a1 tempest-SecurityGroupsNegativeTestJSON-354880518 tempest-SecurityGroupsNegativeTestJSON-354880518-project] 10.222.0.20 "GET /v2.0/security-groups/3bf4a341-9224-41bd-ac00-6f5eeab1888a HTTP/1.1" status: 404  len: 352 time: 0.0140183
Apr 16 21:12:55.985234 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-710b7b30-10af-4972-b9a8-89865b60b052 req-902ceef9-ed9a-457c-94f9-b0be7f8bb3d6 tempest-SecurityGroupsNegativeTestJSON-354880518 tempest-SecurityGroupsNegativeTestJSON-354880518-project] show failed (client error): The resource could not be found.
Apr 16 21:12:55.986963 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-710b7b30-10af-4972-b9a8-89865b60b052 req-902ceef9-ed9a-457c-94f9-b0be7f8bb3d6 tempest-SecurityGroupsNegativeTestJSON-354880518 tempest-SecurityGroupsNegativeTestJSON-354880518-project] 10.222.0.20 "GET /v2.0/security-groups/d2e5478b-5dca-4914-be6f-473c5a3c3ec4 HTTP/1.1" status: 404  len: 352 time: 0.0208278
Apr 16 21:12:55.997474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54136) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:56.042415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb60c9d-8e4e-4397-8bc6-3622c5ab956d admin admin] Deleting subnet d5f40fb9-963e-4b6c-b501-cec067f207e1 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:12:56.050341 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9fa35ba-4e7c-4e54-b3fe-e024004bd7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (16e13636-1e9c-41db-8879-f008c61e4630), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:56.050341 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9fa35ba-4e7c-4e54-b3fe-e024004bd7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:56.050341 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b9fa35ba-4e7c-4e54-b3fe-e024004bd7f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16e13636-1e9c-41db-8879-f008c61e4630 HTTP/1.1" status: 204  len: 168 time: 0.3731019
Apr 16 21:12:56.051588 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbb60c9d-8e4e-4397-8bc6-3622c5ab956d admin admin] Publish callbacks [] for subnet (d5f40fb9-963e-4b6c-b501-cec067f207e1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:56.078254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa35ba-4e7c-4e54-b3fe-e024004bd7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e13636-1e9c-41db-8879-f008c61e4630,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:56.094566 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbb60c9d-8e4e-4397-8bc6-3622c5ab956d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (d5f40fb9-963e-4b6c-b501-cec067f207e1), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:56.138433 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbb60c9d-8e4e-4397-8bc6-3622c5ab956d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (d5f40fb9-963e-4b6c-b501-cec067f207e1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:56.308395 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbb60c9d-8e4e-4397-8bc6-3622c5ab956d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (d5f40fb9-963e-4b6c-b501-cec067f207e1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:56.339193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb60c9d-8e4e-4397-8bc6-3622c5ab956d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f40fb9-963e-4b6c-b501-cec067f207e1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:56.344086 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbb60c9d-8e4e-4397-8bc6-3622c5ab956d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:56.347672 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bbb60c9d-8e4e-4397-8bc6-3622c5ab956d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d5f40fb9-963e-4b6c-b501-cec067f207e1 HTTP/1.1" status: 204  len: 168 time: 0.3488622
Apr 16 21:12:56.350795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54140) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:56.438293 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be050604-11a6-494c-b92b-a111e9a70030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (5acfcb18-5efa-4a2f-9625-22ea506fdfc2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:56.615010 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be050604-11a6-494c-b92b-a111e9a70030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (5acfcb18-5efa-4a2f-9625-22ea506fdfc2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:56.659371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-be050604-11a6-494c-b92b-a111e9a70030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011eec1790>,) {'filters': {'network_id': ['5acfcb18-5efa-4a2f-9625-22ea506fdfc2']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:56.667193 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e57e5c-407e-4de5-9606-73917e417bae req-2892c263-4821-4d4f-a626-c1b5cd2f5bb4 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:56.673720 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-71e57e5c-407e-4de5-9606-73917e417bae req-2892c263-4821-4d4f-a626-c1b5cd2f5bb4 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 945 time: 0.0965571
Apr 16 21:12:56.692701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-be050604-11a6-494c-b92b-a111e9a70030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eec1790>, '14ee85b3-4e68-419c-bebc-0d4914cf3e0e') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:56.693005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-be050604-11a6-494c-b92b-a111e9a70030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eec1790>, '14ee85b3-4e68-419c-bebc-0d4914cf3e0e') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:12:56.716742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-e2e28d80-57bf-4c65-a730-5427f41328ef tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:56.718259 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-e2e28d80-57bf-4c65-a730-5427f41328ef tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 811 time: 0.2481873
Apr 16 21:12:56.721279 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be050604-11a6-494c-b92b-a111e9a70030 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (14ee85b3-4e68-419c-bebc-0d4914cf3e0e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:56.754458 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be050604-11a6-494c-b92b-a111e9a70030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (14ee85b3-4e68-419c-bebc-0d4914cf3e0e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:56.769661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be050604-11a6-494c-b92b-a111e9a70030 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:12:56.770054 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be050604-11a6-494c-b92b-a111e9a70030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (14ee85b3-4e68-419c-bebc-0d4914cf3e0e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   items = [
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:12:56.776546 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:12:56.831082 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-71e57e5c-407e-4de5-9606-73917e417bae req-84f08225-a407-4320-a89b-49eebf427af2 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486485
Apr 16 21:12:56.862831 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-198fac72-3974-4421-bf5b-7ffad06980ad tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ceac90e6c7024b4ea350bfa95e1b5249 HTTP/1.1" status: 200  len: 380 time: 0.1307919
Apr 16 21:12:56.871877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-217acb7c-e2fd-4b54-9a30-9a531b426207 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Request body: {'port': {'device_id': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'admin_state_up': True, 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'security_groups': ['fb8edd05-c322-4a65-901b-912e3b2884c8']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:57.045434 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b9c43467-5641-4465-b5f9-ab6c3b8f4951 req-97016367-34dc-4d3f-9f46-ef8d58cd41d0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 210 time: 0.0294766
Apr 16 21:12:57.050898 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be050604-11a6-494c-b92b-a111e9a70030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (5acfcb18-5efa-4a2f-9625-22ea506fdfc2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:57.060039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be050604-11a6-494c-b92b-a111e9a70030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:57.066504 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-be050604-11a6-494c-b92b-a111e9a70030 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5acfcb18-5efa-4a2f-9625-22ea506fdfc2 HTTP/1.1" status: 204  len: 168 time: 0.7125516
Apr 16 21:12:57.076213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be050604-11a6-494c-b92b-a111e9a70030 admin admin] Pushing event deleted for resources: {'Network': ['ID=5acfcb18-5efa-4a2f-9625-22ea506fdfc2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:57.145342 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-217acb7c-e2fd-4b54-9a30-9a531b426207 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Made reservation on behalf of ceac90e6c7024b4ea350bfa95e1b5249 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:57.149332 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-217acb7c-e2fd-4b54-9a30-9a531b426207 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:57.342128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-11d525f6-642d-47fd-81b5-6fc14fa3e69c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:57.343660 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-11d525f6-642d-47fd-81b5-6fc14fa3e69c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 821 time: 0.1922302
Apr 16 21:12:57.359378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d8f82-f7d0-45df-bec5-9d8e913eca04 req-b30ba846-9946-40d7-9c59-5c43ab3d31a1 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:57.366346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-849d8f82-f7d0-45df-bec5-9d8e913eca04 req-b30ba846-9946-40d7-9c59-5c43ab3d31a1 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 945 time: 0.0537682
Apr 16 21:12:57.376726 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-359fb43f-e7ca-4b10-8a5c-bd9e1b7fc3f8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/quotas/68af3300a0d149adbbf934b4ff1f87d8 HTTP/1.1" status: 200  len: 375 time: 0.0236034
Apr 16 21:12:57.395799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-217acb7c-e2fd-4b54-9a30-9a531b426207 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Allocated IP 172.20.0.14 (f9e642b5-0144-4768-b572-192069e5751e/06ec77b4-a903-4213-a645-ac1f6c5c0b22/9bc5b971-3aa6-49d0-8b96-ab0e7cb12588) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:12:57.420504 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-849d8f82-f7d0-45df-bec5-9d8e913eca04 req-d1ce87c6-755b-43f3-bc04-5b0c1e66f74d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522995
Apr 16 21:12:57.444555 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-b6d1b2d3-35f0-4166-a6ef-e1e0af41bc8a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0629199
Apr 16 21:12:57.486583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54196) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:57.534730 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ef6f7c5e-888a-4417-929f-30b8c3ea58a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22727e8c4fa5476fb266cffba2163f28&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0469036
Apr 16 21:12:57.537882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54198) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:57.595999 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b7b08171-946f-408c-86bb-9888c63875d2 admin admin] Publish callbacks [] for security_group (052cbe43-1107-403a-b2d1-a1ad566d297f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:57.621128 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b7b08171-946f-408c-86bb-9888c63875d2 admin admin] Publish callbacks [] for security_group (052cbe43-1107-403a-b2d1-a1ad566d297f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:57.624909 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-66fee9d5-e4d1-4fb2-bcc5-37b56573f587 service neutron] 10.222.0.20 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707838
Apr 16 21:12:57.713722 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-217acb7c-e2fd-4b54-9a30-9a531b426207 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:57.754214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b7b08171-946f-408c-86bb-9888c63875d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (052cbe43-1107-403a-b2d1-a1ad566d297f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:57.757336 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b7b08171-946f-408c-86bb-9888c63875d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:57.763309 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b7b08171-946f-408c-86bb-9888c63875d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/052cbe43-1107-403a-b2d1-a1ad566d297f HTTP/1.1" status: 204  len: 168 time: 0.2200551
Apr 16 21:12:57.768838 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-4615891a-8484-41ec-8619-9cc669e8193a service neutron] 10.222.0.20 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408803
Apr 16 21:12:57.775687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b08171-946f-408c-86bb-9888c63875d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052cbe43-1107-403a-b2d1-a1ad566d297f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:57.886370 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-217acb7c-e2fd-4b54-9a30-9a531b426207 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:57.936271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-217acb7c-e2fd-4b54-9a30-9a531b426207 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Network f9e642b5-0144-4768-b572-192069e5751e is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:12:57.939398 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-217acb7c-e2fd-4b54-9a30-9a531b426207 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:12:57.943733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-217acb7c-e2fd-4b54-9a30-9a531b426207 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:12:57.947740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217acb7c-e2fd-4b54-9a30-9a531b426207 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:57.996064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-217acb7c-e2fd-4b54-9a30-9a531b426207 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:57.997073 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-217acb7c-e2fd-4b54-9a30-9a531b426207 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:58.121323 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-217acb7c-e2fd-4b54-9a30-9a531b426207 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2531517
Apr 16 21:12:58.135231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Request body: {'port': {'device_id': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:58.205832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0e1e5648-aaf9-4c19-af7b-2ca9b96fec44 None None] Provisioning complete for port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:12:58.206746 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0e1e5648-aaf9-4c19-af7b-2ca9b96fec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:58.240822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5182c59-6553-4661-9707-b606a5a0a089 req-60ec76ce-5117-47f9-9129-2b8200ab9e74 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:58.248609 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a5182c59-6553-4661-9707-b606a5a0a089 req-60ec76ce-5117-47f9-9129-2b8200ab9e74 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 932 time: 0.1214921
Apr 16 21:12:58.261211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e5648-aaf9-4c19-af7b-2ca9b96fec44 None None] Port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:12:58.278196 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:58.334415 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a5182c59-6553-4661-9707-b606a5a0a089 req-47143238-ddb4-41d3-89ce-65f5552a0734 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758550
Apr 16 21:12:58.557563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2f1df-03fd-4189-95ff-d3b55c762515 req-edfb6b0e-cee1-496a-a2fa-49ac25c87be8 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:58.559093 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56d2f1df-03fd-4189-95ff-d3b55c762515 req-edfb6b0e-cee1-496a-a2fa-49ac25c87be8 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 945 time: 0.0674770
Apr 16 21:12:58.610366 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d79feae8-f3ac-44eb-b5eb-7eb0dbb69c9e req-e9df0459-f31a-4a60-8a55-202a7bde5b0d tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 210 time: 0.0417743
Apr 16 21:12:58.640675 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56d2f1df-03fd-4189-95ff-d3b55c762515 req-69c884b4-4f79-4d2b-b6a4-812b317c2547 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708537
Apr 16 21:12:58.686734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:12:58.694914 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Publish callbacks [] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:58.710215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Transition to ACTIVE for port object 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:12:58.782476 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:58.963103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:58.989791 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Attempting to bind port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:12:58.990139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Attempting to bind port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:12:58.990472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Attempting to bind port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 on network f9e642b5-0144-4768-b572-192069e5751e {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:58.995330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 on network f9e642b5-0144-4768-b572-192069e5751e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:12:59.000440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Attempting to bind port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 on network f9e642b5-0144-4768-b572-192069e5751e {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:12:59.002942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:12:59.003583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Checking segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:12:59.004216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Bound using segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:12:59.004878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Bound port: 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:12:59.005306 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:59.141467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:12:59.146672 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:12:59.198006 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54310) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:12:59.223608 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aaeee39c-5613-4e57-84f3-a114ce692a67 req-796df2fc-144b-4fb5-bd0f-2bfb4fbe28a2 tempest-FlavorsV2NegativeTest-1544759427 tempest-FlavorsV2NegativeTest-1544759427-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3f0ee5d0d5a3479a891f08b8fd963155&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0383730
Apr 16 21:12:59.226190 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:59.272907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:59.273611 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:59.284352 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] 10.222.0.41 "PUT /v2.0/ports/9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 HTTP/1.1" status: 200  len: 1092 time: 1.1441705
Apr 16 21:12:59.284352 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:12:59.284352 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074c6e92-1432-4537-aee5-5a03726ef94e" -d '{"events": [{"name": "network-changed", "server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:12:59.322423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa8cfb-72c9-4c05-ba99-86e1a8d0bc8b service neutron] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:12:59.382505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-332272359-network', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:12:59.407070 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e806964-98c2-45a5-86fe-fe4fc081bd9c x-openstack-request-id: req-8e806964-98c2-45a5-86fe-fe4fc081bd9c {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:12:59.407070 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:12:59.407070 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e806964-98c2-45a5-86fe-fe4fc081bd9c {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:12:59.407070 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e806964-98c2-45a5-86fe-fe4fc081bd9c'] response: {'name': 'network-changed', 'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'status': 'completed', 'code': 200}
Apr 16 21:12:59.466094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeee39c-5613-4e57-84f3-a114ce692a67 req-a0a936a6-89ee-4c93-8be4-1ce4f40039d7 tempest-FlavorsV2NegativeTest-1544759427 tempest-FlavorsV2NegativeTest-1544759427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:59.475725 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aaeee39c-5613-4e57-84f3-a114ce692a67 req-a0a936a6-89ee-4c93-8be4-1ce4f40039d7 tempest-FlavorsV2NegativeTest-1544759427 tempest-FlavorsV2NegativeTest-1544759427-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2462466
Apr 16 21:12:59.478721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c6e92-1432-4537-aee5-5a03726ef94e req-14fe0107-1e0a-4a3e-8785-54c5c7c3dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:59.480491 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-074c6e92-1432-4537-aee5-5a03726ef94e req-14fe0107-1e0a-4a3e-8785-54c5c7c3dfaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 1126 time: 0.0524623
Apr 16 21:12:59.495979 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aaeee39c-5613-4e57-84f3-a114ce692a67 req-f411fb65-c6b9-4e85-b3ea-feca3dbcdb8b tempest-FlavorsV2NegativeTest-1544759427 tempest-FlavorsV2NegativeTest-1544759427-project] 10.222.0.20 "GET /v2.0/quotas/3f0ee5d0d5a3479a891f08b8fd963155 HTTP/1.1" status: 200  len: 375 time: 0.0187118
Apr 16 21:12:59.535520 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aaeee39c-5613-4e57-84f3-a114ce692a67 req-8e43ac74-f9a2-46d2-8b87-316a9cb40bcf tempest-FlavorsV2NegativeTest-1544759427 tempest-FlavorsV2NegativeTest-1544759427-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f0ee5d0d5a3479a891f08b8fd963155&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0380425
Apr 16 21:12:59.628476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df424b8-0c8b-433c-90cc-339c7e394978 req-9fb257dd-ec5b-4c6c-a318-cb5e5ac5e08f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:59.630183 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2df424b8-0c8b-433c-90cc-339c7e394978 req-9fb257dd-ec5b-4c6c-a318-cb5e5ac5e08f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 944 time: 0.0709872
Apr 16 21:12:59.636102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c6e92-1432-4537-aee5-5a03726ef94e req-0103de1b-fbdf-4662-9329-cab1bc7940d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:59.637641 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-074c6e92-1432-4537-aee5-5a03726ef94e req-0103de1b-fbdf-4662-9329-cab1bc7940d4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1461740
Apr 16 21:12:59.705440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09de116b-e7e1-440b-8cb8-8e639a70cd20 req-6594ee29-d31f-4091-84ea-48fe671a6184 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 210 time: 0.0440617
Apr 16 21:12:59.722967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Made reservation on behalf of 840fd4cbe2fd414bb97f14898bf9647d for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:12:59.725421 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:59.742278 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:59.789630 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2df424b8-0c8b-433c-90cc-339c7e394978 req-304d77bb-2502-4880-ad66-e1e44440dac9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1510313
Apr 16 21:12:59.839886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c6e92-1432-4537-aee5-5a03726ef94e req-460d0796-4b9f-4b0f-812c-5f4219e6c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:59.841682 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-074c6e92-1432-4537-aee5-5a03726ef94e req-460d0796-4b9f-4b0f-812c-5f4219e6c334 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1968842
Apr 16 21:12:59.892285 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Publish callbacks [] for security_group (cf05b34e-7ea4-4c53-ade5-546eab65111c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:12:59.924329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-a8c3be0e-ea30-4717-9139-808689bba5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:12:59.925808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-a8c3be0e-ea30-4717-9139-808689bba5b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 1126 time: 0.0464911
Apr 16 21:12:59.970112 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-1d28512b-0279-48c2-b055-657a747255d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 HTTP/1.1" status: 200  len: 217 time: 0.0368516
Apr 16 21:13:00.012913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cf05b34e-7ea4-4c53-ade5-546eab65111c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:00.029036 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-32887fa1-ab83-4f1b-89e9-14eb8616a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:00.031063 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-32887fa1-ab83-4f1b-89e9-14eb8616a42a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.0554385
Apr 16 21:13:00.054622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:13:00.085976 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf05b34e-7ea4-4c53-ade5-546eab65111c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:00.095113 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d67c964c-5141-4e89-bb87-ca206f6b7bcd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:00.095359 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Added segment d67c964c-5141-4e89-bb87-ca206f6b7bcd of type vlan for network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c
Apr 16 21:13:00.104967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-e614c452-148f-45b9-8616-b6038499dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:00.107822 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-e614c452-148f-45b9-8616-b6038499dea5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0675707
Apr 16 21:13:00.190685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (b5f78b9b-3fd5-4910-aed9-d569c9b4e83c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:00.242667 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-05080865-40a0-4cd0-b859-d28b41cc3beb service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1154013
Apr 16 21:13:00.313467 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (b5f78b9b-3fd5-4910-aed9-d569c9b4e83c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:00.314798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:00.315376 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:00.397543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] Pushing event updated for resources: {'Network': ['ID=b5f78b9b-3fd5-4910-aed9-d569c9b4e83c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:00.407255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:13:00.416843 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d39dc7b-036a-40d7-9cad-ab196e62ffa3 req-d49ea2c7-aba1-468b-b346-058369e9da9f service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666801
Apr 16 21:13:00.491959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7a2fc8d9-4a23-4912-a1b0-9f984da3b19f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2923210
Apr 16 21:13:00.494803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54360) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:00.501471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-52bb27a9-7cf2-4d90-b945-98e91c6bc154 admin admin] Request body: {'subnet': {'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-332272359-subnet', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:00.627977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bb27a9-7cf2-4d90-b945-98e91c6bc154 admin admin] Made reservation on behalf of 840fd4cbe2fd414bb97f14898bf9647d for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:00.630471 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-52bb27a9-7cf2-4d90-b945-98e91c6bc154 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:00.726314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54372) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:00.825771 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-616a78ae-5702-4226-bad5-ebc770fe2e9c req-a5481959-d8be-480e-8ca8-d0891f39cfd1 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 210 time: 0.0346205
Apr 16 21:13:00.865606 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76855606-9351-4ea6-ab7b-6d1dcca7c93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:00.913056 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-52bb27a9-7cf2-4d90-b945-98e91c6bc154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (0cd94b55-28d2-4e17-a8d6-479b05215f3a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:00.940970 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76855606-9351-4ea6-ab7b-6d1dcca7c93f admin admin] Publish callbacks [] for security_group (5f83cd70-ed32-4052-aea8-8580d02c37b2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:00.959140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099055c-47d3-4ac0-a3c3-073fa7a1ef0a req-78aa1785-dc91-497f-be68-5762b89fd602 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:00.960632 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7099055c-47d3-4ac0-a3c3-073fa7a1ef0a req-78aa1785-dc91-497f-be68-5762b89fd602 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 944 time: 0.0797739
Apr 16 21:13:00.990974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb27a9-7cf2-4d90-b945-98e91c6bc154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd94b55-28d2-4e17-a8d6-479b05215f3a,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:01.016725 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76855606-9351-4ea6-ab7b-6d1dcca7c93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5f83cd70-ed32-4052-aea8-8580d02c37b2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.028794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bb27a9-7cf2-4d90-b945-98e91c6bc154 admin admin] Checking segment: {'id': 'd67c964c-5141-4e89-bb87-ca206f6b7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:01.029720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb27a9-7cf2-4d90-b945-98e91c6bc154 admin admin] Network hostable DHCP agents. Network: b5f78b9b-3fd5-4910-aed9-d569c9b4e83c, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:13:01.037615 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7099055c-47d3-4ac0-a3c3-073fa7a1ef0a req-05a459b6-51b1-4ad6-9384-e22fe29df86a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700572
Apr 16 21:13:01.056043 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-76855606-9351-4ea6-ab7b-6d1dcca7c93f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f0ee5d0d5a3479a891f08b8fd963155&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3280864
Apr 16 21:13:01.058913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54382) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:01.060832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76855606-9351-4ea6-ab7b-6d1dcca7c93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f83cd70-ed32-4052-aea8-8580d02c37b2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:01.105207 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb27a9-7cf2-4d90-b945-98e91c6bc154 admin admin] Network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:13:01.112426 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e703-be46-486f-8409-13629a0afb81 admin admin] Publish callbacks [] for security_group (5f83cd70-ed32-4052-aea8-8580d02c37b2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.134634 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e703-be46-486f-8409-13629a0afb81 admin admin] Publish callbacks [] for security_group (5f83cd70-ed32-4052-aea8-8580d02c37b2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.179529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-52bb27a9-7cf2-4d90-b945-98e91c6bc154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b5f78b9b-3fd5-4910-aed9-d569c9b4e83c) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:01.184407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bb27a9-7cf2-4d90-b945-98e91c6bc154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:01.185103 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-52bb27a9-7cf2-4d90-b945-98e91c6bc154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.188125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed22a9a-44c8-48f9-806c-52c4ddec9b39 None None] Network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:13:01.248841 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e703-be46-486f-8409-13629a0afb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5f83cd70-ed32-4052-aea8-8580d02c37b2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.252201 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e703-be46-486f-8409-13629a0afb81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.253711 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b2b4e703-be46-486f-8409-13629a0afb81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f83cd70-ed32-4052-aea8-8580d02c37b2 HTTP/1.1" status: 204  len: 168 time: 0.1935639
Apr 16 21:13:01.262769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4e703-be46-486f-8409-13629a0afb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f83cd70-ed32-4052-aea8-8580d02c37b2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:01.286292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54388) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:01.291504 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-52bb27a9-7cf2-4d90-b945-98e91c6bc154 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7868750
Apr 16 21:13:01.292984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'fixed_ips': [{'subnet_id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:13:01.293126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:01.294008 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.373588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 92e3c39d-5eff-4b35-945a-25de4f5dce4b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:13:01.389334 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.390459 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.496215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Allocated IP 172.20.0.2 (b5f78b9b-3fd5-4910-aed9-d569c9b4e83c/0cd94b55-28d2-4e17-a8d6-479b05215f3a/9ba82ce3-7dc1-48c7-a8e4-b0ece571908a) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:01.537893 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Publish callbacks [] for router_controller (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.580629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 92e3c39d-5eff-4b35-945a-25de4f5dce4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92e3c39d-5eff-4b35-945a-25de4f5dce4b,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:01.599084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '92e3c39d-5eff-4b35-945a-25de4f5dce4b', 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918', 'port_id': '92e3c39d-5eff-4b35-945a-25de4f5dce4b', 'mac_address': 'fa:16:3e:a8:c3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:13:01.670767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 92e3c39d-5eff-4b35-945a-25de4f5dce4b is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:01.671479 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.711760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92e3c39d-5eff-4b35-945a-25de4f5dce4b {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:01.769292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 92e3c39d-5eff-4b35-945a-25de4f5dce4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92e3c39d-5eff-4b35-945a-25de4f5dce4b,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:01.792970 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Publish callbacks [] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.850466 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.864652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Publish callbacks [] for router_gateway (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.909696 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:01.916708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=92e3c39d-5eff-4b35-945a-25de4f5dce4b,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:01.944017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc348c9d-6ff4-460b-a695-5b9849319d29 req-abd0f82f-16d8-433b-8824-2c93406f84ea tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 210 time: 0.0376656
Apr 16 21:13:01.961742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['92e3c39d-5eff-4b35-945a-25de4f5dce4b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:01.969328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:01.990444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:02.000874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:02.024930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Pushing event updated for resources: {'Port': ['ID=9ba82ce3-7dc1-48c7-a8e4-b0ece571908a,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:02.102232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Attempting to bind port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:02.102232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Attempting to bind port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd67c964c-5141-4e89-bb87-ca206f6b7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:02.102232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Attempting to bind port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a on network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:02.110567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:02.111171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Checking segment: {'id': 'd67c964c-5141-4e89-bb87-ca206f6b7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:02.111766 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:02.112374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Bound using segment: {'id': 'd67c964c-5141-4e89-bb87-ca206f6b7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:02.113226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Bound port: 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67c964c-5141-4e89-bb87-ca206f6b7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:02.113631 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:02.224961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] For port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:02.229163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] For port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ba82ce3-7dc1-48c7-a8e4-b0ece571908a,segment=NetworkSegment(d67c964c-5141-4e89-bb87-ca206f6b7bcd),segment_id=d67c964c-5141-4e89-bb87-ca206f6b7bcd)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:02.235558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa889c2d-145f-461c-b439-67936d0fbfe4 req-f5d02c5b-e13f-41a2-9fbc-008865efcd4c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:02.237124 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa889c2d-145f-461c-b439-67936d0fbfe4 req-f5d02c5b-e13f-41a2-9fbc-008865efcd4c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 944 time: 0.0837028
Apr 16 21:13:02.246543 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Publish callbacks [] for router_gateway (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:02.278149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:02.350726 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa889c2d-145f-461c-b439-67936d0fbfe4 req-2feb2a77-2d1d-41e7-a5b0-ac92560c29f4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062043
Apr 16 21:13:02.376864 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:02.409836 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Allocated IP 172.35.1.63 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/44879840-106d-4f3b-9779-aeb90e6a0f26) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:02.466228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68795ac-3354-4101-87e2-456adbe9bbd1 None None] Pushing event updated for resources: {'Port': ['ID=9ba82ce3-7dc1-48c7-a8e4-b0ece571908a,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:02.553624 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Publish callbacks [] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:02.683143 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:02.755044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:02.758448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:02.765600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:02.796490 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Pushing event updated for resources: {'Port': ['ID=44879840-106d-4f3b-9779-aeb90e6a0f26,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:03.075287 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cdc82a52-587e-40bf-949b-e1f39b1c6c85 req-7fd9730e-a93e-4e39-ba93-5b9fc60730f5 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 210 time: 0.0506010
Apr 16 21:13:03.393913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 92e3c39d-5eff-4b35-945a-25de4f5dce4b up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:03.500056 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 92e3c39d-5eff-4b35-945a-25de4f5dce4b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:03.500909 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:03.555548 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28f194-1955-401d-9746-ca24e964477a req-d62a8ae2-f1d4-47fc-bc74-f92752048ffd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:03.564724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b28f194-1955-401d-9746-ca24e964477a req-d62a8ae2-f1d4-47fc-bc74-f92752048ffd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 944 time: 0.0626631
Apr 16 21:13:03.660765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b28f194-1955-401d-9746-ca24e964477a req-bb38d73c-5b14-4990-a73e-cc7b95fc85d2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929203
Apr 16 21:13:03.663230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 92e3c39d-5eff-4b35-945a-25de4f5dce4b is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:03.663986 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:03.723062 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Publish callbacks [] for router_gateway (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:03.742334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea94c91-140c-428c-8831-03efc8c571f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e3c39d-5eff-4b35-945a-25de4f5dce4b'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:03.765875 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93031bbc-281a-42d4-a1b6-4b25573f28e0" -d '{"events": [{"server_uuid": "9ea94c91-140c-428c-8831-03efc8c571f6", "name": "network-vif-plugged", "status": "completed", "tag": "92e3c39d-5eff-4b35-945a-25de4f5dce4b"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:03.800131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 92e3c39d-5eff-4b35-945a-25de4f5dce4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92e3c39d-5eff-4b35-945a-25de4f5dce4b,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:03.846382 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f440b1a-cff9-44ee-8172-015f54b9ae60 x-openstack-request-id: req-3f440b1a-cff9-44ee-8172-015f54b9ae60 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:03.846777 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea94c91-140c-428c-8831-03efc8c571f6", "name": "network-vif-plugged", "status": "completed", "tag": "92e3c39d-5eff-4b35-945a-25de4f5dce4b", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:03.847139 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f440b1a-cff9-44ee-8172-015f54b9ae60 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:03.847638 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f440b1a-cff9-44ee-8172-015f54b9ae60'] response: {'server_uuid': '9ea94c91-140c-428c-8831-03efc8c571f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e3c39d-5eff-4b35-945a-25de4f5dce4b', 'code': 200}
Apr 16 21:13:03.869870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3619b1fa-b2ae-4f3c-9191-67555ec89304 None None] Network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:13:03.916824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54540) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:03.993223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:04.008351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-6e8a189a-046a-4430-a473-d45a4943c456 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:04.009826 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-6e8a189a-046a-4430-a473-d45a4943c456 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.41 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 821 time: 0.4821472
Apr 16 21:13:04.046223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ac05edb8-09fe-426f-adfa-448dee3936ca None None] Provisioning complete for port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:04.046223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ac05edb8-09fe-426f-adfa-448dee3936ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:04.048837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:13:04.062566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-31f2b9b6-35e8-494f-83bf-e193e48f69d4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Request body: {'port': {'device_id': 'd9673504-31ed-4a93-abbd-67a338294f1f', 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929', 'admin_state_up': True, 'tenant_id': '68af3300a0d149adbbf934b4ff1f87d8'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:04.205569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=92e3c39d-5eff-4b35-945a-25de4f5dce4b,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:04.240303 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:04.308260 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5844c669-157e-477b-8339-c4b92477e3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:04.311200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ac05edb8-09fe-426f-adfa-448dee3936ca None None] Current status of the port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:04.311593 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ac05edb8-09fe-426f-adfa-448dee3936ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:04.610297 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-31f2b9b6-35e8-494f-83bf-e193e48f69d4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Made reservation on behalf of 68af3300a0d149adbbf934b4ff1f87d8 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:04.611905 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5844c669-157e-477b-8339-c4b92477e3d7 admin admin] Publish callbacks [] for security_group (a81cb937-ac99-4f47-9ed4-f02a464213a0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:04.613570 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-31f2b9b6-35e8-494f-83bf-e193e48f69d4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:04.650802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19552ed5-5340-4592-9f99-982bfd993e2d req-fc5f1ee7-7507-4d2f-bc80-bd86483584dd tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 210 time: 0.2072325
Apr 16 21:13:04.743605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:04.807907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ac05edb8-09fe-426f-adfa-448dee3936ca None None] For port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ba82ce3-7dc1-48c7-a8e4-b0ece571908a,segment=NetworkSegment(d67c964c-5141-4e89-bb87-ca206f6b7bcd),segment_id=d67c964c-5141-4e89-bb87-ca206f6b7bcd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:04.918949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:04.921953 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ac05edb8-09fe-426f-adfa-448dee3936ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:04.942666 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5844c669-157e-477b-8339-c4b92477e3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a81cb937-ac99-4f47-9ed4-f02a464213a0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:04.985979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-31f2b9b6-35e8-494f-83bf-e193e48f69d4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Allocated IP 172.20.0.6 (341a7a54-447f-4bb3-9bb9-2193e32a0929/bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6/5d34bb81-13df-419f-85d3-8e3a86be7e32) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:05.013313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'port_id': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'mac_address': 'fa:16:3e:7e:a6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:13:05.033469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844c669-157e-477b-8339-c4b92477e3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81cb937-ac99-4f47-9ed4-f02a464213a0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:05.035180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:05.035692 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:05.062664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03631e84-276b-43f5-b658-357c8103f91d req-18e37bee-2134-478f-9411-e96e7e3e532e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:05.070171 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-18e37bee-2134-478f-9411-e96e7e3e532e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 808 time: 0.3820817
Apr 16 21:13:05.088749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-ae30ff55-9ac6-42df-bc19-98125528cf31 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/quotas/b18530cc69c44e6f8a46ca966b3e3a7f HTTP/1.1" status: 200  len: 375 time: 0.0171442
Apr 16 21:13:05.097335 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5844c669-157e-477b-8339-c4b92477e3d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a9ba81d459f4db09e707c5d58f9809e&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1790917
Apr 16 21:13:05.098280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54578) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:05.164747 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:13:05.205241 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d22e7af5-42fe-4b66-8094-f31c465b82db admin admin] Publish callbacks [] for security_group (a81cb937-ac99-4f47-9ed4-f02a464213a0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:05.221131 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-3d074ef7-3e23-416b-a72f-d2d75d869d76 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1310661
Apr 16 21:13:05.246696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05edb8-09fe-426f-adfa-448dee3936ca None None] Pushing event updated for resources: {'Port': ['ID=9ba82ce3-7dc1-48c7-a8e4-b0ece571908a,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:05.265008 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-31f2b9b6-35e8-494f-83bf-e193e48f69d4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks [] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:05.270161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2a6538e1-2b83-432b-95be-6ab460fe6c8f None None] Provisioning complete for port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:05.270764 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a6538e1-2b83-432b-95be-6ab460fe6c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:05.283553 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d22e7af5-42fe-4b66-8094-f31c465b82db admin admin] Publish callbacks [] for security_group (a81cb937-ac99-4f47-9ed4-f02a464213a0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:05.302407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:05.303495 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:05.332889 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:05.392765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:05.423741 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-31f2b9b6-35e8-494f-83bf-e193e48f69d4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:05.456035 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-5a281323-f68f-4f9a-a5c1-ac2d21275bed service neutron] 10.222.0.20 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2339022
Apr 16 21:13:05.469033 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d22e7af5-42fe-4b66-8094-f31c465b82db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a81cb937-ac99-4f47-9ed4-f02a464213a0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:05.471681 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d22e7af5-42fe-4b66-8094-f31c465b82db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:05.479606 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d22e7af5-42fe-4b66-8094-f31c465b82db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a81cb937-ac99-4f47-9ed4-f02a464213a0 HTTP/1.1" status: 204  len: 168 time: 0.3728678
Apr 16 21:13:05.494609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['69daf0de-dee8-41ab-85fa-24c0d402ba05'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:05.506973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e7af5-42fe-4b66-8094-f31c465b82db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81cb937-ac99-4f47-9ed4-f02a464213a0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:05.531436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-31f2b9b6-35e8-494f-83bf-e193e48f69d4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Network 341a7a54-447f-4bb3-9bb9-2193e32a0929 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:05.538072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2b9b6-35e8-494f-83bf-e193e48f69d4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Pushing event updated for resources: {'Port': ['ID=5d34bb81-13df-419f-85d3-8e3a86be7e32,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:05.540858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-31f2b9b6-35e8-494f-83bf-e193e48f69d4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:05.551220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-31f2b9b6-35e8-494f-83bf-e193e48f69d4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:05.608823 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-1b406eb4-5ef6-433d-ad8d-903f7fab1cff service neutron] 10.222.0.20 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385171
Apr 16 21:13:05.625885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:13:05.647845 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:05.666769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-31f2b9b6-35e8-494f-83bf-e193e48f69d4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:05.670792 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-31f2b9b6-35e8-494f-83bf-e193e48f69d4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:05.768971 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Sync routers for ids ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:13:05.786630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:05.827816 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Routers {'93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:13:05.828429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125281670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:05.830172 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:05.833593 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:05.841512 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54600) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:05.843043 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8aba0ca7-47cb-4876-ab62-288227ad4be9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.5555696
Apr 16 21:13:05.868333 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-31f2b9b6-35e8-494f-83bf-e193e48f69d4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8097332
Apr 16 21:13:05.885220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Request body: {'port': {'device_id': 'd9673504-31ed-4a93-abbd-67a338294f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:05.987101 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:06.025780 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:06.065140 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2dec3a-da27-42f3-b609-6bf6b933fc4d req-bdfc5cb4-1b4d-4a66-bc6d-156820b7a624 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:06.072336 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b2dec3a-da27-42f3-b609-6bf6b933fc4d req-bdfc5cb4-1b4d-4a66-bc6d-156820b7a624 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0696135
Apr 16 21:13:06.108331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:06.189830 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2a6538e1-2b83-432b-95be-6ab460fe6c8f None None] Current status of the port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:06.251785 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b2dec3a-da27-42f3-b609-6bf6b933fc4d req-3c7259a9-0d92-4d6a-8f13-4e1d0fd746fc tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1784039
Apr 16 21:13:06.387662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Set router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:13:06.661775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:06.962781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56306b-1793-49c4-95f0-f0192b41ae29 req-410b8c66-32f6-4101-b615-d1990f28a96c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:06.970565 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c56306b-1793-49c4-95f0-f0192b41ae29 req-410b8c66-32f6-4101-b615-d1990f28a96c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 931 time: 0.4055109
Apr 16 21:13:07.042272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:07.042810 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:07.246204 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125281670>, [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:13:02Z', 'revision_number': 3, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:07.263833 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c56306b-1793-49c4-95f0-f0192b41ae29 req-e349ba25-6eda-4968-8a1c-829f0a3aed0d tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2838187
Apr 16 21:13:07.275371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d34bb81-13df-419f-85d3-8e3a86be7e32 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:07.282093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Checking router: 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:13:07.282609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Updating router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb port 44879840-106d-4f3b-9779-aeb90e6a0f26 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:13:07.294463 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Publish callbacks [] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:07.349429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:07.352645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Transition to ACTIVE for port object 5d34bb81-13df-419f-85d3-8e3a86be7e32 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:13:07.352796 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:07.437995 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:07.588585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Pushing event updated for resources: {'Port': ['ID=5d34bb81-13df-419f-85d3-8e3a86be7e32,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:07.653008 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e823342-effb-4930-8521-5b201129eacd req-6cb7a037-223d-490a-9168-6c21d164f960 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:07.668705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e823342-effb-4930-8521-5b201129eacd req-6cb7a037-223d-490a-9168-6c21d164f960 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.2529845
Apr 16 21:13:07.740229 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06a29a03-6b6f-4d9b-82b7-18632c164d6a req-1361ce27-4079-477c-bac5-689037c57975 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 210 time: 0.0442042
Apr 16 21:13:07.889034 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e823342-effb-4930-8521-5b201129eacd req-f2ec69cd-7cbb-41da-a047-44e79f29e57d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2161074
Apr 16 21:13:07.932204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Attempting to bind port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:07.932767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Attempting to bind port 5d34bb81-13df-419f-85d3-8e3a86be7e32 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:07.933157 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Attempting to bind port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:07.939119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:13:07.939444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Attempting to bind port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:07.945102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:07.945436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:07.945820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Bound using segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:07.946299 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Bound port: 5d34bb81-13df-419f-85d3-8e3a86be7e32, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:07.946663 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:07.997145 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Publish callbacks [] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:08.028472 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:08.058253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:08.065166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:08.085522 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:08.099143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:08.158727 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:08.210717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Attempting to bind port 44879840-106d-4f3b-9779-aeb90e6a0f26 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:08.211097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Attempting to bind port 44879840-106d-4f3b-9779-aeb90e6a0f26 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:08.211514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Attempting to bind port 44879840-106d-4f3b-9779-aeb90e6a0f26 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:08.220427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:08.220814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:08.221223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:08.221623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:08.222097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Bound port: 44879840-106d-4f3b-9779-aeb90e6a0f26, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:08.222487 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:08.227890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebc5e4-07fa-47df-bb43-c67a962c33eb None None] Pushing event updated for resources: {'Port': ['ID=44879840-106d-4f3b-9779-aeb90e6a0f26,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:08.305281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:13:08.328574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Allocated IP 172.20.0.1 (b5f78b9b-3fd5-4910-aed9-d569c9b4e83c/0cd94b55-28d2-4e17-a8d6-479b05215f3a/0601ed79-d0b5-41af-8331-dcfa93a634cb) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:08.347500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] For port 44879840-106d-4f3b-9779-aeb90e6a0f26, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:08.352423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] For port 44879840-106d-4f3b-9779-aeb90e6a0f26, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44879840-106d-4f3b-9779-aeb90e6a0f26,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:08.363129 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:08.364489 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:08.373480 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] 10.222.0.41 "PUT /v2.0/ports/5d34bb81-13df-419f-85d3-8e3a86be7e32 HTTP/1.1" status: 200  len: 1091 time: 2.4905245
Apr 16 21:13:08.376807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9673504-31ed-4a93-abbd-67a338294f1f', 'tag': '5d34bb81-13df-419f-85d3-8e3a86be7e32'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:08.380121 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:08.381344 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:08.383431 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771472e4-8d5f-4a8f-ad15-b6f576556d67" -d '{"events": [{"name": "network-changed", "server_uuid": "d9673504-31ed-4a93-abbd-67a338294f1f", "tag": "5d34bb81-13df-419f-85d3-8e3a86be7e32"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:08.429870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f8882-94ed-41de-be22-57169a879f81 service neutron] Pushing event updated for resources: {'Port': ['ID=5d34bb81-13df-419f-85d3-8e3a86be7e32,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:08.542285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02658cca-197c-41d2-91d7-d404f6d34d4b req-b08b11c1-f2c8-447e-9afb-78b3977afd70 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:08.543916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02658cca-197c-41d2-91d7-d404f6d34d4b req-b08b11c1-f2c8-447e-9afb-78b3977afd70 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 943 time: 0.0723426
Apr 16 21:13:08.565383 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:08.587145 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Publish callbacks [] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:08.670153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02658cca-197c-41d2-91d7-d404f6d34d4b req-aeb87ebd-64fd-4ddf-8e4f-242f72514d6e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189773
Apr 16 21:13:08.725523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebc5e4-07fa-47df-bb43-c67a962c33eb None None] Pushing event updated for resources: {'Port': ['ID=44879840-106d-4f3b-9779-aeb90e6a0f26,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:08.756819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-92ccd52f-6ad7-4719-8631-c4753b8fd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:08.762960 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-92ccd52f-6ad7-4719-8631-c4753b8fd8fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 1125 time: 0.0951023
Apr 16 21:13:08.809923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:08.810510 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:08.884459 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-99a1c96c-1fe2-414b-8e37-d4dc29ff9e49 req-3c4c6ea3-e43e-478e-a043-39dbbb35aaec tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 210 time: 0.0540357
Apr 16 21:13:08.896785 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4551425b-c8f9-4aa8-a01d-1892e1cf822d x-openstack-request-id: req-4551425b-c8f9-4aa8-a01d-1892e1cf822d {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:08.897431 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9673504-31ed-4a93-abbd-67a338294f1f", "tag": "5d34bb81-13df-419f-85d3-8e3a86be7e32", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:08.897878 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4551425b-c8f9-4aa8-a01d-1892e1cf822d {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:08.898483 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4551425b-c8f9-4aa8-a01d-1892e1cf822d'] response: {'name': 'network-changed', 'server_uuid': 'd9673504-31ed-4a93-abbd-67a338294f1f', 'tag': '5d34bb81-13df-419f-85d3-8e3a86be7e32', 'status': 'completed', 'code': 200}
Apr 16 21:13:08.900571 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-157971c4-b2c7-41a7-81f0-b43a584c7aca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32 HTTP/1.1" status: 200  len: 217 time: 0.1343489
Apr 16 21:13:08.925772 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:08.994323 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54706) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:09.003286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-44445430-ee4c-422e-bf03-8e145ea1d577 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1562663999'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:09.056244 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-142a7805-90d7-4806-921a-7be83680db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:09.056591 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-142a7805-90d7-4806-921a-7be83680db30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.1498463
Apr 16 21:13:09.077567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:09.097934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:09.099798 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-a325b83a-43ea-4251-aadf-fb4413e749b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0353038
Apr 16 21:13:09.102246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:09.147329 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Routers {'93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:13:09.151717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125281670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:12:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:09.227086 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:09.234845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:09.237234 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc263d2-88c0-4e5a-b1cb-61e4b97bddbc" -d '{"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-plugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:09.240240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637a95f-8a8d-41f8-8e03-768579663f28 req-52695f45-08f5-4ff9-8d64-ce6bd5125101 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:09.241927 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a637a95f-8a8d-41f8-8e03-768579663f28 req-52695f45-08f5-4ff9-8d64-ce6bd5125101 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0744002
Apr 16 21:13:09.255966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:09.261078 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-72bf10d8-b780-45d8-aee2-9c5d31e49095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:09.318053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0601ed79-d0b5-41af-8331-dcfa93a634cb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:09.336983 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-9144a7d6-abdf-4ee1-94c4-66770a62323a service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2311325
Apr 16 21:13:09.347878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44445430-ee4c-422e-bf03-8e145ea1d577 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Made reservation on behalf of ce47d3657e50419183b9ee9cee309667 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:09.351792 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44445430-ee4c-422e-bf03-8e145ea1d577 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:09.374674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] Set router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:13:09.402520 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:09.453099 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44445430-ee4c-422e-bf03-8e145ea1d577 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:13:09.471867 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa56e29-f94e-4565-8108-aefb6f135081 x-openstack-request-id: req-cfa56e29-f94e-4565-8108-aefb6f135081 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:09.476974 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-plugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:09.476974 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfa56e29-f94e-4565-8108-aefb6f135081 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:09.476974 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa56e29-f94e-4565-8108-aefb6f135081'] response: {'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'code': 200}
Apr 16 21:13:09.556014 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a637a95f-8a8d-41f8-8e03-768579663f28 req-245979a2-5e7b-499a-aa0c-3fd140a68569 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2327967
Apr 16 21:13:09.584407 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68929ba6-d6b8-4fa7-b226-756aadfa6402 req-2dfac208-02cb-4688-861c-8ec3f18b947e service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2351916
Apr 16 21:13:09.619829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d9fe7-0fc0-44af-b5e5-72eefb4b6610 req-11945f67-8a08-4cbc-a416-302da6fc2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:09.621599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-613d9fe7-0fc0-44af-b5e5-72eefb4b6610 req-11945f67-8a08-4cbc-a416-302da6fc2f23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 1128 time: 0.1111484
Apr 16 21:13:09.649046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b00238de-c810-489d-ac30-67f7934888dc None None] Provisioning complete for port 0601ed79-d0b5-41af-8331-dcfa93a634cb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:09.649268 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b00238de-c810-489d-ac30-67f7934888dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:09.664341 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44445430-ee4c-422e-bf03-8e145ea1d577 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (26803fa9-035a-4747-8e6c-cc049e3149a3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:09.665101 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-44445430-ee4c-422e-bf03-8e145ea1d577 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Added segment 26803fa9-035a-4747-8e6c-cc049e3149a3 of type vlan for network 2a1311c2-594d-49ff-bcbd-69e881faa649
Apr 16 21:13:09.711508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:09.721506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b00238de-c810-489d-ac30-67f7934888dc None None] Port 0601ed79-d0b5-41af-8331-dcfa93a634cb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:13:09.798155 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44445430-ee4c-422e-bf03-8e145ea1d577 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (2a1311c2-594d-49ff-bcbd-69e881faa649), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:09.813536 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125281670>, [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:13:02Z', 'revision_number': 3, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:09.826196 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-613d9fe7-0fc0-44af-b5e5-72eefb4b6610 req-145c864d-f51a-4db7-bf31-8c4e78e88567 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1940148
Apr 16 21:13:09.832970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:09.852836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2061fa-04ee-47e6-ae3c-39f6e5eaa264 None None] The sync data for ids ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'] in ncdv-master-1 is: [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:13:02Z', 'revision_number': 3, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:13:09.898081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec440d3-12f1-4f00-bf3a-300bf7306264 req-55e51c35-71d1-4594-86d2-52df9eeaf6d5 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:09.907449 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ec440d3-12f1-4f00-bf3a-300bf7306264 req-55e51c35-71d1-4594-86d2-52df9eeaf6d5 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 943 time: 0.1040435
Apr 16 21:13:09.961005 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44445430-ee4c-422e-bf03-8e145ea1d577 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (2a1311c2-594d-49ff-bcbd-69e881faa649), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:09.969306 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44445430-ee4c-422e-bf03-8e145ea1d577 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:09.982743 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44445430-ee4c-422e-bf03-8e145ea1d577 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:09.990428 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ec440d3-12f1-4f00-bf3a-300bf7306264 req-9b332526-a327-4207-a2c9-01bd8fdea151 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818627
Apr 16 21:13:10.133959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d37dc0a7-26b2-47cd-adaa-736fd854c296 req-091be452-fe3e-41b3-aa16-62c16bf4dd59 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 210 time: 0.0560946
Apr 16 21:13:10.230288 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:10.255605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44445430-ee4c-422e-bf03-8e145ea1d577 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'Network': ['ID=2a1311c2-594d-49ff-bcbd-69e881faa649,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:10.274601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 2a1311c2-594d-49ff-bcbd-69e881faa649 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:13:10.366327 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-44445430-ee4c-422e-bf03-8e145ea1d577 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.3689034
Apr 16 21:13:10.371274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54738) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:10.385634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e7f46a7b-cb54-4698-9657-1fa189769cf2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1113646863'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:10.550382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Publish callbacks [] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:10.557016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f46a7b-cb54-4698-9657-1fa189769cf2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Made reservation on behalf of ce47d3657e50419183b9ee9cee309667 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:10.568663 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7f46a7b-cb54-4698-9657-1fa189769cf2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:10.632443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f46a7b-cb54-4698-9657-1fa189769cf2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:13:10.645425 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:10.646586 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7f46a7b-cb54-4698-9657-1fa189769cf2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e1b28a0f-9ce7-4c89-a433-381811d7b96c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:10.649054 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-e7f46a7b-cb54-4698-9657-1fa189769cf2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Added segment e1b28a0f-9ce7-4c89-a433-381811d7b96c of type vlan for network 84e05a77-422a-4fe5-a7de-668bfb04f621
Apr 16 21:13:10.743110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24d9ed-c919-43c0-b1e6-c26638f4a347 req-3c6a6315-9be1-4527-bf52-c923725af5b8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:10.744679 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c24d9ed-c919-43c0-b1e6-c26638f4a347 req-3c6a6315-9be1-4527-bf52-c923725af5b8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 946 time: 0.0889943
Apr 16 21:13:10.854386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c24d9ed-c919-43c0-b1e6-c26638f4a347 req-883056ed-1482-4fe4-9ba4-452d8d26c13e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027563
Apr 16 21:13:10.863479 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7f46a7b-cb54-4698-9657-1fa189769cf2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (84e05a77-422a-4fe5-a7de-668bfb04f621), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:10.866329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03631e84-276b-43f5-b658-357c8103f91d req-9c351de1-8b70-4e8d-a287-e7459345be8c tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:10.868608 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-9c351de1-8b70-4e8d-a287-e7459345be8c tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.11 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 808 time: 0.1313026
Apr 16 21:13:10.876111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0601ed79-d0b5-41af-8331-dcfa93a634cb,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:10.894186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-03631e84-276b-43f5-b658-357c8103f91d req-fe41d98c-1185-4302-a992-aac61e0191de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Request body: {'port': {'device_id': '39df3a82-5cde-4311-8bec-5ce2d111d59e', 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337', 'admin_state_up': True, 'tenant_id': 'b18530cc69c44e6f8a46ca966b3e3a7f'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:10.899171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.899577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.900326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.900766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.901199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.901678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.902843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.903284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.903712 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.904668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.905383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.905820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.906243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.906665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.907098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:10.922687 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:10.982265 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7f46a7b-cb54-4698-9657-1fa189769cf2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (84e05a77-422a-4fe5-a7de-668bfb04f621), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:10.989084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f46a7b-cb54-4698-9657-1fa189769cf2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:10.989812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7f46a7b-cb54-4698-9657-1fa189769cf2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:11.096329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f46a7b-cb54-4698-9657-1fa189769cf2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'Network': ['ID=84e05a77-422a-4fe5-a7de-668bfb04f621,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:11.102653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771472e4-8d5f-4a8f-ad15-b6f576556d67 req-372dc126-381d-4878-abc1-0a0f4b0b6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:11.104984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-771472e4-8d5f-4a8f-ad15-b6f576556d67 req-372dc126-381d-4878-abc1-0a0f4b0b6ece service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 1125 time: 0.0886509
Apr 16 21:13:11.111605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 84e05a77-422a-4fe5-a7de-668bfb04f621 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:13:11.128556 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e7f46a7b-cb54-4698-9657-1fa189769cf2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.7539160
Apr 16 21:13:11.128910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54752) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:11.133923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-24ae4c09-8d18-4a3f-88c9-10fe7eaf95c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'subnet': {'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:11.475414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476caf1-8b34-42b6-aa0c-d9b6e3339739 req-b8d84db4-c54d-4de6-b44c-1ba514cc8c32 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:11.476965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:11.480916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771472e4-8d5f-4a8f-ad15-b6f576556d67 req-b09dea06-dea5-4c30-ae2f-ef33302f494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:11.485961 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-771472e4-8d5f-4a8f-ad15-b6f576556d67 req-b09dea06-dea5-4c30-ae2f-ef33302f494c service neutron] 10.222.0.41 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.3393478
Apr 16 21:13:11.486983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:11.488057 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0476caf1-8b34-42b6-aa0c-d9b6e3339739 req-b8d84db4-c54d-4de6-b44c-1ba514cc8c32 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 943 time: 0.2079515
Apr 16 21:13:11.581911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ae4c09-8d18-4a3f-88c9-10fe7eaf95c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Made reservation on behalf of ce47d3657e50419183b9ee9cee309667 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:11.590595 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24ae4c09-8d18-4a3f-88c9-10fe7eaf95c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:11.642560 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f6c22004-1715-40a3-afa1-02ade93028dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:11.682625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03631e84-276b-43f5-b658-357c8103f91d req-fe41d98c-1185-4302-a992-aac61e0191de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Made reservation on behalf of b18530cc69c44e6f8a46ca966b3e3a7f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:11.687093 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-03631e84-276b-43f5-b658-357c8103f91d req-fe41d98c-1185-4302-a992-aac61e0191de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:11.744010 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0476caf1-8b34-42b6-aa0c-d9b6e3339739 req-997f9380-9348-4610-920d-1b4a16d968eb tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2444639
Apr 16 21:13:11.869045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c6d12f5c-f828-4773-8b65-d610d5af3015 None None] Provisioning complete for port 0601ed79-d0b5-41af-8331-dcfa93a634cb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:11.869909 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c6d12f5c-f828-4773-8b65-d610d5af3015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:11.953318 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1eb4a1e4-6455-42e8-9491-a46083c9847b req-9b50835f-c44e-432b-8cd9-df15dfefc601 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 210 time: 0.0704439
Apr 16 21:13:11.999467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c6d12f5c-f828-4773-8b65-d610d5af3015 None None] Port 0601ed79-d0b5-41af-8331-dcfa93a634cb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:13:12.005995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:13:12.290129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-03631e84-276b-43f5-b658-357c8103f91d req-fe41d98c-1185-4302-a992-aac61e0191de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Allocated IP 172.20.0.12 (8cfbbf93-9e15-4e76-bfe0-e69ff753f337/15c83c80-d8ca-4f2d-925f-a5d1a372d8bd/e220556c-73e1-42e1-a291-a4168a2b6289) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:12.362526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9ed5b-86ca-4dba-9842-7db198afd129 req-c5da38c5-fcf7-4b96-bded-07d87be4730d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:12.363977 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85c9ed5b-86ca-4dba-9842-7db198afd129 req-c5da38c5-fcf7-4b96-bded-07d87be4730d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 946 time: 0.1385837
Apr 16 21:13:12.386968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 44879840-106d-4f3b-9779-aeb90e6a0f26 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:12.453975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-771472e4-8d5f-4a8f-ad15-b6f576556d67 req-c8d9755e-a499-4203-bf9b-06304b10c346 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32 HTTP/1.1" status: 200  len: 217 time: 0.0665472
Apr 16 21:13:12.463643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 44879840-106d-4f3b-9779-aeb90e6a0f26 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:12.464038 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:12.543390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:13:12.559217 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-13eb50f1-d05c-4f32-9aaa-9362de0849f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/93b1d10c-9861-41c3-bb8b-29ef1b8d68cb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7082989
Apr 16 21:13:12.570389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 44879840-106d-4f3b-9779-aeb90e6a0f26 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:12.570924 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:12.583867 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Sync routers for ids ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:13:12.597025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 44879840-106d-4f3b-9779-aeb90e6a0f26, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44879840-106d-4f3b-9779-aeb90e6a0f26,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:12.602707 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Routers {'93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:13:12.603393 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01250294f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:13:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:12.634991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771472e4-8d5f-4a8f-ad15-b6f576556d67 req-925de11e-e2c6-4c90-9180-a589377d187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:12.636647 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-771472e4-8d5f-4a8f-ad15-b6f576556d67 req-925de11e-e2c6-4c90-9180-a589377d187e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.1688530
Apr 16 21:13:12.645777 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24ae4c09-8d18-4a3f-88c9-10fe7eaf95c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (c2903b39-0ea8-4780-bd2f-b10a23ab22a1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:12.661522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85c9ed5b-86ca-4dba-9842-7db198afd129 req-6546b4c8-01fc-4369-af28-11195586740a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2889540
Apr 16 21:13:12.691762 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:12.721785 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-771472e4-8d5f-4a8f-ad15-b6f576556d67 req-d374cb6c-a743-4342-afcb-da363a4f9c71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0785201
Apr 16 21:13:12.755471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae4c09-8d18-4a3f-88c9-10fe7eaf95c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'Subnet': ['ID=c2903b39-0ea8-4780-bd2f-b10a23ab22a1,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:12.765913 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:12.769276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ae4c09-8d18-4a3f-88c9-10fe7eaf95c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Checking segment: {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:12.772717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ae4c09-8d18-4a3f-88c9-10fe7eaf95c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Network hostable DHCP agents. Network: 2a1311c2-594d-49ff-bcbd-69e881faa649, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:13:12.802116 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Set router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:13:12.921773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=44879840-106d-4f3b-9779-aeb90e6a0f26,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:12.932577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.933213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.933783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.934815 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.936124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.936813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.937336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.938325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.938849 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.939492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.939995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.940657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.941149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.943658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.943658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:12.978448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ae4c09-8d18-4a3f-88c9-10fe7eaf95c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Network 2a1311c2-594d-49ff-bcbd-69e881faa649 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:13:13.011259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace557ce-aa4b-4bc8-8d64-ef308bdd2c10 req-0c211327-7fb3-4966-b9f7-d8082c3d1028 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:13.021787 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ace557ce-aa4b-4bc8-8d64-ef308bdd2c10 req-0c211327-7fb3-4966-b9f7-d8082c3d1028 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 943 time: 0.1314864
Apr 16 21:13:13.093333 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-03631e84-276b-43f5-b658-357c8103f91d req-fe41d98c-1185-4302-a992-aac61e0191de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks [] for port (e220556c-73e1-42e1-a291-a4168a2b6289), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:13.099780 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ace557ce-aa4b-4bc8-8d64-ef308bdd2c10 req-02f402b8-b6e3-46e1-8370-b34ac68eefcc tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659065
Apr 16 21:13:13.102903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-24ae4c09-8d18-4a3f-88c9-10fe7eaf95c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a1311c2-594d-49ff-bcbd-69e881faa649) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:13.117196 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d75dd-e192-420a-b45f-b97946e21d6e None None] Network 2a1311c2-594d-49ff-bcbd-69e881faa649 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:13:13.145529 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ae4c09-8d18-4a3f-88c9-10fe7eaf95c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:13.152133 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24ae4c09-8d18-4a3f-88c9-10fe7eaf95c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:13.164275 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-771472e4-8d5f-4a8f-ad15-b6f576556d67 req-eb9cf842-5674-4215-9aa6-a1abb38412a9 service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3229649
Apr 16 21:13:13.312122 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-24ae4c09-8d18-4a3f-88c9-10fe7eaf95c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.1760321
Apr 16 21:13:13.312381 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54802) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:13.317789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9f348934-efda-4e60-9400-2ccc05e1e1ca tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'subnet': {'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:13.402701 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01250294f0>, [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:13:09Z', 'revision_number': 4, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0601ed79-d0b5-41af-8331-dcfa93a634cb', 'name': '', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'mac_address': 'fa:16:3e:b7:8a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:08Z', 'updated_at': '2022-04-16T21:13:10Z', 'revision_number': 2, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'subnets': [{'id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:13.453589 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-771472e4-8d5f-4a8f-ad15-b6f576556d67 req-41fd5fad-1e0d-4d8c-85d3-d8a037296946 service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2537041
Apr 16 21:13:13.460132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2a1311c2-594d-49ff-bcbd-69e881faa649', 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649', 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'fixed_ips': [{'subnet_id': 'c2903b39-0ea8-4780-bd2f-b10a23ab22a1'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:13:13.460511 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:13.553713 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-03631e84-276b-43f5-b658-357c8103f91d req-fe41d98c-1185-4302-a992-aac61e0191de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:13.567930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54810) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:13.576542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--71424604', 'description': 'tempest-description--1513948226'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:13.586324 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Checking router: 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:13:13.594521 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Updating router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb port 0601ed79-d0b5-41af-8331-dcfa93a634cb binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:13:13.617338 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f348934-efda-4e60-9400-2ccc05e1e1ca tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Made reservation on behalf of ce47d3657e50419183b9ee9cee309667 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:13.622378 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f348934-efda-4e60-9400-2ccc05e1e1ca tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:13.655470 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:13.692403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['0e96d99c-8339-47c4-aadc-62a791ca4b9a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:13.692963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41d98c-1185-4302-a992-aac61e0191de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Pushing event updated for resources: {'Port': ['ID=e220556c-73e1-42e1-a291-a4168a2b6289,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:13.696487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03631e84-276b-43f5-b658-357c8103f91d req-fe41d98c-1185-4302-a992-aac61e0191de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:13.698230 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-03631e84-276b-43f5-b658-357c8103f91d req-fe41d98c-1185-4302-a992-aac61e0191de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:13.702984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-03631e84-276b-43f5-b658-357c8103f91d req-fe41d98c-1185-4302-a992-aac61e0191de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:13.820197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03631e84-276b-43f5-b658-357c8103f91d req-fe41d98c-1185-4302-a992-aac61e0191de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:13.827228 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-03631e84-276b-43f5-b658-357c8103f91d req-fe41d98c-1185-4302-a992-aac61e0191de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:13.847461 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:13.902453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Allocated IP 10.1.1.2 (2a1311c2-594d-49ff-bcbd-69e881faa649/c2903b39-0ea8-4780-bd2f-b10a23ab22a1/a56b3472-8ef9-4b2a-be64-ab5136cd44a1) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:13.935261 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:13:13.955589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483b03c-0314-4316-af13-29cb9b765118 req-364b9281-4f31-49f2-bf8b-d7275aa2e994 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:13.960813 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f483b03c-0314-4316-af13-29cb9b765118 req-364b9281-4f31-49f2-bf8b-d7275aa2e994 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 932 time: 0.1474223
Apr 16 21:13:14.017919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-fe41d98c-1185-4302-a992-aac61e0191de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1279569
Apr 16 21:13:14.034115 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for security_group (5940abef-3f80-4f5e-91ea-5777e330da47), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.052785 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Request body: {'port': {'device_id': '39df3a82-5cde-4311-8bec-5ce2d111d59e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:14.096988 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.142429 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f483b03c-0314-4316-af13-29cb9b765118 req-d78a5020-d6c3-43ed-a998-7c18defeb14b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735117
Apr 16 21:13:14.144964 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5940abef-3f80-4f5e-91ea-5777e330da47), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.226491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5940abef-3f80-4f5e-91ea-5777e330da47,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:14.229031 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Publish callbacks [] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.233059 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.302112 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.311754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f69ba-4fd5-4133-a928-87e6b975f8f2 req-9c842f32-195d-4c18-a363-e4e558409c9c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:14.319976 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f4f69ba-4fd5-4133-a928-87e6b975f8f2 req-9c842f32-195d-4c18-a363-e4e558409c9c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 946 time: 0.0945883
Apr 16 21:13:14.328844 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Publish callbacks [] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.395948 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Pushing event updated for resources: {'Port': ['ID=0601ed79-d0b5-41af-8331-dcfa93a634cb,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:14.405944 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.488464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f4f69ba-4fd5-4133-a928-87e6b975f8f2 req-8af60c9b-2432-4b38-91ea-febb0e3977c7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1528637
Apr 16 21:13:14.488464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.488464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.488464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.488464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.488464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.488464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.488464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.488464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.488464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.490648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 44879840-106d-4f3b-9779-aeb90e6a0f26 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:14.492103 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.493785 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.493785 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.494422 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.494776 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.495130 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.495454 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.495794 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.496125 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.500399 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.500848 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.501244 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.501605 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.502060 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.502405 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.513307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.513850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.516672 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.522794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.522794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.522794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:13:14.526527 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f348934-efda-4e60-9400-2ccc05e1e1ca tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.575242 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Network 2a1311c2-594d-49ff-bcbd-69e881faa649 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:14.582387 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.585172 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e012daf5-0f54-4fb0-8783-6b8efc63118f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 1.0159411
Apr 16 21:13:14.600911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54834) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:14.612865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4532db01-cb53-41e6-bb29-5408f13e48dc tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Request body: {'security_group_rule': {'security_group_id': '5940abef-3f80-4f5e-91ea-5777e330da47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:14.619715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:14.621691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Pushing event updated for resources: {'Port': ['ID=a56b3472-8ef9-4b2a-be64-ab5136cd44a1,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:14.630388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:14.640365 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Attempting to bind port 0601ed79-d0b5-41af-8331-dcfa93a634cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:14.640961 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Attempting to bind port 0601ed79-d0b5-41af-8331-dcfa93a634cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd67c964c-5141-4e89-bb87-ca206f6b7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:14.641222 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Attempting to bind port 0601ed79-d0b5-41af-8331-dcfa93a634cb on network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:14.655657 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:14.656045 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Checking segment: {'id': 'd67c964c-5141-4e89-bb87-ca206f6b7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:14.656479 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.656877 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Bound using segment: {'id': 'd67c964c-5141-4e89-bb87-ca206f6b7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:14.657359 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Bound port: 0601ed79-d0b5-41af-8331-dcfa93a634cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67c964c-5141-4e89-bb87-ca206f6b7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:14.657740 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.758820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Attempting to bind port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:14.759422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Attempting to bind port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:14.759564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Attempting to bind port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 on network 2a1311c2-594d-49ff-bcbd-69e881faa649 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:14.767376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:14.767749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Checking segment: {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:14.768152 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.768564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Bound using segment: {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:14.769201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Bound port: a56b3472-8ef9-4b2a-be64-ab5136cd44a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:14.795130 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.800210 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] For port 0601ed79-d0b5-41af-8331-dcfa93a634cb, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:14.805340 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] For port 0601ed79-d0b5-41af-8331-dcfa93a634cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0601ed79-d0b5-41af-8331-dcfa93a634cb,segment=NetworkSegment(d67c964c-5141-4e89-bb87-ca206f6b7bcd),segment_id=d67c964c-5141-4e89-bb87-ca206f6b7bcd)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:14.836194 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4532db01-cb53-41e6-bb29-5408f13e48dc tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for security_group_rule (3b5903fd-8201-48eb-9726-5f7764d783f0), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.838941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f348934-efda-4e60-9400-2ccc05e1e1ca tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Checking segment: {'id': 'e1b28a0f-9ce7-4c89-a433-381811d7b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:14.839335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f348934-efda-4e60-9400-2ccc05e1e1ca tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Network hostable DHCP agents. Network: 84e05a77-422a-4fe5-a7de-668bfb04f621, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:13:14.840885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 44879840-106d-4f3b-9779-aeb90e6a0f26 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:14.850427 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.850580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f348934-efda-4e60-9400-2ccc05e1e1ca tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'Subnet': ['ID=b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:14.866368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5e2db-55e5-4052-b06b-4625e8976805 req-29da0d87-4e09-4558-a3d2-e16b86fa8302 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:14.874082 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-27b5e2db-55e5-4052-b06b-4625e8976805 req-29da0d87-4e09-4558-a3d2-e16b86fa8302 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 943 time: 0.2384744
Apr 16 21:13:14.906657 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.942423 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4532db01-cb53-41e6-bb29-5408f13e48dc tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for security_group_rule (3b5903fd-8201-48eb-9726-5f7764d783f0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:14.958508 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-27b5e2db-55e5-4052-b06b-4625e8976805 req-dc94c567-4b43-46f7-8600-2e5fb8300ca4 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834880
Apr 16 21:13:14.965047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f348934-efda-4e60-9400-2ccc05e1e1ca tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Network 84e05a77-422a-4fe5-a7de-668bfb04f621 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:13:14.989695 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d42d7-457e-469d-92b9-37a4b8c5bfd9 None None] Pushing event updated for resources: {'Port': ['ID=0601ed79-d0b5-41af-8331-dcfa93a634cb,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:15.023756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1f7af764-3d90-4655-8d35-2caff840d110 None None] Provisioning complete for port 0601ed79-d0b5-41af-8331-dcfa93a634cb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:15.024578 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f7af764-3d90-4655-8d35-2caff840d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:15.028756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] For port a56b3472-8ef9-4b2a-be64-ab5136cd44a1, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:15.033210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] For port a56b3472-8ef9-4b2a-be64-ab5136cd44a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a56b3472-8ef9-4b2a-be64-ab5136cd44a1,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:15.053036 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Routers {'93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:13:15.053691 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01250294f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:13:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:15.056514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9f348934-efda-4e60-9400-2ccc05e1e1ca tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 84e05a77-422a-4fe5-a7de-668bfb04f621) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:15.060803 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4532db01-cb53-41e6-bb29-5408f13e48dc tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (3b5903fd-8201-48eb-9726-5f7764d783f0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:15.061467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f348934-efda-4e60-9400-2ccc05e1e1ca tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:15.062074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f348934-efda-4e60-9400-2ccc05e1e1ca tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:15.080427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3686d521-68f7-4fff-b8c8-b5dad323669a None None] Network 84e05a77-422a-4fe5-a7de-668bfb04f621 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:13:15.095540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e220556c-73e1-42e1-a291-a4168a2b6289 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:15.108073 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Publish callbacks [] for port (e220556c-73e1-42e1-a291-a4168a2b6289), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:15.112273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532db01-cb53-41e6-bb29-5408f13e48dc tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5903fd-8201-48eb-9726-5f7764d783f0,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:15.129157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Transition to ACTIVE for port object e220556c-73e1-42e1-a291-a4168a2b6289 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:13:15.276648 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9f348934-efda-4e60-9400-2ccc05e1e1ca tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.9629023
Apr 16 21:13:15.281206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54854) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:15.286370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'port': {'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649', 'name': 'tempest-TaggedBootDevicesTest-399083579', 'fixed_ips': [{'subnet_id': 'c2903b39-0ea8-4780-bd2f-b10a23ab22a1'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:15.288580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb6141-4e38-4694-9f69-0f2bddcecf06 req-3d0ff986-1a74-4ed0-80d3-f14d7e25dae5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:15.290955 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-decb6141-4e38-4694-9f69-0f2bddcecf06 req-3d0ff986-1a74-4ed0-80d3-f14d7e25dae5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 946 time: 0.0963612
Apr 16 21:13:15.303631 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54856) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:15.338554 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:15.356580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1d3063b7-ef4b-4caa-9cb2-f51fe353cd12 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Request body: {'floatingip': {'port_id': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:15.377290 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4532db01-cb53-41e6-bb29-5408f13e48dc tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:15.380877 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4532db01-cb53-41e6-bb29-5408f13e48dc tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7698236
Apr 16 21:13:15.382728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54858) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:15.445935 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] Set router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:13:15.531262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-fd3763f7-5f56-45e6-84ab-8b3d146ed772 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Request body: {'security_group_rule': {'security_group_id': '5940abef-3f80-4f5e-91ea-5777e330da47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:15.541091 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d3063b7-ef4b-4caa-9cb2-f51fe353cd12 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for floatingip (ecf155d4-30c6-480c-80e0-18d68756c5e3), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:15.596608 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e220556c-73e1-42e1-a291-a4168a2b6289,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:15.605147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cc363-9e06-4cba-8836-27edb7feb100 req-e256bc94-5da7-4f34-8c10-0898019b0c3e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:15.612986 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d95cc363-9e06-4cba-8836-27edb7feb100 req-e256bc94-5da7-4f34-8c10-0898019b0c3e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 944 time: 0.0676146
Apr 16 21:13:15.701896 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:15.825429 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d95cc363-9e06-4cba-8836-27edb7feb100 req-561d1232-80d8-4628-9a2c-cab5d31a5c65 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2069113
Apr 16 21:13:15.855675 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01250294f0>, [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:13:09Z', 'revision_number': 4, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0601ed79-d0b5-41af-8331-dcfa93a634cb', 'name': '', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'mac_address': 'fa:16:3e:b7:8a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:08Z', 'updated_at': '2022-04-16T21:13:14Z', 'revision_number': 4, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'subnets': [{'id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:15.896635 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:15.906967 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802f42e-0680-4900-b646-7cad69fccb59 None None] The sync data for ids ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'] in ncdv-master-1 is: [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:13:09Z', 'revision_number': 4, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0601ed79-d0b5-41af-8331-dcfa93a634cb', 'name': '', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'mac_address': 'fa:16:3e:b7:8a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:08Z', 'updated_at': '2022-04-16T21:13:14Z', 'revision_number': 4, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'subnets': [{'id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:13:16.023480 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fd3763f7-5f56-45e6-84ab-8b3d146ed772 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for security_group_rule (d09467a4-f237-4edd-9d44-1166276a9e71), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:16.111074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 44879840-106d-4f3b-9779-aeb90e6a0f26 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:16.178655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385eafb-c783-4291-b3ca-4ca91e3a9dfb None None] Pushing event updated for resources: {'Port': ['ID=a56b3472-8ef9-4b2a-be64-ab5136cd44a1,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:16.208806 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 5d34bb81-13df-419f-85d3-8e3a86be7e32 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:13:16.228507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Attempting to bind port e220556c-73e1-42e1-a291-a4168a2b6289 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:16.229637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Attempting to bind port e220556c-73e1-42e1-a291-a4168a2b6289 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:16.229985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Attempting to bind port e220556c-73e1-42e1-a291-a4168a2b6289 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:16.256677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Port e220556c-73e1-42e1-a291-a4168a2b6289 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:13:16.260413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Attempting to bind port e220556c-73e1-42e1-a291-a4168a2b6289 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:16.305524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:16.305744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:16.323408 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1f7af764-3d90-4655-8d35-2caff840d110 None None] Current status of the port 0601ed79-d0b5-41af-8331-dcfa93a634cb is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:16.327727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f7af764-3d90-4655-8d35-2caff840d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:16.335331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Bound using segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:16.335820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Bound port: e220556c-73e1-42e1-a291-a4168a2b6289, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:16.337914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-84e05a77-422a-4fe5-a7de-668bfb04f621', 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621', 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'fixed_ips': [{'subnet_id': 'b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:13:16.338778 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:16.339685 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:16.363113 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fd3763f7-5f56-45e6-84ab-8b3d146ed772 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for security_group_rule (d09467a4-f237-4edd-9d44-1166276a9e71), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:16.391902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283676-49c2-4625-b13a-32c915815f7e req-2ee798df-a539-4e6b-bef6-91f5d57b194d tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:16.464820 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-82283676-49c2-4625-b13a-32c915815f7e req-2ee798df-a539-4e6b-bef6-91f5d57b194d tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 943 time: 0.2727902
Apr 16 21:13:16.467505 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fd3763f7-5f56-45e6-84ab-8b3d146ed772 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (d09467a4-f237-4edd-9d44-1166276a9e71), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:16.499138 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Made reservation on behalf of ce47d3657e50419183b9ee9cee309667 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:16.606233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:16.637111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3763f7-5f56-45e6-84ab-8b3d146ed772 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09467a4-f237-4edd-9d44-1166276a9e71,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:16.687297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '5d34bb81-13df-419f-85d3-8e3a86be7e32', 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929', 'port_id': '5d34bb81-13df-419f-85d3-8e3a86be7e32', 'mac_address': 'fa:16:3e:a7:48:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:13:16.742234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54880) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:16.759047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0601ed79-d0b5-41af-8331-dcfa93a634cb up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:16.781628 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fd3763f7-5f56-45e6-84ab-8b3d146ed772 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:16.783448 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fd3763f7-5f56-45e6-84ab-8b3d146ed772 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2581401
Apr 16 21:13:16.788160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54884) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:16.806475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:16.821527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:16.858438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e220556c-73e1-42e1-a291-a4168a2b6289,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:16.954349 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:17.039100 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:17.140731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:17.141644 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:17.143448 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] 10.222.0.11 "PUT /v2.0/ports/e220556c-73e1-42e1-a291-a4168a2b6289 HTTP/1.1" status: 200  len: 1092 time: 3.1071091
Apr 16 21:13:17.191648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Allocated IP 10.2.2.2 (84e05a77-422a-4fe5-a7de-668bfb04f621/b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5/9b25f2fe-74c7-49e9-aa18-23e4655782be) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:17.223934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39df3a82-5cde-4311-8bec-5ce2d111d59e', 'tag': 'e220556c-73e1-42e1-a291-a4168a2b6289'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:17.226702 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bda12f-2c8b-4a14-9b88-3d773e0b5a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "39df3a82-5cde-4311-8bec-5ce2d111d59e", "tag": "e220556c-73e1-42e1-a291-a4168a2b6289"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:17.229388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488c729-3326-45b8-9697-aa5e7bf6a6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e220556c-73e1-42e1-a291-a4168a2b6289,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:17.233934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:17.238430 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f36751d7-33bc-4a39-acb1-cfc6907664db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:17.472136 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:17.495238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054a1da-37d0-44d7-9aec-8d9b7c8ab5df req-ecedaa10-bc3c-4388-b53f-35ab8e9185fa tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:17.499101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] device_id is not set on port 973da309-126f-4308-a6f4-32352abab6e7 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:13:17.501853 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c054a1da-37d0-44d7-9aec-8d9b7c8ab5df req-ecedaa10-bc3c-4388-b53f-35ab8e9185fa tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 944 time: 0.3865263
Apr 16 21:13:17.529648 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Publish callbacks [] for port (9b25f2fe-74c7-49e9-aa18-23e4655782be), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:17.600315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1f7af764-3d90-4655-8d35-2caff840d110 None None] For port 0601ed79-d0b5-41af-8331-dcfa93a634cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0601ed79-d0b5-41af-8331-dcfa93a634cb,segment=NetworkSegment(d67c964c-5141-4e89-bb87-ca206f6b7bcd),segment_id=d67c964c-5141-4e89-bb87-ca206f6b7bcd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:17.617568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 0601ed79-d0b5-41af-8331-dcfa93a634cb triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:17.618355 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:17.634351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03631e84-276b-43f5-b658-357c8103f91d req-5680b762-f23b-4758-bb34-79065ad2a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:17.637265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-5680b762-f23b-4758-bb34-79065ad2a095 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 1126 time: 0.3683770
Apr 16 21:13:17.667786 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (9b25f2fe-74c7-49e9-aa18-23e4655782be), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:17.678964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 5d34bb81-13df-419f-85d3-8e3a86be7e32 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:17.679716 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:17.715220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d34bb81-13df-419f-85d3-8e3a86be7e32 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:17.770442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:17.772470 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f7af764-3d90-4655-8d35-2caff840d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:17.888713 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:17.890087 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Allocated IP 10.1.1.4 (2a1311c2-594d-49ff-bcbd-69e881faa649/c2903b39-0ea8-4780-bd2f-b10a23ab22a1/973da309-126f-4308-a6f4-32352abab6e7) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:17.938546 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f36751d7-33bc-4a39-acb1-cfc6907664db admin admin] Publish callbacks [] for security_group (7aee4c31-9bb9-462a-8068-ada29ae253bc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:17.957888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f83a87c9-03c1-439a-8f49-44d0f3dc852e None None] Provisioning complete for port 0601ed79-d0b5-41af-8331-dcfa93a634cb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:17.959497 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f83a87c9-03c1-439a-8f49-44d0f3dc852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:18.024885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a16dc7e-07cf-4262-b83b-830b92559aa3 None None] Network 2a1311c2-594d-49ff-bcbd-69e881faa649 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:13:18.036785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Network 84e05a77-422a-4fe5-a7de-668bfb04f621 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:18.039535 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-11a7c6ec-9e08-45ed-9812-4a440408c22e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e220556c-73e1-42e1-a291-a4168a2b6289 HTTP/1.1" status: 200  len: 217 time: 0.3779256
Apr 16 21:13:18.059807 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f36751d7-33bc-4a39-acb1-cfc6907664db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7aee4c31-9bb9-462a-8068-ada29ae253bc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:18.130151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Allocated IP 172.35.1.225 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/692aa8d6-d04e-4b61-9eb7-19af8fb66f01) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:18.151801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Pushing event updated for resources: {'Port': ['ID=9b25f2fe-74c7-49e9-aa18-23e4655782be,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:18.165839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:18.170718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:18.186369 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-82283676-49c2-4625-b13a-32c915815f7e req-3711f9f9-8388-4049-9854-08ffaeb9b781 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7187006
Apr 16 21:13:18.186943 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f36751d7-33bc-4a39-acb1-cfc6907664db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9725920e218432ab1339c0dffc5ff94&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4408298
Apr 16 21:13:18.205890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54896) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:18.257320 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c054a1da-37d0-44d7-9aec-8d9b7c8ab5df req-bf58cb98-1109-4807-b65d-2c8907b6eba8 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7531533
Apr 16 21:13:18.323146 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141c18f5-3617-44ce-83bc-0f1d9c7f25c0 x-openstack-request-id: req-141c18f5-3617-44ce-83bc-0f1d9c7f25c0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:18.325055 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39df3a82-5cde-4311-8bec-5ce2d111d59e", "tag": "e220556c-73e1-42e1-a291-a4168a2b6289", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:18.325351 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-141c18f5-3617-44ce-83bc-0f1d9c7f25c0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:18.325798 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141c18f5-3617-44ce-83bc-0f1d9c7f25c0'] response: {'name': 'network-changed', 'server_uuid': '39df3a82-5cde-4311-8bec-5ce2d111d59e', 'tag': 'e220556c-73e1-42e1-a291-a4168a2b6289', 'status': 'completed', 'code': 200}
Apr 16 21:13:18.379664 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['5d34bb81-13df-419f-85d3-8e3a86be7e32'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:18.543228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f83a87c9-03c1-439a-8f49-44d0f3dc852e None None] Current status of the port 0601ed79-d0b5-41af-8331-dcfa93a634cb is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:18.572476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7af764-3d90-4655-8d35-2caff840d110 None None] Pushing event updated for resources: {'Port': ['ID=0601ed79-d0b5-41af-8331-dcfa93a634cb,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:18.616658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Attempting to bind port 9b25f2fe-74c7-49e9-aa18-23e4655782be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:18.618051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Attempting to bind port 9b25f2fe-74c7-49e9-aa18-23e4655782be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e1b28a0f-9ce7-4c89-a433-381811d7b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:18.618677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Attempting to bind port 9b25f2fe-74c7-49e9-aa18-23e4655782be on network 84e05a77-422a-4fe5-a7de-668bfb04f621 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:18.645901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:18.646703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Checking segment: {'id': 'e1b28a0f-9ce7-4c89-a433-381811d7b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:18.647356 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:18.647974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Bound using segment: {'id': 'e1b28a0f-9ce7-4c89-a433-381811d7b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:18.648731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Bound port: 9b25f2fe-74c7-49e9-aa18-23e4655782be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b28a0f-9ce7-4c89-a433-381811d7b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:18.649358 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b25f2fe-74c7-49e9-aa18-23e4655782be), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:18.653186 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0601ed79-d0b5-41af-8331-dcfa93a634cb is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:18.778509 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=5d34bb81-13df-419f-85d3-8e3a86be7e32,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:18.797460 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-deeec23f-9113-4323-b106-0f970c5d4b87 admin admin] Publish callbacks [] for security_group (7aee4c31-9bb9-462a-8068-ada29ae253bc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:18.823198 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-deeec23f-9113-4323-b106-0f970c5d4b87 admin admin] Publish callbacks [] for security_group (7aee4c31-9bb9-462a-8068-ada29ae253bc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:18.914339 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.db.resource_extend [None req-1d3063b7-ef4b-4caa-9cb2-f51fe353cd12 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:13:18.952298 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for port (973da309-126f-4308-a6f4-32352abab6e7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:18.954049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03631e84-276b-43f5-b658-357c8103f91d req-e6d3cbf2-1e9e-4cde-aadd-506de38720c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:18.956038 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-e6d3cbf2-1e9e-4cde-aadd-506de38720c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.9024165
Apr 16 21:13:18.956894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36751d7-33bc-4a39-acb1-cfc6907664db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aee4c31-9bb9-462a-8068-ada29ae253bc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:18.958869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-deeec23f-9113-4323-b106-0f970c5d4b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7aee4c31-9bb9-462a-8068-ada29ae253bc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:18.961304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] For port 9b25f2fe-74c7-49e9-aa18-23e4655782be, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:18.961563 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-deeec23f-9113-4323-b106-0f970c5d4b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:18.965159 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-deeec23f-9113-4323-b106-0f970c5d4b87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7aee4c31-9bb9-462a-8068-ada29ae253bc HTTP/1.1" status: 204  len: 168 time: 0.7522466
Apr 16 21:13:18.966691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] For port 9b25f2fe-74c7-49e9-aa18-23e4655782be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b25f2fe-74c7-49e9-aa18-23e4655782be,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:18.975676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-57eae8ea-af9e-4e86-9758-38cd75ff867d None None] Provisioning complete for port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:18.976058 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-57eae8ea-af9e-4e86-9758-38cd75ff867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:19.002042 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeec23f-9113-4323-b106-0f970c5d4b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aee4c31-9bb9-462a-8068-ada29ae253bc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:19.006493 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d3063b7-ef4b-4caa-9cb2-f51fe353cd12 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:19.021371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a56b3472-8ef9-4b2a-be64-ab5136cd44a1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:19.056935 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-6334a69d-5384-425f-8369-b4cb61585951 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600936
Apr 16 21:13:19.083795 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9b25f2fe-74c7-49e9-aa18-23e4655782be), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:19.088956 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d3063b7-ef4b-4caa-9cb2-f51fe353cd12 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (ecf155d4-30c6-480c-80e0-18d68756c5e3), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:19.244595 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (973da309-126f-4308-a6f4-32352abab6e7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:19.250746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-57eae8ea-af9e-4e86-9758-38cd75ff867d None None] Current status of the port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:19.250746 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-57eae8ea-af9e-4e86-9758-38cd75ff867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:19.331191 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for port (692aa8d6-d04e-4b61-9eb7-19af8fb66f01), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:19.357245 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'Port': ['ID=973da309-126f-4308-a6f4-32352abab6e7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:19.376338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:19.376655 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:19.383104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Network 2a1311c2-594d-49ff-bcbd-69e881faa649 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:19.515109 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-1d3063b7-ef4b-4caa-9cb2-f51fe353cd12 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Floating IP ecf155d4-30c6-480c-80e0-18d68756c5e3 associated. External IP: 172.35.1.66, port: 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588.
Apr 16 21:13:19.519181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:19.522299 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:19.567257 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-398d1fd2-9177-4b24-a14e-1250a08e2022 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5039759
Apr 16 21:13:19.635046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d650a50-f755-470c-b80b-8478a92782bd None None] Pushing event updated for resources: {'Port': ['ID=9b25f2fe-74c7-49e9-aa18-23e4655782be,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:19.650318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-57eae8ea-af9e-4e86-9758-38cd75ff867d None None] For port a56b3472-8ef9-4b2a-be64-ab5136cd44a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a56b3472-8ef9-4b2a-be64-ab5136cd44a1,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:19.652033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771e0d2-c90d-4a50-88a4-97f7468cf8aa req-a63ce33d-8e2e-4c24-9e36-70d6c9f1b757 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:19.659122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d771e0d2-c90d-4a50-88a4-97f7468cf8aa req-a63ce33d-8e2e-4c24-9e36-70d6c9f1b757 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 944 time: 0.2823961
Apr 16 21:13:19.764711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:19.765288 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:19.767545 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-57eae8ea-af9e-4e86-9758-38cd75ff867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:19.918114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eae8ea-af9e-4e86-9758-38cd75ff867d None None] Pushing event updated for resources: {'Port': ['ID=a56b3472-8ef9-4b2a-be64-ab5136cd44a1,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:19.928703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6367103e-c26b-4984-b0cf-f821245f5c0a None None] Provisioning complete for port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:19.929151 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6367103e-c26b-4984-b0cf-f821245f5c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:19.984769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d771e0d2-c90d-4a50-88a4-97f7468cf8aa req-3f2fb99a-5976-45ed-893e-e0caba4d6de5 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2691553
Apr 16 21:13:19.989387 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (692aa8d6-d04e-4b61-9eb7-19af8fb66f01), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:20.152568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:20.162564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:20.189050 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663049f0-b8ae-4767-91c6-11f8a2bf7505 req-e531d605-4552-40f0-a1b4-6faaaf29949e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:20.197803 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-663049f0-b8ae-4767-91c6-11f8a2bf7505 req-e531d605-4552-40f0-a1b4-6faaaf29949e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 944 time: 0.2765968
Apr 16 21:13:20.200155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:20.203344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:20.204391 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:20.305653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03631e84-276b-43f5-b658-357c8103f91d req-b4c714af-1fe1-4a79-a91e-78396ab42c91 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7114232
Apr 16 21:13:20.311663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Pushing event updated for resources: {'Port': ['ID=692aa8d6-d04e-4b61-9eb7-19af8fb66f01,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:20.331355 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:13:20.332082 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:13:20.340537 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-663049f0-b8ae-4767-91c6-11f8a2bf7505 req-dfe324e6-f14b-45fc-84d0-cb73c8a4d26d tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305733
Apr 16 21:13:20.347997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d82d6817-f2e6-418c-bf3d-e1806cbe543f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 5.0656760
Apr 16 21:13:20.350748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54942) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:20.357928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'port': {'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649', 'name': 'tempest-TaggedBootDevicesTest-2061344291', 'fixed_ips': [{'subnet_id': 'c2903b39-0ea8-4780-bd2f-b10a23ab22a1'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:20.384655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 5d34bb81-13df-419f-85d3-8e3a86be7e32 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:20.428120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee7df3-2a7d-475e-8771-39a5e1e042f9 req-e0b9f18d-71f0-4094-8620-be541abb0847 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:20.436967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02ee7df3-2a7d-475e-8771-39a5e1e042f9 req-e0b9f18d-71f0-4094-8620-be541abb0847 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 945 time: 0.0857852
Apr 16 21:13:20.441439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6367103e-c26b-4984-b0cf-f821245f5c0a None None] Current status of the port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:20.503427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 5d34bb81-13df-419f-85d3-8e3a86be7e32 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:13:20.507270 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02ee7df3-2a7d-475e-8771-39a5e1e042f9 req-12c2289a-57e3-43a5-a9db-4ec478f882ad tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676422
Apr 16 21:13:20.565363 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-78900328-0c5b-492b-9b9e-b9cb28b6b436 None None] Provisioning complete for port 973da309-126f-4308-a6f4-32352abab6e7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:20.566014 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78900328-0c5b-492b-9b9e-b9cb28b6b436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (973da309-126f-4308-a6f4-32352abab6e7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:20.579240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3063b7-ef4b-4caa-9cb2-f51fe353cd12 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:13:20.608559 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for floatingip (65a7521f-ecfa-484a-8619-c9a2333687b6), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:20.624565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 5d34bb81-13df-419f-85d3-8e3a86be7e32 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:20.625125 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:20.693844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-78900328-0c5b-492b-9b9e-b9cb28b6b436 None None] Port 973da309-126f-4308-a6f4-32352abab6e7 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:13:20.800648 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (692aa8d6-d04e-4b61-9eb7-19af8fb66f01), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:20.808224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 5d34bb81-13df-419f-85d3-8e3a86be7e32 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:20.808932 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:20.817045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3063b7-ef4b-4caa-9cb2-f51fe353cd12 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:13:20.819332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Made reservation on behalf of ce47d3657e50419183b9ee9cee309667 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:20.826823 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:20.832382 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d3063b7-ef4b-4caa-9cb2-f51fe353cd12 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:20.841375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda9456c-10f8-4242-931f-436df2ce1a86 None None] Sync routers for ids ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:13:20.908987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] device_id is not set on port b6827444-dd7b-4b83-a82d-0112e07ad27f yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:13:20.921326 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1d3063b7-ef4b-4caa-9cb2-f51fe353cd12 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "PUT /v2.0/floatingips/ecf155d4-30c6-480c-80e0-18d68756c5e3 HTTP/1.1" status: 200  len: 991 time: 5.6141505
Apr 16 21:13:20.923758 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:20.927832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9673504-31ed-4a93-abbd-67a338294f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d34bb81-13df-419f-85d3-8e3a86be7e32'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:20.931318 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3128d1e-6cf6-4907-8804-ebc3a6c101e5" -d '{"events": [{"server_uuid": "d9673504-31ed-4a93-abbd-67a338294f1f", "name": "network-vif-plugged", "status": "completed", "tag": "5d34bb81-13df-419f-85d3-8e3a86be7e32"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:20.937138 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d9df32-6fad-484f-a616-33306264f9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:20.995610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:21.009157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9456c-10f8-4242-931f-436df2ce1a86 None None] Routers {'49b82c08-a044-4ff9-97ca-652fba8a2ac6'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:13:21.009711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fda9456c-10f8-4242-931f-436df2ce1a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124654880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:13:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:21.013679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54960) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:21.205043 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:21.249081 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:21.257962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1069845879-network', 'tenant_id': 'fe50d9e0841749f094948101efdc3d92'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:21.258359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a98120-51a6-4c64-b5c8-86886999c1d2 req-d1462762-ad51-4a47-a311-f3268847461f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:21.267382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0601ed79-d0b5-41af-8331-dcfa93a634cb up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:21.267916 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-28a98120-51a6-4c64-b5c8-86886999c1d2 req-d1462762-ad51-4a47-a311-f3268847461f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 946 time: 0.2377679
Apr 16 21:13:21.287703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bda12f-2c8b-4a14-9b88-3d773e0b5a8b req-b6ad9bc3-35cc-486a-b474-cc0eff280a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:21.289400 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41bda12f-2c8b-4a14-9b88-3d773e0b5a8b req-b6ad9bc3-35cc-486a-b474-cc0eff280a7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 1126 time: 0.3411965
Apr 16 21:13:21.405643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Made reservation on behalf of fe50d9e0841749f094948101efdc3d92 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:21.408217 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:21.448295 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c0da6f-d3d0-4aef-b745-58e126d3d503 x-openstack-request-id: req-10c0da6f-d3d0-4aef-b745-58e126d3d503 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:21.448295 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:21.448295 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10c0da6f-d3d0-4aef-b745-58e126d3d503 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:21.448295 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c0da6f-d3d0-4aef-b745-58e126d3d503'] response: {'name': 'network-changed', 'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'status': 'completed', 'code': 200}
Apr 16 21:13:21.453089 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:21.473107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-75512832-3795-4ac9-8306-949d13d16142 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:21.474702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-75512832-3795-4ac9-8306-949d13d16142 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.41 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 945 time: 0.1806045
Apr 16 21:13:21.479381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8222e4-167a-4463-9319-98ed766a1fd3 None None] Network 84e05a77-422a-4fe5-a7de-668bfb04f621 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:13:21.543104 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51739e68-5ca9-4cb8-bebd-a90a5311154a x-openstack-request-id: req-51739e68-5ca9-4cb8-bebd-a90a5311154a {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:21.543382 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9673504-31ed-4a93-abbd-67a338294f1f", "name": "network-vif-plugged", "status": "completed", "tag": "5d34bb81-13df-419f-85d3-8e3a86be7e32", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:21.543743 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51739e68-5ca9-4cb8-bebd-a90a5311154a {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:21.545061 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51739e68-5ca9-4cb8-bebd-a90a5311154a'] response: {'server_uuid': 'd9673504-31ed-4a93-abbd-67a338294f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d34bb81-13df-419f-85d3-8e3a86be7e32', 'code': 200}
Apr 16 21:13:21.548146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=5d34bb81-13df-419f-85d3-8e3a86be7e32,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:21.600851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 0601ed79-d0b5-41af-8331-dcfa93a634cb triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:21.603422 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:21.631904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bda12f-2c8b-4a14-9b88-3d773e0b5a8b req-eac780cc-03e9-4b00-93e2-38ecbf9de16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:21.633658 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41bda12f-2c8b-4a14-9b88-3d773e0b5a8b req-eac780cc-03e9-4b00-93e2-38ecbf9de16f service neutron] 10.222.0.11 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.3279393
Apr 16 21:13:21.657562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-fda9456c-10f8-4242-931f-436df2ce1a86 None None] Set router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:13:21.662938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f39c8cac-678c-45d2-b8b0-f5a8a85edbe4 None None] Provisioning complete for port 9b25f2fe-74c7-49e9-aa18-23e4655782be triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:21.663386 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f39c8cac-678c-45d2-b8b0-f5a8a85edbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9b25f2fe-74c7-49e9-aa18-23e4655782be), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:21.754995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9df32-6fad-484f-a616-33306264f9cf req-9dccbff1-73ff-4558-a8af-2f0c85250a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:21.756441 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3d9df32-6fad-484f-a616-33306264f9cf req-9dccbff1-73ff-4558-a8af-2f0c85250a56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 1128 time: 0.3254347
Apr 16 21:13:21.772245 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for port (692aa8d6-d04e-4b61-9eb7-19af8fb66f01), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:21.776710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Allocated IP 10.1.1.83 (2a1311c2-594d-49ff-bcbd-69e881faa649/c2903b39-0ea8-4780-bd2f-b10a23ab22a1/b6827444-dd7b-4b83-a82d-0112e07ad27f) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:21.785226 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de92505-2802-4dd0-a992-05925a24493d req-4eb351a9-a7f1-4118-8e3d-4d017e81667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:21.786722 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9de92505-2802-4dd0-a992-05925a24493d req-4eb351a9-a7f1-4118-8e3d-4d017e81667d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 1127 time: 0.1059968
Apr 16 21:13:21.789889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41bda12f-2c8b-4a14-9b88-3d773e0b5a8b req-aa64d436-7902-4388-8e63-674ea15200b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e220556c-73e1-42e1-a291-a4168a2b6289 HTTP/1.1" status: 200  len: 217 time: 0.1497328
Apr 16 21:13:21.837537 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-28a98120-51a6-4c64-b5c8-86886999c1d2 req-b53781b2-7817-4b8e-aad5-9a5c8703b354 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5684786
Apr 16 21:13:21.853644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Deleting port 341f7886-de89-42fb-840b-8879233ec19f {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:13:21.853937 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (341f7886-de89-42fb-840b-8879233ec19f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:21.935975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc89cc-4696-479a-8906-a36def9ab6e9 req-7c89582c-8d76-4e7d-8106-cb05ff1d7f64 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:21.941814 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9de92505-2802-4dd0-a992-05925a24493d req-9f18e606-63ed-4f10-b5e1-7a66fba2f150 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478424
Apr 16 21:13:21.943139 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71dc89cc-4696-479a-8906-a36def9ab6e9 req-7c89582c-8d76-4e7d-8106-cb05ff1d7f64 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 945 time: 0.2140899
Apr 16 21:13:21.978831 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (692aa8d6-d04e-4b61-9eb7-19af8fb66f01), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:21.997914 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Publish callbacks [] for security_group (61afe6ee-4af3-4732-829f-97323f5d0334), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:22.012626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bda12f-2c8b-4a14-9b88-3d773e0b5a8b req-4452af3f-edcd-4e4c-80c4-9ff7b06d15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:22.014841 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41bda12f-2c8b-4a14-9b88-3d773e0b5a8b req-4452af3f-edcd-4e4c-80c4-9ff7b06d15fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.1996515
Apr 16 21:13:22.019558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9df32-6fad-484f-a616-33306264f9cf req-80519ca9-7781-4669-b367-c53cf672877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:22.028384 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3d9df32-6fad-484f-a616-33306264f9cf req-80519ca9-7781-4669-b367-c53cf672877e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.2525902
Apr 16 21:13:22.074212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0601ed79-d0b5-41af-8331-dcfa93a634cb is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:22.086390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f39c8cac-678c-45d2-b8b0-f5a8a85edbe4 None None] Current status of the port 9b25f2fe-74c7-49e9-aa18-23e4655782be is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:22.086761 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f39c8cac-678c-45d2-b8b0-f5a8a85edbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b25f2fe-74c7-49e9-aa18-23e4655782be), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:22.119283 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] For port 341f7886-de89-42fb-840b-8879233ec19f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=341f7886-de89-42fb-840b-8879233ec19f,segment=NetworkSegment(6cabcccd-2c74-429f-a11f-04862ff8bf54),segment_id=6cabcccd-2c74-429f-a11f-04862ff8bf54)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:22.119921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (341f7886-de89-42fb-840b-8879233ec19f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:22.145638 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:22.358557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f39c8cac-678c-45d2-b8b0-f5a8a85edbe4 None None] For port 9b25f2fe-74c7-49e9-aa18-23e4655782be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b25f2fe-74c7-49e9-aa18-23e4655782be,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:22.374885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fda9456c-10f8-4242-931f-436df2ce1a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124654880>, [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72'}], 'enable_snat': True}, 'gw_port_id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 4, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port': {'id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:39Z', 'updated_at': '2022-04-16T21:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ecf155d4-30c6-480c-80e0-18d68756c5e3', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'floating_ip_address': '172.35.1.66', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'port_id': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'mac_address': 'fa:16:3e:7e:a6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:12:50Z', 'updated_at': '2022-04-16T21:13:18Z', 'revision_number': 1, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51a1555-ef3d-4954-a1c4-ec559a4f6dba', 'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'mac_address': 'fa:16:3e:52:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:42Z', 'updated_at': '2022-04-16T21:12:52Z', 'revision_number': 5, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'subnets': [{'id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:22.420832 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (61afe6ee-4af3-4732-829f-97323f5d0334), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:22.421046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda9456c-10f8-4242-931f-436df2ce1a86 None None] Checking router: 49b82c08-a044-4ff9-97ca-652fba8a2ac6 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:13:22.432841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9456c-10f8-4242-931f-436df2ce1a86 None None] Routers {'49b82c08-a044-4ff9-97ca-652fba8a2ac6'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:13:22.433071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5445fd-bb0b-41fb-83cd-21b9fddadbb8 req-aa4a5690-9910-4c0f-9853-2b2575dd86de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:22.433521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fda9456c-10f8-4242-931f-436df2ce1a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124654880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:13:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:22.441658 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb5445fd-bb0b-41fb-83cd-21b9fddadbb8 req-aa4a5690-9910-4c0f-9853-2b2575dd86de tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 944 time: 0.2146780
Apr 16 21:13:22.468477 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3d9df32-6fad-484f-a616-33306264f9cf req-f7bb206a-2d5c-4473-9cc2-5ef33df028ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 HTTP/1.1" status: 200  len: 999 time: 0.2711535
Apr 16 21:13:22.476849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61afe6ee-4af3-4732-829f-97323f5d0334,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:22.482915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41bda12f-2c8b-4a14-9b88-3d773e0b5a8b req-cb493e3a-7b37-4d6a-a728-0e7a3a554279 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4324477
Apr 16 21:13:22.495625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Pushing event updated for resources: {'Port': ['ID=692aa8d6-d04e-4b61-9eb7-19af8fb66f01,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:22.505813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a56b3472-8ef9-4b2a-be64-ab5136cd44a1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:22.520255 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71dc89cc-4696-479a-8906-a36def9ab6e9 req-a0f06de7-e3df-4b01-b99e-901fade39b0c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5690527
Apr 16 21:13:22.527958 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb5445fd-bb0b-41fb-83cd-21b9fddadbb8 req-53372009-b08a-43d4-8da3-8cb7c71925e4 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852232
Apr 16 21:13:22.543869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:22.570596 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:13:22.570596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (65a7521f-ecfa-484a-8619-c9a2333687b6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:22.596518 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f39c8cac-678c-45d2-b8b0-f5a8a85edbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9b25f2fe-74c7-49e9-aa18-23e4655782be), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:22.668284 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b8d5b675-88ae-4d17-be28-f51ffb85d0f1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:22.668750 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Added segment b8d5b675-88ae-4d17-be28-f51ffb85d0f1 of type vlan for network 39451244-1104-46d3-8155-9d8d7ddc9546
Apr 16 21:13:22.678251 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:22.679584 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a24a5b7b-807d-4a15-8102-6f3ef6a823c3 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.8822677
Apr 16 21:13:22.717058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Network 2a1311c2-594d-49ff-bcbd-69e881faa649 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:22.749841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:22.786523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c821ed-f641-40d1-a373-690231f26d3e req-20a5ad09-cf76-4c22-bc9e-b3c2d73a19b7 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:22.796755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67c821ed-f641-40d1-a373-690231f26d3e req-20a5ad09-cf76-4c22-bc9e-b3c2d73a19b7 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 945 time: 0.1451068
Apr 16 21:13:22.808271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:22.832970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:22.833200 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (35710ec9-08ab-4bd2-a09c-c5e81a196c3e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:22.833437 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Floating IP 35710ec9-08ab-4bd2-a09c-c5e81a196c3e disassociated. External IP: 172.35.1.156, port: 341f7886-de89-42fb-840b-8879233ec19f.
Apr 16 21:13:22.833681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Calling delete_port for 341f7886-de89-42fb-840b-8879233ec19f owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:13:22.843790 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (39451244-1104-46d3-8155-9d8d7ddc9546), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:22.887853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'Port': ['ID=b6827444-dd7b-4b83-a82d-0112e07ad27f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:22.941195 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c291e0-d0ed-4f5a-ad55-169180d101ea req-2464cf2b-5d3a-4c98-b3cc-21766e4347ac tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:22.944874 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-51c291e0-d0ed-4f5a-ad55-169180d101ea req-2464cf2b-5d3a-4c98-b3cc-21766e4347ac tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 946 time: 0.2223456
Apr 16 21:13:23.032484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-fda9456c-10f8-4242-931f-436df2ce1a86 None None] Set router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:13:23.035209 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67c821ed-f641-40d1-a373-690231f26d3e req-17b83e65-7479-4fdb-8f75-74f657776d8d tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups?id=58bdb737-d207-4194-9b09-4f33d2e835b1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2347667
Apr 16 21:13:23.037554 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:23.038234 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:23.076517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9df32-6fad-484f-a616-33306264f9cf req-5ab7be4d-4767-4792-a403-63678a4e66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:23.079040 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3d9df32-6fad-484f-a616-33306264f9cf req-5ab7be4d-4767-4792-a403-63678a4e66a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.1996653
Apr 16 21:13:23.104949 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (39451244-1104-46d3-8155-9d8d7ddc9546), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:23.105948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:23.107299 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:23.113517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-616c62b8-cda5-4401-9f17-eca028058f41 None None] Provisioning complete for port 9b25f2fe-74c7-49e9-aa18-23e4655782be triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:23.114085 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-616c62b8-cda5-4401-9f17-eca028058f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9b25f2fe-74c7-49e9-aa18-23e4655782be), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:23.146915 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:23.147418 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:23.160251 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-51c291e0-d0ed-4f5a-ad55-169180d101ea req-d12bc3e4-48c6-4cb6-bb80-e330881f480d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2047377
Apr 16 21:13:23.175278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9df32-6fad-484f-a616-33306264f9cf req-5a52a14b-0bda-4f14-a057-ac7e9e0c86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:23.178808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3d9df32-6fad-484f-a616-33306264f9cf req-5a52a14b-0bda-4f14-a057-ac7e9e0c86f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0767205
Apr 16 21:13:23.254768 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c8cac-678c-45d2-b8b0-f5a8a85edbe4 None None] Pushing event updated for resources: {'Port': ['ID=9b25f2fe-74c7-49e9-aa18-23e4655782be,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:23.284461 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d34dcc4d-8164-478f-a2e6-0c0599f0e085 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.9220579
Apr 16 21:13:23.379215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3d9df32-6fad-484f-a616-33306264f9cf req-ce832a08-824d-479d-aed0-03a9db37e3f0 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742103
Apr 16 21:13:23.424444 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.4011791
Apr 16 21:13:23.427899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55050) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:23.433624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6e14bec5-84c2-441b-ab9e-16800ead0462 admin admin] Request body: {'subnet': {'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1069845879-subnet', 'tenant_id': 'fe50d9e0841749f094948101efdc3d92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:23.439732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647236f-95f6-4ba3-9e19-cbb3cfb90402 admin admin] Pushing event updated for resources: {'Network': ['ID=39451244-1104-46d3-8155-9d8d7ddc9546,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:23.455298 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41bda12f-2c8b-4a14-9b88-3d773e0b5a8b req-2157e204-a7de-4516-bc25-d6269e001bc5 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5873137
Apr 16 21:13:23.476945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 39451244-1104-46d3-8155-9d8d7ddc9546 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:13:23.626848 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (341f7886-de89-42fb-840b-8879233ec19f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:23.639634 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3d9df32-6fad-484f-a616-33306264f9cf req-7bf3458e-e7cb-43d7-b8b7-f5dea662fd78 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2530873
Apr 16 21:13:23.706307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Pushing event deleted for resources: {'Port': ['ID=341f7886-de89-42fb-840b-8879233ec19f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:23.771733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55056) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:23.776495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-769e9e93-3697-40db-9677-245be7a71543 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56690772', 'description': 'tempest-description--1033433573'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:23.869497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e14bec5-84c2-441b-ab9e-16800ead0462 admin admin] Made reservation on behalf of fe50d9e0841749f094948101efdc3d92 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:23.872972 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6e14bec5-84c2-441b-ab9e-16800ead0462 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:23.882479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e220556c-73e1-42e1-a291-a4168a2b6289 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:13:23.911553 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-769e9e93-3697-40db-9677-245be7a71543 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:23.968744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a44d3c-b3f8-4263-8da9-1b0d94786dfd req-3c9b4681-74a4-4ca3-a98c-496d711840fc tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:23.970972 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d4a44d3c-b3f8-4263-8da9-1b0d94786dfd req-3c9b4681-74a4-4ca3-a98c-496d711840fc tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 944 time: 0.1207082
Apr 16 21:13:23.987702 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357792f4-2192-4dfa-be78-e6fd58ba0e25 req-1b2fb68b-7986-44c7-bfb9-a03df749fa8b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:23.989533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-357792f4-2192-4dfa-be78-e6fd58ba0e25 req-1b2fb68b-7986-44c7-bfb9-a03df749fa8b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 945 time: 0.3308353
Apr 16 21:13:24.033601 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41bda12f-2c8b-4a14-9b88-3d773e0b5a8b req-ecbe0731-3e1a-47db-990f-3c7f3881ca9b service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5697308
Apr 16 21:13:24.124974 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-357792f4-2192-4dfa-be78-e6fd58ba0e25 req-0cffe773-4828-4735-84c8-9291db95112e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939984
Apr 16 21:13:24.142325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Router ffd7baa0-11b3-4be1-9c62-4ab170090b29 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:13:24.181883 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d4a44d3c-b3f8-4263-8da9-1b0d94786dfd req-eac12aa0-69ea-4944-9eef-f132143b50f5 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2024417
Apr 16 21:13:24.191952 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-769e9e93-3697-40db-9677-245be7a71543 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for security_group (3d8d2bfa-3658-44d3-9935-09b0502e9c7f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:24.221688 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.resource_extend [None req-34647e34-b274-4112-91db-333c5a743e35 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:13:24.259687 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-769e9e93-3697-40db-9677-245be7a71543 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3d8d2bfa-3658-44d3-9935-09b0502e9c7f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:24.347211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-616c62b8-cda5-4401-9f17-eca028058f41 None None] Current status of the port 9b25f2fe-74c7-49e9-aa18-23e4655782be is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:24.354567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:24.356132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9b25f2fe-74c7-49e9-aa18-23e4655782be up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:24.425319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 341f7886-de89-42fb-840b-8879233ec19f no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:13:24.492791 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-769e9e93-3697-40db-9677-245be7a71543 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:24.495951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-769e9e93-3697-40db-9677-245be7a71543 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.7217891
Apr 16 21:13:24.498630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55068) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:24.508341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 341f7886-de89-42fb-840b-8879233ec19f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:13:24.508689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 341f7886-de89-42fb-840b-8879233ec19f not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:13:24.515243 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e220556c-73e1-42e1-a291-a4168a2b6289,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:24.520461 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3da5826d-3b36-4178-8dc1-3715eb3eeb45 req-7b2f1608-bdd9-46b1-9560-5a822f259ed8 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 210 time: 0.1724169
Apr 16 21:13:24.523453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fc85c94b-6e2a-4df8-8de8-d813aef2ce95 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'security_group_rule': {'security_group_id': '3d8d2bfa-3658-44d3-9935-09b0502e9c7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:24.552137 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-68c0f300-a933-48af-ae16-f686a325bdc2 None None] Provisioning complete for port b6827444-dd7b-4b83-a82d-0112e07ad27f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:24.552137 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-68c0f300-a933-48af-ae16-f686a325bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:24.577962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e9e93-3697-40db-9677-245be7a71543 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8d2bfa-3658-44d3-9935-09b0502e9c7f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:24.593858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'e220556c-73e1-42e1-a291-a4168a2b6289', 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337', 'port_id': 'e220556c-73e1-42e1-a291-a4168a2b6289', 'mac_address': 'fa:16:3e:65:5a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c83c80-d8ca-4f2d-925f-a5d1a372d8bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:13:24.623391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9b25f2fe-74c7-49e9-aa18-23e4655782be triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:24.623845 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9b25f2fe-74c7-49e9-aa18-23e4655782be), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:24.625690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fda9456c-10f8-4242-931f-436df2ce1a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124654880>, [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72'}], 'enable_snat': True}, 'gw_port_id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 4, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port': {'id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:39Z', 'updated_at': '2022-04-16T21:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ecf155d4-30c6-480c-80e0-18d68756c5e3', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'floating_ip_address': '172.35.1.66', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'port_id': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'mac_address': 'fa:16:3e:7e:a6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:12:50Z', 'updated_at': '2022-04-16T21:13:18Z', 'revision_number': 1, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51a1555-ef3d-4954-a1c4-ec559a4f6dba', 'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'mac_address': 'fa:16:3e:52:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:42Z', 'updated_at': '2022-04-16T21:12:52Z', 'revision_number': 5, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'subnets': [{'id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:24.635441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01c5a4-da73-43ef-931d-8a24c59c327d req-ac4fd1c2-b6dd-4883-ad61-b7fe11709987 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:24.638419 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc01c5a4-da73-43ef-931d-8a24c59c327d req-ac4fd1c2-b6dd-4883-ad61-b7fe11709987 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 946 time: 0.3433957
Apr 16 21:13:24.691363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6e14bec5-84c2-441b-ab9e-16800ead0462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (50d87fc9-b789-4377-bead-4d47e0e49e65), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:24.716436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda9456c-10f8-4242-931f-436df2ce1a86 None None] The sync data for ids ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'] in ncdv-master-1 is: [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72'}], 'enable_snat': True}, 'gw_port_id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 4, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port': {'id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:39Z', 'updated_at': '2022-04-16T21:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ecf155d4-30c6-480c-80e0-18d68756c5e3', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'floating_ip_address': '172.35.1.66', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'port_id': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'mac_address': 'fa:16:3e:7e:a6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:12:50Z', 'updated_at': '2022-04-16T21:13:18Z', 'revision_number': 1, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51a1555-ef3d-4954-a1c4-ec559a4f6dba', 'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'mac_address': 'fa:16:3e:52:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:42Z', 'updated_at': '2022-04-16T21:12:52Z', 'revision_number': 5, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'subnets': [{'id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:13:24.763992 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc85c94b-6e2a-4df8-8de8-d813aef2ce95 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for security_group_rule (1bf6966c-5097-4528-8018-fa60c7237811), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:24.782303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-68c0f300-a933-48af-ae16-f686a325bdc2 None None] Port b6827444-dd7b-4b83-a82d-0112e07ad27f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:13:24.809346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port e220556c-73e1-42e1-a291-a4168a2b6289 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:24.810524 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:24.829339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e220556c-73e1-42e1-a291-a4168a2b6289 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:24.834194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:13:24.841065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14bec5-84c2-441b-ab9e-16800ead0462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d87fc9-b789-4377-bead-4d47e0e49e65,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:24.860016 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba3537d-4e09-41d2-9d61-37fe8d229f2e None None] Sync routers for ids ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:13:24.880117 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3537d-4e09-41d2-9d61-37fe8d229f2e None None] Routers {'ffd7baa0-11b3-4be1-9c62-4ab170090b29'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:13:24.886478 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-fba3537d-4e09-41d2-9d61-37fe8d229f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:13:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:24.887057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e220556c-73e1-42e1-a291-a4168a2b6289,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:24.892288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9b25f2fe-74c7-49e9-aa18-23e4655782be is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:24.916857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14bec5-84c2-441b-ab9e-16800ead0462 admin admin] Checking segment: {'id': 'b8d5b675-88ae-4d17-be28-f51ffb85d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:24.917239 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e14bec5-84c2-441b-ab9e-16800ead0462 admin admin] Network hostable DHCP agents. Network: 39451244-1104-46d3-8155-9d8d7ddc9546, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:13:24.980102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] No DVR routers for this DVR port 341f7886-de89-42fb-840b-8879233ec19f on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:13:24.986529 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:24.993330 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc01c5a4-da73-43ef-931d-8a24c59c327d req-f2700fbb-8e46-491b-a4d8-9a87466b7e6b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3469377
Apr 16 21:13:24.993541 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:25.002270 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f17d396b-c7a9-4b01-acdf-ce6296acf51f req-69ac719d-1b4d-41b8-819a-1fabf595b168 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.41 "DELETE /v2.0/ports/341f7886-de89-42fb-840b-8879233ec19f HTTP/1.1" status: 204  len: 173 time: 3.5167398
Apr 16 21:13:25.027106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda4f042-eb49-4d90-ad5e-0e2b81dc0ede', 'name': 'network-vif-deleted', 'tag': '341f7886-de89-42fb-840b-8879233ec19f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:25.033181 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d69100-5a15-4e7f-92e5-3990c9ac07f5" -d '{"events": [{"server_uuid": "cda4f042-eb49-4d90-ad5e-0e2b81dc0ede", "name": "network-vif-deleted", "tag": "341f7886-de89-42fb-840b-8879233ec19f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:25.072965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc85c94b-6e2a-4df8-8de8-d813aef2ce95 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for security_group_rule (1bf6966c-5097-4528-8018-fa60c7237811), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:25.086358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9b25f2fe-74c7-49e9-aa18-23e4655782be up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:25.111043 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156821b8-6a22-4ccf-8ae8-a584bba9e5bd x-openstack-request-id: req-156821b8-6a22-4ccf-8ae8-a584bba9e5bd {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:25.111346 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda4f042-eb49-4d90-ad5e-0e2b81dc0ede", "name": "network-vif-deleted", "tag": "341f7886-de89-42fb-840b-8879233ec19f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:25.111577 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-156821b8-6a22-4ccf-8ae8-a584bba9e5bd {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:25.111973 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156821b8-6a22-4ccf-8ae8-a584bba9e5bd'] response: {'server_uuid': 'cda4f042-eb49-4d90-ad5e-0e2b81dc0ede', 'name': 'network-vif-deleted', 'tag': '341f7886-de89-42fb-840b-8879233ec19f', 'status': 'completed', 'code': 200}
Apr 16 21:13:25.118457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e14bec5-84c2-441b-ab9e-16800ead0462 admin admin] Network 39451244-1104-46d3-8155-9d8d7ddc9546 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:13:25.178336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc85c94b-6e2a-4df8-8de8-d813aef2ce95 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (1bf6966c-5097-4528-8018-fa60c7237811), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:25.230165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85c94b-6e2a-4df8-8de8-d813aef2ce95 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf6966c-5097-4528-8018-fa60c7237811,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:25.230721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-6e14bec5-84c2-441b-ab9e-16800ead0462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 39451244-1104-46d3-8155-9d8d7ddc9546) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:25.240512 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-fba3537d-4e09-41d2-9d61-37fe8d229f2e None None] Set router ffd7baa0-11b3-4be1-9c62-4ab170090b29 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:13:25.253538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dfb014-494f-4e73-bbd9-a77959868c41 None None] Network 39451244-1104-46d3-8155-9d8d7ddc9546 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:13:25.312528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e14bec5-84c2-441b-ab9e-16800ead0462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:25.313195 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6e14bec5-84c2-441b-ab9e-16800ead0462 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:25.373490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291159e-ec7b-4e28-a73c-37fb7a3decf5 req-9cb63ed5-98fc-4cc0-888c-fef57b53daf1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:25.376439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2291159e-ec7b-4e28-a73c-37fb7a3decf5 req-9cb63ed5-98fc-4cc0-888c-fef57b53daf1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 946 time: 0.2209482
Apr 16 21:13:25.391869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b3eb8-aee8-4790-a889-0083ccb432bd req-649be2ab-ca60-494e-981a-e6f4b04f4311 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:25.402117 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-432b3eb8-aee8-4790-a889-0083ccb432bd req-649be2ab-ca60-494e-981a-e6f4b04f4311 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 945 time: 0.0998640
Apr 16 21:13:25.423067 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc85c94b-6e2a-4df8-8de8-d813aef2ce95 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:25.431415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fc85c94b-6e2a-4df8-8de8-d813aef2ce95 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9245102
Apr 16 21:13:25.442893 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=e220556c-73e1-42e1-a291-a4168a2b6289,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:25.452118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55106) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:25.459403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['e220556c-73e1-42e1-a291-a4168a2b6289'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:25.461896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93739cc3-d283-4323-8899-c23029aa96fd None None] New status for floating IP ecf155d4-30c6-480c-80e0-18d68756c5e3: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:13:25.471666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-19e0a3eb-88d0-446b-8ca4-19957b839e3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'security_group_rule': {'security_group_id': '3d8d2bfa-3658-44d3-9935-09b0502e9c7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:25.502211 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-fba3537d-4e09-41d2-9d61-37fe8d229f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f430>, [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:10:21Z', 'revision_number': 4, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba069e50-74c5-4f85-ad74-29aa5b1f2771', 'name': '', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'mac_address': 'fa:16:3e:53:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:20Z', 'updated_at': '2022-04-16T21:10:25Z', 'revision_number': 5, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'subnets': [{'id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:25.530557 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba3537d-4e09-41d2-9d61-37fe8d229f2e None None] Checking router: ffd7baa0-11b3-4be1-9c62-4ab170090b29 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:13:25.544768 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3537d-4e09-41d2-9d61-37fe8d229f2e None None] Routers {'ffd7baa0-11b3-4be1-9c62-4ab170090b29'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:13:25.546537 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-fba3537d-4e09-41d2-9d61-37fe8d229f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:13:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:25.578393 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-432b3eb8-aee8-4790-a889-0083ccb432bd req-cc259f84-91c6-4350-bf0e-0751cd293737 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748006
Apr 16 21:13:25.629876 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19e0a3eb-88d0-446b-8ca4-19957b839e3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for security_group_rule (2fe43010-0dff-453b-90e2-ed75361d5361), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:25.683870 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-fba3537d-4e09-41d2-9d61-37fe8d229f2e None None] Set router ffd7baa0-11b3-4be1-9c62-4ab170090b29 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:13:25.812914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9b25f2fe-74c7-49e9-aa18-23e4655782be triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:25.813125 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9b25f2fe-74c7-49e9-aa18-23e4655782be), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:25.851819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baa2fb0-873b-4703-9f78-5fc8906e3400 None None] Network 39451244-1104-46d3-8155-9d8d7ddc9546 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:13:25.914858 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-fba3537d-4e09-41d2-9d61-37fe8d229f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f430>, [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:10:21Z', 'revision_number': 4, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba069e50-74c5-4f85-ad74-29aa5b1f2771', 'name': '', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'mac_address': 'fa:16:3e:53:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:20Z', 'updated_at': '2022-04-16T21:10:25Z', 'revision_number': 5, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'subnets': [{'id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:25.953490 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f4489-1272-4b57-a0fc-be675ccc47d7 req-f2a5dabc-524f-411f-b11e-b2f343e86593 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:25.958090 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-496f4489-1272-4b57-a0fc-be675ccc47d7 req-f2a5dabc-524f-411f-b11e-b2f343e86593 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.2120659
Apr 16 21:13:25.970032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6e14bec5-84c2-441b-ab9e-16800ead0462 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.5407033
Apr 16 21:13:26.031722 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2291159e-ec7b-4e28-a73c-37fb7a3decf5 req-5f6b9413-e995-4f8a-8d98-7bb01aca8917 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6473899
Apr 16 21:13:26.034803 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-496f4489-1272-4b57-a0fc-be675ccc47d7 req-0a7b4e7f-7d90-43fb-94e1-9164c18a8cb3 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678592
Apr 16 21:13:26.041157 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19e0a3eb-88d0-446b-8ca4-19957b839e3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for security_group_rule (2fe43010-0dff-453b-90e2-ed75361d5361), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:26.123237 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19e0a3eb-88d0-446b-8ca4-19957b839e3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (2fe43010-0dff-453b-90e2-ed75361d5361), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:26.179451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0a3eb-88d0-446b-8ca4-19957b839e3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe43010-0dff-453b-90e2-ed75361d5361,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:26.227731 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba3537d-4e09-41d2-9d61-37fe8d229f2e None None] The sync data for ids ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'] in ncdv-master-1 is: [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:10:21Z', 'revision_number': 4, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ba069e50-74c5-4f85-ad74-29aa5b1f2771', 'name': '', 'network_id': 'a0b7aa02-6b05-448c-853d-2f8d270d1d12', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'mac_address': 'fa:16:3e:53:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:20Z', 'updated_at': '2022-04-16T21:10:25Z', 'revision_number': 5, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'subnets': [{'id': '000c92e2-489b-4be2-8bfd-8afe4a414e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:13:26.241120 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19e0a3eb-88d0-446b-8ca4-19957b839e3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:26.251931 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-19e0a3eb-88d0-446b-8ca4-19957b839e3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7915220
Apr 16 21:13:26.253561 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55130) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:26.259921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:26.282131 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8c774576-39cd-4c23-b8b6-b54fa4f04424 req-7724d322-52d6-4236-acf2-69ae96c57b5f tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda4f042-eb49-4d90-ad5e-0e2b81dc0ede HTTP/1.1" status: 200  len: 210 time: 0.1080742
Apr 16 21:13:26.291346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9b25f2fe-74c7-49e9-aa18-23e4655782be is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:26.408663 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:26.571187 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d25e-272d-4460-b67e-19d7e9a19162 req-8eae49f3-9d40-4c5e-945c-eae85be61f43 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:26.578432 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e202d25e-272d-4460-b67e-19d7e9a19162 req-8eae49f3-9d40-4c5e-945c-eae85be61f43 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 1127 time: 0.0666993
Apr 16 21:13:26.623755 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:26.717609 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e202d25e-272d-4460-b67e-19d7e9a19162 req-ca571506-0214-4e85-a9be-f465b8e39295 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380582
Apr 16 21:13:26.840752 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90cbf0c-3fb4-482c-8ab0-d2a1abdc947c None None] New status for floating IP 35710ec9-08ab-4bd2-a09c-c5e81a196c3e: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:13:27.160801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-33171b85-dc35-4db2-8b93-841b0077f0fe req-51c48fbd-faea-44e4-a321-281046437adf tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2012318941', 'description': 'tempest-description-179136879'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:27.231493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Allocated IP 172.35.1.172 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/98eb88f1-36a3-4e74-a474-82ccf656a255) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:27.313594 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01167a3a-61a3-45e8-90be-f2fbbf57fc43 req-83869eed-56f9-4f41-93dc-0246c84588f5 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:27.315298 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01167a3a-61a3-45e8-90be-f2fbbf57fc43 req-83869eed-56f9-4f41-93dc-0246c84588f5 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 1127 time: 0.0619462
Apr 16 21:13:27.330789 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-33171b85-dc35-4db2-8b93-841b0077f0fe req-51c48fbd-faea-44e4-a321-281046437adf tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:27.361284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for port (98eb88f1-36a3-4e74-a474-82ccf656a255), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:27.382140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01167a3a-61a3-45e8-90be-f2fbbf57fc43 req-54f2a719-5cd6-4088-a870-ff32125ac2ff tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609996
Apr 16 21:13:27.472652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-33171b85-dc35-4db2-8b93-841b0077f0fe req-51c48fbd-faea-44e4-a321-281046437adf tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (dac9affa-3ddd-4873-99d7-c742d8e50a0d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:27.521073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b68e-3d52-46bb-bdd2-3ca7564f458a req-ace936d6-6368-4992-a464-cec50779af30 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:27.522654 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9fb0b68e-3d52-46bb-bdd2-3ca7564f458a req-ace936d6-6368-4992-a464-cec50779af30 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0541074
Apr 16 21:13:27.540516 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (98eb88f1-36a3-4e74-a474-82ccf656a255), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:27.548274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e220556c-73e1-42e1-a291-a4168a2b6289 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:27.591226 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:27.596951 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:27.601267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:27.606045 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9fb0b68e-3d52-46bb-bdd2-3ca7564f458a req-ffbe8d8a-1bc8-4507-9017-bf57e1212c41 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756624
Apr 16 21:13:27.619928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port e220556c-73e1-42e1-a291-a4168a2b6289 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:13:27.628322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'Port': ['ID=98eb88f1-36a3-4e74-a474-82ccf656a255,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:27.645669 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-33171b85-dc35-4db2-8b93-841b0077f0fe req-51c48fbd-faea-44e4-a321-281046437adf tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (dac9affa-3ddd-4873-99d7-c742d8e50a0d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:27.707455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c48fbd-faea-44e4-a321-281046437adf tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac9affa-3ddd-4873-99d7-c742d8e50a0d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:27.750957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port e220556c-73e1-42e1-a291-a4168a2b6289 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:27.752708 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:27.826675 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for floatingip (8895ba87-9a53-4e91-9516-17bad484c5ad), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:27.853370 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-33171b85-dc35-4db2-8b93-841b0077f0fe req-51c48fbd-faea-44e4-a321-281046437adf tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:27.860928 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-33171b85-dc35-4db2-8b93-841b0077f0fe req-51c48fbd-faea-44e4-a321-281046437adf tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.7044587
Apr 16 21:13:27.915630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55186) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:27.927589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port e220556c-73e1-42e1-a291-a4168a2b6289 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:27.928293 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:27.942346 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-275862d2-9f81-4e9a-97fb-a283aad61b11 req-1453febe-9a45-44ed-b27c-1ef6929fe064 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-133179858', 'description': 'tempest-description-1054084327'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:27.958664 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39df3a82-5cde-4311-8bec-5ce2d111d59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e220556c-73e1-42e1-a291-a4168a2b6289'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:27.964469 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03614070-d7b6-4618-b210-fa5b58cf9c13" -d '{"events": [{"server_uuid": "39df3a82-5cde-4311-8bec-5ce2d111d59e", "name": "network-vif-plugged", "status": "completed", "tag": "e220556c-73e1-42e1-a291-a4168a2b6289"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:27.982060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e220556c-73e1-42e1-a291-a4168a2b6289,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:28.027519 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (98eb88f1-36a3-4e74-a474-82ccf656a255), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.033985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-275862d2-9f81-4e9a-97fb-a283aad61b11 req-1453febe-9a45-44ed-b27c-1ef6929fe064 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.060281 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.071482 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-823320f8-f88e-449a-a75f-bb5cbbad5204 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for security_group (58bdb737-d207-4194-9b09-4f33d2e835b1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.097616 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-823320f8-f88e-449a-a75f-bb5cbbad5204 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for security_group (58bdb737-d207-4194-9b09-4f33d2e835b1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.130398 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-275862d2-9f81-4e9a-97fb-a283aad61b11 req-1453febe-9a45-44ed-b27c-1ef6929fe064 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (cc0980eb-3522-4c74-bc5f-db8b84d66c49), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.131414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=e220556c-73e1-42e1-a291-a4168a2b6289,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:28.199398 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-275862d2-9f81-4e9a-97fb-a283aad61b11 req-1453febe-9a45-44ed-b27c-1ef6929fe064 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cc0980eb-3522-4c74-bc5f-db8b84d66c49), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.222915 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-823320f8-f88e-449a-a75f-bb5cbbad5204 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (58bdb737-d207-4194-9b09-4f33d2e835b1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.228219 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-823320f8-f88e-449a-a75f-bb5cbbad5204 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.228219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-823320f8-f88e-449a-a75f-bb5cbbad5204 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "DELETE /v2.0/security-groups/58bdb737-d207-4194-9b09-4f33d2e835b1 HTTP/1.1" status: 204  len: 168 time: 0.3102405
Apr 16 21:13:28.234297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55190) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:28.245612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823320f8-f88e-449a-a75f-bb5cbbad5204 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bdb737-d207-4194-9b09-4f33d2e835b1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:28.261378 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-3a6a6c3a-6a63-44d3-963a-b6852ed7869a tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] show failed (client error): The resource could not be found.
Apr 16 21:13:28.261378 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3a6a6c3a-6a63-44d3-963a-b6852ed7869a tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "GET /v2.0/security-groups/58bdb737-d207-4194-9b09-4f33d2e835b1 HTTP/1.1" status: 404  len: 347 time: 0.0205474
Apr 16 21:13:28.261378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453febe-9a45-44ed-b27c-1ef6929fe064 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0980eb-3522-4c74-bc5f-db8b84d66c49,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:28.265092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55196) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:28.324200 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-275862d2-9f81-4e9a-97fb-a283aad61b11 req-1453febe-9a45-44ed-b27c-1ef6929fe064 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.326755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-275862d2-9f81-4e9a-97fb-a283aad61b11 req-1453febe-9a45-44ed-b27c-1ef6929fe064 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.3940878
Apr 16 21:13:28.375530 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for port (98eb88f1-36a3-4e74-a474-82ccf656a255), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.403184 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffabe985-46a8-4dfc-8288-9e9e566e25a5 x-openstack-request-id: req-ffabe985-46a8-4dfc-8288-9e9e566e25a5 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:28.403582 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39df3a82-5cde-4311-8bec-5ce2d111d59e", "name": "network-vif-plugged", "status": "completed", "tag": "e220556c-73e1-42e1-a291-a4168a2b6289", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:28.403805 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffabe985-46a8-4dfc-8288-9e9e566e25a5 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:28.404227 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffabe985-46a8-4dfc-8288-9e9e566e25a5'] response: {'server_uuid': '39df3a82-5cde-4311-8bec-5ce2d111d59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e220556c-73e1-42e1-a291-a4168a2b6289', 'code': 200}
Apr 16 21:13:28.606122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4f903c0f-59f8-449e-a602-4e02ed2d01e5 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Deleting port 6e8de862-aa15-42ac-974b-f060e4136f3d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:13:28.606122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f903c0f-59f8-449e-a602-4e02ed2d01e5 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6e8de862-aa15-42ac-974b-f060e4136f3d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.606122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3d0bf-06b1-4c07-93ff-3a3df3da0c37 req-81c45bce-86df-4a08-9068-6b6e1e4636b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:28.606122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fff3d0bf-06b1-4c07-93ff-3a3df3da0c37 req-81c45bce-86df-4a08-9068-6b6e1e4636b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 1128 time: 0.1328187
Apr 16 21:13:28.674116 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f903c0f-59f8-449e-a602-4e02ed2d01e5 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6e8de862-aa15-42ac-974b-f060e4136f3d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.674374 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f903c0f-59f8-449e-a602-4e02ed2d01e5 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for floatingip (6e8de862-aa15-42ac-974b-f060e4136f3d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.705386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4f903c0f-59f8-449e-a602-4e02ed2d01e5 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Calling delete_port for 6e8de862-aa15-42ac-974b-f060e4136f3d owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:13:28.716858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-ae6a991f-552a-4eb2-80ab-81f1c0ccfb2f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:28.718329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-ae6a991f-552a-4eb2-80ab-81f1c0ccfb2f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/networks?id=39451244-1104-46d3-8155-9d8d7ddc9546 HTTP/1.1" status: 200  len: 813 time: 0.2216895
Apr 16 21:13:28.720423 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fff3d0bf-06b1-4c07-93ff-3a3df3da0c37 req-ddafed74-b1ac-4475-b9d6-ccc31f1b168f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133745
Apr 16 21:13:28.737606 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-2b55c32b-468d-42f2-a003-476d4dfdb3a7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/quotas/fe50d9e0841749f094948101efdc3d92 HTTP/1.1" status: 200  len: 375 time: 0.0120752
Apr 16 21:13:28.765374 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (98eb88f1-36a3-4e74-a474-82ccf656a255), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.804238 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-b43a6729-e9a1-42f6-bc70-ce8a904fc9c4 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe50d9e0841749f094948101efdc3d92&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0342226
Apr 16 21:13:28.843879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'Port': ['ID=98eb88f1-36a3-4e74-a474-82ccf656a255,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:28.857191 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (8895ba87-9a53-4e91-9516-17bad484c5ad), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:28.950349 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-d798c787-1258-47c8-8f16-f28ded869f11 service neutron] 10.222.0.20 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325264
Apr 16 21:13:29.037357 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:29.046964 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cbfe317b-e89c-49b4-bb4d-b28ea6d94796 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.7853794
Apr 16 21:13:29.087304 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-e96d0b9d-ce45-4831-a764-c8b09c6a1b57 service neutron] 10.222.0.20 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301832
Apr 16 21:13:29.126993 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f903c0f-59f8-449e-a602-4e02ed2d01e5 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6e8de862-aa15-42ac-974b-f060e4136f3d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:29.230771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f903c0f-59f8-449e-a602-4e02ed2d01e5 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Pushing event deleted for resources: {'Port': ['ID=6e8de862-aa15-42ac-974b-f060e4136f3d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:29.282124 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f903c0f-59f8-449e-a602-4e02ed2d01e5 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks [] for floatingip (35710ec9-08ab-4bd2-a09c-c5e81a196c3e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:29.285148 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f903c0f-59f8-449e-a602-4e02ed2d01e5 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:29.290712 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4f903c0f-59f8-449e-a602-4e02ed2d01e5 tempest-AttachSCSIVolumeTestJSON-1617782912 tempest-AttachSCSIVolumeTestJSON-1617782912-project] 10.222.0.20 "DELETE /v2.0/floatingips/35710ec9-08ab-4bd2-a09c-c5e81a196c3e HTTP/1.1" status: 204  len: 168 time: 1.0235069
Apr 16 21:13:29.494567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba373e-bc4a-4744-b911-2013d49a078d req-ff934b0b-c80d-4b14-bc42-e2d67a52f34a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:29.496851 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0ba373e-bc4a-4744-b911-2013d49a078d req-ff934b0b-c80d-4b14-bc42-e2d67a52f34a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 946 time: 0.0626609
Apr 16 21:13:29.562562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0ba373e-bc4a-4744-b911-2013d49a078d req-0d774d97-c572-41bf-a372-3a48c7402f46 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585566
Apr 16 21:13:30.471025 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-48c109f6-9b59-4ab4-9f59-c456383e6159 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--56690772&fields=id&tenant_id=ce47d3657e50419183b9ee9cee309667 HTTP/1.1" status: 200  len: 267 time: 0.0473197
Apr 16 21:13:30.556335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-286d2af1-960b-4292-bd31-3cc69ad6281f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:30.557712 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-286d2af1-960b-4292-bd31-3cc69ad6281f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports/973da309-126f-4308-a6f4-32352abab6e7 HTTP/1.1" status: 200  len: 929 time: 0.0725129
Apr 16 21:13:30.612067 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-641b5db0-7b4e-4c2b-b256-9c7a93da34b0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:30.613538 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-641b5db0-7b4e-4c2b-b256-9c7a93da34b0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports/b6827444-dd7b-4b83-a82d-0112e07ad27f HTTP/1.1" status: 200  len: 931 time: 0.0497277
Apr 16 21:13:30.669479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-05797aef-4cfd-4345-bd8a-b9d99aa4018e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?network_id=84e05a77-422a-4fe5-a7de-668bfb04f621&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0495033
Apr 16 21:13:30.714248 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-b8b81301-a7a0-4e36-9e33-3482fc30154e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?network_id=84e05a77-422a-4fe5-a7de-668bfb04f621&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0333424
Apr 16 21:13:30.831048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a34d8f35-1c2f-420c-80da-af2a025f0f6a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:30.836161 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a34d8f35-1c2f-420c-80da-af2a025f0f6a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:30.841549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a34d8f35-1c2f-420c-80da-af2a025f0f6a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:30.843206 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a34d8f35-1c2f-420c-80da-af2a025f0f6a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/networks?id=9ac8618f-14fb-4e3b-a70e-311a9f851d3d&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=84e05a77-422a-4fe5-a7de-668bfb04f621&id=84e05a77-422a-4fe5-a7de-668bfb04f621 HTTP/1.1" status: 200  len: 1991 time: 0.1230731
Apr 16 21:13:30.859129 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-51cbd94c-3c0b-4d21-898e-ce7279b29384 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/quotas/ce47d3657e50419183b9ee9cee309667 HTTP/1.1" status: 200  len: 375 time: 0.0101876
Apr 16 21:13:30.917695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7301d778-88fc-4662-852c-162f5ae99293 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce47d3657e50419183b9ee9cee309667&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0533259
Apr 16 21:13:31.021458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-02c35a8f-4a04-4851-8ca1-bf248c7bf3c5 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:13:31.022552 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-02c35a8f-4a04-4851-8ca1-bf248c7bf3c5 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0706980
Apr 16 21:13:31.039488 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-36c65dd9-166b-44d0-b3ad-37b36d8f063a service neutron] 10.222.0.20 "GET /v2.0/networks/9ac8618f-14fb-4e3b-a70e-311a9f851d3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1094542
Apr 16 21:13:31.113763 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-624b39ab-83df-4d27-9c79-19c33d3a4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:31.115077 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-624b39ab-83df-4d27-9c79-19c33d3a4dae service neutron] 10.222.0.20 "GET /v2.0/ports/5d34bb81-13df-419f-85d3-8e3a86be7e32 HTTP/1.1" status: 200  len: 1124 time: 0.0854032
Apr 16 21:13:31.125306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:31.125865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] Unknown quota resources ['binding']. {{(pid=122556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:13:31.135973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-1f63ec7a-5c14-46f3-bed7-d432cec87c40 service neutron] 10.222.0.20 "GET /v2.0/networks/9ac8618f-14fb-4e3b-a70e-311a9f851d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924563
Apr 16 21:13:31.190071 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-956a8e92-18ed-4775-8329-61dbcfb60e9a service neutron] 10.222.0.20 "GET /v2.0/ports/973da309-126f-4308-a6f4-32352abab6e7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0474019
Apr 16 21:13:31.269163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] Attempting to bind port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on host nch1-master-1 for vnic_type normal with profile None {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:31.269504 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] Attempting to bind port 5d34bb81-13df-419f-85d3-8e3a86be7e32 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:31.269831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] Attempting to bind port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:31.274392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] Port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:13:31.274708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] Attempting to bind port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:31.278961 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-d0b3d3fa-ee19-4fd3-81a8-aa3a969256d1 service neutron] 10.222.0.20 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879469
Apr 16 21:13:31.280862 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:31.281188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:31.281752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] Bound using segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:31.282185 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] Bound port: 5d34bb81-13df-419f-85d3-8e3a86be7e32, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:31.341239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:31.384343 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-3f44578d-34c8-4322-8f4a-7e50c49d3c21 service neutron] 10.222.0.20 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1007121
Apr 16 21:13:31.404619 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:31.407108 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f8a202ec-f238-40c5-9c0b-ccadcd1dd7d7 service neutron] 10.222.0.20 "POST /v2.0/ports/5d34bb81-13df-419f-85d3-8e3a86be7e32/bindings HTTP/1.1" status: 201  len: 389 time: 0.2848821
Apr 16 21:13:31.428726 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-721e5de2-8186-465c-9a53-e883ee8cb8b0 service neutron] 10.222.0.20 "GET /v2.0/ports/b6827444-dd7b-4b83-a82d-0112e07ad27f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0379159
Apr 16 21:13:31.516773 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-fb3e9c24-1b49-408c-9ca8-28593ac9a427 service neutron] 10.222.0.20 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825140
Apr 16 21:13:31.610139 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-f4b713ed-7fde-4cc1-b475-fec884b2d2bd service neutron] 10.222.0.20 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873330
Apr 16 21:13:31.713664 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-e1f478fe-45b1-4222-8209-c21eb7b7c023 service neutron] 10.222.0.20 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0947537
Apr 16 21:13:31.734184 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-117958e7-583d-4133-aedc-7127ae571401 req-353d0460-2374-495b-9239-111c157ea994 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 210 time: 0.0389121
Apr 16 21:13:31.825346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-f4a872c0-375c-436f-9992-ee40cf41331c service neutron] 10.222.0.20 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1056085
Apr 16 21:13:31.915926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269656b-c5a5-4fd5-9129-f0982515ed0a req-c1297819-aac5-4e3f-b93f-5fc274618b1a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:31.918079 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c269656b-c5a5-4fd5-9129-f0982515ed0a req-c1297819-aac5-4e3f-b93f-5fc274618b1a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 946 time: 0.0552106
Apr 16 21:13:31.923817 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5f532f1f-dc34-406a-a6b5-d304761a610e service neutron] 10.222.0.20 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0928543
Apr 16 21:13:31.980302 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c269656b-c5a5-4fd5-9129-f0982515ed0a req-aef90db9-9aa4-4028-a4de-f4f1fa400fd2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541153
Apr 16 21:13:32.095214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-3ab856b4-4514-402c-958b-c7c338a5f98c service neutron] 10.222.0.20 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622918
Apr 16 21:13:32.121705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-be8b18e5-f499-41df-af90-3e7392c01918 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--71424604&fields=id&tenant_id=840fd4cbe2fd414bb97f14898bf9647d HTTP/1.1" status: 200  len: 267 time: 0.0477626
Apr 16 21:13:32.187470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-25581ce3-e897-48ea-a850-dd2d1bac056b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:32.188896 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-25581ce3-e897-48ea-a850-dd2d1bac056b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.41 "GET /v2.0/networks?id=39451244-1104-46d3-8155-9d8d7ddc9546 HTTP/1.1" status: 200  len: 813 time: 0.1877708
Apr 16 21:13:32.206170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-e8c70210-5c16-478e-9a4c-977b29bcf13a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'port': {'device_id': '3f88efa6-8671-4565-aa09-bfbafc6ec242', 'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546', 'admin_state_up': True, 'tenant_id': 'fe50d9e0841749f094948101efdc3d92'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:32.239445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-2d311568-c70d-40be-8fd5-af8596375706 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:32.241087 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-2d311568-c70d-40be-8fd5-af8596375706 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/networks?id=b5f78b9b-3fd5-4910-aed9-d569c9b4e83c HTTP/1.1" status: 200  len: 815 time: 0.1120801
Apr 16 21:13:32.256575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-baab79e4-666a-4a21-b9d5-07bb06a7e4ce tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/quotas/840fd4cbe2fd414bb97f14898bf9647d HTTP/1.1" status: 200  len: 375 time: 0.0096245
Apr 16 21:13:32.306228 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-e1fffeac-1586-476d-adfc-3777060eb8aa service neutron] 10.222.0.20 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986663
Apr 16 21:13:32.309017 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-fdcaf490-426d-4b5f-ac62-0214969dfaa2 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=840fd4cbe2fd414bb97f14898bf9647d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0469377
Apr 16 21:13:32.319456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-17cc2cbd-de7d-4178-aea3-8f8db8763334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:32.320970 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-17cc2cbd-de7d-4178-aea3-8f8db8763334 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 1127 time: 0.0978227
Apr 16 21:13:32.411838 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-4462c5aa-048a-4088-b015-aaa90d6ef52c service neutron] 10.222.0.20 "GET /v2.0/networks/b5f78b9b-3fd5-4910-aed9-d569c9b4e83c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893383
Apr 16 21:13:32.459728 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:13:32.506306 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-2119fee3-7bf1-41b6-806b-036cdc042be4 service neutron] 10.222.0.20 "GET /v2.0/networks/b5f78b9b-3fd5-4910-aed9-d569c9b4e83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881495
Apr 16 21:13:32.515464 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-e82e002f-11bf-46ba-9401-c77aaf8eb48e service neutron] 10.222.0.20 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932247
Apr 16 21:13:32.518976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-15bafc80-c145-4ae7-af0d-bb41fa4557d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:32.520467 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-15bafc80-c145-4ae7-af0d-bb41fa4557d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.1912763
Apr 16 21:13:32.605847 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-e55225f9-ce9d-484d-a004-eac7d0509a48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32 HTTP/1.1" status: 200  len: 217 time: 0.0744805
Apr 16 21:13:32.610917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-e8c70210-5c16-478e-9a4c-977b29bcf13a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Made reservation on behalf of fe50d9e0841749f094948101efdc3d92 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:32.614794 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-e8c70210-5c16-478e-9a4c-977b29bcf13a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:32.740773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:32.749148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-99969363-f0c5-43c5-beb2-bca5cbab444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:32.750614 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-99969363-f0c5-43c5-beb2-bca5cbab444a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.1321626
Apr 16 21:13:32.753283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'port_id': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'mac_address': 'fa:16:3e:7e:a6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:13:32.770610 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-81ffee0f-3d29-467d-b7b7-d070bd47e856 service neutron] 10.222.0.20 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2473981
Apr 16 21:13:32.791892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:32.792328 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:32.800784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-1607e48f-1ca8-44db-8904-a184510a8f46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423417
Apr 16 21:13:32.807013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:32.827653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:32.918947 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:32.961015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-e8c70210-5c16-478e-9a4c-977b29bcf13a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Allocated IP 172.20.0.14 (39451244-1104-46d3-8155-9d8d7ddc9546/50d87fc9-b789-4377-bead-4d47e0e49e65/b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:32.989828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:32.995331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-f7761697-1088-4f26-9ce6-47c517d0991b service neutron] 10.222.0.20 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2073212
Apr 16 21:13:33.017453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:33.054861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-487cc998-93c2-41da-b554-451abcd9f3e6 service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157533
Apr 16 21:13:33.135065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-89ae5353-7e01-417f-ad9d-ce230f7a908c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:33.136635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-89ae5353-7e01-417f-ad9d-ce230f7a908c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports/973da309-126f-4308-a6f4-32352abab6e7 HTTP/1.1" status: 200  len: 929 time: 0.1313968
Apr 16 21:13:33.231822 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0a55f-0639-4949-a633-06619ca2e726 req-c24d2eaa-decf-4219-b10b-2364e85ee419 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:33.231822 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5df0a55f-0639-4949-a633-06619ca2e726 req-c24d2eaa-decf-4219-b10b-2364e85ee419 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 945 time: 0.0552423
Apr 16 21:13:33.250655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-439a67b8-4823-499d-b5ac-3c76131efabc tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:33.252238 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-439a67b8-4823-499d-b5ac-3c76131efabc tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports/b6827444-dd7b-4b83-a82d-0112e07ad27f HTTP/1.1" status: 200  len: 931 time: 0.1018810
Apr 16 21:13:33.294579 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5df0a55f-0639-4949-a633-06619ca2e726 req-e3dae22b-31ee-49f3-b937-f5a656b3d778 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581167
Apr 16 21:13:33.555532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 92e3c39d-5eff-4b35-945a-25de4f5dce4b no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:13:33.611076 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-9aa58015-eb05-4990-b85e-b94823a11135 service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5484812
Apr 16 21:13:33.639917 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-e8c70210-5c16-478e-9a4c-977b29bcf13a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:33.648900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 92e3c39d-5eff-4b35-945a-25de4f5dce4b is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:33.649463 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:33.690071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea94c91-140c-428c-8831-03efc8c571f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e3c39d-5eff-4b35-945a-25de4f5dce4b'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:33.692287 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06599e0c-dcb9-49bb-b2ed-d2a4e1fba030" -d '{"events": [{"server_uuid": "9ea94c91-140c-428c-8831-03efc8c571f6", "name": "network-vif-unplugged", "status": "completed", "tag": "92e3c39d-5eff-4b35-945a-25de4f5dce4b"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:33.708054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 92e3c39d-5eff-4b35-945a-25de4f5dce4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92e3c39d-5eff-4b35-945a-25de4f5dce4b,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:33.817074 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-e8c70210-5c16-478e-9a4c-977b29bcf13a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:33.861390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-e8c70210-5c16-478e-9a4c-977b29bcf13a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Network 39451244-1104-46d3-8155-9d8d7ddc9546 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:33.868649 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-e8c70210-5c16-478e-9a4c-977b29bcf13a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:33.868649 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-e8c70210-5c16-478e-9a4c-977b29bcf13a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:33.894161 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:33.902603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c70210-5c16-478e-9a4c-977b29bcf13a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'Port': ['ID=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:33.926536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-e8c70210-5c16-478e-9a4c-977b29bcf13a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:33.927485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-e8c70210-5c16-478e-9a4c-977b29bcf13a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:33.961087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=92e3c39d-5eff-4b35-945a-25de4f5dce4b,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:34.024253 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-e8c70210-5c16-478e-9a4c-977b29bcf13a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8244100
Apr 16 21:13:34.040764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Request body: {'port': {'device_id': '3f88efa6-8671-4565-aa09-bfbafc6ec242', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:34.106736 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:34.393612 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:34.402109 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Publish callbacks [] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:34.429257 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Transition to ACTIVE for port object b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:13:34.476772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:34.529161 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:34.530172 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:34.530650 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:34.610754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:34.621494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:34.622026 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:34.667159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:34.671358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Attempting to bind port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:34.671922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Attempting to bind port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b8d5b675-88ae-4d17-be28-f51ffb85d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:34.672425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Attempting to bind port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 on network 39451244-1104-46d3-8155-9d8d7ddc9546 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:34.677085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 on network 39451244-1104-46d3-8155-9d8d7ddc9546 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:13:34.677483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Attempting to bind port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 on network 39451244-1104-46d3-8155-9d8d7ddc9546 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:34.682498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:34.682934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Checking segment: {'id': 'b8d5b675-88ae-4d17-be28-f51ffb85d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:34.683533 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Bound using segment: {'id': 'b8d5b675-88ae-4d17-be28-f51ffb85d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:34.683971 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Bound port: b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d5b675-88ae-4d17-be28-f51ffb85d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:34.684878 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:34.750761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] For port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:34.753901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] For port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:34.758920 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:34.841518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:34.864992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d24a0-fd58-4fd5-838c-322e915ef4c5 req-7533b3f5-7042-4cb1-89ea-32b2f1c9b0fb tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:34.867150 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-728d24a0-fd58-4fd5-838c-322e915ef4c5 req-7533b3f5-7042-4cb1-89ea-32b2f1c9b0fb tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 1128 time: 0.0405602
Apr 16 21:13:34.894315 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:34.917897 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-728d24a0-fd58-4fd5-838c-322e915ef4c5 req-076ee824-3c22-4b2c-b3a4-be1915b84308 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435550
Apr 16 21:13:34.935895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:34.936559 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:34.937944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 HTTP/1.1" status: 200  len: 1092 time: 0.9014785
Apr 16 21:13:34.965782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f88efa6-8671-4565-aa09-bfbafc6ec242', 'tag': 'b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:34.968304 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1143adee-f0a9-49dc-a6a1-d01641b2ccdf" -d '{"events": [{"name": "network-changed", "server_uuid": "3f88efa6-8671-4565-aa09-bfbafc6ec242", "tag": "b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:34.988752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b4009-0c49-457e-85be-43b508f8a9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:35.066235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94933d8c-e83e-490a-8004-50474d7844d0 req-9fad6aa2-8efd-49d3-b63a-02a654738ada tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:35.067901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94933d8c-e83e-490a-8004-50474d7844d0 req-9fad6aa2-8efd-49d3-b63a-02a654738ada tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 944 time: 0.0603528
Apr 16 21:13:35.105831 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89893046-8c58-428d-a9d8-d89efd45da1f req-78561182-e985-4061-8f80-db15cfdbd22f tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 210 time: 0.0388772
Apr 16 21:13:35.156942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55502) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:35.164906 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c55fab-4ee9-4819-95dc-5ca6d669f4cf x-openstack-request-id: req-96c55fab-4ee9-4819-95dc-5ca6d669f4cf {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:35.165416 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea94c91-140c-428c-8831-03efc8c571f6", "name": "network-vif-unplugged", "status": "completed", "tag": "92e3c39d-5eff-4b35-945a-25de4f5dce4b", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:35.165855 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96c55fab-4ee9-4819-95dc-5ca6d669f4cf {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:35.166418 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c55fab-4ee9-4819-95dc-5ca6d669f4cf'] response: {'server_uuid': '9ea94c91-140c-428c-8831-03efc8c571f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e3c39d-5eff-4b35-945a-25de4f5dce4b', 'code': 200}
Apr 16 21:13:35.182192 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94933d8c-e83e-490a-8004-50474d7844d0 req-c34ffff2-4562-4a1e-8f33-1eb4c6eb9d08 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040120
Apr 16 21:13:35.197839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-b1d87e42-410b-4566-a636-25a65b3671be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:35.199656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-b1d87e42-410b-4566-a636-25a65b3671be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe50d9e0841749f094948101efdc3d92&device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 1126 time: 0.0603399
Apr 16 21:13:35.287652 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-742b6ac7-cf65-423f-8a4b-a20a2a24c6d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 HTTP/1.1" status: 200  len: 217 time: 0.0782368
Apr 16 21:13:35.391534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-ef5eb81e-4ad7-4ba7-9ffd-871049091492 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:35.393163 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-ef5eb81e-4ad7-4ba7-9ffd-871049091492 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports/973da309-126f-4308-a6f4-32352abab6e7 HTTP/1.1" status: 200  len: 929 time: 0.2350571
Apr 16 21:13:35.406668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6427822-17d9-460b-8d12-f370b7d2df35 req-64b0c01a-9f0a-4ac6-b770-9fa80eebaea5 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:35.408329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c6427822-17d9-460b-8d12-f370b7d2df35 req-64b0c01a-9f0a-4ac6-b770-9fa80eebaea5 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 945 time: 0.1243458
Apr 16 21:13:35.475534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-c4ca68e0-5fac-40d3-9ed1-07c7d4112f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:35.477594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-c4ca68e0-5fac-40d3-9ed1-07c7d4112f75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50d87fc9-b789-4377-bead-4d47e0e49e65 HTTP/1.1" status: 200  len: 853 time: 0.1813834
Apr 16 21:13:35.534150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-3f10a425-de70-4f87-8d0a-e06e643f455c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39451244-1104-46d3-8155-9d8d7ddc9546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441308
Apr 16 21:13:35.541233 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-08456392-b768-43f0-90a8-7bd04c38d428 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:35.542541 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-08456392-b768-43f0-90a8-7bd04c38d428 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports/b6827444-dd7b-4b83-a82d-0112e07ad27f HTTP/1.1" status: 200  len: 931 time: 0.1429005
Apr 16 21:13:35.554753 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c6427822-17d9-460b-8d12-f370b7d2df35 req-22fe88e2-de13-45e2-b412-da699174c75e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349058
Apr 16 21:13:35.662381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-dc0a932b-67f9-4004-a7a5-a6b50b7b9146 service neutron] 10.222.0.41 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186423
Apr 16 21:13:35.743886 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42c2b18-8c03-4817-8982-886ea0ce220c x-openstack-request-id: req-a42c2b18-8c03-4817-8982-886ea0ce220c {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:35.744542 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f88efa6-8671-4565-aa09-bfbafc6ec242", "tag": "b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:35.744542 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a42c2b18-8c03-4817-8982-886ea0ce220c {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:35.744842 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42c2b18-8c03-4817-8982-886ea0ce220c'] response: {'name': 'network-changed', 'server_uuid': '3f88efa6-8671-4565-aa09-bfbafc6ec242', 'tag': 'b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3', 'status': 'completed', 'code': 200}
Apr 16 21:13:35.791481 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:35.809725 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fc8604eb-5c6c-46cd-9f14-d92145fa59dc req-8aaf0e04-b9ec-44b8-85f0-94de0b341f6a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 210 time: 0.0444734
Apr 16 21:13:35.871967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c0368-e67a-483f-8b80-490bfcf73167 req-dc4599b7-2781-4a6c-8fce-a2c3d0a69a51 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:35.882285 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d2c0368-e67a-483f-8b80-490bfcf73167 req-dc4599b7-2781-4a6c-8fce-a2c3d0a69a51 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 1128 time: 0.2392800
Apr 16 21:13:35.943094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0761981-c7a4-4281-bcab-c44d4caa6650 req-90321c67-7b3d-4652-b8ec-dcbe64f09fd8 service neutron] 10.222.0.41 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1950276
Apr 16 21:13:35.976686 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d2c0368-e67a-483f-8b80-490bfcf73167 req-04c2fe89-d7d5-4bd1-a81e-bd70f9c5dcae tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796022
Apr 16 21:13:36.126569 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-cf96baaa-d0dd-452d-8388-03b2651a6c22 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:36.128674 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-cf96baaa-d0dd-452d-8388-03b2651a6c22 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/networks?id=769f0aad-9fdd-4679-bf9a-69cbe3356918 HTTP/1.1" status: 200  len: 804 time: 0.1883550
Apr 16 21:13:36.160596 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-3771fcae-49b9-4d53-b53c-e288a614c7d2 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/quotas/f95103d3663146e9ba6ffb49a05196b4 HTTP/1.1" status: 200  len: 375 time: 0.0231118
Apr 16 21:13:36.228322 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-a8cc74c3-64d4-479a-a1af-6e49b70d577d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f95103d3663146e9ba6ffb49a05196b4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0653474
Apr 16 21:13:36.362516 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-7922883a-8862-4b52-964a-23ce96e45dfa service neutron] 10.222.0.20 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329923
Apr 16 21:13:36.520738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-4c8ab35f-82a8-4ddd-8149-126f3f19b61e service neutron] 10.222.0.20 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572001
Apr 16 21:13:36.880998 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3660e749-64b7-4662-a11d-fb54b21f127b req-11e7f2a1-4035-477c-a994-0507ab4d1349 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 210 time: 0.0502055
Apr 16 21:13:37.071120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa14497-7b96-4cf5-8ec3-42b94ddbda9e req-da5dba17-3be0-41f0-b381-c6b63d530054 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:37.095707 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-efa14497-7b96-4cf5-8ec3-42b94ddbda9e req-da5dba17-3be0-41f0-b381-c6b63d530054 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 944 time: 0.1047401
Apr 16 21:13:37.163280 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-efa14497-7b96-4cf5-8ec3-42b94ddbda9e req-c899ae5b-5324-4d4b-ae3c-6b9f37382ae2 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663104
Apr 16 21:13:37.168192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:37.172652 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb3c367-5d0d-4fa1-aea0-b527c907cc75" -d '{"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-plugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:37.287453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a1315-1979-4842-8a72-eba7b5756a93 req-e3310dd4-b4e4-44ad-a456-6cf7f0d4754c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:37.289738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a23a1315-1979-4842-8a72-eba7b5756a93 req-e3310dd4-b4e4-44ad-a456-6cf7f0d4754c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 945 time: 0.0611880
Apr 16 21:13:37.359424 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a23a1315-1979-4842-8a72-eba7b5756a93 req-86557af4-8b3d-48e3-9eb2-475569fba928 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619977
Apr 16 21:13:37.463623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4ef66c2d-d2d6-4735-8088-6e0e2c71c7c0 req-636cb002-8ec2-4050-b56e-e053416680e7 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 210 time: 0.0446296
Apr 16 21:13:37.639907 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3289a08-3e52-4f6a-bc18-8c1345003c14 req-aa07797e-5bd0-45d9-b581-6b58cbbbaa45 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 210 time: 0.0431328
Apr 16 21:13:37.660493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75887f0-0bb3-4573-99d4-8c367f891007 req-79920a3e-606b-43f0-8f23-f422217aed4d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:37.663522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e75887f0-0bb3-4573-99d4-8c367f891007 req-79920a3e-606b-43f0-8f23-f422217aed4d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea94c91-140c-428c-8831-03efc8c571f6 HTTP/1.1" status: 200  len: 943 time: 0.1237190
Apr 16 21:13:37.747581 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d48f8aa-ab44-4b5c-9278-84bdb9b54ec1 x-openstack-request-id: req-9d48f8aa-ab44-4b5c-9278-84bdb9b54ec1 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:37.749047 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-plugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:37.749645 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d48f8aa-ab44-4b5c-9278-84bdb9b54ec1 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:37.750351 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d48f8aa-ab44-4b5c-9278-84bdb9b54ec1'] response: {'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'code': 200}
Apr 16 21:13:37.781652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55620) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:38.016115 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-251372f3-d58f-468b-b7ff-665e8ef73dd9 req-da1861fc-79e4-4099-a86d-0cbee0466309 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 210 time: 0.0407052
Apr 16 21:13:38.308766 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5878f259-7476-43a7-94fa-40ba5fd12759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (ffd7baa0-11b3-4be1-9c62-4ab170090b29), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:38.337205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ab4ca-1ddb-4918-838b-8ec7ff467905 req-474bf41e-2823-47ef-9244-9c3087e9e9d1 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:38.346085 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d40ab4ca-1ddb-4918-838b-8ec7ff467905 req-474bf41e-2823-47ef-9244-9c3087e9e9d1 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 944 time: 0.0854197
Apr 16 21:13:38.437226 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d40ab4ca-1ddb-4918-838b-8ec7ff467905 req-c17f2abd-aeab-4436-ab4a-583af23fa072 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897512
Apr 16 21:13:38.557546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e75887f0-0bb3-4573-99d4-8c367f891007 req-8f3feb3f-7f3a-4cdc-88f6-b5d53f0dfd45 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Deleting port 92e3c39d-5eff-4b35-945a-25de4f5dce4b {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:13:38.561439 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e75887f0-0bb3-4573-99d4-8c367f891007 req-8f3feb3f-7f3a-4cdc-88f6-b5d53f0dfd45 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:38.628781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf170526-937c-4ad1-95c5-add050c15f56 req-8c0e6fba-f1b7-44dc-91ee-d1b987f6d417 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:38.649420 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf170526-937c-4ad1-95c5-add050c15f56 req-8c0e6fba-f1b7-44dc-91ee-d1b987f6d417 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 945 time: 0.1027248
Apr 16 21:13:38.689673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-e67ea0a3-3b3e-4031-8718-28cc1fa26d23 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:38.691280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-e67ea0a3-3b3e-4031-8718-28cc1fa26d23 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.11 "GET /v2.0/networks?id=b5f78b9b-3fd5-4910-aed9-d569c9b4e83c HTTP/1.1" status: 200  len: 815 time: 0.4965117
Apr 16 21:13:38.700126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-90ba394f-2140-417d-973c-c1d26733bf48 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:38.701911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-90ba394f-2140-417d-973c-c1d26733bf48 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f&tenant_id=68af3300a0d149adbbf934b4ff1f87d8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2282007
Apr 16 21:13:38.759215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:38.777153 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf170526-937c-4ad1-95c5-add050c15f56 req-119ad724-6ca9-4167-a90b-7109d297b0ce tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182249
Apr 16 21:13:38.790155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143adee-f0a9-49dc-a6a1-d01641b2ccdf req-b71f352d-4bac-4d66-85d9-ca82f455c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:38.791788 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1143adee-f0a9-49dc-a6a1-d01641b2ccdf req-b71f352d-4bac-4d66-85d9-ca82f455c7ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe50d9e0841749f094948101efdc3d92&device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 1126 time: 0.2581689
Apr 16 21:13:38.959512 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b6141637-9688-4610-811d-800a77a55c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:39.002819 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-675eba8d-1f48-45d5-9470-e0e8d788d3c9 req-49f65731-e66b-4af7-b6bd-33343672f4c5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 210 time: 0.0714822
Apr 16 21:13:39.155089 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e334c1dd-9229-4c50-b3c4-f8272b84fa8c req-99ba3d76-e139-40d5-abe0-9aaf4e63030e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 210 time: 0.0475178
Apr 16 21:13:39.200790 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-1e40cc74-7688-4dc9-a4b0-1f758ac6cb90 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=840fd4cbe2fd414bb97f14898bf9647d HTTP/1.1" status: 200  len: 378 time: 0.4794326
Apr 16 21:13:39.203937 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e75887f0-0bb3-4573-99d4-8c367f891007 req-8f3feb3f-7f3a-4cdc-88f6-b5d53f0dfd45 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] For port 92e3c39d-5eff-4b35-945a-25de4f5dce4b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=92e3c39d-5eff-4b35-945a-25de4f5dce4b,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:39.204879 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e75887f0-0bb3-4573-99d4-8c367f891007 req-8f3feb3f-7f3a-4cdc-88f6-b5d53f0dfd45 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:39.274883 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-9fd0975f-fad9-4e4c-903c-e46d4c00d7fe tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Request body: {'port': {'device_id': '58b86589-e35e-4b91-b192-9f744516f66f', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'admin_state_up': True, 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'security_groups': ['5940abef-3f80-4f5e-91ea-5777e330da47']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:39.311693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40506bc3-2f51-4e04-a09d-8600d236368d req-411e44d7-4a01-4804-94ee-24e987128f51 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 210 time: 0.0480847
Apr 16 21:13:39.386164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e75887f0-0bb3-4573-99d4-8c367f891007 req-8f3feb3f-7f3a-4cdc-88f6-b5d53f0dfd45 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Calling delete_port for 92e3c39d-5eff-4b35-945a-25de4f5dce4b owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:13:39.400414 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:39.493979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-e8ccb767-491c-46a3-88b7-d24a41fb28d1 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:13:39.496866 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-e8ccb767-491c-46a3-88b7-d24a41fb28d1 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0102134
Apr 16 21:13:39.588576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 5d34bb81-13df-419f-85d3-8e3a86be7e32 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:13:39.648359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-9fd0975f-fad9-4e4c-903c-e46d4c00d7fe tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Made reservation on behalf of 840fd4cbe2fd414bb97f14898bf9647d for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:39.650475 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-9fd0975f-fad9-4e4c-903c-e46d4c00d7fe tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:39.662954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-df0bdc15-e839-4ff6-81fd-0c632607dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:39.671348 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-df0bdc15-e839-4ff6-81fd-0c632607dde7 service neutron] 10.222.0.20 "GET /v2.0/ports/e220556c-73e1-42e1-a291-a4168a2b6289 HTTP/1.1" status: 200  len: 1125 time: 0.1534464
Apr 16 21:13:39.723737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 92e3c39d-5eff-4b35-945a-25de4f5dce4b no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:13:39.756202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:39.756202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] Unknown quota resources ['binding']. {{(pid=122556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:13:39.768533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d24a04-1831-41bf-9758-547e9694d49c req-6923f42f-a20a-4360-b637-7672a5f25dd7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:39.768533 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a0d24a04-1831-41bf-9758-547e9694d49c req-6923f42f-a20a-4360-b637-7672a5f25dd7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 944 time: 0.0966380
Apr 16 21:13:39.867281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:39.868762 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a0d24a04-1831-41bf-9758-547e9694d49c req-3b18d6a8-e3f3-4bfc-94be-573a4eb6f711 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005094
Apr 16 21:13:39.888587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 5d34bb81-13df-419f-85d3-8e3a86be7e32 has no active binding in host nch1-master-1 {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 16 21:13:39.901149 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:39.912207 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143adee-f0a9-49dc-a6a1-d01641b2ccdf req-756282bf-bc55-49ac-af8b-63d8b640cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:39.914582 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1143adee-f0a9-49dc-a6a1-d01641b2ccdf req-756282bf-bc55-49ac-af8b-63d8b640cca0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39451244-1104-46d3-8155-9d8d7ddc9546 HTTP/1.1" status: 200  len: 914 time: 1.0368915
Apr 16 21:13:39.962166 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 92e3c39d-5eff-4b35-945a-25de4f5dce4b is: DOWN; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:39.972421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-5878f259-7476-43a7-94fa-40ba5fd12759 admin admin] Deleting port ba069e50-74c5-4f85-ad74-29aa5b1f2771 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:13:39.972912 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5878f259-7476-43a7-94fa-40ba5fd12759 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:39.982939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:40.022478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] Attempting to bind port e220556c-73e1-42e1-a291-a4168a2b6289 on host nch2-master-1 for vnic_type normal with profile None {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:40.022816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] Attempting to bind port e220556c-73e1-42e1-a291-a4168a2b6289 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:40.023146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] Attempting to bind port e220556c-73e1-42e1-a291-a4168a2b6289 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:40.032379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] Port e220556c-73e1-42e1-a291-a4168a2b6289 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:13:40.032987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] Attempting to bind port e220556c-73e1-42e1-a291-a4168a2b6289 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:40.040873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a00de4-e06d-4339-a951-9f8d25ee46a8 req-a659292a-7c3b-4af8-86e4-02fa539b6bee tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:40.042421 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-54a00de4-e06d-4339-a951-9f8d25ee46a8 req-a659292a-7c3b-4af8-86e4-02fa539b6bee tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 945 time: 0.0691645
Apr 16 21:13:40.046774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:40.047025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:40.047416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] Bound using segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:40.047865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] Bound port: e220556c-73e1-42e1-a291-a4168a2b6289, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:40.113858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1143adee-f0a9-49dc-a6a1-d01641b2ccdf req-6df6ef8e-c9c0-4217-a1e8-92463c793f4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 HTTP/1.1" status: 200  len: 217 time: 0.1379235
Apr 16 21:13:40.127724 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-54a00de4-e06d-4339-a951-9f8d25ee46a8 req-ad04e142-81a4-44d3-9114-c9cb148e0889 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773716
Apr 16 21:13:40.147777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e220556c-73e1-42e1-a291-a4168a2b6289,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:40.249469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9673504-31ed-4a93-abbd-67a338294f1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d34bb81-13df-419f-85d3-8e3a86be7e32'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:40.251754 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9340a193-35a7-4a31-888b-9593f4d1f8a7" -d '{"events": [{"server_uuid": "d9673504-31ed-4a93-abbd-67a338294f1f", "name": "network-vif-unplugged", "status": "completed", "tag": "5d34bb81-13df-419f-85d3-8e3a86be7e32"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:40.265551 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Publish callbacks [] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:40.277339 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f91c183-20bd-4cf3-9727-afd8e9d3562a req-2df363bd-38a1-46d5-beca-fa768c64b756 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 210 time: 0.0495036
Apr 16 21:13:40.303873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143adee-f0a9-49dc-a6a1-d01641b2ccdf req-b238bdf6-0a8a-4935-8901-6cca6fc7cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:40.305741 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1143adee-f0a9-49dc-a6a1-d01641b2ccdf req-b238bdf6-0a8a-4935-8901-6cca6fc7cb08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50d87fc9-b789-4377-bead-4d47e0e49e65 HTTP/1.1" status: 200  len: 853 time: 0.1795385
Apr 16 21:13:40.330228 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:40.353389 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:40.355588 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7395edb2-175b-49fe-93bc-da6a4e4afe9d service neutron] 10.222.0.20 "POST /v2.0/ports/e220556c-73e1-42e1-a291-a4168a2b6289/bindings HTTP/1.1" status: 201  len: 389 time: 0.6730416
Apr 16 21:13:40.363409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-a8ec7ea0-e752-448a-8d2a-5c6283f0bcf0 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:40.364989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-a8ec7ea0-e752-448a-8d2a-5c6283f0bcf0 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.41 "GET /v2.0/networks?id=769f0aad-9fdd-4679-bf9a-69cbe3356918 HTTP/1.1" status: 200  len: 804 time: 0.2318578
Apr 16 21:13:40.379947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-5878f259-7476-43a7-94fa-40ba5fd12759 admin admin] For port ba069e50-74c5-4f85-ad74-29aa5b1f2771, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba069e50-74c5-4f85-ad74-29aa5b1f2771,segment=NetworkSegment(6cabcccd-2c74-429f-a11f-04862ff8bf54),segment_id=6cabcccd-2c74-429f-a11f-04862ff8bf54)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:40.387602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e75490ea-c5ed-4387-a684-4f437333a00b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Request body: {'port': {'device_id': '9e98c6a8-a1a1-4e8d-98bf-18f5967003ef', 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918', 'admin_state_up': True, 'tenant_id': 'f95103d3663146e9ba6ffb49a05196b4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:40.397925 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5878f259-7476-43a7-94fa-40ba5fd12759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:40.434169 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:40.443919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1143adee-f0a9-49dc-a6a1-d01641b2ccdf req-a7822df7-dcc6-469d-a25a-792e4166e476 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39451244-1104-46d3-8155-9d8d7ddc9546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1206865
Apr 16 21:13:40.457216 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-5878f259-7476-43a7-94fa-40ba5fd12759 admin admin] Calling delete_port for ba069e50-74c5-4f85-ad74-29aa5b1f2771 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:13:40.475016 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b3484951-d959-4dd6-84a6-29c30cbee8a5 req-cf8b61af-dad7-4da7-bc0a-1ba06f66288a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 210 time: 0.1090052
Apr 16 21:13:40.522734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:13:40.527894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-440a8085-60b9-4b8d-9069-1ccc09fb8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:40.529658 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-440a8085-60b9-4b8d-9069-1ccc09fb8fce service neutron] 10.222.0.41 "GET /v2.0/ports/973da309-126f-4308-a6f4-32352abab6e7 HTTP/1.1" status: 200  len: 1025 time: 0.0640030
Apr 16 21:13:40.544281 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e75887f0-0bb3-4573-99d4-8c367f891007 req-8f3feb3f-7f3a-4cdc-88f6-b5d53f0dfd45 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (92e3c39d-5eff-4b35-945a-25de4f5dce4b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:40.593208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7691e4a5-e345-4809-998c-9975fefaa8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:40.594961 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7691e4a5-e345-4809-998c-9975fefaa8c4 service neutron] 10.222.0.41 "GET /v2.0/ports/b6827444-dd7b-4b83-a82d-0112e07ad27f HTTP/1.1" status: 200  len: 1027 time: 0.0561652
Apr 16 21:13:40.635244 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430dd27d-8a00-4aa0-963e-c9b1265e6373 x-openstack-request-id: req-430dd27d-8a00-4aa0-963e-c9b1265e6373 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:40.635601 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9673504-31ed-4a93-abbd-67a338294f1f", "name": "network-vif-unplugged", "status": "completed", "tag": "5d34bb81-13df-419f-85d3-8e3a86be7e32", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:40.637443 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-430dd27d-8a00-4aa0-963e-c9b1265e6373 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:40.637952 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430dd27d-8a00-4aa0-963e-c9b1265e6373'] response: {'server_uuid': 'd9673504-31ed-4a93-abbd-67a338294f1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d34bb81-13df-419f-85d3-8e3a86be7e32', 'code': 200}
Apr 16 21:13:40.649623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-9fd0975f-fad9-4e4c-903c-e46d4c00d7fe tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Allocated IP 172.20.0.13 (b5f78b9b-3fd5-4910-aed9-d569c9b4e83c/0cd94b55-28d2-4e17-a8d6-479b05215f3a/3a37d159-26e4-4121-9cef-bb552002481b) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:40.811022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:40.820986 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a7de04f3-90c4-4533-ac1f-5ca98959fca9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:40.827275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a7de04f3-90c4-4533-ac1f-5ca98959fca9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:40.832901 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a7de04f3-90c4-4533-ac1f-5ca98959fca9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:40.834829 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a7de04f3-90c4-4533-ac1f-5ca98959fca9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "GET /v2.0/networks?id=9ac8618f-14fb-4e3b-a70e-311a9f851d3d&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=84e05a77-422a-4fe5-a7de-668bfb04f621&id=84e05a77-422a-4fe5-a7de-668bfb04f621 HTTP/1.1" status: 200  len: 1991 time: 0.2251606
Apr 16 21:13:40.839891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3', 'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546', 'port_id': 'b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3', 'mac_address': 'fa:16:3e:50:52:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d87fc9-b789-4377-bead-4d47e0e49e65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:13:40.938556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:40.942911 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:40.968446 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-9c915305-f0a5-4ea3-bfca-7e867574d65b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce47d3657e50419183b9ee9cee309667 HTTP/1.1" status: 200  len: 378 time: 0.1221230
Apr 16 21:13:40.973869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:40.981511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-051123a9-9e2b-4efa-adf2-c1bfc7dbb330 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'port': {'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'admin_state_up': True, 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'security_groups': ['3d8d2bfa-3658-44d3-9935-09b0502e9c7f']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:40.997334 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Pushing event updated for resources: {'Port': ['ID=5d34bb81-13df-419f-85d3-8e3a86be7e32,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:41.017190 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-99e3732c-3cfc-408d-a65c-553bb34b7e7a req-30b756c9-372b-49a9-a01e-dc3be58e6612 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 210 time: 0.2307985
Apr 16 21:13:41.018378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:41.084119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e75490ea-c5ed-4387-a684-4f437333a00b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Made reservation on behalf of f95103d3663146e9ba6ffb49a05196b4 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:41.087749 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e75490ea-c5ed-4387-a684-4f437333a00b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:41.134605 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:41.143477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80f9a7-9c5c-4dbf-a2c2-f8c3f4e33aea req-24348962-0c2b-4acf-af9e-b62bd784f36e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:41.145216 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea80f9a7-9c5c-4dbf-a2c2-f8c3f4e33aea req-24348962-0c2b-4acf-af9e-b62bd784f36e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 946 time: 0.1599078
Apr 16 21:13:41.187474 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-9fd0975f-fad9-4e4c-903c-e46d4c00d7fe tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for port (3a37d159-26e4-4121-9cef-bb552002481b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:41.256829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:41.295845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3feb3f-7f3a-4cdc-88f6-b5d53f0dfd45 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Pushing event deleted for resources: {'Port': ['ID=92e3c39d-5eff-4b35-945a-25de4f5dce4b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:41.311535 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea80f9a7-9c5c-4dbf-a2c2-f8c3f4e33aea req-c1d46339-723a-4ea2-9ea9-61c0ff3cb46a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323404
Apr 16 21:13:41.494305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e75490ea-c5ed-4387-a684-4f437333a00b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Allocated IP 172.20.0.2 (769f0aad-9fdd-4679-bf9a-69cbe3356918/0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf/7f99c127-cfc6-412e-914a-153d34cbba61) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:41.519535 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:41.712399 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e123e2b-d829-4795-bd97-ae13d5c231e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:41.747757 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e75490ea-c5ed-4387-a684-4f437333a00b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks [] for port (7f99c127-cfc6-412e-914a-153d34cbba61), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:41.764957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.41', 54244) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:41.877583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-9ac4d86d-01e7-471f-975f-8f7ba685fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:41.879565 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-9ac4d86d-01e7-471f-975f-8f7ba685fd13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 1128 time: 0.1135180
Apr 16 21:13:41.886278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b86d29-22b1-44d3-ab21-2b5f154d8c06 req-c2590dc7-7d97-43d0-93e1-db2f3cd96745 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:41.888318 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41b86d29-22b1-44d3-ab21-2b5f154d8c06 req-c2590dc7-7d97-43d0-93e1-db2f3cd96745 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 943 time: 0.4335670
Apr 16 21:13:41.914242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-051123a9-9e2b-4efa-adf2-c1bfc7dbb330 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Made reservation on behalf of ce47d3657e50419183b9ee9cee309667 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:41.918682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75887f0-0bb3-4573-99d4-8c367f891007 req-8f3feb3f-7f3a-4cdc-88f6-b5d53f0dfd45 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] No DVR routers for this DVR port 92e3c39d-5eff-4b35-945a-25de4f5dce4b on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:13:41.919264 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-051123a9-9e2b-4efa-adf2-c1bfc7dbb330 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:41.948660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e75887f0-0bb3-4573-99d4-8c367f891007 req-8f3feb3f-7f3a-4cdc-88f6-b5d53f0dfd45 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:41.957897 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e75887f0-0bb3-4573-99d4-8c367f891007 req-8f3feb3f-7f3a-4cdc-88f6-b5d53f0dfd45 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.11 "DELETE /v2.0/ports/92e3c39d-5eff-4b35-945a-25de4f5dce4b HTTP/1.1" status: 204  len: 173 time: 3.7620037
Apr 16 21:13:41.965461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-9fd0975f-fad9-4e4c-903c-e46d4c00d7fe tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (3a37d159-26e4-4121-9cef-bb552002481b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:42.074254 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1143adee-f0a9-49dc-a6a1-d01641b2ccdf req-9fd659a0-0d9a-4f89-846e-9a8aff1b25fc service neutron] 10.222.0.41 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5577807
Apr 16 21:13:42.083853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Attempting to bind port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:42.084226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Attempting to bind port 5d34bb81-13df-419f-85d3-8e3a86be7e32 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:42.084518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Attempting to bind port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:42.120832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d849ba-09cb-4d2c-8114-6cfa681604ec req-7f78b0fc-30ec-472d-9b35-6e48a24ef1e3 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:42.130222 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-10d849ba-09cb-4d2c-8114-6cfa681604ec req-7f78b0fc-30ec-472d-9b35-6e48a24ef1e3 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 945 time: 0.2410936
Apr 16 21:13:42.166393 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e75490ea-c5ed-4387-a684-4f437333a00b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:42.186989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:13:42.188297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Attempting to bind port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on network 341a7a54-447f-4bb3-9bb9-2193e32a0929 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:42.210196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:42.211349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Checking segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:42.212125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Bound using segment: {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:42.212942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Bound port: 5d34bb81-13df-419f-85d3-8e3a86be7e32, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '341a7a54-447f-4bb3-9bb9-2193e32a0929'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:42.213676 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:42.243128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-9fd0975f-fad9-4e4c-903c-e46d4c00d7fe tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:42.292762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e75490ea-c5ed-4387-a684-4f437333a00b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Network 769f0aad-9fdd-4679-bf9a-69cbe3356918 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:42.322157 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e75490ea-c5ed-4387-a684-4f437333a00b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:42.343663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:42.348140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:42.360839 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41b86d29-22b1-44d3-ab21-2b5f154d8c06 req-8e036d8e-2f33-49e5-a07b-e3ed5912a863 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4482272
Apr 16 21:13:42.374165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e75490ea-c5ed-4387-a684-4f437333a00b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:42.415824 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:42.421759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-9fd0975f-fad9-4e4c-903c-e46d4c00d7fe tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:42.430760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-9fd0975f-fad9-4e4c-903c-e46d4c00d7fe tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:42.501569 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e75490ea-c5ed-4387-a684-4f437333a00b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:42.505150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e75490ea-c5ed-4387-a684-4f437333a00b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:42.506157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-9fd0975f-fad9-4e4c-903c-e46d4c00d7fe tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:42.506921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-9fd0975f-fad9-4e4c-903c-e46d4c00d7fe tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:42.510764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0975f-fad9-4e4c-903c-e46d4c00d7fe tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Pushing event updated for resources: {'Port': ['ID=3a37d159-26e4-4121-9cef-bb552002481b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:42.528266 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:42.581133 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-10d849ba-09cb-4d2c-8114-6cfa681604ec req-2c880246-7d65-4507-bfa1-9f8487b4a900 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4491446
Apr 16 21:13:42.615686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:42.671219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75490ea-c5ed-4387-a684-4f437333a00b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Pushing event updated for resources: {'Port': ['ID=7f99c127-cfc6-412e-914a-153d34cbba61,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:42.677421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea94c91-140c-428c-8831-03efc8c571f6', 'name': 'network-vif-deleted', 'tag': '92e3c39d-5eff-4b35-945a-25de4f5dce4b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:42.694660 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38800df7-aee4-4255-8bb1-63afd90134e7" -d '{"events": [{"server_uuid": "9ea94c91-140c-428c-8831-03efc8c571f6", "name": "network-vif-deleted", "tag": "92e3c39d-5eff-4b35-945a-25de4f5dce4b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:42.781279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:13:42.787933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-08ee3f4e-7491-4d88-abfe-23c435c673fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:42.789498 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-08ee3f4e-7491-4d88-abfe-23c435c673fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.8948879
Apr 16 21:13:42.865316 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2f10f65d-f680-460e-8421-fee00738abaa None None] Provisioning complete for port 3a37d159-26e4-4121-9cef-bb552002481b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:42.866053 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2f10f65d-f680-460e-8421-fee00738abaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3a37d159-26e4-4121-9cef-bb552002481b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:42.870680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-051123a9-9e2b-4efa-adf2-c1bfc7dbb330 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Allocated IP 172.20.0.9 (9ac8618f-14fb-4e3b-a70e-311a9f851d3d/a548d640-caae-4960-9f0c-0d45e1c310b5/90479900-4d72-46a0-92ee-feff9e50d619) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:42.900796 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb3d4d-6613-4b72-848c-52c235175b9d req-91921fd4-03fc-46b5-8cb3-5427852f053b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:42.912717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:42.913232 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:42.915228 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2cfb3d4d-6613-4b72-848c-52c235175b9d req-91921fd4-03fc-46b5-8cb3-5427852f053b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 931 time: 0.3045561
Apr 16 21:13:42.947384 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-9fd0975f-fad9-4e4c-903c-e46d4c00d7fe tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7230992
Apr 16 21:13:42.970437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Request body: {'port': {'device_id': '58b86589-e35e-4b91-b192-9f744516f66f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:42.978885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e75490ea-c5ed-4387-a684-4f437333a00b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5962765
Apr 16 21:13:42.980676 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-9994a577-2ead-45f0-89ed-4f25691dc913 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e220556c-73e1-42e1-a291-a4168a2b6289 HTTP/1.1" status: 200  len: 217 time: 0.0605028
Apr 16 21:13:43.034748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Request body: {'port': {'device_id': '9e98c6a8-a1a1-4e8d-98bf-18f5967003ef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:43.089623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:43.090976 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:43.093509 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] 10.222.0.11 "PUT /v2.0/ports/5d34bb81-13df-419f-85d3-8e3a86be7e32 HTTP/1.1" status: 200  len: 1121 time: 4.3449476
Apr 16 21:13:43.103471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1143adee-f0a9-49dc-a6a1-d01641b2ccdf req-7094c7e0-00e4-4bc6-b45d-33644318bed4 service neutron] 10.222.0.41 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0060458
Apr 16 21:13:43.119172 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf30fbe1-e369-4858-b75c-fcf5ce369c3e req-ec130230-e95e-4183-8116-7635f0e3c919 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 210 time: 0.2150230
Apr 16 21:13:43.147373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ee4a4-238a-41a1-a832-4fac1a86bb92 service neutron] Pushing event updated for resources: {'Port': ['ID=5d34bb81-13df-419f-85d3-8e3a86be7e32,revision_number=8']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:43.173256 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3a37d159-26e4-4121-9cef-bb552002481b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:43.173463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2f10f65d-f680-460e-8421-fee00738abaa None None] Port 3a37d159-26e4-4121-9cef-bb552002481b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:13:43.185953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['5d34bb81-13df-419f-85d3-8e3a86be7e32'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:43.272741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-a59d12e1-8605-4d64-95bb-163c3e723300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:43.274915 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-a59d12e1-8605-4d64-95bb-163c3e723300 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.2718496
Apr 16 21:13:43.279589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['5d34bb81-13df-419f-85d3-8e3a86be7e32'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:43.315445 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2cfb3d4d-6613-4b72-848c-52c235175b9d req-bc1e01ff-34ca-46eb-82c7-a24e61842823 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3330851
Apr 16 21:13:43.355551 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5878f259-7476-43a7-94fa-40ba5fd12759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ba069e50-74c5-4f85-ad74-29aa5b1f2771), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:43.400685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:43.430643 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-ada821e7-4943-4b9c-8043-293f0f7e38f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1442654
Apr 16 21:13:43.449475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878f259-7476-43a7-94fa-40ba5fd12759 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba069e50-74c5-4f85-ad74-29aa5b1f2771,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:43.746010 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:43.746611 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:43.766725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec0a5-2a0b-4a71-86cd-e36066bb8cd9 req-77f64f4a-29d4-43f0-bb3f-efaf2d0930a8 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:43.768762 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-82fec0a5-2a0b-4a71-86cd-e36066bb8cd9 req-77f64f4a-29d4-43f0-bb3f-efaf2d0930a8 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 932 time: 0.4142349
Apr 16 21:13:43.838410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f88efa6-8671-4565-aa09-bfbafc6ec242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:43.841923 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24843398-d8ca-4b0a-9f53-6405387643c0" -d '{"events": [{"server_uuid": "3f88efa6-8671-4565-aa09-bfbafc6ec242", "name": "network-vif-plugged", "status": "completed", "tag": "b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:43.909340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:44.013930 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:44.015911 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:44.039993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edb0f1-4aa8-463f-85db-949f67ec413a req-200dd3b7-d721-4944-9a6d-beb84aeb27ff tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:44.047536 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-38edb0f1-4aa8-463f-85db-949f67ec413a req-200dd3b7-d721-4944-9a6d-beb84aeb27ff tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 946 time: 0.5851877
Apr 16 21:13:44.072253 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-051123a9-9e2b-4efa-adf2-c1bfc7dbb330 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for port (90479900-4d72-46a0-92ee-feff9e50d619), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:44.124398 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-82fec0a5-2a0b-4a71-86cd-e36066bb8cd9 req-85960f47-36ee-4411-8cbe-7fc0bae9cc35 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3237910
Apr 16 21:13:44.135720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:44.221614 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37407e78-b81d-4dec-a0fb-74333e2c05eb x-openstack-request-id: req-37407e78-b81d-4dec-a0fb-74333e2c05eb {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:44.223964 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea94c91-140c-428c-8831-03efc8c571f6", "name": "network-vif-deleted", "tag": "92e3c39d-5eff-4b35-945a-25de4f5dce4b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:44.223964 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37407e78-b81d-4dec-a0fb-74333e2c05eb {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:44.223964 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37407e78-b81d-4dec-a0fb-74333e2c05eb'] response: {'server_uuid': '9ea94c91-140c-428c-8831-03efc8c571f6', 'name': 'network-vif-deleted', 'tag': '92e3c39d-5eff-4b35-945a-25de4f5dce4b', 'status': 'completed', 'code': 200}
Apr 16 21:13:44.307527 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-051123a9-9e2b-4efa-adf2-c1bfc7dbb330 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (90479900-4d72-46a0-92ee-feff9e50d619), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:44.355703 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5878f259-7476-43a7-94fa-40ba5fd12759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (ffd7baa0-11b3-4be1-9c62-4ab170090b29), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:44.374175 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-78772a03-26d2-4d89-87f5-a4257bff3221 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9382508
Apr 16 21:13:44.381701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051123a9-9e2b-4efa-adf2-c1bfc7dbb330 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'Port': ['ID=90479900-4d72-46a0-92ee-feff9e50d619,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:44.398086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a37d159-26e4-4121-9cef-bb552002481b {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:44.417696 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Publish callbacks [] for port (3a37d159-26e4-4121-9cef-bb552002481b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:44.428861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac9cfd-d1b9-49a0-8d93-4375836086fd req-2fe3ca07-ed03-484a-b47d-2e13770190bb tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:44.431570 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-63ac9cfd-d1b9-49a0-8d93-4375836086fd req-2fe3ca07-ed03-484a-b47d-2e13770190bb tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 943 time: 0.1251516
Apr 16 21:13:44.508319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Transition to ACTIVE for port object 3a37d159-26e4-4121-9cef-bb552002481b will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:13:44.547460 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-449b8d1b-1dc0-4cdd-b916-96e12f2261cb service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517935
Apr 16 21:13:44.580410 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-38edb0f1-4aa8-463f-85db-949f67ec413a req-19d66b42-f11d-445b-b4a1-e8abf780293f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5304611
Apr 16 21:13:44.599612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-051123a9-9e2b-4efa-adf2-c1bfc7dbb330 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:44.604793 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-63ac9cfd-d1b9-49a0-8d93-4375836086fd req-e2cde627-2a42-4cb5-b515-1a0a80b91585 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289918
Apr 16 21:13:44.610762 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (3a37d159-26e4-4121-9cef-bb552002481b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:44.676307 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e6b13e-f2ca-4f3c-903e-052546a83201 x-openstack-request-id: req-69e6b13e-f2ca-4f3c-903e-052546a83201 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:44.676990 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f88efa6-8671-4565-aa09-bfbafc6ec242", "name": "network-vif-plugged", "status": "completed", "tag": "b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:44.677599 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69e6b13e-f2ca-4f3c-903e-052546a83201 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:44.678778 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e6b13e-f2ca-4f3c-903e-052546a83201'] response: {'server_uuid': '3f88efa6-8671-4565-aa09-bfbafc6ec242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3', 'code': 200}
Apr 16 21:13:44.735169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-051123a9-9e2b-4efa-adf2-c1bfc7dbb330 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:44.749526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-051123a9-9e2b-4efa-adf2-c1bfc7dbb330 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:44.839943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Pushing event updated for resources: {'Port': ['ID=3a37d159-26e4-4121-9cef-bb552002481b,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:44.901912 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf9291-9b4a-4268-9dfd-ca66f454b95c req-f28c14b7-4415-4bc2-8aa5-af4efb6d8652 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:44.910744 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6edf9291-9b4a-4268-9dfd-ca66f454b95c req-f28c14b7-4415-4bc2-8aa5-af4efb6d8652 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 946 time: 0.0962753
Apr 16 21:13:45.044165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf7717-a505-43ac-b131-b3916c03db52 req-f371e0c3-5bf9-4417-9749-dcafe4e4405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:45.045977 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-93bf7717-a505-43ac-b131-b3916c03db52 req-f371e0c3-5bf9-4417-9749-dcafe4e4405a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 1128 time: 0.1634624
Apr 16 21:13:45.097249 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-051123a9-9e2b-4efa-adf2-c1bfc7dbb330 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:45.097933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-051123a9-9e2b-4efa-adf2-c1bfc7dbb330 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:45.177552 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6edf9291-9b4a-4268-9dfd-ca66f454b95c req-e838d07f-4d1f-415f-a744-eb8039a4e011 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2654924
Apr 16 21:13:45.266998 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-051123a9-9e2b-4efa-adf2-c1bfc7dbb330 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2906673
Apr 16 21:13:45.279226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5878f259-7476-43a7-94fa-40ba5fd12759 admin admin] Router ffd7baa0-11b3-4be1-9c62-4ab170090b29 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:13:45.337756 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-69a8463e-7864-4b09-b3d7-33280725b801 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'port': {'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649', 'admin_state_up': True, 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'security_groups': ['3d8d2bfa-3658-44d3-9935-09b0502e9c7f']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:45.389748 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-93bf7717-a505-43ac-b131-b3916c03db52 req-bb4dddc3-ba06-4c75-963b-60b6cbf85230 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3353262
Apr 16 21:13:45.396346 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:45.438658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Attempting to bind port 3a37d159-26e4-4121-9cef-bb552002481b on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:45.439008 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Attempting to bind port 3a37d159-26e4-4121-9cef-bb552002481b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd67c964c-5141-4e89-bb87-ca206f6b7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:45.439340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Attempting to bind port 3a37d159-26e4-4121-9cef-bb552002481b on network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:45.464535 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0088aadf-6db0-43c8-a48c-fce2a9c77cdd None None] Provisioning complete for port 90479900-4d72-46a0-92ee-feff9e50d619 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:45.467975 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0088aadf-6db0-43c8-a48c-fce2a9c77cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (90479900-4d72-46a0-92ee-feff9e50d619), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:45.575878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5878f259-7476-43a7-94fa-40ba5fd12759 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:13:45.585744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c131a-685f-40fa-973c-2d368c94342c None None] Sync routers for ids ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:13:45.593004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59823ee9-0554-4e73-aeb1-941d06a4e6ce req-1a1a81d0-9c3c-488e-9bb1-817752f0ca7a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:45.601380 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59823ee9-0554-4e73-aeb1-941d06a4e6ce req-1a1a81d0-9c3c-488e-9bb1-817752f0ca7a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 931 time: 0.7835670
Apr 16 21:13:45.603759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0088aadf-6db0-43c8-a48c-fce2a9c77cdd None None] Port 90479900-4d72-46a0-92ee-feff9e50d619 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:13:45.608848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5878f259-7476-43a7-94fa-40ba5fd12759 admin admin] 10.222.0.20 "PUT /v2.0/routers/ffd7baa0-11b3-4be1-9c62-4ab170090b29/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8261473
Apr 16 21:13:45.636005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55738) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:45.644594 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c131a-685f-40fa-973c-2d368c94342c None None] Routers {'ffd7baa0-11b3-4be1-9c62-4ab170090b29'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:13:45.645585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ef6c131a-685f-40fa-973c-2d368c94342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012414c2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:13:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:45.660787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Port 3a37d159-26e4-4121-9cef-bb552002481b on network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:13:45.662724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Attempting to bind port 3a37d159-26e4-4121-9cef-bb552002481b on network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:45.694500 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59823ee9-0554-4e73-aeb1-941d06a4e6ce req-8d31b093-0667-44a3-9c98-8583d13e030a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0918908
Apr 16 21:13:45.695579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:45.696106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Checking segment: {'id': 'd67c964c-5141-4e89-bb87-ca206f6b7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:45.698744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Bound using segment: {'id': 'd67c964c-5141-4e89-bb87-ca206f6b7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:45.699386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Bound port: 3a37d159-26e4-4121-9cef-bb552002481b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67c964c-5141-4e89-bb87-ca206f6b7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:45.700510 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3a37d159-26e4-4121-9cef-bb552002481b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:45.834599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-ef6c131a-685f-40fa-973c-2d368c94342c None None] Set router ffd7baa0-11b3-4be1-9c62-4ab170090b29 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:13:45.838276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] For port 3a37d159-26e4-4121-9cef-bb552002481b, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:45.842021 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] For port 3a37d159-26e4-4121-9cef-bb552002481b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a37d159-26e4-4121-9cef-bb552002481b,segment=NetworkSegment(d67c964c-5141-4e89-bb87-ca206f6b7bcd),segment_id=d67c964c-5141-4e89-bb87-ca206f6b7bcd)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:45.900112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca1f88-0ad9-4e85-a1c5-62ae51717523 req-9de7eb4d-7b34-47ee-9d50-9929680d042d tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:45.908889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45ca1f88-0ad9-4e85-a1c5-62ae51717523 req-9de7eb4d-7b34-47ee-9d50-9929680d042d tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 944 time: 0.0633638
Apr 16 21:13:45.943399 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3d92c-b809-4572-8889-d5fab9a505dc req-d7f6c336-956d-45cd-a473-bb68c890ca97 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:45.943399 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-caa3d92c-b809-4572-8889-d5fab9a505dc req-d7f6c336-956d-45cd-a473-bb68c890ca97 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 931 time: 0.4588497
Apr 16 21:13:45.973759 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (3a37d159-26e4-4121-9cef-bb552002481b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:46.076465 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Pushing event updated for resources: {'Port': ['ID=3a37d159-26e4-4121-9cef-bb552002481b,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:46.094802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ef6c131a-685f-40fa-973c-2d368c94342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012414c2e0>, [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:13:42Z', 'revision_number': 5, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:46.113581 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45ca1f88-0ad9-4e85-a1c5-62ae51717523 req-784913e7-8cfa-4030-a89b-b9a5b4de60d1 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2032826
Apr 16 21:13:46.116798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:46.123332 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:46.125070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-d44d884e-e491-460b-a8d9-a5aa8a77455b service neutron] 10.222.0.11 "PUT /v2.0/ports/3a37d159-26e4-4121-9cef-bb552002481b HTTP/1.1" status: 200  len: 1092 time: 3.1611791
Apr 16 21:13:46.132953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f99c127-cfc6-412e-914a-153d34cbba61 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:46.229585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9673504-31ed-4a93-abbd-67a338294f1f', 'tag': '5d34bb81-13df-419f-85d3-8e3a86be7e32'}, {'name': 'network-changed', 'server_uuid': '58b86589-e35e-4b91-b192-9f744516f66f', 'tag': '3a37d159-26e4-4121-9cef-bb552002481b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:46.234429 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bc087a-3c35-4205-bf67-5c7e7dbba540" -d '{"events": [{"name": "network-changed", "server_uuid": "d9673504-31ed-4a93-abbd-67a338294f1f", "tag": "5d34bb81-13df-419f-85d3-8e3a86be7e32"}, {"name": "network-changed", "server_uuid": "58b86589-e35e-4b91-b192-9f744516f66f", "tag": "3a37d159-26e4-4121-9cef-bb552002481b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:46.288081 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Publish callbacks [] for port (7f99c127-cfc6-412e-914a-153d34cbba61), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:46.363820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fe085-a168-49e4-a344-946933d62cf1 req-f45cb970-0e76-4209-bd0a-c5b6e7ff4df7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:46.574268 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b4fe085-a168-49e4-a344-946933d62cf1 req-f45cb970-0e76-4209-bd0a-c5b6e7ff4df7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 946 time: 0.1600080
Apr 16 21:13:46.575373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c131a-685f-40fa-973c-2d368c94342c None None] Checking router: ffd7baa0-11b3-4be1-9c62-4ab170090b29 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:13:46.575373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c131a-685f-40fa-973c-2d368c94342c None None] Routers {'ffd7baa0-11b3-4be1-9c62-4ab170090b29'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:13:46.575373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ef6c131a-685f-40fa-973c-2d368c94342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012414c2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:13:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:46.576156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b4fe085-a168-49e4-a344-946933d62cf1 req-e2f03b73-6aad-4647-85d3-e8f31ab1634f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969462
Apr 16 21:13:46.576406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Transition to ACTIVE for port object 7f99c127-cfc6-412e-914a-153d34cbba61 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:13:46.576754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-82957c83-6c6b-4c2f-92f9-2fa22162b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:46.576754 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-82957c83-6c6b-4c2f-92f9-2fa22162b7e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=840fd4cbe2fd414bb97f14898bf9647d&device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 1126 time: 0.2103121
Apr 16 21:13:46.577070 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-caa3d92c-b809-4572-8889-d5fab9a505dc req-8f388bb1-d925-4a9a-92be-e479306f48cc tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5253992
Apr 16 21:13:46.577070 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Publish callbacks [] for router (ffd7baa0-11b3-4be1-9c62-4ab170090b29), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:46.611319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-ef6c131a-685f-40fa-973c-2d368c94342c None None] Set router ffd7baa0-11b3-4be1-9c62-4ab170090b29 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:13:46.621925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-69a8463e-7864-4b09-b3d7-33280725b801 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Made reservation on behalf of ce47d3657e50419183b9ee9cee309667 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:46.634482 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-88a75242-ec93-41fc-9d1d-9d3fd4cd980e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a37d159-26e4-4121-9cef-bb552002481b HTTP/1.1" status: 200  len: 217 time: 0.1324708
Apr 16 21:13:46.636238 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-69a8463e-7864-4b09-b3d7-33280725b801 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:46.644463 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:46.727305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f3f9d-7733-4fb1-be4a-6e674a34092d req-2deb3c5d-b150-4cb4-9b2b-66aa51ba0ade tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:46.734823 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d35f3f9d-7733-4fb1-be4a-6e674a34092d req-2deb3c5d-b150-4cb4-9b2b-66aa51ba0ade tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 943 time: 0.0993059
Apr 16 21:13:46.860937 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ef6c131a-685f-40fa-973c-2d368c94342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012414c2e0>, [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:13:42Z', 'revision_number': 5, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:46.863499 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d35f3f9d-7733-4fb1-be4a-6e674a34092d req-af696f61-f928-4c99-b892-d268fc0bab1b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276391
Apr 16 21:13:46.866534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f99c127-cfc6-412e-914a-153d34cbba61,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:46.925665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-b6a1d3af-7dd8-4008-9da4-39b575bd99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:46.927733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-b6a1d3af-7dd8-4008-9da4-39b575bd99dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0cd94b55-28d2-4e17-a8d6-479b05215f3a HTTP/1.1" status: 200  len: 854 time: 0.1907399
Apr 16 21:13:46.959705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c131a-685f-40fa-973c-2d368c94342c None None] The sync data for ids ['ffd7baa0-11b3-4be1-9c62-4ab170090b29'] in ncdv-master-1 is: [{'id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066029415-router', 'tenant_id': '2dc15580ef8a449ca359a9d5b799e24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:16Z', 'updated_at': '2022-04-16T21:13:42Z', 'revision_number': 5, 'project_id': '2dc15580ef8a449ca359a9d5b799e24d', 'gw_port': {'id': '7b34890a-f0b5-4ad4-b757-30ddd24e95f2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd7baa0-11b3-4be1-9c62-4ab170090b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:17Z', 'updated_at': '2022-04-16T21:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:13:47.082815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-2a0c584a-7a2d-414a-ac54-67de193c5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:47.084520 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-2a0c584a-7a2d-414a-ac54-67de193c5350 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5f78b9b-3fd5-4910-aed9-d569c9b4e83c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1380866
Apr 16 21:13:47.086212 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b069714e-c156-424b-93d2-4b515f9c0558 x-openstack-request-id: req-b069714e-c156-424b-93d2-4b515f9c0558 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:47.086507 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9673504-31ed-4a93-abbd-67a338294f1f", "tag": "5d34bb81-13df-419f-85d3-8e3a86be7e32", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58b86589-e35e-4b91-b192-9f744516f66f", "tag": "3a37d159-26e4-4121-9cef-bb552002481b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:47.086762 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b069714e-c156-424b-93d2-4b515f9c0558 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:47.087157 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b069714e-c156-424b-93d2-4b515f9c0558'] response: {'name': 'network-changed', 'server_uuid': 'd9673504-31ed-4a93-abbd-67a338294f1f', 'tag': '5d34bb81-13df-419f-85d3-8e3a86be7e32', 'status': 'completed', 'code': 200}
Apr 16 21:13:47.087417 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b069714e-c156-424b-93d2-4b515f9c0558'] response: {'name': 'network-changed', 'server_uuid': '58b86589-e35e-4b91-b192-9f744516f66f', 'tag': '3a37d159-26e4-4121-9cef-bb552002481b', 'status': 'completed', 'code': 200}
Apr 16 21:13:47.104791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2413ed02-2090-4228-9b2c-c7b1a23ea5e7 req-439b5393-d5dd-4f89-993a-56f4b50d050e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4962976
Apr 16 21:13:47.158248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f6ebe-9c9b-4d50-8e99-dfbe3985d79c req-2492969b-ae42-4928-a127-abb6790f236f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:47.160318 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-914f6ebe-9c9b-4d50-8e99-dfbe3985d79c req-2492969b-ae42-4928-a127-abb6790f236f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 946 time: 0.4274404
Apr 16 21:13:47.180394 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Publish callbacks [] for router_gateway (ffd7baa0-11b3-4be1-9c62-4ab170090b29), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:47.202275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ec58d-f185-4738-b43d-50789a68e55f req-e8de2c13-7a6f-4500-bbea-8d209610edf4 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:47.209712 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-566ec58d-f185-4738-b43d-50789a68e55f req-e8de2c13-7a6f-4500-bbea-8d209610edf4 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 931 time: 0.1108770
Apr 16 21:13:47.232107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Attempting to bind port 7f99c127-cfc6-412e-914a-153d34cbba61 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:47.237133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Attempting to bind port 7f99c127-cfc6-412e-914a-153d34cbba61 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:47.237133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Attempting to bind port 7f99c127-cfc6-412e-914a-153d34cbba61 on network 769f0aad-9fdd-4679-bf9a-69cbe3356918 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:47.278300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-6bfdd162-d4b5-4158-94f8-652beb40c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:47.279755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-6bfdd162-d4b5-4158-94f8-652beb40c785 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 1155 time: 0.1915965
Apr 16 21:13:47.291983 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Port 7f99c127-cfc6-412e-914a-153d34cbba61 on network 769f0aad-9fdd-4679-bf9a-69cbe3356918 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:13:47.294576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Attempting to bind port 7f99c127-cfc6-412e-914a-153d34cbba61 on network 769f0aad-9fdd-4679-bf9a-69cbe3356918 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:47.333793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:47.346350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Checking segment: {'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:47.347842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-566ec58d-f185-4738-b43d-50789a68e55f req-0e15f1f6-c9f2-4e1e-b8cd-c2f3c8b56366 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1371782
Apr 16 21:13:47.357645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Bound using segment: {'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:47.358071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Bound port: 7f99c127-cfc6-412e-914a-153d34cbba61, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:47.358483 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:47.399677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ed02-2090-4228-9b2c-c7b1a23ea5e7 req-e9d7fdc0-cd29-4a7b-9c77-9563426e1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:47.402985 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2413ed02-2090-4228-9b2c-c7b1a23ea5e7 req-e9d7fdc0-cd29-4a7b-9c77-9563426e1341 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 1127 time: 0.1997690
Apr 16 21:13:47.497697 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-5e579345-d5ad-423c-903c-3ef37c130485 service neutron] 10.222.0.11 "GET /v2.0/networks/b5f78b9b-3fd5-4910-aed9-d569c9b4e83c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3947031
Apr 16 21:13:47.548153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-69a8463e-7864-4b09-b3d7-33280725b801 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Allocated IP 10.1.1.130 (2a1311c2-594d-49ff-bcbd-69e881faa649/c2903b39-0ea8-4780-bd2f-b10a23ab22a1/89946b61-fbf7-4964-8abf-1d6403aac9ec) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:47.554574 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-914f6ebe-9c9b-4d50-8e99-dfbe3985d79c req-7b6a3a14-b358-45e8-8bf3-c2621761c5d1 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3867352
Apr 16 21:13:47.600518 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Deleting port 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:13:47.601064 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:47.791494 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3119cf96-c92c-47d1-9c3f-f5fad3a0f140 req-5db9512f-6872-4972-bd56-f4861f551f18 service neutron] 10.222.0.11 "GET /v2.0/networks/b5f78b9b-3fd5-4910-aed9-d569c9b4e83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2146525
Apr 16 21:13:47.819060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-1d0339c0-4375-4fd7-bbf6-1fe57d1a4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:47.822631 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-1d0339c0-4375-4fd7-bbf6-1fe57d1a4f70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.5357196
Apr 16 21:13:47.864222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] For port 7f99c127-cfc6-412e-914a-153d34cbba61, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:47.920361 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-67117f94-2920-418b-83e4-227ee0efec40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32 HTTP/1.1" status: 200  len: 217 time: 0.0897388
Apr 16 21:13:48.054827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-e8c64eb4-c759-4438-9eba-87991652180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:48.054827 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-e8c64eb4-c759-4438-9eba-87991652180b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.0926535
Apr 16 21:13:48.060576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] For port 7f99c127-cfc6-412e-914a-153d34cbba61, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f99c127-cfc6-412e-914a-153d34cbba61,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:48.067700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3a635-3658-4291-973b-dbbbd8f03625 req-a7308d61-b91b-461c-ab4f-b2a2b396a1c0 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:48.072873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ed02-2090-4228-9b2c-c7b1a23ea5e7 req-3257f97c-1913-49f9-a2dd-3c6de8ec9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:48.074350 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2413ed02-2090-4228-9b2c-c7b1a23ea5e7 req-3257f97c-1913-49f9-a2dd-3c6de8ec9884 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.4315374
Apr 16 21:13:48.082258 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7dd3a635-3658-4291-973b-dbbbd8f03625 req-a7308d61-b91b-461c-ab4f-b2a2b396a1c0 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 944 time: 0.2878017
Apr 16 21:13:48.104833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e59a1-8ce8-4763-955d-8cb8b6fa5f98 req-765fca8f-725d-4998-bae8-737517cd887e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:48.111546 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d93e59a1-8ce8-4763-955d-8cb8b6fa5f98 req-765fca8f-725d-4998-bae8-737517cd887e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 946 time: 0.3348217
Apr 16 21:13:48.159501 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-4dad24c5-6c44-4b21-b529-e14cd1a1ad74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1222110
Apr 16 21:13:48.223403 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7dd3a635-3658-4291-973b-dbbbd8f03625 req-e0b04936-a053-4b22-aa1e-ee47d3eec4aa tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1399302
Apr 16 21:13:48.288612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-5226cfa0-6269-4181-b4c8-178a8d254fdb service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209259
Apr 16 21:13:48.317088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2413ed02-2090-4228-9b2c-c7b1a23ea5e7 req-15fb82dc-c697-43e6-977b-3e76348d6e8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d HTTP/1.1" status: 200  len: 217 time: 0.2249696
Apr 16 21:13:48.332202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] For port 7b34890a-f0b5-4ad4-b757-30ddd24e95f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b34890a-f0b5-4ad4-b757-30ddd24e95f2,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:48.332567 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:48.382863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7bb6d-9819-495f-a22b-59f196276d49 req-e856a062-8cb6-459c-98c5-8853750634bd tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:48.385310 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97f7bb6d-9819-495f-a22b-59f196276d49 req-e856a062-8cb6-459c-98c5-8853750634bd tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 943 time: 0.0938849
Apr 16 21:13:48.386341 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-69a8463e-7864-4b09-b3d7-33280725b801 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:48.399460 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Calling delete_port for 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:13:48.435829 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d93e59a1-8ce8-4763-955d-8cb8b6fa5f98 req-b679dda4-02e9-4860-bde8-c794558ceade tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3234253
Apr 16 21:13:48.439704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-c0622fb8-26b6-49ee-8dec-403f57c6771f service neutron] 10.222.0.41 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404965
Apr 16 21:13:48.463833 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97f7bb6d-9819-495f-a22b-59f196276d49 req-3650b04d-b28e-497a-8ebc-8acaefa7b6ce tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683794
Apr 16 21:13:48.494920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ed02-2090-4228-9b2c-c7b1a23ea5e7 req-ba008abe-b1f0-4732-9afe-13b73b9ff2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:48.496914 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2413ed02-2090-4228-9b2c-c7b1a23ea5e7 req-ba008abe-b1f0-4732-9afe-13b73b9ff2db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.1692438
Apr 16 21:13:48.597576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-98221900-0357-46e8-a024-ece6d4749a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:48.599302 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-98221900-0357-46e8-a024-ece6d4749a3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=840fd4cbe2fd414bb97f14898bf9647d&device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 1126 time: 0.0898421
Apr 16 21:13:48.599447 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2413ed02-2090-4228-9b2c-c7b1a23ea5e7 req-3269064f-308a-4811-bf13-4fc304bd1414 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0949488
Apr 16 21:13:48.626720 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92690430-5ec2-4723-bcc9-b53715982c31 req-9b2cfe7a-cb2f-404b-9cee-98bd21732ac2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0793061
Apr 16 21:13:48.644512 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1631bc-2c28-4aba-91c9-be45c667c4d5 req-2be5580b-4e9f-44fa-84b1-3c74e9d40b9c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:48.646332 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a1631bc-2c28-4aba-91c9-be45c667c4d5 req-2be5580b-4e9f-44fa-84b1-3c74e9d40b9c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 931 time: 0.0643163
Apr 16 21:13:48.738262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e067c-3a38-4ca9-8f2c-3fd20cfab281 req-3838a02e-bb96-44ec-87a6-47bce8bf380f tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:48.739755 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-600e067c-3a38-4ca9-8f2c-3fd20cfab281 req-3838a02e-bb96-44ec-87a6-47bce8bf380f tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 943 time: 0.1772676
Apr 16 21:13:48.789264 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-69a8463e-7864-4b09-b3d7-33280725b801 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:48.791322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:48.878748 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2413ed02-2090-4228-9b2c-c7b1a23ea5e7 req-3f06d027-5118-4a8b-a230-49641c981902 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2607064
Apr 16 21:13:48.911910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-69a8463e-7864-4b09-b3d7-33280725b801 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Network 2a1311c2-594d-49ff-bcbd-69e881faa649 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:48.913482 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:48.914104 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:48.915507 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] 10.222.0.41 "PUT /v2.0/ports/7f99c127-cfc6-412e-914a-153d34cbba61 HTTP/1.1" status: 200  len: 1091 time: 5.8895683
Apr 16 21:13:48.923548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e98c6a8-a1a1-4e8d-98bf-18f5967003ef', 'tag': '7f99c127-cfc6-412e-914a-153d34cbba61'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:48.925760 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409094af-961a-4c90-8390-acd9b3ee5339" -d '{"events": [{"name": "network-changed", "server_uuid": "9e98c6a8-a1a1-4e8d-98bf-18f5967003ef", "tag": "7f99c127-cfc6-412e-914a-153d34cbba61"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:48.942262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-69a8463e-7864-4b09-b3d7-33280725b801 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:48.955981 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-600e067c-3a38-4ca9-8f2c-3fd20cfab281 req-4fb18589-4a99-47e5-967d-04de568bb5b6 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063849
Apr 16 21:13:48.956928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-69a8463e-7864-4b09-b3d7-33280725b801 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:48.963729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed1157-b0e5-4ef5-9228-17f8aa55b7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f99c127-cfc6-412e-914a-153d34cbba61,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:49.031417 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba069e50-74c5-4f85-ad74-29aa5b1f2771 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:13:49.099208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-ce9b55d4-f69d-4080-9cc7-aaeacd39856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:49.102017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-ce9b55d4-f69d-4080-9cc7-aaeacd39856a service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5f78b9b-3fd5-4910-aed9-d569c9b4e83c HTTP/1.1" status: 200  len: 916 time: 0.4544384
Apr 16 21:13:49.121150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ba069e50-74c5-4f85-ad74-29aa5b1f2771 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:13:49.123197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba069e50-74c5-4f85-ad74-29aa5b1f2771 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:13:49.126914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8463e-7864-4b09-b3d7-33280725b801 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'Port': ['ID=89946b61-fbf7-4964-8abf-1d6403aac9ec,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:49.138607 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7b34890a-f0b5-4ad4-b757-30ddd24e95f2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:49.272983 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a1631bc-2c28-4aba-91c9-be45c667c4d5 req-70b1b5a1-f41d-42ce-b107-f3bef445c47f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1535568
Apr 16 21:13:49.363106 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-232caae2-9099-4c5e-864b-8efa2276b3cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a37d159-26e4-4121-9cef-bb552002481b HTTP/1.1" status: 200  len: 217 time: 0.0965273
Apr 16 21:13:49.399702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e154a52d-eba9-478e-a5b7-d9cd2fe59539 None None] Provisioning complete for port 89946b61-fbf7-4964-8abf-1d6403aac9ec triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:49.405953 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e154a52d-eba9-478e-a5b7-d9cd2fe59539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:49.426921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-8517ca33-0aed-4f15-b609-732663145055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:49.428435 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-8517ca33-0aed-4f15-b609-732663145055 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0cd94b55-28d2-4e17-a8d6-479b05215f3a HTTP/1.1" status: 200  len: 854 time: 0.0565939
Apr 16 21:13:49.476595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690430-5ec2-4723-bcc9-b53715982c31 req-447228a9-951c-4712-975d-bfa591c47553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:49.478160 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92690430-5ec2-4723-bcc9-b53715982c31 req-447228a9-951c-4712-975d-bfa591c47553 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 1127 time: 0.3070927
Apr 16 21:13:49.491391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-fedd3682-3e98-46e3-878c-ccb887d3a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:49.492951 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-fedd3682-3e98-46e3-878c-ccb887d3a54d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5f78b9b-3fd5-4910-aed9-d569c9b4e83c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0560036
Apr 16 21:13:49.515225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e154a52d-eba9-478e-a5b7-d9cd2fe59539 None None] Port 89946b61-fbf7-4964-8abf-1d6403aac9ec cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:13:49.545035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a6d1a-abbd-441b-8b45-1d00e2e0671b req-c9a7692b-9a0d-4d9a-ae0c-a9ea826d32bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:49.546540 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-236a6d1a-abbd-441b-8b45-1d00e2e0671b req-c9a7692b-9a0d-4d9a-ae0c-a9ea826d32bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 944 time: 0.0626965
Apr 16 21:13:49.564849 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-06305e24-dc9b-49f2-a477-25989de40382 service neutron] 10.222.0.41 "GET /v2.0/ports/5d34bb81-13df-419f-85d3-8e3a86be7e32/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.4620013
Apr 16 21:13:49.617578 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ef3035-6553-432a-9046-60d3e04ad529 x-openstack-request-id: req-b7ef3035-6553-432a-9046-60d3e04ad529 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:49.618078 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e98c6a8-a1a1-4e8d-98bf-18f5967003ef", "tag": "7f99c127-cfc6-412e-914a-153d34cbba61", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:49.618312 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7ef3035-6553-432a-9046-60d3e04ad529 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:49.618804 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ef3035-6553-432a-9046-60d3e04ad529'] response: {'name': 'network-changed', 'server_uuid': '9e98c6a8-a1a1-4e8d-98bf-18f5967003ef', 'tag': '7f99c127-cfc6-412e-914a-153d34cbba61', 'status': 'completed', 'code': 200}
Apr 16 21:13:49.637040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-69a8463e-7864-4b09-b3d7-33280725b801 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:49.637772 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-69a8463e-7864-4b09-b3d7-33280725b801 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:49.640513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b34890a-f0b5-4ad4-b757-30ddd24e95f2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:49.778471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-9e3fbc69-dad6-4826-99c4-1970eb76ab5f service neutron] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:49.784708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-95e90aa2-994b-4fed-a2ed-ada516e3811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:49.786438 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-95e90aa2-994b-4fed-a2ed-ada516e3811a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f95103d3663146e9ba6ffb49a05196b4&device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 1125 time: 0.1704640
Apr 16 21:13:49.805560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f5aea-5e1e-4997-86f8-32f1afad0a62 req-2b121e58-10eb-4747-9556-f69f66bae38f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:49.805789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-9e3fbc69-dad6-4826-99c4-1970eb76ab5f service neutron] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:49.805895 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-388f5aea-5e1e-4997-86f8-32f1afad0a62 req-2b121e58-10eb-4747-9556-f69f66bae38f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 946 time: 0.1879694
Apr 16 21:13:49.805895 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2413ed02-2090-4228-9b2c-c7b1a23ea5e7 req-cc094680-303c-4661-a9f5-605fb3269e85 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8644423
Apr 16 21:13:49.835119 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (ffd7baa0-11b3-4be1-9c62-4ab170090b29), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:49.850380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-9e3fbc69-dad6-4826-99c4-1970eb76ab5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d34bb81-13df-419f-85d3-8e3a86be7e32 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:49.862432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-9e3fbc69-dad6-4826-99c4-1970eb76ab5f service neutron] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:49.890938 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-236a6d1a-abbd-441b-8b45-1d00e2e0671b req-87563d7e-6ad1-4e8e-ab01-3d34e3b07a00 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3308814
Apr 16 21:13:49.941717 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-69a8463e-7864-4b09-b3d7-33280725b801 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6297429
Apr 16 21:13:49.993867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3c5ad-7f91-4902-951c-15da7b5b2ed3 req-3b17bdc8-4390-4000-99ca-aed4f9ad0fbf tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:50.004423 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5dd3c5ad-7f91-4902-951c-15da7b5b2ed3 req-3b17bdc8-4390-4000-99ca-aed4f9ad0fbf tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 946 time: 0.0617297
Apr 16 21:13:50.006910 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-9e3fbc69-dad6-4826-99c4-1970eb76ab5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:50.041206 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-ee1b6145-9e70-46b2-9eb9-f65de3d51177 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f99c127-cfc6-412e-914a-153d34cbba61 HTTP/1.1" status: 200  len: 217 time: 0.1545515
Apr 16 21:13:50.072788 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-388f5aea-5e1e-4997-86f8-32f1afad0a62 req-8f6fd7c6-f704-400b-ad9f-17bc6d892f95 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2622085
Apr 16 21:13:50.075305 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (ffd7baa0-11b3-4be1-9c62-4ab170090b29), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:50.099781 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Publish callbacks [] for router_controller (ffd7baa0-11b3-4be1-9c62-4ab170090b29), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:50.110090 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5dd3c5ad-7f91-4902-951c-15da7b5b2ed3 req-72e2e81e-3389-4efd-92c7-37332fc793d6 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990262
Apr 16 21:13:50.177463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-9e3fbc69-dad6-4826-99c4-1970eb76ab5f service neutron] Transition to ACTIVE for port object 5d34bb81-13df-419f-85d3-8e3a86be7e32 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:13:50.288430 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fd1cd-08ac-4e6e-887f-2afa186ac7c5 req-3d879238-2f0f-43e6-9179-a2cd8e2389ae tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:50.289985 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e9fd1cd-08ac-4e6e-887f-2afa186ac7c5 req-3d879238-2f0f-43e6-9179-a2cd8e2389ae tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 943 time: 0.0670226
Apr 16 21:13:50.330473 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-9e3fbc69-dad6-4826-99c4-1970eb76ab5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:50.334054 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (ffd7baa0-11b3-4be1-9c62-4ab170090b29), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:50.334850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffd7baa0-11b3-4be1-9c62-4ab170090b29 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:13:50.342976 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:50.346999 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d2766622-4f4c-41e1-8c59-f29011e737d8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ffd7baa0-11b3-4be1-9c62-4ab170090b29 HTTP/1.1" status: 204  len: 168 time: 4.7074583
Apr 16 21:13:50.348071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55814) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:50.392477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdda146-3342-4919-a372-24ea751902ba req-210cfa5f-814f-4cf7-8637-df8bf4be8d8b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:50.399194 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8bdda146-3342-4919-a372-24ea751902ba req-210cfa5f-814f-4cf7-8637-df8bf4be8d8b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 943 time: 0.2132552
Apr 16 21:13:50.408858 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e9fd1cd-08ac-4e6e-887f-2afa186ac7c5 req-7921a482-b61b-4dd5-9dcf-97f00df2b4aa tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125219
Apr 16 21:13:50.445183 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24417ad-d7c9-444d-93ba-4e9996b03d3b admin admin] Deleting subnet 000c92e2-489b-4be2-8bfd-8afe4a414e9d {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:13:50.451252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f24417ad-d7c9-444d-93ba-4e9996b03d3b admin admin] Publish callbacks [] for subnet (000c92e2-489b-4be2-8bfd-8afe4a414e9d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:50.470056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fbc69-dad6-4826-99c4-1970eb76ab5f service neutron] Pushing event updated for resources: {'Port': ['ID=5d34bb81-13df-419f-85d3-8e3a86be7e32,revision_number=10']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:50.514678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b4bc1f2-7f14-4f18-9903-748b0472ebbf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'port': {'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649', 'admin_state_up': True, 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'security_groups': ['3d8d2bfa-3658-44d3-9935-09b0502e9c7f']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:50.538319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-9e3fbc69-dad6-4826-99c4-1970eb76ab5f service neutron] No DVR routers for this DVR port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:13:50.584342 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8bdda146-3342-4919-a372-24ea751902ba req-a6d4afc2-6b6d-434a-8095-a86ee0b10e0b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840928
Apr 16 21:13:50.612975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 5d34bb81-13df-419f-85d3-8e3a86be7e32 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:13:50.634897 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-f6056e63-5d7a-4fe3-89fa-7a8d6db73ec0 service neutron] 10.222.0.11 "GET /v2.0/networks/b5f78b9b-3fd5-4910-aed9-d569c9b4e83c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4072053
Apr 16 21:13:50.643542 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-9e3fbc69-dad6-4826-99c4-1970eb76ab5f service neutron] 10.222.0.41 "PUT /v2.0/ports/5d34bb81-13df-419f-85d3-8e3a86be7e32/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0686984
Apr 16 21:13:50.658310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690430-5ec2-4723-bcc9-b53715982c31 req-72fb5f2a-5319-4129-b9b4-aef93c5a5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:50.660750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92690430-5ec2-4723-bcc9-b53715982c31 req-72fb5f2a-5319-4129-b9b4-aef93c5a5577 service neutron] 10.222.0.11 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.4342635
Apr 16 21:13:50.714254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port 5d34bb81-13df-419f-85d3-8e3a86be7e32 host nch1-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:13:50.715048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 5d34bb81-13df-419f-85d3-8e3a86be7e32 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:13:50.722161 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f24417ad-d7c9-444d-93ba-4e9996b03d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (000c92e2-489b-4be2-8bfd-8afe4a414e9d), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:50.765629 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92690430-5ec2-4723-bcc9-b53715982c31 req-c5ed50eb-c71e-4b32-8925-84f4ade1c6ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4825e7-d0af-4d1c-a416-731410a77b41 HTTP/1.1" status: 200  len: 217 time: 0.0911252
Apr 16 21:13:50.803035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-3944a123-8375-4ce6-971f-57f72a167f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:50.804680 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-3944a123-8375-4ce6-971f-57f72a167f90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf HTTP/1.1" status: 200  len: 844 time: 0.2858102
Apr 16 21:13:50.844937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-823fe850-1748-41c2-91b9-1347aab74a5c req-1ea259d6-ca9f-4a8e-aafb-7133e3af50bb tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2012318941&fields=id&tenant_id=fe50d9e0841749f094948101efdc3d92 HTTP/1.1" status: 200  len: 267 time: 0.3230155
Apr 16 21:13:50.865428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebebe12-d832-4631-84d1-39bff46a23a6 req-caf0e9fd-a52e-4a8f-9e27-13a06ccd0e3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:50.870979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebebe12-d832-4631-84d1-39bff46a23a6 req-caf0e9fd-a52e-4a8f-9e27-13a06ccd0e3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:50.873151 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bebebe12-d832-4631-84d1-39bff46a23a6 req-caf0e9fd-a52e-4a8f-9e27-13a06ccd0e3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 1653 time: 0.1544628
Apr 16 21:13:50.886273 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:13:50.915278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690430-5ec2-4723-bcc9-b53715982c31 req-1cf77263-9552-4413-9601-ec4cd45f54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:50.916728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92690430-5ec2-4723-bcc9-b53715982c31 req-1cf77263-9552-4413-9601-ec4cd45f54f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.1292620
Apr 16 21:13:50.946838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bc087a-3c35-4205-bf67-5c7e7dbba540 req-b5e82f52-ec61-4f91-a640-388ca5fb64a7 service neutron] 10.222.0.11 "GET /v2.0/networks/b5f78b9b-3fd5-4910-aed9-d569c9b4e83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2977450
Apr 16 21:13:50.994836 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b4bc1f2-7f14-4f18-9903-748b0472ebbf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Made reservation on behalf of ce47d3657e50419183b9ee9cee309667 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:50.995109 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b4bc1f2-7f14-4f18-9903-748b0472ebbf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:51.020913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f24417ad-d7c9-444d-93ba-4e9996b03d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (000c92e2-489b-4be2-8bfd-8afe4a414e9d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:51.022811 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92690430-5ec2-4723-bcc9-b53715982c31 req-d58aaccc-44db-4a83-ba89-58f724ad9207 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0741539
Apr 16 21:13:51.057276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fe850-1748-41c2-91b9-1347aab74a5c req-6593021c-00ad-4038-8e3c-48a1eed4f0ec tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:51.062454 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-823fe850-1748-41c2-91b9-1347aab74a5c req-6593021c-00ad-4038-8e3c-48a1eed4f0ec tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 946 time: 0.1825418
Apr 16 21:13:51.066497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:13:51.083700 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bebebe12-d832-4631-84d1-39bff46a23a6 req-e786a5f5-bc5a-4294-92c7-16277e784ab4 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2008011
Apr 16 21:13:51.085479 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-36449040-88e6-45af-acac-82fb2516cc3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=769f0aad-9fdd-4679-bf9a-69cbe3356918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1370692
Apr 16 21:13:51.097229 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-823fe850-1748-41c2-91b9-1347aab74a5c req-f8547f97-8734-43b3-a58a-e33ad7d3f770 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'port': {'security_groups': ['61afe6ee-4af3-4732-829f-97323f5d0334', 'dac9affa-3ddd-4873-99d7-c742d8e50a0d']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:51.144124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:13:51.144124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7b34890a-f0b5-4ad4-b757-30ddd24e95f2 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:13:51.288255 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92690430-5ec2-4723-bcc9-b53715982c31 req-7eadf0a1-edf9-4510-872a-46a38ed87faa service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2446465
Apr 16 21:13:51.400833 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-823fe850-1748-41c2-91b9-1347aab74a5c req-f8547f97-8734-43b3-a58a-e33ad7d3f770 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:51.465751 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f24417ad-d7c9-444d-93ba-4e9996b03d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (000c92e2-489b-4be2-8bfd-8afe4a414e9d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:51.468395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c49281-dc20-4853-b955-9f332ea4ce4d req-5ca0f265-08cf-4fb7-bef2-6f19e32e539d tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:51.481533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-79c49281-dc20-4853-b955-9f332ea4ce4d req-5ca0f265-08cf-4fb7-bef2-6f19e32e539d tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 944 time: 0.2627852
Apr 16 21:13:51.501084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-0907fe51-77cd-4a3d-adfc-29b6f9bfd67e tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:51.502672 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-0907fe51-77cd-4a3d-adfc-29b6f9bfd67e tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.2193542
Apr 16 21:13:51.563628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24417ad-d7c9-444d-93ba-4e9996b03d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=000c92e2-489b-4be2-8bfd-8afe4a414e9d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:51.576007 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f24417ad-d7c9-444d-93ba-4e9996b03d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:51.579091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f24417ad-d7c9-444d-93ba-4e9996b03d3b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/000c92e2-489b-4be2-8bfd-8afe4a414e9d HTTP/1.1" status: 204  len: 168 time: 1.2269127
Apr 16 21:13:51.580516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70143b4d-1998-479f-8372-f458d88493ec None None] Network a0b7aa02-6b05-448c-853d-2f8d270d1d12 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:13:51.586687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55826) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:51.599866 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92690430-5ec2-4723-bcc9-b53715982c31 req-0b48314f-3b9a-47c3-9380-13f95f71d92d service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2807152
Apr 16 21:13:51.600682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b4bc1f2-7f14-4f18-9903-748b0472ebbf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Allocated IP 10.1.1.13 (2a1311c2-594d-49ff-bcbd-69e881faa649/c2903b39-0ea8-4780-bd2f-b10a23ab22a1/289d892c-efd8-4a45-8065-39c93c83ca97) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:51.615835 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-79c49281-dc20-4853-b955-9f332ea4ce4d req-836d9327-743f-4a9f-bdaa-5e3b88a65815 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1333244
Apr 16 21:13:51.703543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:51.705906 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-16036fe7-ac6b-4594-b0d7-c6ae128e2b58 service neutron] 10.222.0.41 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4076061
Apr 16 21:13:51.792617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5afae-0581-4a89-b359-c5bb2404cc47 req-9f88516e-29ad-45ef-b6cf-33e88cd7fd56 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:51.806547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a6e5afae-0581-4a89-b359-c5bb2404cc47 req-9f88516e-29ad-45ef-b6cf-33e88cd7fd56 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 946 time: 0.1305373
Apr 16 21:13:51.860499 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a0b7aa02-6b05-448c-853d-2f8d270d1d12), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:51.921517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d92529-e06a-4b54-8c22-3bdddb6fb31f None None] DHCP port deletion for a0b7aa02-6b05-448c-853d-2f8d270d1d12 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:13:51.951557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:51.983363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-6e1a3f41-a285-4482-a508-52d053017d7f tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:51.984937 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-6e1a3f41-a285-4482-a508-52d053017d7f tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f&tenant_id=68af3300a0d149adbbf934b4ff1f87d8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1176450
Apr 16 21:13:51.995494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-25d92529-e06a-4b54-8c22-3bdddb6fb31f None None] Deleting port ba2c6170-a104-46f2-a68f-75da3abb05e6 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:13:51.995935 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-25d92529-e06a-4b54-8c22-3bdddb6fb31f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:52.004792 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a6e5afae-0581-4a89-b359-c5bb2404cc47 req-d2f60db8-b060-4799-8462-19b5c69be76c tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970320
Apr 16 21:13:52.124345 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6855592-ff4e-4863-a02d-83c56536d5cf req-ae59df42-3b10-469f-9170-93333668d657 service neutron] 10.222.0.41 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3888564
Apr 16 21:13:52.125032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Deleting port ba2c6170-a104-46f2-a68f-75da3abb05e6 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:13:52.125881 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:52.128569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-25d92529-e06a-4b54-8c22-3bdddb6fb31f None None] For port ba2c6170-a104-46f2-a68f-75da3abb05e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba2c6170-a104-46f2-a68f-75da3abb05e6,segment=NetworkSegment(6cabcccd-2c74-429f-a11f-04862ff8bf54),segment_id=6cabcccd-2c74-429f-a11f-04862ff8bf54)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:52.128975 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-25d92529-e06a-4b54-8c22-3bdddb6fb31f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:52.171855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-25d92529-e06a-4b54-8c22-3bdddb6fb31f None None] Calling delete_port for ba2c6170-a104-46f2-a68f-75da3abb05e6 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:13:52.190387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f90c8363-394b-4e09-8fec-49b12c23939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:52.191998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-f90c8363-394b-4e09-8fec-49b12c23939a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f&tenant_id=68af3300a0d149adbbf934b4ff1f87d8 HTTP/1.1" status: 200  len: 1126 time: 0.1850362
Apr 16 21:13:52.234023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-823fe850-1748-41c2-91b9-1347aab74a5c req-f8547f97-8734-43b3-a58a-e33ad7d3f770 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] For port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:52.249229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b4bc1f2-7f14-4f18-9903-748b0472ebbf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for port (289d892c-efd8-4a45-8065-39c93c83ca97), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:52.273747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1229156-467a-4dbb-a7c3-5044fda11e3d req-99ca221c-808b-4129-8e9e-6c917bfb19c2 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:52.277252 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] For port ba2c6170-a104-46f2-a68f-75da3abb05e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba2c6170-a104-46f2-a68f-75da3abb05e6,segment=NetworkSegment(6cabcccd-2c74-429f-a11f-04862ff8bf54),segment_id=6cabcccd-2c74-429f-a11f-04862ff8bf54)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:52.278511 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:52.284013 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1229156-467a-4dbb-a7c3-5044fda11e3d req-99ca221c-808b-4129-8e9e-6c917bfb19c2 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 943 time: 0.1702631
Apr 16 21:13:52.306086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Calling delete_port for ba2c6170-a104-46f2-a68f-75da3abb05e6 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:13:52.339148 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-823fe850-1748-41c2-91b9-1347aab74a5c req-f8547f97-8734-43b3-a58a-e33ad7d3f770 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:52.362336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-81bd7ac2-30b7-49b4-9ef6-c1c2fa834fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:52.363878 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-81bd7ac2-30b7-49b4-9ef6-c1c2fa834fb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 1126 time: 0.0776498
Apr 16 21:13:52.437212 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-25d92529-e06a-4b54-8c22-3bdddb6fb31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:52.457532 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ba2c6170-a104-46f2-a68f-75da3abb05e6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:52.464456 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1229156-467a-4dbb-a7c3-5044fda11e3d req-575e8940-1325-4d75-be5c-53ab4a1616fd tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755707
Apr 16 21:13:52.475508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e220556c-73e1-42e1-a291-a4168a2b6289,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:52.501493 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d92529-e06a-4b54-8c22-3bdddb6fb31f None None] Pushing event deleted for resources: {'Port': ['ID=ba2c6170-a104-46f2-a68f-75da3abb05e6,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:52.512420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d92529-e06a-4b54-8c22-3bdddb6fb31f None None] No DVR routers for this DVR port ba2c6170-a104-46f2-a68f-75da3abb05e6 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:13:52.519322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-823fe850-1748-41c2-91b9-1347aab74a5c req-f8547f97-8734-43b3-a58a-e33ad7d3f770 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:52.524927 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b4bc1f2-7f14-4f18-9903-748b0472ebbf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:52.529414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2c6170-a104-46f2-a68f-75da3abb05e6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:52.534888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:52.579703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] No DVR routers for this DVR port ba2c6170-a104-46f2-a68f-75da3abb05e6 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:13:52.640992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad15cc-e137-41ba-9039-d7685c973818 req-d624d026-dfcb-455d-91f4-4465f8e9b0c3 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:52.648828 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dcad15cc-e137-41ba-9039-d7685c973818 req-d624d026-dfcb-455d-91f4-4465f8e9b0c3 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 944 time: 0.1059692
Apr 16 21:13:52.651652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e220556c-73e1-42e1-a291-a4168a2b6289 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:13:52.660752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fe850-1748-41c2-91b9-1347aab74a5c req-f8547f97-8734-43b3-a58a-e33ad7d3f770 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:52.661395 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-823fe850-1748-41c2-91b9-1347aab74a5c req-f8547f97-8734-43b3-a58a-e33ad7d3f770 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:52.662813 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-823fe850-1748-41c2-91b9-1347aab74a5c req-f8547f97-8734-43b3-a58a-e33ad7d3f770 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "PUT /v2.0/ports/b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 HTTP/1.1" status: 200  len: 982 time: 1.5763278
Apr 16 21:13:52.663296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-59ec5700-7bb2-4d78-8d6e-f021366c3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:52.666183 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f88efa6-8671-4565-aa09-bfbafc6ec242', 'tag': 'b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:52.673984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-59ec5700-7bb2-4d78-8d6e-f021366c3614 service neutron] 10.222.0.11 "GET /v2.0/networks?id=341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 200  len: 922 time: 0.3002379
Apr 16 21:13:52.677741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:52.678255 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9263200-9c87-46c7-8f91-c4ef8f49bb72" -d '{"events": [{"name": "network-changed", "server_uuid": "3f88efa6-8671-4565-aa09-bfbafc6ec242", "tag": "b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:52.741336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b4bc1f2-7f14-4f18-9903-748b0472ebbf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Network 2a1311c2-594d-49ff-bcbd-69e881faa649 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:52.759846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b4bc1f2-7f14-4f18-9903-748b0472ebbf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:52.773776 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b4bc1f2-7f14-4f18-9903-748b0472ebbf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:52.805293 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8547f97-8734-43b3-a58a-e33ad7d3f770 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'Port': ['ID=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,revision_number=6']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:52.857239 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-1eff8ba1-3057-48fc-897e-2f2190e74092 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32 HTTP/1.1" status: 200  len: 217 time: 0.1299753
Apr 16 21:13:52.892571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:52.902595 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a0b7aa02-6b05-448c-853d-2f8d270d1d12), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:52.960873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39df3a82-5cde-4311-8bec-5ce2d111d59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e220556c-73e1-42e1-a291-a4168a2b6289'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:52.963155 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7acf405-2fdd-451e-8540-f00c6584efec" -d '{"events": [{"server_uuid": "39df3a82-5cde-4311-8bec-5ce2d111d59e", "name": "network-vif-unplugged", "status": "completed", "tag": "e220556c-73e1-42e1-a291-a4168a2b6289"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:52.986238 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Publish callbacks [] for port (e220556c-73e1-42e1-a291-a4168a2b6289), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:53.050188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bc1f2-7f14-4f18-9903-748b0472ebbf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'Port': ['ID=289d892c-efd8-4a45-8065-39c93c83ca97,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:53.073952 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b4bc1f2-7f14-4f18-9903-748b0472ebbf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:53.076274 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b4bc1f2-7f14-4f18-9903-748b0472ebbf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:53.080414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e3a78b0>,) {'filters': {'network_id': ['a0b7aa02-6b05-448c-853d-2f8d270d1d12']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:53.093082 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dcad15cc-e137-41ba-9039-d7685c973818 req-23e4d47c-ee9d-4890-a48c-5fbae39519cb tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4440188
Apr 16 21:13:53.100779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a3f60-d8d5-4734-b73e-7c43b8ad7d91 req-f7514b53-a3e4-4dda-a3a9-28c9065fd4fe tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:53.106354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a3f60-d8d5-4734-b73e-7c43b8ad7d91 req-f7514b53-a3e4-4dda-a3a9-28c9065fd4fe tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:53.116435 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a3f60-d8d5-4734-b73e-7c43b8ad7d91 req-f7514b53-a3e4-4dda-a3a9-28c9065fd4fe tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:53.119772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-c25e1468-f4c4-4ff1-a4bc-a20e03e3a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:53.121929 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-c25e1468-f4c4-4ff1-a4bc-a20e03e3a845 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 200  len: 861 time: 0.2564662
Apr 16 21:13:53.126999 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-107a3f60-d8d5-4734-b73e-7c43b8ad7d91 req-f7514b53-a3e4-4dda-a3a9-28c9065fd4fe tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 2373 time: 0.3781266
Apr 16 21:13:53.151965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba2c6170-a104-46f2-a68f-75da3abb05e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:13:53.188247 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-3ff85abf-7759-4bb3-87bf-58d7e93bfc94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=341a7a54-447f-4bb3-9bb9-2193e32a0929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569341
Apr 16 21:13:53.201076 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:53.236003 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-107a3f60-d8d5-4734-b73e-7c43b8ad7d91 req-ab2eb312-469e-4145-ac47-da470844c8fc tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0990503
Apr 16 21:13:53.239745 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e3a78b0>, '6cabcccd-2c74-429f-a11f-04862ff8bf54') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:53.243265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e3a78b0>, '6cabcccd-2c74-429f-a11f-04862ff8bf54') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:53.259962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ba2c6170-a104-46f2-a68f-75da3abb05e6 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:13:53.260336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba2c6170-a104-46f2-a68f-75da3abb05e6 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:13:53.286278 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e220556c-73e1-42e1-a291-a4168a2b6289,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:53.315098 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (6cabcccd-2c74-429f-a11f-04862ff8bf54), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:53.337046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e220556c-73e1-42e1-a291-a4168a2b6289 has no active binding in host nch2-master-1 {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 16 21:13:53.338421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-71944383-0f9b-4e5b-a3e8-7c9c0072efd4 None None] Provisioning complete for port 289d892c-efd8-4a45-8065-39c93c83ca97 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:53.338799 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-71944383-0f9b-4e5b-a3e8-7c9c0072efd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:53.351818 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6cabcccd-2c74-429f-a11f-04862ff8bf54), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:53.367331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:13:53.369241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (6cabcccd-2c74-429f-a11f-04862ff8bf54), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:13:53.374965 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:13:53.387584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd5ef4-387a-4014-8cc5-756e07a48dd1 req-9829a720-8126-493c-8876-10efd2b4f442 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:53.396207 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-71944383-0f9b-4e5b-a3e8-7c9c0072efd4 None None] Port 289d892c-efd8-4a45-8065-39c93c83ca97 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:13:53.397687 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8dd5ef4-387a-4014-8cc5-756e07a48dd1 req-9829a720-8126-493c-8876-10efd2b4f442 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 944 time: 0.2122936
Apr 16 21:13:53.439694 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b4bc1f2-7f14-4f18-9903-748b0472ebbf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.9373763
Apr 16 21:13:53.450400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=e220556c-73e1-42e1-a291-a4168a2b6289,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:53.538532 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9b264293-e16f-48ce-864d-578c1e792d8d req-515fe58b-2042-44c2-8999-43848a503ff7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-133179858&fields=id&tenant_id=fe50d9e0841749f094948101efdc3d92 HTTP/1.1" status: 200  len: 267 time: 0.0960624
Apr 16 21:13:53.560576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8dd5ef4-387a-4014-8cc5-756e07a48dd1 req-44ae8fce-76e3-4ff6-b1d3-db01982d3927 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1621697
Apr 16 21:13:53.563906 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-9ff5895e-ef58-41ec-9e11-20128f28070a service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3651931
Apr 16 21:13:53.610122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Attempting to bind port e220556c-73e1-42e1-a291-a4168a2b6289 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:13:53.613014 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b264293-e16f-48ce-864d-578c1e792d8d req-cb253450-1a5b-4e80-8fd0-c2f520bb5949 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:53.615236 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9b264293-e16f-48ce-864d-578c1e792d8d req-cb253450-1a5b-4e80-8fd0-c2f520bb5949 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 985 time: 0.0676098
Apr 16 21:13:53.620151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 3a37d159-26e4-4121-9cef-bb552002481b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:13:53.630479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Attempting to bind port e220556c-73e1-42e1-a291-a4168a2b6289 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:13:53.630702 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-9b264293-e16f-48ce-864d-578c1e792d8d req-e53a9a2f-90bc-4b04-b681-c4070fbcd396 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'port': {'security_groups': ['61afe6ee-4af3-4732-829f-97323f5d0334', 'dac9affa-3ddd-4873-99d7-c742d8e50a0d', 'cc0980eb-3522-4c74-bc5f-db8b84d66c49']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:53.630829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Attempting to bind port e220556c-73e1-42e1-a291-a4168a2b6289 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:53.697787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Port e220556c-73e1-42e1-a291-a4168a2b6289 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:13:53.698439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Attempting to bind port e220556c-73e1-42e1-a291-a4168a2b6289 on network 8cfbbf93-9e15-4e76-bfe0-e69ff753f337 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:13:53.705202 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413ef7b5-7c22-4893-a13d-b97955025b7c x-openstack-request-id: req-413ef7b5-7c22-4893-a13d-b97955025b7c {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:53.705582 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f88efa6-8671-4565-aa09-bfbafc6ec242", "tag": "b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:53.705912 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-413ef7b5-7c22-4893-a13d-b97955025b7c {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:53.706478 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413ef7b5-7c22-4893-a13d-b97955025b7c'] response: {'name': 'network-changed', 'server_uuid': '3f88efa6-8671-4565-aa09-bfbafc6ec242', 'tag': 'b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3', 'status': 'completed', 'code': 200}
Apr 16 21:13:53.709041 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:13:53.709611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Checking segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:13:53.710181 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Bound using segment: {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:13:53.710980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Bound port: e220556c-73e1-42e1-a291-a4168a2b6289, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1990381c-1ab4-407f-933c-a2d13433ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8cfbbf93-9e15-4e76-bfe0-e69ff753f337'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:13:53.711631 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:53.713108 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a0b7aa02-6b05-448c-853d-2f8d270d1d12), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:53.721937 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:53.737569 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] 10.222.0.20 "DELETE /v2.0/networks/a0b7aa02-6b05-448c-853d-2f8d270d1d12 HTTP/1.1" status: 204  len: 168 time: 2.1382864
Apr 16 21:13:53.738302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55852) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:53.742341 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2cc396-b5fe-4a2f-a573-5aa3c681e3b3 x-openstack-request-id: req-4a2cc396-b5fe-4a2f-a573-5aa3c681e3b3 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:53.742705 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39df3a82-5cde-4311-8bec-5ce2d111d59e", "name": "network-vif-unplugged", "status": "completed", "tag": "e220556c-73e1-42e1-a291-a4168a2b6289", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:53.743020 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a2cc396-b5fe-4a2f-a573-5aa3c681e3b3 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:53.743499 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2cc396-b5fe-4a2f-a573-5aa3c681e3b3'] response: {'server_uuid': '39df3a82-5cde-4311-8bec-5ce2d111d59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e220556c-73e1-42e1-a291-a4168a2b6289', 'code': 200}
Apr 16 21:13:53.804908 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-c684c8ba-6072-4609-b78c-42325e1028c5 service neutron] 10.222.0.11 "GET /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2298982
Apr 16 21:13:53.853322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 3a37d159-26e4-4121-9cef-bb552002481b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a37d159-26e4-4121-9cef-bb552002481b,segment=NetworkSegment(d67c964c-5141-4e89-bb87-ca206f6b7bcd),segment_id=d67c964c-5141-4e89-bb87-ca206f6b7bcd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:53.869487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:53.885387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '3a37d159-26e4-4121-9cef-bb552002481b', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'port_id': '3a37d159-26e4-4121-9cef-bb552002481b', 'mac_address': 'fa:16:3e:23:af:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:13:53.889248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a05a-7cc7-44d4-817a-37faaaaa5022 req-6c5bfa83-010a-4664-ac90-55c480ba651b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:53.891125 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd23a05a-7cc7-44d4-817a-37faaaaa5022 req-6c5bfa83-010a-4664-ac90-55c480ba651b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 944 time: 0.0826027
Apr 16 21:13:53.898691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e220556c-73e1-42e1-a291-a4168a2b6289,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:13:53.942153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 3a37d159-26e4-4121-9cef-bb552002481b is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:53.949071 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3a37d159-26e4-4121-9cef-bb552002481b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:53.955174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8b966-aefe-477f-b2bf-d78c3ce570ef admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b7aa02-6b05-448c-853d-2f8d270d1d12,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:53.973775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a37d159-26e4-4121-9cef-bb552002481b {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:54.008971 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd23a05a-7cc7-44d4-817a-37faaaaa5022 req-26f9739d-6918-4e2e-b10c-c2a4d6724f34 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040156
Apr 16 21:13:54.013075 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9b264293-e16f-48ce-864d-578c1e792d8d req-e53a9a2f-90bc-4b04-b681-c4070fbcd396 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:54.015262 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:54.056804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 3a37d159-26e4-4121-9cef-bb552002481b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a37d159-26e4-4121-9cef-bb552002481b,segment=NetworkSegment(d67c964c-5141-4e89-bb87-ca206f6b7bcd),segment_id=d67c964c-5141-4e89-bb87-ca206f6b7bcd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:54.145074 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3a37d159-26e4-4121-9cef-bb552002481b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:54.187314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:54.187962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:54.190035 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] 10.222.0.41 "PUT /v2.0/ports/e220556c-73e1-42e1-a291-a4168a2b6289 HTTP/1.1" status: 200  len: 1122 time: 2.4928091
Apr 16 21:13:54.231453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=3a37d159-26e4-4121-9cef-bb552002481b,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:54.249566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61c4d6-39dc-4195-9875-65bbf8a2544d req-7f1ee3bf-2341-422b-8762-57ff05c99113 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:54.256707 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e61c4d6-39dc-4195-9875-65bbf8a2544d req-7f1ee3bf-2341-422b-8762-57ff05c99113 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 943 time: 0.0933557
Apr 16 21:13:54.258523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d9dff-4c94-42fe-96bf-685545cd7ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=e220556c-73e1-42e1-a291-a4168a2b6289,revision_number=8']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:54.271998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['e220556c-73e1-42e1-a291-a4168a2b6289'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:54.352791 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e61c4d6-39dc-4195-9875-65bbf8a2544d req-67ebb59b-7c22-44cf-afe4-b6a7e18f7667 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937045
Apr 16 21:13:54.482835 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['3a37d159-26e4-4121-9cef-bb552002481b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:54.512328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf353c-435e-48cb-8fe0-688860ba1bcc req-d636b3f7-2656-4abd-a274-9bedac4ec950 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:54.520576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1daf353c-435e-48cb-8fe0-688860ba1bcc req-d636b3f7-2656-4abd-a274-9bedac4ec950 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 944 time: 0.0655708
Apr 16 21:13:54.551671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['e220556c-73e1-42e1-a291-a4168a2b6289'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:54.638529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409094af-961a-4c90-8390-acd9b3ee5339 req-7781ac7a-c859-4332-bbd9-c0e2d6414b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:54.641778 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-409094af-961a-4c90-8390-acd9b3ee5339 req-7781ac7a-c859-4332-bbd9-c0e2d6414b05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f95103d3663146e9ba6ffb49a05196b4&device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 1125 time: 0.0808072
Apr 16 21:13:54.685324 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1daf353c-435e-48cb-8fe0-688860ba1bcc req-3daed4d3-17e8-46e2-8ea2-7470679b3fee tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637480
Apr 16 21:13:54.830307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409094af-961a-4c90-8390-acd9b3ee5339 req-9453234d-a488-4df6-9356-8ba73baf349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:54.832373 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-409094af-961a-4c90-8390-acd9b3ee5339 req-9453234d-a488-4df6-9356-8ba73baf349e service neutron] 10.222.0.41 "GET /v2.0/networks?id=769f0aad-9fdd-4679-bf9a-69cbe3356918 HTTP/1.1" status: 200  len: 905 time: 0.1815245
Apr 16 21:13:54.885392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-20cb08ed-a062-47c4-a604-892943381243 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'port': {'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621', 'admin_state_up': True, 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'security_groups': ['3d8d2bfa-3658-44d3-9935-09b0502e9c7f']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:54.891993 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-409094af-961a-4c90-8390-acd9b3ee5339 req-2963e022-4a02-4921-804e-64535bf90ffb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f99c127-cfc6-412e-914a-153d34cbba61 HTTP/1.1" status: 200  len: 217 time: 0.0520442
Apr 16 21:13:54.899135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df522b01-2f80-404d-89a6-b1ebd5bbab5e req-54c40d42-864e-4974-beb4-7af152ce5b4d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:54.905348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df522b01-2f80-404d-89a6-b1ebd5bbab5e req-54c40d42-864e-4974-beb4-7af152ce5b4d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:54.911177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df522b01-2f80-404d-89a6-b1ebd5bbab5e req-54c40d42-864e-4974-beb4-7af152ce5b4d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:54.912864 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df522b01-2f80-404d-89a6-b1ebd5bbab5e req-54c40d42-864e-4974-beb4-7af152ce5b4d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 2373 time: 0.1322091
Apr 16 21:13:54.974533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9263200-9c87-46c7-8f91-c4ef8f49bb72 req-2cdbe210-5d9e-4f80-91c0-b5c6b9c21c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:54.976321 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9263200-9c87-46c7-8f91-c4ef8f49bb72 req-2cdbe210-5d9e-4f80-91c0-b5c6b9c21c28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe50d9e0841749f094948101efdc3d92&device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 1167 time: 0.1022289
Apr 16 21:13:55.020085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-71cd9437-ccf7-4658-8501-59ce87a83f89 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:55.020833 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-71cd9437-ccf7-4658-8501-59ce87a83f89 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f&tenant_id=68af3300a0d149adbbf934b4ff1f87d8&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1054165
Apr 16 21:13:55.024075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409094af-961a-4c90-8390-acd9b3ee5339 req-f8ee552a-609e-4cd9-8121-83e0102e90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:55.025539 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-409094af-961a-4c90-8390-acd9b3ee5339 req-f8ee552a-609e-4cd9-8121-83e0102e90f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf HTTP/1.1" status: 200  len: 844 time: 0.1117859
Apr 16 21:13:55.070071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9b264293-e16f-48ce-864d-578c1e792d8d req-e53a9a2f-90bc-4b04-b681-c4070fbcd396 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] For port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:55.198701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d954fffc-2063-44ca-9568-5af4bafa3af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:55.213134 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9b264293-e16f-48ce-864d-578c1e792d8d req-e53a9a2f-90bc-4b04-b681-c4070fbcd396 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:55.274281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9263200-9c87-46c7-8f91-c4ef8f49bb72 req-1c9f2798-8605-4c7b-818c-faf07494f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:55.275758 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9263200-9c87-46c7-8f91-c4ef8f49bb72 req-1c9f2798-8605-4c7b-818c-faf07494f367 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39451244-1104-46d3-8155-9d8d7ddc9546 HTTP/1.1" status: 200  len: 914 time: 0.2911825
Apr 16 21:13:55.337058 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9b264293-e16f-48ce-864d-578c1e792d8d req-e53a9a2f-90bc-4b04-b681-c4070fbcd396 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:55.349783 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9263200-9c87-46c7-8f91-c4ef8f49bb72 req-c9443f3f-eb0c-474b-9488-041bc1c1c505 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 HTTP/1.1" status: 200  len: 217 time: 0.0643983
Apr 16 21:13:55.350119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:55.392032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-409094af-961a-4c90-8390-acd9b3ee5339 req-263947cb-e0ad-4f2b-8dc4-cc9946121695 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=769f0aad-9fdd-4679-bf9a-69cbe3356918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3530118
Apr 16 21:13:55.414594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df522b01-2f80-404d-89a6-b1ebd5bbab5e req-bac44e95-8598-46d0-8440-098faf0857d6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4830375
Apr 16 21:13:55.539017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9263200-9c87-46c7-8f91-c4ef8f49bb72 req-c3abf21a-6eda-4ad5-97dd-c65d657261b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:55.540578 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9263200-9c87-46c7-8f91-c4ef8f49bb72 req-c3abf21a-6eda-4ad5-97dd-c65d657261b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50d87fc9-b789-4377-bead-4d47e0e49e65 HTTP/1.1" status: 200  len: 853 time: 0.1490636
Apr 16 21:13:55.541215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a9a2f-90bc-4b04-b681-c4070fbcd396 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'Port': ['ID=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,revision_number=7']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:55.578420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc63acc-5ba1-4810-848f-211957a5931b req-2eb4ec7b-8036-41a5-b829-5a1d59a0444e tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:55.583179 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b264293-e16f-48ce-864d-578c1e792d8d req-e53a9a2f-90bc-4b04-b681-c4070fbcd396 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:55.583861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9b264293-e16f-48ce-864d-578c1e792d8d req-e53a9a2f-90bc-4b04-b681-c4070fbcd396 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:55.585030 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3dc63acc-5ba1-4810-848f-211957a5931b req-2eb4ec7b-8036-41a5-b829-5a1d59a0444e tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 945 time: 0.0765014
Apr 16 21:13:55.585319 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9b264293-e16f-48ce-864d-578c1e792d8d req-e53a9a2f-90bc-4b04-b681-c4070fbcd396 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "PUT /v2.0/ports/b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 HTTP/1.1" status: 200  len: 1021 time: 1.9617231
Apr 16 21:13:55.591173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-20cb08ed-a062-47c4-a604-892943381243 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Made reservation on behalf of ce47d3657e50419183b9ee9cee309667 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:55.637976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 3a37d159-26e4-4121-9cef-bb552002481b up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:55.677768 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:55.702571 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9263200-9c87-46c7-8f91-c4ef8f49bb72 req-667cc6c5-0ae5-404c-89b3-d5ff963b5ca5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39451244-1104-46d3-8155-9d8d7ddc9546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1401305
Apr 16 21:13:55.709171 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f88efa6-8671-4565-aa09-bfbafc6ec242', 'tag': 'b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:55.711762 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d38f86b-af15-4f12-890d-6dceb767f997" -d '{"events": [{"name": "network-changed", "server_uuid": "3f88efa6-8671-4565-aa09-bfbafc6ec242", "tag": "b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:55.758909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39df3a82-5cde-4311-8bec-5ce2d111d59e', 'tag': 'e220556c-73e1-42e1-a291-a4168a2b6289'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:55.764074 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab9db96-6e7b-4e56-b906-d1dc4dd7a533" -d '{"events": [{"name": "network-changed", "server_uuid": "39df3a82-5cde-4311-8bec-5ce2d111d59e", "tag": "e220556c-73e1-42e1-a291-a4168a2b6289"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:55.783669 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3dc63acc-5ba1-4810-848f-211957a5931b req-e6d5d97f-e753-49f7-9fee-3b6e2fd78a32 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1784530
Apr 16 21:13:55.822533 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-3a833902-5f92-469c-bf49-e841fd22d7ca service neutron] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:13:55.833672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 3a37d159-26e4-4121-9cef-bb552002481b completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:13:55.834183 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-3a833902-5f92-469c-bf49-e841fd22d7ca service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:55.835324 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85ec2f90-2c14-49d1-b3ca-85327593a286 req-3a833902-5f92-469c-bf49-e841fd22d7ca service neutron] 10.222.0.11 "DELETE /v2.0/ports/5d34bb81-13df-419f-85d3-8e3a86be7e32/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.8061914
Apr 16 21:13:55.863877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c7d90-b3be-45f4-94a5-265552a345ca req-a3de8a88-b185-4506-8040-86318d988482 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:55.865792 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-571c7d90-b3be-45f4-94a5-265552a345ca req-a3de8a88-b185-4506-8040-86318d988482 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 944 time: 0.1975067
Apr 16 21:13:55.901153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-409094af-961a-4c90-8390-acd9b3ee5339 req-774ff5e2-f659-4447-bbc2-64369232355f service neutron] 10.222.0.41 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4767580
Apr 16 21:13:55.951003 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-20cb08ed-a062-47c4-a604-892943381243 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:55.963703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 3a37d159-26e4-4121-9cef-bb552002481b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:55.963703 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3a37d159-26e4-4121-9cef-bb552002481b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:56.026217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9263200-9c87-46c7-8f91-c4ef8f49bb72 req-9a996f5b-d088-4a6a-ac06-6866edf9919e service neutron] 10.222.0.41 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2940483
Apr 16 21:13:56.040500 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-571c7d90-b3be-45f4-94a5-265552a345ca req-c39e8cb1-c586-4872-a549-b04008916088 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612036
Apr 16 21:13:56.076219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3cd18-323d-4fe6-ab60-c1a65a8b0317 req-89dadb6e-45a3-487c-a3aa-c5e6b1d05bdb tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:56.083770 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d8d3cd18-323d-4fe6-ab60-c1a65a8b0317 req-89dadb6e-45a3-487c-a3aa-c5e6b1d05bdb tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 943 time: 0.1384845
Apr 16 21:13:56.141379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 3a37d159-26e4-4121-9cef-bb552002481b is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:56.141775 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3a37d159-26e4-4121-9cef-bb552002481b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:56.159223 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d8d3cd18-323d-4fe6-ab60-c1a65a8b0317 req-1feecb44-5678-4130-931e-5728775a92ee tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745573
Apr 16 21:13:56.161596 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-409094af-961a-4c90-8390-acd9b3ee5339 req-b5b4eedf-24b6-4a58-9554-745bcbf185f0 service neutron] 10.222.0.41 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2565746
Apr 16 21:13:56.189934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b86589-e35e-4b91-b192-9f744516f66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a37d159-26e4-4121-9cef-bb552002481b'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:56.192126 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d849c02-a0f7-4793-81af-1e323bdcd097" -d '{"events": [{"server_uuid": "58b86589-e35e-4b91-b192-9f744516f66f", "name": "network-vif-plugged", "status": "completed", "tag": "3a37d159-26e4-4121-9cef-bb552002481b"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:56.206516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 3a37d159-26e4-4121-9cef-bb552002481b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a37d159-26e4-4121-9cef-bb552002481b,segment=NetworkSegment(d67c964c-5141-4e89-bb87-ca206f6b7bcd),segment_id=d67c964c-5141-4e89-bb87-ca206f6b7bcd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:56.308676 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3a37d159-26e4-4121-9cef-bb552002481b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:56.314212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864317b1-51e0-4f4f-9e49-c28590a24057 req-32d45a0f-2013-4977-bc2b-98cdde0ffbdc tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:56.316493 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-864317b1-51e0-4f4f-9e49-c28590a24057 req-32d45a0f-2013-4977-bc2b-98cdde0ffbdc tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 944 time: 0.0840020
Apr 16 21:13:56.362881 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d954fffc-2063-44ca-9568-5af4bafa3af0 admin admin] Deleting port ba86fe2f-b803-42f0-ac22-80fe8048696e {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:13:56.363226 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d954fffc-2063-44ca-9568-5af4bafa3af0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:56.370607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f13cfc-c21c-4ccb-a747-a48cd3a7a99a req-bd399b31-1553-4550-b7b6-1aab5bd9a61c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:56.372163 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-34f13cfc-c21c-4ccb-a747-a48cd3a7a99a req-bd399b31-1553-4550-b7b6-1aab5bd9a61c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 1024 time: 0.2115040
Apr 16 21:13:56.390156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=3a37d159-26e4-4121-9cef-bb552002481b,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:56.425156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-864317b1-51e0-4f4f-9e49-c28590a24057 req-6ee76e87-016c-425e-81b6-b3b56354df81 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024392
Apr 16 21:13:56.495211 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44b7706-595c-4ff4-b093-0c111ee315ff x-openstack-request-id: req-f44b7706-595c-4ff4-b093-0c111ee315ff {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:56.497002 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f88efa6-8671-4565-aa09-bfbafc6ec242", "tag": "b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:56.497368 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f44b7706-595c-4ff4-b093-0c111ee315ff {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:56.497894 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44b7706-595c-4ff4-b093-0c111ee315ff'] response: {'name': 'network-changed', 'server_uuid': '3f88efa6-8671-4565-aa09-bfbafc6ec242', 'tag': 'b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3', 'status': 'completed', 'code': 200}
Apr 16 21:13:56.524758 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5944574b-3db2-43e3-af45-faa4a9e657f8 x-openstack-request-id: req-5944574b-3db2-43e3-af45-faa4a9e657f8 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:56.525240 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39df3a82-5cde-4311-8bec-5ce2d111d59e", "tag": "e220556c-73e1-42e1-a291-a4168a2b6289", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:56.525557 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5944574b-3db2-43e3-af45-faa4a9e657f8 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:56.525703 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9263200-9c87-46c7-8f91-c4ef8f49bb72 req-237a93e4-5140-4c38-a043-4ffdd3e8777d service neutron] 10.222.0.41 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4909844
Apr 16 21:13:56.526078 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5944574b-3db2-43e3-af45-faa4a9e657f8'] response: {'name': 'network-changed', 'server_uuid': '39df3a82-5cde-4311-8bec-5ce2d111d59e', 'tag': 'e220556c-73e1-42e1-a291-a4168a2b6289', 'status': 'completed', 'code': 200}
Apr 16 21:13:56.555235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-20cb08ed-a062-47c4-a604-892943381243 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Allocated IP 10.2.2.100 (84e05a77-422a-4fe5-a7de-668bfb04f621/b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5/3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:56.563795 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66294bb-9392-4905-97f8-f981b7d25a86 x-openstack-request-id: req-a66294bb-9392-4905-97f8-f981b7d25a86 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:56.564295 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b86589-e35e-4b91-b192-9f744516f66f", "name": "network-vif-plugged", "status": "completed", "tag": "3a37d159-26e4-4121-9cef-bb552002481b", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:56.564648 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a66294bb-9392-4905-97f8-f981b7d25a86 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:56.565197 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66294bb-9392-4905-97f8-f981b7d25a86'] response: {'server_uuid': '58b86589-e35e-4b91-b192-9f744516f66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a37d159-26e4-4121-9cef-bb552002481b', 'code': 200}
Apr 16 21:13:56.603262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-d954fffc-2063-44ca-9568-5af4bafa3af0 admin admin] For port ba86fe2f-b803-42f0-ac22-80fe8048696e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba86fe2f-b803-42f0-ac22-80fe8048696e,segment=NetworkSegment(205a9205-64be-4634-8f02-052a7944f249),segment_id=205a9205-64be-4634-8f02-052a7944f249)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:56.606600 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d954fffc-2063-44ca-9568-5af4bafa3af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:56.610010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9db96-6e7b-4e56-b906-d1dc4dd7a533 req-213221f1-adfb-46fc-abe8-76277da81a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:56.611734 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ab9db96-6e7b-4e56-b906-d1dc4dd7a533 req-213221f1-adfb-46fc-abe8-76277da81a9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 1156 time: 0.0582206
Apr 16 21:13:56.625012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7f99c127-cfc6-412e-914a-153d34cbba61 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:13:56.646787 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d954fffc-2063-44ca-9568-5af4bafa3af0 admin admin] Calling delete_port for ba86fe2f-b803-42f0-ac22-80fe8048696e owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:13:56.666250 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-34f13cfc-c21c-4ccb-a747-a48cd3a7a99a req-19c0af08-3abd-4676-91c8-8cb1ff31078f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&id=dac9affa-3ddd-4873-99d7-c742d8e50a0d&id=cc0980eb-3522-4c74-bc5f-db8b84d66c49 HTTP/1.1" status: 200  len: 6199 time: 0.2680998
Apr 16 21:13:56.736580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-7357b816-1dbe-4851-90ae-f8027620bb57 req-931e9a92-82f4-4c41-be34-0544289af0fb tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1547425905 ', 'description': 'tempest-description-1806767493'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:56.848802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7f99c127-cfc6-412e-914a-153d34cbba61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f99c127-cfc6-412e-914a-153d34cbba61,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:56.865244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '7f99c127-cfc6-412e-914a-153d34cbba61', 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918', 'port_id': '7f99c127-cfc6-412e-914a-153d34cbba61', 'mac_address': 'fa:16:3e:21:1c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:13:56.870437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56bddf-18d1-4d39-9e9c-0bb1a2d45966 req-5c2445c3-1363-4767-bc6d-9946a0c45df0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:56.877328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56bddf-18d1-4d39-9e9c-0bb1a2d45966 req-5c2445c3-1363-4767-bc6d-9946a0c45df0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:56.882420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56bddf-18d1-4d39-9e9c-0bb1a2d45966 req-5c2445c3-1363-4767-bc6d-9946a0c45df0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:56.884135 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba56bddf-18d1-4d39-9e9c-0bb1a2d45966 req-5c2445c3-1363-4767-bc6d-9946a0c45df0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 2373 time: 0.1170335
Apr 16 21:13:56.885172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dea5a-3014-462f-9052-c25af3ddc393 req-ade14189-f62a-4689-b580-d6239e2980be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:56.886528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-261dea5a-3014-462f-9052-c25af3ddc393 req-ade14189-f62a-4689-b580-d6239e2980be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 1128 time: 0.1316726
Apr 16 21:13:56.928142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9db96-6e7b-4e56-b906-d1dc4dd7a533 req-0f0815e8-417a-4f88-881d-381114337d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:56.929683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ab9db96-6e7b-4e56-b906-d1dc4dd7a533 req-0f0815e8-417a-4f88-881d-381114337d63 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.3110867
Apr 16 21:13:56.963557 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-20cb08ed-a062-47c4-a604-892943381243 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:56.991484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ab9db96-6e7b-4e56-b906-d1dc4dd7a533 req-829a1b16-ce07-46df-8f4f-d1b1559b01aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e220556c-73e1-42e1-a291-a4168a2b6289 HTTP/1.1" status: 200  len: 217 time: 0.0483310
Apr 16 21:13:57.007973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7357b816-1dbe-4851-90ae-f8027620bb57 req-931e9a92-82f4-4c41-be34-0544289af0fb tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:57.023001 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba56bddf-18d1-4d39-9e9c-0bb1a2d45966 req-520ced33-d2fe-4230-bc94-1a11e32d1803 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1323123
Apr 16 21:13:57.047374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-261dea5a-3014-462f-9052-c25af3ddc393 req-4eb61343-3555-4306-92c9-5b1023f201c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1356542
Apr 16 21:13:57.085269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9db96-6e7b-4e56-b906-d1dc4dd7a533 req-14379146-e00c-4502-9eff-ca21d8c145a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:57.086690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ab9db96-6e7b-4e56-b906-d1dc4dd7a533 req-14379146-e00c-4502-9eff-ca21d8c145a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.0846765
Apr 16 21:13:57.093379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 7f99c127-cfc6-412e-914a-153d34cbba61 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:57.093778 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:57.112944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f99c127-cfc6-412e-914a-153d34cbba61 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:13:57.133606 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-20cb08ed-a062-47c4-a604-892943381243 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:57.138622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7f99c127-cfc6-412e-914a-153d34cbba61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f99c127-cfc6-412e-914a-153d34cbba61,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:57.170953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b89ec4-410c-40d3-ab36-7f329ca952ac req-19db6053-d894-47eb-9627-2f4a51d43cf2 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:57.172657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61b89ec4-410c-40d3-ab36-7f329ca952ac req-19db6053-d894-47eb-9627-2f4a51d43cf2 tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 1126 time: 0.0460706
Apr 16 21:13:57.173667 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7357b816-1dbe-4851-90ae-f8027620bb57 req-931e9a92-82f4-4c41-be34-0544289af0fb tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (27a230fc-be9d-4889-8a58-24a402effdaa), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:57.195967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-20cb08ed-a062-47c4-a604-892943381243 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Network 84e05a77-422a-4fe5-a7de-668bfb04f621 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:57.199212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-20cb08ed-a062-47c4-a604-892943381243 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:57.203426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-20cb08ed-a062-47c4-a604-892943381243 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:57.227605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61b89ec4-410c-40d3-ab36-7f329ca952ac req-a8cb29bc-d898-4ba7-8ad3-83e5c8d0ea3d tempest-LiveAutoBlockMigrationV225Test-809890570 tempest-LiveAutoBlockMigrationV225Test-809890570-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488484
Apr 16 21:13:57.233882 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d954fffc-2063-44ca-9568-5af4bafa3af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ba86fe2f-b803-42f0-ac22-80fe8048696e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:57.240096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb08ed-a062-47c4-a604-892943381243 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'Port': ['ID=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:57.280425 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:57.298909 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954fffc-2063-44ca-9568-5af4bafa3af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba86fe2f-b803-42f0-ac22-80fe8048696e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:57.302293 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7357b816-1dbe-4851-90ae-f8027620bb57 req-931e9a92-82f4-4c41-be34-0544289af0fb tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (27a230fc-be9d-4889-8a58-24a402effdaa), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:57.353259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-20cb08ed-a062-47c4-a604-892943381243 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:57.354091 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-20cb08ed-a062-47c4-a604-892943381243 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:57.393807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=7f99c127-cfc6-412e-914a-153d34cbba61,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:57.436700 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ab9db96-6e7b-4e56-b906-d1dc4dd7a533 req-43336bad-9357-4b3b-adcc-1d57878cf8c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0821435
Apr 16 21:13:57.439263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38f86b-af15-4f12-890d-6dceb767f997 req-67827058-c418-4e4f-8140-90eeea080982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:57.440956 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d38f86b-af15-4f12-890d-6dceb767f997 req-67827058-c418-4e4f-8140-90eeea080982 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe50d9e0841749f094948101efdc3d92&device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 1207 time: 0.0492895
Apr 16 21:13:57.446455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76258-e9a7-48da-8ffc-24ef8a65954f req-0932d4ce-2149-4ca7-a4d3-9349ee7ad807 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:57.448330 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68a76258-e9a7-48da-8ffc-24ef8a65954f req-0932d4ce-2149-4ca7-a4d3-9349ee7ad807 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 946 time: 0.1064529
Apr 16 21:13:57.558116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e9a92-82f4-4c41-be34-0544289af0fb tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a230fc-be9d-4889-8a58-24a402effdaa,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:57.571253 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7357b816-1dbe-4851-90ae-f8027620bb57 req-931e9a92-82f4-4c41-be34-0544289af0fb tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:57.572558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7357b816-1dbe-4851-90ae-f8027620bb57 req-931e9a92-82f4-4c41-be34-0544289af0fb tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1803 time: 0.8401892
Apr 16 21:13:57.600690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38f86b-af15-4f12-890d-6dceb767f997 req-a6d836fa-4a0e-42e8-89c8-448f4c7f398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:57.602563 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d38f86b-af15-4f12-890d-6dceb767f997 req-a6d836fa-4a0e-42e8-89c8-448f4c7f398d service neutron] 10.222.0.41 "GET /v2.0/networks?id=39451244-1104-46d3-8155-9d8d7ddc9546 HTTP/1.1" status: 200  len: 914 time: 0.1294506
Apr 16 21:13:57.712329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ab9db96-6e7b-4e56-b906-d1dc4dd7a533 req-011b9d9a-301e-44a9-8314-2a50ef460797 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2207689
Apr 16 21:13:57.735264 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-20cb08ed-a062-47c4-a604-892943381243 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8602140
Apr 16 21:13:57.762499 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68a76258-e9a7-48da-8ffc-24ef8a65954f req-61214f7e-3238-40e7-becb-392c2cf40484 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3032942
Apr 16 21:13:57.769879 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['7f99c127-cfc6-412e-914a-153d34cbba61'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:13:57.792562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-887682bf-27e1-445c-b75c-832f22387558 None None] Provisioning complete for port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:57.792924 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-887682bf-27e1-445c-b75c-832f22387558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:57.796813 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d954fffc-2063-44ca-9568-5af4bafa3af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:57.802156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7393c718-e8ef-4357-85af-62b2cc41ce3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'port': {'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621', 'admin_state_up': True, 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'security_groups': ['3d8d2bfa-3658-44d3-9935-09b0502e9c7f']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:13:57.832276 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d38f86b-af15-4f12-890d-6dceb767f997 req-894be0f6-75bd-4725-a2c6-324e15b4f182 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 HTTP/1.1" status: 200  len: 217 time: 0.1112320
Apr 16 21:13:57.864976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-887682bf-27e1-445c-b75c-832f22387558 None None] Port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:13:57.915659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44019f-1ec2-44e7-83e0-800d783a0ee1 req-3cd5802e-b632-418e-9c73-200e7893933b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:57.917297 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ce44019f-1ec2-44e7-83e0-800d783a0ee1 req-3cd5802e-b632-418e-9c73-200e7893933b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 944 time: 0.0501964
Apr 16 21:13:57.975717 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ce44019f-1ec2-44e7-83e0-800d783a0ee1 req-00e4dd47-2e83-475d-8693-6c44847a5900 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514534
Apr 16 21:13:57.983241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b22fb4-57d7-44dd-bb06-3bdfee8e75b7 req-bf007df8-3fb7-4717-a725-bce8cb475158 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:57.983241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88b22fb4-57d7-44dd-bb06-3bdfee8e75b7 req-bf007df8-3fb7-4717-a725-bce8cb475158 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 944 time: 0.2557075
Apr 16 21:13:58.079329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38f86b-af15-4f12-890d-6dceb767f997 req-d55b090a-2c47-4792-bdf9-3c341af7aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:58.080824 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d38f86b-af15-4f12-890d-6dceb767f997 req-d55b090a-2c47-4792-bdf9-3c341af7aa35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50d87fc9-b789-4377-bead-4d47e0e49e65 HTTP/1.1" status: 200  len: 853 time: 0.2273045
Apr 16 21:13:58.102758 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ab9db96-6e7b-4e56-b906-d1dc4dd7a533 req-a8ce16eb-c1af-47eb-8ab7-6e12bee5808e service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923851
Apr 16 21:13:58.464271 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d38f86b-af15-4f12-890d-6dceb767f997 req-945dbc89-f531-41b9-a849-a7b68360bac0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39451244-1104-46d3-8155-9d8d7ddc9546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3669550
Apr 16 21:13:58.473747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88b22fb4-57d7-44dd-bb06-3bdfee8e75b7 req-8615c31e-92a7-4730-90d9-e19e99742c3a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4827063
Apr 16 21:13:58.477489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a60d9-6d4e-40fd-a01d-99382ed98c90 req-42870ec1-fc72-4537-9064-3edb7cbd78cf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:58.479319 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c9a60d9-6d4e-40fd-a01d-99382ed98c90 req-42870ec1-fc72-4537-9064-3edb7cbd78cf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 946 time: 0.0492234
Apr 16 21:13:58.530876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c9a60d9-6d4e-40fd-a01d-99382ed98c90 req-21607bcc-7939-4ab0-94b5-f007b88714e5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448537
Apr 16 21:13:58.588287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7393c718-e8ef-4357-85af-62b2cc41ce3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Made reservation on behalf of ce47d3657e50419183b9ee9cee309667 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:13:58.592687 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7393c718-e8ef-4357-85af-62b2cc41ce3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:58.644828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc72d8-e836-4030-bb86-2148c372d83d req-f4303681-21a5-415d-a78f-e39d6788abce tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:58.650131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc72d8-e836-4030-bb86-2148c372d83d req-f4303681-21a5-415d-a78f-e39d6788abce tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:58.655612 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc72d8-e836-4030-bb86-2148c372d83d req-f4303681-21a5-415d-a78f-e39d6788abce tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:58.661324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc72d8-e836-4030-bb86-2148c372d83d req-f4303681-21a5-415d-a78f-e39d6788abce tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:58.663091 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2cc72d8-e836-4030-bb86-2148c372d83d req-f4303681-21a5-415d-a78f-e39d6788abce tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 3094 time: 0.0713921
Apr 16 21:13:58.712735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2cc72d8-e836-4030-bb86-2148c372d83d req-0c70f7a6-829b-4b7e-8f7a-2ccf3822ce8f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423295
Apr 16 21:13:58.719876 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b7f5a555-7364-4b00-8a93-4e44dc186510 req-99b2a9f4-72fd-4a34-8fcf-2e99f160e144 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/27a230fc-be9d-4889-8a58-24a402effdaa HTTP/1.1" status: 200  len: 1798 time: 0.1505527
Apr 16 21:13:58.758041 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d38f86b-af15-4f12-890d-6dceb767f997 req-0bc5ab41-34b5-4185-9e0a-c824e872fade service neutron] 10.222.0.41 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781508
Apr 16 21:13:58.820466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d954fffc-2063-44ca-9568-5af4bafa3af0 admin admin] Router ad8a1b25-8a27-4915-8648-c86c2b82f1d3 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:13:58.936620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2733c-67c7-421e-80a7-bece5a46ed31 req-fa2e54d8-c013-4faf-905f-85ea504fe312 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:58.938157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a6f2733c-67c7-421e-80a7-bece5a46ed31 req-fa2e54d8-c013-4faf-905f-85ea504fe312 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 944 time: 0.1449645
Apr 16 21:13:59.086347 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7f99c127-cfc6-412e-914a-153d34cbba61 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:13:59.090713 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d38f86b-af15-4f12-890d-6dceb767f997 req-3843df0e-96f6-4071-bba8-205b2d527ccb service neutron] 10.222.0.41 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3262186
Apr 16 21:13:59.120288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7393c718-e8ef-4357-85af-62b2cc41ce3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Allocated IP 10.2.2.200 (84e05a77-422a-4fe5-a7de-668bfb04f621/b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5/c6438618-4e2e-4e98-a08e-fdf410282f72) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:13:59.131009 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a6f2733c-67c7-421e-80a7-bece5a46ed31 req-297dda4e-f97c-46be-a90a-cbb782b3d003 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584473
Apr 16 21:13:59.141432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 7f99c127-cfc6-412e-914a-153d34cbba61 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:13:59.156049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d954fffc-2063-44ca-9568-5af4bafa3af0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:13:59.165854 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d954fffc-2063-44ca-9568-5af4bafa3af0 admin admin] 10.222.0.20 "PUT /v2.0/routers/ad8a1b25-8a27-4915-8648-c86c2b82f1d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4155023
Apr 16 21:13:59.168523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55948) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:13:59.168949 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b622d5-3628-488e-b5a4-597cd56d3634 None None] Sync routers for ids ['ad8a1b25-8a27-4915-8648-c86c2b82f1d3'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:13:59.189323 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b622d5-3628-488e-b5a4-597cd56d3634 None None] Routers {'ad8a1b25-8a27-4915-8648-c86c2b82f1d3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:13:59.189933 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-98b622d5-3628-488e-b5a4-597cd56d3634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125023eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:13:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ad8a1b25-8a27-4915-8648-c86c2b82f1d3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:59.303285 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-98b622d5-3628-488e-b5a4-597cd56d3634 None None] Set router ad8a1b25-8a27-4915-8648-c86c2b82f1d3 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:13:59.313016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 7f99c127-cfc6-412e-914a-153d34cbba61 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:13:59.313532 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.318155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfbadf-33d1-4d85-abe5-04c58af464d8 req-a1620c23-ce3b-4db2-80ff-81304502fc6c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:59.320368 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71bfbadf-33d1-4d85-abe5-04c58af464d8 req-a1620c23-ce3b-4db2-80ff-81304502fc6c tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 944 time: 0.0545523
Apr 16 21:13:59.357462 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0101942d-a213-4a23-ab1f-b85eed0ab280 req-eb3943d2-21eb-44c0-bbad-79b0813e1474 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/27a230fc-be9d-4889-8a58-24a402effdaa HTTP/1.1" status: 200  len: 1798 time: 0.1802843
Apr 16 21:13:59.403632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Publish callbacks [] for router (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.428380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 7f99c127-cfc6-412e-914a-153d34cbba61 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:13:59.442728 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.461604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e98c6a8-a1a1-4e8d-98bf-18f5967003ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f99c127-cfc6-412e-914a-153d34cbba61'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:13:59.467006 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bd690c-b343-4dba-94b1-243403c55be0" -d '{"events": [{"server_uuid": "9e98c6a8-a1a1-4e8d-98bf-18f5967003ef", "name": "network-vif-plugged", "status": "completed", "tag": "7f99c127-cfc6-412e-914a-153d34cbba61"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:13:59.493376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7f99c127-cfc6-412e-914a-153d34cbba61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f99c127-cfc6-412e-914a-153d34cbba61,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:59.498959 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7393c718-e8ef-4357-85af-62b2cc41ce3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.548781 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0101942d-a213-4a23-ab1f-b85eed0ab280 req-f5ba9a53-66f8-4ed1-a218-77720bfe8f93 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (27a230fc-be9d-4889-8a58-24a402effdaa), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.563321 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-98b622d5-3628-488e-b5a4-597cd56d3634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125023eb0>, [{'id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766185913-router', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221'}], 'enable_snat': True}, 'gw_port_id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:25Z', 'updated_at': '2022-04-16T21:13:57Z', 'revision_number': 5, 'project_id': 'ce41c59fd659489f98b2e19db24a33f9', 'gw_port': {'id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:26Z', 'updated_at': '2022-04-16T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:59.581146 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.594094 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b622d5-3628-488e-b5a4-597cd56d3634 None None] Checking router: ad8a1b25-8a27-4915-8648-c86c2b82f1d3 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:13:59.597485 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0101942d-a213-4a23-ab1f-b85eed0ab280 req-f5ba9a53-66f8-4ed1-a218-77720bfe8f93 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (27a230fc-be9d-4889-8a58-24a402effdaa), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.609831 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b622d5-3628-488e-b5a4-597cd56d3634 None None] Routers {'ad8a1b25-8a27-4915-8648-c86c2b82f1d3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:13:59.610466 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-98b622d5-3628-488e-b5a4-597cd56d3634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125023eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:13:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ad8a1b25-8a27-4915-8648-c86c2b82f1d3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:13:59.634480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-71bfbadf-33d1-4d85-abe5-04c58af464d8 req-676499f0-a0d4-428b-837a-b530924d214e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Deleting port 5d34bb81-13df-419f-85d3-8e3a86be7e32 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:13:59.635697 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-71bfbadf-33d1-4d85-abe5-04c58af464d8 req-676499f0-a0d4-428b-837a-b530924d214e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.643704 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Publish callbacks [] for router_gateway (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.658919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc47e2-0a0e-4693-bd25-f1dbf5bed44d req-9f5939c7-471e-446b-bf80-35e0ab0ef291 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:59.661675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=7f99c127-cfc6-412e-914a-153d34cbba61,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:59.664262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-05dc47e2-0a0e-4693-bd25-f1dbf5bed44d req-9f5939c7-471e-446b-bf80-35e0ab0ef291 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 946 time: 0.1723311
Apr 16 21:13:59.701994 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7393c718-e8ef-4357-85af-62b2cc41ce3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.762419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7393c718-e8ef-4357-85af-62b2cc41ce3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Network 84e05a77-422a-4fe5-a7de-668bfb04f621 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:13:59.764290 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-98b622d5-3628-488e-b5a4-597cd56d3634 None None] Set router ad8a1b25-8a27-4915-8648-c86c2b82f1d3 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:13:59.769302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7393c718-e8ef-4357-85af-62b2cc41ce3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:13:59.775531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7393c718-e8ef-4357-85af-62b2cc41ce3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:13:59.785350 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-05dc47e2-0a0e-4693-bd25-f1dbf5bed44d req-14d36a12-3843-4171-966d-0350703569b0 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0933166
Apr 16 21:13:59.796420 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393c718-e8ef-4357-85af-62b2cc41ce3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event updated for resources: {'Port': ['ID=c6438618-4e2e-4e98-a08e-fdf410282f72,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:59.807136 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0101942d-a213-4a23-ab1f-b85eed0ab280 req-f5ba9a53-66f8-4ed1-a218-77720bfe8f93 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (27a230fc-be9d-4889-8a58-24a402effdaa), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.810160 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0101942d-a213-4a23-ab1f-b85eed0ab280 req-f5ba9a53-66f8-4ed1-a218-77720bfe8f93 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.818811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-71bfbadf-33d1-4d85-abe5-04c58af464d8 req-676499f0-a0d4-428b-837a-b530924d214e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] For port 5d34bb81-13df-419f-85d3-8e3a86be7e32, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d34bb81-13df-419f-85d3-8e3a86be7e32,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:13:59.819487 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-71bfbadf-33d1-4d85-abe5-04c58af464d8 req-676499f0-a0d4-428b-837a-b530924d214e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.828220 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0101942d-a213-4a23-ab1f-b85eed0ab280 req-f5ba9a53-66f8-4ed1-a218-77720bfe8f93 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "DELETE /v2.0/security-groups/27a230fc-be9d-4889-8a58-24a402effdaa HTTP/1.1" status: 204  len: 173 time: 0.4572325
Apr 16 21:13:59.848650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-71bfbadf-33d1-4d85-abe5-04c58af464d8 req-676499f0-a0d4-428b-837a-b530924d214e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Calling delete_port for 5d34bb81-13df-419f-85d3-8e3a86be7e32 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:13:59.872081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba9a53-66f8-4ed1-a218-77720bfe8f93 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a230fc-be9d-4889-8a58-24a402effdaa,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:13:59.882774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Deleting port 9a403e88-69a5-48d4-ab5e-828a2862cd15 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:13:59.883121 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.905032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7393c718-e8ef-4357-85af-62b2cc41ce3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:13:59.905686 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7393c718-e8ef-4357-85af-62b2cc41ce3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:13:59.928340 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae6fd85-844a-4f49-bece-0c58973bc19a x-openstack-request-id: req-7ae6fd85-844a-4f49-bece-0c58973bc19a {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:13:59.928916 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e98c6a8-a1a1-4e8d-98bf-18f5967003ef", "name": "network-vif-plugged", "status": "completed", "tag": "7f99c127-cfc6-412e-914a-153d34cbba61", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:13:59.929382 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ae6fd85-844a-4f49-bece-0c58973bc19a {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:13:59.930570 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae6fd85-844a-4f49-bece-0c58973bc19a'] response: {'server_uuid': '9e98c6a8-a1a1-4e8d-98bf-18f5967003ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f99c127-cfc6-412e-914a-153d34cbba61', 'code': 200}
Apr 16 21:14:00.075990 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7393c718-e8ef-4357-85af-62b2cc41ce3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2813327
Apr 16 21:14:00.093638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034afcd-9323-4837-8342-6e54fbaed747 req-23623b55-2965-4077-b59b-847b7c05abfd tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:00.095203 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7034afcd-9323-4837-8342-6e54fbaed747 req-23623b55-2965-4077-b59b-847b7c05abfd tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1069667
Apr 16 21:14:00.104703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Request body: {'port': {'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:00.135841 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-98b622d5-3628-488e-b5a4-597cd56d3634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125023eb0>, [{'id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766185913-router', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221'}], 'enable_snat': True}, 'gw_port_id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:25Z', 'updated_at': '2022-04-16T21:13:57Z', 'revision_number': 5, 'project_id': 'ce41c59fd659489f98b2e19db24a33f9', 'gw_port': {'id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:26Z', 'updated_at': '2022-04-16T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:00.147488 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] For port 9a403e88-69a5-48d4-ab5e-828a2862cd15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a403e88-69a5-48d4-ab5e-828a2862cd15,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:00.153487 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:00.160849 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ecef1-fb59-474f-a47a-d4d3130d1006 req-8113802c-c505-46c4-9a35-4a21780f677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:00.162487 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b66ecef1-fb59-474f-a47a-d4d3130d1006 req-8113802c-c505-46c4-9a35-4a21780f677a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 1127 time: 0.1612017
Apr 16 21:14:00.179298 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b622d5-3628-488e-b5a4-597cd56d3634 None None] The sync data for ids ['ad8a1b25-8a27-4915-8648-c86c2b82f1d3'] in ncdv-master-1 is: [{'id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1766185913-router', 'tenant_id': 'ce41c59fd659489f98b2e19db24a33f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221'}], 'enable_snat': True}, 'gw_port_id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:10:25Z', 'updated_at': '2022-04-16T21:13:57Z', 'revision_number': 5, 'project_id': 'ce41c59fd659489f98b2e19db24a33f9', 'gw_port': {'id': '9a403e88-69a5-48d4-ab5e-828a2862cd15', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8a1b25-8a27-4915-8648-c86c2b82f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:10:26Z', 'updated_at': '2022-04-16T21:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:14:00.193959 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a269b-6a8c-4139-9c2e-c9b8d4d28c13 req-6be76ce8-7259-43d4-b567-2f0c8af721e8 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:00.202251 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd5a269b-6a8c-4139-9c2e-c9b8d4d28c13 req-6be76ce8-7259-43d4-b567-2f0c8af721e8 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 944 time: 0.1563544
Apr 16 21:14:00.209580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Calling delete_port for 9a403e88-69a5-48d4-ab5e-828a2862cd15 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:00.216910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9e514926-b8ce-488a-8c7f-b54f3157e81a None None] Provisioning complete for port c6438618-4e2e-4e98-a08e-fdf410282f72 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:00.217525 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9e514926-b8ce-488a-8c7f-b54f3157e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:00.249081 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7034afcd-9323-4837-8342-6e54fbaed747 req-f266cc1c-4b3e-4649-b2d0-81ae7a758b6f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375344
Apr 16 21:14:00.291215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9e514926-b8ce-488a-8c7f-b54f3157e81a None None] Port c6438618-4e2e-4e98-a08e-fdf410282f72 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:14:00.360994 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-71bfbadf-33d1-4d85-abe5-04c58af464d8 req-676499f0-a0d4-428b-837a-b530924d214e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5d34bb81-13df-419f-85d3-8e3a86be7e32), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:00.374074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['69daf0de-dee8-41ab-85fa-24c0d402ba05', '5d34bb81-13df-419f-85d3-8e3a86be7e32'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:00.380692 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd5a269b-6a8c-4139-9c2e-c9b8d4d28c13 req-1a485d73-a637-4ef6-85ca-faaf21c674a7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773739
Apr 16 21:14:00.383815 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (90479900-4d72-46a0-92ee-feff9e50d619), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:00.387707 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b66ecef1-fb59-474f-a47a-d4d3130d1006 req-39d132df-7382-4cfa-bab4-dbbe7566defa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149131
Apr 16 21:14:00.398989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676499f0-a0d4-428b-837a-b530924d214e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Pushing event deleted for resources: {'Port': ['ID=5d34bb81-13df-419f-85d3-8e3a86be7e32,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:00.454219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bfbadf-33d1-4d85-abe5-04c58af464d8 req-676499f0-a0d4-428b-837a-b530924d214e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] No DVR routers for this DVR port 5d34bb81-13df-419f-85d3-8e3a86be7e32 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:14:00.464015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26fe2e-14b8-4b0f-a501-5785a3f5ea6c req-9ec002c2-2d87-4921-a1e2-54e5838df34d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:00.470174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26fe2e-14b8-4b0f-a501-5785a3f5ea6c req-9ec002c2-2d87-4921-a1e2-54e5838df34d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:00.475552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26fe2e-14b8-4b0f-a501-5785a3f5ea6c req-9ec002c2-2d87-4921-a1e2-54e5838df34d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:00.481475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26fe2e-14b8-4b0f-a501-5785a3f5ea6c req-9ec002c2-2d87-4921-a1e2-54e5838df34d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:00.486885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26fe2e-14b8-4b0f-a501-5785a3f5ea6c req-9ec002c2-2d87-4921-a1e2-54e5838df34d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:00.488665 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad26fe2e-14b8-4b0f-a501-5785a3f5ea6c req-9ec002c2-2d87-4921-a1e2-54e5838df34d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 3815 time: 0.1630390
Apr 16 21:14:00.492463 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-71bfbadf-33d1-4d85-abe5-04c58af464d8 req-676499f0-a0d4-428b-837a-b530924d214e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:00.496980 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71bfbadf-33d1-4d85-abe5-04c58af464d8 req-676499f0-a0d4-428b-837a-b530924d214e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.11 "DELETE /v2.0/ports/5d34bb81-13df-419f-85d3-8e3a86be7e32 HTTP/1.1" status: 204  len: 173 time: 1.1544995
Apr 16 21:14:00.496980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9673504-31ed-4a93-abbd-67a338294f1f', 'name': 'network-vif-deleted', 'tag': '5d34bb81-13df-419f-85d3-8e3a86be7e32'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:00.500364 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd30f74-e955-4190-b122-48a3063b5b83" -d '{"events": [{"server_uuid": "d9673504-31ed-4a93-abbd-67a338294f1f", "name": "network-vif-deleted", "tag": "5d34bb81-13df-419f-85d3-8e3a86be7e32"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:00.610001 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-14ea86ce-8233-4d21-a023-ef193a916668 service neutron] 10.222.0.11 "GET /v2.0/ports/e220556c-73e1-42e1-a291-a4168a2b6289/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1190422
Apr 16 21:14:00.613962 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad26fe2e-14b8-4b0f-a501-5785a3f5ea6c req-afb0e1ac-93d8-44c8-a154-51c630714ae7 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0836446
Apr 16 21:14:00.669658 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09377a91-69a9-4ba4-84f4-b25fdf93da21 req-d01287e4-f141-426f-984a-bb5be613f24b tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:00.674062 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-bba0ca9a-17f9-40ee-8ed1-7c2ede751f77 req-83a4b8f4-3665-41f6-9516-6cd0dc42b2c3 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] show failed (client error): The resource could not be found.
Apr 16 21:14:00.682714 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bba0ca9a-17f9-40ee-8ed1-7c2ede751f77 req-83a4b8f4-3665-41f6-9516-6cd0dc42b2c3 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/27a230fc-be9d-4889-8a58-24a402effdaa HTTP/1.1" status: 404  len: 352 time: 0.0315301
Apr 16 21:14:00.682714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55974) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:00.683294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-09377a91-69a9-4ba4-84f4-b25fdf93da21 req-d01287e4-f141-426f-984a-bb5be613f24b tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 946 time: 0.1752541
Apr 16 21:14:00.690191 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-69000fdb-732b-492e-88ae-597ebf84ebce tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Request body: {'floatingip': {'port_id': '3a37d159-26e4-4121-9cef-bb552002481b'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:00.744986 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69000fdb-732b-492e-88ae-597ebf84ebce tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for floatingip (65a7521f-ecfa-484a-8619-c9a2333687b6), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:00.827692 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bb8bb7-48c6-46d2-b9d1-726906addd0e x-openstack-request-id: req-13bb8bb7-48c6-46d2-b9d1-726906addd0e {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:00.830344 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9673504-31ed-4a93-abbd-67a338294f1f", "name": "network-vif-deleted", "tag": "5d34bb81-13df-419f-85d3-8e3a86be7e32", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:00.830344 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13bb8bb7-48c6-46d2-b9d1-726906addd0e {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:00.830344 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13bb8bb7-48c6-46d2-b9d1-726906addd0e'] response: {'server_uuid': 'd9673504-31ed-4a93-abbd-67a338294f1f', 'name': 'network-vif-deleted', 'tag': '5d34bb81-13df-419f-85d3-8e3a86be7e32', 'status': 'completed', 'code': 200}
Apr 16 21:14:00.864455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-b28615e4-2c65-4e91-97da-d090694794e5 req-c0057708-861b-4de7-930e-5ecacd976e36 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2104533065', 'description': 'tempest-description-35410685'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:00.877667 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95531d54-4e04-4997-8c54-baaed3429d51 req-d7aa53bd-8d9d-421c-baff-e003133c9b52 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9673504-31ed-4a93-abbd-67a338294f1f HTTP/1.1" status: 200  len: 210 time: 0.1009743
Apr 16 21:14:00.892798 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9a403e88-69a5-48d4-ab5e-828a2862cd15), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:00.932085 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a403e88-69a5-48d4-ab5e-828a2862cd15,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:01.042704 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.061205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba86fe2f-b803-42f0-ac22-80fe8048696e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:01.064782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-36e2c58b-e54e-4700-bea3-dfe34bc35041 service neutron] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e220556c-73e1-42e1-a291-a4168a2b6289,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:01.073449 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b28615e4-2c65-4e91-97da-d090694794e5 req-c0057708-861b-4de7-930e-5ecacd976e36 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.085809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:01.089139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ba86fe2f-b803-42f0-ac22-80fe8048696e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:14:01.090265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba86fe2f-b803-42f0-ac22-80fe8048696e not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:14:01.115079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-36e2c58b-e54e-4700-bea3-dfe34bc35041 service neutron] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:01.172395 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:01.173167 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.210095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-36e2c58b-e54e-4700-bea3-dfe34bc35041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e220556c-73e1-42e1-a291-a4168a2b6289 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:01.210579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:01.227087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-36e2c58b-e54e-4700-bea3-dfe34bc35041 service neutron] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e220556c-73e1-42e1-a291-a4168a2b6289,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:01.350911 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.405013 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-36e2c58b-e54e-4700-bea3-dfe34bc35041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.411534 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b28615e4-2c65-4e91-97da-d090694794e5 req-c0057708-861b-4de7-930e-5ecacd976e36 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (ffaddd03-3213-4dbd-a7e6-f2f52d73f0c2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.421034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:01.436442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90479900-4d72-46a0-92ee-feff9e50d619 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:01.448322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.451601 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Publish callbacks [] for port (90479900-4d72-46a0-92ee-feff9e50d619), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.457104 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Publish callbacks [] for router_controller (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.476693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a2870-ce19-48ee-bb72-940a4a499f56 req-7fa22330-7e6d-4d4b-9953-66a0900d520f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:01.478185 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c52a2870-ce19-48ee-bb72-940a4a499f56 req-7fa22330-7e6d-4d4b-9953-66a0900d520f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1109345
Apr 16 21:14:01.484206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Transition to ACTIVE for port object 90479900-4d72-46a0-92ee-feff9e50d619 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:14:01.578358 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c52a2870-ce19-48ee-bb72-940a4a499f56 req-fcad81b5-0ebf-4830-ad7e-48d185253dc9 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639725
Apr 16 21:14:01.578947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69000fdb-732b-492e-88ae-597ebf84ebce tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.677746 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646e83-5ff4-4380-bc0f-85acdc67979b req-3f6f588c-afa3-4ff2-81cb-eef322ad6e41 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:01.679341 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37646e83-5ff4-4380-bc0f-85acdc67979b req-3f6f588c-afa3-4ff2-81cb-eef322ad6e41 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 944 time: 0.0474658
Apr 16 21:14:01.685043 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b28615e4-2c65-4e91-97da-d090694794e5 req-c0057708-861b-4de7-930e-5ecacd976e36 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ffaddd03-3213-4dbd-a7e6-f2f52d73f0c2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.715775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0057708-861b-4de7-930e-5ecacd976e36 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaddd03-3213-4dbd-a7e6-f2f52d73f0c2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:01.729126 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37646e83-5ff4-4380-bc0f-85acdc67979b req-6e197684-c73d-4c31-a996-90283919a989 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422881
Apr 16 21:14:01.782221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (90479900-4d72-46a0-92ee-feff9e50d619), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.782721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-36e2c58b-e54e-4700-bea3-dfe34bc35041 service neutron] Transition to ACTIVE for port object e220556c-73e1-42e1-a291-a4168a2b6289 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:14:01.783644 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69000fdb-732b-492e-88ae-597ebf84ebce tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (65a7521f-ecfa-484a-8619-c9a2333687b6), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.786593 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (ad8a1b25-8a27-4915-8648-c86c2b82f1d3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.787659 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad8a1b25-8a27-4915-8648-c86c2b82f1d3 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:14:01.815979 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.817062 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9f0436cc-f5ac-4666-a778-0e152ab26518 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ad8a1b25-8a27-4915-8648-c86c2b82f1d3 HTTP/1.1" status: 204  len: 168 time: 2.6476099
Apr 16 21:14:01.822110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55998) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:01.866029 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b28615e4-2c65-4e91-97da-d090694794e5 req-c0057708-861b-4de7-930e-5ecacd976e36 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.866931 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b28615e4-2c65-4e91-97da-d090694794e5 req-c0057708-861b-4de7-930e-5ecacd976e36 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 1.0374191
Apr 16 21:14:01.894124 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-36e2c58b-e54e-4700-bea3-dfe34bc35041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:01.897391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Pushing event updated for resources: {'Port': ['ID=90479900-4d72-46a0-92ee-feff9e50d619,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:01.918580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ddf6d799-5a00-42df-8f89-767b2ed0ec0f req-6c61d130-da6f-4d2b-a740-437f14a9e8da tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-824930380', 'description': 'tempest-description-1893464984'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:01.925161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d5046-83d3-409f-a089-196e0d5fab0c req-e1a856be-f71b-441c-a888-5ec2cd630a2e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:01.931641 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:01.934160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d5046-83d3-409f-a089-196e0d5fab0c req-e1a856be-f71b-441c-a888-5ec2cd630a2e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:01.935401 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa126c7-dcd9-4bf6-8aec-8e08a9f8ee1b" -d '{"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:01.951474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d5046-83d3-409f-a089-196e0d5fab0c req-e1a856be-f71b-441c-a888-5ec2cd630a2e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:01.960926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9acbab92-85e8-4855-a529-35be2897f43c admin admin] Deleting subnet 9ebcbbbc-f14f-4783-96fd-fcee7028104b {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:14:01.965766 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d5046-83d3-409f-a089-196e0d5fab0c req-e1a856be-f71b-441c-a888-5ec2cd630a2e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:01.971373 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d5046-83d3-409f-a089-196e0d5fab0c req-e1a856be-f71b-441c-a888-5ec2cd630a2e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:01.973325 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-953d5046-83d3-409f-a089-196e0d5fab0c req-e1a856be-f71b-441c-a888-5ec2cd630a2e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 3827 time: 0.1827230
Apr 16 21:14:02.009082 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9acbab92-85e8-4855-a529-35be2897f43c admin admin] Publish callbacks [] for subnet (9ebcbbbc-f14f-4783-96fd-fcee7028104b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:02.088043 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-953d5046-83d3-409f-a089-196e0d5fab0c req-10dbaf9a-2696-4d1d-ac38-f5ce66737fb9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0929229
Apr 16 21:14:02.095002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Attempting to bind port 90479900-4d72-46a0-92ee-feff9e50d619 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:14:02.095002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Attempting to bind port 90479900-4d72-46a0-92ee-feff9e50d619 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9bd09c80-5899-46f1-b1f8-35481ccea76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:14:02.095002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Attempting to bind port 90479900-4d72-46a0-92ee-feff9e50d619 on network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:02.097329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Port 90479900-4d72-46a0-92ee-feff9e50d619 on network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:14:02.097800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Attempting to bind port 90479900-4d72-46a0-92ee-feff9e50d619 on network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:02.104515 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:14:02.105300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Checking segment: {'id': '9bd09c80-5899-46f1-b1f8-35481ccea76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:02.106174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Bound using segment: {'id': '9bd09c80-5899-46f1-b1f8-35481ccea76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:14:02.106624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Bound port: 90479900-4d72-46a0-92ee-feff9e50d619, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd09c80-5899-46f1-b1f8-35481ccea76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:14:02.106981 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (90479900-4d72-46a0-92ee-feff9e50d619), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:02.112712 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-36e2c58b-e54e-4700-bea3-dfe34bc35041 service neutron] No DVR routers for this DVR port e220556c-73e1-42e1-a291-a4168a2b6289 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:14:02.131494 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9acbab92-85e8-4855-a529-35be2897f43c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (9ebcbbbc-f14f-4783-96fd-fcee7028104b), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:02.159882 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-69000fdb-732b-492e-88ae-597ebf84ebce tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Floating IP 65a7521f-ecfa-484a-8619-c9a2333687b6 associated. External IP: 172.35.1.225, port: 3a37d159-26e4-4121-9cef-bb552002481b.
Apr 16 21:14:02.211678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] For port 90479900-4d72-46a0-92ee-feff9e50d619, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:02.216031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] For port 90479900-4d72-46a0-92ee-feff9e50d619, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90479900-4d72-46a0-92ee-feff9e50d619,segment=NetworkSegment(9bd09c80-5899-46f1-b1f8-35481ccea76a),segment_id=9bd09c80-5899-46f1-b1f8-35481ccea76a)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:14:02.221914 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dac5c0b-1f25-4be1-a5e7-c1f17c7d8a1d x-openstack-request-id: req-1dac5c0b-1f25-4be1-a5e7-c1f17c7d8a1d {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:02.222436 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:02.222930 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1dac5c0b-1f25-4be1-a5e7-c1f17c7d8a1d {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:02.223545 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dac5c0b-1f25-4be1-a5e7-c1f17c7d8a1d'] response: {'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'code': 200}
Apr 16 21:14:02.296116 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (90479900-4d72-46a0-92ee-feff9e50d619), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:02.345436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:02.346143 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:02.347561 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] 10.222.0.41 "PUT /v2.0/ports/90479900-4d72-46a0-92ee-feff9e50d619 HTTP/1.1" status: 200  len: 1091 time: 2.2478993
Apr 16 21:14:02.348019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': '90479900-4d72-46a0-92ee-feff9e50d619'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:02.350390 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63c57b0-7bac-43e6-847d-aeb1a43a1146" -d '{"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "90479900-4d72-46a0-92ee-feff9e50d619"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:02.390384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a8d0e-f197-4e57-84f0-ee5690270e4d service neutron] Pushing event updated for resources: {'Port': ['ID=90479900-4d72-46a0-92ee-feff9e50d619,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:02.424367 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a84c88-3c83-45fa-ae39-671a3500e7d0 x-openstack-request-id: req-97a84c88-3c83-45fa-ae39-671a3500e7d0 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:02.424367 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "90479900-4d72-46a0-92ee-feff9e50d619", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:02.424367 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97a84c88-3c83-45fa-ae39-671a3500e7d0 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:02.424367 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a84c88-3c83-45fa-ae39-671a3500e7d0'] response: {'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': '90479900-4d72-46a0-92ee-feff9e50d619', 'status': 'completed', 'code': 200}
Apr 16 21:14:02.555165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2c58b-e54e-4700-bea3-dfe34bc35041 service neutron] Pushing event updated for resources: {'Port': ['ID=e220556c-73e1-42e1-a291-a4168a2b6289,revision_number=10']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:02.563559 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ddf6d799-5a00-42df-8f89-767b2ed0ec0f req-6c61d130-da6f-4d2b-a740-437f14a9e8da tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:02.574674 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-36e2c58b-e54e-4700-bea3-dfe34bc35041 service neutron] 10.222.0.11 "PUT /v2.0/ports/e220556c-73e1-42e1-a291-a4168a2b6289/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.9587040
Apr 16 21:14:02.706916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65469e3-44f9-492d-92af-6f00372b9146 req-e1efae3b-1390-44a2-aa13-8528aa9bc205 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:02.708579 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9acbab92-85e8-4855-a529-35be2897f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (9ebcbbbc-f14f-4783-96fd-fcee7028104b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:02.708783 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c65469e3-44f9-492d-92af-6f00372b9146 req-e1efae3b-1390-44a2-aa13-8528aa9bc205 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0534019
Apr 16 21:14:02.757382 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c65469e3-44f9-492d-92af-6f00372b9146 req-98ea2eed-8a63-4906-a940-8552ea8512fa tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429938
Apr 16 21:14:02.831695 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ddf6d799-5a00-42df-8f89-767b2ed0ec0f req-6c61d130-da6f-4d2b-a740-437f14a9e8da tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (2dca06f2-dc9f-4be6-bd47-c610f9f7731a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:02.865453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c55d2b-b70b-496d-af84-209514a6009d req-70aa18bb-4d6e-4f27-9cdf-70a6388e0367 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:02.867338 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80c55d2b-b70b-496d-af84-209514a6009d req-70aa18bb-4d6e-4f27-9cdf-70a6388e0367 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0536561
Apr 16 21:14:02.903587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69000fdb-732b-492e-88ae-597ebf84ebce tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:14:02.916352 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80c55d2b-b70b-496d-af84-209514a6009d req-8f8344b6-2c00-4266-bed9-312b22911a03 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434420
Apr 16 21:14:02.948875 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ddf6d799-5a00-42df-8f89-767b2ed0ec0f req-6c61d130-da6f-4d2b-a740-437f14a9e8da tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2dca06f2-dc9f-4be6-bd47-c610f9f7731a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:02.969474 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9acbab92-85e8-4855-a529-35be2897f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (9ebcbbbc-f14f-4783-96fd-fcee7028104b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:02.973086 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9a403e88-69a5-48d4-ab5e-828a2862cd15 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:02.995623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 9a403e88-69a5-48d4-ab5e-828a2862cd15 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:14:02.995998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9a403e88-69a5-48d4-ab5e-828a2862cd15 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:14:03.014027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbab92-85e8-4855-a529-35be2897f43c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ebcbbbc-f14f-4783-96fd-fcee7028104b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:03.022681 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e0103e-ebd1-4125-a556-08ca40af5ead None None] Network de4547c1-b46a-42ff-ade2-b7255f8c6de0 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:14:03.049667 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9acbab92-85e8-4855-a529-35be2897f43c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.052886 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9acbab92-85e8-4855-a529-35be2897f43c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9ebcbbbc-f14f-4783-96fd-fcee7028104b HTTP/1.1" status: 204  len: 168 time: 1.2298272
Apr 16 21:14:03.055617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56030) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:03.055763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61d130-da6f-4d2b-a740-437f14a9e8da tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dca06f2-dc9f-4be6-bd47-c610f9f7731a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:03.090849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69000fdb-732b-492e-88ae-597ebf84ebce tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:14:03.095379 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69000fdb-732b-492e-88ae-597ebf84ebce tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.107030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62304ac0-06ee-4597-a84a-75cd1da4874b None None] Sync routers for ids ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:14:03.119601 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ddf6d799-5a00-42df-8f89-767b2ed0ec0f req-6c61d130-da6f-4d2b-a740-437f14a9e8da tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.120855 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ddf6d799-5a00-42df-8f89-767b2ed0ec0f req-6c61d130-da6f-4d2b-a740-437f14a9e8da tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 1.2284446
Apr 16 21:14:03.127077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62304ac0-06ee-4597-a84a-75cd1da4874b None None] Routers {'93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:14:03.127702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-62304ac0-06ee-4597-a84a-75cd1da4874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242cf0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:13:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:03.143786 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (de4547c1-b46a-42ff-ade2-b7255f8c6de0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.159367 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-69000fdb-732b-492e-88ae-597ebf84ebce tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "PUT /v2.0/floatingips/65a7521f-ecfa-484a-8619-c9a2333687b6 HTTP/1.1" status: 200  len: 992 time: 2.4725552
Apr 16 21:14:03.160549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b86589-e35e-4b91-b192-9f744516f66f', 'tag': '3a37d159-26e4-4121-9cef-bb552002481b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:03.162844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ddeb2218-2d77-4e30-bd67-fdc7103a119e req-3427a258-1c43-4f39-a797-6dc4f5bfe703 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-479348699', 'description': 'tempest-description-1830508872'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:03.163894 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8d729b-1a86-4293-8053-a3c8a6636f63" -d '{"events": [{"name": "network-changed", "server_uuid": "58b86589-e35e-4b91-b192-9f744516f66f", "tag": "3a37d159-26e4-4121-9cef-bb552002481b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:03.220840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Deleting port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:03.221690 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.234245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae51b1a-bbf6-4af0-b0d9-b1c01e27582b None None] DHCP port deletion for de4547c1-b46a-42ff-ade2-b7255f8c6de0 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:14:03.270086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f5b0e-73a5-4dc5-818f-c0e4e75dc9b0 req-e1f41bf3-4624-41c1-9f0a-9c0ec5237f14 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:03.276302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f5b0e-73a5-4dc5-818f-c0e4e75dc9b0 req-e1f41bf3-4624-41c1-9f0a-9c0ec5237f14 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:03.279410 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ddeb2218-2d77-4e30-bd67-fdc7103a119e req-3427a258-1c43-4f39-a797-6dc4f5bfe703 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.281885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f5b0e-73a5-4dc5-818f-c0e4e75dc9b0 req-e1f41bf3-4624-41c1-9f0a-9c0ec5237f14 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:03.287784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f5b0e-73a5-4dc5-818f-c0e4e75dc9b0 req-e1f41bf3-4624-41c1-9f0a-9c0ec5237f14 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:03.292622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7ae51b1a-bbf6-4af0-b0d9-b1c01e27582b None None] Deleting port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:03.293030 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7ae51b1a-bbf6-4af0-b0d9-b1c01e27582b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.293347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f5b0e-73a5-4dc5-818f-c0e4e75dc9b0 req-e1f41bf3-4624-41c1-9f0a-9c0ec5237f14 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:03.295434 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc7f5b0e-73a5-4dc5-818f-c0e4e75dc9b0 req-e1f41bf3-4624-41c1-9f0a-9c0ec5237f14 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 3827 time: 0.0878031
Apr 16 21:14:03.298846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-62304ac0-06ee-4597-a84a-75cd1da4874b None None] Set router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:14:03.351796 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc7f5b0e-73a5-4dc5-818f-c0e4e75dc9b0 req-a9dc1eb6-b7f3-4339-a1a4-0d57166d5c3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0488591
Apr 16 21:14:03.355744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] For port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad7d2b80-aab2-4a2a-a543-b2f11b115cf1,segment=NetworkSegment(205a9205-64be-4634-8f02-052a7944f249),segment_id=205a9205-64be-4634-8f02-052a7944f249)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:03.356121 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.373270 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ddeb2218-2d77-4e30-bd67-fdc7103a119e req-3427a258-1c43-4f39-a797-6dc4f5bfe703 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (c85e969c-7391-4467-af36-6d1d63595acc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.377494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Calling delete_port for ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:03.450438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7ae51b1a-bbf6-4af0-b0d9-b1c01e27582b None None] For port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad7d2b80-aab2-4a2a-a543-b2f11b115cf1,segment=NetworkSegment(205a9205-64be-4634-8f02-052a7944f249),segment_id=205a9205-64be-4634-8f02-052a7944f249)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:03.450788 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7ae51b1a-bbf6-4af0-b0d9-b1c01e27582b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.456576 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ddeb2218-2d77-4e30-bd67-fdc7103a119e req-3427a258-1c43-4f39-a797-6dc4f5bfe703 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c85e969c-7391-4467-af36-6d1d63595acc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.473069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7ae51b1a-bbf6-4af0-b0d9-b1c01e27582b None None] Calling delete_port for ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:03.488210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83623b3b-8768-4aa3-ab64-1b87972667d2 req-fc401690-909a-47e2-b25c-d9ecae8f02bf tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:03.489867 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-83623b3b-8768-4aa3-ab64-1b87972667d2 req-fc401690-909a-47e2-b25c-d9ecae8f02bf tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 946 time: 0.0540156
Apr 16 21:14:03.498986 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427a258-1c43-4f39-a797-6dc4f5bfe703 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85e969c-7391-4467-af36-6d1d63595acc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:03.547402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-83623b3b-8768-4aa3-ab64-1b87972667d2 req-9c0671b8-761b-425c-85af-c36092213697 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0512843
Apr 16 21:14:03.549535 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.562394 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ddeb2218-2d77-4e30-bd67-fdc7103a119e req-3427a258-1c43-4f39-a797-6dc4f5bfe703 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.563645 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddeb2218-2d77-4e30-bd67-fdc7103a119e req-3427a258-1c43-4f39-a797-6dc4f5bfe703 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.4083085
Apr 16 21:14:03.599468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] No DVR routers for this DVR port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:14:03.605990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7d2b80-aab2-4a2a-a543-b2f11b115cf1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:03.619483 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab82d37-461b-4ff3-a3c7-97ac5faa6c4e x-openstack-request-id: req-4ab82d37-461b-4ff3-a3c7-97ac5faa6c4e {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:03.620063 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b86589-e35e-4b91-b192-9f744516f66f", "tag": "3a37d159-26e4-4121-9cef-bb552002481b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:03.620380 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ab82d37-461b-4ff3-a3c7-97ac5faa6c4e {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:03.621007 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab82d37-461b-4ff3-a3c7-97ac5faa6c4e'] response: {'name': 'network-changed', 'server_uuid': '58b86589-e35e-4b91-b192-9f744516f66f', 'tag': '3a37d159-26e4-4121-9cef-bb552002481b', 'status': 'completed', 'code': 200}
Apr 16 21:14:03.657593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e220556c-73e1-42e1-a291-a4168a2b6289 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:03.700200 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (de4547c1-b46a-42ff-ade2-b7255f8c6de0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.707515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d729b-1a86-4293-8053-a3c8a6636f63 req-e4ad2efd-8498-447a-9a78-13aa4e4271df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:03.709280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea8d729b-1a86-4293-8053-a3c8a6636f63 req-e4ad2efd-8498-447a-9a78-13aa4e4271df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=840fd4cbe2fd414bb97f14898bf9647d&device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 1128 time: 0.0696731
Apr 16 21:14:03.730984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01244efc10>,) {'filters': {'network_id': ['de4547c1-b46a-42ff-ade2-b7255f8c6de0']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:03.731620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-62304ac0-06ee-4597-a84a-75cd1da4874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242cf0a0>, [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:13:09Z', 'revision_number': 4, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65a7521f-ecfa-484a-8619-c9a2333687b6', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'floating_ip_address': '172.35.1.225', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'port_id': '3a37d159-26e4-4121-9cef-bb552002481b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'mac_address': 'fa:16:3e:23:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b86589-e35e-4b91-b192-9f744516f66f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:13:20Z', 'updated_at': '2022-04-16T21:14:01Z', 'revision_number': 1, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0601ed79-d0b5-41af-8331-dcfa93a634cb', 'name': '', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'mac_address': 'fa:16:3e:b7:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:08Z', 'updated_at': '2022-04-16T21:13:17Z', 'revision_number': 5, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'subnets': [{'id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:03.746807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01244efc10>, '205a9205-64be-4634-8f02-052a7944f249') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:03.747110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01244efc10>, '205a9205-64be-4634-8f02-052a7944f249') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:03.757240 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (205a9205-64be-4634-8f02-052a7944f249), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.765359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62304ac0-06ee-4597-a84a-75cd1da4874b None None] Checking router: 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:14:03.770789 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (205a9205-64be-4634-8f02-052a7944f249), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.772882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port e220556c-73e1-42e1-a291-a4168a2b6289 host nch2-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:14:03.772882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e220556c-73e1-42e1-a291-a4168a2b6289 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:14:03.772882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 5d34bb81-13df-419f-85d3-8e3a86be7e32 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:03.775486 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7ae51b1a-bbf6-4af0-b0d9-b1c01e27582b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (ad7d2b80-aab2-4a2a-a543-b2f11b115cf1), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.778211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:14:03.778735 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (205a9205-64be-4634-8f02-052a7944f249), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:14:03.783384 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:14:03.818759 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e4cdbba-d0e5-455e-8416-880379d3c568 req-948a8143-1d2c-4b0d-8239-b87c38a6c3cc tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe50d9e0841749f094948101efdc3d92 HTTP/1.1" status: 200  len: 10996 time: 0.2214143
Apr 16 21:14:03.820024 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62304ac0-06ee-4597-a84a-75cd1da4874b None None] Routers {'93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:14:03.820681 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-62304ac0-06ee-4597-a84a-75cd1da4874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242cf0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:13:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:03.823165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 5d34bb81-13df-419f-85d3-8e3a86be7e32 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:14:03.823519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 5d34bb81-13df-419f-85d3-8e3a86be7e32 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:14:03.826821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae51b1a-bbf6-4af0-b0d9-b1c01e27582b None None] Pushing event deleted for resources: {'Port': ['ID=ad7d2b80-aab2-4a2a-a543-b2f11b115cf1,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:03.874515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d729b-1a86-4293-8053-a3c8a6636f63 req-de0ac70c-7948-4982-82b0-df3624535fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:03.876061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea8d729b-1a86-4293-8053-a3c8a6636f63 req-de0ac70c-7948-4982-82b0-df3624535fad service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5f78b9b-3fd5-4910-aed9-d569c9b4e83c HTTP/1.1" status: 200  len: 916 time: 0.1614597
Apr 16 21:14:03.885611 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae51b1a-bbf6-4af0-b0d9-b1c01e27582b None None] No DVR routers for this DVR port ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:14:03.937438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd60b9d-ae8f-4c41-867b-b3968e9f092e req-c44746d4-41ef-4f32-a0c1-8be415bb5b3b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:03.940425 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfd60b9d-ae8f-4c41-867b-b3968e9f092e req-c44746d4-41ef-4f32-a0c1-8be415bb5b3b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0623894
Apr 16 21:14:03.941501 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (de4547c1-b46a-42ff-ade2-b7255f8c6de0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.950024 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e4cdbba-d0e5-455e-8416-880379d3c568 req-bd217e09-b4a2-44c2-b24a-8e0410f834b9 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/61afe6ee-4af3-4732-829f-97323f5d0334 HTTP/1.1" status: 200  len: 2998 time: 0.1179857
Apr 16 21:14:03.959051 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:03.962512 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] 10.222.0.20 "DELETE /v2.0/networks/de4547c1-b46a-42ff-ade2-b7255f8c6de0 HTTP/1.1" status: 204  len: 168 time: 0.9055064
Apr 16 21:14:03.963632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655fbad-27a8-4a7d-b59a-4e0987e79e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=de4547c1-b46a-42ff-ade2-b7255f8c6de0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:03.971968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-62304ac0-06ee-4597-a84a-75cd1da4874b None None] Set router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:14:04.016552 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea8d729b-1a86-4293-8053-a3c8a6636f63 req-ff379777-0f1a-4006-801b-cfe875a6e3f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a37d159-26e4-4121-9cef-bb552002481b HTTP/1.1" status: 200  len: 1000 time: 0.1328208
Apr 16 21:14:04.038029 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e4cdbba-d0e5-455e-8416-880379d3c568 req-125ee966-0a21-41c0-9146-a93ecf3ee84c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/61afe6ee-4af3-4732-829f-97323f5d0334 HTTP/1.1" status: 200  len: 2998 time: 0.0736966
Apr 16 21:14:04.046518 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfd60b9d-ae8f-4c41-867b-b3968e9f092e req-89c156f1-3089-482e-925c-14ed2cea9fae tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858316
Apr 16 21:14:04.118900 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58455792-da55-4ca8-a9a3-256a726f5fd6 req-03f647ee-0783-4687-8a39-b71b7efb3056 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/ffaddd03-3213-4dbd-a7e6-f2f52d73f0c2 HTTP/1.1" status: 200  len: 1816 time: 0.0530210
Apr 16 21:14:04.139454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d729b-1a86-4293-8053-a3c8a6636f63 req-002c8638-4d7f-4ac3-9768-6193bb3ef6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:04.141002 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea8d729b-1a86-4293-8053-a3c8a6636f63 req-002c8638-4d7f-4ac3-9768-6193bb3ef6f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0cd94b55-28d2-4e17-a8d6-479b05215f3a HTTP/1.1" status: 200  len: 854 time: 0.1090996
Apr 16 21:14:04.186065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f34aa-60f7-4d0b-9ea6-8c39069bc176 req-55f82539-6ba6-4c1b-84dc-601da2664296 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:04.187167 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-58455792-da55-4ca8-a9a3-256a726f5fd6 req-a116351d-4619-44c4-9aa9-0bb8f2e02eca tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (ffaddd03-3213-4dbd-a7e6-f2f52d73f0c2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:04.187359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc0f34aa-60f7-4d0b-9ea6-8c39069bc176 req-55f82539-6ba6-4c1b-84dc-601da2664296 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0899165
Apr 16 21:14:04.211740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d729b-1a86-4293-8053-a3c8a6636f63 req-886071db-0421-4da7-a2bb-c5e13cc54096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:04.213197 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea8d729b-1a86-4293-8053-a3c8a6636f63 req-886071db-0421-4da7-a2bb-c5e13cc54096 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5f78b9b-3fd5-4910-aed9-d569c9b4e83c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0663784
Apr 16 21:14:04.213541 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-58455792-da55-4ca8-a9a3-256a726f5fd6 req-a116351d-4619-44c4-9aa9-0bb8f2e02eca tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (ffaddd03-3213-4dbd-a7e6-f2f52d73f0c2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:04.290268 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc0f34aa-60f7-4d0b-9ea6-8c39069bc176 req-c343286e-398c-4f1c-82b3-f8da10840ac7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934274
Apr 16 21:14:04.330740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea8d729b-1a86-4293-8053-a3c8a6636f63 req-e90a89d7-4569-4d62-996c-9019d5cd9a0d service neutron] 10.222.0.11 "GET /v2.0/networks/b5f78b9b-3fd5-4910-aed9-d569c9b4e83c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1105335
Apr 16 21:14:04.354177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-62304ac0-06ee-4597-a84a-75cd1da4874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242cf0a0>, [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:13:09Z', 'revision_number': 4, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65a7521f-ecfa-484a-8619-c9a2333687b6', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'floating_ip_address': '172.35.1.225', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'port_id': '3a37d159-26e4-4121-9cef-bb552002481b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'mac_address': 'fa:16:3e:23:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b86589-e35e-4b91-b192-9f744516f66f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:13:20Z', 'updated_at': '2022-04-16T21:14:01Z', 'revision_number': 1, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0601ed79-d0b5-41af-8331-dcfa93a634cb', 'name': '', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'mac_address': 'fa:16:3e:b7:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:08Z', 'updated_at': '2022-04-16T21:13:17Z', 'revision_number': 5, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'subnets': [{'id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:04.362367 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-58455792-da55-4ca8-a9a3-256a726f5fd6 req-a116351d-4619-44c4-9aa9-0bb8f2e02eca tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ffaddd03-3213-4dbd-a7e6-f2f52d73f0c2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:04.365356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-58455792-da55-4ca8-a9a3-256a726f5fd6 req-a116351d-4619-44c4-9aa9-0bb8f2e02eca tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:04.370206 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58455792-da55-4ca8-a9a3-256a726f5fd6 req-a116351d-4619-44c4-9aa9-0bb8f2e02eca tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "DELETE /v2.0/security-groups/ffaddd03-3213-4dbd-a7e6-f2f52d73f0c2 HTTP/1.1" status: 204  len: 173 time: 0.2450337
Apr 16 21:14:04.381225 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116351d-4619-44c4-9aa9-0bb8f2e02eca tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaddd03-3213-4dbd-a7e6-f2f52d73f0c2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:04.381386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62304ac0-06ee-4597-a84a-75cd1da4874b None None] The sync data for ids ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'] in ncdv-master-1 is: [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:13:09Z', 'revision_number': 4, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65a7521f-ecfa-484a-8619-c9a2333687b6', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'floating_ip_address': '172.35.1.225', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'port_id': '3a37d159-26e4-4121-9cef-bb552002481b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'mac_address': 'fa:16:3e:23:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b86589-e35e-4b91-b192-9f744516f66f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:13:20Z', 'updated_at': '2022-04-16T21:14:01Z', 'revision_number': 1, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0601ed79-d0b5-41af-8331-dcfa93a634cb', 'name': '', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'mac_address': 'fa:16:3e:b7:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:08Z', 'updated_at': '2022-04-16T21:13:17Z', 'revision_number': 5, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'subnets': [{'id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:14:04.412076 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-4ec4cce6-7bf0-4936-804c-16e2931db2dc req-b9dc1c73-8ea4-4caa-a270-87825ad93115 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] show failed (client error): The resource could not be found.
Apr 16 21:14:04.413150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ec4cce6-7bf0-4936-804c-16e2931db2dc req-b9dc1c73-8ea4-4caa-a270-87825ad93115 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/ffaddd03-3213-4dbd-a7e6-f2f52d73f0c2 HTTP/1.1" status: 404  len: 352 time: 0.0166912
Apr 16 21:14:04.490445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea8d729b-1a86-4293-8053-a3c8a6636f63 req-30f8029b-8584-48c8-af57-11879bc63cf7 service neutron] 10.222.0.11 "GET /v2.0/networks/b5f78b9b-3fd5-4910-aed9-d569c9b4e83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539054
Apr 16 21:14:04.501208 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9b247205-7630-49ad-bdd1-d235db702459 req-8dd37f96-f026-471c-a0f0-9e2d3f3e7d21 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/2dca06f2-dc9f-4be6-bd47-c610f9f7731a HTTP/1.1" status: 200  len: 1817 time: 0.0605371
Apr 16 21:14:04.518605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d931d-0bef-4d05-aa25-f23889dfbe38 req-e87d8853-fbda-4234-9c76-7d712993649a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:04.524428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d931d-0bef-4d05-aa25-f23889dfbe38 req-e87d8853-fbda-4234-9c76-7d712993649a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:04.530897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d931d-0bef-4d05-aa25-f23889dfbe38 req-e87d8853-fbda-4234-9c76-7d712993649a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:04.532657 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56066) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:04.536811 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d931d-0bef-4d05-aa25-f23889dfbe38 req-e87d8853-fbda-4234-9c76-7d712993649a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:04.542104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d931d-0bef-4d05-aa25-f23889dfbe38 req-e87d8853-fbda-4234-9c76-7d712993649a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:04.544056 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d7d931d-0bef-4d05-aa25-f23889dfbe38 req-e87d8853-fbda-4234-9c76-7d712993649a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 3827 time: 0.0985930
Apr 16 21:14:04.617099 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-da0522e0-a2c6-44ac-a435-30dc313ff184 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2dc15580ef8a449ca359a9d5b799e24d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0811019
Apr 16 21:14:04.617099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9b247205-7630-49ad-bdd1-d235db702459 req-dbcf249a-3527-4aa0-a5eb-4d6f98bb93f3 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (2dca06f2-dc9f-4be6-bd47-c610f9f7731a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:04.618167 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56074) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:04.628634 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d7d931d-0bef-4d05-aa25-f23889dfbe38 req-c5d73190-69ef-4322-9b5c-18b461eca0f7 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0585251
Apr 16 21:14:04.667018 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9b247205-7630-49ad-bdd1-d235db702459 req-dbcf249a-3527-4aa0-a5eb-4d6f98bb93f3 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (2dca06f2-dc9f-4be6-bd47-c610f9f7731a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:04.717229 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b7acd-8607-423b-b8cd-0c880d5a871b None None] New status for floating IP 65a7521f-ecfa-484a-8619-c9a2333687b6: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:14:04.724831 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91961973-2b47-4263-ac97-0cb5ccc86a93 admin admin] Publish callbacks [] for security_group (e9f257c5-ac8b-4753-9e22-dbdf5c0abb4e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:04.749122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91961973-2b47-4263-ac97-0cb5ccc86a93 admin admin] Publish callbacks [] for security_group (e9f257c5-ac8b-4753-9e22-dbdf5c0abb4e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:04.821055 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9b247205-7630-49ad-bdd1-d235db702459 req-dbcf249a-3527-4aa0-a5eb-4d6f98bb93f3 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2dca06f2-dc9f-4be6-bd47-c610f9f7731a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:04.823640 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9b247205-7630-49ad-bdd1-d235db702459 req-dbcf249a-3527-4aa0-a5eb-4d6f98bb93f3 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:04.825475 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9b247205-7630-49ad-bdd1-d235db702459 req-dbcf249a-3527-4aa0-a5eb-4d6f98bb93f3 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "DELETE /v2.0/security-groups/2dca06f2-dc9f-4be6-bd47-c610f9f7731a HTTP/1.1" status: 204  len: 173 time: 0.3184736
Apr 16 21:14:04.834648 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf249a-3527-4aa0-a5eb-4d6f98bb93f3 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dca06f2-dc9f-4be6-bd47-c610f9f7731a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:04.862308 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-6decbcb8-34c2-4a74-89ac-1ddf5770482d req-d3cffab6-1385-4b26-9bdd-f0998c14ece8 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] show failed (client error): The resource could not be found.
Apr 16 21:14:04.863427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6decbcb8-34c2-4a74-89ac-1ddf5770482d req-d3cffab6-1385-4b26-9bdd-f0998c14ece8 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/2dca06f2-dc9f-4be6-bd47-c610f9f7731a HTTP/1.1" status: 404  len: 352 time: 0.0157182
Apr 16 21:14:04.879211 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91961973-2b47-4263-ac97-0cb5ccc86a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e9f257c5-ac8b-4753-9e22-dbdf5c0abb4e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:04.882277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91961973-2b47-4263-ac97-0cb5ccc86a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:04.885184 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-91961973-2b47-4263-ac97-0cb5ccc86a93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9f257c5-ac8b-4753-9e22-dbdf5c0abb4e HTTP/1.1" status: 204  len: 168 time: 0.2634342
Apr 16 21:14:04.904361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91961973-2b47-4263-ac97-0cb5ccc86a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f257c5-ac8b-4753-9e22-dbdf5c0abb4e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:04.935080 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7a47792-c271-4aa4-97ae-e5f439bddd5c req-46133c30-c0fd-4147-8dfa-bb47aa25de9a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/c85e969c-7391-4467-af36-6d1d63595acc HTTP/1.1" status: 200  len: 1817 time: 0.0504267
Apr 16 21:14:05.007170 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b7a47792-c271-4aa4-97ae-e5f439bddd5c req-d8353c3d-90be-4b44-a1e4-915c71ec289f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (c85e969c-7391-4467-af36-6d1d63595acc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:05.033801 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b7a47792-c271-4aa4-97ae-e5f439bddd5c req-d8353c3d-90be-4b44-a1e4-915c71ec289f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (c85e969c-7391-4467-af36-6d1d63595acc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:05.039913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:05.067634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:14:05.068091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ad7d2b80-aab2-4a2a-a543-b2f11b115cf1 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:14:05.078334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:14:05.165075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953c19f-e68d-4a74-be23-6212cd500166 req-fedb2c53-d2ba-4671-b66f-035865bd2fb6 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:05.166583 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f953c19f-e68d-4a74-be23-6212cd500166 req-fedb2c53-d2ba-4671-b66f-035865bd2fb6 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0519025
Apr 16 21:14:05.179703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:05.191374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'port_id': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'mac_address': 'fa:16:3e:7e:a6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:14:05.218816 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f953c19f-e68d-4a74-be23-6212cd500166 req-56df8fb1-c9c5-41ca-ab8b-f4af49b1c224 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459690
Apr 16 21:14:05.231303 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b7a47792-c271-4aa4-97ae-e5f439bddd5c req-d8353c3d-90be-4b44-a1e4-915c71ec289f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c85e969c-7391-4467-af36-6d1d63595acc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:05.235110 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b7a47792-c271-4aa4-97ae-e5f439bddd5c req-d8353c3d-90be-4b44-a1e4-915c71ec289f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:05.236320 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7a47792-c271-4aa4-97ae-e5f439bddd5c req-d8353c3d-90be-4b44-a1e4-915c71ec289f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "DELETE /v2.0/security-groups/c85e969c-7391-4467-af36-6d1d63595acc HTTP/1.1" status: 204  len: 173 time: 0.2942853
Apr 16 21:14:05.248284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:05.249019 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:05.253700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8353c3d-90be-4b44-a1e4-915c71ec289f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85e969c-7391-4467-af36-6d1d63595acc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:05.266739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:05.284640 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-8daa4919-e58e-4a46-b35d-861def5bf944 req-ce98c7cf-9389-4258-a902-494442809ce5 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] show failed (client error): The resource could not be found.
Apr 16 21:14:05.286091 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8daa4919-e58e-4a46-b35d-861def5bf944 req-ce98c7cf-9389-4258-a902-494442809ce5 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/c85e969c-7391-4467-af36-6d1d63595acc HTTP/1.1" status: 404  len: 352 time: 0.0157411
Apr 16 21:14:05.307586 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:05.380754 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c8e07fb-91f5-4cf0-b434-25faa80c7cb5 req-6b524b21-6ec8-46f6-8cbb-e1d0d0bc938b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe50d9e0841749f094948101efdc3d92 HTTP/1.1" status: 200  len: 6199 time: 0.0742095
Apr 16 21:14:05.414324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c247bd-5ea7-448e-b98e-e5ef9e6850a4 req-f14d6c94-1b7a-4c8e-b8e7-fb008e956a5a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:05.415923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23c247bd-5ea7-448e-b98e-e5ef9e6850a4 req-f14d6c94-1b7a-4c8e-b8e7-fb008e956a5a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0528116
Apr 16 21:14:05.430828 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:05.437439 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c8e07fb-91f5-4cf0-b434-25faa80c7cb5 req-b1c815ca-107f-4ffa-bc36-f02f7e0eb9e9 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/61afe6ee-4af3-4732-829f-97323f5d0334 HTTP/1.1" status: 200  len: 2998 time: 0.0509164
Apr 16 21:14:05.478359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23c247bd-5ea7-448e-b98e-e5ef9e6850a4 req-1d2a647a-0ff1-476a-a2d5-9f3595016864 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550988
Apr 16 21:14:05.492204 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c8e07fb-91f5-4cf0-b434-25faa80c7cb5 req-d36f1731-c407-435f-b19e-d5f4532917e5 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/61afe6ee-4af3-4732-829f-97323f5d0334 HTTP/1.1" status: 200  len: 2998 time: 0.0518415
Apr 16 21:14:05.495627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:05.515452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-a1a1b3f7-5aa9-4f98-b063-450a7f307061 req-a936df5a-def5-428a-af70-bbb819946802 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-860618409', 'description': 'tempest-description-1870033524'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:05.530833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:05.678404 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a1a1b3f7-5aa9-4f98-b063-450a7f307061 req-a936df5a-def5-428a-af70-bbb819946802 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:05.768743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb440-d08b-4248-a9c3-5fbd5d029456 req-4c252baa-45e5-4351-a0c0-d494f1362a4c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:05.774076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb440-d08b-4248-a9c3-5fbd5d029456 req-4c252baa-45e5-4351-a0c0-d494f1362a4c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:05.779876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb440-d08b-4248-a9c3-5fbd5d029456 req-4c252baa-45e5-4351-a0c0-d494f1362a4c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:05.786193 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:05.786409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb440-d08b-4248-a9c3-5fbd5d029456 req-4c252baa-45e5-4351-a0c0-d494f1362a4c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:05.791757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb440-d08b-4248-a9c3-5fbd5d029456 req-4c252baa-45e5-4351-a0c0-d494f1362a4c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:05.796810 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-60fcb440-d08b-4248-a9c3-5fbd5d029456 req-4c252baa-45e5-4351-a0c0-d494f1362a4c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 3827 time: 0.0827961
Apr 16 21:14:05.808741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c57b0-7bac-43e6-847d-aeb1a43a1146 req-2e955116-5a52-48d5-b7c3-b59433d6798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:05.809230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c57b0-7bac-43e6-847d-aeb1a43a1146 req-2e955116-5a52-48d5-b7c3-b59433d6798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:05.809703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c57b0-7bac-43e6-847d-aeb1a43a1146 req-2e955116-5a52-48d5-b7c3-b59433d6798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:05.810172 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c57b0-7bac-43e6-847d-aeb1a43a1146 req-2e955116-5a52-48d5-b7c3-b59433d6798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:05.810638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c57b0-7bac-43e6-847d-aeb1a43a1146 req-2e955116-5a52-48d5-b7c3-b59433d6798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:05.812585 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b63c57b0-7bac-43e6-847d-aeb1a43a1146 req-2e955116-5a52-48d5-b7c3-b59433d6798b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce47d3657e50419183b9ee9cee309667&device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 4393 time: 0.0645249
Apr 16 21:14:05.826913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a1a1b3f7-5aa9-4f98-b063-450a7f307061 req-a936df5a-def5-428a-af70-bbb819946802 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (aa451634-4ebc-46a1-bd9e-410f66c22156), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:05.859636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56118) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:05.866180 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Request body: {'port': {'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:05.880611 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-60fcb440-d08b-4248-a9c3-5fbd5d029456 req-315f27f1-b0bd-4551-ba36-1174f3488518 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0802324
Apr 16 21:14:05.928481 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a1a1b3f7-5aa9-4f98-b063-450a7f307061 req-a936df5a-def5-428a-af70-bbb819946802 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (aa451634-4ebc-46a1-bd9e-410f66c22156), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:05.939876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-3ad164dc-b814-44b8-b361-a55a26eb8f75 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:05.941784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-3ad164dc-b814-44b8-b361-a55a26eb8f75 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0598445
Apr 16 21:14:05.944965 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7bc54bdc-6cf8-4a31-88e4-65f43ec014cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce41c59fd659489f98b2e19db24a33f9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0841882
Apr 16 21:14:05.956262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56120) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:06.012891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-6a9a9492-2b03-4e33-bc03-65a0267f0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:06.014328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-6a9a9492-2b03-4e33-bc03-65a0267f0e00 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f HTTP/1.1" status: 200  len: 1127 time: 0.0662944
Apr 16 21:14:06.031240 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43d005f4-c41b-41ba-b58f-8f2300f31acc admin admin] Publish callbacks [] for security_group (211c65e4-d8a9-4c10-a835-179dc17d2db8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:06.033840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936df5a-def5-428a-af70-bbb819946802 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa451634-4ebc-46a1-bd9e-410f66c22156,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:06.068706 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (973da309-126f-4308-a6f4-32352abab6e7), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:06.085829 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43d005f4-c41b-41ba-b58f-8f2300f31acc admin admin] Publish callbacks [] for security_group (211c65e4-d8a9-4c10-a835-179dc17d2db8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:06.089701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a1a1b3f7-5aa9-4f98-b063-450a7f307061 req-a936df5a-def5-428a-af70-bbb819946802 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:06.090939 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1a1b3f7-5aa9-4f98-b063-450a7f307061 req-a936df5a-def5-428a-af70-bbb819946802 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.5797899
Apr 16 21:14:06.097692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c57b0-7bac-43e6-847d-aeb1a43a1146 req-9e7b4457-55ff-4c59-9adc-b3e73274639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:06.098440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c57b0-7bac-43e6-847d-aeb1a43a1146 req-9e7b4457-55ff-4c59-9adc-b3e73274639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:06.098635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c57b0-7bac-43e6-847d-aeb1a43a1146 req-9e7b4457-55ff-4c59-9adc-b3e73274639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:06.100226 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b63c57b0-7bac-43e6-847d-aeb1a43a1146 req-9e7b4457-55ff-4c59-9adc-b3e73274639b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ce47d3657e50419183b9ee9cee309667&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.2769163
Apr 16 21:14:06.109172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-16dd72de-0c79-4e11-94e4-69aa5543eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:06.111309 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-16dd72de-0c79-4e11-94e4-69aa5543eb39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 1127 time: 0.0701008
Apr 16 21:14:06.123410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-752d6fc7-61f9-4ce1-9061-2d3f6b89b159 req-81730446-d650-4f0d-afa8-79bc29aa8347 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1004708674', 'description': 'tempest-description-1502275484'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:06.231664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-ef8589c7-4f67-47fc-b973-9f78c0cd971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:06.233163 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-ef8589c7-4f67-47fc-b973-9f78c0cd971b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.1041689
Apr 16 21:14:06.281538 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-3c25d986-8e11-4a65-9639-1c48f7c5ad28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e220556c-73e1-42e1-a291-a4168a2b6289 HTTP/1.1" status: 200  len: 217 time: 0.0402141
Apr 16 21:14:06.282864 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-752d6fc7-61f9-4ce1-9061-2d3f6b89b159 req-81730446-d650-4f0d-afa8-79bc29aa8347 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:06.328446 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43d005f4-c41b-41ba-b58f-8f2300f31acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (211c65e4-d8a9-4c10-a835-179dc17d2db8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:06.330947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43d005f4-c41b-41ba-b58f-8f2300f31acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:06.332087 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-43d005f4-c41b-41ba-b58f-8f2300f31acc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/211c65e4-d8a9-4c10-a835-179dc17d2db8 HTTP/1.1" status: 204  len: 168 time: 0.3749428
Apr 16 21:14:06.362816 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d005f4-c41b-41ba-b58f-8f2300f31acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211c65e4-d8a9-4c10-a835-179dc17d2db8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:06.370104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-56e16f04-0af1-408d-862e-0d44d0f94135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:06.371734 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-56e16f04-0af1-408d-862e-0d44d0f94135 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.0799704
Apr 16 21:14:06.387641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c57b0-7bac-43e6-847d-aeb1a43a1146 req-9f01afca-95ef-4228-9595-54c0a05ef1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:06.389397 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b63c57b0-7bac-43e6-847d-aeb1a43a1146 req-9f01afca-95ef-4228-9595-54c0a05ef1b1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2671824
Apr 16 21:14:06.421443 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-db650d99-542b-4800-aa64-1eef37691a70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421076
Apr 16 21:14:06.442650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e7292-b6be-4428-b4e5-0e6eb563bd5e req-60e26362-9afd-4ec1-9972-3a20b4b643ec tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:06.444480 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b59e7292-b6be-4428-b4e5-0e6eb563bd5e req-60e26362-9afd-4ec1-9972-3a20b4b643ec tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1213837
Apr 16 21:14:06.482970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-752d6fc7-61f9-4ce1-9061-2d3f6b89b159 req-81730446-d650-4f0d-afa8-79bc29aa8347 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (cb029531-d330-497f-8889-338b10e719e3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:06.526215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b59e7292-b6be-4428-b4e5-0e6eb563bd5e req-afdc24e1-e550-4ff6-9923-e1e3628165a5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708327
Apr 16 21:14:06.528315 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-7767856c-b73c-402b-92c6-6b54abe15115 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0964568
Apr 16 21:14:06.581408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973da309-126f-4308-a6f4-32352abab6e7 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:06.589556 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Publish callbacks [] for port (973da309-126f-4308-a6f4-32352abab6e7), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:06.592053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-752d6fc7-61f9-4ce1-9061-2d3f6b89b159 req-81730446-d650-4f0d-afa8-79bc29aa8347 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cb029531-d330-497f-8889-338b10e719e3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:06.641698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Transition to ACTIVE for port object 973da309-126f-4308-a6f4-32352abab6e7 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:14:06.649018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81730446-d650-4f0d-afa8-79bc29aa8347 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb029531-d330-497f-8889-338b10e719e3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:06.652922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633b0b9-ba33-4a1f-93b8-9d3df1c80ff7 req-47db5710-11d5-4c88-ae4d-f5dc3e6ebadd tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:06.660313 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2633b0b9-ba33-4a1f-93b8-9d3df1c80ff7 req-47db5710-11d5-4c88-ae4d-f5dc3e6ebadd tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0674212
Apr 16 21:14:06.664746 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-15743d3c-9979-417c-a8cb-6718ae00c939 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287744
Apr 16 21:14:06.701100 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-752d6fc7-61f9-4ce1-9061-2d3f6b89b159 req-81730446-d650-4f0d-afa8-79bc29aa8347 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:06.702357 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-752d6fc7-61f9-4ce1-9061-2d3f6b89b159 req-81730446-d650-4f0d-afa8-79bc29aa8347 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5901310
Apr 16 21:14:06.721094 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2633b0b9-ba33-4a1f-93b8-9d3df1c80ff7 req-9de7a46d-e8d6-4cd6-abbf-3ba72f5278a3 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599883
Apr 16 21:14:06.744841 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (973da309-126f-4308-a6f4-32352abab6e7), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:06.810593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Pushing event updated for resources: {'Port': ['ID=973da309-126f-4308-a6f4-32352abab6e7,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:06.934630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Attempting to bind port 973da309-126f-4308-a6f4-32352abab6e7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:14:06.934630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Attempting to bind port 973da309-126f-4308-a6f4-32352abab6e7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:14:06.935397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Attempting to bind port 973da309-126f-4308-a6f4-32352abab6e7 on network 2a1311c2-594d-49ff-bcbd-69e881faa649 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:06.940416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Port 973da309-126f-4308-a6f4-32352abab6e7 on network 2a1311c2-594d-49ff-bcbd-69e881faa649 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:14:06.940923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Attempting to bind port 973da309-126f-4308-a6f4-32352abab6e7 on network 2a1311c2-594d-49ff-bcbd-69e881faa649 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:06.948465 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:14:06.948817 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Checking segment: {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:06.949242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Bound using segment: {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:14:06.949686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Bound port: 973da309-126f-4308-a6f4-32352abab6e7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:14:06.950053 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (973da309-126f-4308-a6f4-32352abab6e7), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:07.075738 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69cfb7-db63-42a7-9c97-e72057a0b79d req-36b2750e-ebf7-4963-ae85-a3f685692597 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.081943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69cfb7-db63-42a7-9c97-e72057a0b79d req-36b2750e-ebf7-4963-ae85-a3f685692597 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.087234 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69cfb7-db63-42a7-9c97-e72057a0b79d req-36b2750e-ebf7-4963-ae85-a3f685692597 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.091508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-42d10cf1-a1e3-4218-8d14-ba3fcbc3ee8f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.093390 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-42d10cf1-a1e3-4218-8d14-ba3fcbc3ee8f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/networks?id=39451244-1104-46d3-8155-9d8d7ddc9546 HTTP/1.1" status: 200  len: 813 time: 0.1581419
Apr 16 21:14:07.093542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69cfb7-db63-42a7-9c97-e72057a0b79d req-36b2750e-ebf7-4963-ae85-a3f685692597 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.095763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:14:07.099926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69cfb7-db63-42a7-9c97-e72057a0b79d req-36b2750e-ebf7-4963-ae85-a3f685692597 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.106043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69cfb7-db63-42a7-9c97-e72057a0b79d req-36b2750e-ebf7-4963-ae85-a3f685692597 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.110096 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-14c85785-ff7d-4966-a9d9-d5f2fdd380e3 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/quotas/fe50d9e0841749f094948101efdc3d92 HTTP/1.1" status: 200  len: 375 time: 0.0107710
Apr 16 21:14:07.115733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d69cfb7-db63-42a7-9c97-e72057a0b79d req-36b2750e-ebf7-4963-ae85-a3f685692597 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 4597 time: 0.1129022
Apr 16 21:14:07.130076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] For port 973da309-126f-4308-a6f4-32352abab6e7, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:07.134844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] For port 973da309-126f-4308-a6f4-32352abab6e7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=973da309-126f-4308-a6f4-32352abab6e7,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:14:07.178010 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:07.178688 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:07.215617 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d69cfb7-db63-42a7-9c97-e72057a0b79d req-f409d3a9-d29a-47f8-9aae-df59a54a0e40 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1012514
Apr 16 21:14:07.227551 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (973da309-126f-4308-a6f4-32352abab6e7), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:07.228042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-0c906b7e-a969-4559-9b83-e5f1f3027367 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe50d9e0841749f094948101efdc3d92&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1076562
Apr 16 21:14:07.236414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-4ae1b71c-b3f9-4ddc-8fb4-4e3ae3cf046d tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.238127 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-4ae1b71c-b3f9-4ddc-8fb4-4e3ae3cf046d tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e&tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0741706
Apr 16 21:14:07.284456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:07.284860 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:07.294929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.295775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:07.298434 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] 10.222.0.41 "PUT /v2.0/ports/973da309-126f-4308-a6f4-32352abab6e7 HTTP/1.1" status: 200  len: 1128 time: 1.4538753
Apr 16 21:14:07.299146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': '973da309-126f-4308-a6f4-32352abab6e7'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:07.302016 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f6d09a-1c5e-446f-a157-d83e50bad524" -d '{"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "973da309-126f-4308-a6f4-32352abab6e7"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:07.328161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:07.332819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa85400-da5b-429a-b9c5-dfbcbaf7fa08 service neutron] Pushing event updated for resources: {'Port': ['ID=973da309-126f-4308-a6f4-32352abab6e7,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:07.337076 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81337465-7530-4ace-8f9a-28e1937d30b4" -d '{"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-plugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:07.383777 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16779ff0-225f-409b-b33e-4b845d02a01d x-openstack-request-id: req-16779ff0-225f-409b-b33e-4b845d02a01d {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:07.384271 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "973da309-126f-4308-a6f4-32352abab6e7", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:07.384709 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16779ff0-225f-409b-b33e-4b845d02a01d {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:07.385267 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16779ff0-225f-409b-b33e-4b845d02a01d'] response: {'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': '973da309-126f-4308-a6f4-32352abab6e7', 'status': 'completed', 'code': 200}
Apr 16 21:14:07.385872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:07.440898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d6e1e163-8568-43ae-898f-200ebd976cef service neutron] 10.222.0.20 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011032
Apr 16 21:14:07.442123 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e387470-6d7a-4fe2-ae0b-e4c73dd972fa x-openstack-request-id: req-9e387470-6d7a-4fe2-ae0b-e4c73dd972fa {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:07.442517 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-plugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:07.443105 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e387470-6d7a-4fe2-ae0b-e4c73dd972fa {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:07.443740 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e387470-6d7a-4fe2-ae0b-e4c73dd972fa'] response: {'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'code': 200}
Apr 16 21:14:07.471002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Request body: {'port': {'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:07.508643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d09a-1c5e-446f-a157-d83e50bad524 req-309bc6ac-2c48-4b8a-9df3-299b58be0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.509127 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d09a-1c5e-446f-a157-d83e50bad524 req-309bc6ac-2c48-4b8a-9df3-299b58be0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.509601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d09a-1c5e-446f-a157-d83e50bad524 req-309bc6ac-2c48-4b8a-9df3-299b58be0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.510071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d09a-1c5e-446f-a157-d83e50bad524 req-309bc6ac-2c48-4b8a-9df3-299b58be0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.510534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d09a-1c5e-446f-a157-d83e50bad524 req-309bc6ac-2c48-4b8a-9df3-299b58be0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.511002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d09a-1c5e-446f-a157-d83e50bad524 req-309bc6ac-2c48-4b8a-9df3-299b58be0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.513553 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b1f6d09a-1c5e-446f-a157-d83e50bad524 req-309bc6ac-2c48-4b8a-9df3-299b58be0907 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce47d3657e50419183b9ee9cee309667&device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5345 time: 0.1050150
Apr 16 21:14:07.528573 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:07.567313 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-956c7b6c-9e62-447d-baa5-39e47b8f0df6 service neutron] 10.222.0.20 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250558
Apr 16 21:14:07.631280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-45ca0090-a140-4b28-924e-7a182c1a3d7b service neutron] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:07.635253 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-45ca0090-a140-4b28-924e-7a182c1a3d7b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:07.637135 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0acce37b-e3d4-4cd2-962b-6a3aa44f513e req-45ca0090-a140-4b28-924e-7a182c1a3d7b service neutron] 10.222.0.41 "DELETE /v2.0/ports/e220556c-73e1-42e1-a291-a4168a2b6289/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3889065
Apr 16 21:14:07.640234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=10']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:07.794738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56184) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:07.919666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85667ae-85ea-4cbb-9276-7a29dfd74544 req-6ff7ab72-a145-452b-bce0-59696db3eea5 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.922740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c85667ae-85ea-4cbb-9276-7a29dfd74544 req-6ff7ab72-a145-452b-bce0-59696db3eea5 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0754035
Apr 16 21:14:07.948666 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:07.949956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-network', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:07.984391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2ada2-7cfe-4204-b299-2ed381b534f9 req-2b5799ae-cc1c-4bed-b5e8-dbb0382c29d0 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:07.988706 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cb2ada2-7cfe-4204-b299-2ed381b534f9 req-2b5799ae-cc1c-4bed-b5e8-dbb0382c29d0 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1071451
Apr 16 21:14:07.998575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c85667ae-85ea-4cbb-9276-7a29dfd74544 req-311fcc49-ba7c-491c-9ab5-863b1fb5ac9b tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701811
Apr 16 21:14:08.045650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Made reservation on behalf of be0fd7025ca44244ae100b2b916ad1d8 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:14:08.049294 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:08.052932 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d09a-1c5e-446f-a157-d83e50bad524 req-1ca8a9ab-f2cc-4c18-a481-2f31657d5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:08.053539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d09a-1c5e-446f-a157-d83e50bad524 req-1ca8a9ab-f2cc-4c18-a481-2f31657d5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:08.053939 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d09a-1c5e-446f-a157-d83e50bad524 req-1ca8a9ab-f2cc-4c18-a481-2f31657d5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:08.055454 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b1f6d09a-1c5e-446f-a157-d83e50bad524 req-1ca8a9ab-f2cc-4c18-a481-2f31657d5b18 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ce47d3657e50419183b9ee9cee309667&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.5325348
Apr 16 21:14:08.074509 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:08.101486 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-637f749b-1227-43c0-8415-9be11cfbceb0 req-8d189230-b8b8-4be5-9c25-820edb8ad162 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 210 time: 0.0495975
Apr 16 21:14:08.205146 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cb2ada2-7cfe-4204-b299-2ed381b534f9 req-1ffea725-08b6-405a-b11a-e6f96354eb4f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079773
Apr 16 21:14:08.215778 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Publish callbacks [] for security_group (968b46f4-3068-4d94-89f7-6846af312496), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:08.262083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd87e0-0db8-40a5-856d-80936b80b8e2 req-a03c9b40-7a29-4d9e-a737-a820c74ff0a8 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:08.262083 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aecd87e0-0db8-40a5-856d-80936b80b8e2 req-a03c9b40-7a29-4d9e-a737-a820c74ff0a8 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 1127 time: 0.0434659
Apr 16 21:14:08.301019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d09a-1c5e-446f-a157-d83e50bad524 req-b5de3f68-adff-4c4f-af58-daead3dba999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:08.302516 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b1f6d09a-1c5e-446f-a157-d83e50bad524 req-b5de3f68-adff-4c4f-af58-daead3dba999 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2339449
Apr 16 21:14:08.310811 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (968b46f4-3068-4d94-89f7-6846af312496), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:08.324971 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aecd87e0-0db8-40a5-856d-80936b80b8e2 req-a644eb14-25cc-4f46-b332-cf8e1a7551a3 tempest-LiveMigrationTest-2010750960 tempest-LiveMigrationTest-2010750960-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573671
Apr 16 21:14:08.341724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:14:08.369077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968b46f4-3068-4d94-89f7-6846af312496,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:08.375177 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (5307ef0a-4986-4a61-8461-14d31ce58db7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:08.375509 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Added segment 5307ef0a-4986-4a61-8461-14d31ce58db7 of type vlan for network a7e528bf-99b2-41b7-8807-aca3eac1e8d2
Apr 16 21:14:08.420013 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a7e528bf-99b2-41b7-8807-aca3eac1e8d2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:08.438941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c6656-18f4-4018-8171-0636db3f0f43 req-c70a667f-de74-447e-966f-d4dfee9298c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:08.444338 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c6656-18f4-4018-8171-0636db3f0f43 req-c70a667f-de74-447e-966f-d4dfee9298c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:08.450324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c6656-18f4-4018-8171-0636db3f0f43 req-c70a667f-de74-447e-966f-d4dfee9298c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:08.455671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c6656-18f4-4018-8171-0636db3f0f43 req-c70a667f-de74-447e-966f-d4dfee9298c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:08.461014 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c6656-18f4-4018-8171-0636db3f0f43 req-c70a667f-de74-447e-966f-d4dfee9298c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:08.466422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c6656-18f4-4018-8171-0636db3f0f43 req-c70a667f-de74-447e-966f-d4dfee9298c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:08.468378 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f7c6656-18f4-4018-8171-0636db3f0f43 req-c70a667f-de74-447e-966f-d4dfee9298c9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 4597 time: 0.1634233
Apr 16 21:14:08.494560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6827444-dd7b-4b83-a82d-0112e07ad27f {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:08.506103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Publish callbacks [] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:08.529515 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a7e528bf-99b2-41b7-8807-aca3eac1e8d2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:08.534291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:08.534291 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:08.535834 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Transition to ACTIVE for port object b6827444-dd7b-4b83-a82d-0112e07ad27f will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:14:08.551497 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f7c6656-18f4-4018-8171-0636db3f0f43 req-a4429022-0b5e-4f41-bbaf-dc9978ffe3a2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0762491
Apr 16 21:14:08.607771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e528bf-99b2-41b7-8807-aca3eac1e8d2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:08.617979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:14:08.637483 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:08.696924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Pushing event updated for resources: {'Port': ['ID=b6827444-dd7b-4b83-a82d-0112e07ad27f,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:08.764554 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9440fa7f-0e80-4bb6-ae2b-f39764051ef1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 902 time: 0.9656205
Apr 16 21:14:08.765250 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56208) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:08.771302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-c690138a-a422-475a-bc92-174f83aedfba admin admin] Request body: {'subnet': {'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-subnet', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:08.820966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Attempting to bind port b6827444-dd7b-4b83-a82d-0112e07ad27f on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:14:08.821313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Attempting to bind port b6827444-dd7b-4b83-a82d-0112e07ad27f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:14:08.821652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Attempting to bind port b6827444-dd7b-4b83-a82d-0112e07ad27f on network 2a1311c2-594d-49ff-bcbd-69e881faa649 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:08.827610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Port b6827444-dd7b-4b83-a82d-0112e07ad27f on network 2a1311c2-594d-49ff-bcbd-69e881faa649 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:14:08.827939 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Attempting to bind port b6827444-dd7b-4b83-a82d-0112e07ad27f on network 2a1311c2-594d-49ff-bcbd-69e881faa649 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:08.841805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:14:08.842153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Checking segment: {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:08.842584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Bound using segment: {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:14:08.843024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Bound port: b6827444-dd7b-4b83-a82d-0112e07ad27f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:14:08.843393 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:08.916488 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] For port b6827444-dd7b-4b83-a82d-0112e07ad27f, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:08.920275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] For port b6827444-dd7b-4b83-a82d-0112e07ad27f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6827444-dd7b-4b83-a82d-0112e07ad27f,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:14:08.975703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c690138a-a422-475a-bc92-174f83aedfba admin admin] Made reservation on behalf of be0fd7025ca44244ae100b2b916ad1d8 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:14:08.975856 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3051e3e3-a098-47ab-94dc-adf0eec4e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:08.980052 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c690138a-a422-475a-bc92-174f83aedfba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:09.022056 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:09.096704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.097335 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:09.098734 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] 10.222.0.41 "PUT /v2.0/ports/b6827444-dd7b-4b83-a82d-0112e07ad27f HTTP/1.1" status: 200  len: 1130 time: 1.6366596
Apr 16 21:14:09.119557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b772b-5835-42c2-abe5-06e3f47f862b req-5b6e5485-0841-4d80-90f8-7edd2072bacc tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.121912 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c26b772b-5835-42c2-abe5-06e3f47f862b req-5b6e5485-0841-4d80-90f8-7edd2072bacc tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0860267
Apr 16 21:14:09.144108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820c260-a18c-4873-9a53-6c71e519f11b service neutron] Pushing event updated for resources: {'Port': ['ID=b6827444-dd7b-4b83-a82d-0112e07ad27f,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:09.215584 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68ecb9c8-0fde-4ba2-a9ea-944f3e3b7cee req-32b553b4-2a72-49bc-9b88-48e9f79ea55d tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 210 time: 0.0303736
Apr 16 21:14:09.221815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c26b772b-5835-42c2-abe5-06e3f47f862b req-265743aa-b65d-4508-88f6-b7a9a7da80f6 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928366
Apr 16 21:14:09.278714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Request body: {'port': {'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:09.341299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb6e0-6fdf-4a51-afc9-7894422d94cc req-1d0a65dd-2ca7-43fe-a858-7e0aa2dcde36 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.342831 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8dedb6e0-6fdf-4a51-afc9-7894422d94cc req-1d0a65dd-2ca7-43fe-a858-7e0aa2dcde36 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0538120
Apr 16 21:14:09.346570 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:09.382231 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c690138a-a422-475a-bc92-174f83aedfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (cffc375e-60a1-4e02-89d7-718ec438aeb5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:09.385881 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': 'b6827444-dd7b-4b83-a82d-0112e07ad27f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:09.388750 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a98563-8098-4126-83d9-77d38ffe2d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "b6827444-dd7b-4b83-a82d-0112e07ad27f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:09.441393 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8dedb6e0-6fdf-4a51-afc9-7894422d94cc req-f85b1c1b-7b92-4dcb-a6f7-3871e8ccc155 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903387
Apr 16 21:14:09.467930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690138a-a422-475a-bc92-174f83aedfba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffc375e-60a1-4e02-89d7-718ec438aeb5,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:09.481448 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ea334b-e769-457c-b6b8-c918e8508826 x-openstack-request-id: req-94ea334b-e769-457c-b6b8-c918e8508826 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:09.481827 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "b6827444-dd7b-4b83-a82d-0112e07ad27f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:09.482084 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94ea334b-e769-457c-b6b8-c918e8508826 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:09.482473 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ea334b-e769-457c-b6b8-c918e8508826'] response: {'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': 'b6827444-dd7b-4b83-a82d-0112e07ad27f', 'status': 'completed', 'code': 200}
Apr 16 21:14:09.490923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c690138a-a422-475a-bc92-174f83aedfba admin admin] Checking segment: {'id': '5307ef0a-4986-4a61-8461-14d31ce58db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:09.491384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c690138a-a422-475a-bc92-174f83aedfba admin admin] Network hostable DHCP agents. Network: a7e528bf-99b2-41b7-8807-aca3eac1e8d2, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:14:09.539704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-7d071916-a7e8-4da0-bd23-ce3444e68318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.540204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-7d071916-a7e8-4da0-bd23-ce3444e68318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.540688 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-7d071916-a7e8-4da0-bd23-ce3444e68318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.541167 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-7d071916-a7e8-4da0-bd23-ce3444e68318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.541757 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-7d071916-a7e8-4da0-bd23-ce3444e68318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.542251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-7d071916-a7e8-4da0-bd23-ce3444e68318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.542753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-7d071916-a7e8-4da0-bd23-ce3444e68318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.544877 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-7d071916-a7e8-4da0-bd23-ce3444e68318 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce47d3657e50419183b9ee9cee309667&device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 6299 time: 0.0737772
Apr 16 21:14:09.609201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c690138a-a422-475a-bc92-174f83aedfba admin admin] Network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:14:09.695650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-c690138a-a422-475a-bc92-174f83aedfba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a7e528bf-99b2-41b7-8807-aca3eac1e8d2) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:14:09.701275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c690138a-a422-475a-bc92-174f83aedfba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.702412 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c690138a-a422-475a-bc92-174f83aedfba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:09.707683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6f27ae-75a3-4473-b632-c92d94467f9b None None] Network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:14:09.786900 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c690138a-a422-475a-bc92-174f83aedfba admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.0179553
Apr 16 21:14:09.787126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56226) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:09.795135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:09.799162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c4af4-f7a2-461a-94ad-0d1bceb46d74 req-1b0a80a4-306a-4404-bd78-266881e4163b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.804780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c4af4-f7a2-461a-94ad-0d1bceb46d74 req-1b0a80a4-306a-4404-bd78-266881e4163b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.811227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c4af4-f7a2-461a-94ad-0d1bceb46d74 req-1b0a80a4-306a-4404-bd78-266881e4163b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.817798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c4af4-f7a2-461a-94ad-0d1bceb46d74 req-1b0a80a4-306a-4404-bd78-266881e4163b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.823676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c4af4-f7a2-461a-94ad-0d1bceb46d74 req-1b0a80a4-306a-4404-bd78-266881e4163b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.830322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c4af4-f7a2-461a-94ad-0d1bceb46d74 req-1b0a80a4-306a-4404-bd78-266881e4163b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.831366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'fixed_ips': [{'subnet_id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:14:09.833338 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:09.835790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c4af4-f7a2-461a-94ad-0d1bceb46d74 req-1b0a80a4-306a-4404-bd78-266881e4163b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.837806 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-706c4af4-f7a2-461a-94ad-0d1bceb46d74 req-1b0a80a4-306a-4404-bd78-266881e4163b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5369 time: 0.1817024
Apr 16 21:14:09.858774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-4e8dcd94-09f2-4c05-9ef9-13c354c982f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.859241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-4e8dcd94-09f2-4c05-9ef9-13c354c982f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.859701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-4e8dcd94-09f2-4c05-9ef9-13c354c982f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:09.861558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-4e8dcd94-09f2-4c05-9ef9-13c354c982f9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ce47d3657e50419183b9ee9cee309667&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.3022099
Apr 16 21:14:09.903147 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (58eded57-4394-4d57-b4ce-2761d71ade2a), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:09.905129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (58eded57-4394-4d57-b4ce-2761d71ade2a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:09.971019 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Publish callbacks [] for router_controller (58eded57-4394-4d57-b4ce-2761d71ade2a), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:09.998465 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89946b61-fbf7-4964-8abf-1d6403aac9ec {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:10.010469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Allocated IP 172.20.0.2 (a7e528bf-99b2-41b7-8807-aca3eac1e8d2/cffc375e-60a1-4e02-89d7-718ec438aeb5/50907ade-1dcd-473f-bb9b-01a7f5a88cc2) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:14:10.017949 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Publish callbacks [] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.040974 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-706c4af4-f7a2-461a-94ad-0d1bceb46d74 req-d1a34edc-8e9f-4464-8462-5216c7a0df73 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1892998
Apr 16 21:14:10.051720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Transition to ACTIVE for port object 89946b61-fbf7-4964-8abf-1d6403aac9ec will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:14:10.062812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-b1f504d7-1d1e-4e4d-a571-0d4e5f6f4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:10.064226 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59a98563-8098-4126-83d9-77d38ffe2d2a req-b1f504d7-1d1e-4e4d-a571-0d4e5f6f4128 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1938615
Apr 16 21:14:10.141864 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.191754 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Publish callbacks [] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.203990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Pushing event updated for resources: {'Port': ['ID=89946b61-fbf7-4964-8abf-1d6403aac9ec,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:10.205476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Publish callbacks [] for router_gateway (58eded57-4394-4d57-b4ce-2761d71ade2a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.210385 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.299166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Attempting to bind port 89946b61-fbf7-4964-8abf-1d6403aac9ec on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:14:10.300613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Attempting to bind port 89946b61-fbf7-4964-8abf-1d6403aac9ec by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:14:10.300613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Attempting to bind port 89946b61-fbf7-4964-8abf-1d6403aac9ec on network 2a1311c2-594d-49ff-bcbd-69e881faa649 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:10.300846 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.306790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Port 89946b61-fbf7-4964-8abf-1d6403aac9ec on network 2a1311c2-594d-49ff-bcbd-69e881faa649 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:14:10.307567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Attempting to bind port 89946b61-fbf7-4964-8abf-1d6403aac9ec on network 2a1311c2-594d-49ff-bcbd-69e881faa649 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:10.316624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:14:10.317579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Checking segment: {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:10.324361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Bound using segment: {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:14:10.324361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Bound port: 89946b61-fbf7-4964-8abf-1d6403aac9ec, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:14:10.324361 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.353319 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-064e3047-38c3-439d-bb67-50a510835446 req-228394e2-6202-4c99-a127-6a44b36c569a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 210 time: 0.0433071
Apr 16 21:14:10.377206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:14:10.379819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:14:10.384585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:14:10.404213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Pushing event updated for resources: {'Port': ['ID=50907ade-1dcd-473f-bb9b-01a7f5a88cc2,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:10.463386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb679b35-8e9c-4825-b30b-d37b9f901233 req-62237a68-c80c-4c4d-b2b1-9fca27a26f97 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:10.479179 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb679b35-8e9c-4825-b30b-d37b9f901233 req-62237a68-c80c-4c4d-b2b1-9fca27a26f97 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.1323569
Apr 16 21:14:10.515292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] For port 89946b61-fbf7-4964-8abf-1d6403aac9ec, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:10.524983 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] For port 89946b61-fbf7-4964-8abf-1d6403aac9ec, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89946b61-fbf7-4964-8abf-1d6403aac9ec,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:14:10.529636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Attempting to bind port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:14:10.530017 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Attempting to bind port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5307ef0a-4986-4a61-8461-14d31ce58db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:14:10.530395 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Attempting to bind port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 on network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:10.540826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:14:10.541646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Checking segment: {'id': '5307ef0a-4986-4a61-8461-14d31ce58db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:10.542066 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.542460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Bound using segment: {'id': '5307ef0a-4986-4a61-8461-14d31ce58db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:14:10.542957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Bound port: 50907ade-1dcd-473f-bb9b-01a7f5a88cc2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5307ef0a-4986-4a61-8461-14d31ce58db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:14:10.543339 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.557084 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb679b35-8e9c-4825-b30b-d37b9f901233 req-98a3477b-9994-4594-b0a0-4ff6be5ab0f9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786407
Apr 16 21:14:10.622977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] For port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:10.626201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] For port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50907ade-1dcd-473f-bb9b-01a7f5a88cc2,segment=NetworkSegment(5307ef0a-4986-4a61-8461-14d31ce58db7),segment_id=5307ef0a-4986-4a61-8461-14d31ce58db7)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:14:10.679184 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.710456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416705dd-5dda-45e3-9725-75d783b9bded req-26771c06-c95a-4787-9d19-3c8c3e4e2f8a tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:10.712205 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-416705dd-5dda-45e3-9725-75d783b9bded req-26771c06-c95a-4787-9d19-3c8c3e4e2f8a tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1477659
Apr 16 21:14:10.729117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:10.729117 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.729117 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] 10.222.0.41 "PUT /v2.0/ports/89946b61-fbf7-4964-8abf-1d6403aac9ec HTTP/1.1" status: 200  len: 1091 time: 1.4523737
Apr 16 21:14:10.748395 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926017a-15eb-425c-8c43-ee5ab992fd92 service neutron] Pushing event updated for resources: {'Port': ['ID=89946b61-fbf7-4964-8abf-1d6403aac9ec,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:10.775772 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.801268 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Publish callbacks [] for router_gateway (58eded57-4394-4d57-b4ce-2761d71ade2a), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.862216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85759f-37b4-4746-9079-3e82b8b54c9f None None] Pushing event updated for resources: {'Port': ['ID=50907ade-1dcd-473f-bb9b-01a7f5a88cc2,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:10.879845 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:10.903959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c8830e3f-6e11-49fb-9f4a-31028236f0a6 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:10.905554 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c8830e3f-6e11-49fb-9f4a-31028236f0a6 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.11 "GET /v2.0/networks?id=39451244-1104-46d3-8155-9d8d7ddc9546 HTTP/1.1" status: 200  len: 813 time: 0.2976804
Apr 16 21:14:10.961719 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-416705dd-5dda-45e3-9725-75d783b9bded req-915ca4fb-9f5d-4638-947c-6fd282857675 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2191076
Apr 16 21:14:10.966316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c0c347b7-8563-497a-84a4-50e7eadd2f0b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'port': {'device_id': '65449361-cc88-4caa-aeff-800337a2fbb0', 'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546', 'admin_state_up': True, 'tenant_id': 'fe50d9e0841749f094948101efdc3d92'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:11.499717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': '89946b61-fbf7-4964-8abf-1d6403aac9ec'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:11.502167 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35a4dfc-97aa-482f-a177-236f8213c54f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "89946b61-fbf7-4964-8abf-1d6403aac9ec"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:11.508905 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee0cd693-c166-434c-bcf2-b4e4a9aab873 req-3de2ce52-7835-41e3-987f-6e7e104b7ad7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 210 time: 0.0458941
Apr 16 21:14:11.531033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ee83-ac0c-42c5-85f7-96ae654b16be req-9e0ffecb-9dfa-4a96-98ca-3e15b79c3144 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:11.531033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ee83-ac0c-42c5-85f7-96ae654b16be req-9e0ffecb-9dfa-4a96-98ca-3e15b79c3144 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:11.537355 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ee83-ac0c-42c5-85f7-96ae654b16be req-9e0ffecb-9dfa-4a96-98ca-3e15b79c3144 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:11.542661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ee83-ac0c-42c5-85f7-96ae654b16be req-9e0ffecb-9dfa-4a96-98ca-3e15b79c3144 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:11.547901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ee83-ac0c-42c5-85f7-96ae654b16be req-9e0ffecb-9dfa-4a96-98ca-3e15b79c3144 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:11.553142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ee83-ac0c-42c5-85f7-96ae654b16be req-9e0ffecb-9dfa-4a96-98ca-3e15b79c3144 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:11.558942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ee83-ac0c-42c5-85f7-96ae654b16be req-9e0ffecb-9dfa-4a96-98ca-3e15b79c3144 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:11.561014 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f84ee83-ac0c-42c5-85f7-96ae654b16be req-9e0ffecb-9dfa-4a96-98ca-3e15b79c3144 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5381 time: 0.1517885
Apr 16 21:14:11.562266 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Allocated IP 172.35.1.120 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/66094c10-96a6-471f-a622-095b9bfef2ac) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:14:11.590415 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-76c92c91-f7c3-4a38-8638-0afbdf5f19b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:11.627834 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33715603-bdf0-47fd-9fef-8d2a97f80c8b req-97a9b2f5-c211-45d1-9f17-03e7724ed503 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:11.629638 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-33715603-bdf0-47fd-9fef-8d2a97f80c8b req-97a9b2f5-c211-45d1-9f17-03e7724ed503 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 944 time: 0.0646255
Apr 16 21:14:11.682704 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-33715603-bdf0-47fd-9fef-8d2a97f80c8b req-efef1d0f-1094-4c8f-9fc3-bd06e41bbbd8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470173
Apr 16 21:14:11.734637 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f84ee83-ac0c-42c5-85f7-96ae654b16be req-7f9dbe44-bca1-44a8-bbdc-2f3424503674 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1631141
Apr 16 21:14:11.737775 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bc5536-761b-40f1-9641-19891939b381 x-openstack-request-id: req-46bc5536-761b-40f1-9641-19891939b381 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:11.738176 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "89946b61-fbf7-4964-8abf-1d6403aac9ec", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:11.738535 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46bc5536-761b-40f1-9641-19891939b381 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:11.739274 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46bc5536-761b-40f1-9641-19891939b381'] response: {'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': '89946b61-fbf7-4964-8abf-1d6403aac9ec', 'status': 'completed', 'code': 200}
Apr 16 21:14:11.764382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Publish callbacks [] for port (66094c10-96a6-471f-a622-095b9bfef2ac), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:11.776690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c0c347b7-8563-497a-84a4-50e7eadd2f0b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Made reservation on behalf of fe50d9e0841749f094948101efdc3d92 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:14:11.781058 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c0c347b7-8563-497a-84a4-50e7eadd2f0b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:11.851957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79c822-8aae-4d49-9f6e-4adc74af72e5 req-e4dd1a1d-fe16-4023-8443-ee860315d849 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:11.853549 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d79c822-8aae-4d49-9f6e-4adc74af72e5 req-e4dd1a1d-fe16-4023-8443-ee860315d849 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0514159
Apr 16 21:14:11.906105 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d79c822-8aae-4d49-9f6e-4adc74af72e5 req-44ecf15f-4bb9-4e99-ab5d-224f40a5efc8 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454576
Apr 16 21:14:11.959136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e22456-5a90-4699-8367-a0c4191f968d req-ce583e03-72e0-4192-a156-a8f69eb920a8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:11.960661 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3e22456-5a90-4699-8367-a0c4191f968d req-ce583e03-72e0-4192-a156-a8f69eb920a8 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.11 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 944 time: 0.0835614
Apr 16 21:14:11.980879 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (66094c10-96a6-471f-a622-095b9bfef2ac), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:12.043854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c0c347b7-8563-497a-84a4-50e7eadd2f0b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Allocated IP 172.20.0.2 (39451244-1104-46d3-8155-9d8d7ddc9546/50d87fc9-b789-4377-bead-4d47e0e49e65/945aa480-3d27-4a43-9bf6-4d316c63e6b9) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:14:12.049462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e317b0f-76c7-4d3d-aca5-20cc690f94b3 None None] Network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:14:12.081009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:14:12.106233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4da553a9-fb28-4e52-b7cb-854d51a4591d None None] Provisioning complete for port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:12.106604 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4da553a9-fb28-4e52-b7cb-854d51a4591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:12.107457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:14:12.134544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:14:12.179270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=66094c10-96a6-471f-a622-095b9bfef2ac,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:12.194616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d458ba6-4589-4054-9e74-12f496e3527c req-6cf51913-d067-4fa1-b4c0-ffff0d92324f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:12.196500 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d458ba6-4589-4054-9e74-12f496e3527c req-6cf51913-d067-4fa1-b4c0-ffff0d92324f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1421328
Apr 16 21:14:12.225960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.226174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.226516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.226854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.227193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.227623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.227951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.228164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.228516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.228696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4da553a9-fb28-4e52-b7cb-854d51a4591d None None] Current status of the port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:12.228847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.229077 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4da553a9-fb28-4e52-b7cb-854d51a4591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:12.229188 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.229471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.229798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.230754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.231082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:12.259447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e3e22456-5a90-4699-8367-a0c4191f968d req-78e1e348-c255-4120-80b3-dfe6d154218a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Deleting port 69daf0de-dee8-41ab-85fa-24c0d402ba05 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:12.259798 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e3e22456-5a90-4699-8367-a0c4191f968d req-78e1e348-c255-4120-80b3-dfe6d154218a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:12.264786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4da553a9-fb28-4e52-b7cb-854d51a4591d None None] For port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50907ade-1dcd-473f-bb9b-01a7f5a88cc2,segment=NetworkSegment(5307ef0a-4986-4a61-8461-14d31ce58db7),segment_id=5307ef0a-4986-4a61-8461-14d31ce58db7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:12.341710 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4da553a9-fb28-4e52-b7cb-854d51a4591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:12.375972 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:12.394636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da553a9-fb28-4e52-b7cb-854d51a4591d None None] Pushing event updated for resources: {'Port': ['ID=50907ade-1dcd-473f-bb9b-01a7f5a88cc2,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:12.462517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ab21496f-1eeb-4f9a-924d-fcccbf1b9e0c None None] Provisioning complete for port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:12.462902 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ab21496f-1eeb-4f9a-924d-fcccbf1b9e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:12.511494 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d458ba6-4589-4054-9e74-12f496e3527c req-837f485e-6828-4782-84ac-17e85dd936cd tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2989771
Apr 16 21:14:12.544702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ab21496f-1eeb-4f9a-924d-fcccbf1b9e0c None None] Current status of the port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:12.557128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e3e22456-5a90-4699-8367-a0c4191f968d req-78e1e348-c255-4120-80b3-dfe6d154218a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] For port 69daf0de-dee8-41ab-85fa-24c0d402ba05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=69daf0de-dee8-41ab-85fa-24c0d402ba05,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:12.557689 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e3e22456-5a90-4699-8367-a0c4191f968d req-78e1e348-c255-4120-80b3-dfe6d154218a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:12.579432 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c0c347b7-8563-497a-84a4-50e7eadd2f0b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:12.585180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e3e22456-5a90-4699-8367-a0c4191f968d req-78e1e348-c255-4120-80b3-dfe6d154218a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Calling delete_port for 69daf0de-dee8-41ab-85fa-24c0d402ba05 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:12.609888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78c4208f-ef76-4a94-8f01-8b56d8fa6727 req-00f6e897-f93c-4b63-b693-eaf40eede960 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 210 time: 0.0295625
Apr 16 21:14:12.762001 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c0c347b7-8563-497a-84a4-50e7eadd2f0b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:12.774972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:12.879053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Publish callbacks [] for router_gateway (58eded57-4394-4d57-b4ce-2761d71ade2a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:12.931472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3615e1-4f59-4c15-9e33-601a2231cd4d req-199fda70-f6c3-4fbb-9a3e-baab94ca6591 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:12.934169 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ac3615e1-4f59-4c15-9e33-601a2231cd4d req-199fda70-f6c3-4fbb-9a3e-baab94ca6591 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 944 time: 0.1671245
Apr 16 21:14:12.935601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c0c347b7-8563-497a-84a4-50e7eadd2f0b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Network 39451244-1104-46d3-8155-9d8d7ddc9546 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:14:12.938989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8eb1-2341-4f38-8aba-4de8d0cd08cc req-63d8dc23-cb24-4583-acc2-08cb7a9d32b8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:12.940138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c347b7-8563-497a-84a4-50e7eadd2f0b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'Port': ['ID=945aa480-3d27-4a43-9bf6-4d316c63e6b9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:12.947726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8eb1-2341-4f38-8aba-4de8d0cd08cc req-63d8dc23-cb24-4583-acc2-08cb7a9d32b8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:12.953474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c0c347b7-8563-497a-84a4-50e7eadd2f0b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:14:12.956987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8eb1-2341-4f38-8aba-4de8d0cd08cc req-63d8dc23-cb24-4583-acc2-08cb7a9d32b8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:12.964504 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8eb1-2341-4f38-8aba-4de8d0cd08cc req-63d8dc23-cb24-4583-acc2-08cb7a9d32b8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:12.964811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c0c347b7-8563-497a-84a4-50e7eadd2f0b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:14:12.971048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8eb1-2341-4f38-8aba-4de8d0cd08cc req-63d8dc23-cb24-4583-acc2-08cb7a9d32b8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:12.978468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8eb1-2341-4f38-8aba-4de8d0cd08cc req-63d8dc23-cb24-4583-acc2-08cb7a9d32b8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:12.987092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8eb1-2341-4f38-8aba-4de8d0cd08cc req-63d8dc23-cb24-4583-acc2-08cb7a9d32b8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:12.990294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e01c8eb1-2341-4f38-8aba-4de8d0cd08cc req-63d8dc23-cb24-4583-acc2-08cb7a9d32b8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5381 time: 0.1258435
Apr 16 21:14:13.082500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:14:13.086467 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e3e22456-5a90-4699-8367-a0c4191f968d req-78e1e348-c255-4120-80b3-dfe6d154218a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (69daf0de-dee8-41ab-85fa-24c0d402ba05), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:13.094379 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ac3615e1-4f59-4c15-9e33-601a2231cd4d req-fb508617-c7f5-404e-9fe2-5b71f35f7389 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516290
Apr 16 21:14:13.103808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e01c8eb1-2341-4f38-8aba-4de8d0cd08cc req-fdbc47d3-4c13-4c66-8e82-9b84b7aa752c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0968966
Apr 16 21:14:13.108772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c0c347b7-8563-497a-84a4-50e7eadd2f0b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:13.109390 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c0c347b7-8563-497a-84a4-50e7eadd2f0b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:13.133463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['69daf0de-dee8-41ab-85fa-24c0d402ba05'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:13.143294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1e348-c255-4120-80b3-dfe6d154218a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Pushing event deleted for resources: {'Port': ['ID=69daf0de-dee8-41ab-85fa-24c0d402ba05,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:13.179402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:13.179788 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:13.258987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:13.263379 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-c0c347b7-8563-497a-84a4-50e7eadd2f0b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3116171
Apr 16 21:14:13.263379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e22456-5a90-4699-8367-a0c4191f968d req-78e1e348-c255-4120-80b3-dfe6d154218a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] No DVR routers for this DVR port 69daf0de-dee8-41ab-85fa-24c0d402ba05 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:14:13.270800 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e3e22456-5a90-4699-8367-a0c4191f968d req-78e1e348-c255-4120-80b3-dfe6d154218a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:13.274056 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3e22456-5a90-4699-8367-a0c4191f968d req-78e1e348-c255-4120-80b3-dfe6d154218a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.11 "DELETE /v2.0/ports/69daf0de-dee8-41ab-85fa-24c0d402ba05 HTTP/1.1" status: 204  len: 173 time: 1.3076811
Apr 16 21:14:13.274484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60c9986-12b3-4fc4-9bde-7bf7f34f90bd', 'name': 'network-vif-deleted', 'tag': '69daf0de-dee8-41ab-85fa-24c0d402ba05'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:13.276730 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cfa513-4fea-4898-8c92-f1a2d9742266" -d '{"events": [{"server_uuid": "a60c9986-12b3-4fc4-9bde-7bf7f34f90bd", "name": "network-vif-deleted", "tag": "69daf0de-dee8-41ab-85fa-24c0d402ba05"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:13.316309 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Request body: {'port': {'device_id': '65449361-cc88-4caa-aeff-800337a2fbb0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:13.322734 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c3bf88-51c1-40ad-b941-4d525d0cf9d9 x-openstack-request-id: req-98c3bf88-51c1-40ad-b941-4d525d0cf9d9 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:13.324554 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60c9986-12b3-4fc4-9bde-7bf7f34f90bd", "name": "network-vif-deleted", "tag": "69daf0de-dee8-41ab-85fa-24c0d402ba05", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:13.324554 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98c3bf88-51c1-40ad-b941-4d525d0cf9d9 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:13.324554 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c3bf88-51c1-40ad-b941-4d525d0cf9d9'] response: {'server_uuid': 'a60c9986-12b3-4fc4-9bde-7bf7f34f90bd', 'name': 'network-vif-deleted', 'tag': '69daf0de-dee8-41ab-85fa-24c0d402ba05', 'status': 'completed', 'code': 200}
Apr 16 21:14:13.350018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f70bd-cb77-45ef-b839-57b1ea8b209b req-a2723e7b-f793-4333-8169-d10840603279 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:13.351503 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c4f70bd-cb77-45ef-b839-57b1ea8b209b req-a2723e7b-f793-4333-8169-d10840603279 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.1626716
Apr 16 21:14:13.428738 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (58eded57-4394-4d57-b4ce-2761d71ade2a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:13.434454 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:13.453013 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c4f70bd-cb77-45ef-b839-57b1ea8b209b req-a7fcce7d-dbb1-4356-a1a0-77edb283c766 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953612
Apr 16 21:14:13.627687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a50024-e36e-409e-86e6-9e5fb27918bd req-12fde5e8-0a7c-4a46-85e3-a6d7fe6c33ff tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:13.629139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89a50024-e36e-409e-86e6-9e5fb27918bd req-12fde5e8-0a7c-4a46-85e3-a6d7fe6c33ff tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0477669
Apr 16 21:14:13.700510 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89a50024-e36e-409e-86e6-9e5fb27918bd req-9d30fdff-d2e0-45ed-aa74-5f2f7075ea58 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650876
Apr 16 21:14:13.767668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09945818-d5ea-44bf-a040-509beefc533e req-11e5e153-0bd0-4c33-a70d-a56ef7d00f95 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:13.769170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09945818-d5ea-44bf-a040-509beefc533e req-11e5e153-0bd0-4c33-a70d-a56ef7d00f95 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 931 time: 0.0778220
Apr 16 21:14:13.850017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09945818-d5ea-44bf-a040-509beefc533e req-3352d558-b8bb-4ca7-b002-ec661315be06 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746365
Apr 16 21:14:13.872741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Router 58eded57-4394-4d57-b4ce-2761d71ade2a is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:14:13.893352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945aa480-3d27-4a43-9bf6-4d316c63e6b9 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:13.933933 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Publish callbacks [] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:13.959665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Transition to ACTIVE for port object 945aa480-3d27-4a43-9bf6-4d316c63e6b9 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:14:14.010977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:14:14.019942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Sync routers for ids ['58eded57-4394-4d57-b4ce-2761d71ade2a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:14:14.030009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Routers {'58eded57-4394-4d57-b4ce-2761d71ade2a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:14:14.031661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124302f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:14:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['58eded57-4394-4d57-b4ce-2761d71ade2a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:14.047263 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:14.066477 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:14.098354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Pushing event updated for resources: {'Port': ['ID=945aa480-3d27-4a43-9bf6-4d316c63e6b9,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:14.107346 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:14.111484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-14d28893-5987-4b75-a3cf-25e4da791fa8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 941 time: 4.3233759
Apr 16 21:14:14.111704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56298) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:14.221465 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Attempting to bind port 945aa480-3d27-4a43-9bf6-4d316c63e6b9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:14:14.221834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Attempting to bind port 945aa480-3d27-4a43-9bf6-4d316c63e6b9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b8d5b675-88ae-4d17-be28-f51ffb85d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:14:14.222443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Attempting to bind port 945aa480-3d27-4a43-9bf6-4d316c63e6b9 on network 39451244-1104-46d3-8155-9d8d7ddc9546 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:14.227777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Port 945aa480-3d27-4a43-9bf6-4d316c63e6b9 on network 39451244-1104-46d3-8155-9d8d7ddc9546 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:14:14.232775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Attempting to bind port 945aa480-3d27-4a43-9bf6-4d316c63e6b9 on network 39451244-1104-46d3-8155-9d8d7ddc9546 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:14.234654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:14:14.234997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Checking segment: {'id': 'b8d5b675-88ae-4d17-be28-f51ffb85d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:14.235391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Bound using segment: {'id': 'b8d5b675-88ae-4d17-be28-f51ffb85d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:14:14.235825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Bound port: 945aa480-3d27-4a43-9bf6-4d316c63e6b9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d5b675-88ae-4d17-be28-f51ffb85d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:14:14.236215 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:14.286118 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cdc410f0-032e-4f54-abc0-053bab80e266 req-7e38cf50-1c02-4763-82c0-4aa2404e8c42 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=a60c9986-12b3-4fc4-9bde-7bf7f34f90bd HTTP/1.1" status: 200  len: 210 time: 0.0631659
Apr 16 21:14:14.319469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Set router 58eded57-4394-4d57-b4ce-2761d71ade2a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:14:14.515228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124302f10>, [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120'}], 'enable_snat': True}, 'gw_port_id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:12Z', 'revision_number': 3, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port': {'id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:64:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:10Z', 'updated_at': '2022-04-16T21:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:14.547147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Checking router: 58eded57-4394-4d57-b4ce-2761d71ade2a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:14:14.547499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Updating router 58eded57-4394-4d57-b4ce-2761d71ade2a port 66094c10-96a6-471f-a622-095b9bfef2ac binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:14:14.584664 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (66094c10-96a6-471f-a622-095b9bfef2ac), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:14.632702 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab673a15-7243-45fe-8dc9-8f0a37029463 req-22fc8317-3f92-4ee5-871a-c8ac6ef81529 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:14.634272 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab673a15-7243-45fe-8dc9-8f0a37029463 req-22fc8317-3f92-4ee5-871a-c8ac6ef81529 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0684979
Apr 16 21:14:14.662537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244995a4-00ad-4c34-8f9b-b2db9cd835a7 req-18dce55c-07bb-4660-8286-837b82a2262d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:14.668442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244995a4-00ad-4c34-8f9b-b2db9cd835a7 req-18dce55c-07bb-4660-8286-837b82a2262d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:14.673730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244995a4-00ad-4c34-8f9b-b2db9cd835a7 req-18dce55c-07bb-4660-8286-837b82a2262d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:14.679010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244995a4-00ad-4c34-8f9b-b2db9cd835a7 req-18dce55c-07bb-4660-8286-837b82a2262d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:14.687986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244995a4-00ad-4c34-8f9b-b2db9cd835a7 req-18dce55c-07bb-4660-8286-837b82a2262d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:14.692842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244995a4-00ad-4c34-8f9b-b2db9cd835a7 req-18dce55c-07bb-4660-8286-837b82a2262d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:14.697812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244995a4-00ad-4c34-8f9b-b2db9cd835a7 req-18dce55c-07bb-4660-8286-837b82a2262d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:14.699800 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-244995a4-00ad-4c34-8f9b-b2db9cd835a7 req-18dce55c-07bb-4660-8286-837b82a2262d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5381 time: 0.1218717
Apr 16 21:14:14.717704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] For port 945aa480-3d27-4a43-9bf6-4d316c63e6b9, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:14.739290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] For port 945aa480-3d27-4a43-9bf6-4d316c63e6b9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=945aa480-3d27-4a43-9bf6-4d316c63e6b9,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:14:14.754235 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab673a15-7243-45fe-8dc9-8f0a37029463 req-f2ae9424-032e-4aee-8b99-a5a894d59e7c tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936964
Apr 16 21:14:14.784445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-244995a4-00ad-4c34-8f9b-b2db9cd835a7 req-8129440d-df03-412c-af34-3d2c0adea06c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0752990
Apr 16 21:14:14.821664 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:14.833214 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:14.880012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:14.880837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:14.883019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] 10.222.0.11 "PUT /v2.0/ports/945aa480-3d27-4a43-9bf6-4d316c63e6b9 HTTP/1.1" status: 200  len: 1091 time: 1.6013746
Apr 16 21:14:14.906341 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Publish callbacks [] for port (66094c10-96a6-471f-a622-095b9bfef2ac), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:14.912759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506d2a5-d480-4833-9e16-29ca172c936c service neutron] Pushing event updated for resources: {'Port': ['ID=945aa480-3d27-4a43-9bf6-4d316c63e6b9,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:14.970045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9d5d5-465b-42a0-b075-f4c19f72bb35 req-f3ae100e-6380-4e32-84b6-dc442e329cc6 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:14.971599 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18c9d5d5-465b-42a0-b075-f4c19f72bb35 req-f3ae100e-6380-4e32-84b6-dc442e329cc6 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1239016
Apr 16 21:14:14.985275 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (66094c10-96a6-471f-a622-095b9bfef2ac), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:15.018832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f1be1-4e9d-448a-808f-e6d9ec2f5da3 req-4e9801e3-d024-4474-883e-1653a6fbd100 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:15.025597 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-057f1be1-4e9d-448a-808f-e6d9ec2f5da3 req-4e9801e3-d024-4474-883e-1653a6fbd100 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 943 time: 0.0879731
Apr 16 21:14:15.041611 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Attempting to bind port 66094c10-96a6-471f-a622-095b9bfef2ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:14:15.041993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Attempting to bind port 66094c10-96a6-471f-a622-095b9bfef2ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:14:15.042349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Attempting to bind port 66094c10-96a6-471f-a622-095b9bfef2ac on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:15.050780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Pushing event updated for resources: {'Port': ['ID=66094c10-96a6-471f-a622-095b9bfef2ac,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:15.053924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:14:15.054313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:15.054720 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:15.055115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:14:15.055847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Bound port: 66094c10-96a6-471f-a622-095b9bfef2ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:14:15.056014 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (66094c10-96a6-471f-a622-095b9bfef2ac), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:15.068093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-3ee190a6-9821-471b-a7b4-9e8997a63b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:15.070102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-3ee190a6-9821-471b-a7b4-9e8997a63b6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fe50d9e0841749f094948101efdc3d92&device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 1125 time: 0.0901949
Apr 16 21:14:15.084112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.084494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.084838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.085173 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.085512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.085921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.086162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.086487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.086910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.087263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.087589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.087908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.088251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.088574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.088895 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.126025 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-5f8f73a0-8266-4653-9bbb-3eee1c92a6cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=945aa480-3d27-4a43-9bf6-4d316c63e6b9 HTTP/1.1" status: 200  len: 217 time: 0.0475271
Apr 16 21:14:15.127039 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] For port 66094c10-96a6-471f-a622-095b9bfef2ac, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:15.129693 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-057f1be1-4e9d-448a-808f-e6d9ec2f5da3 req-ae8ad081-18c8-483f-8436-2aeb2b2b09a2 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030002
Apr 16 21:14:15.130422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] For port 66094c10-96a6-471f-a622-095b9bfef2ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66094c10-96a6-471f-a622-095b9bfef2ac,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:14:15.179959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-97ea665a-1374-4079-bd64-a562e6c497f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:15.181520 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-97ea665a-1374-4079-bd64-a562e6c497f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50d87fc9-b789-4377-bead-4d47e0e49e65 HTTP/1.1" status: 200  len: 853 time: 0.0486231
Apr 16 21:14:15.214072 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-81302207-22b6-4711-841a-255ff80bf66b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39451244-1104-46d3-8155-9d8d7ddc9546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271080
Apr 16 21:14:15.238896 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (66094c10-96a6-471f-a622-095b9bfef2ac), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:15.295303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e220556c-73e1-42e1-a291-a4168a2b6289 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:15.324389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65449361-cc88-4caa-aeff-800337a2fbb0', 'tag': '945aa480-3d27-4a43-9bf6-4d316c63e6b9'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:15.327016 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3144c37c-d699-4b91-ab92-200941975fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "65449361-cc88-4caa-aeff-800337a2fbb0", "tag": "945aa480-3d27-4a43-9bf6-4d316c63e6b9"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:15.335452 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-f3b00f6d-e1de-4ed9-badf-ad2c88c64f3e service neutron] 10.222.0.11 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1117122
Apr 16 21:14:15.349168 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18c9d5d5-465b-42a0-b075-f4c19f72bb35 req-5802baed-eb60-4e97-8536-84aaa8ab8f65 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3623509
Apr 16 21:14:15.375529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a776b-059a-475b-8769-3e2424681009 None None] Pushing event updated for resources: {'Port': ['ID=66094c10-96a6-471f-a622-095b9bfef2ac,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:15.385703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Routers {'58eded57-4394-4d57-b4ce-2761d71ade2a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:14:15.387576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124302f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:14:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['58eded57-4394-4d57-b4ce-2761d71ade2a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:15.416049 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba719bc6-db01-47c5-b323-6dfb82d905a2 x-openstack-request-id: req-ba719bc6-db01-47c5-b323-6dfb82d905a2 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:15.416513 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65449361-cc88-4caa-aeff-800337a2fbb0", "tag": "945aa480-3d27-4a43-9bf6-4d316c63e6b9", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:15.416863 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba719bc6-db01-47c5-b323-6dfb82d905a2 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:15.417356 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba719bc6-db01-47c5-b323-6dfb82d905a2'] response: {'name': 'network-changed', 'server_uuid': '65449361-cc88-4caa-aeff-800337a2fbb0', 'tag': '945aa480-3d27-4a43-9bf6-4d316c63e6b9', 'status': 'completed', 'code': 200}
Apr 16 21:14:15.424554 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Allocated IP 172.20.0.1 (a7e528bf-99b2-41b7-8807-aca3eac1e8d2/cffc375e-60a1-4e02-89d7-718ec438aeb5/2a51484b-b3a9-46a8-943a-c524a08d8765) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:14:15.446382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:15.471712 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0579757d-042c-49f5-a05a-a4f82bab1b79 req-f7165abc-25b7-4db4-aee3-ae970bdc7245 service neutron] 10.222.0.11 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336184
Apr 16 21:14:15.540022 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Publish callbacks [] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:15.551679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port e220556c-73e1-42e1-a291-a4168a2b6289 is: DOWN; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:15.554741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] Set router 58eded57-4394-4d57-b4ce-2761d71ade2a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:14:15.659438 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:15.707434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:14:15.708390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 69daf0de-dee8-41ab-85fa-24c0d402ba05 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:15.710433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:14:15.714511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:14:15.719685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a51484b-b3a9-46a8-943a-c524a08d8765,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:15.740209 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 69daf0de-dee8-41ab-85fa-24c0d402ba05 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:14:15.740554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 69daf0de-dee8-41ab-85fa-24c0d402ba05 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:14:15.751482 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.751885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.752197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.752576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.752915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.753250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.753584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.753918 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.754247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.754574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.754948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.755285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.755420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124302f10>, [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120'}], 'enable_snat': True}, 'gw_port_id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:12Z', 'revision_number': 3, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port': {'id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:64:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:10Z', 'updated_at': '2022-04-16T21:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:15.755613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.755942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.756292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:15.769802 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (58eded57-4394-4d57-b4ce-2761d71ade2a), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:15.785118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7820694-ee41-40bf-a375-c75b0ce82878 None None] The sync data for ids ['58eded57-4394-4d57-b4ce-2761d71ade2a'] in ncdv-master-1 is: [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120'}], 'enable_snat': True}, 'gw_port_id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:12Z', 'revision_number': 3, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port': {'id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:64:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:10Z', 'updated_at': '2022-04-16T21:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:14:15.943517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf680f8c-9d55-4b03-8fb8-c9f44970a8e4 req-cf45251d-078d-4236-bdbc-fa52661351bb tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:15.945285 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf680f8c-9d55-4b03-8fb8-c9f44970a8e4 req-cf45251d-078d-4236-bdbc-fa52661351bb tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 945 time: 0.0719180
Apr 16 21:14:15.986756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c8e305d8-7366-4357-9c5a-10feafb17c8d None None] Provisioning complete for port 2a51484b-b3a9-46a8-943a-c524a08d8765 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:15.987644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a518f2-3259-4569-a13a-6be6afc5c4c3 req-e7c7440e-473f-488c-8f9c-a09a02a2edd0 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:15.989277 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d6a518f2-3259-4569-a13a-6be6afc5c4c3 req-e7c7440e-473f-488c-8f9c-a09a02a2edd0 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0904679
Apr 16 21:14:15.991430 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c8e305d8-7366-4357-9c5a-10feafb17c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:16.008589 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf680f8c-9d55-4b03-8fb8-c9f44970a8e4 req-d0f1881f-8736-4634-aaea-7ed4c4d3171b tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570679
Apr 16 21:14:16.041496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c8e305d8-7366-4357-9c5a-10feafb17c8d None None] Port 2a51484b-b3a9-46a8-943a-c524a08d8765 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:14:16.052602 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d6a518f2-3259-4569-a13a-6be6afc5c4c3 req-a61842a4-a43f-40a7-946a-f06113740c3a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571957
Apr 16 21:14:16.105643 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:16.313206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527e440-c124-4cab-8ccf-c56347fe9b6c req-bd53f51d-8088-4959-8588-a125d5a851e5 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:16.314958 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7527e440-c124-4cab-8ccf-c56347fe9b6c req-bd53f51d-8088-4959-8588-a125d5a851e5 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 943 time: 0.0972562
Apr 16 21:14:16.414682 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7527e440-c124-4cab-8ccf-c56347fe9b6c req-b6c3a0aa-de6c-4f32-8600-f4992e44894a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925000
Apr 16 21:14:16.415852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6396382-60d6-4f64-81e2-1512582a665c req-7b81d2dc-34e8-471f-8dc9-4d8c340444e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:16.422394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6396382-60d6-4f64-81e2-1512582a665c req-7b81d2dc-34e8-471f-8dc9-4d8c340444e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:16.427707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6396382-60d6-4f64-81e2-1512582a665c req-7b81d2dc-34e8-471f-8dc9-4d8c340444e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:16.429313 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Publish callbacks [] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:16.434333 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6396382-60d6-4f64-81e2-1512582a665c req-7b81d2dc-34e8-471f-8dc9-4d8c340444e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:16.439654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6396382-60d6-4f64-81e2-1512582a665c req-7b81d2dc-34e8-471f-8dc9-4d8c340444e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:16.445059 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6396382-60d6-4f64-81e2-1512582a665c req-7b81d2dc-34e8-471f-8dc9-4d8c340444e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:16.450273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6396382-60d6-4f64-81e2-1512582a665c req-7b81d2dc-34e8-471f-8dc9-4d8c340444e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:16.452359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6396382-60d6-4f64-81e2-1512582a665c req-7b81d2dc-34e8-471f-8dc9-4d8c340444e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5381 time: 0.0933635
Apr 16 21:14:16.513813 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:16.519546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6396382-60d6-4f64-81e2-1512582a665c req-8e767fec-c7b2-43e6-be13-426e60d1dc5c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0589657
Apr 16 21:14:16.577264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144c37c-d699-4b91-ab92-200941975fe9 req-9c42cf4b-0637-4892-816c-8c61bd06a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:16.578886 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3144c37c-d699-4b91-ab92-200941975fe9 req-9c42cf4b-0637-4892-816c-8c61bd06a989 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fe50d9e0841749f094948101efdc3d92&device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 1125 time: 0.0410008
Apr 16 21:14:16.601717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ee5ca-498b-4a2c-8275-102ffca4b686 req-ebcf397b-bfd7-4bd9-811a-9a7e159204f0 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:16.603758 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dd0ee5ca-498b-4a2c-8275-102ffca4b686 req-ebcf397b-bfd7-4bd9-811a-9a7e159204f0 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1227183
Apr 16 21:14:16.627873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a51484b-b3a9-46a8-943a-c524a08d8765,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:16.642204 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (58eded57-4394-4d57-b4ce-2761d71ade2a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:16.687803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144c37c-d699-4b91-ab92-200941975fe9 req-ceaf8065-04ac-433e-8fa5-95a8d1044243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:16.689575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3144c37c-d699-4b91-ab92-200941975fe9 req-ceaf8065-04ac-433e-8fa5-95a8d1044243 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39451244-1104-46d3-8155-9d8d7ddc9546 HTTP/1.1" status: 200  len: 914 time: 0.1037951
Apr 16 21:14:16.719831 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dd0ee5ca-498b-4a2c-8275-102ffca4b686 req-828aaebf-7dbe-4084-a566-5fed2c5df96c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077332
Apr 16 21:14:16.768585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:14:16.770315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:14:16.813045 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3144c37c-d699-4b91-ab92-200941975fe9 req-8c3497e1-ff6f-4bde-a5ad-5882033d1443 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=945aa480-3d27-4a43-9bf6-4d316c63e6b9 HTTP/1.1" status: 200  len: 217 time: 0.0485175
Apr 16 21:14:16.876076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144c37c-d699-4b91-ab92-200941975fe9 req-d179af94-eb20-4703-8b34-67680748673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:16.877703 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3144c37c-d699-4b91-ab92-200941975fe9 req-d179af94-eb20-4703-8b34-67680748673b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50d87fc9-b789-4377-bead-4d47e0e49e65 HTTP/1.1" status: 200  len: 853 time: 0.0543268
Apr 16 21:14:16.919994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Router 58eded57-4394-4d57-b4ce-2761d71ade2a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:14:17.021632 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3144c37c-d699-4b91-ab92-200941975fe9 req-d01d2747-5c5c-4d0d-9617-5042283b3bca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39451244-1104-46d3-8155-9d8d7ddc9546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477242
Apr 16 21:14:17.085892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f700289e-dd47-495b-ad5d-24a91251c4ae None None] Provisioning complete for port 2a51484b-b3a9-46a8-943a-c524a08d8765 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:17.093920 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f700289e-dd47-495b-ad5d-24a91251c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:17.129106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:14:17.142361 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2c2d0265-f3e9-408e-886c-9004786bf2b9 admin admin] 10.222.0.20 "PUT /v2.0/routers/58eded57-4394-4d57-b4ce-2761d71ade2a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0291021
Apr 16 21:14:17.146642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 66094c10-96a6-471f-a622-095b9bfef2ac up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:14:17.251815 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bc5d1-3f1d-4f59-868d-c5add5ec6d32 req-4d30c6e9-3804-4896-9104-74672835f56d tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:17.259270 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-600bc5d1-3f1d-4f59-868d-c5add5ec6d32 req-4d30c6e9-3804-4896-9104-74672835f56d tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0808392
Apr 16 21:14:17.263928 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940b42c-c14a-4333-8f66-94ea0c46ccaa req-3485072c-6beb-4735-8a9f-631502dcd9e9 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:17.269127 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f940b42c-c14a-4333-8f66-94ea0c46ccaa req-3485072c-6beb-4735-8a9f-631502dcd9e9 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 945 time: 0.1861522
Apr 16 21:14:17.270045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f700289e-dd47-495b-ad5d-24a91251c4ae None None] Port 2a51484b-b3a9-46a8-943a-c524a08d8765 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:14:17.279155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 66094c10-96a6-471f-a622-095b9bfef2ac triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:17.279530 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (66094c10-96a6-471f-a622-095b9bfef2ac), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:17.324987 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3144c37c-d699-4b91-ab92-200941975fe9 req-994e7b62-e62e-4820-b494-dfebd09a0b86 service neutron] 10.222.0.11 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2966135
Apr 16 21:14:17.350207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-600bc5d1-3f1d-4f59-868d-c5add5ec6d32 req-3ded68b4-4a3e-46b4-904a-666b0f1d9e76 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899968
Apr 16 21:14:17.379364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf9f25-ded8-4782-a4d8-6693a7dfb3d4 req-9005ed09-a805-4635-9548-9b4c03c3b58a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:17.390056 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9faf9f25-ded8-4782-a4d8-6693a7dfb3d4 req-9005ed09-a805-4635-9548-9b4c03c3b58a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 945 time: 0.2095234
Apr 16 21:14:17.425302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 66094c10-96a6-471f-a622-095b9bfef2ac is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:17.425714 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (66094c10-96a6-471f-a622-095b9bfef2ac), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:17.466782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 66094c10-96a6-471f-a622-095b9bfef2ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66094c10-96a6-471f-a622-095b9bfef2ac,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:17.513491 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (66094c10-96a6-471f-a622-095b9bfef2ac), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:17.574168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=66094c10-96a6-471f-a622-095b9bfef2ac,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:17.609867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f940b42c-c14a-4333-8f66-94ea0c46ccaa req-ebed7e8c-f21f-4bd8-83da-52bfc358fd95 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Deleting port fb4825e7-d0af-4d1c-a416-731410a77b41 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:17.610488 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f940b42c-c14a-4333-8f66-94ea0c46ccaa req-ebed7e8c-f21f-4bd8-83da-52bfc358fd95 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:17.694744 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9faf9f25-ded8-4782-a4d8-6693a7dfb3d4 req-f4008042-27d7-4064-bd00-8c290515a947 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3027873
Apr 16 21:14:17.706957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3144c37c-d699-4b91-ab92-200941975fe9 req-add90df0-deb1-4eb4-b645-e939abd6a708 service neutron] 10.222.0.11 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3668804
Apr 16 21:14:17.754967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f940b42c-c14a-4333-8f66-94ea0c46ccaa req-ebed7e8c-f21f-4bd8-83da-52bfc358fd95 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] For port fb4825e7-d0af-4d1c-a416-731410a77b41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb4825e7-d0af-4d1c-a416-731410a77b41,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:17.755540 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f940b42c-c14a-4333-8f66-94ea0c46ccaa req-ebed7e8c-f21f-4bd8-83da-52bfc358fd95 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:17.797247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f940b42c-c14a-4333-8f66-94ea0c46ccaa req-ebed7e8c-f21f-4bd8-83da-52bfc358fd95 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Calling delete_port for fb4825e7-d0af-4d1c-a416-731410a77b41 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:17.807080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-4e94737e-d8e1-4efc-b89b-b6b7e7006537 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:17.809540 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-4e94737e-d8e1-4efc-b89b-b6b7e7006537 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/networks?id=a7e528bf-99b2-41b7-8807-aca3eac1e8d2 HTTP/1.1" status: 200  len: 829 time: 0.1504197
Apr 16 21:14:17.825933 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b27196-361e-4174-82ed-8a352cc896cc req-65e28d28-c56c-4399-8b1d-3fb7c5a21753 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:17.827767 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2b27196-361e-4174-82ed-8a352cc896cc req-65e28d28-c56c-4399-8b1d-3fb7c5a21753 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 943 time: 0.0690367
Apr 16 21:14:17.830613 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-81692ffb-27a3-454a-a725-1cbee6f0e553 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/quotas/be0fd7025ca44244ae100b2b916ad1d8 HTTP/1.1" status: 200  len: 375 time: 0.0123901
Apr 16 21:14:17.839027 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Sync routers for ids ['58eded57-4394-4d57-b4ce-2761d71ade2a'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:14:17.851673 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Routers {'58eded57-4394-4d57-b4ce-2761d71ade2a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:14:17.852365 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1ceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:14:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['58eded57-4394-4d57-b4ce-2761d71ade2a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:17.892633 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-5c7448a2-2c40-4454-a6fe-88bcf8dcbe6d tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=be0fd7025ca44244ae100b2b916ad1d8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0484362
Apr 16 21:14:17.921109 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2b27196-361e-4174-82ed-8a352cc896cc req-a806129e-13de-4cab-bca3-be94e11abcdd tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643475
Apr 16 21:14:17.973871 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Set router 58eded57-4394-4d57-b4ce-2761d71ade2a gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:14:18.016667 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-2b05e927-2d55-4614-8b05-066d60bd9131 service neutron] 10.222.0.20 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1157024
Apr 16 21:14:18.068945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e113f9-f0dd-4a56-9d4c-c633711cf5d5 req-65261f50-c26d-4489-a071-798125c53229 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:18.074748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e113f9-f0dd-4a56-9d4c-c633711cf5d5 req-65261f50-c26d-4489-a071-798125c53229 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:18.080344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e113f9-f0dd-4a56-9d4c-c633711cf5d5 req-65261f50-c26d-4489-a071-798125c53229 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:18.085880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e113f9-f0dd-4a56-9d4c-c633711cf5d5 req-65261f50-c26d-4489-a071-798125c53229 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:18.091498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e113f9-f0dd-4a56-9d4c-c633711cf5d5 req-65261f50-c26d-4489-a071-798125c53229 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:18.097322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e113f9-f0dd-4a56-9d4c-c633711cf5d5 req-65261f50-c26d-4489-a071-798125c53229 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:18.102692 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e113f9-f0dd-4a56-9d4c-c633711cf5d5 req-65261f50-c26d-4489-a071-798125c53229 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:18.104594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-82e113f9-f0dd-4a56-9d4c-c633711cf5d5 req-65261f50-c26d-4489-a071-798125c53229 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5381 time: 0.0944309
Apr 16 21:14:18.106521 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f940b42c-c14a-4333-8f66-94ea0c46ccaa req-ebed7e8c-f21f-4bd8-83da-52bfc358fd95 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (fb4825e7-d0af-4d1c-a416-731410a77b41), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:18.141327 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-e9f59bae-0830-4efa-9315-3903b67b2d85 service neutron] 10.222.0.20 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1180367
Apr 16 21:14:18.156777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed7e8c-f21f-4bd8-83da-52bfc358fd95 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Pushing event deleted for resources: {'Port': ['ID=fb4825e7-d0af-4d1c-a416-731410a77b41,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:18.203769 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1ceb0>, [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120'}], 'enable_snat': True}, 'gw_port_id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:15Z', 'revision_number': 4, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port': {'id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:10Z', 'updated_at': '2022-04-16T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2a51484b-b3a9-46a8-943a-c524a08d8765', 'name': '', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'mac_address': 'fa:16:3e:63:be:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:14Z', 'updated_at': '2022-04-16T21:14:16Z', 'revision_number': 2, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'subnets': [{'id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:18.222953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f940b42c-c14a-4333-8f66-94ea0c46ccaa req-ebed7e8c-f21f-4bd8-83da-52bfc358fd95 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] No DVR routers for this DVR port fb4825e7-d0af-4d1c-a416-731410a77b41 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:14:18.227686 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f940b42c-c14a-4333-8f66-94ea0c46ccaa req-ebed7e8c-f21f-4bd8-83da-52bfc358fd95 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:18.231511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f940b42c-c14a-4333-8f66-94ea0c46ccaa req-ebed7e8c-f21f-4bd8-83da-52bfc358fd95 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.11 "DELETE /v2.0/ports/fb4825e7-d0af-4d1c-a416-731410a77b41 HTTP/1.1" status: 204  len: 173 time: 0.9050727
Apr 16 21:14:18.231953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc4d9b2-dd4f-44dc-a189-354eff7a5573', 'name': 'network-vif-deleted', 'tag': 'fb4825e7-d0af-4d1c-a416-731410a77b41'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:18.234132 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Checking router: 58eded57-4394-4d57-b4ce-2761d71ade2a for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:14:18.234304 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e575ab2a-08c4-470d-af2a-6c2065164475" -d '{"events": [{"server_uuid": "ffc4d9b2-dd4f-44dc-a189-354eff7a5573", "name": "network-vif-deleted", "tag": "fb4825e7-d0af-4d1c-a416-731410a77b41"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:18.234829 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Updating router 58eded57-4394-4d57-b4ce-2761d71ade2a port 2a51484b-b3a9-46a8-943a-c524a08d8765 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:14:18.251637 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-82e113f9-f0dd-4a56-9d4c-c633711cf5d5 req-34d019c4-0cd7-4984-b087-d1c84252c11d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1386044
Apr 16 21:14:18.262289 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:18.365206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4e75b-cf5c-4010-860e-865e11761ddb req-de9e30de-9642-4854-acbd-b7843f902c77 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:18.367014 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a6c4e75b-cf5c-4010-860e-865e11761ddb req-de9e30de-9642-4854-acbd-b7843f902c77 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0544665
Apr 16 21:14:18.410749 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e9e9b-8d94-4d02-8ab4-6e237fedd185 x-openstack-request-id: req-c67e9e9b-8d94-4d02-8ab4-6e237fedd185 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:18.411052 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc4d9b2-dd4f-44dc-a189-354eff7a5573", "name": "network-vif-deleted", "tag": "fb4825e7-d0af-4d1c-a416-731410a77b41", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:18.411309 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c67e9e9b-8d94-4d02-8ab4-6e237fedd185 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:18.411762 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67e9e9b-8d94-4d02-8ab4-6e237fedd185'] response: {'server_uuid': 'ffc4d9b2-dd4f-44dc-a189-354eff7a5573', 'name': 'network-vif-deleted', 'tag': 'fb4825e7-d0af-4d1c-a416-731410a77b41', 'status': 'completed', 'code': 200}
Apr 16 21:14:18.449284 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a6c4e75b-cf5c-4010-860e-865e11761ddb req-d710f5bd-44d0-4c46-a47f-c81978a8735b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689173
Apr 16 21:14:18.510640 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-839e786e-46e7-4df4-8891-1e59c63fdeb3 req-53e07073-bf20-4565-abc7-a2c17129c5d4 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 210 time: 0.0511301
Apr 16 21:14:18.578157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a588d-387d-48ac-9406-e2eccf41dfe8 req-280baecf-8a30-45d2-8ef7-b24ef61d35d9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:18.581881 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-019a588d-387d-48ac-9406-e2eccf41dfe8 req-280baecf-8a30-45d2-8ef7-b24ef61d35d9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0707014
Apr 16 21:14:18.639366 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-019a588d-387d-48ac-9406-e2eccf41dfe8 req-3cb612be-932c-4947-baca-53e6de6ab262 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525463
Apr 16 21:14:18.668780 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Publish callbacks [] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:18.729454 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:18.783508 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Pushing event updated for resources: {'Port': ['ID=2a51484b-b3a9-46a8-943a-c524a08d8765,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:18.806512 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5469c97-8557-4b6e-a0ac-fbaa1e9efb74 req-a7bf6d91-2dd8-4abc-92a6-9aa5633648f2 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc4d9b2-dd4f-44dc-a189-354eff7a5573 HTTP/1.1" status: 200  len: 210 time: 0.0296192
Apr 16 21:14:18.811870 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.812366 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.812810 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.813246 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.813650 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.814136 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.814448 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.814843 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.815234 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.815622 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.816057 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.816423 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.816819 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.817147 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.824960 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:14:18.857518 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Attempting to bind port 2a51484b-b3a9-46a8-943a-c524a08d8765 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:14:18.858540 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Attempting to bind port 2a51484b-b3a9-46a8-943a-c524a08d8765 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5307ef0a-4986-4a61-8461-14d31ce58db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:14:18.858908 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Attempting to bind port 2a51484b-b3a9-46a8-943a-c524a08d8765 on network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:18.864680 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:14:18.865057 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Checking segment: {'id': '5307ef0a-4986-4a61-8461-14d31ce58db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:18.865463 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:18.865858 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Bound using segment: {'id': '5307ef0a-4986-4a61-8461-14d31ce58db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:14:18.866328 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Bound port: 2a51484b-b3a9-46a8-943a-c524a08d8765, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5307ef0a-4986-4a61-8461-14d31ce58db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:14:18.866709 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:18.941101 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] For port 2a51484b-b3a9-46a8-943a-c524a08d8765, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:18.944311 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] For port 2a51484b-b3a9-46a8-943a-c524a08d8765, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a51484b-b3a9-46a8-943a-c524a08d8765,segment=NetworkSegment(5307ef0a-4986-4a61-8461-14d31ce58db7),segment_id=5307ef0a-4986-4a61-8461-14d31ce58db7)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:14:19.003527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-45497a94-f824-4143-be19-9be69f6898c7 None None] Provisioning complete for port 2a51484b-b3a9-46a8-943a-c524a08d8765 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:19.004016 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-45497a94-f824-4143-be19-9be69f6898c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:19.012308 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:19.065682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-45497a94-f824-4143-be19-9be69f6898c7 None None] Port 2a51484b-b3a9-46a8-943a-c524a08d8765 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:14:19.076526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 66094c10-96a6-471f-a622-095b9bfef2ac up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:14:19.086536 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Routers {'58eded57-4394-4d57-b4ce-2761d71ade2a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:14:19.087169 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1ceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:14:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['58eded57-4394-4d57-b4ce-2761d71ade2a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:19.091732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f591a-66ff-4f33-983f-3cbb0befa021 req-283d95d6-3322-479d-a1ef-563ec0fde1f6 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:19.093675 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0d2f591a-66ff-4f33-983f-3cbb0befa021 req-283d95d6-3322-479d-a1ef-563ec0fde1f6 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 943 time: 0.0877111
Apr 16 21:14:19.143721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 66094c10-96a6-471f-a622-095b9bfef2ac triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:19.144724 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (66094c10-96a6-471f-a622-095b9bfef2ac), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:19.165728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0d2f591a-66ff-4f33-983f-3cbb0befa021 req-791154aa-12a0-4d1a-8758-8e01376523df tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627067
Apr 16 21:14:19.190460 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693a007-0177-4f02-b738-8a2b6bc94737 None None] Pushing event updated for resources: {'Port': ['ID=2a51484b-b3a9-46a8-943a-c524a08d8765,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:19.231697 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] Set router 58eded57-4394-4d57-b4ce-2761d71ade2a gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:14:19.258533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 66094c10-96a6-471f-a622-095b9bfef2ac is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:19.408325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5f786-54af-4b43-b3f5-2a1b29f3dcf5 req-5113b26a-8c2e-4597-a783-a395aac992fe tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:19.414519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5f786-54af-4b43-b3f5-2a1b29f3dcf5 req-5113b26a-8c2e-4597-a783-a395aac992fe tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:19.422719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5f786-54af-4b43-b3f5-2a1b29f3dcf5 req-5113b26a-8c2e-4597-a783-a395aac992fe tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:19.429913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5f786-54af-4b43-b3f5-2a1b29f3dcf5 req-5113b26a-8c2e-4597-a783-a395aac992fe tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:19.435615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5f786-54af-4b43-b3f5-2a1b29f3dcf5 req-5113b26a-8c2e-4597-a783-a395aac992fe tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:19.441403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5f786-54af-4b43-b3f5-2a1b29f3dcf5 req-5113b26a-8c2e-4597-a783-a395aac992fe tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:19.446734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5f786-54af-4b43-b3f5-2a1b29f3dcf5 req-5113b26a-8c2e-4597-a783-a395aac992fe tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:19.449257 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0bc5f786-54af-4b43-b3f5-2a1b29f3dcf5 req-5113b26a-8c2e-4597-a783-a395aac992fe tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5381 time: 0.1050353
Apr 16 21:14:19.459366 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1ceb0>, [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120'}], 'enable_snat': True}, 'gw_port_id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:15Z', 'revision_number': 4, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port': {'id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:10Z', 'updated_at': '2022-04-16T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2a51484b-b3a9-46a8-943a-c524a08d8765', 'name': '', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'mac_address': 'fa:16:3e:63:be:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:14Z', 'updated_at': '2022-04-16T21:14:18Z', 'revision_number': 4, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'subnets': [{'id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:19.493265 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a195f272-0934-4aaf-b678-d100af633dfa None None] The sync data for ids ['58eded57-4394-4d57-b4ce-2761d71ade2a'] in ncdv-master-1 is: [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120'}], 'enable_snat': True}, 'gw_port_id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:15Z', 'revision_number': 4, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port': {'id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:10Z', 'updated_at': '2022-04-16T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2a51484b-b3a9-46a8-943a-c524a08d8765', 'name': '', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'mac_address': 'fa:16:3e:63:be:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:14Z', 'updated_at': '2022-04-16T21:14:18Z', 'revision_number': 4, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'subnets': [{'id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:14:19.497588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e859df70-b612-487b-9d72-21499f17a6e6 None None] Provisioning complete for port 2a51484b-b3a9-46a8-943a-c524a08d8765 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:19.497965 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e859df70-b612-487b-9d72-21499f17a6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:19.526462 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0bc5f786-54af-4b43-b3f5-2a1b29f3dcf5 req-300d0184-fe71-47d4-8cd4-a0ffafc1a50b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0711720
Apr 16 21:14:19.607100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad8f86-0c75-4eef-8940-d2f2db41c36f req-6c0cc5a8-74b7-43a9-a164-4db77e1d7db3 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:19.608914 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06ad8f86-0c75-4eef-8940-d2f2db41c36f req-6c0cc5a8-74b7-43a9-a164-4db77e1d7db3 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0842001
Apr 16 21:14:19.644272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e859df70-b612-487b-9d72-21499f17a6e6 None None] Current status of the port 2a51484b-b3a9-46a8-943a-c524a08d8765 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:19.645028 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e859df70-b612-487b-9d72-21499f17a6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:19.647513 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-70c80edc-1ef3-415f-892c-2c098ae151f8 req-3cf14e89-de6d-49fb-9962-9d644b905a03 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 210 time: 0.0342302
Apr 16 21:14:19.687973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e859df70-b612-487b-9d72-21499f17a6e6 None None] For port 2a51484b-b3a9-46a8-943a-c524a08d8765, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a51484b-b3a9-46a8-943a-c524a08d8765,segment=NetworkSegment(5307ef0a-4986-4a61-8461-14d31ce58db7),segment_id=5307ef0a-4986-4a61-8461-14d31ce58db7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:19.700783 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06ad8f86-0c75-4eef-8940-d2f2db41c36f req-73509170-67af-4a0e-8ff4-1894d202128c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817430
Apr 16 21:14:19.710470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 945aa480-3d27-4a43-9bf6-4d316c63e6b9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:14:19.782433 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e859df70-b612-487b-9d72-21499f17a6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:19.787574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8f1e2-eeb2-4ee1-a62d-c6a3df7c7737 req-b034609d-f284-4935-800a-7aff6855c0e3 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:19.789331 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4f8f1e2-eeb2-4ee1-a62d-c6a3df7c7737 req-b034609d-f284-4935-800a-7aff6855c0e3 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0549214
Apr 16 21:14:19.841088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4f8f1e2-eeb2-4ee1-a62d-c6a3df7c7737 req-38a0548b-8315-42c9-ba38-e966bb2b8c97 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450196
Apr 16 21:14:19.860315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859df70-b612-487b-9d72-21499f17a6e6 None None] Pushing event updated for resources: {'Port': ['ID=2a51484b-b3a9-46a8-943a-c524a08d8765,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:19.885696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 945aa480-3d27-4a43-9bf6-4d316c63e6b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=945aa480-3d27-4a43-9bf6-4d316c63e6b9,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:19.910870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '945aa480-3d27-4a43-9bf6-4d316c63e6b9', 'network_id': '39451244-1104-46d3-8155-9d8d7ddc9546', 'port_id': '945aa480-3d27-4a43-9bf6-4d316c63e6b9', 'mac_address': 'fa:16:3e:e3:6f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d87fc9-b789-4377-bead-4d47e0e49e65', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:14:19.957835 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 945aa480-3d27-4a43-9bf6-4d316c63e6b9 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:19.958315 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:19.973516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945aa480-3d27-4a43-9bf6-4d316c63e6b9 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:19.996510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 945aa480-3d27-4a43-9bf6-4d316c63e6b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=945aa480-3d27-4a43-9bf6-4d316c63e6b9,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:20.055048 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:20.111241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=945aa480-3d27-4a43-9bf6-4d316c63e6b9,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:20.301838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['945aa480-3d27-4a43-9bf6-4d316c63e6b9'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:20.305431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88115d31-9624-4d47-8f95-b9923d62a0c9 req-a2314cd4-c363-43ac-9f1b-87c176d21cb1 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:20.307603 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88115d31-9624-4d47-8f95-b9923d62a0c9 req-a2314cd4-c363-43ac-9f1b-87c176d21cb1 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 944 time: 0.0668111
Apr 16 21:14:20.370051 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361eede1-fc3e-41fb-b533-dd62e3263c4f req-0bb7eb9f-fa46-4612-bea2-88f815796651 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:20.373115 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88115d31-9624-4d47-8f95-b9923d62a0c9 req-c85da308-a73c-4189-886d-983999b691bc tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554214
Apr 16 21:14:20.381020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-361eede1-fc3e-41fb-b533-dd62e3263c4f req-0bb7eb9f-fa46-4612-bea2-88f815796651 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 944 time: 0.1096015
Apr 16 21:14:20.446049 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-361eede1-fc3e-41fb-b533-dd62e3263c4f req-cdeb7920-3298-48dd-8994-678af328403e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611844
Apr 16 21:14:20.684674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12cdf8-ff6a-4058-94ea-bf531dc33853 req-8be82056-747f-40fb-86f3-da5ff6b6a6b5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:20.693638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12cdf8-ff6a-4058-94ea-bf531dc33853 req-8be82056-747f-40fb-86f3-da5ff6b6a6b5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:20.697708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12cdf8-ff6a-4058-94ea-bf531dc33853 req-8be82056-747f-40fb-86f3-da5ff6b6a6b5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:20.703802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12cdf8-ff6a-4058-94ea-bf531dc33853 req-8be82056-747f-40fb-86f3-da5ff6b6a6b5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:20.709405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12cdf8-ff6a-4058-94ea-bf531dc33853 req-8be82056-747f-40fb-86f3-da5ff6b6a6b5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:20.715464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12cdf8-ff6a-4058-94ea-bf531dc33853 req-8be82056-747f-40fb-86f3-da5ff6b6a6b5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:20.721507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12cdf8-ff6a-4058-94ea-bf531dc33853 req-8be82056-747f-40fb-86f3-da5ff6b6a6b5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:20.723723 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f12cdf8-ff6a-4058-94ea-bf531dc33853 req-8be82056-747f-40fb-86f3-da5ff6b6a6b5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5381 time: 0.0983939
Apr 16 21:14:20.775114 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d3c6174-2dcf-4abc-86ef-4dd45e4a9320 req-9821dbf6-5a98-4d09-b109-be1054a4d2ef tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 210 time: 0.0285707
Apr 16 21:14:20.792928 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f12cdf8-ff6a-4058-94ea-bf531dc33853 req-fa9606b9-8062-4c6b-9a35-e103b3d05d6e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0619462
Apr 16 21:14:20.911704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e733b-64ed-4865-aa0c-20261f668c5c req-4a1c3165-f267-4a04-97ef-8b6d79fd56cb tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:20.913555 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-518e733b-64ed-4865-aa0c-20261f668c5c req-4a1c3165-f267-4a04-97ef-8b6d79fd56cb tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0795527
Apr 16 21:14:20.914275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ae162-d39b-4354-b932-ea9733d5a169 req-1f6e26cb-d474-4b11-a256-8cf88b67eed6 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:20.915860 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b75ae162-d39b-4354-b932-ea9733d5a169 req-1f6e26cb-d474-4b11-a256-8cf88b67eed6 tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.11 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 944 time: 0.0656409
Apr 16 21:14:20.973117 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-518e733b-64ed-4865-aa0c-20261f668c5c req-70276624-7fe4-4e27-ac16-bd8b1ca7a811 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525057
Apr 16 21:14:21.005471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ed9c5-7fce-4f36-abd5-f7441e0f0c22 req-0e063571-cb9f-4fcc-9151-1f9c97df1a83 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:21.006993 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-005ed9c5-7fce-4f36-abd5-f7441e0f0c22 req-0e063571-cb9f-4fcc-9151-1f9c97df1a83 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0843318
Apr 16 21:14:21.062593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 2a51484b-b3a9-46a8-943a-c524a08d8765 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:14:21.072260 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-b75ae162-d39b-4354-b932-ea9733d5a169 req-dc6e27b3-89c2-40dc-9d5d-867f3685461e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Deleting port 808376f5-de15-494a-b722-a554d5c81386 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:21.074822 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b75ae162-d39b-4354-b932-ea9733d5a169 req-dc6e27b3-89c2-40dc-9d5d-867f3685461e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (808376f5-de15-494a-b722-a554d5c81386), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:21.126150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 2a51484b-b3a9-46a8-943a-c524a08d8765 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:21.126832 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:21.203283 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-005ed9c5-7fce-4f36-abd5-f7441e0f0c22 req-07983e24-a050-4ce3-998f-77db553406d4 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723614
Apr 16 21:14:21.286354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-b75ae162-d39b-4354-b932-ea9733d5a169 req-dc6e27b3-89c2-40dc-9d5d-867f3685461e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] For port 808376f5-de15-494a-b722-a554d5c81386, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=808376f5-de15-494a-b722-a554d5c81386,segment=NetworkSegment(e274edcd-7f04-46aa-98ba-ce6873e5a9bd),segment_id=e274edcd-7f04-46aa-98ba-ce6873e5a9bd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:21.287022 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b75ae162-d39b-4354-b932-ea9733d5a169 req-dc6e27b3-89c2-40dc-9d5d-867f3685461e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (808376f5-de15-494a-b722-a554d5c81386), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:21.310477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-b75ae162-d39b-4354-b932-ea9733d5a169 req-dc6e27b3-89c2-40dc-9d5d-867f3685461e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Calling delete_port for 808376f5-de15-494a-b722-a554d5c81386 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:21.323425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-0b4bdb41-3660-44cd-b8cd-f191780cc487 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:21.325965 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-0b4bdb41-3660-44cd-b8cd-f191780cc487 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.11 "GET /v2.0/networks?id=a7e528bf-99b2-41b7-8807-aca3eac1e8d2 HTTP/1.1" status: 200  len: 829 time: 0.2292616
Apr 16 21:14:21.357201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 2a51484b-b3a9-46a8-943a-c524a08d8765 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:21.370303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-bb3ba9fb-3e0f-42f2-99ee-0b3845310fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Request body: {'port': {'device_id': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'admin_state_up': True, 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:21.483767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2f66d-93e4-4885-82ee-5ed36476c16c req-1eca7cd2-9313-488c-9919-50c88e0a919e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:21.485354 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a6a2f66d-93e4-4885-82ee-5ed36476c16c req-1eca7cd2-9313-488c-9919-50c88e0a919e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 944 time: 0.0501020
Apr 16 21:14:21.537752 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a6a2f66d-93e4-4885-82ee-5ed36476c16c req-6dfa9533-b15f-42d4-8ad9-20258b81a215 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464845
Apr 16 21:14:21.597803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9b849-628e-42b4-98a9-e2365898ad97 req-521e513e-4f2b-48f2-bbeb-f337561121ab tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:21.599279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-beb9b849-628e-42b4-98a9-e2365898ad97 req-521e513e-4f2b-48f2-bbeb-f337561121ab tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 944 time: 0.0691524
Apr 16 21:14:21.645821 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-beb9b849-628e-42b4-98a9-e2365898ad97 req-05af5726-f81e-4538-a53b-88204a6b96ac tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/security-groups?id=632a963c-f2c5-4c6d-935a-4da2fcdd46a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406978
Apr 16 21:14:21.681630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-bb3ba9fb-3e0f-42f2-99ee-0b3845310fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Made reservation on behalf of be0fd7025ca44244ae100b2b916ad1d8 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:14:21.681630 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-bb3ba9fb-3e0f-42f2-99ee-0b3845310fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:21.720542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 945aa480-3d27-4a43-9bf6-4d316c63e6b9 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:14:21.737502 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b75ae162-d39b-4354-b932-ea9733d5a169 req-dc6e27b3-89c2-40dc-9d5d-867f3685461e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (808376f5-de15-494a-b722-a554d5c81386), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:21.765658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 945aa480-3d27-4a43-9bf6-4d316c63e6b9 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:14:21.773048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e27b3-89c2-40dc-9d5d-867f3685461e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Pushing event deleted for resources: {'Port': ['ID=808376f5-de15-494a-b722-a554d5c81386,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:21.815865 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 945aa480-3d27-4a43-9bf6-4d316c63e6b9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:21.816279 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:21.861797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75ae162-d39b-4354-b932-ea9733d5a169 req-dc6e27b3-89c2-40dc-9d5d-867f3685461e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] No DVR routers for this DVR port 808376f5-de15-494a-b722-a554d5c81386 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:14:21.865179 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b75ae162-d39b-4354-b932-ea9733d5a169 req-dc6e27b3-89c2-40dc-9d5d-867f3685461e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:21.870173 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b75ae162-d39b-4354-b932-ea9733d5a169 req-dc6e27b3-89c2-40dc-9d5d-867f3685461e tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.11 "DELETE /v2.0/ports/808376f5-de15-494a-b722-a554d5c81386 HTTP/1.1" status: 204  len: 173 time: 0.9462149
Apr 16 21:14:21.875895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06de5cf-0b6e-4546-b316-545265d6af2a', 'name': 'network-vif-deleted', 'tag': '808376f5-de15-494a-b722-a554d5c81386'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:21.878451 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8e4376-d902-4a82-a1c6-0e67834d5dd9" -d '{"events": [{"server_uuid": "d06de5cf-0b6e-4546-b316-545265d6af2a", "name": "network-vif-deleted", "tag": "808376f5-de15-494a-b722-a554d5c81386"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:21.920213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-bb3ba9fb-3e0f-42f2-99ee-0b3845310fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Allocated IP 172.20.0.14 (a7e528bf-99b2-41b7-8807-aca3eac1e8d2/cffc375e-60a1-4e02-89d7-718ec438aeb5/abe53b48-55b2-448c-aef2-8b7b60e401a5) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:14:21.940609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 945aa480-3d27-4a43-9bf6-4d316c63e6b9 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:21.942175 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:21.973744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65449361-cc88-4caa-aeff-800337a2fbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945aa480-3d27-4a43-9bf6-4d316c63e6b9'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:21.976357 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e11903-9ffe-419e-ad80-a7738fb72bd7" -d '{"events": [{"server_uuid": "65449361-cc88-4caa-aeff-800337a2fbb0", "name": "network-vif-plugged", "status": "completed", "tag": "945aa480-3d27-4a43-9bf6-4d316c63e6b9"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:21.979034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0063b3-1db9-4e23-b5bc-fd00dd325241 req-613428ff-1ada-4dd7-a2b1-ad685052a786 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:21.985300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0063b3-1db9-4e23-b5bc-fd00dd325241 req-613428ff-1ada-4dd7-a2b1-ad685052a786 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:21.991294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 945aa480-3d27-4a43-9bf6-4d316c63e6b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=945aa480-3d27-4a43-9bf6-4d316c63e6b9,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:21.991818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0063b3-1db9-4e23-b5bc-fd00dd325241 req-613428ff-1ada-4dd7-a2b1-ad685052a786 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:21.997469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0063b3-1db9-4e23-b5bc-fd00dd325241 req-613428ff-1ada-4dd7-a2b1-ad685052a786 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:22.003189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0063b3-1db9-4e23-b5bc-fd00dd325241 req-613428ff-1ada-4dd7-a2b1-ad685052a786 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:22.008916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0063b3-1db9-4e23-b5bc-fd00dd325241 req-613428ff-1ada-4dd7-a2b1-ad685052a786 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:22.016936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0063b3-1db9-4e23-b5bc-fd00dd325241 req-613428ff-1ada-4dd7-a2b1-ad685052a786 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:22.018911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4c0063b3-1db9-4e23-b5bc-fd00dd325241 req-613428ff-1ada-4dd7-a2b1-ad685052a786 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5381 time: 0.1164403
Apr 16 21:14:22.071135 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:22.072627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fb4825e7-d0af-4d1c-a416-731410a77b41 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:22.119021 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: fb4825e7-d0af-4d1c-a416-731410a77b41 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:14:22.119379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fb4825e7-d0af-4d1c-a416-731410a77b41 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:14:22.126058 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d70824fb-3851-496f-9b6c-8947128e20ab req-a39e43ad-98d9-4095-9760-7da984a805fc tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 210 time: 0.0337837
Apr 16 21:14:22.159515 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=945aa480-3d27-4a43-9bf6-4d316c63e6b9,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:22.169008 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4c0063b3-1db9-4e23-b5bc-fd00dd325241 req-f9c3c1dc-8f7b-419d-8688-70a3466ebd49 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1382282
Apr 16 21:14:22.200076 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3dca32-713b-4d98-8803-71471e545a11 x-openstack-request-id: req-7d3dca32-713b-4d98-8803-71471e545a11 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:22.200076 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06de5cf-0b6e-4546-b316-545265d6af2a", "name": "network-vif-deleted", "tag": "808376f5-de15-494a-b722-a554d5c81386", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:22.200076 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d3dca32-713b-4d98-8803-71471e545a11 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:22.200076 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3dca32-713b-4d98-8803-71471e545a11'] response: {'server_uuid': 'd06de5cf-0b6e-4546-b316-545265d6af2a', 'name': 'network-vif-deleted', 'tag': '808376f5-de15-494a-b722-a554d5c81386', 'status': 'completed', 'code': 200}
Apr 16 21:14:22.205014 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a9363a-046b-47af-b9b1-d06914529e7d x-openstack-request-id: req-e1a9363a-046b-47af-b9b1-d06914529e7d {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:22.205315 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65449361-cc88-4caa-aeff-800337a2fbb0", "name": "network-vif-plugged", "status": "completed", "tag": "945aa480-3d27-4a43-9bf6-4d316c63e6b9", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:22.205577 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1a9363a-046b-47af-b9b1-d06914529e7d {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:22.205989 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a9363a-046b-47af-b9b1-d06914529e7d'] response: {'server_uuid': '65449361-cc88-4caa-aeff-800337a2fbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945aa480-3d27-4a43-9bf6-4d316c63e6b9', 'code': 200}
Apr 16 21:14:22.226707 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-bb3ba9fb-3e0f-42f2-99ee-0b3845310fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:22.334553 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84b523-e7f6-493f-b170-5544201c83a6 req-e00f7334-a919-4346-8abf-09223514f037 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:22.336382 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf84b523-e7f6-493f-b170-5544201c83a6 req-e00f7334-a919-4346-8abf-09223514f037 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0567057
Apr 16 21:14:22.342052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01155a69-31c9-42eb-9e1f-b4e37c7448bf req-d2b80559-d259-4326-a90b-deb086c521c6 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:22.343699 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01155a69-31c9-42eb-9e1f-b4e37c7448bf req-d2b80559-d259-4326-a90b-deb086c521c6 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1028523
Apr 16 21:14:22.349321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91992449-122b-4e1a-b7b4-13a307913274 req-6d27ae7f-c98b-49eb-b2c1-5a3d77967675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:22.350808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91992449-122b-4e1a-b7b4-13a307913274 req-6d27ae7f-c98b-49eb-b2c1-5a3d77967675 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 1127 time: 0.0710757
Apr 16 21:14:22.388903 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf84b523-e7f6-493f-b170-5544201c83a6 req-98fd5816-d09e-4579-9b02-e608942bcec3 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466456
Apr 16 21:14:22.423404 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01155a69-31c9-42eb-9e1f-b4e37c7448bf req-e2c003ea-c885-4294-a898-2dcd01d8ddb8 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693600
Apr 16 21:14:22.429651 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91992449-122b-4e1a-b7b4-13a307913274 req-a88e0c78-df8a-4ac0-b8aa-b80f47f9649c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731933
Apr 16 21:14:22.436593 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-bb3ba9fb-3e0f-42f2-99ee-0b3845310fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:22.479306 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-bb3ba9fb-3e0f-42f2-99ee-0b3845310fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:14:22.482943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-bb3ba9fb-3e0f-42f2-99ee-0b3845310fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:14:22.485267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-bb3ba9fb-3e0f-42f2-99ee-0b3845310fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:14:22.525503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ba9fb-3e0f-42f2-99ee-0b3845310fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Pushing event updated for resources: {'Port': ['ID=abe53b48-55b2-448c-aef2-8b7b60e401a5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:22.546564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-bb3ba9fb-3e0f-42f2-99ee-0b3845310fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:22.547214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-bb3ba9fb-3e0f-42f2-99ee-0b3845310fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:22.610990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-bb3ba9fb-3e0f-42f2-99ee-0b3845310fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2449684
Apr 16 21:14:22.670289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da40bf-2c2c-4be1-bb2a-bba2d9f7921c req-7b8bbe66-6ebc-4218-a214-3e2c73ead6be tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:22.671931 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e1da40bf-2c2c-4be1-bb2a-bba2d9f7921c req-7b8bbe66-6ebc-4218-a214-3e2c73ead6be tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 945 time: 0.0551109
Apr 16 21:14:22.736134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2e814523-6312-4fd1-b013-1ae360ae6a07 None None] Provisioning complete for port abe53b48-55b2-448c-aef2-8b7b60e401a5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:22.736554 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e814523-6312-4fd1-b013-1ae360ae6a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:22.740755 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e1da40bf-2c2c-4be1-bb2a-bba2d9f7921c req-cdd78cbc-4c77-4036-9fd7-55ce5736cf9f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608287
Apr 16 21:14:22.762432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Request body: {'port': {'device_id': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:22.772747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2e814523-6312-4fd1-b013-1ae360ae6a07 None None] Port abe53b48-55b2-448c-aef2-8b7b60e401a5 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:14:22.800073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e96aca34-fe51-4d69-a3a1-b5b1006b0034 req-b1f97821-c12f-4d21-9189-0cded41d7c3a tempest-LiveAutoBlockMigrationV225Test-566463733 tempest-LiveAutoBlockMigrationV225Test-566463733-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06de5cf-0b6e-4546-b316-545265d6af2a HTTP/1.1" status: 200  len: 210 time: 0.0560451
Apr 16 21:14:22.840782 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:23.103328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe53b48-55b2-448c-aef2-8b7b60e401a5 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:23.111315 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Publish callbacks [] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:23.123824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Transition to ACTIVE for port object abe53b48-55b2-448c-aef2-8b7b60e401a5 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:14:23.215500 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:23.263396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c875b79-db16-410a-a676-096baa30c7b2 req-f7db6619-5e94-4fbe-bdb6-e90dc1da5ddb tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:23.265096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c875b79-db16-410a-a676-096baa30c7b2 req-f7db6619-5e94-4fbe-bdb6-e90dc1da5ddb tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 932 time: 0.0681953
Apr 16 21:14:23.315496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Pushing event updated for resources: {'Port': ['ID=abe53b48-55b2-448c-aef2-8b7b60e401a5,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:23.324151 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c875b79-db16-410a-a676-096baa30c7b2 req-dd1b7121-c61b-4bad-9e60-1b8b9c5940af tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/security-groups?id=968b46f4-3068-4d94-89f7-6846af312496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477378
Apr 16 21:14:23.349363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e865e-2385-4347-a187-60ac81ab0156 req-9d6f945b-9b11-460f-bf09-46495e29b8c4 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:23.357410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e865e-2385-4347-a187-60ac81ab0156 req-9d6f945b-9b11-460f-bf09-46495e29b8c4 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:23.363153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e865e-2385-4347-a187-60ac81ab0156 req-9d6f945b-9b11-460f-bf09-46495e29b8c4 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:23.369870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e865e-2385-4347-a187-60ac81ab0156 req-9d6f945b-9b11-460f-bf09-46495e29b8c4 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:23.375978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e865e-2385-4347-a187-60ac81ab0156 req-9d6f945b-9b11-460f-bf09-46495e29b8c4 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:23.381461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e865e-2385-4347-a187-60ac81ab0156 req-9d6f945b-9b11-460f-bf09-46495e29b8c4 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:23.386842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e865e-2385-4347-a187-60ac81ab0156 req-9d6f945b-9b11-460f-bf09-46495e29b8c4 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:23.389713 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-971e865e-2385-4347-a187-60ac81ab0156 req-9d6f945b-9b11-460f-bf09-46495e29b8c4 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5381 time: 0.1351101
Apr 16 21:14:23.512437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b63bb1-c2cc-4c15-95ff-41897628c14f req-3bd5831b-886f-4bbe-b394-23cd36f4fae2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:23.514045 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-33b63bb1-c2cc-4c15-95ff-41897628c14f req-3bd5831b-886f-4bbe-b394-23cd36f4fae2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0529954
Apr 16 21:14:23.517698 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-971e865e-2385-4347-a187-60ac81ab0156 req-afbeaed3-b23b-4b64-80c4-511a7bab3f96 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1019938
Apr 16 21:14:23.518638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Attempting to bind port abe53b48-55b2-448c-aef2-8b7b60e401a5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:14:23.519016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Attempting to bind port abe53b48-55b2-448c-aef2-8b7b60e401a5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5307ef0a-4986-4a61-8461-14d31ce58db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:14:23.519339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Attempting to bind port abe53b48-55b2-448c-aef2-8b7b60e401a5 on network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:23.526473 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Port abe53b48-55b2-448c-aef2-8b7b60e401a5 on network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:14:23.527329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Attempting to bind port abe53b48-55b2-448c-aef2-8b7b60e401a5 on network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:23.533272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:14:23.534141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Checking segment: {'id': '5307ef0a-4986-4a61-8461-14d31ce58db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:23.534699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Bound using segment: {'id': '5307ef0a-4986-4a61-8461-14d31ce58db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:14:23.535777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Bound port: abe53b48-55b2-448c-aef2-8b7b60e401a5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5307ef0a-4986-4a61-8461-14d31ce58db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:14:23.536393 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:23.591501 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-33b63bb1-c2cc-4c15-95ff-41897628c14f req-5182c9d7-e760-4372-9fef-8dd5e0e9bd04 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670054
Apr 16 21:14:23.642427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] For port abe53b48-55b2-448c-aef2-8b7b60e401a5, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:23.661374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc69ef-607b-4f7d-94c9-ff315799d012 req-17ad76a3-2a7f-45ed-be3e-f55ce750427d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:23.662835 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-63cc69ef-607b-4f7d-94c9-ff315799d012 req-17ad76a3-2a7f-45ed-be3e-f55ce750427d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0652835
Apr 16 21:14:23.664511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] For port abe53b48-55b2-448c-aef2-8b7b60e401a5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abe53b48-55b2-448c-aef2-8b7b60e401a5,segment=NetworkSegment(5307ef0a-4986-4a61-8461-14d31ce58db7),segment_id=5307ef0a-4986-4a61-8461-14d31ce58db7)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:14:23.712068 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-63cc69ef-607b-4f7d-94c9-ff315799d012 req-85b46e2d-2183-4a4e-9ac2-d618548b145f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414038
Apr 16 21:14:23.750510 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:23.787503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:23.788193 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:23.789569 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] 10.222.0.11 "PUT /v2.0/ports/abe53b48-55b2-448c-aef2-8b7b60e401a5 HTTP/1.1" status: 200  len: 1092 time: 1.0329461
Apr 16 21:14:23.811221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3e52a-ae9f-4a34-8a86-85751f3db518 service neutron] Pushing event updated for resources: {'Port': ['ID=abe53b48-55b2-448c-aef2-8b7b60e401a5,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:23.870911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56480) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:23.879650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2782332-671a-4691-ae7b-89c6d5d0852d req-6ea28148-f23e-4af0-a963-1094ff519084 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:23.881518 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b2782332-671a-4691-ae7b-89c6d5d0852d req-6ea28148-f23e-4af0-a963-1094ff519084 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 945 time: 0.0698748
Apr 16 21:14:23.951266 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b2782332-671a-4691-ae7b-89c6d5d0852d req-7aaa214e-8322-47be-b917-4d6b92d0becf tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617306
Apr 16 21:14:24.000544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-c7cdc6d4-7e8d-4ddd-8c12-dcf64341d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:24.002285 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-c7cdc6d4-7e8d-4ddd-8c12-dcf64341d5dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be0fd7025ca44244ae100b2b916ad1d8&device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 1126 time: 0.0875053
Apr 16 21:14:24.019285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9e9cfd-c095-4e29-828e-c0a8d9814a71 admin admin] Deleting subnet bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:14:24.023482 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9cfd-c095-4e29-828e-c0a8d9814a71 admin admin] Publish callbacks [] for subnet (bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:24.067710 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-67cc0efc-826c-4410-a8df-3af6ff8a05fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe53b48-55b2-448c-aef2-8b7b60e401a5 HTTP/1.1" status: 200  len: 217 time: 0.0568230
Apr 16 21:14:24.116544 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9cfd-c095-4e29-828e-c0a8d9814a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:24.153544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-8bf04ca4-0b8a-460b-9d2f-7f4bb30cf825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:24.155071 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-8bf04ca4-0b8a-460b-9d2f-7f4bb30cf825 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cffc375e-60a1-4e02-89d7-718ec438aeb5 HTTP/1.1" status: 200  len: 868 time: 0.0813985
Apr 16 21:14:24.173882 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9cfd-c095-4e29-828e-c0a8d9814a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:24.207938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'tag': 'abe53b48-55b2-448c-aef2-8b7b60e401a5'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:24.210397 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcd4f33-e37f-4297-af9a-54c8f6f207eb" -d '{"events": [{"name": "network-changed", "server_uuid": "18e64ceb-9630-44a6-a82c-b8a53099b88f", "tag": "abe53b48-55b2-448c-aef2-8b7b60e401a5"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:24.231209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-87458b32-5a99-405c-a52c-19a2e666816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:24.232923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-87458b32-5a99-405c-a52c-19a2e666816b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7e528bf-99b2-41b7-8807-aca3eac1e8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0705514
Apr 16 21:14:24.249937 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64f1f25-9051-4324-8682-4ea7e5bc595d x-openstack-request-id: req-d64f1f25-9051-4324-8682-4ea7e5bc595d {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:24.250218 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e64ceb-9630-44a6-a82c-b8a53099b88f", "tag": "abe53b48-55b2-448c-aef2-8b7b60e401a5", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:24.252750 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d64f1f25-9051-4324-8682-4ea7e5bc595d {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:24.252750 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64f1f25-9051-4324-8682-4ea7e5bc595d'] response: {'name': 'network-changed', 'server_uuid': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'tag': 'abe53b48-55b2-448c-aef2-8b7b60e401a5', 'status': 'completed', 'code': 200}
Apr 16 21:14:24.335799 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-4ace5350-27e8-4689-b899-b27bb07855f8 service neutron] 10.222.0.11 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946093
Apr 16 21:14:24.386138 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9cfd-c095-4e29-828e-c0a8d9814a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:24.424777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e9cfd-c095-4e29-828e-c0a8d9814a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:24.431394 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9cfd-c095-4e29-828e-c0a8d9814a71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:24.439781 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0c9e9cfd-c095-4e29-828e-c0a8d9814a71 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bd1fe9b7-8c7e-46f9-8dd4-fc713f5f6ce6 HTTP/1.1" status: 204  len: 168 time: 0.5632417
Apr 16 21:14:24.440023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56494) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:24.465085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6450afe8-a134-41e4-95c1-158a53e6f288 req-9dc22d80-bf08-4e33-90e9-46241ef92e4d service neutron] 10.222.0.11 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229937
Apr 16 21:14:24.496954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ca486-acd6-46d6-b9ce-261a2621d3c9 req-07acdeb7-7953-42b9-945f-4feb443a58fb tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:24.498456 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-612ca486-acd6-46d6-b9ce-261a2621d3c9 req-07acdeb7-7953-42b9-945f-4feb443a58fb tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 944 time: 0.1032617
Apr 16 21:14:24.548388 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f31dcc1f-29b9-4908-b048-1a50aa5a99da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (341a7a54-447f-4bb3-9bb9-2193e32a0929), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:24.577971 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-612ca486-acd6-46d6-b9ce-261a2621d3c9 req-43d02ec8-4c11-4bed-b7e2-0e188c16d28e tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/security-groups?id=968b46f4-3068-4d94-89f7-6846af312496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729785
Apr 16 21:14:24.657477 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f31dcc1f-29b9-4908-b048-1a50aa5a99da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (341a7a54-447f-4bb3-9bb9-2193e32a0929), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:24.661154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755192b5-b67f-417d-98d4-8052b3a0a471 req-09d599f7-badf-412b-ac12-df201f21188f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:24.667837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755192b5-b67f-417d-98d4-8052b3a0a471 req-09d599f7-badf-412b-ac12-df201f21188f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:24.674138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755192b5-b67f-417d-98d4-8052b3a0a471 req-09d599f7-badf-412b-ac12-df201f21188f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:24.681830 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755192b5-b67f-417d-98d4-8052b3a0a471 req-09d599f7-badf-412b-ac12-df201f21188f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:24.688885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755192b5-b67f-417d-98d4-8052b3a0a471 req-09d599f7-badf-412b-ac12-df201f21188f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:24.695035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755192b5-b67f-417d-98d4-8052b3a0a471 req-09d599f7-badf-412b-ac12-df201f21188f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:24.700507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755192b5-b67f-417d-98d4-8052b3a0a471 req-09d599f7-badf-412b-ac12-df201f21188f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:24.702486 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-755192b5-b67f-417d-98d4-8052b3a0a471 req-09d599f7-badf-412b-ac12-df201f21188f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5381 time: 0.1015396
Apr 16 21:14:24.708159 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-f31dcc1f-29b9-4908-b048-1a50aa5a99da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dd73640>,) {'filters': {'network_id': ['341a7a54-447f-4bb3-9bb9-2193e32a0929']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:24.728061 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-f31dcc1f-29b9-4908-b048-1a50aa5a99da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dd73640>, 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:24.728393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-f31dcc1f-29b9-4908-b048-1a50aa5a99da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dd73640>, 'e274edcd-7f04-46aa-98ba-ce6873e5a9bd') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:24.746653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d696b-8127-4e5d-a512-eb6cb7f5d827 req-3d306c60-4d64-474e-9527-0aaabf2c03ad tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:24.748159 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-615d696b-8127-4e5d-a512-eb6cb7f5d827 req-3d306c60-4d64-474e-9527-0aaabf2c03ad tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0813160
Apr 16 21:14:24.749927 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f31dcc1f-29b9-4908-b048-1a50aa5a99da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (e274edcd-7f04-46aa-98ba-ce6873e5a9bd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:24.763769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-755192b5-b67f-417d-98d4-8052b3a0a471 req-825cabab-af6b-4d4b-962d-84261bd0baa0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0551367
Apr 16 21:14:24.773795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f31dcc1f-29b9-4908-b048-1a50aa5a99da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e274edcd-7f04-46aa-98ba-ce6873e5a9bd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:24.782666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31dcc1f-29b9-4908-b048-1a50aa5a99da admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:14:24.783085 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f31dcc1f-29b9-4908-b048-1a50aa5a99da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (e274edcd-7f04-46aa-98ba-ce6873e5a9bd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:14:24.784881 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:14:24.854423 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-615d696b-8127-4e5d-a512-eb6cb7f5d827 req-6a6d6b3b-3fe2-4004-a943-f46e6c620dbf tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978856
Apr 16 21:14:24.876998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8118-7429-4b58-aef5-4dd30a61c548 req-46bbf2c4-d538-4430-ab09-e0587db57939 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:24.878480 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-979d8118-7429-4b58-aef5-4dd30a61c548 req-46bbf2c4-d538-4430-ab09-e0587db57939 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0479805
Apr 16 21:14:24.921845 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f31dcc1f-29b9-4908-b048-1a50aa5a99da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (341a7a54-447f-4bb3-9bb9-2193e32a0929), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:24.927553 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-979d8118-7429-4b58-aef5-4dd30a61c548 req-4889103c-cadb-4a6d-b7b5-d037ac66fa56 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434706
Apr 16 21:14:24.929462 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f31dcc1f-29b9-4908-b048-1a50aa5a99da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:24.933736 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f31dcc1f-29b9-4908-b048-1a50aa5a99da admin admin] 10.222.0.20 "DELETE /v2.0/networks/341a7a54-447f-4bb3-9bb9-2193e32a0929 HTTP/1.1" status: 204  len: 168 time: 0.4918568
Apr 16 21:14:24.936288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56502) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:24.949236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dcc1f-29b9-4908-b048-1a50aa5a99da admin admin] Pushing event deleted for resources: {'Network': ['ID=341a7a54-447f-4bb3-9bb9-2193e32a0929,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:24.982259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c9cb0e-1422-4fa4-9f13-3039b91b04f1 admin admin] Deleting subnet 5195f34a-3a56-4d22-876a-f2305906312d {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:14:24.985631 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c3c9cb0e-1422-4fa4-9f13-3039b91b04f1 admin admin] Publish callbacks [] for subnet (5195f34a-3a56-4d22-876a-f2305906312d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:25.020228 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c3c9cb0e-1422-4fa4-9f13-3039b91b04f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (5195f34a-3a56-4d22-876a-f2305906312d), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:25.059642 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c3c9cb0e-1422-4fa4-9f13-3039b91b04f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (5195f34a-3a56-4d22-876a-f2305906312d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:25.067836 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefcd37-0b8e-434f-be4c-f1cf65c8eed8 req-ef65108c-24ca-41fc-bd7d-3da6ebbd5e7e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:25.069424 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5aefcd37-0b8e-434f-be4c-f1cf65c8eed8 req-ef65108c-24ca-41fc-bd7d-3da6ebbd5e7e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 945 time: 0.0491602
Apr 16 21:14:25.124703 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5aefcd37-0b8e-434f-be4c-f1cf65c8eed8 req-87f62ae5-dda4-4403-b204-7d607d81e5e4 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490758
Apr 16 21:14:25.185412 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c3c9cb0e-1422-4fa4-9f13-3039b91b04f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (5195f34a-3a56-4d22-876a-f2305906312d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:25.222495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9cb0e-1422-4fa4-9f13-3039b91b04f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5195f34a-3a56-4d22-876a-f2305906312d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:25.234472 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c3c9cb0e-1422-4fa4-9f13-3039b91b04f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:25.237639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c3c9cb0e-1422-4fa4-9f13-3039b91b04f1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5195f34a-3a56-4d22-876a-f2305906312d HTTP/1.1" status: 204  len: 168 time: 0.3003821
Apr 16 21:14:25.240295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56508) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:25.264883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5ee9812-cf43-47aa-b2b5-fd39b5347b24 req-bd9e05c0-a69d-4bec-9709-9c276948fb39 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-860618409&fields=id&tenant_id=fe50d9e0841749f094948101efdc3d92 HTTP/1.1" status: 200  len: 267 time: 0.0739226
Apr 16 21:14:25.310490 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-07d4bcd6-3f68-4db4-bb57-38714de6178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (5dc0ae35-a118-4ccb-a673-8550ccc5cc5f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:25.317433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee9812-cf43-47aa-b2b5-fd39b5347b24 req-4ca4211a-2f86-4e0f-9860-7461b8bc75f1 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:25.318933 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5ee9812-cf43-47aa-b2b5-fd39b5347b24 req-4ca4211a-2f86-4e0f-9860-7461b8bc75f1 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 945 time: 0.0486817
Apr 16 21:14:25.331497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-b5ee9812-cf43-47aa-b2b5-fd39b5347b24 req-1e4592d0-b0ff-46e8-b875-73437377fab7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'port': {'security_groups': ['61afe6ee-4af3-4732-829f-97323f5d0334', 'aa451634-4ebc-46a1-bd9e-410f66c22156']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:25.393377 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-07d4bcd6-3f68-4db4-bb57-38714de6178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (5dc0ae35-a118-4ccb-a673-8550ccc5cc5f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:25.412162 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5ee9812-cf43-47aa-b2b5-fd39b5347b24 req-1e4592d0-b0ff-46e8-b875-73437377fab7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:25.414904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-07d4bcd6-3f68-4db4-bb57-38714de6178d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d603c70>,) {'filters': {'network_id': ['5dc0ae35-a118-4ccb-a673-8550ccc5cc5f']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:25.424892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-07d4bcd6-3f68-4db4-bb57-38714de6178d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d603c70>, 'aaf0f1e7-ffc5-4158-a707-77496e1c2829') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:25.425201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-07d4bcd6-3f68-4db4-bb57-38714de6178d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d603c70>, 'aaf0f1e7-ffc5-4158-a707-77496e1c2829') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:25.435487 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-07d4bcd6-3f68-4db4-bb57-38714de6178d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (aaf0f1e7-ffc5-4158-a707-77496e1c2829), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:25.450336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-07d4bcd6-3f68-4db4-bb57-38714de6178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (aaf0f1e7-ffc5-4158-a707-77496e1c2829), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:25.458601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d4bcd6-3f68-4db4-bb57-38714de6178d admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:14:25.459001 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-07d4bcd6-3f68-4db4-bb57-38714de6178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (aaf0f1e7-ffc5-4158-a707-77496e1c2829), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:14:25.461271 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:14:25.702526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb09edf-0c52-4774-ac71-ff20e1c32abe req-bee27c5b-1b8f-4406-b103-0f0fc011dfd1 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:25.704216 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3fb09edf-0c52-4774-ac71-ff20e1c32abe req-bee27c5b-1b8f-4406-b103-0f0fc011dfd1 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 944 time: 0.0551295
Apr 16 21:14:25.705507 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-07d4bcd6-3f68-4db4-bb57-38714de6178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (5dc0ae35-a118-4ccb-a673-8550ccc5cc5f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:25.710834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-07d4bcd6-3f68-4db4-bb57-38714de6178d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:25.715637 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-07d4bcd6-3f68-4db4-bb57-38714de6178d admin admin] 10.222.0.20 "DELETE /v2.0/networks/5dc0ae35-a118-4ccb-a673-8550ccc5cc5f HTTP/1.1" status: 204  len: 168 time: 0.4742944
Apr 16 21:14:25.717275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 808376f5-de15-494a-b722-a554d5c81386 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:25.743075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 808376f5-de15-494a-b722-a554d5c81386 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:14:25.743605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 808376f5-de15-494a-b722-a554d5c81386 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:14:25.762463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4bcd6-3f68-4db4-bb57-38714de6178d admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc0ae35-a118-4ccb-a673-8550ccc5cc5f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:25.797350 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3fb09edf-0c52-4774-ac71-ff20e1c32abe req-37fd856d-c5af-47f9-85dc-9e489b852d1d tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/security-groups?id=968b46f4-3068-4d94-89f7-6846af312496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803838
Apr 16 21:14:25.913810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877783-eeee-4cb9-9a93-c95342cddc29 req-87bec25a-5cf6-4749-825b-784975d9d0e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:25.914288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd4f33-e37f-4297-af9a-54c8f6f207eb req-63aeac9b-237e-4e9f-8fe5-ce39a4d0935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:25.915774 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dcd4f33-e37f-4297-af9a-54c8f6f207eb req-63aeac9b-237e-4e9f-8fe5-ce39a4d0935c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be0fd7025ca44244ae100b2b916ad1d8&device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 1126 time: 0.3606064
Apr 16 21:14:25.919282 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877783-eeee-4cb9-9a93-c95342cddc29 req-87bec25a-5cf6-4749-825b-784975d9d0e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:25.924883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877783-eeee-4cb9-9a93-c95342cddc29 req-87bec25a-5cf6-4749-825b-784975d9d0e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:25.930227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877783-eeee-4cb9-9a93-c95342cddc29 req-87bec25a-5cf6-4749-825b-784975d9d0e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:25.936211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877783-eeee-4cb9-9a93-c95342cddc29 req-87bec25a-5cf6-4749-825b-784975d9d0e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:25.941580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877783-eeee-4cb9-9a93-c95342cddc29 req-87bec25a-5cf6-4749-825b-784975d9d0e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:25.946847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877783-eeee-4cb9-9a93-c95342cddc29 req-87bec25a-5cf6-4749-825b-784975d9d0e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:25.949332 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55877783-eeee-4cb9-9a93-c95342cddc29 req-87bec25a-5cf6-4749-825b-784975d9d0e5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5381 time: 0.0912271
Apr 16 21:14:25.985984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-b5ee9812-cf43-47aa-b2b5-fd39b5347b24 req-1e4592d0-b0ff-46e8-b875-73437377fab7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] For port 945aa480-3d27-4a43-9bf6-4d316c63e6b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=945aa480-3d27-4a43-9bf6-4d316c63e6b9,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:26.024304 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55877783-eeee-4cb9-9a93-c95342cddc29 req-cb63fd6e-7fab-4df0-b3b1-5ddd0b9c7a9e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0675941
Apr 16 21:14:26.037865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5ee9812-cf43-47aa-b2b5-fd39b5347b24 req-1e4592d0-b0ff-46e8-b875-73437377fab7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:26.047019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd4f33-e37f-4297-af9a-54c8f6f207eb req-0c2caa92-7d70-4061-99b1-2aff614f66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.048566 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dcd4f33-e37f-4297-af9a-54c8f6f207eb req-0c2caa92-7d70-4061-99b1-2aff614f66a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7e528bf-99b2-41b7-8807-aca3eac1e8d2 HTTP/1.1" status: 200  len: 930 time: 0.1252687
Apr 16 21:14:26.090450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dcd4f33-e37f-4297-af9a-54c8f6f207eb req-09041afd-05b1-4d40-a807-e094f0cafde7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe53b48-55b2-448c-aef2-8b7b60e401a5 HTTP/1.1" status: 200  len: 217 time: 0.0359390
Apr 16 21:14:26.122303 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56524) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:26.126243 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5ee9812-cf43-47aa-b2b5-fd39b5347b24 req-1e4592d0-b0ff-46e8-b875-73437377fab7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:26.139705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['945aa480-3d27-4a43-9bf6-4d316c63e6b9'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:26.143282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:26.152335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0781a0-106b-4ad2-87af-59ca5a9e05ec req-97f7ed37-2b4f-4d1b-8be8-20d1bcaa29a2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.153886 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0781a0-106b-4ad2-87af-59ca5a9e05ec req-97f7ed37-2b4f-4d1b-8be8-20d1bcaa29a2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0743966
Apr 16 21:14:26.186763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee9812-cf43-47aa-b2b5-fd39b5347b24 req-1e4592d0-b0ff-46e8-b875-73437377fab7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.187581 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5ee9812-cf43-47aa-b2b5-fd39b5347b24 req-1e4592d0-b0ff-46e8-b875-73437377fab7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:26.189053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5ee9812-cf43-47aa-b2b5-fd39b5347b24 req-1e4592d0-b0ff-46e8-b875-73437377fab7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "PUT /v2.0/ports/945aa480-3d27-4a43-9bf6-4d316c63e6b9 HTTP/1.1" status: 200  len: 981 time: 0.8630455
Apr 16 21:14:26.206304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd4f33-e37f-4297-af9a-54c8f6f207eb req-efc7a544-421b-4e61-978c-780395523fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.209509 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dcd4f33-e37f-4297-af9a-54c8f6f207eb req-efc7a544-421b-4e61-978c-780395523fcc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cffc375e-60a1-4e02-89d7-718ec438aeb5 HTTP/1.1" status: 200  len: 868 time: 0.1134083
Apr 16 21:14:26.220788 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c929e589-af5c-4c65-b6e2-50973af3aee0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68af3300a0d149adbbf934b4ff1f87d8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0969961
Apr 16 21:14:26.224830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56528) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:26.249768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4592d0-b0ff-46e8-b875-73437377fab7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'Port': ['ID=945aa480-3d27-4a43-9bf6-4d316c63e6b9,revision_number=6']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:26.255047 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65449361-cc88-4caa-aeff-800337a2fbb0', 'tag': '945aa480-3d27-4a43-9bf6-4d316c63e6b9'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:26.258114 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d1a79-176f-429f-9ba7-0652f0303885" -d '{"events": [{"name": "network-changed", "server_uuid": "65449361-cc88-4caa-aeff-800337a2fbb0", "tag": "945aa480-3d27-4a43-9bf6-4d316c63e6b9"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:26.270511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd4f33-e37f-4297-af9a-54c8f6f207eb req-435d8145-f190-4841-a741-ace7dfafbdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.272957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dcd4f33-e37f-4297-af9a-54c8f6f207eb req-435d8145-f190-4841-a741-ace7dfafbdc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7e528bf-99b2-41b7-8807-aca3eac1e8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0536649
Apr 16 21:14:26.276584 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0781a0-106b-4ad2-87af-59ca5a9e05ec req-626f2e97-5f29-4172-9f1c-8eb816e42eb3 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142809
Apr 16 21:14:26.280439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['945aa480-3d27-4a43-9bf6-4d316c63e6b9'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:26.326494 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d928878c-0131-4252-8687-bcfe90c26c04 admin admin] Publish callbacks [] for security_group (632a963c-f2c5-4c6d-935a-4da2fcdd46a8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:26.369701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d928878c-0131-4252-8687-bcfe90c26c04 admin admin] Publish callbacks [] for security_group (632a963c-f2c5-4c6d-935a-4da2fcdd46a8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:26.392753 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88a63f1c-8ff0-49b2-9032-acdf8cdad17b req-7ebee543-67dd-49cf-a54d-586e1242d722 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/aa451634-4ebc-46a1-bd9e-410f66c22156 HTTP/1.1" status: 200  len: 1817 time: 0.0807354
Apr 16 21:14:26.397890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636e87b-8dd9-4b37-974a-0d68e7432f77 req-b2ae221c-9d77-4723-921c-2b15cae776e9 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.397890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9636e87b-8dd9-4b37-974a-0d68e7432f77 req-b2ae221c-9d77-4723-921c-2b15cae776e9 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0936229
Apr 16 21:14:26.460835 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dcd4f33-e37f-4297-af9a-54c8f6f207eb req-6ed111cf-57f7-48de-8d04-aec558ad6d2e service neutron] 10.222.0.11 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753747
Apr 16 21:14:26.482946 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-88a63f1c-8ff0-49b2-9032-acdf8cdad17b req-96217e9b-f02a-48d5-8bbd-0d308146f850 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:14:26.484012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88a63f1c-8ff0-49b2-9032-acdf8cdad17b req-96217e9b-f02a-48d5-8bbd-0d308146f850 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa451634-4ebc-46a1-bd9e-410f66c22156 HTTP/1.1" status: 409  len: 341 time: 0.0762379
Apr 16 21:14:26.502956 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9636e87b-8dd9-4b37-974a-0d68e7432f77 req-2a741edd-3922-49c4-8aab-998d6a005484 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917885
Apr 16 21:14:26.541974 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a880a70f-5178-4d8f-8ac4-c403923ce1be x-openstack-request-id: req-a880a70f-5178-4d8f-8ac4-c403923ce1be {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:26.543049 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65449361-cc88-4caa-aeff-800337a2fbb0", "tag": "945aa480-3d27-4a43-9bf6-4d316c63e6b9", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:26.546788 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a880a70f-5178-4d8f-8ac4-c403923ce1be {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:26.546788 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a880a70f-5178-4d8f-8ac4-c403923ce1be'] response: {'name': 'network-changed', 'server_uuid': '65449361-cc88-4caa-aeff-800337a2fbb0', 'tag': '945aa480-3d27-4a43-9bf6-4d316c63e6b9', 'status': 'completed', 'code': 200}
Apr 16 21:14:26.575395 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d928878c-0131-4252-8687-bcfe90c26c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (632a963c-f2c5-4c6d-935a-4da2fcdd46a8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:26.578997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d928878c-0131-4252-8687-bcfe90c26c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:26.584065 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d928878c-0131-4252-8687-bcfe90c26c04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/632a963c-f2c5-4c6d-935a-4da2fcdd46a8 HTTP/1.1" status: 204  len: 168 time: 0.3555303
Apr 16 21:14:26.595359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928878c-0131-4252-8687-bcfe90c26c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632a963c-f2c5-4c6d-935a-4da2fcdd46a8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:26.621492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d1a79-176f-429f-9ba7-0652f0303885 req-c7c4e0b8-165b-4a33-9918-2468039693f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.623323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-769d1a79-176f-429f-9ba7-0652f0303885 req-c7c4e0b8-165b-4a33-9918-2468039693f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fe50d9e0841749f094948101efdc3d92&device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 1166 time: 0.0674233
Apr 16 21:14:26.700629 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dcd4f33-e37f-4297-af9a-54c8f6f207eb req-aae7522c-5893-4634-b585-da9f49da3618 service neutron] 10.222.0.11 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2306788
Apr 16 21:14:26.746629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d1a79-176f-429f-9ba7-0652f0303885 req-c7b77bfb-d273-4300-b76f-1c60998fd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.748061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-769d1a79-176f-429f-9ba7-0652f0303885 req-c7b77bfb-d273-4300-b76f-1c60998fd99e service neutron] 10.222.0.11 "GET /v2.0/networks?id=39451244-1104-46d3-8155-9d8d7ddc9546 HTTP/1.1" status: 200  len: 914 time: 0.1196702
Apr 16 21:14:26.799229 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-769d1a79-176f-429f-9ba7-0652f0303885 req-f171927d-bbcf-45df-8399-db30f94b07cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=945aa480-3d27-4a43-9bf6-4d316c63e6b9 HTTP/1.1" status: 200  len: 217 time: 0.0444248
Apr 16 21:14:26.881896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d1a79-176f-429f-9ba7-0652f0303885 req-16d0d994-96e3-460d-9fec-16ac235b4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.883474 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-769d1a79-176f-429f-9ba7-0652f0303885 req-16d0d994-96e3-460d-9fec-16ac235b4863 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50d87fc9-b789-4377-bead-4d47e0e49e65 HTTP/1.1" status: 200  len: 853 time: 0.0786912
Apr 16 21:14:26.924345 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-769d1a79-176f-429f-9ba7-0652f0303885 req-808554a2-0375-4846-ac27-423cd980567e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39451244-1104-46d3-8155-9d8d7ddc9546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0342720
Apr 16 21:14:26.930731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16fc04-d6d9-4881-b8a2-6c5bb8d43eda req-3051a955-5a43-4e76-be5d-a5ce55feb8ff tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.932183 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf16fc04-d6d9-4881-b8a2-6c5bb8d43eda req-3051a955-5a43-4e76-be5d-a5ce55feb8ff tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 984 time: 0.0799277
Apr 16 21:14:26.944288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Request body: {'port': {'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:26.984732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-9e944616-5ca0-4fae-9147-99f205be9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.984732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-9e944616-5ca0-4fae-9147-99f205be9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.984732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-9e944616-5ca0-4fae-9147-99f205be9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.985254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-9e944616-5ca0-4fae-9147-99f205be9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.985552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-9e944616-5ca0-4fae-9147-99f205be9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.986231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-9e944616-5ca0-4fae-9147-99f205be9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.986482 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-9e944616-5ca0-4fae-9147-99f205be9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:26.988466 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-9e944616-5ca0-4fae-9147-99f205be9ade service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce47d3657e50419183b9ee9cee309667&device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 6397 time: 0.1459446
Apr 16 21:14:27.033556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744ee85-38ce-4b47-a955-6be7e618767f req-88fbff2b-06ef-4ad9-9e6b-6cbc87c6c259 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.034983 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b744ee85-38ce-4b47-a955-6be7e618767f req-88fbff2b-06ef-4ad9-9e6b-6cbc87c6c259 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 944 time: 0.1419506
Apr 16 21:14:27.053580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf16fc04-d6d9-4881-b8a2-6c5bb8d43eda req-893cb42f-2be1-4347-be73-cd1eee59498a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&id=aa451634-4ebc-46a1-bd9e-410f66c22156&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1118813
Apr 16 21:14:27.065817 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-769d1a79-176f-429f-9ba7-0652f0303885 req-bc17c952-098d-43b0-9026-28cfa005d103 service neutron] 10.222.0.11 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326871
Apr 16 21:14:27.102863 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:27.191627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601632e-3079-43ae-ad40-13ea30b67890 req-c7c67a1b-f13c-43b3-b858-95851bb00757 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.197087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601632e-3079-43ae-ad40-13ea30b67890 req-c7c67a1b-f13c-43b3-b858-95851bb00757 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.202481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601632e-3079-43ae-ad40-13ea30b67890 req-c7c67a1b-f13c-43b3-b858-95851bb00757 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.207822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601632e-3079-43ae-ad40-13ea30b67890 req-c7c67a1b-f13c-43b3-b858-95851bb00757 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.213185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601632e-3079-43ae-ad40-13ea30b67890 req-c7c67a1b-f13c-43b3-b858-95851bb00757 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.219043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601632e-3079-43ae-ad40-13ea30b67890 req-c7c67a1b-f13c-43b3-b858-95851bb00757 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.224370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601632e-3079-43ae-ad40-13ea30b67890 req-c7c67a1b-f13c-43b3-b858-95851bb00757 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.226368 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2601632e-3079-43ae-ad40-13ea30b67890 req-c7c67a1b-f13c-43b3-b858-95851bb00757 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5381 time: 0.1014674
Apr 16 21:14:27.262257 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-769d1a79-176f-429f-9ba7-0652f0303885 req-f3f7a118-eaa0-4fbc-a873-60e0ed272610 service neutron] 10.222.0.11 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1910591
Apr 16 21:14:27.307275 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2601632e-3079-43ae-ad40-13ea30b67890 req-e4d3bba6-fc66-412f-a331-f4a696a4c9ce tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0712392
Apr 16 21:14:27.427885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b744ee85-38ce-4b47-a955-6be7e618767f req-341931ea-d9d4-4b0d-942b-583b206cb586 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/security-groups?id=968b46f4-3068-4d94-89f7-6846af312496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3655605
Apr 16 21:14:27.438534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08bc58-2384-4fbb-8c56-83d705e225f5 req-fca9e75b-d164-441a-9a5f-a583198ab821 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.440086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c08bc58-2384-4fbb-8c56-83d705e225f5 req-fca9e75b-d164-441a-9a5f-a583198ab821 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0695567
Apr 16 21:14:27.455988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-8c1dcfd8-e43d-4147-a543-b593cd1359e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.456511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-8c1dcfd8-e43d-4147-a543-b593cd1359e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.456966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-8c1dcfd8-e43d-4147-a543-b593cd1359e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.458691 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-8c1dcfd8-e43d-4147-a543-b593cd1359e0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ce47d3657e50419183b9ee9cee309667&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.4527602
Apr 16 21:14:27.496721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56554) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:27.507186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ab898-0819-40ff-b7fa-3c5b9cea0846 req-9367b985-9754-4c1e-986d-a2fbd9c1999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.507612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee7ab898-0819-40ff-b7fa-3c5b9cea0846 req-9367b985-9754-4c1e-986d-a2fbd9c1999a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fe50d9e0841749f094948101efdc3d92&device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 1166 time: 0.0872915
Apr 16 21:14:27.555580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c08bc58-2384-4fbb-8c56-83d705e225f5 req-00a04c1e-292c-4a93-ae40-32d7f37451a6 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978789
Apr 16 21:14:27.614725 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-96b5e0a3-31d9-4bae-bf82-0ba393320d19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01409fd11472429e8721e605ac8b4a86&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1168647
Apr 16 21:14:27.618836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56558) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:27.702121 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413545cd-5667-4efe-8238-55dffb92fdfb req-3386d2d9-db41-4dde-bd1e-e73cfed5c0c9 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.703915 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-413545cd-5667-4efe-8238-55dffb92fdfb req-3386d2d9-db41-4dde-bd1e-e73cfed5c0c9 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1072886
Apr 16 21:14:27.706440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ab898-0819-40ff-b7fa-3c5b9cea0846 req-b41f90e7-bb93-48d5-a1af-08aece4ec7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.707417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-55290858-264f-4677-b135-a8542c79cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.707969 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee7ab898-0819-40ff-b7fa-3c5b9cea0846 req-b41f90e7-bb93-48d5-a1af-08aece4ec7c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39451244-1104-46d3-8155-9d8d7ddc9546 HTTP/1.1" status: 200  len: 914 time: 0.1858704
Apr 16 21:14:27.709175 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f35a4dfc-97aa-482f-a177-236f8213c54f req-55290858-264f-4677-b135-a8542c79cf5f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2430060
Apr 16 21:14:27.711312 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70058572-62ad-4529-8bb5-053d6fa10878 admin admin] Publish callbacks [] for security_group (77d7d3ea-f92b-4115-a0c6-2204a5f038fe), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:27.737238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device abe53b48-55b2-448c-aef2-8b7b60e401a5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:14:27.773076 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee7ab898-0819-40ff-b7fa-3c5b9cea0846 req-5bf26007-eeef-48d1-b868-a3a093272d42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=945aa480-3d27-4a43-9bf6-4d316c63e6b9 HTTP/1.1" status: 200  len: 217 time: 0.0566492
Apr 16 21:14:27.778776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70058572-62ad-4529-8bb5-053d6fa10878 admin admin] Publish callbacks [] for security_group (77d7d3ea-f92b-4115-a0c6-2204a5f038fe), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:27.787264 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-413545cd-5667-4efe-8238-55dffb92fdfb req-74ca3d9c-f620-442f-8219-d189da253c65 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704134
Apr 16 21:14:27.852625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ab898-0819-40ff-b7fa-3c5b9cea0846 req-e8559a3a-459e-4dc5-b81e-a47f41e6f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:27.854265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee7ab898-0819-40ff-b7fa-3c5b9cea0846 req-e8559a3a-459e-4dc5-b81e-a47f41e6f6f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50d87fc9-b789-4377-bead-4d47e0e49e65 HTTP/1.1" status: 200  len: 853 time: 0.0733733
Apr 16 21:14:27.859658 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289d892c-efd8-4a45-8065-39c93c83ca97 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:27.870745 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Publish callbacks [] for port (289d892c-efd8-4a45-8065-39c93c83ca97), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:27.870994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port abe53b48-55b2-448c-aef2-8b7b60e401a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abe53b48-55b2-448c-aef2-8b7b60e401a5,segment=NetworkSegment(5307ef0a-4986-4a61-8461-14d31ce58db7),segment_id=5307ef0a-4986-4a61-8461-14d31ce58db7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:27.886857 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:14:27.887330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'abe53b48-55b2-448c-aef2-8b7b60e401a5', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'port_id': 'abe53b48-55b2-448c-aef2-8b7b60e401a5', 'mac_address': 'fa:16:3e:fe:48:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:14:27.890948 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee7ab898-0819-40ff-b7fa-3c5b9cea0846 req-840e6422-1494-4117-9239-6f01ea0ce2d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39451244-1104-46d3-8155-9d8d7ddc9546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304315
Apr 16 21:14:27.895913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Transition to ACTIVE for port object 289d892c-efd8-4a45-8065-39c93c83ca97 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:14:27.922629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port abe53b48-55b2-448c-aef2-8b7b60e401a5 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:27.923121 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:27.937363 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe53b48-55b2-448c-aef2-8b7b60e401a5 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:27.958372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port abe53b48-55b2-448c-aef2-8b7b60e401a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abe53b48-55b2-448c-aef2-8b7b60e401a5,segment=NetworkSegment(5307ef0a-4986-4a61-8461-14d31ce58db7),segment_id=5307ef0a-4986-4a61-8461-14d31ce58db7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:27.975574 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70058572-62ad-4529-8bb5-053d6fa10878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (77d7d3ea-f92b-4115-a0c6-2204a5f038fe), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:27.978282 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70058572-62ad-4529-8bb5-053d6fa10878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:27.987940 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-70058572-62ad-4529-8bb5-053d6fa10878 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77d7d3ea-f92b-4115-a0c6-2204a5f038fe HTTP/1.1" status: 204  len: 168 time: 0.3596084
Apr 16 21:14:27.999644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70058572-62ad-4529-8bb5-053d6fa10878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d7d3ea-f92b-4115-a0c6-2204a5f038fe,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:28.006374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee7ab898-0819-40ff-b7fa-3c5b9cea0846 req-ce0bb986-f4df-4afe-8863-039f06cd0149 service neutron] 10.222.0.11 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1092641
Apr 16 21:14:28.008106 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:28.047755 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:28.121827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Pushing event updated for resources: {'Port': ['ID=289d892c-efd8-4a45-8065-39c93c83ca97,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:28.167911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee7ab898-0819-40ff-b7fa-3c5b9cea0846 req-bdf28f67-99be-4cae-b8c8-a2d04c53ad60 service neutron] 10.222.0.11 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524854
Apr 16 21:14:28.171845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=abe53b48-55b2-448c-aef2-8b7b60e401a5,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:28.232615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Attempting to bind port 289d892c-efd8-4a45-8065-39c93c83ca97 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:14:28.232965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Attempting to bind port 289d892c-efd8-4a45-8065-39c93c83ca97 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:14:28.233367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Attempting to bind port 289d892c-efd8-4a45-8065-39c93c83ca97 on network 2a1311c2-594d-49ff-bcbd-69e881faa649 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:28.238446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Port 289d892c-efd8-4a45-8065-39c93c83ca97 on network 2a1311c2-594d-49ff-bcbd-69e881faa649 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:14:28.238851 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Attempting to bind port 289d892c-efd8-4a45-8065-39c93c83ca97 on network 2a1311c2-594d-49ff-bcbd-69e881faa649 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:28.244384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:14:28.244825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Checking segment: {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:28.245344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Bound using segment: {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:14:28.245844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Bound port: 289d892c-efd8-4a45-8065-39c93c83ca97, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26803fa9-035a-4747-8e6c-cc049e3149a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:14:28.246356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:28.248311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac27da4-7049-4c3b-a2b7-3c6ca0f9a4e0 req-de034dfa-41a3-484b-96e5-a8e94cac1105 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.250278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ac27da4-7049-4c3b-a2b7-3c6ca0f9a4e0 req-de034dfa-41a3-484b-96e5-a8e94cac1105 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 984 time: 0.0628495
Apr 16 21:14:28.297209 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['abe53b48-55b2-448c-aef2-8b7b60e401a5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:28.352263 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ac27da4-7049-4c3b-a2b7-3c6ca0f9a4e0 req-eba00625-1b58-4243-8c75-3adce8840c67 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&id=aa451634-4ebc-46a1-bd9e-410f66c22156&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.0934718
Apr 16 21:14:28.406130 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] For port 289d892c-efd8-4a45-8065-39c93c83ca97, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:28.411517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] For port 289d892c-efd8-4a45-8065-39c93c83ca97, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=289d892c-efd8-4a45-8065-39c93c83ca97,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:14:28.517288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7072a-048c-4b39-8ae3-e54587aa6f1f req-27bc667f-7b68-474a-9b1c-9b6ee3435cf5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.535116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7072a-048c-4b39-8ae3-e54587aa6f1f req-27bc667f-7b68-474a-9b1c-9b6ee3435cf5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.549212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7072a-048c-4b39-8ae3-e54587aa6f1f req-27bc667f-7b68-474a-9b1c-9b6ee3435cf5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.560202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7072a-048c-4b39-8ae3-e54587aa6f1f req-27bc667f-7b68-474a-9b1c-9b6ee3435cf5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.572734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7072a-048c-4b39-8ae3-e54587aa6f1f req-27bc667f-7b68-474a-9b1c-9b6ee3435cf5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.575080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7072a-048c-4b39-8ae3-e54587aa6f1f req-27bc667f-7b68-474a-9b1c-9b6ee3435cf5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.581254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7072a-048c-4b39-8ae3-e54587aa6f1f req-27bc667f-7b68-474a-9b1c-9b6ee3435cf5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.583630 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0f7072a-048c-4b39-8ae3-e54587aa6f1f req-27bc667f-7b68-474a-9b1c-9b6ee3435cf5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5393 time: 0.1577709
Apr 16 21:14:28.584991 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:28.624972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645897c-63b6-4017-b1e5-997d4dc76b59 req-8440d741-43ff-45e9-804a-da54e418e5e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.626661 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1645897c-63b6-4017-b1e5-997d4dc76b59 req-8440d741-43ff-45e9-804a-da54e418e5e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 945 time: 0.0749474
Apr 16 21:14:28.642558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.643434 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:28.645551 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] 10.222.0.41 "PUT /v2.0/ports/289d892c-efd8-4a45-8065-39c93c83ca97 HTTP/1.1" status: 200  len: 1090 time: 1.7073803
Apr 16 21:14:28.658000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': '289d892c-efd8-4a45-8065-39c93c83ca97'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:28.658000 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "289d892c-efd8-4a45-8065-39c93c83ca97"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:28.732156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e3cbd-8059-4442-b919-bc84fb92f2ca service neutron] Pushing event updated for resources: {'Port': ['ID=289d892c-efd8-4a45-8065-39c93c83ca97,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:28.732419 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1645897c-63b6-4017-b1e5-997d4dc76b59 req-7f778bdb-df3c-4e5b-a97e-843af393e16d tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/security-groups?id=968b46f4-3068-4d94-89f7-6846af312496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995555
Apr 16 21:14:28.767429 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0f7072a-048c-4b39-8ae3-e54587aa6f1f req-9ddd5640-88a1-48b5-be1a-9aae124dfe6c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1697919
Apr 16 21:14:28.799558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Request body: {'port': {'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:28.839529 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bda3cd1-b309-44f7-8952-0450222f8399 x-openstack-request-id: req-7bda3cd1-b309-44f7-8952-0450222f8399 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:28.839913 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "289d892c-efd8-4a45-8065-39c93c83ca97", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:28.842369 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bda3cd1-b309-44f7-8952-0450222f8399 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:28.842798 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bda3cd1-b309-44f7-8952-0450222f8399'] response: {'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': '289d892c-efd8-4a45-8065-39c93c83ca97', 'status': 'completed', 'code': 200}
Apr 16 21:14:28.921296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca305e5e-7f73-4cd6-88e9-6b08bdf2f761 req-392fb117-b969-4bf7-a984-c6bbb539681e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.923170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca305e5e-7f73-4cd6-88e9-6b08bdf2f761 req-392fb117-b969-4bf7-a984-c6bbb539681e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0714431
Apr 16 21:14:28.934428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-5a51236b-7763-4516-89db-f277a3d3d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.934428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-5a51236b-7763-4516-89db-f277a3d3d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.934428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-5a51236b-7763-4516-89db-f277a3d3d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.934428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-5a51236b-7763-4516-89db-f277a3d3d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.934428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-5a51236b-7763-4516-89db-f277a3d3d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.934428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-5a51236b-7763-4516-89db-f277a3d3d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.935310 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-5a51236b-7763-4516-89db-f277a3d3d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:28.938127 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-5a51236b-7763-4516-89db-f277a3d3d601 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce47d3657e50419183b9ee9cee309667&device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 6495 time: 0.0587239
Apr 16 21:14:28.989000 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:29.024389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca305e5e-7f73-4cd6-88e9-6b08bdf2f761 req-58d4e8d3-6118-4efd-8a54-38b42a514fd8 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941854
Apr 16 21:14:29.078095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0e8c5-bc6f-4cda-ab22-9456112f05ed req-fe7f536e-0dd9-4241-b7ae-2d9d35400471 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:29.079525 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2dd0e8c5-bc6f-4cda-ab22-9456112f05ed req-fe7f536e-0dd9-4241-b7ae-2d9d35400471 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1382978
Apr 16 21:14:29.195090 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-3a4265db-a0ae-4a69-8166-f0e0cd30be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:29.195090 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-3a4265db-a0ae-4a69-8166-f0e0cd30be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:29.200894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-3a4265db-a0ae-4a69-8166-f0e0cd30be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:29.203560 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-3a4265db-a0ae-4a69-8166-f0e0cd30be93 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ce47d3657e50419183b9ee9cee309667&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.2466011
Apr 16 21:14:29.355606 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2dd0e8c5-bc6f-4cda-ab22-9456112f05ed req-72ba9829-234d-4156-bcf2-1ac3decf66eb tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2697585
Apr 16 21:14:29.478386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-a9fe7edd-7868-40a4-91ba-3dbcfd29c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:29.480289 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9631c7f6-6f1e-4084-8491-f63c2dacc5a8 req-a9fe7edd-7868-40a4-91ba-3dbcfd29c975 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2681003
Apr 16 21:14:29.528579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2a885-ed86-4577-8030-ffd573ac1628 req-3865369c-4354-4cad-aeb0-e6a7909f6370 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:29.530527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fae2a885-ed86-4577-8030-ffd573ac1628 req-3865369c-4354-4cad-aeb0-e6a7909f6370 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 984 time: 0.0944402
Apr 16 21:14:29.626633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:29.635837 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Publish callbacks [] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:29.639354 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fae2a885-ed86-4577-8030-ffd573ac1628 req-0379a3f7-bb9a-4217-b056-d6521ba56ce5 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&id=aa451634-4ebc-46a1-bd9e-410f66c22156&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1013148
Apr 16 21:14:29.652894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Transition to ACTIVE for port object 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:14:29.742672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device abe53b48-55b2-448c-aef2-8b7b60e401a5 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:14:29.753797 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:29.838777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:29.849570 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa1bad68-73df-4c4b-964f-b971696def2f req-989594ec-27cf-4c30-b5d5-91cd78f88f03 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1004708674&fields=id&tenant_id=fe50d9e0841749f094948101efdc3d92 HTTP/1.1" status: 200  len: 267 time: 0.1256595
Apr 16 21:14:29.882390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port abe53b48-55b2-448c-aef2-8b7b60e401a5 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:14:29.960082 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bad68-73df-4c4b-964f-b971696def2f req-e2e4a281-a8fc-4165-ae64-92288df2c7f6 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:29.962757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa1bad68-73df-4c4b-964f-b971696def2f req-e2e4a281-a8fc-4165-ae64-92288df2c7f6 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 984 time: 0.1061037
Apr 16 21:14:29.971409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8688a-86f9-469e-9ab9-2a4b666241df req-f8dc1932-0b49-4373-be5e-604634d6d689 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:29.973214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00a8688a-86f9-469e-9ab9-2a4b666241df req-f8dc1932-0b49-4373-be5e-604634d6d689 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 945 time: 0.0929201
Apr 16 21:14:29.996455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port abe53b48-55b2-448c-aef2-8b7b60e401a5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:29.997786 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:30.002606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-aa1bad68-73df-4c4b-964f-b971696def2f req-684365a5-9fd9-4ebd-bdce-361a25f6e880 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'port': {'security_groups': ['61afe6ee-4af3-4732-829f-97323f5d0334', 'aa451634-4ebc-46a1-bd9e-410f66c22156', 'cb029531-d330-497f-8889-338b10e719e3']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:30.065867 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00a8688a-86f9-469e-9ab9-2a4b666241df req-fa341581-51d6-407f-8786-57f77570400e tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/security-groups?id=968b46f4-3068-4d94-89f7-6846af312496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839088
Apr 16 21:14:30.174569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port abe53b48-55b2-448c-aef2-8b7b60e401a5 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:30.174569 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:30.203396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe53b48-55b2-448c-aef2-8b7b60e401a5'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:30.203548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Attempting to bind port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:14:30.203548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Attempting to bind port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b28a0f-9ce7-4c89-a433-381811d7b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:14:30.203548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Attempting to bind port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 on network 84e05a77-422a-4fe5-a7de-668bfb04f621 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:30.204336 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59ee00c-5ad7-486c-818b-81ef8c77f16a" -d '{"events": [{"server_uuid": "18e64ceb-9630-44a6-a82c-b8a53099b88f", "name": "network-vif-plugged", "status": "completed", "tag": "abe53b48-55b2-448c-aef2-8b7b60e401a5"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:30.220574 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-aa1bad68-73df-4c4b-964f-b971696def2f req-684365a5-9fd9-4ebd-bdce-361a25f6e880 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:30.222103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port abe53b48-55b2-448c-aef2-8b7b60e401a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abe53b48-55b2-448c-aef2-8b7b60e401a5,segment=NetworkSegment(5307ef0a-4986-4a61-8461-14d31ce58db7),segment_id=5307ef0a-4986-4a61-8461-14d31ce58db7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:30.222463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 on network 84e05a77-422a-4fe5-a7de-668bfb04f621 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:14:30.222790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Attempting to bind port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 on network 84e05a77-422a-4fe5-a7de-668bfb04f621 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:30.250700 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:14:30.251298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d0ebd-b8fb-44e7-89c3-167b04c4ea29 req-c63b50c6-2d5d-4a18-b344-171b81b4ec37 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:30.251483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Checking segment: {'id': 'e1b28a0f-9ce7-4c89-a433-381811d7b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:30.252058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Bound using segment: {'id': 'e1b28a0f-9ce7-4c89-a433-381811d7b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:14:30.252716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Bound port: 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b28a0f-9ce7-4c89-a433-381811d7b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:14:30.253266 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:30.258504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d0ebd-b8fb-44e7-89c3-167b04c4ea29 req-c63b50c6-2d5d-4a18-b344-171b81b4ec37 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:30.265092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d0ebd-b8fb-44e7-89c3-167b04c4ea29 req-c63b50c6-2d5d-4a18-b344-171b81b4ec37 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:30.271918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d0ebd-b8fb-44e7-89c3-167b04c4ea29 req-c63b50c6-2d5d-4a18-b344-171b81b4ec37 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:30.279213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d0ebd-b8fb-44e7-89c3-167b04c4ea29 req-c63b50c6-2d5d-4a18-b344-171b81b4ec37 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:30.286676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d0ebd-b8fb-44e7-89c3-167b04c4ea29 req-c63b50c6-2d5d-4a18-b344-171b81b4ec37 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:30.292891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d0ebd-b8fb-44e7-89c3-167b04c4ea29 req-c63b50c6-2d5d-4a18-b344-171b81b4ec37 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:30.301040 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f2d0ebd-b8fb-44e7-89c3-167b04c4ea29 req-c63b50c6-2d5d-4a18-b344-171b81b4ec37 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5405 time: 0.1499791
Apr 16 21:14:30.342589 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:30.473414 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f2d0ebd-b8fb-44e7-89c3-167b04c4ea29 req-be198320-f6d6-4421-a00f-91a6ac1afbde tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1709387
Apr 16 21:14:30.486745 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] For port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:30.490502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] For port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:14:30.507342 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=abe53b48-55b2-448c-aef2-8b7b60e401a5,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:30.618861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3532e0-cd6a-437f-bc07-24a5f652a0e2 req-77a342f9-4583-45e3-ba76-8b64159a8223 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:30.620593 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e3532e0-cd6a-437f-bc07-24a5f652a0e2 req-77a342f9-4583-45e3-ba76-8b64159a8223 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.0641601
Apr 16 21:14:30.624431 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:30.688831 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e3532e0-cd6a-437f-bc07-24a5f652a0e2 req-0b26ad44-203a-4fa5-be9d-c37dc55dba0c tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562053
Apr 16 21:14:30.746740 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45f5dfc-6394-4eb1-b079-bf0e69727e01 x-openstack-request-id: req-d45f5dfc-6394-4eb1-b079-bf0e69727e01 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:30.746740 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e64ceb-9630-44a6-a82c-b8a53099b88f", "name": "network-vif-plugged", "status": "completed", "tag": "abe53b48-55b2-448c-aef2-8b7b60e401a5", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:30.746740 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d45f5dfc-6394-4eb1-b079-bf0e69727e01 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:30.747393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:30.747503 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d45f5dfc-6394-4eb1-b079-bf0e69727e01'] response: {'server_uuid': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe53b48-55b2-448c-aef2-8b7b60e401a5', 'code': 200}
Apr 16 21:14:30.747608 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:30.748898 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] 10.222.0.41 "PUT /v2.0/ports/3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 HTTP/1.1" status: 200  len: 1091 time: 1.9549594
Apr 16 21:14:30.809463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46d820-41e5-4278-89cd-eac34557dab2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:30.836826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-aa1bad68-73df-4c4b-964f-b971696def2f req-684365a5-9fd9-4ebd-bdce-361a25f6e880 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] For port 945aa480-3d27-4a43-9bf6-4d316c63e6b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=945aa480-3d27-4a43-9bf6-4d316c63e6b9,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:30.851041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': '3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:30.857964 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6e878b-821e-4264-9baf-41d075885c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:30.869996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Request body: {'port': {'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:30.925733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-aa1bad68-73df-4c4b-964f-b971696def2f req-684365a5-9fd9-4ebd-bdce-361a25f6e880 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:30.945116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23908758-0086-4ad7-bbbe-3109a60fc9de req-78de46b0-3628-4647-82cf-f0f58600ab53 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:30.955888 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23908758-0086-4ad7-bbbe-3109a60fc9de req-78de46b0-3628-4647-82cf-f0f58600ab53 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0795579
Apr 16 21:14:30.980948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93deb19-2c9d-4f19-88ff-95581811563b req-1257cc95-c00a-4a61-b282-9e865ffed674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:30.983132 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c93deb19-2c9d-4f19-88ff-95581811563b req-1257cc95-c00a-4a61-b282-9e865ffed674 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 1128 time: 0.1552637
Apr 16 21:14:31.008694 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-aa1bad68-73df-4c4b-964f-b971696def2f req-684365a5-9fd9-4ebd-bdce-361a25f6e880 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:31.013200 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:31.025149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['945aa480-3d27-4a43-9bf6-4d316c63e6b9'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:31.072154 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23908758-0086-4ad7-bbbe-3109a60fc9de req-9bcb7071-b465-475c-b322-f63451984b1a tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153483
Apr 16 21:14:31.145151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:31.216349 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c93deb19-2c9d-4f19-88ff-95581811563b req-40df9522-75ca-454b-b69b-9edb7d5ea7f8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=968b46f4-3068-4d94-89f7-6846af312496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640761
Apr 16 21:14:31.219905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bad68-73df-4c4b-964f-b971696def2f req-684365a5-9fd9-4ebd-bdce-361a25f6e880 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:31.226472 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-aa1bad68-73df-4c4b-964f-b971696def2f req-684365a5-9fd9-4ebd-bdce-361a25f6e880 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:31.229193 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa1bad68-73df-4c4b-964f-b971696def2f req-684365a5-9fd9-4ebd-bdce-361a25f6e880 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "PUT /v2.0/ports/945aa480-3d27-4a43-9bf6-4d316c63e6b9 HTTP/1.1" status: 200  len: 1020 time: 1.2418489
Apr 16 21:14:31.236661 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d2e9e8-300a-4188-b6cd-e8f5a5d21ca8 x-openstack-request-id: req-19d2e9e8-300a-4188-b6cd-e8f5a5d21ca8 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:31.237905 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:31.241988 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19d2e9e8-300a-4188-b6cd-e8f5a5d21ca8 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:31.242763 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d2e9e8-300a-4188-b6cd-e8f5a5d21ca8'] response: {'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': '3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62', 'status': 'completed', 'code': 200}
Apr 16 21:14:31.348369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['945aa480-3d27-4a43-9bf6-4d316c63e6b9'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:31.356295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684365a5-9fd9-4ebd-bdce-361a25f6e880 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'Port': ['ID=945aa480-3d27-4a43-9bf6-4d316c63e6b9,revision_number=7']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:31.383814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376ed46-4f93-4994-b2c6-74514464e99b req-913bcaab-de93-46d7-8807-38277bd6d64f tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:31.393070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5376ed46-4f93-4994-b2c6-74514464e99b req-913bcaab-de93-46d7-8807-38277bd6d64f tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 946 time: 0.1062748
Apr 16 21:14:31.443724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e878b-821e-4264-9baf-41d075885c2e req-c2dd5741-51a9-4694-abed-0fe8dee0e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:31.444326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e878b-821e-4264-9baf-41d075885c2e req-c2dd5741-51a9-4694-abed-0fe8dee0e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:31.444874 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e878b-821e-4264-9baf-41d075885c2e req-c2dd5741-51a9-4694-abed-0fe8dee0e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:31.445415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e878b-821e-4264-9baf-41d075885c2e req-c2dd5741-51a9-4694-abed-0fe8dee0e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:31.445953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e878b-821e-4264-9baf-41d075885c2e req-c2dd5741-51a9-4694-abed-0fe8dee0e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:31.446491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e878b-821e-4264-9baf-41d075885c2e req-c2dd5741-51a9-4694-abed-0fe8dee0e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:31.447167 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e878b-821e-4264-9baf-41d075885c2e req-c2dd5741-51a9-4694-abed-0fe8dee0e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:31.449821 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b6e878b-821e-4264-9baf-41d075885c2e req-c2dd5741-51a9-4694-abed-0fe8dee0e22a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce47d3657e50419183b9ee9cee309667&device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 6593 time: 0.2061148
Apr 16 21:14:31.474294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5376ed46-4f93-4994-b2c6-74514464e99b req-64cb75b6-f46d-4731-aa5e-77f2c4105f05 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/security-groups?id=968b46f4-3068-4d94-89f7-6846af312496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769222
Apr 16 21:14:31.493804 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89ef63b4-3818-4d30-a8ae-88e90a68f8ec req-f252fbdb-21dc-4bc7-9ec0-714d0fd31e80 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/cb029531-d330-497f-8889-338b10e719e3 HTTP/1.1" status: 200  len: 1818 time: 0.2133436
Apr 16 21:14:31.709229 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-89ef63b4-3818-4d30-a8ae-88e90a68f8ec req-bdeda956-b1e0-4d17-b6a9-5a17578d4ce9 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:14:31.710484 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89ef63b4-3818-4d30-a8ae-88e90a68f8ec req-bdeda956-b1e0-4d17-b6a9-5a17578d4ce9 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb029531-d330-497f-8889-338b10e719e3 HTTP/1.1" status: 409  len: 341 time: 0.1875143
Apr 16 21:14:31.723443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e878b-821e-4264-9baf-41d075885c2e req-723de7f1-ab75-4570-8049-2e0a8f1a8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:31.723989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e878b-821e-4264-9baf-41d075885c2e req-723de7f1-ab75-4570-8049-2e0a8f1a8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:31.730241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e878b-821e-4264-9baf-41d075885c2e req-723de7f1-ab75-4570-8049-2e0a8f1a8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:31.730241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b6e878b-821e-4264-9baf-41d075885c2e req-723de7f1-ab75-4570-8049-2e0a8f1a8677 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ce47d3657e50419183b9ee9cee309667&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.2659373
Apr 16 21:14:31.860615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd5a99-6a60-4f7f-9254-a948c3844757 req-968c6487-25c5-4609-9ba6-a7858875caf0 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:31.863949 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbfd5a99-6a60-4f7f-9254-a948c3844757 req-968c6487-25c5-4609-9ba6-a7858875caf0 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.41 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.1209276
Apr 16 21:14:31.894041 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-a2b9ea02-9d5f-460a-854e-719ba3982c87 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=29fd420ef9134715bd3a9f2467d924cd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1534200
Apr 16 21:14:32.051945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-dbfd5a99-6a60-4f7f-9254-a948c3844757 req-487bb6da-81db-444d-9fec-6df98b51a736 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Deleting port e220556c-73e1-42e1-a291-a4168a2b6289 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:32.052422 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbfd5a99-6a60-4f7f-9254-a948c3844757 req-487bb6da-81db-444d-9fec-6df98b51a736 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:32.096225 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075b16-d935-4a7a-8e7e-27067e5495ac req-3dc35cc2-bd82-4818-b479-c2422b229b49 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:32.102263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075b16-d935-4a7a-8e7e-27067e5495ac req-3dc35cc2-bd82-4818-b479-c2422b229b49 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:32.108876 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075b16-d935-4a7a-8e7e-27067e5495ac req-3dc35cc2-bd82-4818-b479-c2422b229b49 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:32.115008 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075b16-d935-4a7a-8e7e-27067e5495ac req-3dc35cc2-bd82-4818-b479-c2422b229b49 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:32.121173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075b16-d935-4a7a-8e7e-27067e5495ac req-3dc35cc2-bd82-4818-b479-c2422b229b49 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:32.128025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075b16-d935-4a7a-8e7e-27067e5495ac req-3dc35cc2-bd82-4818-b479-c2422b229b49 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:32.134156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075b16-d935-4a7a-8e7e-27067e5495ac req-3dc35cc2-bd82-4818-b479-c2422b229b49 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:32.137096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-69075b16-d935-4a7a-8e7e-27067e5495ac req-3dc35cc2-bd82-4818-b479-c2422b229b49 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5405 time: 0.2728553
Apr 16 21:14:32.144568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd700f4-251e-4f98-b847-ef901717b01d req-3baa1d81-4a46-4288-9a98-614c4362cfaa tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:32.146700 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-3baa1d81-4a46-4288-9a98-614c4362cfaa tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2516177
Apr 16 21:14:32.182454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-7b4cbd90-a6b9-4c34-b55b-27720c9acd9a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/quotas/29fd420ef9134715bd3a9f2467d924cd HTTP/1.1" status: 200  len: 375 time: 0.0203416
Apr 16 21:14:32.191470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6438618-4e2e-4e98-a08e-fdf410282f72 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:32.202415 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Publish callbacks [] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:32.208307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e878b-821e-4264-9baf-41d075885c2e req-0c534ca0-a1f7-49e8-9cf7-5baa6d62ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:32.210584 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b6e878b-821e-4264-9baf-41d075885c2e req-0c534ca0-a1f7-49e8-9cf7-5baa6d62ffd0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4654379
Apr 16 21:14:32.239016 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-382189c4-3552-4ec2-ab48-e1974955a231 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0475528
Apr 16 21:14:32.249558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Transition to ACTIVE for port object c6438618-4e2e-4e98-a08e-fdf410282f72 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:14:32.251698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-dbfd5a99-6a60-4f7f-9254-a948c3844757 req-487bb6da-81db-444d-9fec-6df98b51a736 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] For port e220556c-73e1-42e1-a291-a4168a2b6289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e220556c-73e1-42e1-a291-a4168a2b6289,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:32.252089 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbfd5a99-6a60-4f7f-9254-a948c3844757 req-487bb6da-81db-444d-9fec-6df98b51a736 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:32.269087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-dbfd5a99-6a60-4f7f-9254-a948c3844757 req-487bb6da-81db-444d-9fec-6df98b51a736 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Calling delete_port for e220556c-73e1-42e1-a291-a4168a2b6289 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:32.271138 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-69075b16-d935-4a7a-8e7e-27067e5495ac req-c24eaf05-362e-4248-aa0d-18b0afbd2a60 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1236670
Apr 16 21:14:32.322625 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:32.541144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6438618-4e2e-4e98-a08e-fdf410282f72,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:32.602404 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbfd5a99-6a60-4f7f-9254-a948c3844757 req-487bb6da-81db-444d-9fec-6df98b51a736 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e220556c-73e1-42e1-a291-a4168a2b6289), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:32.614244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['0e96d99c-8339-47c4-aadc-62a791ca4b9a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:32.662176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea8655-0217-4bb0-8b08-6611be661d4b req-48c9f1d3-9f8d-49f1-bfe5-7977e8688a4e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:32.706714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-63ea8655-0217-4bb0-8b08-6611be661d4b req-48c9f1d3-9f8d-49f1-bfe5-7977e8688a4e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 945 time: 0.2974501
Apr 16 21:14:32.808834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bb6da-81db-444d-9fec-6df98b51a736 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Pushing event deleted for resources: {'Port': ['ID=e220556c-73e1-42e1-a291-a4168a2b6289,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:32.886273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfd5a99-6a60-4f7f-9254-a948c3844757 req-487bb6da-81db-444d-9fec-6df98b51a736 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] No DVR routers for this DVR port e220556c-73e1-42e1-a291-a4168a2b6289 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:14:32.889154 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbfd5a99-6a60-4f7f-9254-a948c3844757 req-487bb6da-81db-444d-9fec-6df98b51a736 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:32.893269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbfd5a99-6a60-4f7f-9254-a948c3844757 req-487bb6da-81db-444d-9fec-6df98b51a736 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.41 "DELETE /v2.0/ports/e220556c-73e1-42e1-a291-a4168a2b6289 HTTP/1.1" status: 204  len: 173 time: 1.0163891
Apr 16 21:14:32.893963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39df3a82-5cde-4311-8bec-5ce2d111d59e', 'name': 'network-vif-deleted', 'tag': 'e220556c-73e1-42e1-a291-a4168a2b6289'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:32.896842 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c06122-5387-4471-986f-1e7ff6bee39f" -d '{"events": [{"server_uuid": "39df3a82-5cde-4311-8bec-5ce2d111d59e", "name": "network-vif-deleted", "tag": "e220556c-73e1-42e1-a291-a4168a2b6289"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:33.239316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Attempting to bind port c6438618-4e2e-4e98-a08e-fdf410282f72 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:14:33.239716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Attempting to bind port c6438618-4e2e-4e98-a08e-fdf410282f72 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b28a0f-9ce7-4c89-a433-381811d7b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:14:33.240061 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Attempting to bind port c6438618-4e2e-4e98-a08e-fdf410282f72 on network 84e05a77-422a-4fe5-a7de-668bfb04f621 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:33.246393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65449361-cc88-4caa-aeff-800337a2fbb0', 'tag': '945aa480-3d27-4a43-9bf6-4d316c63e6b9'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:33.249785 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54af56a0-8d90-4a71-bddb-0f06ef17d844" -d '{"events": [{"name": "network-changed", "server_uuid": "65449361-cc88-4caa-aeff-800337a2fbb0", "tag": "945aa480-3d27-4a43-9bf6-4d316c63e6b9"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:33.260522 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Port c6438618-4e2e-4e98-a08e-fdf410282f72 on network 84e05a77-422a-4fe5-a7de-668bfb04f621 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:14:33.260878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Attempting to bind port c6438618-4e2e-4e98-a08e-fdf410282f72 on network 84e05a77-422a-4fe5-a7de-668bfb04f621 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:33.279680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:14:33.280027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Checking segment: {'id': 'e1b28a0f-9ce7-4c89-a433-381811d7b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:33.280448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Bound using segment: {'id': 'e1b28a0f-9ce7-4c89-a433-381811d7b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:14:33.280894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Bound port: c6438618-4e2e-4e98-a08e-fdf410282f72, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b28a0f-9ce7-4c89-a433-381811d7b96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:14:33.281260 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:33.303955 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-63ea8655-0217-4bb0-8b08-6611be661d4b req-b5f8297b-ab0f-49fe-a0e3-bdcf22f47115 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5932107
Apr 16 21:14:33.338552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40159bb-22e3-4fd2-a116-3239b495124f req-e4b5cf50-943d-46c9-b3bf-ddddf67183b2 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.341022 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e40159bb-22e3-4fd2-a116-3239b495124f req-e4b5cf50-943d-46c9-b3bf-ddddf67183b2 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0702603
Apr 16 21:14:33.396119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] For port c6438618-4e2e-4e98-a08e-fdf410282f72, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:33.432558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] For port c6438618-4e2e-4e98-a08e-fdf410282f72, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6438618-4e2e-4e98-a08e-fdf410282f72,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:14:33.449917 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e40159bb-22e3-4fd2-a116-3239b495124f req-c6baff84-6ca3-4bf0-bf18-8ab43c30e969 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840878
Apr 16 21:14:33.466999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b5303-9cef-48f9-b63f-9a8f665e5255 req-a1a258ef-a9d7-45a6-9719-8f5c1c951a9b tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.472737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c82b5303-9cef-48f9-b63f-9a8f665e5255 req-a1a258ef-a9d7-45a6-9719-8f5c1c951a9b tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 946 time: 0.0913827
Apr 16 21:14:33.521347 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5629bb16-a888-4624-b44a-a9145b8eda7c req-0797f34f-34de-4280-8e10-6ac9ca7a5089 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 210 time: 0.0355408
Apr 16 21:14:33.543404 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c82b5303-9cef-48f9-b63f-9a8f665e5255 req-de8e9ef9-303a-4f77-b487-b7f7cf510e2a tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/security-groups?id=968b46f4-3068-4d94-89f7-6846af312496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670388
Apr 16 21:14:33.566218 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:33.573677 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1908a194-6301-4113-97ca-76ab496999a4 x-openstack-request-id: req-1908a194-6301-4113-97ca-76ab496999a4 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:33.574057 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39df3a82-5cde-4311-8bec-5ce2d111d59e", "name": "network-vif-deleted", "tag": "e220556c-73e1-42e1-a291-a4168a2b6289", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:33.574411 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1908a194-6301-4113-97ca-76ab496999a4 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:33.575156 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1908a194-6301-4113-97ca-76ab496999a4'] response: {'server_uuid': '39df3a82-5cde-4311-8bec-5ce2d111d59e', 'name': 'network-vif-deleted', 'tag': 'e220556c-73e1-42e1-a291-a4168a2b6289', 'status': 'completed', 'code': 200}
Apr 16 21:14:33.603059 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.606042 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:33.606042 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] 10.222.0.41 "PUT /v2.0/ports/c6438618-4e2e-4e98-a08e-fdf410282f72 HTTP/1.1" status: 200  len: 1091 time: 2.7403936
Apr 16 21:14:33.657217 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215a4180-fdf6-425a-910e-ecb21f798de4 x-openstack-request-id: req-215a4180-fdf6-425a-910e-ecb21f798de4 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:33.657755 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65449361-cc88-4caa-aeff-800337a2fbb0", "tag": "945aa480-3d27-4a43-9bf6-4d316c63e6b9", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:33.658187 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-215a4180-fdf6-425a-910e-ecb21f798de4 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:33.658736 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215a4180-fdf6-425a-910e-ecb21f798de4'] response: {'name': 'network-changed', 'server_uuid': '65449361-cc88-4caa-aeff-800337a2fbb0', 'tag': '945aa480-3d27-4a43-9bf6-4d316c63e6b9', 'status': 'completed', 'code': 200}
Apr 16 21:14:33.709166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3ccd3-117d-4f4f-9def-8388a7e395a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6438618-4e2e-4e98-a08e-fdf410282f72,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:33.721083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7373ea2-e29f-4802-b95a-3cd51535e192 req-11344658-e749-4387-b3ce-3098ccdab2fd tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.733111 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7373ea2-e29f-4802-b95a-3cd51535e192 req-11344658-e749-4387-b3ce-3098ccdab2fd tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 1023 time: 0.0940058
Apr 16 21:14:33.868377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb7156-2c40-43f2-be59-15f275d5015a req-c6f8160d-d831-4326-92e6-bb6a20c762ab tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.892731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb7156-2c40-43f2-be59-15f275d5015a req-c6f8160d-d831-4326-92e6-bb6a20c762ab tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.902868 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb7156-2c40-43f2-be59-15f275d5015a req-c6f8160d-d831-4326-92e6-bb6a20c762ab tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.910731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb7156-2c40-43f2-be59-15f275d5015a req-c6f8160d-d831-4326-92e6-bb6a20c762ab tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.918598 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb7156-2c40-43f2-be59-15f275d5015a req-c6f8160d-d831-4326-92e6-bb6a20c762ab tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.925076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb7156-2c40-43f2-be59-15f275d5015a req-c6f8160d-d831-4326-92e6-bb6a20c762ab tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.932459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb7156-2c40-43f2-be59-15f275d5015a req-c6f8160d-d831-4326-92e6-bb6a20c762ab tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.936423 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-99eb7156-2c40-43f2-be59-15f275d5015a req-c6f8160d-d831-4326-92e6-bb6a20c762ab tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.2009654
Apr 16 21:14:33.972594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-092630a2-3d1f-4f49-9589-f43801b60d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.973213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-092630a2-3d1f-4f49-9589-f43801b60d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.973842 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-092630a2-3d1f-4f49-9589-f43801b60d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.974227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-092630a2-3d1f-4f49-9589-f43801b60d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.974737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-092630a2-3d1f-4f49-9589-f43801b60d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.975744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-092630a2-3d1f-4f49-9589-f43801b60d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.976121 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-092630a2-3d1f-4f49-9589-f43801b60d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:33.978533 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-092630a2-3d1f-4f49-9589-f43801b60d13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce47d3657e50419183b9ee9cee309667&device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 6691 time: 0.1726296
Apr 16 21:14:34.034010 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-99eb7156-2c40-43f2-be59-15f275d5015a req-1f2c7a47-ac8c-415a-b2dc-69ee32e986f7 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0913262
Apr 16 21:14:34.055834 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-1c7b9e90-bd91-402f-8080-d565a793aac1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90479900-4d72-46a0-92ee-feff9e50d619 HTTP/1.1" status: 200  len: 217 time: 0.0615077
Apr 16 21:14:34.121704 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7373ea2-e29f-4802-b95a-3cd51535e192 req-9cacbc34-06b5-46c5-9723-a21816b8cdb6 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&id=aa451634-4ebc-46a1-bd9e-410f66c22156&id=cb029531-d330-497f-8889-338b10e719e3&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.3860548
Apr 16 21:14:34.138810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-43c1eb73-8d0a-4818-a5d5-1d59aefa03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:34.140655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-43c1eb73-8d0a-4818-a5d5-1d59aefa03f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a548d640-caae-4960-9f0c-0d45e1c310b5 HTTP/1.1" status: 200  len: 851 time: 0.0754218
Apr 16 21:14:34.223349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-9d7c5cf6-d42f-46b2-aa56-2192389a50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:34.226828 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-9d7c5cf6-d42f-46b2-aa56-2192389a50ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ac8618f-14fb-4e3b-a70e-311a9f851d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0781877
Apr 16 21:14:34.377769 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-b2a2e27a-fd0d-4605-be7f-2f612a981fb0 service neutron] 10.222.0.41 "GET /v2.0/networks/9ac8618f-14fb-4e3b-a70e-311a9f851d3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443963
Apr 16 21:14:34.409008 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3779a854-698a-4699-9519-14bc863c50be req-a6ec4878-4fa9-4a30-9bf6-d8e9a61ab719 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 258 time: 0.3401983
Apr 16 21:14:34.419278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:34.427647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af56a0-8d90-4a71-bddb-0f06ef17d844 req-b512e063-478e-417a-a7bc-74caf2348d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:34.429676 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54af56a0-8d90-4a71-bddb-0f06ef17d844 req-b512e063-478e-417a-a7bc-74caf2348d5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fe50d9e0841749f094948101efdc3d92&device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 1206 time: 0.0777717
Apr 16 21:14:34.473252 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c17c1a61-1c75-40a8-8cf7-b54aef73449d req-0b33f567-5c85-42b7-b8f6-10797a914efb tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=39df3a82-5cde-4311-8bec-5ce2d111d59e HTTP/1.1" status: 200  len: 210 time: 0.0365670
Apr 16 21:14:34.509871 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-ecf73198-1308-4bcf-aa72-392f5fc3796c service neutron] 10.222.0.41 "GET /v2.0/networks/9ac8618f-14fb-4e3b-a70e-311a9f851d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252828
Apr 16 21:14:34.560774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-b867117e-a441-4562-9d2e-faae37da6451 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=973da309-126f-4308-a6f4-32352abab6e7 HTTP/1.1" status: 200  len: 217 time: 0.0441012
Apr 16 21:14:34.642174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3d063-b7c8-46b5-8018-8f98a9fa8a79 req-692a97bc-b19f-4698-a492-9b6737e92709 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:34.643697 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ac3d063-b7c8-46b5-8018-8f98a9fa8a79 req-692a97bc-b19f-4698-a492-9b6737e92709 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0869272
Apr 16 21:14:34.648269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f50761-d403-4a3e-b8d5-fdbb8b3b9a6c req-63ba5ee5-f9ec-4e34-b47c-0e1fcdfad691 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:34.654397 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2f50761-d403-4a3e-b8d5-fdbb8b3b9a6c req-63ba5ee5-f9ec-4e34-b47c-0e1fcdfad691 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.11 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 1023 time: 0.0712340
Apr 16 21:14:34.654397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af56a0-8d90-4a71-bddb-0f06ef17d844 req-2542496b-38d7-4e6f-ad65-412d7034d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:34.654397 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54af56a0-8d90-4a71-bddb-0f06ef17d844 req-2542496b-38d7-4e6f-ad65-412d7034d00b service neutron] 10.222.0.11 "GET /v2.0/networks?id=39451244-1104-46d3-8155-9d8d7ddc9546 HTTP/1.1" status: 200  len: 914 time: 0.1800499
Apr 16 21:14:34.654749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-84e962dc-00e4-4375-b2d9-fcd0a085584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:34.654749 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-84e962dc-00e4-4375-b2d9-fcd0a085584e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2903b39-0ea8-4780-bd2f-b10a23ab22a1 HTTP/1.1" status: 200  len: 797 time: 0.0840666
Apr 16 21:14:34.720518 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-d33f08ba-d21d-42c3-bafc-99231c07ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:34.721885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-d33f08ba-d21d-42c3-bafc-99231c07ee50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a1311c2-594d-49ff-bcbd-69e881faa649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0535378
Apr 16 21:14:34.736945 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:34.741769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54af56a0-8d90-4a71-bddb-0f06ef17d844 req-3142a200-e47b-45fb-b425-fc52a6197eb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=945aa480-3d27-4a43-9bf6-4d316c63e6b9 HTTP/1.1" status: 200  len: 217 time: 0.0804532
Apr 16 21:14:34.742794 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ac3d063-b7c8-46b5-8018-8f98a9fa8a79 req-329efcca-b703-4854-85a2-e40522b57642 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920038
Apr 16 21:14:34.868209 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-96aa8bb2-f177-4d7a-a9bc-6f42ec8fc57e service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381757
Apr 16 21:14:34.872835 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af56a0-8d90-4a71-bddb-0f06ef17d844 req-8ca20746-472f-428f-8ffb-a0efe422e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:34.874399 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54af56a0-8d90-4a71-bddb-0f06ef17d844 req-8ca20746-472f-428f-8ffb-a0efe422e8a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50d87fc9-b789-4377-bead-4d47e0e49e65 HTTP/1.1" status: 200  len: 853 time: 0.1217468
Apr 16 21:14:34.879885 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:34.921775 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1826e4bf-589f-40a9-856e-9beaf4db6220 req-f0d8f519-3a35-4598-9f70-a8e800d2a87d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 210 time: 0.0909741
Apr 16 21:14:35.019527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54af56a0-8d90-4a71-bddb-0f06ef17d844 req-f3dfc3a6-db8a-428a-8c3b-99b4a2d18e7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39451244-1104-46d3-8155-9d8d7ddc9546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1316850
Apr 16 21:14:35.034856 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-e7da1e0e-431c-4188-9a55-601a21acccba service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483247
Apr 16 21:14:35.094337 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-1fae0614-44b2-417c-8eee-c4eba365f10d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=b6827444-dd7b-4b83-a82d-0112e07ad27f HTTP/1.1" status: 200  len: 217 time: 0.0532877
Apr 16 21:14:35.223992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a9c91-0cff-483a-a24e-39abd2dcbe47 req-9b86c166-ec74-4612-89ad-17729f3fdbb6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:35.232350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a9c91-0cff-483a-a24e-39abd2dcbe47 req-9b86c166-ec74-4612-89ad-17729f3fdbb6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:35.238656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a9c91-0cff-483a-a24e-39abd2dcbe47 req-9b86c166-ec74-4612-89ad-17729f3fdbb6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:35.244322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a9c91-0cff-483a-a24e-39abd2dcbe47 req-9b86c166-ec74-4612-89ad-17729f3fdbb6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:35.252782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a9c91-0cff-483a-a24e-39abd2dcbe47 req-9b86c166-ec74-4612-89ad-17729f3fdbb6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:35.258634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a9c91-0cff-483a-a24e-39abd2dcbe47 req-9b86c166-ec74-4612-89ad-17729f3fdbb6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:35.264208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a9c91-0cff-483a-a24e-39abd2dcbe47 req-9b86c166-ec74-4612-89ad-17729f3fdbb6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:35.266497 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-724a9c91-0cff-483a-a24e-39abd2dcbe47 req-9b86c166-ec74-4612-89ad-17729f3fdbb6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.1213405
Apr 16 21:14:35.287941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-de226674-c4f3-45e6-81f6-0d3872405a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:35.289774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-de226674-c4f3-45e6-81f6-0d3872405a93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2903b39-0ea8-4780-bd2f-b10a23ab22a1 HTTP/1.1" status: 200  len: 797 time: 0.1883836
Apr 16 21:14:35.380345 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-724a9c91-0cff-483a-a24e-39abd2dcbe47 req-c94840a5-1478-43ed-ac27-a816551be784 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1027625
Apr 16 21:14:35.394436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-180482a7-8a55-4df7-9d01-d3b39ac8dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:35.396364 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-180482a7-8a55-4df7-9d01-d3b39ac8dc8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a1311c2-594d-49ff-bcbd-69e881faa649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0949724
Apr 16 21:14:35.498994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a2f50761-d403-4a3e-b8d5-fdbb8b3b9a6c req-6119768c-b131-43df-a4aa-ed2fa57b072c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Deleting port 945aa480-3d27-4a43-9bf6-4d316c63e6b9 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:35.499364 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a2f50761-d403-4a3e-b8d5-fdbb8b3b9a6c req-6119768c-b131-43df-a4aa-ed2fa57b072c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:35.579510 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4c541669-e4b6-440f-9e0f-4f027817ea68 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737795
Apr 16 21:14:35.625658 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057e2a9-cdcb-4500-8bed-8c8dcee1a327 req-929da588-dfb3-4d8a-8e8d-4f4584c37986 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:35.627868 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6057e2a9-cdcb-4500-8bed-8c8dcee1a327 req-929da588-dfb3-4d8a-8e8d-4f4584c37986 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 1023 time: 0.1383708
Apr 16 21:14:35.666485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': 'c6438618-4e2e-4e98-a08e-fdf410282f72'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:35.669621 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a730fe-738b-43d4-9b5b-28fe637c3c10" -d '{"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "c6438618-4e2e-4e98-a08e-fdf410282f72"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:35.674361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Allocated IP 172.35.1.76 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/2e2f19fd-6d01-459d-92a7-e06baaa85012) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:14:35.710276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54af56a0-8d90-4a71-bddb-0f06ef17d844 req-811ca9b9-99b7-4040-9859-847e4b98ba8f service neutron] 10.222.0.11 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6830397
Apr 16 21:14:35.732829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-a2f50761-d403-4a3e-b8d5-fdbb8b3b9a6c req-6119768c-b131-43df-a4aa-ed2fa57b072c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] For port 945aa480-3d27-4a43-9bf6-4d316c63e6b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=945aa480-3d27-4a43-9bf6-4d316c63e6b9,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:35.733245 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a2f50761-d403-4a3e-b8d5-fdbb8b3b9a6c req-6119768c-b131-43df-a4aa-ed2fa57b072c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:35.762760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a2f50761-d403-4a3e-b8d5-fdbb8b3b9a6c req-6119768c-b131-43df-a4aa-ed2fa57b072c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Calling delete_port for 945aa480-3d27-4a43-9bf6-4d316c63e6b9 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:35.790676 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-2e7fa5f4-2138-4cff-a210-3763201b77ee service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017736
Apr 16 21:14:35.798401 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:35.848761 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-1f0a5e6c-d53e-491a-b703-885476561742 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=89946b61-fbf7-4964-8abf-1d6403aac9ec HTTP/1.1" status: 200  len: 217 time: 0.0505118
Apr 16 21:14:35.864664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6057e2a9-cdcb-4500-8bed-8c8dcee1a327 req-910d2b25-3a01-4341-b7b5-f9e265b4e4b2 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&id=aa451634-4ebc-46a1-bd9e-410f66c22156&id=cb029531-d330-497f-8889-338b10e719e3&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1856110
Apr 16 21:14:35.956779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0deb82fd-7a9b-4b52-a5d8-7eaaa0854aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:35.958271 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-0deb82fd-7a9b-4b52-a5d8-7eaaa0854aa1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2903b39-0ea8-4780-bd2f-b10a23ab22a1 HTTP/1.1" status: 200  len: 797 time: 0.0909662
Apr 16 21:14:36.010441 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8d5e0a-b0f6-4a9a-b738-ee45cf73ca59 x-openstack-request-id: req-da8d5e0a-b0f6-4a9a-b738-ee45cf73ca59 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:36.013002 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "c6438618-4e2e-4e98-a08e-fdf410282f72", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:36.013002 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da8d5e0a-b0f6-4a9a-b738-ee45cf73ca59 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:36.013002 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8d5e0a-b0f6-4a9a-b738-ee45cf73ca59'] response: {'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': 'c6438618-4e2e-4e98-a08e-fdf410282f72', 'status': 'completed', 'code': 200}
Apr 16 21:14:36.034010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-06554e34-5fdd-4030-a2a9-6097e4d69469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:36.037569 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-06554e34-5fdd-4030-a2a9-6097e4d69469 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a1311c2-594d-49ff-bcbd-69e881faa649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0676770
Apr 16 21:14:36.114416 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for port (2e2f19fd-6d01-459d-92a7-e06baaa85012), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:36.189680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccf453-c2f5-4076-9d37-1d936b1eb3e6 req-6b1810cd-ab4c-4860-9711-d72a99b5b765 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:36.194004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54af56a0-8d90-4a71-bddb-0f06ef17d844 req-b3e579a3-8c71-45d5-a491-af97bdc85b2e service neutron] 10.222.0.11 "GET /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2839997
Apr 16 21:14:36.197283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0eccf453-c2f5-4076-9d37-1d936b1eb3e6 req-6b1810cd-ab4c-4860-9711-d72a99b5b765 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0751870
Apr 16 21:14:36.247038 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-d0fe5ec0-9293-4f70-a046-d23bd42fec9f service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2012734
Apr 16 21:14:36.311967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-af611204-e600-4a9d-9cdf-d562192cec02 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=29fd420ef9134715bd3a9f2467d924cd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0601990
Apr 16 21:14:36.393261 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2e2f19fd-6d01-459d-92a7-e06baaa85012), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:36.395815 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a2f50761-d403-4a3e-b8d5-fdbb8b3b9a6c req-6119768c-b131-43df-a4aa-ed2fa57b072c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (945aa480-3d27-4a43-9bf6-4d316c63e6b9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:36.403175 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4035aacd-e547-454c-a1e8-ddecc2aace73 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468759
Apr 16 21:14:36.426492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['945aa480-3d27-4a43-9bf6-4d316c63e6b9'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:36.436630 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0eccf453-c2f5-4076-9d37-1d936b1eb3e6 req-77357278-b5c5-422b-9292-b08b5d8b81e8 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2332544
Apr 16 21:14:36.506163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:36.512637 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4509641e-020b-4010-808d-3a021e5b37a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=289d892c-efd8-4a45-8065-39c93c83ca97 HTTP/1.1" status: 200  len: 217 time: 0.1005783
Apr 16 21:14:36.517141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:14:36.571735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:14:36.629479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:14:36.696881 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7087026a-21a7-4bd3-9aa5-1e7f795abd7b req-c736cc0d-d2a2-44dd-ad25-8cc58e8d8ef2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 210 time: 0.1660256
Apr 16 21:14:36.700742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Pushing event updated for resources: {'Port': ['ID=2e2f19fd-6d01-459d-92a7-e06baaa85012,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:36.739491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bf0313eb-12e2-42f4-961a-e0aa5a14fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:36.744687 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bf0313eb-12e2-42f4-961a-e0aa5a14fa6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2903b39-0ea8-4780-bd2f-b10a23ab22a1 HTTP/1.1" status: 200  len: 797 time: 0.2251034
Apr 16 21:14:36.746951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f50761-d403-4a3e-b8d5-fdbb8b3b9a6c req-6119768c-b131-43df-a4aa-ed2fa57b072c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] No DVR routers for this DVR port 945aa480-3d27-4a43-9bf6-4d316c63e6b9 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:14:36.782778 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a2f50761-d403-4a3e-b8d5-fdbb8b3b9a6c req-6119768c-b131-43df-a4aa-ed2fa57b072c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:36.786167 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2f50761-d403-4a3e-b8d5-fdbb8b3b9a6c req-6119768c-b131-43df-a4aa-ed2fa57b072c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.11 "DELETE /v2.0/ports/945aa480-3d27-4a43-9bf6-4d316c63e6b9 HTTP/1.1" status: 204  len: 173 time: 2.1261761
Apr 16 21:14:36.789745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65449361-cc88-4caa-aeff-800337a2fbb0', 'name': 'network-vif-deleted', 'tag': '945aa480-3d27-4a43-9bf6-4d316c63e6b9'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:36.789745 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c01756c-6840-4f62-b559-a01489c3f20b" -d '{"events": [{"server_uuid": "65449361-cc88-4caa-aeff-800337a2fbb0", "name": "network-vif-deleted", "tag": "945aa480-3d27-4a43-9bf6-4d316c63e6b9"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:36.796422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119768c-b131-43df-a4aa-ed2fa57b072c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event deleted for resources: {'Port': ['ID=945aa480-3d27-4a43-9bf6-4d316c63e6b9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:36.811177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd700f4-251e-4f98-b847-ef901717b01d req-1a8521d8-6914-4443-8dd2-0dbab87bcb40 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:36.812871 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-1a8521d8-6914-4443-8dd2-0dbab87bcb40 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4950743
Apr 16 21:14:36.828972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Request body: {'port': {'device_id': 'a0602327-eafa-416f-8114-3411e37e2eef', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '29fd420ef9134715bd3a9f2467d924cd'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:36.836545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4565f350-ee6a-47d5-9de3-df151694071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:36.838613 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4565f350-ee6a-47d5-9de3-df151694071b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a1311c2-594d-49ff-bcbd-69e881faa649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0868683
Apr 16 21:14:37.008839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191813c4-569b-4d34-8ecf-751a415d7ad4 req-36580570-1127-4e8c-a767-3f747ec2e5f6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:37.015387 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191813c4-569b-4d34-8ecf-751a415d7ad4 req-36580570-1127-4e8c-a767-3f747ec2e5f6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:37.020969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191813c4-569b-4d34-8ecf-751a415d7ad4 req-36580570-1127-4e8c-a767-3f747ec2e5f6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:37.025723 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for floatingip (f0ec0872-6a40-4e00-9007-2562b24dce30), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:37.026867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191813c4-569b-4d34-8ecf-751a415d7ad4 req-36580570-1127-4e8c-a767-3f747ec2e5f6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:37.034819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191813c4-569b-4d34-8ecf-751a415d7ad4 req-36580570-1127-4e8c-a767-3f747ec2e5f6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:37.038231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191813c4-569b-4d34-8ecf-751a415d7ad4 req-36580570-1127-4e8c-a767-3f747ec2e5f6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:37.043939 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191813c4-569b-4d34-8ecf-751a415d7ad4 req-36580570-1127-4e8c-a767-3f747ec2e5f6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:37.046144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-191813c4-569b-4d34-8ecf-751a415d7ad4 req-36580570-1127-4e8c-a767-3f747ec2e5f6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.2060289
Apr 16 21:14:37.048407 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-87d50b6f-e96e-4a44-8389-7eb3f9465bc7 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1970203
Apr 16 21:14:37.146137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Made reservation on behalf of 29fd420ef9134715bd3a9f2467d924cd for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:14:37.152470 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:37.169189 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:37.205311 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2e2f19fd-6d01-459d-92a7-e06baaa85012), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:37.212423 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-191813c4-569b-4d34-8ecf-751a415d7ad4 req-358f63e0-ea37-40e1-a486-5c8e78417e90 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1593912
Apr 16 21:14:37.279598 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-7469d0ba-c7b0-4ec0-8daa-82556cb020df service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2238870
Apr 16 21:14:37.358785 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d06ad5-0afb-490b-8e5c-bfdcf7b4bcab x-openstack-request-id: req-90d06ad5-0afb-490b-8e5c-bfdcf7b4bcab {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:37.359013 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65449361-cc88-4caa-aeff-800337a2fbb0", "name": "network-vif-deleted", "tag": "945aa480-3d27-4a43-9bf6-4d316c63e6b9", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:37.359233 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90d06ad5-0afb-490b-8e5c-bfdcf7b4bcab {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:37.359625 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d06ad5-0afb-490b-8e5c-bfdcf7b4bcab'] response: {'server_uuid': '65449361-cc88-4caa-aeff-800337a2fbb0', 'name': 'network-vif-deleted', 'tag': '945aa480-3d27-4a43-9bf6-4d316c63e6b9', 'status': 'completed', 'code': 200}
Apr 16 21:14:37.381665 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-e3ca8261-918e-4d4f-a318-b6d256789375 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 HTTP/1.1" status: 200  len: 217 time: 0.0958683
Apr 16 21:14:37.402865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for port (2e2f19fd-6d01-459d-92a7-e06baaa85012), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:37.443756 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks [] for security_group (ef6d55ee-62bf-41a4-b605-ea53718a12a6), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:37.480987 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (2e2f19fd-6d01-459d-92a7-e06baaa85012), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:37.521781 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a88d4948-8335-438e-a0c7-fdae033aed8b req-d7c50d05-1400-464d-abe4-d2496743e8d3 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=65449361-cc88-4caa-aeff-800337a2fbb0 HTTP/1.1" status: 200  len: 210 time: 0.0454078
Apr 16 21:14:37.525925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bebfe8c8-0782-44a3-96da-f39bb809c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:37.528431 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-bebfe8c8-0782-44a3-96da-f39bb809c2df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5 HTTP/1.1" status: 200  len: 797 time: 0.1400633
Apr 16 21:14:37.546574 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ef6d55ee-62bf-41a4-b605-ea53718a12a6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:37.609368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-8c8a0185-e9c6-4b00-9bf3-c1324c7dc262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:37.611252 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-8c8a0185-e9c6-4b00-9bf3-c1324c7dc262 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84e05a77-422a-4fe5-a7de-668bfb04f621&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0747933
Apr 16 21:14:37.658885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Pushing event updated for resources: {'Port': ['ID=2e2f19fd-6d01-459d-92a7-e06baaa85012,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:37.678426 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (f0ec0872-6a40-4e00-9007-2562b24dce30), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:37.686220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6d55ee-62bf-41a4-b605-ea53718a12a6,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:37.744040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5811ad8-f9c6-422c-99a0-44d0e9f4e437 req-bc2b69d7-7031-42e0-8268-f1981dc68165 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:37.752436 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a5811ad8-f9c6-422c-99a0-44d0e9f4e437 req-bc2b69d7-7031-42e0-8268-f1981dc68165 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1105614
Apr 16 21:14:37.777602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Allocated IP 192.168.233.195 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/0e4ce80e-dded-45a4-8cad-59e6b3b64323) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:14:37.847137 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a5811ad8-f9c6-422c-99a0-44d0e9f4e437 req-38a19c73-7edf-4029-8a64-5bb1817caa45 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934691
Apr 16 21:14:37.859382 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-db4664a3-7bd3-4c3c-86ad-db50b539a37e service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2417560
Apr 16 21:14:37.876876 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:37.885371 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3779a854-698a-4699-9519-14bc863c50be req-ed6f65ec-d3ed-41c5-b9b4-24785eff15cd tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.4731495
Apr 16 21:14:37.975980 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae219226-d45a-4651-8622-5f66a86dce15 req-b702b296-e28c-4a5f-89fb-db4cf2d00f39 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 210 time: 0.0401552
Apr 16 21:14:38.025413 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3779a854-698a-4699-9519-14bc863c50be req-0b8fa5c1-9f42-4b38-bbe0-a6968aee71db tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.76 HTTP/1.1" status: 200  len: 695 time: 0.1382976
Apr 16 21:14:38.025571 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-4385277f-344b-46b0-9f27-1ee73687bb0e service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587136
Apr 16 21:14:38.091891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-c7271388-f583-4b5b-8c42-2780504403da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6438618-4e2e-4e98-a08e-fdf410282f72 HTTP/1.1" status: 200  len: 217 time: 0.0567234
Apr 16 21:14:38.161658 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-cb7063b6-2548-4b03-9b84-cff3ae08f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:38.163949 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-cb7063b6-2548-4b03-9b84-cff3ae08f2f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5 HTTP/1.1" status: 200  len: 797 time: 0.0665319
Apr 16 21:14:38.200796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779a854-698a-4699-9519-14bc863c50be req-35fc46d0-f145-46f4-8b38-071bf53897b4 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:38.205882 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3779a854-698a-4699-9519-14bc863c50be req-35fc46d0-f145-46f4-8b38-071bf53897b4 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1794660
Apr 16 21:14:38.213367 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks [] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:38.232906 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6d65883b-4cbd-48e2-a936-92314abad925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:38.234694 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-6d65883b-4cbd-48e2-a936-92314abad925 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84e05a77-422a-4fe5-a7de-668bfb04f621&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0647192
Apr 16 21:14:38.416481 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:38.461378 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-77ef9284-9c89-482b-8688-68350729edc7 service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189534
Apr 16 21:14:38.477179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022c08-5ce0-4ee4-bad2-eae4c6341b73 req-713d752e-fb7a-4ca2-8f12-9559470edb42 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:38.483288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022c08-5ce0-4ee4-bad2-eae4c6341b73 req-713d752e-fb7a-4ca2-8f12-9559470edb42 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:38.488681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022c08-5ce0-4ee4-bad2-eae4c6341b73 req-713d752e-fb7a-4ca2-8f12-9559470edb42 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:38.499527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022c08-5ce0-4ee4-bad2-eae4c6341b73 req-713d752e-fb7a-4ca2-8f12-9559470edb42 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:38.501182 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022c08-5ce0-4ee4-bad2-eae4c6341b73 req-713d752e-fb7a-4ca2-8f12-9559470edb42 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:38.510939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022c08-5ce0-4ee4-bad2-eae4c6341b73 req-713d752e-fb7a-4ca2-8f12-9559470edb42 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:38.516400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022c08-5ce0-4ee4-bad2-eae4c6341b73 req-713d752e-fb7a-4ca2-8f12-9559470edb42 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:38.518348 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08022c08-5ce0-4ee4-bad2-eae4c6341b73 req-713d752e-fb7a-4ca2-8f12-9559470edb42 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.1774330
Apr 16 21:14:38.526862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:14:38.531708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:14:38.541578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:14:38.555248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-1b627912-e7ff-4a90-b7b6-34d85a4b83fb tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:38.562508 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-1b627912-e7ff-4a90-b7b6-34d85a4b83fb tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1700449
Apr 16 21:14:38.601238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Pushing event updated for resources: {'Port': ['ID=0e4ce80e-dded-45a4-8cad-59e6b3b64323,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:38.710218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:38.710832 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:38.748793 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08022c08-5ce0-4ee4-bad2-eae4c6341b73 req-f70eeea4-ee4d-4fee-89f6-5e470bca0b6e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2203159
Apr 16 21:14:38.813727 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-01ab7e49-edda-4867-b224-8bbdad60f6b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9917238
Apr 16 21:14:38.827092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Request body: {'port': {'device_id': 'a0602327-eafa-416f-8114-3411e37e2eef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:38.946665 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ad580cd6-57e2-4cc2-b132-baa9864d12c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:38.947748 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf0b570c-2838-4647-a1db-fe89943bce47 req-dab34767-fdc8-4152-9c23-7e08e2b6518a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/aa451634-4ebc-46a1-bd9e-410f66c22156 HTTP/1.1" status: 200  len: 1817 time: 0.0621438
Apr 16 21:14:38.996765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ab0ac2e1-561e-4ac1-964d-c6f21bf3d93e None None] Provisioning complete for port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:39.000259 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac2e1-561e-4ac1-964d-c6f21bf3d93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:39.001869 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-33a1a4f0-d86b-4ca1-83ea-1a58398fabee tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.76 HTTP/1.1" status: 200  len: 695 time: 0.4385080
Apr 16 21:14:39.028970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-4c96357e-2585-45e2-af71-9c53c221094f tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Request body: {'floatingip': {'port_id': 'abe53b48-55b2-448c-aef2-8b7b60e401a5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:39.063456 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:39.069880 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02183253-9d49-4c46-a1d6-5a08500adde2 req-3dff03b2-e47f-4c65-bddd-d3bdd75dc2f3 service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6014826
Apr 16 21:14:39.070785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ac2e1-561e-4ac1-964d-c6f21bf3d93e None None] Port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:14:39.082947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-4c96357e-2585-45e2-af71-9c53c221094f tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for floatingip (f0ec0872-6a40-4e00-9007-2562b24dce30), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:39.380740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cf0b570c-2838-4647-a1db-fe89943bce47 req-671184f2-a4f1-48f4-8d49-da3088bcbd34 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (aa451634-4ebc-46a1-bd9e-410f66c22156), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:39.419871 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cf0b570c-2838-4647-a1db-fe89943bce47 req-671184f2-a4f1-48f4-8d49-da3088bcbd34 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (aa451634-4ebc-46a1-bd9e-410f66c22156), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:39.624442 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-4c96357e-2585-45e2-af71-9c53c221094f tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:39.678878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4ce80e-dded-45a4-8cad-59e6b3b64323 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:39.686096 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Publish callbacks [] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:39.752635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Transition to ACTIVE for port object 0e4ce80e-dded-45a4-8cad-59e6b3b64323 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:14:39.753486 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cf0b570c-2838-4647-a1db-fe89943bce47 req-671184f2-a4f1-48f4-8d49-da3088bcbd34 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (aa451634-4ebc-46a1-bd9e-410f66c22156), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:39.756035 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cf0b570c-2838-4647-a1db-fe89943bce47 req-671184f2-a4f1-48f4-8d49-da3088bcbd34 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:39.757237 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf0b570c-2838-4647-a1db-fe89943bce47 req-671184f2-a4f1-48f4-8d49-da3088bcbd34 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa451634-4ebc-46a1-bd9e-410f66c22156 HTTP/1.1" status: 204  len: 173 time: 0.8034635
Apr 16 21:14:39.766962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671184f2-a4f1-48f4-8d49-da3088bcbd34 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa451634-4ebc-46a1-bd9e-410f66c22156,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:39.799418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 945aa480-3d27-4a43-9bf6-4d316c63e6b9 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:39.804427 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-4c96357e-2585-45e2-af71-9c53c221094f tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (f0ec0872-6a40-4e00-9007-2562b24dce30), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:39.838279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 945aa480-3d27-4a43-9bf6-4d316c63e6b9 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:14:39.838676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 945aa480-3d27-4a43-9bf6-4d316c63e6b9 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:14:39.861741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826b771-1b55-4c0e-a831-5527f43d2711 req-781584a7-b2df-4d49-a4c1-d507cee6bda6 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:39.863254 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6826b771-1b55-4c0e-a831-5527f43d2711 req-781584a7-b2df-4d49-a4c1-d507cee6bda6 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0521684
Apr 16 21:14:39.881354 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:39.925780 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-4c96357e-2585-45e2-af71-9c53c221094f tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Floating IP f0ec0872-6a40-4e00-9007-2562b24dce30 associated. External IP: 172.35.1.76, port: abe53b48-55b2-448c-aef2-8b7b60e401a5.
Apr 16 21:14:39.960935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Pushing event updated for resources: {'Port': ['ID=0e4ce80e-dded-45a4-8cad-59e6b3b64323,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:39.969281 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6826b771-1b55-4c0e-a831-5527f43d2711 req-3413effa-f145-4e52-aad1-15ea99deefbd tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988953
Apr 16 21:14:40.104243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Attempting to bind port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:14:40.104597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Attempting to bind port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:14:40.104935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Attempting to bind port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:40.160459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:14:40.160734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Attempting to bind port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:14:40.173833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:14:40.174184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:40.174589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:14:40.175031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Bound port: 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:14:40.175402 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:40.186952 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:40.193539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8fac8-b8b3-429d-be84-6f40bc26bc68 req-4a73a28f-37cb-40dd-8825-06a48e363369 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:40.195075 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8a8fac8-b8b3-429d-be84-6f40bc26bc68 req-4a73a28f-37cb-40dd-8825-06a48e363369 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 948 time: 0.1176982
Apr 16 21:14:40.274351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-4c96357e-2585-45e2-af71-9c53c221094f tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Router 58eded57-4394-4d57-b4ce-2761d71ade2a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:14:40.315880 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8a8fac8-b8b3-429d-be84-6f40bc26bc68 req-a5208c19-2393-438c-8f99-7c8bf4fa45d8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107306
Apr 16 21:14:40.319924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] For port 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:14:40.324106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] For port 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:14:40.413520 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d507d88f-31bc-4e81-b6d4-0656e652f56e req-faf52016-a372-4b54-9eaa-459d5bc401ad tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/cb029531-d330-497f-8889-338b10e719e3 HTTP/1.1" status: 200  len: 1818 time: 0.0558600
Apr 16 21:14:40.445025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-4c96357e-2585-45e2-af71-9c53c221094f tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:14:40.450618 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-4c96357e-2585-45e2-af71-9c53c221094f tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:40.453770 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:40.456876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab6f31-ba80-4450-bc5e-121dc20063a5 None None] Sync routers for ids ['58eded57-4394-4d57-b4ce-2761d71ade2a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:14:40.468958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab6f31-ba80-4450-bc5e-121dc20063a5 None None] Routers {'58eded57-4394-4d57-b4ce-2761d71ade2a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:14:40.469940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9aab6f31-ba80-4450-bc5e-121dc20063a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124125fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:14:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['58eded57-4394-4d57-b4ce-2761d71ade2a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:40.516763 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-4c96357e-2585-45e2-af71-9c53c221094f tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "PUT /v2.0/floatingips/f0ec0872-6a40-4e00-9007-2562b24dce30 HTTP/1.1" status: 200  len: 996 time: 1.4968846
Apr 16 21:14:40.517078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:40.517399 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'tag': 'abe53b48-55b2-448c-aef2-8b7b60e401a5'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:40.517719 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:40.519847 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] 10.222.0.11 "PUT /v2.0/ports/0e4ce80e-dded-45a4-8cad-59e6b3b64323 HTTP/1.1" status: 200  len: 1096 time: 1.6984100
Apr 16 21:14:40.520330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0602327-eafa-416f-8114-3411e37e2eef', 'tag': '0e4ce80e-dded-45a4-8cad-59e6b3b64323'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:40.522316 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa1754a-a479-4a04-97a2-f51e5e1b5838" -d '{"events": [{"name": "network-changed", "server_uuid": "18e64ceb-9630-44a6-a82c-b8a53099b88f", "tag": "abe53b48-55b2-448c-aef2-8b7b60e401a5"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:40.523176 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5350ae93-8815-465b-9a55-88736cc2d5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a0602327-eafa-416f-8114-3411e37e2eef", "tag": "0e4ce80e-dded-45a4-8cad-59e6b3b64323"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:40.616212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-87e24ddb-157a-4fe6-9669-f24c0db56442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:40.616212 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-87e24ddb-157a-4fe6-9669-f24c0db56442 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be0fd7025ca44244ae100b2b916ad1d8&device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 1128 time: 0.0843961
Apr 16 21:14:40.624726 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d507d88f-31bc-4e81-b6d4-0656e652f56e req-16e2d5b1-f26f-4f4f-8aff-76a98baff24c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (cb029531-d330-497f-8889-338b10e719e3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:40.653930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-9aab6f31-ba80-4450-bc5e-121dc20063a5 None None] Set router 58eded57-4394-4d57-b4ce-2761d71ade2a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:14:40.736633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd700f4-251e-4f98-b847-ef901717b01d req-528df65a-931b-4801-9e05-726687a2dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:40.739407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-528df65a-931b-4801-9e05-726687a2dcff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 1130 time: 0.0469098
Apr 16 21:14:40.742493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447776c-f588-418c-9b95-e3f2d174896b service neutron] Pushing event updated for resources: {'Port': ['ID=0e4ce80e-dded-45a4-8cad-59e6b3b64323,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:40.746748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d507d88f-31bc-4e81-b6d4-0656e652f56e req-16e2d5b1-f26f-4f4f-8aff-76a98baff24c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (cb029531-d330-497f-8889-338b10e719e3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:40.784805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-9397b426-ac08-482f-82bb-3bb5f60a41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:40.795567 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-9397b426-ac08-482f-82bb-3bb5f60a41e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7e528bf-99b2-41b7-8807-aca3eac1e8d2 HTTP/1.1" status: 200  len: 930 time: 0.1610227
Apr 16 21:14:40.814656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-0fe5e2ca-c0a8-497f-b31a-003d2069f6cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323 HTTP/1.1" status: 200  len: 217 time: 0.0635195
Apr 16 21:14:40.873454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd700f4-251e-4f98-b847-ef901717b01d req-f15e0db4-7fb0-46a9-af29-8042d90de6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:40.876219 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-f15e0db4-7fb0-46a9-af29-8042d90de6ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0510461
Apr 16 21:14:40.923715 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-1a4ad581-76a9-4765-a7ec-20910b224bf6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe53b48-55b2-448c-aef2-8b7b60e401a5 HTTP/1.1" status: 200  len: 999 time: 0.1269536
Apr 16 21:14:40.937928 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd700f4-251e-4f98-b847-ef901717b01d req-ba8f43a7-d40f-42a8-abfb-1430abaf9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:40.942197 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-ba8f43a7-d40f-42a8-abfb-1430abaf9361 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0583136
Apr 16 21:14:41.022626 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-cc531298-c7bc-463a-ba28-47ca852b391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:41.036494 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-cc531298-c7bc-463a-ba28-47ca852b391f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cffc375e-60a1-4e02-89d7-718ec438aeb5 HTTP/1.1" status: 200  len: 868 time: 0.1057396
Apr 16 21:14:41.060588 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-7cfaebb1-fa9a-45e9-8d00-739b6402ad16 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1103771
Apr 16 21:14:41.061744 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d507d88f-31bc-4e81-b6d4-0656e652f56e req-16e2d5b1-f26f-4f4f-8aff-76a98baff24c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cb029531-d330-497f-8889-338b10e719e3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:41.064380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d507d88f-31bc-4e81-b6d4-0656e652f56e req-16e2d5b1-f26f-4f4f-8aff-76a98baff24c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:41.076780 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d507d88f-31bc-4e81-b6d4-0656e652f56e req-16e2d5b1-f26f-4f4f-8aff-76a98baff24c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb029531-d330-497f-8889-338b10e719e3 HTTP/1.1" status: 204  len: 173 time: 0.6571839
Apr 16 21:14:41.118648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-ae87e457-4d6e-46ab-8182-d998f2645e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:41.131570 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-ae87e457-4d6e-46ab-8182-d998f2645e6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7e528bf-99b2-41b7-8807-aca3eac1e8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0930986
Apr 16 21:14:41.137973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9aab6f31-ba80-4450-bc5e-121dc20063a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124125fa0>, [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120'}], 'enable_snat': True}, 'gw_port_id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:15Z', 'revision_number': 4, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port': {'id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:10Z', 'updated_at': '2022-04-16T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f0ec0872-6a40-4e00-9007-2562b24dce30', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'floating_ip_address': '172.35.1.76', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'port_id': 'abe53b48-55b2-448c-aef2-8b7b60e401a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'mac_address': 'fa:16:3e:fe:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:14:36Z', 'updated_at': '2022-04-16T21:14:39Z', 'revision_number': 1, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a51484b-b3a9-46a8-943a-c524a08d8765', 'name': '', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'mac_address': 'fa:16:3e:63:be:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:14Z', 'updated_at': '2022-04-16T21:14:19Z', 'revision_number': 5, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'subnets': [{'id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:41.141623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-72f12f41-9ac5-4c12-b406-21eb8a484fe4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:14:41.157913 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-72f12f41-9ac5-4c12-b406-21eb8a484fe4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0209670
Apr 16 21:14:41.178482 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2d5b1-f26f-4f4f-8aff-76a98baff24c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb029531-d330-497f-8889-338b10e719e3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:41.274630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e68f42-956b-485f-9799-69f2b2bf50e5 req-e27cb803-9ba0-41a9-8da1-a642e4e2f573 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:41.285251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e68f42-956b-485f-9799-69f2b2bf50e5 req-e27cb803-9ba0-41a9-8da1-a642e4e2f573 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:41.292381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e68f42-956b-485f-9799-69f2b2bf50e5 req-e27cb803-9ba0-41a9-8da1-a642e4e2f573 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:41.299421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e68f42-956b-485f-9799-69f2b2bf50e5 req-e27cb803-9ba0-41a9-8da1-a642e4e2f573 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:41.299630 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-fe899b04-b838-4294-857b-3347178f09f9 service neutron] 10.222.0.20 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403835
Apr 16 21:14:41.306555 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e68f42-956b-485f-9799-69f2b2bf50e5 req-e27cb803-9ba0-41a9-8da1-a642e4e2f573 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:41.313256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e68f42-956b-485f-9799-69f2b2bf50e5 req-e27cb803-9ba0-41a9-8da1-a642e4e2f573 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:41.315292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab6f31-ba80-4450-bc5e-121dc20063a5 None None] Checking router: 58eded57-4394-4d57-b4ce-2761d71ade2a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:14:41.320626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e68f42-956b-485f-9799-69f2b2bf50e5 req-e27cb803-9ba0-41a9-8da1-a642e4e2f573 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:41.323656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a6e68f42-956b-485f-9799-69f2b2bf50e5 req-e27cb803-9ba0-41a9-8da1-a642e4e2f573 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.1541605
Apr 16 21:14:41.348586 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab6f31-ba80-4450-bc5e-121dc20063a5 None None] Routers {'58eded57-4394-4d57-b4ce-2761d71ade2a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:14:41.349441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9aab6f31-ba80-4450-bc5e-121dc20063a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124125fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:14:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['58eded57-4394-4d57-b4ce-2761d71ade2a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:41.368677 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbd700f4-251e-4f98-b847-ef901717b01d req-8907f677-208c-4138-8fbd-d0b4a22e5c51 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2906642
Apr 16 21:14:41.427064 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a6e68f42-956b-485f-9799-69f2b2bf50e5 req-437b281e-a787-40e7-9662-c9cbd9de7d99 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0947788
Apr 16 21:14:41.446107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bd01d68-7026-4348-be6a-45adc8e2ec85 req-4e3d1889-3b66-403d-81d5-84e779dac3d4 service neutron] 10.222.0.20 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445999
Apr 16 21:14:41.494010 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee446df-4275-48a2-b58d-052828341bdb x-openstack-request-id: req-7ee446df-4275-48a2-b58d-052828341bdb {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:41.494466 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e64ceb-9630-44a6-a82c-b8a53099b88f", "tag": "abe53b48-55b2-448c-aef2-8b7b60e401a5", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:41.494774 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ee446df-4275-48a2-b58d-052828341bdb {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:41.495896 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee446df-4275-48a2-b58d-052828341bdb'] response: {'name': 'network-changed', 'server_uuid': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'tag': 'abe53b48-55b2-448c-aef2-8b7b60e401a5', 'status': 'completed', 'code': 200}
Apr 16 21:14:41.518236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-9aab6f31-ba80-4450-bc5e-121dc20063a5 None None] Set router 58eded57-4394-4d57-b4ce-2761d71ade2a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:14:41.529165 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f19db99-7ea8-4776-af70-2ce61fa833f0 x-openstack-request-id: req-2f19db99-7ea8-4776-af70-2ce61fa833f0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:41.529463 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0602327-eafa-416f-8114-3411e37e2eef", "tag": "0e4ce80e-dded-45a4-8cad-59e6b3b64323", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:41.529723 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f19db99-7ea8-4776-af70-2ce61fa833f0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:41.530238 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f19db99-7ea8-4776-af70-2ce61fa833f0'] response: {'name': 'network-changed', 'server_uuid': 'a0602327-eafa-416f-8114-3411e37e2eef', 'tag': '0e4ce80e-dded-45a4-8cad-59e6b3b64323', 'status': 'completed', 'code': 200}
Apr 16 21:14:41.587481 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-b3c9889c-7fab-4439-8298-26070ee85041 req-a378af9c-3c6b-44cf-884b-41973a4337e5 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1326398110', 'description': 'tempest-description-1778128857'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:41.639499 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fb6bf457-57b5-4851-b86f-909f9b1289af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:41.646561 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908a8d3-0d38-4fd9-ba16-6d3af28996df req-3bf40401-6008-4301-bc60-d3c480fc97f7 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:41.654170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7908a8d3-0d38-4fd9-ba16-6d3af28996df req-3bf40401-6008-4301-bc60-d3c480fc97f7 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0642862
Apr 16 21:14:41.708492 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7908a8d3-0d38-4fd9-ba16-6d3af28996df req-0dd7fbd1-ba5b-43df-9162-35771179ce96 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527732
Apr 16 21:14:41.711540 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b3c9889c-7fab-4439-8298-26070ee85041 req-a378af9c-3c6b-44cf-884b-41973a4337e5 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:41.819576 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b3c9889c-7fab-4439-8298-26070ee85041 req-a378af9c-3c6b-44cf-884b-41973a4337e5 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (adca4344-9b99-49be-9974-2d21f2ef0eb9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:41.850933 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9aab6f31-ba80-4450-bc5e-121dc20063a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124125fa0>, [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120'}], 'enable_snat': True}, 'gw_port_id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:15Z', 'revision_number': 4, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port': {'id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:10Z', 'updated_at': '2022-04-16T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f0ec0872-6a40-4e00-9007-2562b24dce30', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'floating_ip_address': '172.35.1.76', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'port_id': 'abe53b48-55b2-448c-aef2-8b7b60e401a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'mac_address': 'fa:16:3e:fe:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:14:36Z', 'updated_at': '2022-04-16T21:14:39Z', 'revision_number': 1, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a51484b-b3a9-46a8-943a-c524a08d8765', 'name': '', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'mac_address': 'fa:16:3e:63:be:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:14Z', 'updated_at': '2022-04-16T21:14:19Z', 'revision_number': 5, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'subnets': [{'id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:41.874864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f67ac6-9df4-4e22-8ca9-13cc06207354 req-0c4e0dfb-67a7-4956-b960-8fe962df311e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:41.877008 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a5f67ac6-9df4-4e22-8ca9-13cc06207354 req-0c4e0dfb-67a7-4956-b960-8fe962df311e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 948 time: 0.0798795
Apr 16 21:14:41.881323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab6f31-ba80-4450-bc5e-121dc20063a5 None None] The sync data for ids ['58eded57-4394-4d57-b4ce-2761d71ade2a'] in ncdv-master-1 is: [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120'}], 'enable_snat': True}, 'gw_port_id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:15Z', 'revision_number': 4, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port': {'id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:10Z', 'updated_at': '2022-04-16T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f0ec0872-6a40-4e00-9007-2562b24dce30', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'floating_ip_address': '172.35.1.76', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'port_id': 'abe53b48-55b2-448c-aef2-8b7b60e401a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'mac_address': 'fa:16:3e:fe:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:14:36Z', 'updated_at': '2022-04-16T21:14:39Z', 'revision_number': 1, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a51484b-b3a9-46a8-943a-c524a08d8765', 'name': '', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'mac_address': 'fa:16:3e:63:be:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:14Z', 'updated_at': '2022-04-16T21:14:19Z', 'revision_number': 5, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'subnets': [{'id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:14:41.883512 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b3c9889c-7fab-4439-8298-26070ee85041 req-a378af9c-3c6b-44cf-884b-41973a4337e5 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (adca4344-9b99-49be-9974-2d21f2ef0eb9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:41.959853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378af9c-3c6b-44cf-884b-41973a4337e5 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adca4344-9b99-49be-9974-2d21f2ef0eb9,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:41.979977 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a5f67ac6-9df4-4e22-8ca9-13cc06207354 req-ae697403-4058-4b99-8cd0-3ac2a51a0083 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742519
Apr 16 21:14:42.052286 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b3c9889c-7fab-4439-8298-26070ee85041 req-a378af9c-3c6b-44cf-884b-41973a4337e5 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:42.053563 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b3c9889c-7fab-4439-8298-26070ee85041 req-a378af9c-3c6b-44cf-884b-41973a4337e5 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.4709663
Apr 16 21:14:42.138835 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-71e2a812-28f1-4156-9ea6-9fc1511e0810 req-2bd77f94-7fd6-4fd2-8c2b-500900a39b20 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/adca4344-9b99-49be-9974-2d21f2ef0eb9 HTTP/1.1" status: 200  len: 1818 time: 0.0618441
Apr 16 21:14:42.158078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-71e2a812-28f1-4156-9ea6-9fc1511e0810 req-89265e60-d588-4326-b396-8f2803ac43d0 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Request body: {'security_group': {'name': 'tempest-sg-hth-615056822', 'description': 'tempest-description-hth-2019703050'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:42.180623 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-115bf596-6421-4728-be05-bfb9f204792d tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 258 time: 0.1732728
Apr 16 21:14:42.186342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:42.224843 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d79486-666d-4425-9782-0611580a31e4 None None] New status for floating IP f0ec0872-6a40-4e00-9007-2562b24dce30: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:14:42.263601 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-71e2a812-28f1-4156-9ea6-9fc1511e0810 req-89265e60-d588-4326-b396-8f2803ac43d0 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (adca4344-9b99-49be-9974-2d21f2ef0eb9), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:42.297093 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:42.343454 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-71e2a812-28f1-4156-9ea6-9fc1511e0810 req-89265e60-d588-4326-b396-8f2803ac43d0 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (adca4344-9b99-49be-9974-2d21f2ef0eb9), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:42.387473 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:42.410113 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-71e2a812-28f1-4156-9ea6-9fc1511e0810 req-89265e60-d588-4326-b396-8f2803ac43d0 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (adca4344-9b99-49be-9974-2d21f2ef0eb9), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:42.414715 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-71e2a812-28f1-4156-9ea6-9fc1511e0810 req-89265e60-d588-4326-b396-8f2803ac43d0 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:42.419546 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:42.419898 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-71e2a812-28f1-4156-9ea6-9fc1511e0810 req-89265e60-d588-4326-b396-8f2803ac43d0 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "PUT /v2.0/security-groups/adca4344-9b99-49be-9974-2d21f2ef0eb9 HTTP/1.1" status: 200  len: 1791 time: 0.2713368
Apr 16 21:14:42.481254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89265e60-d588-4326-b396-8f2803ac43d0 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adca4344-9b99-49be-9974-2d21f2ef0eb9,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:42.539248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1880caa7-f3ce-4b0a-8ac7-420e1bff726c req-f1a04359-6244-409b-8cdc-3f8a1252c6f4 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/adca4344-9b99-49be-9974-2d21f2ef0eb9 HTTP/1.1" status: 200  len: 1791 time: 0.0830920
Apr 16 21:14:42.624859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1754a-a479-4a04-97a2-f51e5e1b5838 req-3607c4fc-c6b0-485b-a160-9b56f4d670a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:42.626538 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7fa1754a-a479-4a04-97a2-f51e5e1b5838 req-3607c4fc-c6b0-485b-a160-9b56f4d670a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be0fd7025ca44244ae100b2b916ad1d8&device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 1128 time: 0.1354907
Apr 16 21:14:42.636029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350ae93-8815-465b-9a55-88736cc2d5fc req-678cd009-6ef6-486f-9d2e-4eedff612e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:42.637631 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5350ae93-8815-465b-9a55-88736cc2d5fc req-678cd009-6ef6-486f-9d2e-4eedff612e16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 1130 time: 0.1477549
Apr 16 21:14:42.684985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc7ee7-f38c-4e81-ac0d-a846d8a3124a req-ecbafaf5-458d-4325-9a66-f699d28f918c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:42.690656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc7ee7-f38c-4e81-ac0d-a846d8a3124a req-ecbafaf5-458d-4325-9a66-f699d28f918c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:42.698380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc7ee7-f38c-4e81-ac0d-a846d8a3124a req-ecbafaf5-458d-4325-9a66-f699d28f918c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:42.703152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc7ee7-f38c-4e81-ac0d-a846d8a3124a req-ecbafaf5-458d-4325-9a66-f699d28f918c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:42.708738 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc7ee7-f38c-4e81-ac0d-a846d8a3124a req-ecbafaf5-458d-4325-9a66-f699d28f918c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:42.714886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc7ee7-f38c-4e81-ac0d-a846d8a3124a req-ecbafaf5-458d-4325-9a66-f699d28f918c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:42.720387 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc7ee7-f38c-4e81-ac0d-a846d8a3124a req-ecbafaf5-458d-4325-9a66-f699d28f918c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:42.727862 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfcc7ee7-f38c-4e81-ac0d-a846d8a3124a req-ecbafaf5-458d-4325-9a66-f699d28f918c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.1093249
Apr 16 21:14:42.802324 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfcc7ee7-f38c-4e81-ac0d-a846d8a3124a req-db977301-c82e-4740-89c3-5db1006d2a15 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0689380
Apr 16 21:14:42.840820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Allocated IP 172.35.1.88 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/a0f6beca-5f3c-47f9-8b5a-06f40c03382f) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:14:42.888195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0a0311ad-2575-438f-a6d9-3cc0e115405a req-20a1bbb7-3fa1-493b-9ff0-97f375513cac tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/adca4344-9b99-49be-9974-2d21f2ef0eb9 HTTP/1.1" status: 200  len: 1791 time: 0.0663354
Apr 16 21:14:42.903786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350ae93-8815-465b-9a55-88736cc2d5fc req-d6bad3c7-3b3f-465a-9755-629c48011f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:42.906278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5350ae93-8815-465b-9a55-88736cc2d5fc req-d6bad3c7-3b3f-465a-9755-629c48011f8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.2398682
Apr 16 21:14:42.915150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1754a-a479-4a04-97a2-f51e5e1b5838 req-cba85da7-ff05-48c2-bfb6-37c63a905282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:42.917942 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7fa1754a-a479-4a04-97a2-f51e5e1b5838 req-cba85da7-ff05-48c2-bfb6-37c63a905282 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7e528bf-99b2-41b7-8807-aca3eac1e8d2 HTTP/1.1" status: 200  len: 930 time: 0.2794051
Apr 16 21:14:42.950462 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0a0311ad-2575-438f-a6d9-3cc0e115405a req-255e68e8-e007-4ee0-a710-2e0792b93ebe tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (adca4344-9b99-49be-9974-2d21f2ef0eb9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:42.987159 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0a0311ad-2575-438f-a6d9-3cc0e115405a req-255e68e8-e007-4ee0-a710-2e0792b93ebe tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (adca4344-9b99-49be-9974-2d21f2ef0eb9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:43.051041 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5350ae93-8815-465b-9a55-88736cc2d5fc req-8c508cc3-4c6f-4c8c-ab6b-c38a5061f319 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323 HTTP/1.1" status: 200  len: 217 time: 0.1320922
Apr 16 21:14:43.124570 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0a0311ad-2575-438f-a6d9-3cc0e115405a req-255e68e8-e007-4ee0-a710-2e0792b93ebe tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (adca4344-9b99-49be-9974-2d21f2ef0eb9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:43.125859 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7fa1754a-a479-4a04-97a2-f51e5e1b5838 req-69aebbb6-0277-4434-a0e1-1ba8b71f6376 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe53b48-55b2-448c-aef2-8b7b60e401a5 HTTP/1.1" status: 200  len: 1001 time: 0.1887553
Apr 16 21:14:43.127739 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0a0311ad-2575-438f-a6d9-3cc0e115405a req-255e68e8-e007-4ee0-a710-2e0792b93ebe tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:43.129184 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0a0311ad-2575-438f-a6d9-3cc0e115405a req-255e68e8-e007-4ee0-a710-2e0792b93ebe tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "DELETE /v2.0/security-groups/adca4344-9b99-49be-9974-2d21f2ef0eb9 HTTP/1.1" status: 204  len: 173 time: 0.2393191
Apr 16 21:14:43.145424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e68e8-e007-4ee0-a710-2e0792b93ebe tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adca4344-9b99-49be-9974-2d21f2ef0eb9,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:43.187950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350ae93-8815-465b-9a55-88736cc2d5fc req-a58ab0b2-d2eb-450e-aac5-a0f0db0e9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:43.192284 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5350ae93-8815-465b-9a55-88736cc2d5fc req-a58ab0b2-d2eb-450e-aac5-a0f0db0e9963 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1294475
Apr 16 21:14:43.225735 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for port (a0f6beca-5f3c-47f9-8b5a-06f40c03382f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:43.279843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12e35d-8dac-43a2-ba6b-29f188b63437 req-683ac4c5-4b63-49f5-98cb-e2cd065549e7 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:43.281371 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb12e35d-8dac-43a2-ba6b-29f188b63437 req-683ac4c5-4b63-49f5-98cb-e2cd065549e7 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0721753
Apr 16 21:14:43.287954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1754a-a479-4a04-97a2-f51e5e1b5838 req-37e54d07-08e2-4a35-b75a-345280fe67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:43.289496 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7fa1754a-a479-4a04-97a2-f51e5e1b5838 req-37e54d07-08e2-4a35-b75a-345280fe67b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cffc375e-60a1-4e02-89d7-718ec438aeb5 HTTP/1.1" status: 200  len: 868 time: 0.1571014
Apr 16 21:14:43.290538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350ae93-8815-465b-9a55-88736cc2d5fc req-f5074688-19aa-45ca-88a5-2a0bd0632639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:43.292162 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5350ae93-8815-465b-9a55-88736cc2d5fc req-f5074688-19aa-45ca-88a5-2a0bd0632639 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0930459
Apr 16 21:14:43.352770 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb12e35d-8dac-43a2-ba6b-29f188b63437 req-5d7085d2-5900-4710-9d61-5d6a4625ad02 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568125
Apr 16 21:14:43.430541 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1754a-a479-4a04-97a2-f51e5e1b5838 req-7b0a8669-d9d9-45cf-94d4-893bc5f033de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:43.432007 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7fa1754a-a479-4a04-97a2-f51e5e1b5838 req-7b0a8669-d9d9-45cf-94d4-893bc5f033de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7e528bf-99b2-41b7-8807-aca3eac1e8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1305695
Apr 16 21:14:43.499631 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb6587-cca4-48f8-89dc-f3b0804ea33b req-b656b29b-ce2a-4eee-958c-18111802d8a7 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:43.507052 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4feb6587-cca4-48f8-89dc-f3b0804ea33b req-b656b29b-ce2a-4eee-958c-18111802d8a7 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 948 time: 0.0807338
Apr 16 21:14:43.539366 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5350ae93-8815-465b-9a55-88736cc2d5fc req-b969993f-52ba-4767-84ca-b108b49ae191 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2247849
Apr 16 21:14:43.584273 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a0f6beca-5f3c-47f9-8b5a-06f40c03382f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:43.596525 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4feb6587-cca4-48f8-89dc-f3b0804ea33b req-f87aca16-d62d-4605-a1bb-dd15e133a3db tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844133
Apr 16 21:14:43.745624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:14:43.746493 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-49e79d2c-3e57-4a76-8f84-41f1b719701d req-8a653d00-0b0c-4985-8aea-5de9df81332b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] show failed (client error): The resource could not be found.
Apr 16 21:14:43.752763 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-49e79d2c-3e57-4a76-8f84-41f1b719701d req-8a653d00-0b0c-4985-8aea-5de9df81332b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/cb029531-d330-497f-8889-338b10e719e3 HTTP/1.1" status: 404  len: 352 time: 0.0259783
Apr 16 21:14:43.759516 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7fa1754a-a479-4a04-97a2-f51e5e1b5838 req-52648038-aa37-4704-8ede-e2dd20b339b6 service neutron] 10.222.0.11 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3063729
Apr 16 21:14:43.760464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:14:43.765131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:14:43.768297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Pushing event updated for resources: {'Port': ['ID=a0f6beca-5f3c-47f9-8b5a-06f40c03382f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:43.809753 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-f253823f-37ab-4a4a-86ea-88e3f54495ef req-5b08e1a0-c088-4d4f-ab1c-1d4fe0564d3c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] show failed (client error): The resource could not be found.
Apr 16 21:14:43.810867 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f253823f-37ab-4a4a-86ea-88e3f54495ef req-5b08e1a0-c088-4d4f-ab1c-1d4fe0564d3c tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/aa451634-4ebc-46a1-bd9e-410f66c22156 HTTP/1.1" status: 404  len: 352 time: 0.0197327
Apr 16 21:14:43.904087 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5350ae93-8815-465b-9a55-88736cc2d5fc req-dfba76e4-aef5-4ba7-8280-a09ea4da262c service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3570833
Apr 16 21:14:44.017757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7fa1754a-a479-4a04-97a2-f51e5e1b5838 req-8d90047b-3e6f-4d6f-98b9-a298fa2ac3b8 service neutron] 10.222.0.11 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2454076
Apr 16 21:14:44.021767 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for floatingip (5bf1fb2f-80c2-4f1b-a24e-e8060137dc0f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:44.024896 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:44.051136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43437a1-980b-47f1-a186-a05b7bbff69d req-6c62dba8-ada4-4934-929f-b9f2b531dc5f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.057176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43437a1-980b-47f1-a186-a05b7bbff69d req-6c62dba8-ada4-4934-929f-b9f2b531dc5f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.062737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43437a1-980b-47f1-a186-a05b7bbff69d req-6c62dba8-ada4-4934-929f-b9f2b531dc5f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.068382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43437a1-980b-47f1-a186-a05b7bbff69d req-6c62dba8-ada4-4934-929f-b9f2b531dc5f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.074781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43437a1-980b-47f1-a186-a05b7bbff69d req-6c62dba8-ada4-4934-929f-b9f2b531dc5f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.080357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43437a1-980b-47f1-a186-a05b7bbff69d req-6c62dba8-ada4-4934-929f-b9f2b531dc5f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.085823 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43437a1-980b-47f1-a186-a05b7bbff69d req-6c62dba8-ada4-4934-929f-b9f2b531dc5f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.094286 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f43437a1-980b-47f1-a186-a05b7bbff69d req-6c62dba8-ada4-4934-929f-b9f2b531dc5f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.1253529
Apr 16 21:14:44.156240 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a0f6beca-5f3c-47f9-8b5a-06f40c03382f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:44.167768 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f43437a1-980b-47f1-a186-a05b7bbff69d req-612eef83-db31-4850-be26-43ed7babd584 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0725718
Apr 16 21:14:44.242812 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-2a738317-fd5c-44b9-817c-796d6306ea86 req-f15ee411-5cdb-41d9-af56-1ed598c856d7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] show failed (client error): The resource could not be found.
Apr 16 21:14:44.244560 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2a738317-fd5c-44b9-817c-796d6306ea86 req-f15ee411-5cdb-41d9-af56-1ed598c856d7 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/c85e969c-7391-4467-af36-6d1d63595acc HTTP/1.1" status: 404  len: 352 time: 0.0193868
Apr 16 21:14:44.291526 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-129d8888-fddd-4ab7-9292-3cf3c5651361 req-8e36a70c-5af1-4ce7-8d5a-6d27007d9fc1 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] show failed (client error): The resource could not be found.
Apr 16 21:14:44.294361 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-129d8888-fddd-4ab7-9292-3cf3c5651361 req-8e36a70c-5af1-4ce7-8d5a-6d27007d9fc1 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/2dca06f2-dc9f-4be6-bd47-c610f9f7731a HTTP/1.1" status: 404  len: 352 time: 0.0195456
Apr 16 21:14:44.335243 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-bc31869a-8924-4e57-9cd2-427157b7547c req-b10d03dc-6197-42b7-931a-4ca8b22bba2f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] show failed (client error): The resource could not be found.
Apr 16 21:14:44.336360 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc31869a-8924-4e57-9cd2-427157b7547c req-b10d03dc-6197-42b7-931a-4ca8b22bba2f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/ffaddd03-3213-4dbd-a7e6-f2f52d73f0c2 HTTP/1.1" status: 404  len: 352 time: 0.0188570
Apr 16 21:14:44.372639 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-0f9be4d7-e7ac-42c2-86ec-5428396c8542 req-2ed896ac-43fe-45bd-8858-5047453f0b35 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] show failed (client error): The resource could not be found.
Apr 16 21:14:44.374115 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f9be4d7-e7ac-42c2-86ec-5428396c8542 req-2ed896ac-43fe-45bd-8858-5047453f0b35 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/27a230fc-be9d-4889-8a58-24a402effdaa HTTP/1.1" status: 404  len: 352 time: 0.0170951
Apr 16 21:14:44.386537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for port (a0f6beca-5f3c-47f9-8b5a-06f40c03382f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:44.482172 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe25447-a0a3-46f3-a2b5-35cfdae4dbaa req-1cbbd6de-be71-4532-8ab2-889f929baba5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.483650 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5fe25447-a0a3-46f3-a2b5-35cfdae4dbaa req-1cbbd6de-be71-4532-8ab2-889f929baba5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0574327
Apr 16 21:14:44.532114 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5fe25447-a0a3-46f3-a2b5-35cfdae4dbaa req-4ded7454-e188-4f83-adb5-a2be6a0e07fc tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420554
Apr 16 21:14:44.689600 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a0f6beca-5f3c-47f9-8b5a-06f40c03382f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:44.842519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-06ba4c29-0b5f-427d-9199-fe630af7d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.843322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-06ba4c29-0b5f-427d-9199-fe630af7d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.844119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-06ba4c29-0b5f-427d-9199-fe630af7d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.844977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-06ba4c29-0b5f-427d-9199-fe630af7d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.845736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-06ba4c29-0b5f-427d-9199-fe630af7d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.846773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-06ba4c29-0b5f-427d-9199-fe630af7d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.847542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-06ba4c29-0b5f-427d-9199-fe630af7d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:44.850928 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-06ba4c29-0b5f-427d-9199-fe630af7d71d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce47d3657e50419183b9ee9cee309667&device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 6691 time: 0.1211443
Apr 16 21:14:45.022333 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Pushing event updated for resources: {'Port': ['ID=a0f6beca-5f3c-47f9-8b5a-06f40c03382f,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:45.036709 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (5bf1fb2f-80c2-4f1b-a24e-e8060137dc0f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:45.185029 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:45.189715 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-60b4bbed-497c-420e-a1d0-1a7285aec116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.0085118
Apr 16 21:14:45.253301 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-ac7d0e1c-a28a-41bf-9f52-dd41c2a2df42 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.88 HTTP/1.1" status: 200  len: 695 time: 0.0566297
Apr 16 21:14:45.269665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbb4ce-788f-4fb5-a2b1-1814f6350447 req-1a093b3b-9b02-484b-85d6-22b4003eeb69 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:45.271566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-63dbb4ce-788f-4fb5-a2b1-1814f6350447 req-1a093b3b-9b02-484b-85d6-22b4003eeb69 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 948 time: 0.0976903
Apr 16 21:14:45.327489 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-63dbb4ce-788f-4fb5-a2b1-1814f6350447 req-2c0d6cd5-32ea-4c63-81e1-857c845edb93 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484476
Apr 16 21:14:45.367977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-fea1fd7b-6d09-4853-947a-6f5b4d52c965 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:45.369327 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6863ef45-c6e5-46e7-864c-6b6a27a1a7d9 req-fea1fd7b-6d09-4853-947a-6f5b4d52c965 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1149280
Apr 16 21:14:45.426476 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:45.460006 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9639344-8969-4653-80d3-df2f479600ce req-b7f715a2-0704-4a0c-9eb6-87bde72cb250 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:45.461616 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9639344-8969-4653-80d3-df2f479600ce req-b7f715a2-0704-4a0c-9eb6-87bde72cb250 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 1024 time: 0.0707681
Apr 16 21:14:45.493012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a52cc-0991-4f1c-a75c-a99cd7cd5fe4 req-c900892b-b49c-4548-86cf-724225df37a0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:45.498368 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a52cc-0991-4f1c-a75c-a99cd7cd5fe4 req-c900892b-b49c-4548-86cf-724225df37a0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:45.503613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a52cc-0991-4f1c-a75c-a99cd7cd5fe4 req-c900892b-b49c-4548-86cf-724225df37a0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:45.508913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a52cc-0991-4f1c-a75c-a99cd7cd5fe4 req-c900892b-b49c-4548-86cf-724225df37a0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:45.514210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a52cc-0991-4f1c-a75c-a99cd7cd5fe4 req-c900892b-b49c-4548-86cf-724225df37a0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:45.519611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a52cc-0991-4f1c-a75c-a99cd7cd5fe4 req-c900892b-b49c-4548-86cf-724225df37a0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:45.524894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a52cc-0991-4f1c-a75c-a99cd7cd5fe4 req-c900892b-b49c-4548-86cf-724225df37a0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:45.527370 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d61a52cc-0991-4f1c-a75c-a99cd7cd5fe4 req-c900892b-b49c-4548-86cf-724225df37a0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.0937262
Apr 16 21:14:45.532635 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9639344-8969-4653-80d3-df2f479600ce req-38fa3417-4bf2-458a-90fa-fdf18b240be9 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&id=dac9affa-3ddd-4873-99d7-c742d8e50a0d&id=cc0980eb-3522-4c74-bc5f-db8b84d66c49&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0634751
Apr 16 21:14:45.601985 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d61a52cc-0991-4f1c-a75c-a99cd7cd5fe4 req-25f3e3b3-88c5-4a0e-bd13-4eef8f8047ba tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0647714
Apr 16 21:14:45.670062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c86904-6033-4d01-9d66-a62ac222eb4e req-87c78e41-4899-43e5-8d25-d963b2e51a44 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:45.676854 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6c86904-6033-4d01-9d66-a62ac222eb4e req-87c78e41-4899-43e5-8d25-d963b2e51a44 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0607376
Apr 16 21:14:45.727410 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6c86904-6033-4d01-9d66-a62ac222eb4e req-e150cd11-0daf-47a4-a456-ae7e532405f9 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.88 HTTP/1.1" status: 200  len: 695 time: 0.0495660
Apr 16 21:14:45.738980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b150e-c41d-4154-9953-79b2dec7c493 req-0f34e319-9f51-4518-87f8-64bae47c540f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:45.739566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-c6c86904-6033-4d01-9d66-a62ac222eb4e req-3db0636d-7daa-41fe-beac-d70e427af116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Request body: {'floatingip': {'port_id': 'abe53b48-55b2-448c-aef2-8b7b60e401a5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:45.740628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-682b150e-c41d-4154-9953-79b2dec7c493 req-0f34e319-9f51-4518-87f8-64bae47c540f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0721509
Apr 16 21:14:45.782282 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c6c86904-6033-4d01-9d66-a62ac222eb4e req-3db0636d-7daa-41fe-beac-d70e427af116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for floatingip (5bf1fb2f-80c2-4f1b-a24e-e8060137dc0f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:45.789468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-682b150e-c41d-4154-9953-79b2dec7c493 req-480c171e-8b3a-4364-b053-8bd0b348dbba tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422630
Apr 16 21:14:45.830688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0e4ce80e-dded-45a4-8cad-59e6b3b64323 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:14:45.931600 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:45.943949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '0e4ce80e-dded-45a4-8cad-59e6b3b64323', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '0e4ce80e-dded-45a4-8cad-59e6b3b64323', 'mac_address': 'fa:16:3e:00:6e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:14:45.982418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:45.982811 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:45.995744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4ce80e-dded-45a4-8cad-59e6b3b64323 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:46.014839 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-c6c86904-6033-4d01-9d66-a62ac222eb4e req-3db0636d-7daa-41fe-beac-d70e427af116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:14:46.015594 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:46.016621 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6c86904-6033-4d01-9d66-a62ac222eb4e req-3db0636d-7daa-41fe-beac-d70e427af116 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "PUT /v2.0/floatingips/5bf1fb2f-80c2-4f1b-a24e-e8060137dc0f HTTP/1.1" status: 409  len: 550 time: 0.2819984
Apr 16 21:14:46.079586 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0006632a-86a1-4889-9c65-f3723a923dad req-d295f120-e6df-4617-84a6-e24ef4dcd675 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips/5bf1fb2f-80c2-4f1b-a24e-e8060137dc0f HTTP/1.1" status: 200  len: 692 time: 0.0433960
Apr 16 21:14:46.121718 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:46.174129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=0e4ce80e-dded-45a4-8cad-59e6b3b64323,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:46.191384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006632a-86a1-4889-9c65-f3723a923dad req-186cd5bb-77d2-4410-ab7e-f2545353d626 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:46.192901 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0006632a-86a1-4889-9c65-f3723a923dad req-186cd5bb-77d2-4410-ab7e-f2545353d626 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1070182
Apr 16 21:14:46.244423 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0006632a-86a1-4889-9c65-f3723a923dad req-ee0d34eb-4796-4e28-9845-54f4b84610f7 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.88 HTTP/1.1" status: 200  len: 695 time: 0.0456021
Apr 16 21:14:46.299617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0006632a-86a1-4889-9c65-f3723a923dad req-af1d02c6-53c8-4d48-a1d2-ca8e759d6f32 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.88 HTTP/1.1" status: 200  len: 695 time: 0.0493057
Apr 16 21:14:46.373918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['0e4ce80e-dded-45a4-8cad-59e6b3b64323'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:46.433116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0006632a-86a1-4889-9c65-f3723a923dad req-86579f30-e52b-4a3a-a4b7-f7197e712f87 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Deleting port a0f6beca-5f3c-47f9-8b5a-06f40c03382f {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:46.433511 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0006632a-86a1-4889-9c65-f3723a923dad req-86579f30-e52b-4a3a-a4b7-f7197e712f87 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a0f6beca-5f3c-47f9-8b5a-06f40c03382f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:46.490234 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7f3db-bb9d-479a-9422-acc30d94e0e5 req-2cad40fc-acd4-4fb8-a21d-c9cd2e819205 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:46.492482 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-75a7f3db-bb9d-479a-9422-acc30d94e0e5 req-2cad40fc-acd4-4fb8-a21d-c9cd2e819205 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 949 time: 0.0550683
Apr 16 21:14:46.523099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0006632a-86a1-4889-9c65-f3723a923dad req-86579f30-e52b-4a3a-a4b7-f7197e712f87 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a0f6beca-5f3c-47f9-8b5a-06f40c03382f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:46.523990 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0006632a-86a1-4889-9c65-f3723a923dad req-86579f30-e52b-4a3a-a4b7-f7197e712f87 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for floatingip (a0f6beca-5f3c-47f9-8b5a-06f40c03382f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:46.543689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0006632a-86a1-4889-9c65-f3723a923dad req-86579f30-e52b-4a3a-a4b7-f7197e712f87 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Calling delete_port for a0f6beca-5f3c-47f9-8b5a-06f40c03382f owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:46.554695 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-75a7f3db-bb9d-479a-9422-acc30d94e0e5 req-a4563f33-6209-498d-be6e-1b04ddd1012b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551782
Apr 16 21:14:46.721525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668dba5-1c6a-4577-9cc7-1ace11b0cd80 req-674a37fd-eb44-4b5e-ba60-552f7000f069 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:46.723019 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5668dba5-1c6a-4577-9cc7-1ace11b0cd80 req-674a37fd-eb44-4b5e-ba60-552f7000f069 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.1051056
Apr 16 21:14:46.784980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-a8c79495-0f7a-4ae4-8be0-1963840dc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:46.786474 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-a8c79495-0f7a-4ae4-8be0-1963840dc34b service neutron] 10.222.0.41 "GET /v2.0/networks?id=84e05a77-422a-4fe5-a7de-668bfb04f621 HTTP/1.1" status: 200  len: 903 time: 0.1662581
Apr 16 21:14:46.801281 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5668dba5-1c6a-4577-9cc7-1ace11b0cd80 req-a0fff438-180a-4d94-9c12-a8d3418824dd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710588
Apr 16 21:14:46.826740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0006632a-86a1-4889-9c65-f3723a923dad req-86579f30-e52b-4a3a-a4b7-f7197e712f87 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a0f6beca-5f3c-47f9-8b5a-06f40c03382f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:46.854124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86579f30-e52b-4a3a-a4b7-f7197e712f87 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Pushing event deleted for resources: {'Port': ['ID=a0f6beca-5f3c-47f9-8b5a-06f40c03382f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:46.906417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d2480-c143-4b86-8756-2a154700fff8 req-097eb49a-4640-42ce-bfc0-9181de6ee17b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:46.908349 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b98d2480-c143-4b86-8756-2a154700fff8 req-097eb49a-4640-42ce-bfc0-9181de6ee17b tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 1024 time: 0.0501423
Apr 16 21:14:46.920583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0006632a-86a1-4889-9c65-f3723a923dad req-86579f30-e52b-4a3a-a4b7-f7197e712f87 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for floatingip (5bf1fb2f-80c2-4f1b-a24e-e8060137dc0f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:46.923649 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0006632a-86a1-4889-9c65-f3723a923dad req-86579f30-e52b-4a3a-a4b7-f7197e712f87 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:46.924834 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0006632a-86a1-4889-9c65-f3723a923dad req-86579f30-e52b-4a3a-a4b7-f7197e712f87 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "DELETE /v2.0/floatingips/5bf1fb2f-80c2-4f1b-a24e-e8060137dc0f HTTP/1.1" status: 204  len: 173 time: 0.6197608
Apr 16 21:14:46.977783 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b98d2480-c143-4b86-8756-2a154700fff8 req-7d7ed6ba-29fb-46f1-b793-f43a5e7186a9 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&id=dac9affa-3ddd-4873-99d7-c742d8e50a0d&id=cc0980eb-3522-4c74-bc5f-db8b84d66c49&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0632188
Apr 16 21:14:47.031039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d37b74-14a5-4630-84ce-b06a7e76b3c6 req-2ea997ec-1dd6-4b9a-b55a-a65890138353 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:47.036813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d37b74-14a5-4630-84ce-b06a7e76b3c6 req-2ea997ec-1dd6-4b9a-b55a-a65890138353 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:47.042783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d37b74-14a5-4630-84ce-b06a7e76b3c6 req-2ea997ec-1dd6-4b9a-b55a-a65890138353 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:47.048198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d37b74-14a5-4630-84ce-b06a7e76b3c6 req-2ea997ec-1dd6-4b9a-b55a-a65890138353 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:47.053803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d37b74-14a5-4630-84ce-b06a7e76b3c6 req-2ea997ec-1dd6-4b9a-b55a-a65890138353 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:47.059914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d37b74-14a5-4630-84ce-b06a7e76b3c6 req-2ea997ec-1dd6-4b9a-b55a-a65890138353 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:47.065501 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d37b74-14a5-4630-84ce-b06a7e76b3c6 req-2ea997ec-1dd6-4b9a-b55a-a65890138353 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:47.067505 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d37b74-14a5-4630-84ce-b06a7e76b3c6 req-2ea997ec-1dd6-4b9a-b55a-a65890138353 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.0935848
Apr 16 21:14:47.090320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d7a7a-2b4e-4cac-a7fa-665ba0bf165c req-03baa425-008b-43fe-ac94-bcdf7dc2c50c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:47.091872 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e99d7a7a-2b4e-4cac-a7fa-665ba0bf165c req-03baa425-008b-43fe-ac94-bcdf7dc2c50c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0525744
Apr 16 21:14:47.132862 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d37b74-14a5-4630-84ce-b06a7e76b3c6 req-e74bd809-ffcc-4907-8dec-bd9ee9e02ccc tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0579746
Apr 16 21:14:47.154796 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e99d7a7a-2b4e-4cac-a7fa-665ba0bf165c req-9206c18e-b01c-49f9-a69e-6f44364a7ab6 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510130
Apr 16 21:14:47.249470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-45238fc9-ebbe-4703-8b4e-53dba40c8eba tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.76 HTTP/1.1" status: 200  len: 1001 time: 0.0882518
Apr 16 21:14:47.302617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-0985a9a3-2cc1-4992-979a-b4144c5f0b11 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:47.303959 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-0985a9a3-2cc1-4992-979a-b4144c5f0b11 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports/abe53b48-55b2-448c-aef2-8b7b60e401a5 HTTP/1.1" status: 200  len: 943 time: 0.0493500
Apr 16 21:14:47.453198 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-74491889-35f9-42a9-8d7f-2e6ceb08f729 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.76 HTTP/1.1" status: 200  len: 1001 time: 0.0702243
Apr 16 21:14:47.559726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-9bf37a82-4d70-41bd-8bfd-f20bffabb13e tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:47.561134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-9bf37a82-4d70-41bd-8bfd-f20bffabb13e tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1023302
Apr 16 21:14:47.570813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-241f9c5a-ce42-4122-a243-bc7872161eca tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:14:47.572869 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-241f9c5a-ce42-4122-a243-bc7872161eca tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054898
Apr 16 21:14:47.644102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-4d4f339c-9bfd-4a51-b81c-fb8bd02fdd35 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.76 HTTP/1.1" status: 200  len: 1001 time: 0.0654981
Apr 16 21:14:47.653770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-0d3be33b-761a-48c0-97b0-055125a4b869 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Request body: {'floatingip': {'port_id': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:47.669916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7ea21-e3b3-462e-8bd6-0e9a9cc733db req-3aedef78-1ec5-4598-b386-ac82f9f874e1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:47.674375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58b7ea21-e3b3-462e-8bd6-0e9a9cc733db req-3aedef78-1ec5-4598-b386-ac82f9f874e1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 949 time: 0.0510235
Apr 16 21:14:47.714905 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-0d3be33b-761a-48c0-97b0-055125a4b869 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for floatingip (f0ec0872-6a40-4e00-9007-2562b24dce30), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:47.723306 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58b7ea21-e3b3-462e-8bd6-0e9a9cc733db req-b46f7b61-544a-4ac9-b5d2-8b92b7aae790 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453148
Apr 16 21:14:47.849488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0e4ce80e-dded-45a4-8cad-59e6b3b64323 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:14:47.869377 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-0d3be33b-761a-48c0-97b0-055125a4b869 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:47.911455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:14:47.941004 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca097-df3e-493b-9346-046e04e49785 req-f0e34b8c-bb27-4afa-b279-76318d210c05 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:47.942502 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cfca097-df3e-493b-9346-046e04e49785 req-f0e34b8c-bb27-4afa-b279-76318d210c05 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0492828
Apr 16 21:14:47.990686 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cfca097-df3e-493b-9346-046e04e49785 req-9009e265-6814-4753-a519-8080af6f679f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420854
Apr 16 21:14:48.015217 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-0d3be33b-761a-48c0-97b0-055125a4b869 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (f0ec0872-6a40-4e00-9007-2562b24dce30), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:48.021960 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-0d3be33b-761a-48c0-97b0-055125a4b869 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Floating IP f0ec0872-6a40-4e00-9007-2562b24dce30 disassociated. External IP: 172.35.1.76, port: abe53b48-55b2-448c-aef2-8b7b60e401a5.
Apr 16 21:14:48.022399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:48.022399 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:48.049793 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-3bcfbeee-402a-4847-a09a-20f34edc95bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6438618-4e2e-4e98-a08e-fdf410282f72 HTTP/1.1" status: 200  len: 217 time: 0.0581830
Apr 16 21:14:48.135914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:48.136362 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:48.164424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0602327-eafa-416f-8114-3411e37e2eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4ce80e-dded-45a4-8cad-59e6b3b64323'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:48.166052 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab77575-b92b-449a-a3f0-7f69c5144eec" -d '{"events": [{"server_uuid": "a0602327-eafa-416f-8114-3411e37e2eef", "name": "network-vif-plugged", "status": "completed", "tag": "0e4ce80e-dded-45a4-8cad-59e6b3b64323"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:48.180481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:48.201722 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03044dfd-6415-4713-b406-be4fba602353 req-e2e03a27-eba7-40e9-af24-a64872bcb2ef tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.208920 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03044dfd-6415-4713-b406-be4fba602353 req-e2e03a27-eba7-40e9-af24-a64872bcb2ef tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 1024 time: 0.1419289
Apr 16 21:14:48.242867 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:48.247021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-f533e44d-894d-4c80-9730-5169b14ff003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.257417 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-f533e44d-894d-4c80-9730-5169b14ff003 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5 HTTP/1.1" status: 200  len: 797 time: 0.1931581
Apr 16 21:14:48.280031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-0d3be33b-761a-48c0-97b0-055125a4b869 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Router 58eded57-4394-4d57-b4ce-2761d71ade2a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:14:48.309478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=0e4ce80e-dded-45a4-8cad-59e6b3b64323,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:48.337163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-15502755-afdd-4f65-bc67-b7caf3986ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.339272 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-15502755-afdd-4f65-bc67-b7caf3986ec2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84e05a77-422a-4fe5-a7de-668bfb04f621&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0578480
Apr 16 21:14:48.345291 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03044dfd-6415-4713-b406-be4fba602353 req-24d0def1-4c23-4bcc-9b6c-669cb3222067 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups?id=61afe6ee-4af3-4732-829f-97323f5d0334&id=dac9affa-3ddd-4873-99d7-c742d8e50a0d&id=cc0980eb-3522-4c74-bc5f-db8b84d66c49&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1355307
Apr 16 21:14:48.416064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1a667-51f7-4cc4-8846-38ae42c2bf8f req-3cb519ed-02e1-4e5b-b206-04e679a2c49f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.418156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-77d1a667-51f7-4cc4-8846-38ae42c2bf8f req-3cb519ed-02e1-4e5b-b206-04e679a2c49f tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 1024 time: 0.0812907
Apr 16 21:14:48.444759 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-d50aa590-8f4d-472f-810c-88ea02407dab service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0985188
Apr 16 21:14:48.489023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-0d3be33b-761a-48c0-97b0-055125a4b869 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:14:48.504297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5573cf8-5045-4ff2-9a62-8a21d018df30 None None] Sync routers for ids ['58eded57-4394-4d57-b4ce-2761d71ade2a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:14:48.516072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5573cf8-5045-4ff2-9a62-8a21d018df30 None None] Routers {'58eded57-4394-4d57-b4ce-2761d71ade2a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:14:48.517313 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-0d3be33b-761a-48c0-97b0-055125a4b869 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:48.517498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d5573cf8-5045-4ff2-9a62-8a21d018df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242dba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:14:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['58eded57-4394-4d57-b4ce-2761d71ade2a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:48.564917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-77d1a667-51f7-4cc4-8846-38ae42c2bf8f req-2242b3e7-43fb-4589-b1dd-34031076931e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Deleting port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:48.565292 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-77d1a667-51f7-4cc4-8846-38ae42c2bf8f req-2242b3e7-43fb-4589-b1dd-34031076931e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:48.572088 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-0d3be33b-761a-48c0-97b0-055125a4b869 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "PUT /v2.0/floatingips/f0ec0872-6a40-4e00-9007-2562b24dce30 HTTP/1.1" status: 200  len: 694 time: 0.9223988
Apr 16 21:14:48.574762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'tag': 'abe53b48-55b2-448c-aef2-8b7b60e401a5'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:48.577028 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c5bdc1-f655-47df-b508-22eceafb34c9" -d '{"events": [{"name": "network-changed", "server_uuid": "18e64ceb-9630-44a6-a82c-b8a53099b88f", "tag": "abe53b48-55b2-448c-aef2-8b7b60e401a5"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:48.588162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d473c4-fd46-441c-b81d-352cd283da6a req-4b310817-efa5-4680-ab45-c887e621bcbb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.594922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d473c4-fd46-441c-b81d-352cd283da6a req-4b310817-efa5-4680-ab45-c887e621bcbb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.601755 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d473c4-fd46-441c-b81d-352cd283da6a req-4b310817-efa5-4680-ab45-c887e621bcbb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.608542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d473c4-fd46-441c-b81d-352cd283da6a req-4b310817-efa5-4680-ab45-c887e621bcbb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.614804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d473c4-fd46-441c-b81d-352cd283da6a req-4b310817-efa5-4680-ab45-c887e621bcbb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.621117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d473c4-fd46-441c-b81d-352cd283da6a req-4b310817-efa5-4680-ab45-c887e621bcbb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.626667 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d473c4-fd46-441c-b81d-352cd283da6a req-4b310817-efa5-4680-ab45-c887e621bcbb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.629095 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67d473c4-fd46-441c-b81d-352cd283da6a req-4b310817-efa5-4680-ab45-c887e621bcbb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.1773036
Apr 16 21:14:48.659202 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4a730fe-738b-43d4-9b5b-28fe637c3c10 req-521e1cef-fea5-4568-a2d7-05adcc8091c3 service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2089157
Apr 16 21:14:48.662758 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d5573cf8-5045-4ff2-9a62-8a21d018df30 None None] Set router 58eded57-4394-4d57-b4ce-2761d71ade2a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:14:48.684879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-ff222a59-094d-4e35-a9c3-5da54fd85dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.686406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-ff222a59-094d-4e35-a9c3-5da54fd85dca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be0fd7025ca44244ae100b2b916ad1d8&device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 1128 time: 0.0713432
Apr 16 21:14:48.722264 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67d473c4-fd46-441c-b81d-352cd283da6a req-21ea38bc-715f-455b-a764-8f6b714edf6e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0835037
Apr 16 21:14:48.778832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-77d1a667-51f7-4cc4-8846-38ae42c2bf8f req-2242b3e7-43fb-4589-b1dd-34031076931e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] For port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,segment=NetworkSegment(b8d5b675-88ae-4d17-be28-f51ffb85d0f1),segment_id=b8d5b675-88ae-4d17-be28-f51ffb85d0f1)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:48.782214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-77d1a667-51f7-4cc4-8846-38ae42c2bf8f req-2242b3e7-43fb-4589-b1dd-34031076931e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:48.797251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-77d1a667-51f7-4cc4-8846-38ae42c2bf8f req-2242b3e7-43fb-4589-b1dd-34031076931e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Calling delete_port for b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:48.811338 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beacd04-392b-4cb9-a47f-72883782d1d6 x-openstack-request-id: req-5beacd04-392b-4cb9-a47f-72883782d1d6 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:48.811338 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0602327-eafa-416f-8114-3411e37e2eef", "name": "network-vif-plugged", "status": "completed", "tag": "0e4ce80e-dded-45a4-8cad-59e6b3b64323", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:48.811338 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5beacd04-392b-4cb9-a47f-72883782d1d6 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:48.811338 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5beacd04-392b-4cb9-a47f-72883782d1d6'] response: {'server_uuid': 'a0602327-eafa-416f-8114-3411e37e2eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4ce80e-dded-45a4-8cad-59e6b3b64323', 'code': 200}
Apr 16 21:14:48.865494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-f345f255-dd76-446c-a0d3-025b56427c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.867012 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-f345f255-dd76-446c-a0d3-025b56427c2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7e528bf-99b2-41b7-8807-aca3eac1e8d2 HTTP/1.1" status: 200  len: 930 time: 0.1616192
Apr 16 21:14:48.905531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d5573cf8-5045-4ff2-9a62-8a21d018df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242dba60>, [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120'}], 'enable_snat': True}, 'gw_port_id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:15Z', 'revision_number': 4, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port': {'id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:10Z', 'updated_at': '2022-04-16T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2a51484b-b3a9-46a8-943a-c524a08d8765', 'name': '', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'mac_address': 'fa:16:3e:63:be:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:14Z', 'updated_at': '2022-04-16T21:14:19Z', 'revision_number': 5, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'subnets': [{'id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:48.937340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5573cf8-5045-4ff2-9a62-8a21d018df30 None None] Checking router: 58eded57-4394-4d57-b4ce-2761d71ade2a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:14:48.945986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5573cf8-5045-4ff2-9a62-8a21d018df30 None None] Routers {'58eded57-4394-4d57-b4ce-2761d71ade2a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:14:48.946598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d5573cf8-5045-4ff2-9a62-8a21d018df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242dba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:14:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['58eded57-4394-4d57-b4ce-2761d71ade2a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:48.952268 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5da7ff-2967-4829-a841-0ddd4b46cd53 req-598b57be-f90f-46ca-9bf1-cf4146a47252 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:48.953974 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c5da7ff-2967-4829-a841-0ddd4b46cd53 req-598b57be-f90f-46ca-9bf1-cf4146a47252 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0758219
Apr 16 21:14:48.959666 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-f50ca5bd-c145-45c8-963b-5f70911abf20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe53b48-55b2-448c-aef2-8b7b60e401a5 HTTP/1.1" status: 200  len: 217 time: 0.0795903
Apr 16 21:14:49.010905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41739b1-a4c6-425c-bba9-f4dcf3fb9087 req-fa74f252-4690-44f6-8b6e-5a1c0919cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:49.013649 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e41739b1-a4c6-425c-bba9-f4dcf3fb9087 req-fa74f252-4690-44f6-8b6e-5a1c0919cc01 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 1132 time: 0.1207244
Apr 16 21:14:49.017171 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c5da7ff-2967-4829-a841-0ddd4b46cd53 req-50b801b0-446c-46a7-9aa6-4542c9dba328 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500903
Apr 16 21:14:49.049930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-409e7e08-1129-4f56-a465-717855852d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:49.057872 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-409e7e08-1129-4f56-a465-717855852d32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cffc375e-60a1-4e02-89d7-718ec438aeb5 HTTP/1.1" status: 200  len: 868 time: 0.0849347
Apr 16 21:14:49.080615 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781908bb-b5aa-4d1a-9a3b-b5b5fb144ce5 x-openstack-request-id: req-781908bb-b5aa-4d1a-9a3b-b5b5fb144ce5 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:49.080911 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e64ceb-9630-44a6-a82c-b8a53099b88f", "tag": "abe53b48-55b2-448c-aef2-8b7b60e401a5", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:49.081164 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-781908bb-b5aa-4d1a-9a3b-b5b5fb144ce5 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:49.081562 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781908bb-b5aa-4d1a-9a3b-b5b5fb144ce5'] response: {'name': 'network-changed', 'server_uuid': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'tag': 'abe53b48-55b2-448c-aef2-8b7b60e401a5', 'status': 'completed', 'code': 200}
Apr 16 21:14:49.086554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d5573cf8-5045-4ff2-9a62-8a21d018df30 None None] Set router 58eded57-4394-4d57-b4ce-2761d71ade2a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:14:49.177153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e72278-30e5-42d9-9588-09e035fb74af req-9b03645b-82d3-4a09-84ce-16a685aefd33 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:49.185290 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76e72278-30e5-42d9-9588-09e035fb74af req-9b03645b-82d3-4a09-84ce-16a685aefd33 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0562632
Apr 16 21:14:49.262621 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76e72278-30e5-42d9-9588-09e035fb74af req-29c17241-b120-4cf0-a88a-216f6ba50768 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760877
Apr 16 21:14:49.348805 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d5573cf8-5045-4ff2-9a62-8a21d018df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242dba60>, [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120'}], 'enable_snat': True}, 'gw_port_id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:15Z', 'revision_number': 4, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port': {'id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:10Z', 'updated_at': '2022-04-16T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2a51484b-b3a9-46a8-943a-c524a08d8765', 'name': '', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'mac_address': 'fa:16:3e:63:be:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:14Z', 'updated_at': '2022-04-16T21:14:19Z', 'revision_number': 5, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'subnets': [{'id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:49.375889 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c50700-662b-4190-a88f-f19920b56a2e req-c52acedd-1672-48c3-b94a-1d239878b86f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:49.378167 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b1c50700-662b-4190-a88f-f19920b56a2e req-c52acedd-1672-48c3-b94a-1d239878b86f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0572715
Apr 16 21:14:49.380688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5573cf8-5045-4ff2-9a62-8a21d018df30 None None] The sync data for ids ['58eded57-4394-4d57-b4ce-2761d71ade2a'] in ncdv-master-1 is: [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120'}], 'enable_snat': True}, 'gw_port_id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:15Z', 'revision_number': 4, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port': {'id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:10Z', 'updated_at': '2022-04-16T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2a51484b-b3a9-46a8-943a-c524a08d8765', 'name': '', 'network_id': 'a7e528bf-99b2-41b7-8807-aca3eac1e8d2', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'mac_address': 'fa:16:3e:63:be:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:14Z', 'updated_at': '2022-04-16T21:14:19Z', 'revision_number': 5, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'subnets': [{'id': 'cffc375e-60a1-4e02-89d7-718ec438aeb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:14:49.411239 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e41739b1-a4c6-425c-bba9-f4dcf3fb9087 req-fbe8f036-dc90-4a28-81bb-22207183cb1a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3914039
Apr 16 21:14:49.427395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-137467fa-65e0-40a9-9dc6-a931cbf679a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:49.428976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-137467fa-65e0-40a9-9dc6-a931cbf679a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7e528bf-99b2-41b7-8807-aca3eac1e8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3703535
Apr 16 21:14:49.433514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bdc1-f655-47df-b508-22eceafb34c9 req-4572bd22-a273-42f3-b6eb-d4ad182f9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:49.441970 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4c5bdc1-f655-47df-b508-22eceafb34c9 req-4572bd22-a273-42f3-b6eb-d4ad182f9a01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be0fd7025ca44244ae100b2b916ad1d8&device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 1128 time: 0.0826247
Apr 16 21:14:49.478415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b1c50700-662b-4190-a88f-f19920b56a2e req-230cfc5a-360b-48a8-a2d8-e08812c695e5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916018
Apr 16 21:14:49.547976 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-77d1a667-51f7-4cc4-8846-38ae42c2bf8f req-2242b3e7-43fb-4589-b1dd-34031076931e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:49.568070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-551d4b00-19dd-4956-99ae-35d9cc9b804a service neutron] 10.222.0.20 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211095
Apr 16 21:14:49.568436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:49.594603 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f41d254d-2f96-4545-80a5-781c2a63a350 req-02c091f7-e04a-4f1d-960c-567f0c4fdf0a tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f88efa6-8671-4565-aa09-bfbafc6ec242 HTTP/1.1" status: 200  len: 210 time: 0.0437665
Apr 16 21:14:49.624798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242b3e7-43fb-4589-b1dd-34031076931e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event deleted for resources: {'Port': ['ID=b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:49.768685 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5d408-7d04-4e75-8e87-8eca99f09dac None None] New status for floating IP f0ec0872-6a40-4e00-9007-2562b24dce30: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:14:49.783371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d1a667-51f7-4cc4-8846-38ae42c2bf8f req-2242b3e7-43fb-4589-b1dd-34031076931e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] No DVR routers for this DVR port b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:14:49.794158 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-77d1a667-51f7-4cc4-8846-38ae42c2bf8f req-2242b3e7-43fb-4589-b1dd-34031076931e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:49.797450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-77d1a667-51f7-4cc4-8846-38ae42c2bf8f req-2242b3e7-43fb-4589-b1dd-34031076931e tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.41 "DELETE /v2.0/ports/b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 HTTP/1.1" status: 204  len: 173 time: 1.3705745
Apr 16 21:14:49.825057 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7adf8aa6-e1ca-4cab-a41a-ca98a14c8ebf req-47df1e5e-2e00-4421-b627-cf171f5854c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1759980
Apr 16 21:14:49.871604 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc317fc-6419-43f7-b66f-30b9e73eb7e6 req-efc56f6d-2027-4506-bf82-eb96c9a77687 service neutron] 10.222.0.20 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2841907
Apr 16 21:14:49.876455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bdc1-f655-47df-b508-22eceafb34c9 req-b6b97287-39e3-4141-950a-c3790bd8ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:49.877935 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4c5bdc1-f655-47df-b508-22eceafb34c9 req-b6b97287-39e3-4141-950a-c3790bd8ec5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7e528bf-99b2-41b7-8807-aca3eac1e8d2 HTTP/1.1" status: 200  len: 930 time: 0.2377617
Apr 16 21:14:50.115557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf553b-3393-4070-ac9f-a8f604a67051 req-b952cbe0-f789-4ba1-a7a0-81f040c5654a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.121671 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf553b-3393-4070-ac9f-a8f604a67051 req-b952cbe0-f789-4ba1-a7a0-81f040c5654a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.127923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf553b-3393-4070-ac9f-a8f604a67051 req-b952cbe0-f789-4ba1-a7a0-81f040c5654a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.133799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf553b-3393-4070-ac9f-a8f604a67051 req-b952cbe0-f789-4ba1-a7a0-81f040c5654a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.139546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf553b-3393-4070-ac9f-a8f604a67051 req-b952cbe0-f789-4ba1-a7a0-81f040c5654a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.145749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf553b-3393-4070-ac9f-a8f604a67051 req-b952cbe0-f789-4ba1-a7a0-81f040c5654a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.151163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf553b-3393-4070-ac9f-a8f604a67051 req-b952cbe0-f789-4ba1-a7a0-81f040c5654a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.153167 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ecf553b-3393-4070-ac9f-a8f604a67051 req-b952cbe0-f789-4ba1-a7a0-81f040c5654a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.1022496
Apr 16 21:14:50.235680 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4c5bdc1-f655-47df-b508-22eceafb34c9 req-81daf299-03e1-4b29-b8ce-f43db8433f66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe53b48-55b2-448c-aef2-8b7b60e401a5 HTTP/1.1" status: 200  len: 217 time: 0.0804598
Apr 16 21:14:50.279484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf8aa6-e1ca-4cab-a41a-ca98a14c8ebf req-252fc7ee-d12d-4f34-a117-6258676ef4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.281094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7adf8aa6-e1ca-4cab-a41a-ca98a14c8ebf req-252fc7ee-d12d-4f34-a117-6258676ef4fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 1126 time: 0.1270344
Apr 16 21:14:50.329698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bdc1-f655-47df-b508-22eceafb34c9 req-38cfa8c4-9ccb-4434-8b84-9e7e2354c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.331242 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4c5bdc1-f655-47df-b508-22eceafb34c9 req-38cfa8c4-9ccb-4434-8b84-9e7e2354c52e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cffc375e-60a1-4e02-89d7-718ec438aeb5 HTTP/1.1" status: 200  len: 868 time: 0.0887024
Apr 16 21:14:50.374932 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ecf553b-3393-4070-ac9f-a8f604a67051 req-442345c3-7603-47b4-84d1-e93134ff4acc tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2051821
Apr 16 21:14:50.376735 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-ea1ea72f-6737-41f5-bdd5-ac79466dfccc tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips/f0ec0872-6a40-4e00-9007-2562b24dce30 HTTP/1.1" status: 200  len: 692 time: 0.0459762
Apr 16 21:14:50.438165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bdc1-f655-47df-b508-22eceafb34c9 req-18e7f5b3-5329-471e-ad4f-81b6cccf1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.440700 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4c5bdc1-f655-47df-b508-22eceafb34c9 req-18e7f5b3-5329-471e-ad4f-81b6cccf1feb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7e528bf-99b2-41b7-8807-aca3eac1e8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0715222
Apr 16 21:14:50.516154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf8aa6-e1ca-4cab-a41a-ca98a14c8ebf req-9b7a78e4-53b5-48b4-aab7-1d41edcf358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.517998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7adf8aa6-e1ca-4cab-a41a-ca98a14c8ebf req-9b7a78e4-53b5-48b4-aab7-1d41edcf358d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 200  len: 909 time: 0.2078018
Apr 16 21:14:50.531298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-491ad47a-193c-4632-a5a6-3e468deb6433 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.533001 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-491ad47a-193c-4632-a5a6-3e468deb6433 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1448612
Apr 16 21:14:50.546297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2d7ba-4223-4145-8553-a22d5df5c176 req-7a0878a6-c113-4aae-b73e-a49da54ee08d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.553524 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7be2d7ba-4223-4145-8553-a22d5df5c176 req-7a0878a6-c113-4aae-b73e-a49da54ee08d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0765655
Apr 16 21:14:50.594878 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-0d9e0611-cce1-42a4-a82a-98f2e7662910 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.76 HTTP/1.1" status: 200  len: 695 time: 0.0556588
Apr 16 21:14:50.657842 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-30d63c45-ba95-4bce-818e-6b2ad327d5c3 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.76 HTTP/1.1" status: 200  len: 695 time: 0.0556490
Apr 16 21:14:50.678130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7adf8aa6-e1ca-4cab-a41a-ca98a14c8ebf req-a27da46f-0b9e-4080-94bf-7b9ddc574e2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4 HTTP/1.1" status: 200  len: 217 time: 0.0917547
Apr 16 21:14:50.751792 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7be2d7ba-4223-4145-8553-a22d5df5c176 req-eb49e649-7fea-40db-bddd-8dc4afe7fecb tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973984
Apr 16 21:14:50.782400 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4c5bdc1-f655-47df-b508-22eceafb34c9 req-9a3a5493-557f-4985-b6c9-b81b00969df3 service neutron] 10.222.0.11 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079558
Apr 16 21:14:50.784237 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf8aa6-e1ca-4cab-a41a-ca98a14c8ebf req-44db1050-05cf-4cf1-8ef8-5d763188f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.785823 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7adf8aa6-e1ca-4cab-a41a-ca98a14c8ebf req-44db1050-05cf-4cf1-8ef8-5d763188f3d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 200  len: 848 time: 0.0951998
Apr 16 21:14:50.802408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-fe96e2c8-5ab1-4c62-b747-ff1910ce9074 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Deleting port 2e2f19fd-6d01-459d-92a7-e06baaa85012 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:50.803014 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-fe96e2c8-5ab1-4c62-b747-ff1910ce9074 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2e2f19fd-6d01-459d-92a7-e06baaa85012), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:50.885049 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-fe96e2c8-5ab1-4c62-b747-ff1910ce9074 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2e2f19fd-6d01-459d-92a7-e06baaa85012), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:50.885413 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-fe96e2c8-5ab1-4c62-b747-ff1910ce9074 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for floatingip (2e2f19fd-6d01-459d-92a7-e06baaa85012), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:50.896188 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7adf8aa6-e1ca-4cab-a41a-ca98a14c8ebf req-b8b79646-f182-486c-a18d-7eaf06a61568 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8cfbbf93-9e15-4e76-bfe0-e69ff753f337&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1028125
Apr 16 21:14:50.898803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-fe96e2c8-5ab1-4c62-b747-ff1910ce9074 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Calling delete_port for 2e2f19fd-6d01-459d-92a7-e06baaa85012 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:50.939821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8342485-ab10-4dd5-8864-3d4fbc0feea0 req-202272cc-7ccc-41d3-a081-89d9880dc848 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:50.941363 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b8342485-ab10-4dd5-8864-3d4fbc0feea0 req-202272cc-7ccc-41d3-a081-89d9880dc848 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.1293964
Apr 16 21:14:51.035622 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4c5bdc1-f655-47df-b508-22eceafb34c9 req-2f51d1ee-382b-4222-ac7c-88aa7fb0a994 service neutron] 10.222.0.11 "GET /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2433233
Apr 16 21:14:51.071255 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b8342485-ab10-4dd5-8864-3d4fbc0feea0 req-953421c2-22bb-47be-90e3-0d140728a55b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941520
Apr 16 21:14:51.082944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7adf8aa6-e1ca-4cab-a41a-ca98a14c8ebf req-2af58979-2d43-4fd0-abd9-61b608fc6422 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760962
Apr 16 21:14:51.099417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f88efa6-8671-4565-aa09-bfbafc6ec242', 'name': 'network-vif-deleted', 'tag': 'b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:51.101703 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf24ec0-5928-434c-9817-2a7e382b3370" -d '{"events": [{"server_uuid": "3f88efa6-8671-4565-aa09-bfbafc6ec242", "name": "network-vif-deleted", "tag": "b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:51.138989 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-fe96e2c8-5ab1-4c62-b747-ff1910ce9074 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (2e2f19fd-6d01-459d-92a7-e06baaa85012), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:51.158173 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad7788-81c4-4840-b844-4d1ff8a35d21 req-43951613-5594-486b-966e-9d3a55edb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.159698 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62ad7788-81c4-4840-b844-4d1ff8a35d21 req-43951613-5594-486b-966e-9d3a55edb40b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 1129 time: 0.0920415
Apr 16 21:14:51.164285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96e2c8-5ab1-4c62-b747-ff1910ce9074 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Pushing event deleted for resources: {'Port': ['ID=2e2f19fd-6d01-459d-92a7-e06baaa85012,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:51.201550 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7adf8aa6-e1ca-4cab-a41a-ca98a14c8ebf req-16a98e61-d8cb-4b64-9ef1-9b5a31222336 service neutron] 10.222.0.11 "GET /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0949841
Apr 16 21:14:51.246128 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-fe96e2c8-5ab1-4c62-b747-ff1910ce9074 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks [] for floatingip (f0ec0872-6a40-4e00-9007-2562b24dce30), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:51.249030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-fe96e2c8-5ab1-4c62-b747-ff1910ce9074 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:51.262271 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d095542-75ff-4ce6-9be3-87a4900a0ed5 req-fe96e2c8-5ab1-4c62-b747-ff1910ce9074 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "DELETE /v2.0/floatingips/f0ec0872-6a40-4e00-9007-2562b24dce30 HTTP/1.1" status: 204  len: 173 time: 0.5988946
Apr 16 21:14:51.306552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad7788-81c4-4840-b844-4d1ff8a35d21 req-ebf128bd-afa1-458f-92b7-b2e590932ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.312740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62ad7788-81c4-4840-b844-4d1ff8a35d21 req-ebf128bd-afa1-458f-92b7-b2e590932ce3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.1085336
Apr 16 21:14:51.362634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d58ef-c1ad-4bb0-801f-fc4a42570378 req-8bf2ec2a-45a7-41c5-9d30-3336aabc13f3 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.364141 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c6d58ef-c1ad-4bb0-801f-fc4a42570378 req-8bf2ec2a-45a7-41c5-9d30-3336aabc13f3 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0549181
Apr 16 21:14:51.385979 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62ad7788-81c4-4840-b844-4d1ff8a35d21 req-d29802a6-8f60-4c9d-a346-f318e6b9f48a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 HTTP/1.1" status: 200  len: 1001 time: 0.0650506
Apr 16 21:14:51.413533 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c6d58ef-c1ad-4bb0-801f-fc4a42570378 req-4cd26329-ffc7-4d35-adeb-4a9ece41536f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426314
Apr 16 21:14:51.442249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad7788-81c4-4840-b844-4d1ff8a35d21 req-fa6a9387-45ef-4dba-a0cc-8cde03776185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.444454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62ad7788-81c4-4840-b844-4d1ff8a35d21 req-fa6a9387-45ef-4dba-a0cc-8cde03776185 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.0524938
Apr 16 21:14:51.487393 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7d7451-65d2-4af5-85ec-e6ef563a6530 x-openstack-request-id: req-ff7d7451-65d2-4af5-85ec-e6ef563a6530 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:51.487700 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f88efa6-8671-4565-aa09-bfbafc6ec242", "name": "network-vif-deleted", "tag": "b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:51.487962 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff7d7451-65d2-4af5-85ec-e6ef563a6530 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:51.488378 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7d7451-65d2-4af5-85ec-e6ef563a6530'] response: {'server_uuid': '3f88efa6-8671-4565-aa09-bfbafc6ec242', 'name': 'network-vif-deleted', 'tag': 'b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3', 'status': 'completed', 'code': 200}
Apr 16 21:14:51.491358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad7788-81c4-4840-b844-4d1ff8a35d21 req-d022d808-7898-468d-87ed-94fb4632e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.493065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62ad7788-81c4-4840-b844-4d1ff8a35d21 req-d022d808-7898-468d-87ed-94fb4632e8a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425746
Apr 16 21:14:51.542434 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:51.605976 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370365e-770f-46dd-8527-6370df2222e0 req-19c24156-dae3-471d-b210-f7725eba2787 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.613290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370365e-770f-46dd-8527-6370df2222e0 req-19c24156-dae3-471d-b210-f7725eba2787 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.618998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370365e-770f-46dd-8527-6370df2222e0 req-19c24156-dae3-471d-b210-f7725eba2787 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.622263 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b105d6c-a1d0-4b29-9ab2-6ce638c82152 req-52638dea-9116-43ab-aa36-62b69c28d7e1 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/cc0980eb-3522-4c74-bc5f-db8b84d66c49 HTTP/1.1" status: 200  len: 1817 time: 0.0699713
Apr 16 21:14:51.627984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370365e-770f-46dd-8527-6370df2222e0 req-19c24156-dae3-471d-b210-f7725eba2787 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.628133 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62ad7788-81c4-4840-b844-4d1ff8a35d21 req-edf27de2-1a8a-4956-b9f0-cdf368096797 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272099
Apr 16 21:14:51.628264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:51.628264 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:51.630630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370365e-770f-46dd-8527-6370df2222e0 req-19c24156-dae3-471d-b210-f7725eba2787 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.635932 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370365e-770f-46dd-8527-6370df2222e0 req-19c24156-dae3-471d-b210-f7725eba2787 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.641507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370365e-770f-46dd-8527-6370df2222e0 req-19c24156-dae3-471d-b210-f7725eba2787 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.643378 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e370365e-770f-46dd-8527-6370df2222e0 req-19c24156-dae3-471d-b210-f7725eba2787 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.1035872
Apr 16 21:14:51.654506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:51.657133 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e086192b-a8f0-4875-bce8-82a64d9916cc" -d '{"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:51.670633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:51.711065 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e370365e-770f-46dd-8527-6370df2222e0 req-b689ff33-4e00-4257-958b-d63985573d18 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0618217
Apr 16 21:14:51.743783 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b105d6c-a1d0-4b29-9ab2-6ce638c82152 req-d69a46f1-f5bf-47a3-b71f-427ea5fbcb41 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (cc0980eb-3522-4c74-bc5f-db8b84d66c49), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:51.756396 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:51.773053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62ad7788-81c4-4840-b844-4d1ff8a35d21 req-4ce8bc98-e5fc-4916-a186-fdf46ccfdf6e service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357536
Apr 16 21:14:51.789331 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b105d6c-a1d0-4b29-9ab2-6ce638c82152 req-d69a46f1-f5bf-47a3-b71f-427ea5fbcb41 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (cc0980eb-3522-4c74-bc5f-db8b84d66c49), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:51.820452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=11']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:51.830049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6682a-050b-4863-a4e0-7473af10ef7d req-f9e8f581-c261-40fb-b617-fd862f96fa32 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.831757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ae6682a-050b-4863-a4e0-7473af10ef7d req-f9e8f581-c261-40fb-b617-fd862f96fa32 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0599701
Apr 16 21:14:51.876783 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ae6682a-050b-4863-a4e0-7473af10ef7d req-cd478deb-ceb8-4945-8c53-2ce6ac642ac6 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0380652
Apr 16 21:14:51.929247 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b105d6c-a1d0-4b29-9ab2-6ce638c82152 req-d69a46f1-f5bf-47a3-b71f-427ea5fbcb41 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cc0980eb-3522-4c74-bc5f-db8b84d66c49), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:51.933426 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b105d6c-a1d0-4b29-9ab2-6ce638c82152 req-d69a46f1-f5bf-47a3-b71f-427ea5fbcb41 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:51.934867 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b105d6c-a1d0-4b29-9ab2-6ce638c82152 req-d69a46f1-f5bf-47a3-b71f-427ea5fbcb41 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "DELETE /v2.0/security-groups/cc0980eb-3522-4c74-bc5f-db8b84d66c49 HTTP/1.1" status: 204  len: 173 time: 0.3054495
Apr 16 21:14:51.960453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a46f1-f5bf-47a3-b71f-427ea5fbcb41 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0980eb-3522-4c74-bc5f-db8b84d66c49,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:51.981854 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d88dd0e-c6d0-4378-a5b8-4a7fb91e027b x-openstack-request-id: req-2d88dd0e-c6d0-4378-a5b8-4a7fb91e027b {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:51.982440 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:51.983208 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d88dd0e-c6d0-4378-a5b8-4a7fb91e027b {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:51.983769 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d88dd0e-c6d0-4378-a5b8-4a7fb91e027b'] response: {'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'code': 200}
Apr 16 21:14:51.990265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cb412-8210-4d56-a0a1-5e935cb2b3aa req-bd7e8076-8b37-4f83-a0aa-7578c9571ff9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:51.997956 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43cb412-8210-4d56-a0a1-5e935cb2b3aa req-bd7e8076-8b37-4f83-a0aa-7578c9571ff9 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 944 time: 0.0692313
Apr 16 21:14:52.047906 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43cb412-8210-4d56-a0a1-5e935cb2b3aa req-bfaff815-76a1-4126-8bc2-23b2cd7b5bb2 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490513
Apr 16 21:14:52.073328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d94207-5249-4dc3-bfef-9a88bd74749f req-ec73a9c5-2881-45ce-a1ed-b8f7dae04f89 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:52.075286 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02d94207-5249-4dc3-bfef-9a88bd74749f req-ec73a9c5-2881-45ce-a1ed-b8f7dae04f89 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0499277
Apr 16 21:14:52.114690 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-764a97e5-9a3b-4c77-b2db-1f8b09edcebd req-733a4422-20c1-4ff5-8d15-d1005d53edda tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0384793
Apr 16 21:14:52.153926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14b443-fbb4-4fd7-96ed-402f02594d87 req-b783f42b-ba50-4393-bc76-c124b25b391a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:52.155279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bc14b443-fbb4-4fd7-96ed-402f02594d87 req-b783f42b-ba50-4393-bc76-c124b25b391a tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.11 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 944 time: 0.0678566
Apr 16 21:14:52.162602 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02d94207-5249-4dc3-bfef-9a88bd74749f req-cc48e195-97fb-4eb5-aa21-f949b26912ec tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818830
Apr 16 21:14:52.168872 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95d67434-0d37-4785-b7e0-b6fe4c33eef9 req-8c687a86-aa6d-4294-8679-d22c611713ef tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "GET /v2.0/security-groups/dac9affa-3ddd-4873-99d7-c742d8e50a0d HTTP/1.1" status: 200  len: 1817 time: 0.0394833
Apr 16 21:14:52.234135 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-95d67434-0d37-4785-b7e0-b6fe4c33eef9 req-c8faa54b-5fad-4f18-b2d2-1db5d958b3e4 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (dac9affa-3ddd-4873-99d7-c742d8e50a0d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:52.258251 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-95d67434-0d37-4785-b7e0-b6fe4c33eef9 req-c8faa54b-5fad-4f18-b2d2-1db5d958b3e4 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (dac9affa-3ddd-4873-99d7-c742d8e50a0d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:52.288382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-bc14b443-fbb4-4fd7-96ed-402f02594d87 req-a49463fb-87c3-44bb-ae4e-0dda28527bf7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Deleting port 0e96d99c-8339-47c4-aadc-62a791ca4b9a {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:52.288734 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bc14b443-fbb4-4fd7-96ed-402f02594d87 req-a49463fb-87c3-44bb-ae4e-0dda28527bf7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:52.300421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647f3f9-c5b3-4615-a0d3-873619e34765 req-0c4cf4ef-82fa-4455-8083-a8c768844821 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:52.301999 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0647f3f9-c5b3-4615-a0d3-873619e34765 req-0c4cf4ef-82fa-4455-8083-a8c768844821 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0630920
Apr 16 21:14:52.414174 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0647f3f9-c5b3-4615-a0d3-873619e34765 req-61db19aa-fdd4-4101-a319-acecc28696cb tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008890
Apr 16 21:14:52.447946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bc14b443-fbb4-4fd7-96ed-402f02594d87 req-a49463fb-87c3-44bb-ae4e-0dda28527bf7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] For port 0e96d99c-8339-47c4-aadc-62a791ca4b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e96d99c-8339-47c4-aadc-62a791ca4b9a,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:52.448631 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bc14b443-fbb4-4fd7-96ed-402f02594d87 req-a49463fb-87c3-44bb-ae4e-0dda28527bf7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:52.463495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-bc14b443-fbb4-4fd7-96ed-402f02594d87 req-a49463fb-87c3-44bb-ae4e-0dda28527bf7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Calling delete_port for 0e96d99c-8339-47c4-aadc-62a791ca4b9a owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:52.636118 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-95d67434-0d37-4785-b7e0-b6fe4c33eef9 req-c8faa54b-5fad-4f18-b2d2-1db5d958b3e4 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (dac9affa-3ddd-4873-99d7-c742d8e50a0d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:52.638817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-95d67434-0d37-4785-b7e0-b6fe4c33eef9 req-c8faa54b-5fad-4f18-b2d2-1db5d958b3e4 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:52.639971 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95d67434-0d37-4785-b7e0-b6fe4c33eef9 req-c8faa54b-5fad-4f18-b2d2-1db5d958b3e4 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] 10.222.0.20 "DELETE /v2.0/security-groups/dac9affa-3ddd-4873-99d7-c742d8e50a0d HTTP/1.1" status: 204  len: 173 time: 0.4645901
Apr 16 21:14:52.648294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57072) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:52.655503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faa54b-5fad-4f18-b2d2-1db5d958b3e4 tempest-SecurityGroupsTestJSON-1625354135 tempest-SecurityGroupsTestJSON-1625354135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac9affa-3ddd-4873-99d7-c742d8e50a0d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:52.673813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bc14b443-fbb4-4fd7-96ed-402f02594d87 req-a49463fb-87c3-44bb-ae4e-0dda28527bf7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0e96d99c-8339-47c4-aadc-62a791ca4b9a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:52.691719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['0e96d99c-8339-47c4-aadc-62a791ca4b9a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:52.702433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-688e21bc-db70-4067-bce2-1af4caf71f4a admin admin] Deleting subnet 50d87fc9-b789-4377-bead-4d47e0e49e65 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:14:52.708628 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-688e21bc-db70-4067-bce2-1af4caf71f4a admin admin] Publish callbacks [] for subnet (50d87fc9-b789-4377-bead-4d47e0e49e65), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:52.727754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49463fb-87c3-44bb-ae4e-0dda28527bf7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Pushing event deleted for resources: {'Port': ['ID=0e96d99c-8339-47c4-aadc-62a791ca4b9a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:52.777584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc14b443-fbb4-4fd7-96ed-402f02594d87 req-a49463fb-87c3-44bb-ae4e-0dda28527bf7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] No DVR routers for this DVR port 0e96d99c-8339-47c4-aadc-62a791ca4b9a on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:14:52.780300 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bc14b443-fbb4-4fd7-96ed-402f02594d87 req-a49463fb-87c3-44bb-ae4e-0dda28527bf7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:52.784479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bc14b443-fbb4-4fd7-96ed-402f02594d87 req-a49463fb-87c3-44bb-ae4e-0dda28527bf7 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.11 "DELETE /v2.0/ports/0e96d99c-8339-47c4-aadc-62a791ca4b9a HTTP/1.1" status: 204  len: 173 time: 0.6209536
Apr 16 21:14:52.792909 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-688e21bc-db70-4067-bce2-1af4caf71f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (50d87fc9-b789-4377-bead-4d47e0e49e65), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:52.825227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b356585-34a8-479c-85e5-a8e9b2e4bcab req-76477fc5-ff59-4911-a13b-6d04de66e31d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:52.834448 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4b356585-34a8-479c-85e5-a8e9b2e4bcab req-76477fc5-ff59-4911-a13b-6d04de66e31d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0869536
Apr 16 21:14:52.860960 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-688e21bc-db70-4067-bce2-1af4caf71f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (50d87fc9-b789-4377-bead-4d47e0e49e65), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:52.919070 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4b356585-34a8-479c-85e5-a8e9b2e4bcab req-d90d96f5-9ded-4654-aeca-310030cd2760 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842199
Apr 16 21:14:52.950357 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b363fb-bab7-4e07-aa21-abd20b2842db req-5e1fde69-0c78-4494-b599-24827deae42c tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:52.951956 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-66b363fb-bab7-4e07-aa21-abd20b2842db req-5e1fde69-0c78-4494-b599-24827deae42c tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 1132 time: 0.0462661
Apr 16 21:14:52.971888 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-66b363fb-bab7-4e07-aa21-abd20b2842db req-afeca0c1-4371-4769-ae08-8622fdc53e9c tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:53.040029 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e109ee9-dfa4-41be-b822-55630ffe982c req-a03dc3e3-52ed-4b10-b11e-d14b36e1ef0a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:53.045445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e109ee9-dfa4-41be-b822-55630ffe982c req-a03dc3e3-52ed-4b10-b11e-d14b36e1ef0a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:53.050798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e109ee9-dfa4-41be-b822-55630ffe982c req-a03dc3e3-52ed-4b10-b11e-d14b36e1ef0a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:53.052047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-66b363fb-bab7-4e07-aa21-abd20b2842db req-afeca0c1-4371-4769-ae08-8622fdc53e9c tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] Publish callbacks [] for security_group (d816d63b-2bf2-4c29-9c13-1eea463da27b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:53.056101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e109ee9-dfa4-41be-b822-55630ffe982c req-a03dc3e3-52ed-4b10-b11e-d14b36e1ef0a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:53.061973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e109ee9-dfa4-41be-b822-55630ffe982c req-a03dc3e3-52ed-4b10-b11e-d14b36e1ef0a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:53.067292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e109ee9-dfa4-41be-b822-55630ffe982c req-a03dc3e3-52ed-4b10-b11e-d14b36e1ef0a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:53.073377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e109ee9-dfa4-41be-b822-55630ffe982c req-a03dc3e3-52ed-4b10-b11e-d14b36e1ef0a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:53.075297 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1e109ee9-dfa4-41be-b822-55630ffe982c req-a03dc3e3-52ed-4b10-b11e-d14b36e1ef0a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.0894210
Apr 16 21:14:53.088632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-688e21bc-db70-4067-bce2-1af4caf71f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (50d87fc9-b789-4377-bead-4d47e0e49e65), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:53.130646 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-688e21bc-db70-4067-bce2-1af4caf71f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:53.133622 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-688e21bc-db70-4067-bce2-1af4caf71f4a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/50d87fc9-b789-4377-bead-4d47e0e49e65 HTTP/1.1" status: 204  len: 168 time: 0.4841430
Apr 16 21:14:53.134580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e21bc-db70-4067-bce2-1af4caf71f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d87fc9-b789-4377-bead-4d47e0e49e65,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:53.136379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57082) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:53.170968 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1e109ee9-dfa4-41be-b822-55630ffe982c req-262349d2-ca7a-4379-9d5a-47228213e377 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0897906
Apr 16 21:14:53.205717 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a0e6-df4f-483d-92f6-0c76ca84bbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (39451244-1104-46d3-8155-9d8d7ddc9546), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:53.239501 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-66b363fb-bab7-4e07-aa21-abd20b2842db req-afeca0c1-4371-4769-ae08-8622fdc53e9c tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d816d63b-2bf2-4c29-9c13-1eea463da27b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:53.283213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dac3dd-0972-4e52-9a2b-011ddcd55822 req-8b14f27f-ccad-4a0d-94ed-dc0948e658a7 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:53.284767 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26dac3dd-0972-4e52-9a2b-011ddcd55822 req-8b14f27f-ccad-4a0d-94ed-dc0948e658a7 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 946 time: 0.0504766
Apr 16 21:14:53.315996 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-66b363fb-bab7-4e07-aa21-abd20b2842db req-afeca0c1-4371-4769-ae08-8622fdc53e9c tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3569703
Apr 16 21:14:53.329225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a0e6-df4f-483d-92f6-0c76ca84bbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (39451244-1104-46d3-8155-9d8d7ddc9546), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:53.332060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeca0c1-4371-4769-ae08-8622fdc53e9c tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d816d63b-2bf2-4c29-9c13-1eea463da27b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:53.344887 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26dac3dd-0972-4e52-9a2b-011ddcd55822 req-f9309b57-f3bc-46b9-8076-97f0f2abe5bc tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/security-groups?id=968b46f4-3068-4d94-89f7-6846af312496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541241
Apr 16 21:14:53.361998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c6b8a0e6-df4f-483d-92f6-0c76ca84bbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e503ee0>,) {'filters': {'network_id': ['39451244-1104-46d3-8155-9d8d7ddc9546']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:53.373438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c6b8a0e6-df4f-483d-92f6-0c76ca84bbf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e503ee0>, 'b8d5b675-88ae-4d17-be28-f51ffb85d0f1') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:53.373655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c6b8a0e6-df4f-483d-92f6-0c76ca84bbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e503ee0>, 'b8d5b675-88ae-4d17-be28-f51ffb85d0f1') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:53.393955 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a0e6-df4f-483d-92f6-0c76ca84bbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (b8d5b675-88ae-4d17-be28-f51ffb85d0f1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:53.441978 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a0e6-df4f-483d-92f6-0c76ca84bbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b8d5b675-88ae-4d17-be28-f51ffb85d0f1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:53.446770 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d5d271ef-3e89-457e-98f8-04bfe7e68ff6 req-198b5bf5-678e-4df7-a866-88af1508802c tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 210 time: 0.0415242
Apr 16 21:14:53.450861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b8a0e6-df4f-483d-92f6-0c76ca84bbf2 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:14:53.451633 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a0e6-df4f-483d-92f6-0c76ca84bbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (b8d5b675-88ae-4d17-be28-f51ffb85d0f1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:14:53.453024 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:14:53.459753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65389a-7915-4801-abe8-61bc5d78f85a req-7f38cfe0-e87b-4ecc-bece-66c3ef8610c0 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:53.462273 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf65389a-7915-4801-abe8-61bc5d78f85a req-7f38cfe0-e87b-4ecc-bece-66c3ef8610c0 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0563219
Apr 16 21:14:53.492820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd971969c-aa4b-4761-a632-23f88b833ec4', 'name': 'network-vif-deleted', 'tag': '0e96d99c-8339-47c4-aadc-62a791ca4b9a'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:53.494625 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddb9c19-5758-4887-a59b-23106b28769f" -d '{"events": [{"server_uuid": "d971969c-aa4b-4761-a632-23f88b833ec4", "name": "network-vif-deleted", "tag": "0e96d99c-8339-47c4-aadc-62a791ca4b9a"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:53.521623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf65389a-7915-4801-abe8-61bc5d78f85a req-8ce42b11-3bee-4923-a975-2dbd7dfd2353 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447674
Apr 16 21:14:53.546873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:53.566268 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ef69be-fb8c-433d-acbd-a74e3a279b19 x-openstack-request-id: req-02ef69be-fb8c-433d-acbd-a74e3a279b19 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:53.566662 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d971969c-aa4b-4761-a632-23f88b833ec4", "name": "network-vif-deleted", "tag": "0e96d99c-8339-47c4-aadc-62a791ca4b9a", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:53.567022 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02ef69be-fb8c-433d-acbd-a74e3a279b19 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:53.567528 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ef69be-fb8c-433d-acbd-a74e3a279b19'] response: {'server_uuid': 'd971969c-aa4b-4761-a632-23f88b833ec4', 'name': 'network-vif-deleted', 'tag': '0e96d99c-8339-47c4-aadc-62a791ca4b9a', 'status': 'completed', 'code': 200}
Apr 16 21:14:53.567838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:14:53.568199 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b97b89d8-fa8f-4e4a-ac51-14adc4d9a0d3 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:14:53.586730 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a0e6-df4f-483d-92f6-0c76ca84bbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (39451244-1104-46d3-8155-9d8d7ddc9546), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:53.599684 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a0e6-df4f-483d-92f6-0c76ca84bbf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:53.606123 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c6b8a0e6-df4f-483d-92f6-0c76ca84bbf2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/39451244-1104-46d3-8155-9d8d7ddc9546 HTTP/1.1" status: 204  len: 168 time: 0.4657781
Apr 16 21:14:53.614912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8a0e6-df4f-483d-92f6-0c76ca84bbf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=39451244-1104-46d3-8155-9d8d7ddc9546,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:53.948397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902223-4750-4dd8-85eb-8106d000029a req-32714809-81d1-419c-b3c8-a7e604248fa7 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:53.950127 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f902223-4750-4dd8-85eb-8106d000029a req-32714809-81d1-419c-b3c8-a7e604248fa7 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0532503
Apr 16 21:14:54.000312 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f902223-4750-4dd8-85eb-8106d000029a req-4679cd49-1f5f-46e1-8a9d-2e29a5248f5b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430553
Apr 16 21:14:54.096306 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57112) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:54.126084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448169f-fb0c-4061-abf7-6aca190592a9 req-0b14b2c5-cfb1-4c85-8791-2d9f2da246b3 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:54.133458 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6448169f-fb0c-4061-abf7-6aca190592a9 req-0b14b2c5-cfb1-4c85-8791-2d9f2da246b3 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0793281
Apr 16 21:14:54.184029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6448169f-fb0c-4061-abf7-6aca190592a9 req-aee3dc1e-00e9-49bf-b94d-0c23a8728670 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495918
Apr 16 21:14:54.216560 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1a038ded-1bc4-4907-a087-f2bc2a9f8c2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe50d9e0841749f094948101efdc3d92&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1190412
Apr 16 21:14:54.223084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57116) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:54.228532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd5673-81ec-469e-b2d0-f436910bea4b req-25add95a-2370-4df9-a2b7-2a4a613ec164 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:54.230095 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bd5673-81ec-469e-b2d0-f436910bea4b req-25add95a-2370-4df9-a2b7-2a4a613ec164 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 946 time: 0.1054397
Apr 16 21:14:54.241514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f79dc6-0cba-447a-997b-2f8e355808c6 req-19875373-e833-4040-88ea-d7fb0121e2f9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:54.248947 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26f79dc6-0cba-447a-997b-2f8e355808c6 req-19875373-e833-4040-88ea-d7fb0121e2f9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.1009700
Apr 16 21:14:54.341958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216b4df-0635-4ef9-a788-aa03eb3b47e4 req-fca2457c-1cb3-482b-bc4b-3b49a605346b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:54.350590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216b4df-0635-4ef9-a788-aa03eb3b47e4 req-fca2457c-1cb3-482b-bc4b-3b49a605346b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:54.356724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216b4df-0635-4ef9-a788-aa03eb3b47e4 req-fca2457c-1cb3-482b-bc4b-3b49a605346b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:54.362153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216b4df-0635-4ef9-a788-aa03eb3b47e4 req-fca2457c-1cb3-482b-bc4b-3b49a605346b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:54.367530 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216b4df-0635-4ef9-a788-aa03eb3b47e4 req-fca2457c-1cb3-482b-bc4b-3b49a605346b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:54.371871 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26f79dc6-0cba-447a-997b-2f8e355808c6 req-9a8f9a94-9e77-4de0-8b10-56c80b405e64 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220541
Apr 16 21:14:54.381679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-d7bd5673-81ec-469e-b2d0-f436910bea4b req-956d0a4c-6d84-441b-8228-b7ee06526599 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Deleting port abe53b48-55b2-448c-aef2-8b7b60e401a5 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:54.392594 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d7bd5673-81ec-469e-b2d0-f436910bea4b req-956d0a4c-6d84-441b-8228-b7ee06526599 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:54.392867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216b4df-0635-4ef9-a788-aa03eb3b47e4 req-fca2457c-1cb3-482b-bc4b-3b49a605346b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:54.392867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216b4df-0635-4ef9-a788-aa03eb3b47e4 req-fca2457c-1cb3-482b-bc4b-3b49a605346b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:54.392867 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f216b4df-0635-4ef9-a788-aa03eb3b47e4 req-fca2457c-1cb3-482b-bc4b-3b49a605346b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.1277406
Apr 16 21:14:54.393768 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-113195c6-e7bd-4c74-ae72-fa5581602ac0 admin admin] Publish callbacks [] for security_group (61afe6ee-4af3-4732-829f-97323f5d0334), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:54.440890 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-113195c6-e7bd-4c74-ae72-fa5581602ac0 admin admin] Publish callbacks [] for security_group (61afe6ee-4af3-4732-829f-97323f5d0334), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:54.486272 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f216b4df-0635-4ef9-a788-aa03eb3b47e4 req-6000a020-4319-4b0b-820e-3868e752910f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0799949
Apr 16 21:14:54.555518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e497e26-aff5-4303-b6bb-27316dd2a412 req-56ef641a-3408-4f6b-9442-3bf17176ca69 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:54.556940 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e497e26-aff5-4303-b6bb-27316dd2a412 req-56ef641a-3408-4f6b-9442-3bf17176ca69 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 946 time: 0.0838413
Apr 16 21:14:54.623297 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d04773b8-b1ff-4432-9369-65356fcff791 req-0046e13c-8446-43b3-a2d3-90941eefa472 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d971969c-aa4b-4761-a632-23f88b833ec4 HTTP/1.1" status: 200  len: 210 time: 0.0347769
Apr 16 21:14:54.627754 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-6f54cb62-e39c-447c-b26c-ca71ce8a789d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3136904
Apr 16 21:14:54.639200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-f399adde-4978-4561-ba25-87ea451ad85f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:14:54.640764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-f399adde-4978-4561-ba25-87ea451ad85f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0068440
Apr 16 21:14:54.682137 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-113195c6-e7bd-4c74-ae72-fa5581602ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (61afe6ee-4af3-4732-829f-97323f5d0334), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:54.685094 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-113195c6-e7bd-4c74-ae72-fa5581602ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:54.688499 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-113195c6-e7bd-4c74-ae72-fa5581602ac0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61afe6ee-4af3-4732-829f-97323f5d0334 HTTP/1.1" status: 204  len: 168 time: 0.4641516
Apr 16 21:14:54.697306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113195c6-e7bd-4c74-ae72-fa5581602ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61afe6ee-4af3-4732-829f-97323f5d0334,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:54.817819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d7bd5673-81ec-469e-b2d0-f436910bea4b req-956d0a4c-6d84-441b-8228-b7ee06526599 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] For port abe53b48-55b2-448c-aef2-8b7b60e401a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abe53b48-55b2-448c-aef2-8b7b60e401a5,segment=NetworkSegment(5307ef0a-4986-4a61-8461-14d31ce58db7),segment_id=5307ef0a-4986-4a61-8461-14d31ce58db7)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:54.817819 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d7bd5673-81ec-469e-b2d0-f436910bea4b req-956d0a4c-6d84-441b-8228-b7ee06526599 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:54.839164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-d7bd5673-81ec-469e-b2d0-f436910bea4b req-956d0a4c-6d84-441b-8228-b7ee06526599 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Calling delete_port for abe53b48-55b2-448c-aef2-8b7b60e401a5 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:54.863980 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e497e26-aff5-4303-b6bb-27316dd2a412 req-d3aef868-471e-4bd0-8c11-594dddac7195 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/security-groups?id=968b46f4-3068-4d94-89f7-6846af312496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2997975
Apr 16 21:14:55.083626 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d7bd5673-81ec-469e-b2d0-f436910bea4b req-956d0a4c-6d84-441b-8228-b7ee06526599 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (abe53b48-55b2-448c-aef2-8b7b60e401a5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:55.095667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['abe53b48-55b2-448c-aef2-8b7b60e401a5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:55.171800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d0a4c-6d84-441b-8228-b7ee06526599 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Pushing event deleted for resources: {'Port': ['ID=abe53b48-55b2-448c-aef2-8b7b60e401a5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:55.176433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e2afe-e002-49f6-8a64-4b52a1a4ee0d req-ca79d779-abb8-4cf2-bbbd-da0dbf7e37c5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:55.186529 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-791e2afe-e002-49f6-8a64-4b52a1a4ee0d req-ca79d779-abb8-4cf2-bbbd-da0dbf7e37c5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1111887
Apr 16 21:14:55.204776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bd5673-81ec-469e-b2d0-f436910bea4b req-956d0a4c-6d84-441b-8228-b7ee06526599 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] No DVR routers for this DVR port abe53b48-55b2-448c-aef2-8b7b60e401a5 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:14:55.209536 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d7bd5673-81ec-469e-b2d0-f436910bea4b req-956d0a4c-6d84-441b-8228-b7ee06526599 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:55.213000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7bd5673-81ec-469e-b2d0-f436910bea4b req-956d0a4c-6d84-441b-8228-b7ee06526599 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.11 "DELETE /v2.0/ports/abe53b48-55b2-448c-aef2-8b7b60e401a5 HTTP/1.1" status: 204  len: 173 time: 0.9620790
Apr 16 21:14:55.274054 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-791e2afe-e002-49f6-8a64-4b52a1a4ee0d req-645d5cb9-4ed4-4dc3-bfa8-d0b48be3ef4a tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797272
Apr 16 21:14:55.335797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647fc15-cd39-4125-ac4f-3825495b8cd1 req-dd4453e5-4edb-4f14-954d-706e5176d2b0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:55.342771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4647fc15-cd39-4125-ac4f-3825495b8cd1 req-dd4453e5-4edb-4f14-954d-706e5176d2b0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0630786
Apr 16 21:14:55.388804 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4647fc15-cd39-4125-ac4f-3825495b8cd1 req-15cae1ce-99ca-4777-9792-e367fe67e2b6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452356
Apr 16 21:14:55.503586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497e3ce-28f4-4bcc-9d64-53cd616d4b0e req-1b43ac95-3212-4767-ac5b-93fe0ecf15c0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:55.505166 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a497e3ce-28f4-4bcc-9d64-53cd616d4b0e req-1b43ac95-3212-4767-ac5b-93fe0ecf15c0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0605183
Apr 16 21:14:55.561747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a497e3ce-28f4-4bcc-9d64-53cd616d4b0e req-0c05c0de-6784-4d45-b908-5095c899cecc tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486641
Apr 16 21:14:55.568223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'name': 'network-vif-deleted', 'tag': 'abe53b48-55b2-448c-aef2-8b7b60e401a5'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:55.570747 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d48a8-1dcf-4e87-be82-ef98e61b837a" -d '{"events": [{"server_uuid": "18e64ceb-9630-44a6-a82c-b8a53099b88f", "name": "network-vif-deleted", "tag": "abe53b48-55b2-448c-aef2-8b7b60e401a5"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:55.579919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:14:55.591804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57166) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:55.628796 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004ba06b-92a1-4608-8058-e3e159a7bdf9 x-openstack-request-id: req-004ba06b-92a1-4608-8058-e3e159a7bdf9 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:55.629093 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e64ceb-9630-44a6-a82c-b8a53099b88f", "name": "network-vif-deleted", "tag": "abe53b48-55b2-448c-aef2-8b7b60e401a5", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:55.629352 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-004ba06b-92a1-4608-8058-e3e159a7bdf9 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:55.630033 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004ba06b-92a1-4608-8058-e3e159a7bdf9'] response: {'server_uuid': '18e64ceb-9630-44a6-a82c-b8a53099b88f', 'name': 'network-vif-deleted', 'tag': 'abe53b48-55b2-448c-aef2-8b7b60e401a5', 'status': 'completed', 'code': 200}
Apr 16 21:14:55.637705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18120c43-b276-4e62-a6d9-5505e8910ef7 req-0518cc22-2b27-49f6-9eee-a05f92465fa5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:55.643285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18120c43-b276-4e62-a6d9-5505e8910ef7 req-0518cc22-2b27-49f6-9eee-a05f92465fa5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:55.649225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18120c43-b276-4e62-a6d9-5505e8910ef7 req-0518cc22-2b27-49f6-9eee-a05f92465fa5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:55.655317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18120c43-b276-4e62-a6d9-5505e8910ef7 req-0518cc22-2b27-49f6-9eee-a05f92465fa5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:55.661784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18120c43-b276-4e62-a6d9-5505e8910ef7 req-0518cc22-2b27-49f6-9eee-a05f92465fa5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:55.669265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18120c43-b276-4e62-a6d9-5505e8910ef7 req-0518cc22-2b27-49f6-9eee-a05f92465fa5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:55.674979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18120c43-b276-4e62-a6d9-5505e8910ef7 req-0518cc22-2b27-49f6-9eee-a05f92465fa5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:55.677327 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18120c43-b276-4e62-a6d9-5505e8910ef7 req-0518cc22-2b27-49f6-9eee-a05f92465fa5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.1109645
Apr 16 21:14:55.751814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:55.763815 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18120c43-b276-4e62-a6d9-5505e8910ef7 req-5b3bc818-e933-4447-8f32-6b82f5faf43e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0798953
Apr 16 21:14:55.767774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'port_id': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'mac_address': 'fa:16:3e:7e:a6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:14:55.812420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:55.820117 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:55.820367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-51b439f0-fa21-4c41-b8e2-965785b07d62 tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:55.820592 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-51b439f0-fa21-4c41-b8e2-965785b07d62 tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] 10.222.0.20 "GET /v2.0/ports/0e4ce80e-dded-45a4-8cad-59e6b3b64323 HTTP/1.1" status: 200  len: 1129 time: 0.2271404
Apr 16 21:14:55.833377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:14:55.854834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:55.875711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0e96d99c-8339-47c4-aadc-62a791ca4b9a no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:55.898696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 0e96d99c-8339-47c4-aadc-62a791ca4b9a {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:14:55.899081 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0e96d99c-8339-47c4-aadc-62a791ca4b9a not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:14:55.980651 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:55.982722 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2356ffc2-c80d-476e-8a29-45f290c160ab req-0f893555-0b41-46c8-91f7-c00167a9ec6f tempest-FloatingIPsAssociationNegativeTestJSON-1147306263 tempest-FloatingIPsAssociationNegativeTestJSON-1147306263-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e64ceb-9630-44a6-a82c-b8a53099b88f HTTP/1.1" status: 200  len: 210 time: 0.0297029
Apr 16 21:14:56.042244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=12']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:56.068731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:14:56.100304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57190) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:56.212552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-849413639-network', 'tenant_id': '5ec2ad232d62489aa704075fad5305c2'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:56.305905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81a76d-9981-4856-8c60-32b5881d5b4a req-2da27664-49d4-4a1c-87b5-7fc381c2a731 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:56.308390 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f81a76d-9981-4856-8c60-32b5881d5b4a req-2da27664-49d4-4a1c-87b5-7fc381c2a731 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 944 time: 0.0538900
Apr 16 21:14:56.358808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Made reservation on behalf of 5ec2ad232d62489aa704075fad5305c2 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:14:56.361215 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:56.361417 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f81a76d-9981-4856-8c60-32b5881d5b4a req-32b5707f-3fa3-4207-b8a3-214de626d83f tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455050
Apr 16 21:14:56.389068 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:56.418683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119da3a-f0c5-4cc1-ae90-b9dfd4fad7f0 req-4f5d215c-ad95-4aac-8f07-9b7bc2522dff tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:56.421136 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a119da3a-f0c5-4cc1-ae90-b9dfd4fad7f0 req-4f5d215c-ad95-4aac-8f07-9b7bc2522dff tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0770566
Apr 16 21:14:56.512544 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a119da3a-f0c5-4cc1-ae90-b9dfd4fad7f0 req-823b44e2-077f-4f63-a1f9-7d73b3df9300 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758071
Apr 16 21:14:56.524797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af71d-bf98-4f09-91ee-5c2b1162976e req-aa6c711f-7cae-41da-bfe1-270f344cf0dd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:56.534221 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-560af71d-bf98-4f09-91ee-5c2b1162976e req-aa6c711f-7cae-41da-bfe1-270f344cf0dd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 946 time: 0.0730476
Apr 16 21:14:56.543464 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Publish callbacks [] for security_group (6da26b0b-1549-4e17-80ad-bd7e1f0da14a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:56.588861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-560af71d-bf98-4f09-91ee-5c2b1162976e req-dd801dac-3951-4a4f-acd7-f6777a442b1c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478835
Apr 16 21:14:56.651906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028852d8-e0cf-43f4-80bc-09e247b0dd98 req-78b232e6-9722-4999-b371-f4a778a358eb tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:56.653335 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-028852d8-e0cf-43f4-80bc-09e247b0dd98 req-78b232e6-9722-4999-b371-f4a778a358eb tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 944 time: 0.0505867
Apr 16 21:14:56.683040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37e1b-620a-43a0-9d69-b5cf342438d2 req-21ef505a-f4de-4007-b66d-c462f2b7a4ed tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:56.685104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6bf37e1b-620a-43a0-9d69-b5cf342438d2 req-21ef505a-f4de-4007-b66d-c462f2b7a4ed tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0542369
Apr 16 21:14:56.712884 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6da26b0b-1549-4e17-80ad-bd7e1f0da14a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:56.751562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-028852d8-e0cf-43f4-80bc-09e247b0dd98 req-ef66f6b4-e0aa-4b58-aa80-621eab0dea75 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Deleting port a34708cf-de0c-422b-ad52-0051f88b2bb4 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:56.751969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-028852d8-e0cf-43f4-80bc-09e247b0dd98 req-ef66f6b4-e0aa-4b58-aa80-621eab0dea75 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:56.753706 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6bf37e1b-620a-43a0-9d69-b5cf342438d2 req-1c1f59d1-df8c-4ef5-b884-5886b5680165 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624363
Apr 16 21:14:56.759068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:14:56.790314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da26b0b-1549-4e17-80ad-bd7e1f0da14a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:56.795826 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:56.796187 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Added segment ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6 of type vlan for network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97
Apr 16 21:14:56.851098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-028852d8-e0cf-43f4-80bc-09e247b0dd98 req-ef66f6b4-e0aa-4b58-aa80-621eab0dea75 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] For port a34708cf-de0c-422b-ad52-0051f88b2bb4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a34708cf-de0c-422b-ad52-0051f88b2bb4,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:56.851500 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-028852d8-e0cf-43f4-80bc-09e247b0dd98 req-ef66f6b4-e0aa-4b58-aa80-621eab0dea75 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:56.851772 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (630ead34-ffcc-4ecb-82b7-48adfc0b0b97), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:56.870633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-028852d8-e0cf-43f4-80bc-09e247b0dd98 req-ef66f6b4-e0aa-4b58-aa80-621eab0dea75 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Calling delete_port for a34708cf-de0c-422b-ad52-0051f88b2bb4 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:56.967767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f0537-5e34-431c-94f5-72b77483eaab req-a63c81e3-be8d-4598-be97-84f5098a21e8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:56.973431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f0537-5e34-431c-94f5-72b77483eaab req-a63c81e3-be8d-4598-be97-84f5098a21e8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:56.979441 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f0537-5e34-431c-94f5-72b77483eaab req-a63c81e3-be8d-4598-be97-84f5098a21e8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:56.986376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f0537-5e34-431c-94f5-72b77483eaab req-a63c81e3-be8d-4598-be97-84f5098a21e8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:56.988814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (630ead34-ffcc-4ecb-82b7-48adfc0b0b97), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:56.995070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:56.995657 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f0537-5e34-431c-94f5-72b77483eaab req-a63c81e3-be8d-4598-be97-84f5098a21e8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:56.995767 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:56.996833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f0537-5e34-431c-94f5-72b77483eaab req-a63c81e3-be8d-4598-be97-84f5098a21e8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:57.002109 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f0537-5e34-431c-94f5-72b77483eaab req-a63c81e3-be8d-4598-be97-84f5098a21e8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:57.004845 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-898f0537-5e34-431c-94f5-72b77483eaab req-a63c81e3-be8d-4598-be97-84f5098a21e8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.1317708
Apr 16 21:14:57.067901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57206) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:57.088138 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] Pushing event updated for resources: {'Network': ['ID=630ead34-ffcc-4ecb-82b7-48adfc0b0b97,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:57.098191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:14:57.159514 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-898f0537-5e34-431c-94f5-72b77483eaab req-d9e91c33-12f7-4bea-9f50-82dad3e2e11d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1456974
Apr 16 21:14:57.167009 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-39b7b456-92dd-474a-b8c4-fe3d6d6da567 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0646963
Apr 16 21:14:57.169803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57208) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:57.179169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d75ff6ed-74fc-4509-b92c-0f8c711fb6cb admin admin] Request body: {'subnet': {'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-849413639-subnet', 'tenant_id': '5ec2ad232d62489aa704075fad5305c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:14:57.272771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75ff6ed-74fc-4509-b92c-0f8c711fb6cb admin admin] Made reservation on behalf of 5ec2ad232d62489aa704075fad5305c2 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:14:57.275145 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d75ff6ed-74fc-4509-b92c-0f8c711fb6cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:57.326585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-028852d8-e0cf-43f4-80bc-09e247b0dd98 req-ef66f6b4-e0aa-4b58-aa80-621eab0dea75 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a34708cf-de0c-422b-ad52-0051f88b2bb4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:57.369520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66f6b4-e0aa-4b58-aa80-621eab0dea75 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Pushing event deleted for resources: {'Port': ['ID=a34708cf-de0c-422b-ad52-0051f88b2bb4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:57.425785 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-028852d8-e0cf-43f4-80bc-09e247b0dd98 req-ef66f6b4-e0aa-4b58-aa80-621eab0dea75 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] No DVR routers for this DVR port a34708cf-de0c-422b-ad52-0051f88b2bb4 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:14:57.428854 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-028852d8-e0cf-43f4-80bc-09e247b0dd98 req-ef66f6b4-e0aa-4b58-aa80-621eab0dea75 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:57.433026 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-028852d8-e0cf-43f4-80bc-09e247b0dd98 req-ef66f6b4-e0aa-4b58-aa80-621eab0dea75 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.11 "DELETE /v2.0/ports/a34708cf-de0c-422b-ad52-0051f88b2bb4 HTTP/1.1" status: 204  len: 173 time: 0.7733116
Apr 16 21:14:57.495743 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8455e24-49e0-4886-be8e-83f9e9cd87f3 req-4d3adf87-7f9e-4e32-8890-dfe50a2fe024 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 210 time: 0.0400548
Apr 16 21:14:57.556592 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d75ff6ed-74fc-4509-b92c-0f8c711fb6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (7d8919ae-c853-439e-81e2-dc9b8bceea90), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:57.593552 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:14:57.610403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ff6ed-74fc-4509-b92c-0f8c711fb6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8919ae-c853-439e-81e2-dc9b8bceea90,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:57.627812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ff6ed-74fc-4509-b92c-0f8c711fb6cb admin admin] Checking segment: {'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:14:57.628102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ff6ed-74fc-4509-b92c-0f8c711fb6cb admin admin] Network hostable DHCP agents. Network: 630ead34-ffcc-4ecb-82b7-48adfc0b0b97, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:14:57.656496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3b9549-fb07-458b-84bf-3f1d36449e6e', 'name': 'network-vif-deleted', 'tag': 'a34708cf-de0c-422b-ad52-0051f88b2bb4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:57.658985 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8830ff-f0b4-4bbc-94db-d49f5b8f4fb0" -d '{"events": [{"server_uuid": "bc3b9549-fb07-458b-84bf-3f1d36449e6e", "name": "network-vif-deleted", "tag": "a34708cf-de0c-422b-ad52-0051f88b2bb4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:57.682982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f3245fa-397e-472b-8654-a1f75091d65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (58eded57-4394-4d57-b4ce-2761d71ade2a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:57.707556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:14:57.707930 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:57.718763 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ff6ed-74fc-4509-b92c-0f8c711fb6cb admin admin] Network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:14:57.726801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dfd20-4bbc-4e6e-93b4-b3d4849b6854 req-f687c98b-1d00-4172-94d5-2d57330b8f12 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:57.733998 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7a5dfd20-4bbc-4e6e-93b4-b3d4849b6854 req-f687c98b-1d00-4172-94d5-2d57330b8f12 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 946 time: 0.0623477
Apr 16 21:14:57.743105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc0a66-7f94-4144-a395-948e22d5c0ec req-55a61046-5508-4e4a-8d34-50e29e683256 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:57.745346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-39fc0a66-7f94-4144-a395-948e22d5c0ec req-55a61046-5508-4e4a-8d34-50e29e683256 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1468472
Apr 16 21:14:57.800161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:14:57.800960 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:57.808271 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7a5dfd20-4bbc-4e6e-93b4-b3d4849b6854 req-2a6d55d0-c4ec-43bc-b9c4-c2b07cbe4393 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689316
Apr 16 21:14:57.819415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d75ff6ed-74fc-4509-b92c-0f8c711fb6cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 630ead34-ffcc-4ecb-82b7-48adfc0b0b97) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:14:57.823854 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ff6ed-74fc-4509-b92c-0f8c711fb6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:57.826074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d75ff6ed-74fc-4509-b92c-0f8c711fb6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:57.831452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1046d6c-9bf2-4d77-8c94-d5571f02361d None None] Network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:14:57.838855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:14:57.841797 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b27a62b-9703-4f13-ab8e-ce4e8e4768aa" -d '{"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-plugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:14:57.880298 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5c6eb5-67b6-455c-a183-30d0be6e080e x-openstack-request-id: req-1f5c6eb5-67b6-455c-a183-30d0be6e080e {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:57.880606 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3b9549-fb07-458b-84bf-3f1d36449e6e", "name": "network-vif-deleted", "tag": "a34708cf-de0c-422b-ad52-0051f88b2bb4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:57.880899 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f5c6eb5-67b6-455c-a183-30d0be6e080e {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:57.881249 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5c6eb5-67b6-455c-a183-30d0be6e080e'] response: {'server_uuid': 'bc3b9549-fb07-458b-84bf-3f1d36449e6e', 'name': 'network-vif-deleted', 'tag': 'a34708cf-de0c-422b-ad52-0051f88b2bb4', 'status': 'completed', 'code': 200}
Apr 16 21:14:57.898334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device abe53b48-55b2-448c-aef2-8b7b60e401a5 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:14:57.904540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:57.925527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: abe53b48-55b2-448c-aef2-8b7b60e401a5 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:14:57.925879 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device abe53b48-55b2-448c-aef2-8b7b60e401a5 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:14:57.945932 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d75ff6ed-74fc-4509-b92c-0f8c711fb6cb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7651286
Apr 16 21:14:57.947665 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-39fc0a66-7f94-4144-a395-948e22d5c0ec req-ec76e038-4fd4-4f9f-81d3-4dd25bf4223c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431122
Apr 16 21:14:58.004216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741fda2b-0106-486c-9d18-5b59080f9514 None None] Network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:14:58.007284 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:58.023451 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f058bb2f-4e4f-4003-a35c-e39a836e5a82 x-openstack-request-id: req-f058bb2f-4e4f-4003-a35c-e39a836e5a82 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:14:58.025005 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-plugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:14:58.025133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522fc8-4734-464e-b291-6eeaf259b07c req-93bfba1e-d50e-48b5-98ed-2675f79683cd tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:58.025250 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f058bb2f-4e4f-4003-a35c-e39a836e5a82 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:14:58.025250 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f058bb2f-4e4f-4003-a35c-e39a836e5a82'] response: {'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'code': 200}
Apr 16 21:14:58.035682 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01522fc8-4734-464e-b291-6eeaf259b07c req-93bfba1e-d50e-48b5-98ed-2675f79683cd tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.1148033
Apr 16 21:14:58.092655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-8f3245fa-397e-472b-8654-a1f75091d65c admin admin] Deleting port 2a51484b-b3a9-46a8-943a-c524a08d8765 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:14:58.093130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f3245fa-397e-472b-8654-a1f75091d65c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:58.100953 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01522fc8-4734-464e-b291-6eeaf259b07c req-e2224382-2541-4803-bf02-54dd96e4465f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643196
Apr 16 21:14:58.139801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=13']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:58.200214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-8f3245fa-397e-472b-8654-a1f75091d65c admin admin] For port 2a51484b-b3a9-46a8-943a-c524a08d8765, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a51484b-b3a9-46a8-943a-c524a08d8765,segment=NetworkSegment(5307ef0a-4986-4a61-8461-14d31ce58db7),segment_id=5307ef0a-4986-4a61-8461-14d31ce58db7)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:14:58.200581 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f3245fa-397e-472b-8654-a1f75091d65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:58.215180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-8f3245fa-397e-472b-8654-a1f75091d65c admin admin] Calling delete_port for 2a51484b-b3a9-46a8-943a-c524a08d8765 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:14:58.314048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573d5e6-0ed7-4214-bd3e-a238527f7e9d req-a56a6eae-4988-4a87-85f8-e5882709aca5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:58.319410 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573d5e6-0ed7-4214-bd3e-a238527f7e9d req-a56a6eae-4988-4a87-85f8-e5882709aca5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:58.325584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573d5e6-0ed7-4214-bd3e-a238527f7e9d req-a56a6eae-4988-4a87-85f8-e5882709aca5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:58.331286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573d5e6-0ed7-4214-bd3e-a238527f7e9d req-a56a6eae-4988-4a87-85f8-e5882709aca5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:58.336657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573d5e6-0ed7-4214-bd3e-a238527f7e9d req-a56a6eae-4988-4a87-85f8-e5882709aca5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:58.342630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573d5e6-0ed7-4214-bd3e-a238527f7e9d req-a56a6eae-4988-4a87-85f8-e5882709aca5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:58.348476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573d5e6-0ed7-4214-bd3e-a238527f7e9d req-a56a6eae-4988-4a87-85f8-e5882709aca5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:58.352682 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7573d5e6-0ed7-4214-bd3e-a238527f7e9d req-a56a6eae-4988-4a87-85f8-e5882709aca5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.0989528
Apr 16 21:14:58.415254 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7573d5e6-0ed7-4214-bd3e-a238527f7e9d req-2f586713-3e64-483d-8f75-4a82e89d85cd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0589087
Apr 16 21:14:58.522071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-47c2e572-e71c-4e38-acd2-c57407975795 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:58.523547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-47c2e572-e71c-4e38-acd2-c57407975795 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/networks?id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97 HTTP/1.1" status: 200  len: 812 time: 0.1467352
Apr 16 21:14:58.541205 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-cb41ed27-7a73-4c13-bef4-1ba736beb75a tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/quotas/5ec2ad232d62489aa704075fad5305c2 HTTP/1.1" status: 200  len: 375 time: 0.0097463
Apr 16 21:14:58.582129 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-4c5eda1e-2d69-44b5-9354-9269d76edbb7 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ec2ad232d62489aa704075fad5305c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0353537
Apr 16 21:14:58.610939 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55b7d597-25b1-4de6-bf03-447dced37d0f req-49f45142-079b-4869-afb4-0451e77ebf4e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc3b9549-fb07-458b-84bf-3f1d36449e6e HTTP/1.1" status: 200  len: 210 time: 0.0340199
Apr 16 21:14:58.633684 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f3245fa-397e-472b-8654-a1f75091d65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2a51484b-b3a9-46a8-943a-c524a08d8765), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:58.667527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3245fa-397e-472b-8654-a1f75091d65c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a51484b-b3a9-46a8-943a-c524a08d8765,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:14:58.748082 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-db5804a2-1c79-4d23-baca-1e3654561dfa service neutron] 10.222.0.20 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580203
Apr 16 21:14:58.929200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b13fe-acfe-4258-8628-525b10348a29 req-78fee0dd-e657-49af-87e0-9126b77ac9da tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:58.930771 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-736b13fe-acfe-4258-8628-525b10348a29 req-78fee0dd-e657-49af-87e0-9126b77ac9da tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0550866
Apr 16 21:14:58.983251 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-736b13fe-acfe-4258-8628-525b10348a29 req-64ab48e6-8f05-4402-b33f-fcd6170399b5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454645
Apr 16 21:14:59.097691 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4a81e-b3c0-4ea8-a7db-1fefb8fbfdd9 req-f783115e-c214-43d0-a08d-972adbb6b026 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:59.099296 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ae4a81e-b3c0-4ea8-a7db-1fefb8fbfdd9 req-f783115e-c214-43d0-a08d-972adbb6b026 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0498047
Apr 16 21:14:59.148787 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ae4a81e-b3c0-4ea8-a7db-1fefb8fbfdd9 req-af01e425-12fc-49cb-a76f-f8447220baa5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429087
Apr 16 21:14:59.151237 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-25c2fba2-32e4-472b-8eda-821d846d66e2 service neutron] 10.222.0.20 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3968122
Apr 16 21:14:59.155921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f3245fa-397e-472b-8654-a1f75091d65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (58eded57-4394-4d57-b4ce-2761d71ade2a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:59.305657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7046e-26ad-4915-8c4a-c3dc53983b63 req-909bee54-576f-4e2b-91d5-86fcdb4f46a2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:59.308157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c4c7046e-26ad-4915-8c4a-c3dc53983b63 req-909bee54-576f-4e2b-91d5-86fcdb4f46a2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0965376
Apr 16 21:14:59.357260 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c4c7046e-26ad-4915-8c4a-c3dc53983b63 req-4d40472f-32d3-40db-a1ae-ca83e59bceaa tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425122
Apr 16 21:14:59.405798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3245fa-397e-472b-8654-a1f75091d65c admin admin] Router 58eded57-4394-4d57-b4ce-2761d71ade2a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:14:59.531147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3245fa-397e-472b-8654-a1f75091d65c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:14:59.536603 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8f3245fa-397e-472b-8654-a1f75091d65c admin admin] 10.222.0.20 "PUT /v2.0/routers/58eded57-4394-4d57-b4ce-2761d71ade2a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4674740
Apr 16 21:14:59.539244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57250) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:14:59.540995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c81159-ff63-40c1-9b5b-a4254a648b12 None None] Sync routers for ids ['58eded57-4394-4d57-b4ce-2761d71ade2a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:14:59.567216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c81159-ff63-40c1-9b5b-a4254a648b12 None None] Routers {'58eded57-4394-4d57-b4ce-2761d71ade2a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:14:59.567940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-17c81159-ff63-40c1-9b5b-a4254a648b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126274040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:14:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['58eded57-4394-4d57-b4ce-2761d71ade2a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:14:59.598589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a23d2-394e-41d3-b961-3c3f0d370231 req-a0f58c7c-8715-4c03-84e0-b2fc41835e3c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:59.620455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a23d2-394e-41d3-b961-3c3f0d370231 req-a0f58c7c-8715-4c03-84e0-b2fc41835e3c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:59.636773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 89946b61-fbf7-4964-8abf-1d6403aac9ec details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:14:59.637501 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a23d2-394e-41d3-b961-3c3f0d370231 req-a0f58c7c-8715-4c03-84e0-b2fc41835e3c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:59.642904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a23d2-394e-41d3-b961-3c3f0d370231 req-a0f58c7c-8715-4c03-84e0-b2fc41835e3c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:59.658910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a23d2-394e-41d3-b961-3c3f0d370231 req-a0f58c7c-8715-4c03-84e0-b2fc41835e3c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:59.671062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a23d2-394e-41d3-b961-3c3f0d370231 req-a0f58c7c-8715-4c03-84e0-b2fc41835e3c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:59.682641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a23d2-394e-41d3-b961-3c3f0d370231 req-a0f58c7c-8715-4c03-84e0-b2fc41835e3c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:14:59.701979 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e39a23d2-394e-41d3-b961-3c3f0d370231 req-a0f58c7c-8715-4c03-84e0-b2fc41835e3c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5417 time: 0.2006748
Apr 16 21:14:59.730191 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Publish callbacks [] for router (58eded57-4394-4d57-b4ce-2761d71ade2a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:14:59.779961 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e39a23d2-394e-41d3-b961-3c3f0d370231 req-456a3d7a-6598-4d53-9415-5213f4715f80 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0770211
Apr 16 21:14:59.836930 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5d856b87-da29-4bb9-998e-9f6f45c5df44 req-7a57fcc2-702a-4b2d-8fe7-5ff5254eb4fb tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 210 time: 0.0480905
Apr 16 21:14:59.869088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-17c81159-ff63-40c1-9b5b-a4254a648b12 None None] Set router 58eded57-4394-4d57-b4ce-2761d71ade2a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:14:59.918180 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Publish callbacks [] for router_gateway (58eded57-4394-4d57-b4ce-2761d71ade2a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:00.002034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 89946b61-fbf7-4964-8abf-1d6403aac9ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89946b61-fbf7-4964-8abf-1d6403aac9ec,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:00.025404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '89946b61-fbf7-4964-8abf-1d6403aac9ec', 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649', 'port_id': '89946b61-fbf7-4964-8abf-1d6403aac9ec', 'mac_address': 'fa:16:3e:86:62:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2903b39-0ea8-4780-bd2f-b10a23ab22a1', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:00.083113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Deleting port 66094c10-96a6-471f-a622-095b9bfef2ac {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:15:00.084220 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (66094c10-96a6-471f-a622-095b9bfef2ac), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:00.112708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 89946b61-fbf7-4964-8abf-1d6403aac9ec is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:00.118111 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:00.130665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-17c81159-ff63-40c1-9b5b-a4254a648b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126274040>, [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120'}], 'enable_snat': True}, 'gw_port_id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:58Z', 'revision_number': 5, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port': {'id': '66094c10-96a6-471f-a622-095b9bfef2ac', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:14:10Z', 'updated_at': '2022-04-16T21:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:00.133345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89946b61-fbf7-4964-8abf-1d6403aac9ec {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:00.172255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c81159-ff63-40c1-9b5b-a4254a648b12 None None] Checking router: 58eded57-4394-4d57-b4ce-2761d71ade2a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:15:00.190593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 89946b61-fbf7-4964-8abf-1d6403aac9ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89946b61-fbf7-4964-8abf-1d6403aac9ec,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:00.191642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c81159-ff63-40c1-9b5b-a4254a648b12 None None] Routers {'58eded57-4394-4d57-b4ce-2761d71ade2a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:15:00.192291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-17c81159-ff63-40c1-9b5b-a4254a648b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126274040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:14:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['58eded57-4394-4d57-b4ce-2761d71ade2a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:00.229818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-881c4e3a-c1fe-40ea-9cbe-49b1902b90b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:00.238855 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-881c4e3a-c1fe-40ea-9cbe-49b1902b90b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 1132 time: 0.0848901
Apr 16 21:15:00.239551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58e1ca-18b8-4721-8547-1f3020b2a5a2 req-03353ee2-6cab-4e4c-b9ee-eb3fd886dd1d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:00.241046 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf58e1ca-18b8-4721-8547-1f3020b2a5a2 req-03353ee2-6cab-4e4c-b9ee-eb3fd886dd1d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0675189
Apr 16 21:15:00.294068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-17c81159-ff63-40c1-9b5b-a4254a648b12 None None] Set router 58eded57-4394-4d57-b4ce-2761d71ade2a gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:15:00.336828 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938e0f6-46d8-4dbf-870d-7219087ced0b req-8c958ed4-f4a3-4b49-bace-d33207b3c555 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:00.342564 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e938e0f6-46d8-4dbf-870d-7219087ced0b req-8c958ed4-f4a3-4b49-bace-d33207b3c555 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0613506
Apr 16 21:15:00.359227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-17c81159-ff63-40c1-9b5b-a4254a648b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126274040>, [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:59Z', 'revision_number': 6, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:00.360412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] For port 66094c10-96a6-471f-a622-095b9bfef2ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66094c10-96a6-471f-a622-095b9bfef2ac,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:00.360802 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (66094c10-96a6-471f-a622-095b9bfef2ac), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:00.395894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Calling delete_port for 66094c10-96a6-471f-a622-095b9bfef2ac owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:15:00.396198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c81159-ff63-40c1-9b5b-a4254a648b12 None None] The sync data for ids ['58eded57-4394-4d57-b4ce-2761d71ade2a'] in ncdv-master-1 is: [{'id': '58eded57-4394-4d57-b4ce-2761d71ade2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1063806919-router', 'tenant_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:14:09Z', 'updated_at': '2022-04-16T21:14:59Z', 'revision_number': 6, 'project_id': 'be0fd7025ca44244ae100b2b916ad1d8', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:15:00.398060 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:00.398714 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 90479900-4d72-46a0-92ee-feff9e50d619 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:00.407762 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf58e1ca-18b8-4721-8547-1f3020b2a5a2 req-434676e0-840f-4faa-8c9c-e61543fd38fa tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1451724
Apr 16 21:15:00.409206 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e938e0f6-46d8-4dbf-870d-7219087ced0b req-d313d906-09de-4f12-9dd4-848cb51f2677 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593216
Apr 16 21:15:00.433991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-dec82420-0c89-4068-80e3-cc1236b76319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:00.433991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-dec82420-0c89-4068-80e3-cc1236b76319 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1891870
Apr 16 21:15:00.569893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa11ae8-14b0-4d16-b745-19df3d776842 req-3f35f0a8-2fe0-4211-af2a-a84220f64db5 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:00.572083 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afa11ae8-14b0-4d16-b745-19df3d776842 req-3f35f0a8-2fe0-4211-af2a-a84220f64db5 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 945 time: 0.0572817
Apr 16 21:15:00.579672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=89946b61-fbf7-4964-8abf-1d6403aac9ec,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:00.597157 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-be523324-4562-479e-94f6-515e423daa80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323 HTTP/1.1" status: 200  len: 217 time: 0.1106176
Apr 16 21:15:00.612213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 90479900-4d72-46a0-92ee-feff9e50d619, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90479900-4d72-46a0-92ee-feff9e50d619,segment=NetworkSegment(9bd09c80-5899-46f1-b1f8-35481ccea76a),segment_id=9bd09c80-5899-46f1-b1f8-35481ccea76a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:00.625351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '90479900-4d72-46a0-92ee-feff9e50d619', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'port_id': '90479900-4d72-46a0-92ee-feff9e50d619', 'mac_address': 'fa:16:3e:dd:db:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:00.631658 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afa11ae8-14b0-4d16-b745-19df3d776842 req-cc5824d4-280d-4313-b365-9b5c428cb772 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512474
Apr 16 21:15:00.663767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 90479900-4d72-46a0-92ee-feff9e50d619 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:00.665155 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (90479900-4d72-46a0-92ee-feff9e50d619), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:00.682438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90479900-4d72-46a0-92ee-feff9e50d619 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:00.703083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 90479900-4d72-46a0-92ee-feff9e50d619, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90479900-4d72-46a0-92ee-feff9e50d619,segment=NetworkSegment(9bd09c80-5899-46f1-b1f8-35481ccea76a),segment_id=9bd09c80-5899-46f1-b1f8-35481ccea76a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:00.737281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77820db-dbef-4ecd-84b8-8d7119f99248 req-e07bc17f-f6e3-475f-b512-fe6daca77b62 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:00.738882 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f77820db-dbef-4ecd-84b8-8d7119f99248 req-e07bc17f-f6e3-475f-b512-fe6daca77b62 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.1533339
Apr 16 21:15:00.747562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-c2788c90-6252-4f6e-947e-116c8143c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:00.749212 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-c2788c90-6252-4f6e-947e-116c8143c6cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1371849
Apr 16 21:15:00.813427 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (90479900-4d72-46a0-92ee-feff9e50d619), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:00.816909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 973da309-126f-4308-a6f4-32352abab6e7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:00.921112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-baadb344-369e-4ef5-b4f3-8636bc1daa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:00.923003 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-baadb344-369e-4ef5-b4f3-8636bc1daa8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1677263
Apr 16 21:15:00.932661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 973da309-126f-4308-a6f4-32352abab6e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=973da309-126f-4308-a6f4-32352abab6e7,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:00.932807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f77820db-dbef-4ecd-84b8-8d7119f99248 req-a2da02c1-a932-4f1c-a52b-e4817ba6b9f3 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853175
Apr 16 21:15:00.943778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '973da309-126f-4308-a6f4-32352abab6e7', 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649', 'port_id': '973da309-126f-4308-a6f4-32352abab6e7', 'mac_address': 'fa:16:3e:ce:a4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2903b39-0ea8-4780-bd2f-b10a23ab22a1', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:00.970125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=90479900-4d72-46a0-92ee-feff9e50d619,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:01.002632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08af80-e9cd-4cae-a3b4-f4e9bf8af68f req-2c962bfe-ff23-4206-a6a8-a2155fd20776 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:01.008121 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08af80-e9cd-4cae-a3b4-f4e9bf8af68f req-2c962bfe-ff23-4206-a6a8-a2155fd20776 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:01.023576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08af80-e9cd-4cae-a3b4-f4e9bf8af68f req-2c962bfe-ff23-4206-a6a8-a2155fd20776 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:01.032094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08af80-e9cd-4cae-a3b4-f4e9bf8af68f req-2c962bfe-ff23-4206-a6a8-a2155fd20776 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:01.036249 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 973da309-126f-4308-a6f4-32352abab6e7 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:01.036650 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (973da309-126f-4308-a6f4-32352abab6e7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:01.038406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08af80-e9cd-4cae-a3b4-f4e9bf8af68f req-2c962bfe-ff23-4206-a6a8-a2155fd20776 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:01.044890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08af80-e9cd-4cae-a3b4-f4e9bf8af68f req-2c962bfe-ff23-4206-a6a8-a2155fd20776 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:01.050512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08af80-e9cd-4cae-a3b4-f4e9bf8af68f req-2c962bfe-ff23-4206-a6a8-a2155fd20776 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:01.050892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973da309-126f-4308-a6f4-32352abab6e7 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:01.052857 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ed08af80-e9cd-4cae-a3b4-f4e9bf8af68f req-2c962bfe-ff23-4206-a6a8-a2155fd20776 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5419 time: 0.1713514
Apr 16 21:15:01.076240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 973da309-126f-4308-a6f4-32352abab6e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=973da309-126f-4308-a6f4-32352abab6e7,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:01.083736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4112263d-3542-4fba-8ff9-0e40d4bd467f req-50a778f1-b42b-4e22-ad16-5700b7ea4fd8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 210 time: 0.0621462
Apr 16 21:15:01.107148 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (66094c10-96a6-471f-a622-095b9bfef2ac), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:01.119589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78057631-7450-433c-953f-6370aa440e30 req-060d8518-6118-4ead-a923-87360963cab8 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:01.121223 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78057631-7450-433c-953f-6370aa440e30 req-060d8518-6118-4ead-a923-87360963cab8 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.41 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 945 time: 0.1145494
Apr 16 21:15:01.133057 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ed08af80-e9cd-4cae-a3b4-f4e9bf8af68f req-35dbaec1-d1c5-41ff-89af-fe44ef3cdb77 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0677187
Apr 16 21:15:01.153130 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (973da309-126f-4308-a6f4-32352abab6e7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:01.153944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b6827444-dd7b-4b83-a82d-0112e07ad27f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:01.169147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=66094c10-96a6-471f-a622-095b9bfef2ac,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:01.218982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b6827444-dd7b-4b83-a82d-0112e07ad27f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6827444-dd7b-4b83-a82d-0112e07ad27f,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:01.230714 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-70c46a6b-1005-4f52-a797-6a4e27f16292 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2946756
Apr 16 21:15:01.239507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'b6827444-dd7b-4b83-a82d-0112e07ad27f', 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649', 'port_id': 'b6827444-dd7b-4b83-a82d-0112e07ad27f', 'mac_address': 'fa:16:3e:d6:2d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2903b39-0ea8-4780-bd2f-b10a23ab22a1', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:01.285273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=973da309-126f-4308-a6f4-32352abab6e7,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:01.301383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b6827444-dd7b-4b83-a82d-0112e07ad27f is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:01.301890 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:01.318396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6827444-dd7b-4b83-a82d-0112e07ad27f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:01.350910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b6827444-dd7b-4b83-a82d-0112e07ad27f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6827444-dd7b-4b83-a82d-0112e07ad27f,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:01.378575 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (58eded57-4394-4d57-b4ce-2761d71ade2a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:01.380491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-78057631-7450-433c-953f-6370aa440e30 req-dd4a709c-9a2c-41c6-9fc5-d82602d4cc66 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Deleting port cde5a5c3-65ba-417d-8651-74ec3a50ff0d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:15:01.381026 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78057631-7450-433c-953f-6370aa440e30 req-dd4a709c-9a2c-41c6-9fc5-d82602d4cc66 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:01.433052 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:01.500961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b6827444-dd7b-4b83-a82d-0112e07ad27f,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:01.582782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a6a93-1ff0-4023-ad0f-1ad43d929d34 req-757746c1-e34e-473f-a7e1-de79435970bc tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:01.584945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-813a6a93-1ff0-4023-ad0f-1ad43d929d34 req-757746c1-e34e-473f-a7e1-de79435970bc tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0553467
Apr 16 21:15:01.644591 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (58eded57-4394-4d57-b4ce-2761d71ade2a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:01.651938 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Publish callbacks [] for router_controller (58eded57-4394-4d57-b4ce-2761d71ade2a), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:01.661476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-41fedc8b-0f87-4783-9158-18096ed60a43 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4220073
Apr 16 21:15:01.669443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 66094c10-96a6-471f-a622-095b9bfef2ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:15:01.716606 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-813a6a93-1ff0-4023-ad0f-1ad43d929d34 req-b5d2d992-1582-4c60-a028-b7a7b2f42c69 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1134965
Apr 16 21:15:01.749282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc898d6-d2e1-48fb-b3db-8f332d25a1d6 req-3318c22b-cbcc-4147-8338-174cbc338dd2 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:01.753476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 66094c10-96a6-471f-a622-095b9bfef2ac {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:15:01.754019 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 66094c10-96a6-471f-a622-095b9bfef2ac not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:15:01.754625 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 2a51484b-b3a9-46a8-943a-c524a08d8765 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:15:01.756323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bc898d6-d2e1-48fb-b3db-8f332d25a1d6 req-3318c22b-cbcc-4147-8338-174cbc338dd2 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.2029736
Apr 16 21:15:01.781999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 2a51484b-b3a9-46a8-943a-c524a08d8765 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:15:01.782632 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 2a51484b-b3a9-46a8-943a-c524a08d8765 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:15:01.899087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device a34708cf-de0c-422b-ad52-0051f88b2bb4 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:15:01.944951 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4fc12-a409-4965-a85f-d9b67a96bdf3 req-26ac201a-54b3-471d-82ab-2c560f4bd51e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:01.946191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: a34708cf-de0c-422b-ad52-0051f88b2bb4 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:15:01.946538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device a34708cf-de0c-422b-ad52-0051f88b2bb4 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:15:01.949449 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87e4fc12-a409-4965-a85f-d9b67a96bdf3 req-26ac201a-54b3-471d-82ab-2c560f4bd51e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 945 time: 0.0928261
Apr 16 21:15:02.025282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87e4fc12-a409-4965-a85f-d9b67a96bdf3 req-6d71b646-1040-4ac8-9bf3-02efcaa6439d tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/security-groups?id=b788975e-df51-424a-9251-7223aa61a94e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673797
Apr 16 21:15:02.052576 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (58eded57-4394-4d57-b4ce-2761d71ade2a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:02.053113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58eded57-4394-4d57-b4ce-2761d71ade2a {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:15:02.065739 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:02.066898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-564351e7-aeb3-4c43-936b-a2709e3442e5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/58eded57-4394-4d57-b4ce-2761d71ade2a HTTP/1.1" status: 204  len: 168 time: 2.5266962
Apr 16 21:15:02.070425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57314) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:02.080347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-78057631-7450-433c-953f-6370aa440e30 req-dd4a709c-9a2c-41c6-9fc5-d82602d4cc66 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] For port cde5a5c3-65ba-417d-8651-74ec3a50ff0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,segment=NetworkSegment(1990381c-1ab4-407f-933c-a2d13433ff05),segment_id=1990381c-1ab4-407f-933c-a2d13433ff05)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:02.080733 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78057631-7450-433c-953f-6370aa440e30 req-dd4a709c-9a2c-41c6-9fc5-d82602d4cc66 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:02.105562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-78057631-7450-433c-953f-6370aa440e30 req-dd4a709c-9a2c-41c6-9fc5-d82602d4cc66 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Calling delete_port for cde5a5c3-65ba-417d-8651-74ec3a50ff0d owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:15:02.122494 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bc898d6-d2e1-48fb-b3db-8f332d25a1d6 req-fb64b33e-c3ed-46cf-99af-b51f3cde610c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3638468
Apr 16 21:15:02.229762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6bb59-6d13-475b-8fd5-91fea11b978c req-29025bac-5a17-4ba9-893b-c636229af179 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:02.236737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbf6bb59-6d13-475b-8fd5-91fea11b978c req-29025bac-5a17-4ba9-893b-c636229af179 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0903909
Apr 16 21:15:02.241670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-78860433-4791-46e9-bf38-df03625fa9ab admin admin] Deleting subnet cffc375e-60a1-4e02-89d7-718ec438aeb5 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:15:02.252280 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78860433-4791-46e9-bf38-df03625fa9ab admin admin] Publish callbacks [] for subnet (cffc375e-60a1-4e02-89d7-718ec438aeb5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:02.252451 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fec7935c-91f7-4f57-bd02-32875e78bbde req-df618ae7-8516-46a4-ba10-1d286ef61799 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 210 time: 0.0438886
Apr 16 21:15:02.365922 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78860433-4791-46e9-bf38-df03625fa9ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (cffc375e-60a1-4e02-89d7-718ec438aeb5), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:02.394787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['89946b61-fbf7-4964-8abf-1d6403aac9ec'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:02.442717 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbf6bb59-6d13-475b-8fd5-91fea11b978c req-3bddcd81-7c94-45d3-adf0-7586fa864836 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337771
Apr 16 21:15:02.495211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae388e-65a3-4dcb-bf0a-8629ac202a74 req-6a79e520-ce49-466b-8570-b7c3c331713f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:02.501300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae388e-65a3-4dcb-bf0a-8629ac202a74 req-6a79e520-ce49-466b-8570-b7c3c331713f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:02.507518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae388e-65a3-4dcb-bf0a-8629ac202a74 req-6a79e520-ce49-466b-8570-b7c3c331713f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:02.514476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae388e-65a3-4dcb-bf0a-8629ac202a74 req-6a79e520-ce49-466b-8570-b7c3c331713f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:02.520797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae388e-65a3-4dcb-bf0a-8629ac202a74 req-6a79e520-ce49-466b-8570-b7c3c331713f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:02.528786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae388e-65a3-4dcb-bf0a-8629ac202a74 req-6a79e520-ce49-466b-8570-b7c3c331713f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:02.530900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['973da309-126f-4308-a6f4-32352abab6e7'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:02.543540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae388e-65a3-4dcb-bf0a-8629ac202a74 req-6a79e520-ce49-466b-8570-b7c3c331713f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:02.545853 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5aae388e-65a3-4dcb-bf0a-8629ac202a74 req-6a79e520-ce49-466b-8570-b7c3c331713f tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5421 time: 0.1705470
Apr 16 21:15:02.559254 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78860433-4791-46e9-bf38-df03625fa9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (cffc375e-60a1-4e02-89d7-718ec438aeb5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:02.566235 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78057631-7450-433c-953f-6370aa440e30 req-dd4a709c-9a2c-41c6-9fc5-d82602d4cc66 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (cde5a5c3-65ba-417d-8651-74ec3a50ff0d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:02.665412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a709c-9a2c-41c6-9fc5-d82602d4cc66 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Pushing event deleted for resources: {'Port': ['ID=cde5a5c3-65ba-417d-8651-74ec3a50ff0d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:02.697160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-78057631-7450-433c-953f-6370aa440e30 req-dd4a709c-9a2c-41c6-9fc5-d82602d4cc66 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] No DVR routers for this DVR port cde5a5c3-65ba-417d-8651-74ec3a50ff0d on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:15:02.700967 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78057631-7450-433c-953f-6370aa440e30 req-dd4a709c-9a2c-41c6-9fc5-d82602d4cc66 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:02.705989 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78057631-7450-433c-953f-6370aa440e30 req-dd4a709c-9a2c-41c6-9fc5-d82602d4cc66 tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.41 "DELETE /v2.0/ports/cde5a5c3-65ba-417d-8651-74ec3a50ff0d HTTP/1.1" status: 204  len: 173 time: 1.5593112
Apr 16 21:15:02.709969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e641f7ec-0d41-4439-bc77-7158fb9d346e', 'name': 'network-vif-deleted', 'tag': 'cde5a5c3-65ba-417d-8651-74ec3a50ff0d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:02.713143 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f175e45f-962f-4e4f-a101-3bd3e3b69eb5" -d '{"events": [{"server_uuid": "e641f7ec-0d41-4439-bc77-7158fb9d346e", "name": "network-vif-deleted", "tag": "cde5a5c3-65ba-417d-8651-74ec3a50ff0d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:02.767995 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5aae388e-65a3-4dcb-bf0a-8629ac202a74 req-a2f0c81b-f259-451e-9ff7-00dff63c6001 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2114279
Apr 16 21:15:02.770561 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78860433-4791-46e9-bf38-df03625fa9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (cffc375e-60a1-4e02-89d7-718ec438aeb5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:02.798653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 289d892c-efd8-4a45-8065-39c93c83ca97 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:02.812701 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2438b289-330c-4488-a5ba-ff2480b29cf6 x-openstack-request-id: req-2438b289-330c-4488-a5ba-ff2480b29cf6 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:02.813571 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e641f7ec-0d41-4439-bc77-7158fb9d346e", "name": "network-vif-deleted", "tag": "cde5a5c3-65ba-417d-8651-74ec3a50ff0d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:02.814010 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2438b289-330c-4488-a5ba-ff2480b29cf6 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:02.814756 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2438b289-330c-4488-a5ba-ff2480b29cf6'] response: {'server_uuid': 'e641f7ec-0d41-4439-bc77-7158fb9d346e', 'name': 'network-vif-deleted', 'tag': 'cde5a5c3-65ba-417d-8651-74ec3a50ff0d', 'status': 'completed', 'code': 200}
Apr 16 21:15:02.874867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78860433-4791-46e9-bf38-df03625fa9ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cffc375e-60a1-4e02-89d7-718ec438aeb5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:02.889444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e49616-4f9c-4701-bb45-d98427a9088c None None] Network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:15:02.889908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78860433-4791-46e9-bf38-df03625fa9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:02.904985 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-78860433-4791-46e9-bf38-df03625fa9ab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cffc375e-60a1-4e02-89d7-718ec438aeb5 HTTP/1.1" status: 204  len: 168 time: 0.8309410
Apr 16 21:15:02.908535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57324) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:02.985354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57448b82-b86e-4f3a-afe4-e9d15a69f7a3 req-da8125a1-426a-45b7-a158-f8ea5ec69eca tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:02.987826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-57448b82-b86e-4f3a-afe4-e9d15a69f7a3 req-da8125a1-426a-45b7-a158-f8ea5ec69eca tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0848722
Apr 16 21:15:03.030294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['90479900-4d72-46a0-92ee-feff9e50d619'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:03.040666 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a7e528bf-99b2-41b7-8807-aca3eac1e8d2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:03.127189 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.resource_extend [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:15:03.133908 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-57448b82-b86e-4f3a-afe4-e9d15a69f7a3 req-2d2a7ea2-c08f-455b-82b8-3cb70262f1d7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1264155
Apr 16 21:15:03.156018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Deleting port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:15:03.156826 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:03.239578 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eca1fe80-3120-4c67-a8d2-8e3e657aced5 req-092697bb-4ecb-4360-a52c-6e330175e79e tempest-LiveMigrationTest-386991981 tempest-LiveMigrationTest-386991981-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641f7ec-0d41-4439-bc77-7158fb9d346e HTTP/1.1" status: 200  len: 210 time: 0.0858207
Apr 16 21:15:03.287610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] For port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50907ade-1dcd-473f-bb9b-01a7f5a88cc2,segment=NetworkSegment(5307ef0a-4986-4a61-8461-14d31ce58db7),segment_id=5307ef0a-4986-4a61-8461-14d31ce58db7)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:03.288275 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:03.323447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Calling delete_port for 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:15:03.343105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b6827444-dd7b-4b83-a82d-0112e07ad27f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:03.355293 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d59871-9832-4b22-8290-d67f1099bc75 req-d2a58ca5-d78a-4d8b-a691-72e3d0e537ca tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:03.365142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30d59871-9832-4b22-8290-d67f1099bc75 req-d2a58ca5-d78a-4d8b-a691-72e3d0e537ca tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1206496
Apr 16 21:15:03.438669 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d3a3408-0954-4693-ab5f-2881f14e5564 req-47d2b3a1-e88d-4295-8f00-9e0ace0754fb tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 210 time: 0.0453632
Apr 16 21:15:03.496420 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30d59871-9832-4b22-8290-d67f1099bc75 req-eab72f73-eeec-44cc-bcfb-9f1d5ab0447c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295326
Apr 16 21:15:03.530163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350d009a-fba0-454e-b0ec-54840f311827 None None] DHCP port deletion for a7e528bf-99b2-41b7-8807-aca3eac1e8d2 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:15:03.559617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 289d892c-efd8-4a45-8065-39c93c83ca97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=289d892c-efd8-4a45-8065-39c93c83ca97,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:03.623579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3240737-3dea-4b75-b18e-156b968f4c64 req-df35929c-1678-4fdb-93cd-d04b45649d96 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:03.625870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3240737-3dea-4b75-b18e-156b968f4c64 req-df35929c-1678-4fdb-93cd-d04b45649d96 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0670485
Apr 16 21:15:03.627884 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:03.658768 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '289d892c-efd8-4a45-8065-39c93c83ca97', 'network_id': '2a1311c2-594d-49ff-bcbd-69e881faa649', 'port_id': '289d892c-efd8-4a45-8065-39c93c83ca97', 'mac_address': 'fa:16:3e:77:65:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2903b39-0ea8-4780-bd2f-b10a23ab22a1', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:03.707609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Pushing event deleted for resources: {'Port': ['ID=50907ade-1dcd-473f-bb9b-01a7f5a88cc2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:03.720550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] No DVR routers for this DVR port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:15:03.767156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-350d009a-fba0-454e-b0ec-54840f311827 None None] Deleting port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:15:03.767797 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-350d009a-fba0-454e-b0ec-54840f311827 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:03.846740 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a7e528bf-99b2-41b7-8807-aca3eac1e8d2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:03.871431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124279610>,) {'filters': {'network_id': ['a7e528bf-99b2-41b7-8807-aca3eac1e8d2']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:03.879344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 289d892c-efd8-4a45-8065-39c93c83ca97 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:03.880435 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:03.882480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-4dc509ab-9a95-4af0-8e2c-ed4d4ae6265c tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:03.883454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124279610>, '5307ef0a-4986-4a61-8461-14d31ce58db7') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:03.883831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124279610>, '5307ef0a-4986-4a61-8461-14d31ce58db7') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:03.884638 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-4dc509ab-9a95-4af0-8e2c-ed4d4ae6265c tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "GET /v2.0/networks?id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97 HTTP/1.1" status: 200  len: 812 time: 0.2653663
Apr 16 21:15:03.904482 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (5307ef0a-4986-4a61-8461-14d31ce58db7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:03.913558 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2ca12689-fc4e-499d-a969-009567d3ea13 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Request body: {'port': {'device_id': '446a5909-7904-4290-9a61-015b0a1f5d40', 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97', 'admin_state_up': True, 'tenant_id': '5ec2ad232d62489aa704075fad5305c2'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:03.937288 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (5307ef0a-4986-4a61-8461-14d31ce58db7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:03.947618 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289d892c-efd8-4a45-8065-39c93c83ca97 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:03.949443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:15:03.949969 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (5307ef0a-4986-4a61-8461-14d31ce58db7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:15:04.016503 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:15:04.033401 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3240737-3dea-4b75-b18e-156b968f4c64 req-8b09b852-2316-45bd-aafe-1ec2f266d29c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3997538
Apr 16 21:15:04.068822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-350d009a-fba0-454e-b0ec-54840f311827 None None] For port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2, host ncdv-master-1, got binding levels [] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:04.069328 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-350d009a-fba0-454e-b0ec-54840f311827 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:04.100404 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a7e528bf-99b2-41b7-8807-aca3eac1e8d2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:04.113721 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:04.127717 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] 10.222.0.20 "DELETE /v2.0/networks/a7e528bf-99b2-41b7-8807-aca3eac1e8d2 HTTP/1.1" status: 204  len: 168 time: 1.2137966
Apr 16 21:15:04.150075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-350d009a-fba0-454e-b0ec-54840f311827 None None] Calling delete_port for 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:15:04.154657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 289d892c-efd8-4a45-8065-39c93c83ca97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=289d892c-efd8-4a45-8065-39c93c83ca97,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:04.157337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.ipam_backend_mixin [None req-350d009a-fba0-454e-b0ec-54840f311827 None None] Port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 was not found and therefore no delete operation was performed {{(pid=122557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 16 21:15:04.161344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025c383-b9c5-4b4b-b7e9-6697f983674f admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e528bf-99b2-41b7-8807-aca3eac1e8d2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:04.164202 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-350d009a-fba0-454e-b0ec-54840f311827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (50907ade-1dcd-473f-bb9b-01a7f5a88cc2), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:04.183101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-350d009a-fba0-454e-b0ec-54840f311827 None None] Network a7e528bf-99b2-41b7-8807-aca3eac1e8d2 is not hosted by any dhcp agent {{(pid=122557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 16 21:15:04.183490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d009a-fba0-454e-b0ec-54840f311827 None None] No DVR routers for this DVR port 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:15:04.191170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cd4f-13d5-44d4-8b34-cda7a6ce60a0 req-02f30951-dc7d-4ece-94f3-2ff8308ff94a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:04.210292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cd4f-13d5-44d4-8b34-cda7a6ce60a0 req-02f30951-dc7d-4ece-94f3-2ff8308ff94a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:04.218630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cd4f-13d5-44d4-8b34-cda7a6ce60a0 req-02f30951-dc7d-4ece-94f3-2ff8308ff94a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:04.229152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d009a-fba0-454e-b0ec-54840f311827 None None] Pushing event deleted for resources: {'Port': ['ID=50907ade-1dcd-473f-bb9b-01a7f5a88cc2,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:04.232404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cd4f-13d5-44d4-8b34-cda7a6ce60a0 req-02f30951-dc7d-4ece-94f3-2ff8308ff94a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:04.238193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cd4f-13d5-44d4-8b34-cda7a6ce60a0 req-02f30951-dc7d-4ece-94f3-2ff8308ff94a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:04.243793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cd4f-13d5-44d4-8b34-cda7a6ce60a0 req-02f30951-dc7d-4ece-94f3-2ff8308ff94a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:04.249267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895cd4f-13d5-44d4-8b34-cda7a6ce60a0 req-02f30951-dc7d-4ece-94f3-2ff8308ff94a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:04.251302 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2895cd4f-13d5-44d4-8b34-cda7a6ce60a0 req-02f30951-dc7d-4ece-94f3-2ff8308ff94a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5421 time: 0.2524803
Apr 16 21:15:04.327946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817455b0-c57b-4a11-921e-4ec3c85c7479 req-2f374325-b8f7-40d9-a0af-9e818a109ec2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:04.337353 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-817455b0-c57b-4a11-921e-4ec3c85c7479 req-2f374325-b8f7-40d9-a0af-9e818a109ec2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0910852
Apr 16 21:15:04.358597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-094966a3-0390-404d-b073-7c1114fdbdf8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:04.361400 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-094966a3-0390-404d-b073-7c1114fdbdf8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "GET /v2.0/networks?id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97 HTTP/1.1" status: 200  len: 812 time: 0.3852658
Apr 16 21:15:04.378285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-063d08c1-c11a-4398-9a56-86cdcc17a1b8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Request body: {'port': {'device_id': 'a839aa71-2bd6-4676-8955-1d69072cd7f0', 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97', 'admin_state_up': True, 'tenant_id': '5ec2ad232d62489aa704075fad5305c2'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:04.379517 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:04.384329 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:04.415730 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-817455b0-c57b-4a11-921e-4ec3c85c7479 req-2c978fb7-f332-4413-8a6c-204bb2ffb1e1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715604
Apr 16 21:15:04.457036 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2895cd4f-13d5-44d4-8b34-cda7a6ce60a0 req-bce59dfc-5977-4aac-8472-267319d67a08 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1949847
Apr 16 21:15:04.474317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2ca12689-fc4e-499d-a969-009567d3ea13 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Made reservation on behalf of 5ec2ad232d62489aa704075fad5305c2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:15:04.477954 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2ca12689-fc4e-499d-a969-009567d3ea13 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:04.484821 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57344) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:04.689796 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2755660e-00e9-45b1-acb6-628990d92945 req-e4d198c1-6869-4d4f-89c8-fcacfda93acc tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 210 time: 0.0498455
Apr 16 21:15:04.722356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c01e5c-65c0-4adc-8044-4f00874b6026 admin admin] Deleting subnet 15c83c80-d8ca-4f2d-925f-a5d1a372d8bd {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:15:04.727715 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08c01e5c-65c0-4adc-8044-4f00874b6026 admin admin] Publish callbacks [] for subnet (15c83c80-d8ca-4f2d-925f-a5d1a372d8bd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:04.748446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=289d892c-efd8-4a45-8065-39c93c83ca97,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:04.757621 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57352) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:04.763935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e7e73-f54c-4648-b195-a79942b74865 req-61febe0b-e0cc-4225-af50-03c1998c09e9 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:04.771047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c7e7e73-f54c-4648-b195-a79942b74865 req-61febe0b-e0cc-4225-af50-03c1998c09e9 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1260731
Apr 16 21:15:04.787285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-063d08c1-c11a-4398-9a56-86cdcc17a1b8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Made reservation on behalf of 5ec2ad232d62489aa704075fad5305c2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:15:04.791072 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-063d08c1-c11a-4398-9a56-86cdcc17a1b8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:04.824209 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08c01e5c-65c0-4adc-8044-4f00874b6026 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (15c83c80-d8ca-4f2d-925f-a5d1a372d8bd), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:04.838308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:04.863721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62', 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621', 'port_id': '3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62', 'mac_address': 'fa:16:3e:f4:0c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:04.876498 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c7e7e73-f54c-4648-b195-a79942b74865 req-f94ca63f-6c0c-492c-82f4-4f452bd0be67 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045413
Apr 16 21:15:04.906418 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:15:04.927352 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08c01e5c-65c0-4adc-8044-4f00874b6026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (15c83c80-d8ca-4f2d-925f-a5d1a372d8bd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:04.944617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:04.945218 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:04.950500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2ca12689-fc4e-499d-a969-009567d3ea13 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Allocated IP 172.20.0.12 (630ead34-ffcc-4ecb-82b7-48adfc0b0b97/7d8919ae-c853-439e-81e2-dc9b8bceea90/f42a9fb9-89c0-40cb-b996-9d91b0f13a6e) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:15:04.958604 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c3268f90-244b-465e-b975-13e4596732b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be0fd7025ca44244ae100b2b916ad1d8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1993270
Apr 16 21:15:04.960676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:04.965616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57354) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:04.987149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:05.075806 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.076525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c6438618-4e2e-4e98-a08e-fdf410282f72 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:05.098444 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fc4bc60-17c6-488f-bff0-88b9630ee20d admin admin] Publish callbacks [] for security_group (968b46f4-3068-4d94-89f7-6846af312496), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.105944 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08c01e5c-65c0-4adc-8044-4f00874b6026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (15c83c80-d8ca-4f2d-925f-a5d1a372d8bd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.153251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:15:05.167708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c01e5c-65c0-4adc-8044-4f00874b6026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c83c80-d8ca-4f2d-925f-a5d1a372d8bd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:05.183503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08c01e5c-65c0-4adc-8044-4f00874b6026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.186413 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fc4bc60-17c6-488f-bff0-88b9630ee20d admin admin] Publish callbacks [] for security_group (968b46f4-3068-4d94-89f7-6846af312496), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.188140 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-08c01e5c-65c0-4adc-8044-4f00874b6026 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/15c83c80-d8ca-4f2d-925f-a5d1a372d8bd HTTP/1.1" status: 204  len: 168 time: 0.7014318
Apr 16 21:15:05.191422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57358) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:05.229154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:15:05.229529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 50907ade-1dcd-473f-bb9b-01a7f5a88cc2 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:15:05.260689 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.resource_extend [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:15:05.273743 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2ca12689-fc4e-499d-a969-009567d3ea13 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks [] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.298406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c6438618-4e2e-4e98-a08e-fdf410282f72, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6438618-4e2e-4e98-a08e-fdf410282f72,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:05.319282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:05.319511 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be22748a-f1cd-49e1-810b-7783434c1a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (8cfbbf93-9e15-4e76-bfe0-e69ff753f337), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.333606 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'c6438618-4e2e-4e98-a08e-fdf410282f72', 'network_id': '84e05a77-422a-4fe5-a7de-668bfb04f621', 'port_id': 'c6438618-4e2e-4e98-a08e-fdf410282f72', 'mac_address': 'fa:16:3e:0e:e1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:05.345738 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb70e7-d74a-47e9-a79a-48408ccc6428 req-01b74363-49d4-41b5-9b73-90df1fcf4857 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:05.348667 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7abb70e7-d74a-47e9-a79a-48408ccc6428 req-01b74363-49d4-41b5-9b73-90df1fcf4857 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.1839368
Apr 16 21:15:05.392433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port c6438618-4e2e-4e98-a08e-fdf410282f72 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:05.393335 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.411498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6438618-4e2e-4e98-a08e-fdf410282f72 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:05.420931 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fc4bc60-17c6-488f-bff0-88b9630ee20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (968b46f4-3068-4d94-89f7-6846af312496), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.423980 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fc4bc60-17c6-488f-bff0-88b9630ee20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.425378 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5fc4bc60-17c6-488f-bff0-88b9630ee20d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/968b46f4-3068-4d94-89f7-6846af312496 HTTP/1.1" status: 204  len: 168 time: 0.4617298
Apr 16 21:15:05.426421 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be22748a-f1cd-49e1-810b-7783434c1a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (8cfbbf93-9e15-4e76-bfe0-e69ff753f337), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.444184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c6438618-4e2e-4e98-a08e-fdf410282f72, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6438618-4e2e-4e98-a08e-fdf410282f72,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:05.449830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-be22748a-f1cd-49e1-810b-7783434c1a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dc27700>,) {'filters': {'network_id': ['8cfbbf93-9e15-4e76-bfe0-e69ff753f337']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:05.460320 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2ca12689-fc4e-499d-a969-009567d3ea13 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.460548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-be22748a-f1cd-49e1-810b-7783434c1a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dc27700>, '1990381c-1ab4-407f-933c-a2d13433ff05') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:05.460848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-be22748a-f1cd-49e1-810b-7783434c1a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dc27700>, '1990381c-1ab4-407f-933c-a2d13433ff05') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:05.477499 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be22748a-f1cd-49e1-810b-7783434c1a3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (1990381c-1ab4-407f-933c-a2d13433ff05), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.490322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4bc60-17c6-488f-bff0-88b9630ee20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968b46f4-3068-4d94-89f7-6846af312496,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:05.491002 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be22748a-f1cd-49e1-810b-7783434c1a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1990381c-1ab4-407f-933c-a2d13433ff05), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.499063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be22748a-f1cd-49e1-810b-7783434c1a3c admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:15:05.499063 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be22748a-f1cd-49e1-810b-7783434c1a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (1990381c-1ab4-407f-933c-a2d13433ff05), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.554145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2ca12689-fc4e-499d-a969-009567d3ea13 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:15:05.566891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2ca12689-fc4e-499d-a969-009567d3ea13 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:15:05.566891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-063d08c1-c11a-4398-9a56-86cdcc17a1b8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Allocated IP 172.20.0.11 (630ead34-ffcc-4ecb-82b7-48adfc0b0b97/7d8919ae-c853-439e-81e2-dc9b8bceea90/e95787b0-2955-4c9d-b856-d0002bfc2eb5) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:15:05.568747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2ca12689-fc4e-499d-a969-009567d3ea13 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:15:05.573338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca12689-fc4e-499d-a969-009567d3ea13 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Pushing event updated for resources: {'Port': ['ID=f42a9fb9-89c0-40cb-b996-9d91b0f13a6e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:15:05.584675 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:15:05.597543 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.667493 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7abb70e7-d74a-47e9-a79a-48408ccc6428 req-cab1f6d1-bca6-4db8-8ac7-98b4aa5a15bb tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2931173
Apr 16 21:15:05.717124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2ca12689-fc4e-499d-a969-009567d3ea13 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:05.717824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2ca12689-fc4e-499d-a969-009567d3ea13 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.721478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=c6438618-4e2e-4e98-a08e-fdf410282f72,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:05.723609 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be22748a-f1cd-49e1-810b-7783434c1a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (8cfbbf93-9e15-4e76-bfe0-e69ff753f337), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.729491 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be22748a-f1cd-49e1-810b-7783434c1a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.736464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-be22748a-f1cd-49e1-810b-7783434c1a3c admin admin] 10.222.0.20 "DELETE /v2.0/networks/8cfbbf93-9e15-4e76-bfe0-e69ff753f337 HTTP/1.1" status: 204  len: 168 time: 0.5411899
Apr 16 21:15:05.737149 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57368) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:05.752511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22748a-f1cd-49e1-810b-7783434c1a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=8cfbbf93-9e15-4e76-bfe0-e69ff753f337,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:05.783267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46401038-3263-443e-9e3d-65ecaeb42e00 req-6ccfb759-e48c-45f2-89e1-c9e8ae061a58 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:05.784893 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-46401038-3263-443e-9e3d-65ecaeb42e00 req-6ccfb759-e48c-45f2-89e1-c9e8ae061a58 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.1646574
Apr 16 21:15:05.830317 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.869859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3edeaf-ae92-4baa-bc31-661e8a62f83c req-13ec9e8d-e140-45d3-b5d6-16c01c004cef tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:05.877273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3edeaf-ae92-4baa-bc31-661e8a62f83c req-13ec9e8d-e140-45d3-b5d6-16c01c004cef tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:05.883825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3edeaf-ae92-4baa-bc31-661e8a62f83c req-13ec9e8d-e140-45d3-b5d6-16c01c004cef tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:05.890827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3edeaf-ae92-4baa-bc31-661e8a62f83c req-13ec9e8d-e140-45d3-b5d6-16c01c004cef tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:05.896960 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3edeaf-ae92-4baa-bc31-661e8a62f83c req-13ec9e8d-e140-45d3-b5d6-16c01c004cef tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:05.904419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3edeaf-ae92-4baa-bc31-661e8a62f83c req-13ec9e8d-e140-45d3-b5d6-16c01c004cef tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:05.911870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3edeaf-ae92-4baa-bc31-661e8a62f83c req-13ec9e8d-e140-45d3-b5d6-16c01c004cef tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:05.916797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fdce8f-9352-4a88-aaba-b2440d893d3b admin admin] Deleting subnet 942f7311-de11-4815-9b65-ee33575bfdbe {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:15:05.921327 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab3edeaf-ae92-4baa-bc31-661e8a62f83c req-13ec9e8d-e140-45d3-b5d6-16c01c004cef tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5424 time: 0.1163814
Apr 16 21:15:05.932963 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2ca12689-fc4e-499d-a969-009567d3ea13 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0247715
Apr 16 21:15:05.938239 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00fdce8f-9352-4a88-aaba-b2440d893d3b admin admin] Publish callbacks [] for subnet (942f7311-de11-4815-9b65-ee33575bfdbe), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:05.973737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Request body: {'port': {'device_id': '446a5909-7904-4290-9a61-015b0a1f5d40', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:05.997726 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab3edeaf-ae92-4baa-bc31-661e8a62f83c req-4b7de62a-fb5f-4858-839d-27498890e4d6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0747781
Apr 16 21:15:06.008998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-46401038-3263-443e-9e3d-65ecaeb42e00 req-e88e2b0d-a00d-4531-a814-8e78fa425de7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1596534
Apr 16 21:15:06.026757 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00fdce8f-9352-4a88-aaba-b2440d893d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (942f7311-de11-4815-9b65-ee33575bfdbe), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:06.105803 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-063d08c1-c11a-4398-9a56-86cdcc17a1b8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks [] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:06.191878 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:06.204254 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00fdce8f-9352-4a88-aaba-b2440d893d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (942f7311-de11-4815-9b65-ee33575bfdbe), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:06.218643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172787-b694-4750-82d1-3143483be4cc req-74d21fe9-3034-4ea9-880b-86df11fc09a5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:06.222784 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b1172787-b694-4750-82d1-3143483be4cc req-74d21fe9-3034-4ea9-880b-86df11fc09a5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0793726
Apr 16 21:15:06.274445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5cbf0861-7ed6-48e3-8ac7-85bfbde84a5d req-2c4aa546-b529-485c-b6f8-7dce28349717 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 210 time: 0.1569331
Apr 16 21:15:06.324070 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b1172787-b694-4750-82d1-3143483be4cc req-a7ce9c5d-c4d9-43c9-9111-d65f845f390c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946009
Apr 16 21:15:06.474589 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-063d08c1-c11a-4398-9a56-86cdcc17a1b8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:06.549855 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00fdce8f-9352-4a88-aaba-b2440d893d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (942f7311-de11-4815-9b65-ee33575bfdbe), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:06.611130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00fdce8f-9352-4a88-aaba-b2440d893d3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:06.619116 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-00fdce8f-9352-4a88-aaba-b2440d893d3b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/942f7311-de11-4815-9b65-ee33575bfdbe HTTP/1.1" status: 204  len: 168 time: 0.8703089
Apr 16 21:15:06.619116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdce8f-9352-4a88-aaba-b2440d893d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=942f7311-de11-4815-9b65-ee33575bfdbe,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:06.621335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57382) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:06.735068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42a9fb9-89c0-40cb-b996-9d91b0f13a6e {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:06.746844 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Publish callbacks [] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:06.761318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Transition to ACTIVE for port object f42a9fb9-89c0-40cb-b996-9d91b0f13a6e will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:15:06.773769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d08c1-c11a-4398-9a56-86cdcc17a1b8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Pushing event updated for resources: {'Port': ['ID=e95787b0-2955-4c9d-b856-d0002bfc2eb5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:06.777837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-063d08c1-c11a-4398-9a56-86cdcc17a1b8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:15:06.779772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-063d08c1-c11a-4398-9a56-86cdcc17a1b8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:15:06.784199 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19455add-aa53-4179-8cc6-1f295a1bc0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (3423ddfd-3cf9-4921-8dad-9f18baa66a3d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:06.787072 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-063d08c1-c11a-4398-9a56-86cdcc17a1b8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:15:06.883372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-063d08c1-c11a-4398-9a56-86cdcc17a1b8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:06.884489 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-063d08c1-c11a-4398-9a56-86cdcc17a1b8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:06.896335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610912d-55c1-46c9-a574-df548e6328bf req-e71db0c3-105e-47a0-961c-424bae13bf1f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:06.896562 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19455add-aa53-4179-8cc6-1f295a1bc0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (3423ddfd-3cf9-4921-8dad-9f18baa66a3d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:06.898289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f610912d-55c1-46c9-a574-df548e6328bf req-e71db0c3-105e-47a0-961c-424bae13bf1f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0845702
Apr 16 21:15:06.899136 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:06.936197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-19455add-aa53-4179-8cc6-1f295a1bc0af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e675e80>,) {'filters': {'network_id': ['3423ddfd-3cf9-4921-8dad-9f18baa66a3d']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:06.949227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-19455add-aa53-4179-8cc6-1f295a1bc0af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e675e80>, '943510af-9e44-475e-b840-e64d36c14fa3') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:06.949227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-19455add-aa53-4179-8cc6-1f295a1bc0af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e675e80>, '943510af-9e44-475e-b840-e64d36c14fa3') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:07.036131 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19455add-aa53-4179-8cc6-1f295a1bc0af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (943510af-9e44-475e-b840-e64d36c14fa3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:07.036131 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19455add-aa53-4179-8cc6-1f295a1bc0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (943510af-9e44-475e-b840-e64d36c14fa3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:07.039619 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 973da309-126f-4308-a6f4-32352abab6e7 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:07.040317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19455add-aa53-4179-8cc6-1f295a1bc0af admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:15:07.040317 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19455add-aa53-4179-8cc6-1f295a1bc0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (943510af-9e44-475e-b840-e64d36c14fa3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:07.040506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Pushing event updated for resources: {'Port': ['ID=f42a9fb9-89c0-40cb-b996-9d91b0f13a6e,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:07.052054 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f610912d-55c1-46c9-a574-df548e6328bf req-9f20581e-a830-492f-9466-516a50f404a6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188169
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:15:07.164549 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:15:07.180636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Attempting to bind port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:15:07.181430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Attempting to bind port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:15:07.182604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Attempting to bind port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e on network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:07.189046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e on network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:15:07.189661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Attempting to bind port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e on network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:07.200594 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:15:07.201223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Checking segment: {'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:15:07.202362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Bound using segment: {'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:15:07.203177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Bound port: f42a9fb9-89c0-40cb-b996-9d91b0f13a6e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:15:07.203478 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:07.213393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 973da309-126f-4308-a6f4-32352abab6e7 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:07.255632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528bacf-ea6d-4996-9a99-90b941635d02 req-f6869032-b385-4c49-bfb9-2962d557ae97 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:07.257229 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6528bacf-ea6d-4996-9a99-90b941635d02 req-f6869032-b385-4c49-bfb9-2962d557ae97 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0579426
Apr 16 21:15:07.296532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2795c-3a66-4c29-b486-bbb2c744db7c req-8bac0f93-1ce2-444f-925a-baded7df873c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:07.303986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2795c-3a66-4c29-b486-bbb2c744db7c req-8bac0f93-1ce2-444f-925a-baded7df873c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:07.309725 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6528bacf-ea6d-4996-9a99-90b941635d02 req-42cdd57a-6a9b-4f78-9c54-866ed21a325d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460069
Apr 16 21:15:07.310815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2795c-3a66-4c29-b486-bbb2c744db7c req-8bac0f93-1ce2-444f-925a-baded7df873c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:07.317293 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2795c-3a66-4c29-b486-bbb2c744db7c req-8bac0f93-1ce2-444f-925a-baded7df873c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:07.323919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2795c-3a66-4c29-b486-bbb2c744db7c req-8bac0f93-1ce2-444f-925a-baded7df873c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:07.329594 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2795c-3a66-4c29-b486-bbb2c744db7c req-8bac0f93-1ce2-444f-925a-baded7df873c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:07.335256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2795c-3a66-4c29-b486-bbb2c744db7c req-8bac0f93-1ce2-444f-925a-baded7df873c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:07.337195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ca2795c-3a66-4c29-b486-bbb2c744db7c req-8bac0f93-1ce2-444f-925a-baded7df873c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5424 time: 0.1399629
Apr 16 21:15:07.389409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] For port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:15:07.397194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] For port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f42a9fb9-89c0-40cb-b996-9d91b0f13a6e,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:15:07.421234 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ec821-57e8-43ea-afe1-210700bcdf06 req-4d726038-4826-4ef3-b212-745827f9397f tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:07.422857 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-865ec821-57e8-43ea-afe1-210700bcdf06 req-4d726038-4826-4ef3-b212-745827f9397f tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 932 time: 0.0515926
Apr 16 21:15:07.426391 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ca2795c-3a66-4c29-b486-bbb2c744db7c req-ec369467-367b-4359-ad92-a02dfe9eb7d0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0798564
Apr 16 21:15:07.475579 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-865ec821-57e8-43ea-afe1-210700bcdf06 req-7b534bf6-3d98-474a-8080-e80a569a0957 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468657
Apr 16 21:15:07.522496 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-063d08c1-c11a-4398-9a56-86cdcc17a1b8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1504960
Apr 16 21:15:07.534300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Request body: {'port': {'device_id': 'a839aa71-2bd6-4676-8955-1d69072cd7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:07.562327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb44652-6c57-4de9-bd24-649b8428e165 req-faed58c0-9daf-4040-9eae-cecd86ae524a tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:07.563730 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5cb44652-6c57-4de9-bd24-649b8428e165 req-faed58c0-9daf-4040-9eae-cecd86ae524a tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0761313
Apr 16 21:15:07.569379 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19455add-aa53-4179-8cc6-1f295a1bc0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (3423ddfd-3cf9-4921-8dad-9f18baa66a3d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:07.574814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 973da309-126f-4308-a6f4-32352abab6e7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:07.578677 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19455add-aa53-4179-8cc6-1f295a1bc0af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:07.586353 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-19455add-aa53-4179-8cc6-1f295a1bc0af admin admin] 10.222.0.20 "DELETE /v2.0/networks/3423ddfd-3cf9-4921-8dad-9f18baa66a3d HTTP/1.1" status: 204  len: 168 time: 0.9606175
Apr 16 21:15:07.589860 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (973da309-126f-4308-a6f4-32352abab6e7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:07.611737 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:07.615465 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:07.650756 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19455add-aa53-4179-8cc6-1f295a1bc0af admin admin] Pushing event deleted for resources: {'Network': ['ID=3423ddfd-3cf9-4921-8dad-9f18baa66a3d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:07.704258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['c6438618-4e2e-4e98-a08e-fdf410282f72'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:07.798874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['289d892c-efd8-4a45-8065-39c93c83ca97'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:07.879081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:07.883536 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:07.883536 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] 10.222.0.11 "PUT /v2.0/ports/f42a9fb9-89c0-40cb-b996-9d91b0f13a6e HTTP/1.1" status: 200  len: 1092 time: 1.9386673
Apr 16 21:15:07.886665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446a5909-7904-4290-9a61-015b0a1f5d40', 'tag': 'f42a9fb9-89c0-40cb-b996-9d91b0f13a6e'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:07.889141 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd51135-3363-4587-9397-fa04fa0f6ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "446a5909-7904-4290-9a61-015b0a1f5d40", "tag": "f42a9fb9-89c0-40cb-b996-9d91b0f13a6e"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:07.982545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:07.999407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 973da309-126f-4308-a6f4-32352abab6e7 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:07.999931 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (973da309-126f-4308-a6f4-32352abab6e7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:08.122375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973da309-126f-4308-a6f4-32352abab6e7'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:08.125060 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616748ef-e0c3-456b-9727-8f34ed8bb0f5" -d '{"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "973da309-126f-4308-a6f4-32352abab6e7"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:08.221716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 973da309-126f-4308-a6f4-32352abab6e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=973da309-126f-4308-a6f4-32352abab6e7,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:08.249004 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df840f0-e318-49fe-b9a5-2195e2eec9bf req-00c9afec-54dd-4e7a-aab3-edbafc014652 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:08.266060 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9df840f0-e318-49fe-b9a5-2195e2eec9bf req-00c9afec-54dd-4e7a-aab3-edbafc014652 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0938385
Apr 16 21:15:08.267988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57426) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:08.286076 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bfef71-6b2b-4722-878d-203ab4eff902 x-openstack-request-id: req-86bfef71-6b2b-4722-878d-203ab4eff902 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:08.286726 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446a5909-7904-4290-9a61-015b0a1f5d40", "tag": "f42a9fb9-89c0-40cb-b996-9d91b0f13a6e", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:08.286726 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86bfef71-6b2b-4722-878d-203ab4eff902 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:08.286987 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bfef71-6b2b-4722-878d-203ab4eff902'] response: {'name': 'network-changed', 'server_uuid': '446a5909-7904-4290-9a61-015b0a1f5d40', 'tag': 'f42a9fb9-89c0-40cb-b996-9d91b0f13a6e', 'status': 'completed', 'code': 200}
Apr 16 21:15:08.301821 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (973da309-126f-4308-a6f4-32352abab6e7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:08.302907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 89946b61-fbf7-4964-8abf-1d6403aac9ec up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:08.303328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5cb44652-6c57-4de9-bd24-649b8428e165 req-8526bdf7-1ec6-4a5f-881f-5d891b8fa66e tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6892493
Apr 16 21:15:08.347639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714c9c2-bb31-47dd-abb9-e9e0e4de9653 service neutron] Pushing event updated for resources: {'Port': ['ID=f42a9fb9-89c0-40cb-b996-9d91b0f13a6e,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:08.370634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-302b0679-2202-445a-b2b9-4ea74fcaafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:08.372704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-302b0679-2202-445a-b2b9-4ea74fcaafa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ec2ad232d62489aa704075fad5305c2&device_id=446a5909-7904-4290-9a61-015b0a1f5d40 HTTP/1.1" status: 200  len: 1126 time: 0.0957975
Apr 16 21:15:08.378121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9df840f0-e318-49fe-b9a5-2195e2eec9bf req-1c391c09-e1ee-4430-842f-28d833c8e29b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105444
Apr 16 21:15:08.429855 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-85fe6bb7-9740-4e18-9ef4-0208ee962053 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b18530cc69c44e6f8a46ca966b3e3a7f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1584752
Apr 16 21:15:08.430561 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57436) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:08.471409 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f737f8-c1b0-4f91-a48c-14dbeb6e1271 x-openstack-request-id: req-b8f737f8-c1b0-4f91-a48c-14dbeb6e1271 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:08.471693 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "973da309-126f-4308-a6f4-32352abab6e7", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:08.471946 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8f737f8-c1b0-4f91-a48c-14dbeb6e1271 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:08.475283 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f737f8-c1b0-4f91-a48c-14dbeb6e1271'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973da309-126f-4308-a6f4-32352abab6e7', 'code': 200}
Apr 16 21:15:08.491574 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-8b3bf91f-4c5d-421e-be9d-44ac394ec938 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42a9fb9-89c0-40cb-b996-9d91b0f13a6e HTTP/1.1" status: 200  len: 217 time: 0.1058233
Apr 16 21:15:08.523390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=973da309-126f-4308-a6f4-32352abab6e7,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:08.548077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 89946b61-fbf7-4964-8abf-1d6403aac9ec completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:08.669942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 89946b61-fbf7-4964-8abf-1d6403aac9ec triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:08.670290 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:08.706852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd949ab5-f6fb-49ed-9a9a-0a189f6bd4b6 req-88904b29-7435-44c6-ad81-491a21274af8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:08.712121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd949ab5-f6fb-49ed-9a9a-0a189f6bd4b6 req-88904b29-7435-44c6-ad81-491a21274af8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:08.718189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd949ab5-f6fb-49ed-9a9a-0a189f6bd4b6 req-88904b29-7435-44c6-ad81-491a21274af8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:08.723539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd949ab5-f6fb-49ed-9a9a-0a189f6bd4b6 req-88904b29-7435-44c6-ad81-491a21274af8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:08.729497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd949ab5-f6fb-49ed-9a9a-0a189f6bd4b6 req-88904b29-7435-44c6-ad81-491a21274af8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:08.734986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd949ab5-f6fb-49ed-9a9a-0a189f6bd4b6 req-88904b29-7435-44c6-ad81-491a21274af8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:08.740342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd949ab5-f6fb-49ed-9a9a-0a189f6bd4b6 req-88904b29-7435-44c6-ad81-491a21274af8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:08.749729 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd949ab5-f6fb-49ed-9a9a-0a189f6bd4b6 req-88904b29-7435-44c6-ad81-491a21274af8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5425 time: 0.1444516
Apr 16 21:15:08.767529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-b7cc1c45-c94a-43ee-bb05-ade4fe0f4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:08.769044 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-b7cc1c45-c94a-43ee-bb05-ade4fe0f4204 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d8919ae-c853-439e-81e2-dc9b8bceea90 HTTP/1.1" status: 200  len: 852 time: 0.2597427
Apr 16 21:15:08.817755 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95787b0-2955-4c9d-b856-d0002bfc2eb5 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:08.828488 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Publish callbacks [] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:08.856083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 89946b61-fbf7-4964-8abf-1d6403aac9ec is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:08.857037 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:08.865537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Transition to ACTIVE for port object e95787b0-2955-4c9d-b856-d0002bfc2eb5 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:15:08.910007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 89946b61-fbf7-4964-8abf-1d6403aac9ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89946b61-fbf7-4964-8abf-1d6403aac9ec,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:08.920085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-7532eeda-8424-496e-94f3-07f98de293dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0844269
Apr 16 21:15:08.968147 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-05717af3-aefa-4b8a-8ade-1a220a8e9497 admin admin] Publish callbacks [] for security_group (b788975e-df51-424a-9251-7223aa61a94e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:08.975816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688b3f-5ee0-4c54-9550-d6de0ed7b1d7 req-2ced828f-8880-485e-8113-cf8b6ae3f7e2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:08.983832 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c688b3f-5ee0-4c54-9550-d6de0ed7b1d7 req-2ced828f-8880-485e-8113-cf8b6ae3f7e2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.4856002
Apr 16 21:15:08.992303 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:09.036706 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-05717af3-aefa-4b8a-8ade-1a220a8e9497 admin admin] Publish callbacks [] for security_group (b788975e-df51-424a-9251-7223aa61a94e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:09.049424 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd949ab5-f6fb-49ed-9a9a-0a189f6bd4b6 req-552d5fd9-17b6-475a-8854-8c484f8494ae tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2987895
Apr 16 21:15:09.060528 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-62eaf38c-d0fe-4731-8df1-e4c6a9b4ac0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:09.088083 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:09.088083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 90479900-4d72-46a0-92ee-feff9e50d619 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:09.088376 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c688b3f-5ee0-4c54-9550-d6de0ed7b1d7 req-63d3bf7d-15c8-4200-aefc-b35726d2dd80 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020074
Apr 16 21:15:09.123857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Pushing event updated for resources: {'Port': ['ID=e95787b0-2955-4c9d-b856-d0002bfc2eb5,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:09.184191 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-ccd89aa9-63c4-4aa6-b6fa-1d05f62e115d service neutron] 10.222.0.11 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2535291
Apr 16 21:15:09.196882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 90479900-4d72-46a0-92ee-feff9e50d619 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:09.199536 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=89946b61-fbf7-4964-8abf-1d6403aac9ec,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:09.218460 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-05717af3-aefa-4b8a-8ade-1a220a8e9497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b788975e-df51-424a-9251-7223aa61a94e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:09.222938 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-05717af3-aefa-4b8a-8ade-1a220a8e9497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:09.227248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-05717af3-aefa-4b8a-8ade-1a220a8e9497 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b788975e-df51-424a-9251-7223aa61a94e HTTP/1.1" status: 204  len: 168 time: 0.7954130
Apr 16 21:15:09.239129 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05717af3-aefa-4b8a-8ade-1a220a8e9497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b788975e-df51-424a-9251-7223aa61a94e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:09.301399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 90479900-4d72-46a0-92ee-feff9e50d619 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:09.302220 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (90479900-4d72-46a0-92ee-feff9e50d619), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:09.353507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Attempting to bind port e95787b0-2955-4c9d-b856-d0002bfc2eb5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:15:09.354642 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Attempting to bind port e95787b0-2955-4c9d-b856-d0002bfc2eb5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:15:09.357791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Attempting to bind port e95787b0-2955-4c9d-b856-d0002bfc2eb5 on network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:09.410819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Port e95787b0-2955-4c9d-b856-d0002bfc2eb5 on network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:15:09.411625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Attempting to bind port e95787b0-2955-4c9d-b856-d0002bfc2eb5 on network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:09.430150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 90479900-4d72-46a0-92ee-feff9e50d619 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:09.430150 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (90479900-4d72-46a0-92ee-feff9e50d619), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:09.437097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:15:09.437097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Checking segment: {'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:15:09.437097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Bound using segment: {'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:15:09.437097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Bound port: e95787b0-2955-4c9d-b856-d0002bfc2eb5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:15:09.437097 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:09.471570 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3da436-734e-4d2e-bb83-b070af1ec8f1 req-2233171b-e10d-4f96-be9e-b2b704a4a237 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:09.473321 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf3da436-734e-4d2e-bb83-b070af1ec8f1 req-2233171b-e10d-4f96-be9e-b2b704a4a237 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 944 time: 0.1654754
Apr 16 21:15:09.524377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 90479900-4d72-46a0-92ee-feff9e50d619, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90479900-4d72-46a0-92ee-feff9e50d619,segment=NetworkSegment(9bd09c80-5899-46f1-b1f8-35481ccea76a),segment_id=9bd09c80-5899-46f1-b1f8-35481ccea76a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:09.528523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334e132-0ad0-4061-9031-1cfc0ba365cc req-23864aec-c856-437a-9105-cd0269ed24dc tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:09.529031 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f334e132-0ad0-4061-9031-1cfc0ba365cc req-23864aec-c856-437a-9105-cd0269ed24dc tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1125906
Apr 16 21:15:09.551057 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] For port e95787b0-2955-4c9d-b856-d0002bfc2eb5, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:15:09.554334 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] For port e95787b0-2955-4c9d-b856-d0002bfc2eb5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e95787b0-2955-4c9d-b856-d0002bfc2eb5,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:15:09.587511 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f334e132-0ad0-4061-9031-1cfc0ba365cc req-9ee2052f-ef36-4f87-9565-1422e30acdd4 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524259
Apr 16 21:15:09.598702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-70c4ac3f-10ca-406a-89f6-0421f6031539 service neutron] 10.222.0.11 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4062684
Apr 16 21:15:09.643505 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (90479900-4d72-46a0-92ee-feff9e50d619), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:09.647644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b6827444-dd7b-4b83-a82d-0112e07ad27f up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:09.654997 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf3da436-734e-4d2e-bb83-b070af1ec8f1 req-636b53f3-aaf3-4f63-918e-d378b8161fab tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962844
Apr 16 21:15:09.657054 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:09.739711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:09.740476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:09.741877 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] 10.222.0.11 "PUT /v2.0/ports/e95787b0-2955-4c9d-b856-d0002bfc2eb5 HTTP/1.1" status: 200  len: 1092 time: 2.2118177
Apr 16 21:15:09.745723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93b6db-3414-4cb8-a036-73035e047323 service neutron] Pushing event updated for resources: {'Port': ['ID=e95787b0-2955-4c9d-b856-d0002bfc2eb5,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:09.784320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b316681-5a82-4620-9fd3-756c1a08cbf3 req-3850665d-9d8c-4e81-88af-58d5ea40bfdf tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:09.786941 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9b316681-5a82-4620-9fd3-756c1a08cbf3 req-3850665d-9d8c-4e81-88af-58d5ea40bfdf tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.1349473
Apr 16 21:15:09.817103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port b6827444-dd7b-4b83-a82d-0112e07ad27f completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:09.823906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=90479900-4d72-46a0-92ee-feff9e50d619,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:09.852702 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9b316681-5a82-4620-9fd3-756c1a08cbf3 req-539a717c-fc26-4247-8f17-120162b3affe tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588825
Apr 16 21:15:09.923616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port b6827444-dd7b-4b83-a82d-0112e07ad27f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:09.924135 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:10.029904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b6827444-dd7b-4b83-a82d-0112e07ad27f is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:10.030452 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:10.048878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57470) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:10.089923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b6827444-dd7b-4b83-a82d-0112e07ad27f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6827444-dd7b-4b83-a82d-0112e07ad27f,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:10.169641 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:10.170643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device cde5a5c3-65ba-417d-8651-74ec3a50ff0d no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:15:10.223015 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06ca5a58-324c-4ab8-aa5d-f87d1be2e118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:10.262354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3bfc2-a81c-410c-9cb4-884b2f8e7597 req-034ccf76-f1e8-47ef-9b4f-2d80e0428644 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:10.271671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40b3bfc2-a81c-410c-9cb4-884b2f8e7597 req-034ccf76-f1e8-47ef-9b4f-2d80e0428644 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0699210
Apr 16 21:15:10.284636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: cde5a5c3-65ba-417d-8651-74ec3a50ff0d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:15:10.287001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device cde5a5c3-65ba-417d-8651-74ec3a50ff0d not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:15:10.287684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a839aa71-2bd6-4676-8955-1d69072cd7f0', 'tag': 'e95787b0-2955-4c9d-b856-d0002bfc2eb5'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:10.290078 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caa1554-ea61-4ccd-9b32-2f248a779e80" -d '{"events": [{"name": "network-changed", "server_uuid": "a839aa71-2bd6-4676-8955-1d69072cd7f0", "tag": "e95787b0-2955-4c9d-b856-d0002bfc2eb5"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:10.300135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b6827444-dd7b-4b83-a82d-0112e07ad27f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:10.306144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57480) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:10.326340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d698a-292e-4ad4-9489-470b8cce30d6 req-a20a0d2a-f869-4b17-b7d7-3dcd7d72f03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:10.331784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d698a-292e-4ad4-9489-470b8cce30d6 req-a20a0d2a-f869-4b17-b7d7-3dcd7d72f03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:10.337287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d698a-292e-4ad4-9489-470b8cce30d6 req-a20a0d2a-f869-4b17-b7d7-3dcd7d72f03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:10.345798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d698a-292e-4ad4-9489-470b8cce30d6 req-a20a0d2a-f869-4b17-b7d7-3dcd7d72f03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:10.350391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d698a-292e-4ad4-9489-470b8cce30d6 req-a20a0d2a-f869-4b17-b7d7-3dcd7d72f03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:10.357252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d698a-292e-4ad4-9489-470b8cce30d6 req-a20a0d2a-f869-4b17-b7d7-3dcd7d72f03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:10.363180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d698a-292e-4ad4-9489-470b8cce30d6 req-a20a0d2a-f869-4b17-b7d7-3dcd7d72f03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:10.365253 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a14d698a-292e-4ad4-9489-470b8cce30d6 req-a20a0d2a-f869-4b17-b7d7-3dcd7d72f03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5428 time: 0.1594393
Apr 16 21:15:10.377145 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40b3bfc2-a81c-410c-9cb4-884b2f8e7597 req-8b20c6ef-64aa-4a06-aa9e-372a8ce36b52 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025202
Apr 16 21:15:10.415531 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5e97192f-3516-4ea0-9caa-7204ae31c935 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7551d6845c3449898b6ffdb91eca8c9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1057105
Apr 16 21:15:10.424358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57482) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:10.472794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a14d698a-292e-4ad4-9489-470b8cce30d6 req-a53b4620-a38e-4587-a8a6-e12199d869ba tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1014321
Apr 16 21:15:10.476420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89946b61-fbf7-4964-8abf-1d6403aac9ec'}, {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90479900-4d72-46a0-92ee-feff9e50d619'}, {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6827444-dd7b-4b83-a82d-0112e07ad27f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:10.479537 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bf32c3-9057-4e30-bff1-173e39907146" -d '{"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "89946b61-fbf7-4964-8abf-1d6403aac9ec"}, {"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "90479900-4d72-46a0-92ee-feff9e50d619"}, {"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "b6827444-dd7b-4b83-a82d-0112e07ad27f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:10.482293 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e35e3a-bf6f-4588-b036-035bc01a3306 x-openstack-request-id: req-d9e35e3a-bf6f-4588-b036-035bc01a3306 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:10.485352 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a839aa71-2bd6-4676-8955-1d69072cd7f0", "tag": "e95787b0-2955-4c9d-b856-d0002bfc2eb5", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:10.485352 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9e35e3a-bf6f-4588-b036-035bc01a3306 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:10.485352 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e35e3a-bf6f-4588-b036-035bc01a3306'] response: {'name': 'network-changed', 'server_uuid': 'a839aa71-2bd6-4676-8955-1d69072cd7f0', 'tag': 'e95787b0-2955-4c9d-b856-d0002bfc2eb5', 'status': 'completed', 'code': 200}
Apr 16 21:15:10.498687 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06ca5a58-324c-4ab8-aa5d-f87d1be2e118 admin admin] Publish callbacks [] for security_group (0b9f3ac6-ed5e-4ab0-b3dd-828002e302dc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:10.518190 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-95571400-77fa-4160-a58a-55ae1b915cbc admin admin] Publish callbacks [] for security_group (bf4c9483-5bc3-4f7e-bf36-d31940c43f3d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:10.529353 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed36988-5764-44dd-a8e6-9de27508f391 x-openstack-request-id: req-aed36988-5764-44dd-a8e6-9de27508f391 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:10.531978 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "89946b61-fbf7-4964-8abf-1d6403aac9ec", "code": 200}, {"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "90479900-4d72-46a0-92ee-feff9e50d619", "code": 200}, {"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "b6827444-dd7b-4b83-a82d-0112e07ad27f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:10.531978 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aed36988-5764-44dd-a8e6-9de27508f391 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:10.531978 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed36988-5764-44dd-a8e6-9de27508f391'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89946b61-fbf7-4964-8abf-1d6403aac9ec', 'code': 200}
Apr 16 21:15:10.531978 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed36988-5764-44dd-a8e6-9de27508f391'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90479900-4d72-46a0-92ee-feff9e50d619', 'code': 200}
Apr 16 21:15:10.533399 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed36988-5764-44dd-a8e6-9de27508f391'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6827444-dd7b-4b83-a82d-0112e07ad27f', 'code': 200}
Apr 16 21:15:10.544911 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-95571400-77fa-4160-a58a-55ae1b915cbc admin admin] Publish callbacks [] for security_group (bf4c9483-5bc3-4f7e-bf36-d31940c43f3d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:10.592740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06ca5a58-324c-4ab8-aa5d-f87d1be2e118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0b9f3ac6-ed5e-4ab0-b3dd-828002e302dc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:10.689740 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-95571400-77fa-4160-a58a-55ae1b915cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bf4c9483-5bc3-4f7e-bf36-d31940c43f3d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:10.692565 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-95571400-77fa-4160-a58a-55ae1b915cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:10.697740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-95571400-77fa-4160-a58a-55ae1b915cbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf4c9483-5bc3-4f7e-bf36-d31940c43f3d HTTP/1.1" status: 204  len: 168 time: 0.2713037
Apr 16 21:15:10.722759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51135-3363-4587-9397-fa04fa0f6ebb req-5783391f-d05f-493e-857c-4124e0880e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:10.727578 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95571400-77fa-4160-a58a-55ae1b915cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4c9483-5bc3-4f7e-bf36-d31940c43f3d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:10.737751 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bd51135-3363-4587-9397-fa04fa0f6ebb req-5783391f-d05f-493e-857c-4124e0880e37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ec2ad232d62489aa704075fad5305c2&device_id=446a5909-7904-4290-9a61-015b0a1f5d40 HTTP/1.1" status: 200  len: 1126 time: 0.1688094
Apr 16 21:15:10.807261 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-06ca5a58-324c-4ab8-aa5d-f87d1be2e118 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4af74b4319a54b34867067bfb4b6349e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7541225
Apr 16 21:15:10.810892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57492) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:10.811401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b563380-254e-4f30-9d0a-fd1de194c0f5 req-ed0bd7f3-e47d-4a09-99bd-f8490eac3785 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:10.812981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b563380-254e-4f30-9d0a-fd1de194c0f5 req-ed0bd7f3-e47d-4a09-99bd-f8490eac3785 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1113181
Apr 16 21:15:10.825441 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca5a58-324c-4ab8-aa5d-f87d1be2e118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9f3ac6-ed5e-4ab0-b3dd-828002e302dc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:10.843590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa1554-ea61-4ccd-9b32-2f248a779e80 req-55ffee96-9839-4fdc-b562-55e7cb8c8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:10.843590 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0caa1554-ea61-4ccd-9b32-2f248a779e80 req-55ffee96-9839-4fdc-b562-55e7cb8c8508 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ec2ad232d62489aa704075fad5305c2&device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 1126 time: 0.2455211
Apr 16 21:15:10.896049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21336a-2095-4df9-b2a3-6e46b0d74a68 req-806b5c70-3b83-4dbc-aaac-8b922e1ca297 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:10.905188 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb21336a-2095-4df9-b2a3-6e46b0d74a68 req-806b5c70-3b83-4dbc-aaac-8b922e1ca297 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 944 time: 0.1058378
Apr 16 21:15:10.978150 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb21336a-2095-4df9-b2a3-6e46b0d74a68 req-69e05372-b632-4281-97c8-543aca6cfef6 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715475
Apr 16 21:15:10.983779 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9901-f714-4793-b282-23802ad01a30 admin admin] Publish callbacks [] for security_group (0b9f3ac6-ed5e-4ab0-b3dd-828002e302dc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:11.013274 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9901-f714-4793-b282-23802ad01a30 admin admin] Publish callbacks [] for security_group (0b9f3ac6-ed5e-4ab0-b3dd-828002e302dc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:11.047055 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b563380-254e-4f30-9d0a-fd1de194c0f5 req-f19d5362-d389-4f3a-9bd9-2cfa2bc56944 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237890
Apr 16 21:15:11.111113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51135-3363-4587-9397-fa04fa0f6ebb req-bc7d6e4d-4ff8-4a05-91d5-ac11df2b22a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.112689 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bd51135-3363-4587-9397-fa04fa0f6ebb req-bc7d6e4d-4ff8-4a05-91d5-ac11df2b22a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97 HTTP/1.1" status: 200  len: 913 time: 0.3119748
Apr 16 21:15:11.121064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f73db0-a7f1-4578-ac9f-7c555facccb3 req-9c875794-f340-4215-8848-0ac904ca4d5c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.124459 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55f73db0-a7f1-4578-ac9f-7c555facccb3 req-9c875794-f340-4215-8848-0ac904ca4d5c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0654285
Apr 16 21:15:11.173529 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bd51135-3363-4587-9397-fa04fa0f6ebb req-a04c4e88-991e-4c0d-80c2-42a44561fe16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f42a9fb9-89c0-40cb-b996-9d91b0f13a6e HTTP/1.1" status: 200  len: 217 time: 0.0526547
Apr 16 21:15:11.173827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa1554-ea61-4ccd-9b32-2f248a779e80 req-1c184bdf-b7c6-4dc3-8949-d53d57071067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.175086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0caa1554-ea61-4ccd-9b32-2f248a779e80 req-1c184bdf-b7c6-4dc3-8949-d53d57071067 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5ec2ad232d62489aa704075fad5305c2&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2972322
Apr 16 21:15:11.191465 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55f73db0-a7f1-4578-ac9f-7c555facccb3 req-f3f69154-115a-4baa-9622-fabeb0b01366 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622900
Apr 16 21:15:11.207569 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9901-f714-4793-b282-23802ad01a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0b9f3ac6-ed5e-4ab0-b3dd-828002e302dc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:11.214319 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9901-f714-4793-b282-23802ad01a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:11.219813 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8fbd9901-f714-4793-b282-23802ad01a30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b9f3ac6-ed5e-4ab0-b3dd-828002e302dc HTTP/1.1" status: 204  len: 168 time: 0.4002280
Apr 16 21:15:11.226636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd9901-f714-4793-b282-23802ad01a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9f3ac6-ed5e-4ab0-b3dd-828002e302dc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:11.352804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51135-3363-4587-9397-fa04fa0f6ebb req-bb2829a3-7f4b-4114-8389-74e4d38c0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.354255 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bd51135-3363-4587-9397-fa04fa0f6ebb req-bb2829a3-7f4b-4114-8389-74e4d38c0c62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d8919ae-c853-439e-81e2-dc9b8bceea90 HTTP/1.1" status: 200  len: 852 time: 0.1705322
Apr 16 21:15:11.366170 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c6438618-4e2e-4e98-a08e-fdf410282f72 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:11.420465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bd51135-3363-4587-9397-fa04fa0f6ebb req-af9027eb-4a3e-47ed-a311-f8844ac8154d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524406
Apr 16 21:15:11.446463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port c6438618-4e2e-4e98-a08e-fdf410282f72 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:11.466944 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:11.502591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa1554-ea61-4ccd-9b32-2f248a779e80 req-3e3f3b04-1104-4c1c-a812-cb3a6cc5b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.502823 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0caa1554-ea61-4ccd-9b32-2f248a779e80 req-3e3f3b04-1104-4c1c-a812-cb3a6cc5b8d4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3203065
Apr 16 21:15:11.568808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bd51135-3363-4587-9397-fa04fa0f6ebb req-5a8058b1-bf8c-4f06-89a9-d34a3b0ae245 service neutron] 10.222.0.11 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417024
Apr 16 21:15:11.675793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980a9f9-9a40-4c1b-9b78-ad657223725d req-d2a6839c-e5fd-4c97-bfc0-c3e48ef88c9d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.683984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980a9f9-9a40-4c1b-9b78-ad657223725d req-d2a6839c-e5fd-4c97-bfc0-c3e48ef88c9d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.684431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-4c90cbdd-7e89-4097-83cc-92c3a2e86972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.686515 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-4c90cbdd-7e89-4097-83cc-92c3a2e86972 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ec2ad232d62489aa704075fad5305c2&device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 1126 time: 0.0953572
Apr 16 21:15:11.690988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980a9f9-9a40-4c1b-9b78-ad657223725d req-d2a6839c-e5fd-4c97-bfc0-c3e48ef88c9d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.698203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980a9f9-9a40-4c1b-9b78-ad657223725d req-d2a6839c-e5fd-4c97-bfc0-c3e48ef88c9d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.704273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980a9f9-9a40-4c1b-9b78-ad657223725d req-d2a6839c-e5fd-4c97-bfc0-c3e48ef88c9d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.710254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980a9f9-9a40-4c1b-9b78-ad657223725d req-d2a6839c-e5fd-4c97-bfc0-c3e48ef88c9d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.716064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980a9f9-9a40-4c1b-9b78-ad657223725d req-d2a6839c-e5fd-4c97-bfc0-c3e48ef88c9d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.732164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port c6438618-4e2e-4e98-a08e-fdf410282f72 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:11.732164 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:11.732433 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3980a9f9-9a40-4c1b-9b78-ad657223725d req-d2a6839c-e5fd-4c97-bfc0-c3e48ef88c9d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5428 time: 0.1335859
Apr 16 21:15:11.737591 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dae0a122-da2f-464e-b16b-cbc7030bf1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:11.873559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port c6438618-4e2e-4e98-a08e-fdf410282f72 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:11.873559 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:11.884125 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3980a9f9-9a40-4c1b-9b78-ad657223725d req-97622cbf-1027-47fb-b0a5-329afab18b9c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1467752
Apr 16 21:15:11.926637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c6438618-4e2e-4e98-a08e-fdf410282f72, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6438618-4e2e-4e98-a08e-fdf410282f72,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:11.936252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-13d5953c-e922-487e-9348-198c1f66dd71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e95787b0-2955-4c9d-b856-d0002bfc2eb5 HTTP/1.1" status: 200  len: 217 time: 0.1597204
Apr 16 21:15:11.944742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63ac8b-36c2-44d4-9a10-00a9fef18cae req-c94b576c-2e25-4c84-bf21-cc20ff593814 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:11.946411 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e63ac8b-36c2-44d4-9a10-00a9fef18cae req-c94b576c-2e25-4c84-bf21-cc20ff593814 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.4597602
Apr 16 21:15:12.018547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bd51135-3363-4587-9397-fa04fa0f6ebb req-ce013d69-9d55-401e-a896-159a5c1a575c service neutron] 10.222.0.11 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3308575
Apr 16 21:15:12.038076 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:12.043169 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 289d892c-efd8-4a45-8065-39c93c83ca97 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:12.051157 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e63ac8b-36c2-44d4-9a10-00a9fef18cae req-0c2582d0-3f3d-41dc-bbcf-cba95cc97624 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887201
Apr 16 21:15:12.072502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-34b92dc8-a1da-47c9-990f-f7087a1ef30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:12.072502 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-34b92dc8-a1da-47c9-990f-f7087a1ef30d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d8919ae-c853-439e-81e2-dc9b8bceea90 HTTP/1.1" status: 200  len: 852 time: 0.1206119
Apr 16 21:15:12.113661 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-acc83ac3-e052-465f-8efe-d9f8b9e8bbe8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367236
Apr 16 21:15:12.207991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fd8e4-4b13-4cff-a0c2-d6d90069e1bc req-9c3da33a-d590-4079-9114-decf5a9215b6 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:12.217918 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a31fd8e4-4b13-4cff-a0c2-d6d90069e1bc req-9c3da33a-d590-4079-9114-decf5a9215b6 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 944 time: 0.1145983
Apr 16 21:15:12.237780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=c6438618-4e2e-4e98-a08e-fdf410282f72,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:12.325490 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a31fd8e4-4b13-4cff-a0c2-d6d90069e1bc req-e93f65f4-e54a-458a-a9a5-5c98b64cc431 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065409
Apr 16 21:15:12.343663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490221f-21b4-4b0b-a89d-ce8b2fc8db9d req-bfff12ed-4bd4-4f0a-a64f-b1fd1d72d691 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:12.346110 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1490221f-21b4-4b0b-a89d-ce8b2fc8db9d req-bfff12ed-4bd4-4f0a-a64f-b1fd1d72d691 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0976057
Apr 16 21:15:12.372995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 289d892c-efd8-4a45-8065-39c93c83ca97 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:12.388215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-421f29f6-d278-4ea5-850a-896982746c0f service neutron] 10.222.0.11 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2660937
Apr 16 21:15:12.441500 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1490221f-21b4-4b0b-a89d-ce8b2fc8db9d req-6fe216a6-1480-435c-a182-494ec3c73a20 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857637
Apr 16 21:15:12.455015 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:12.484029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 289d892c-efd8-4a45-8065-39c93c83ca97 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:12.485799 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:12.485920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244675e-7c1e-4705-8f72-3fe07d5f721e req-464e8835-4db5-4496-a7fa-681e3c1c2f72 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:12.489801 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c244675e-7c1e-4705-8f72-3fe07d5f721e req-464e8835-4db5-4496-a7fa-681e3c1c2f72 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0851636
Apr 16 21:15:12.537118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6438618-4e2e-4e98-a08e-fdf410282f72'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:12.543559 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abbf210-331f-4634-9751-9040daff5b6a" -d '{"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "c6438618-4e2e-4e98-a08e-fdf410282f72"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:12.630866 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c244675e-7c1e-4705-8f72-3fe07d5f721e req-84ffdd5b-401c-4099-bdfe-702e9eb628c1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344681
Apr 16 21:15:12.642038 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603d3ff9-f44a-489d-81c6-3846b2ab6b35 x-openstack-request-id: req-603d3ff9-f44a-489d-81c6-3846b2ab6b35 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:12.642747 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "c6438618-4e2e-4e98-a08e-fdf410282f72", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:12.646822 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-603d3ff9-f44a-489d-81c6-3846b2ab6b35 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:12.649581 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603d3ff9-f44a-489d-81c6-3846b2ab6b35'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6438618-4e2e-4e98-a08e-fdf410282f72', 'code': 200}
Apr 16 21:15:12.679530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 289d892c-efd8-4a45-8065-39c93c83ca97 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:12.679922 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:12.692922 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91a77dd7-41a2-4799-87ac-6ccda0be85b4 req-e7e93440-d983-48e8-961e-ae8db54d8c97 service neutron] 10.222.0.11 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2502420
Apr 16 21:15:12.736111 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 289d892c-efd8-4a45-8065-39c93c83ca97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=289d892c-efd8-4a45-8065-39c93c83ca97,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:12.832104 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:12.836645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:12.937374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:12.944534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=289d892c-efd8-4a45-8065-39c93c83ca97,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:13.032974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:13.036518 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:13.038523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57552) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:13.056561 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09236a64-df59-4f20-a910-1f5aab7f8d29 req-c0256231-5dd2-49e0-bba9-b88f6c96167a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:13.061915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09236a64-df59-4f20-a910-1f5aab7f8d29 req-c0256231-5dd2-49e0-bba9-b88f6c96167a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:13.067363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09236a64-df59-4f20-a910-1f5aab7f8d29 req-c0256231-5dd2-49e0-bba9-b88f6c96167a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:13.072930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09236a64-df59-4f20-a910-1f5aab7f8d29 req-c0256231-5dd2-49e0-bba9-b88f6c96167a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:13.102254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09236a64-df59-4f20-a910-1f5aab7f8d29 req-c0256231-5dd2-49e0-bba9-b88f6c96167a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:13.102254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09236a64-df59-4f20-a910-1f5aab7f8d29 req-c0256231-5dd2-49e0-bba9-b88f6c96167a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:13.102254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09236a64-df59-4f20-a910-1f5aab7f8d29 req-c0256231-5dd2-49e0-bba9-b88f6c96167a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:13.102254 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09236a64-df59-4f20-a910-1f5aab7f8d29 req-c0256231-5dd2-49e0-bba9-b88f6c96167a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5430 time: 0.1002548
Apr 16 21:15:13.175741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:13.176953 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:13.202135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c6803-25ce-435d-8e7f-f3ab6ac9a769 req-8d61c909-ed86-4b6f-9479-edf0c926dae4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:13.209351 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b3c6803-25ce-435d-8e7f-f3ab6ac9a769 req-8d61c909-ed86-4b6f-9479-edf0c926dae4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0596325
Apr 16 21:15:13.222381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:13.249001 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09236a64-df59-4f20-a910-1f5aab7f8d29 req-b20820eb-db14-4685-9611-2db759b2843e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1504529
Apr 16 21:15:13.280807 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b3c6803-25ce-435d-8e7f-f3ab6ac9a769 req-c4c75ca9-6f51-4048-8924-ed0f9d753a4d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694790
Apr 16 21:15:13.286973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-954215035-network', 'tenant_id': 'c63d4ed9df1548b88731e003044c32da'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:13.434430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1668b23-8e50-4d2c-89a8-bf8b062e3af0 req-87dae5b3-ca08-49df-affc-519b7744e37b tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:13.435944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1668b23-8e50-4d2c-89a8-bf8b062e3af0 req-87dae5b3-ca08-49df-affc-519b7744e37b tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 944 time: 0.0524662
Apr 16 21:15:13.484203 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1668b23-8e50-4d2c-89a8-bf8b062e3af0 req-2e78ef47-ebd7-4ddd-b355-56fe29cc8ac0 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425487
Apr 16 21:15:13.562831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b61fe-7c45-4f5b-a673-abed8294e6ba req-59ca7895-21a3-4185-9c8c-2dc92cfacb55 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:13.650810 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b86b61fe-7c45-4f5b-a673-abed8294e6ba req-59ca7895-21a3-4185-9c8c-2dc92cfacb55 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0473356
Apr 16 21:15:13.650810 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b86b61fe-7c45-4f5b-a673-abed8294e6ba req-08bbce41-fa08-4f57-b373-ad8938a412f7 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442941
Apr 16 21:15:13.760303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240803e2-0053-466d-965c-93841c2dfbb5 req-93e152b7-1f1b-451a-86c4-f7f9246e65f9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:13.761848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-240803e2-0053-466d-965c-93841c2dfbb5 req-93e152b7-1f1b-451a-86c4-f7f9246e65f9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0543447
Apr 16 21:15:13.808149 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-240803e2-0053-466d-965c-93841c2dfbb5 req-5f871113-89c8-4c19-a4e4-6b7706a16c4b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402038
Apr 16 21:15:13.837622 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:13.884138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:13.894670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Made reservation on behalf of c63d4ed9df1548b88731e003044c32da for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:15:13.900303 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:13.928870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:13.943950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f42a9fb9-89c0-40cb-b996-9d91b0f13a6e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:14.023195 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Publish callbacks [] for security_group (fdb250c3-786c-4959-af4c-e2c05112fd53), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:14.038753 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:14.063326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f42a9fb9-89c0-40cb-b996-9d91b0f13a6e,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:14.079934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'f42a9fb9-89c0-40cb-b996-9d91b0f13a6e', 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97', 'port_id': 'f42a9fb9-89c0-40cb-b996-9d91b0f13a6e', 'mac_address': 'fa:16:3e:37:0c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8919ae-c853-439e-81e2-dc9b8bceea90', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:14.117443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fdb250c3-786c-4959-af4c-e2c05112fd53), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:14.129952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:14.130350 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:14.139795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:15:14.145236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42a9fb9-89c0-40cb-b996-9d91b0f13a6e {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:14.173561 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f42a9fb9-89c0-40cb-b996-9d91b0f13a6e,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:14.195262 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6419f4c5-657d-46f5-bceb-0e17ae190fee), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:14.195605 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Added segment 6419f4c5-657d-46f5-bceb-0e17ae190fee of type vlan for network ce54676e-63e2-4bec-8d37-78514d0685e3
Apr 16 21:15:14.208139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb250c3-786c-4959-af4c-e2c05112fd53,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:14.256296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (ce54676e-63e2-4bec-8d37-78514d0685e3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:14.282306 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:14.400966 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (ce54676e-63e2-4bec-8d37-78514d0685e3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:14.402306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:14.403498 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:14.404929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f42a9fb9-89c0-40cb-b996-9d91b0f13a6e,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:14.469160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07529e6-3569-4ea5-9ebf-442e71b13113 req-0f84c260-3154-4789-9a12-c302357afac0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:14.477393 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c07529e6-3569-4ea5-9ebf-442e71b13113 req-0f84c260-3154-4789-9a12-c302357afac0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0854571
Apr 16 21:15:14.497085 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c865-e087-48cf-9202-3817809a1c29 req-2188cc96-ead8-4616-9cfb-7084d62d81e0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:14.498689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f42a9fb9-89c0-40cb-b996-9d91b0f13a6e'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:14.509378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c865-e087-48cf-9202-3817809a1c29 req-2188cc96-ead8-4616-9cfb-7084d62d81e0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:14.514963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c865-e087-48cf-9202-3817809a1c29 req-2188cc96-ead8-4616-9cfb-7084d62d81e0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:14.520767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c865-e087-48cf-9202-3817809a1c29 req-2188cc96-ead8-4616-9cfb-7084d62d81e0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:14.529717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c865-e087-48cf-9202-3817809a1c29 req-2188cc96-ead8-4616-9cfb-7084d62d81e0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:14.536265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c865-e087-48cf-9202-3817809a1c29 req-2188cc96-ead8-4616-9cfb-7084d62d81e0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:14.543010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c865-e087-48cf-9202-3817809a1c29 req-2188cc96-ead8-4616-9cfb-7084d62d81e0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:14.546355 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c07529e6-3569-4ea5-9ebf-442e71b13113 req-5bb12d43-cd4a-43a7-be3e-f76fac574c6e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611353
Apr 16 21:15:14.554002 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c9a0c865-e087-48cf-9202-3817809a1c29 req-2188cc96-ead8-4616-9cfb-7084d62d81e0 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5431 time: 0.1927609
Apr 16 21:15:14.585285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] Pushing event updated for resources: {'Network': ['ID=ce54676e-63e2-4bec-8d37-78514d0685e3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:14.606893 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network ce54676e-63e2-4bec-8d37-78514d0685e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:15:14.649921 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c9a0c865-e087-48cf-9202-3817809a1c29 req-13d5ca48-be1d-4933-a847-76d57a81a2ff tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0947888
Apr 16 21:15:14.656001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289d892c-efd8-4a45-8065-39c93c83ca97'}, {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:14.659091 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d997a269-da8b-43fd-b182-b47e01c14d95" -d '{"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "289d892c-efd8-4a45-8065-39c93c83ca97"}, {"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:14.661246 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fe5df965-bb01-406f-abd4-c42f536067b0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.6192446
Apr 16 21:15:14.664595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57594) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:14.689420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Request body: {'subnet': {'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-954215035-subnet', 'tenant_id': 'c63d4ed9df1548b88731e003044c32da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:14.786003 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee773e-853e-4c2d-b65e-e81e633746f1 req-c3c254e7-4b9c-4a1b-b5da-a7f37ac13de6 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:14.795323 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43ee773e-853e-4c2d-b65e-e81e633746f1 req-c3c254e7-4b9c-4a1b-b5da-a7f37ac13de6 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 944 time: 0.0724263
Apr 16 21:15:14.820746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Made reservation on behalf of c63d4ed9df1548b88731e003044c32da for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:15:14.825011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:14.895104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43ee773e-853e-4c2d-b65e-e81e633746f1 req-8a775a20-e5fd-4b41-ab82-523bcc4cb962 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985391
Apr 16 21:15:15.028680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219445b-309a-46ea-8631-b0f205f05228 req-e7c69900-764a-4420-8fb8-51a6112924b3 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.035220 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3219445b-309a-46ea-8631-b0f205f05228 req-e7c69900-764a-4420-8fb8-51a6112924b3 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0705616
Apr 16 21:15:15.139329 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5fe863-18a6-4a31-94ba-19b46590f7d0 x-openstack-request-id: req-bc5fe863-18a6-4a31-94ba-19b46590f7d0 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:15.139924 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "289d892c-efd8-4a45-8065-39c93c83ca97", "code": 200}, {"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-plugged", "status": "completed", "tag": "3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:15.139924 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc5fe863-18a6-4a31-94ba-19b46590f7d0 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:15.140372 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5fe863-18a6-4a31-94ba-19b46590f7d0'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289d892c-efd8-4a45-8065-39c93c83ca97', 'code': 200}
Apr 16 21:15:15.140489 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5fe863-18a6-4a31-94ba-19b46590f7d0'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62', 'code': 200}
Apr 16 21:15:15.144566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3219445b-309a-46ea-8631-b0f205f05228 req-7e1a8f76-986b-4ecc-aa63-1bb9693e91d7 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069155
Apr 16 21:15:15.159502 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (e775fec7-8eeb-48a7-984f-55b2ee9b30df), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:15.261670 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b79074e-f9b4-4cf0-9bba-ed9a870af52c req-33b9cb38-47d2-4648-bb7a-ff7b8831716a tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0374177
Apr 16 21:15:15.392011 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:15.414238 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f0b74dd7-ae70-4df1-8362-6c7a4ca7ecb1 req-7420745b-472b-4345-8e28-e8e2a127a8f4 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0511551
Apr 16 21:15:15.687959 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761dd98-d364-4d3e-b509-a83c74d7f170 req-2ca82b27-54ab-4683-ae74-347186f9dd06 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.689264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a47d1-ee66-49e3-876b-12e975e94097 req-e2e51f5d-8992-4ba2-bb64-7466ef81f8f4 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.690660 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a51a47d1-ee66-49e3-876b-12e975e94097 req-e2e51f5d-8992-4ba2-bb64-7466ef81f8f4 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.4416625
Apr 16 21:15:15.691325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e775fec7-8eeb-48a7-984f-55b2ee9b30df,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:15.692497 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f761dd98-d364-4d3e-b509-a83c74d7f170 req-2ca82b27-54ab-4683-ae74-347186f9dd06 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0769861
Apr 16 21:15:15.739398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.739715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.740143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.740522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.740862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.741193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.741526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.741855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.742284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.743332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.744636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.751128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.751128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.751128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.751128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:15.755617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ac793-46a6-4de8-8e87-4cc55f955415 req-dbee0f82-f065-4eed-938b-762d537a3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.757651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ac793-46a6-4de8-8e87-4cc55f955415 req-dbee0f82-f065-4eed-938b-762d537a3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.758141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ac793-46a6-4de8-8e87-4cc55f955415 req-dbee0f82-f065-4eed-938b-762d537a3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.758620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ac793-46a6-4de8-8e87-4cc55f955415 req-dbee0f82-f065-4eed-938b-762d537a3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.759238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ac793-46a6-4de8-8e87-4cc55f955415 req-dbee0f82-f065-4eed-938b-762d537a3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.759792 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ac793-46a6-4de8-8e87-4cc55f955415 req-dbee0f82-f065-4eed-938b-762d537a3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.760289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ac793-46a6-4de8-8e87-4cc55f955415 req-dbee0f82-f065-4eed-938b-762d537a3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.763332 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c79ac793-46a6-4de8-8e87-4cc55f955415 req-dbee0f82-f065-4eed-938b-762d537a3550 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 6705 time: 0.4971359
Apr 16 21:15:15.776523 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f761dd98-d364-4d3e-b509-a83c74d7f170 req-9f505c44-c947-4351-a37d-2b5954479edf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758350
Apr 16 21:15:15.794987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Checking segment: {'id': '6419f4c5-657d-46f5-bceb-0e17ae190fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:15:15.795437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Network hostable DHCP agents. Network: ce54676e-63e2-4bec-8d37-78514d0685e3, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:15:15.885137 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a51a47d1-ee66-49e3-876b-12e975e94097 req-7fca9ef9-716e-4646-bbdc-b223a0f101c2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759415
Apr 16 21:15:15.896610 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c79ac793-46a6-4de8-8e87-4cc55f955415 req-40f9ad73-f042-458a-8ac4-5e7e3006c503 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9fce068-1310-4d86-9d29-9978be3cc7fd&id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1110406
Apr 16 21:15:15.958863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfcc41-4f8d-4857-95c3-99e47c462476 req-45de65b3-cb0c-4cd7-8f87-15643bb65aee tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.965208 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e95787b0-2955-4c9d-b856-d0002bfc2eb5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:15.967929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfcc41-4f8d-4857-95c3-99e47c462476 req-45de65b3-cb0c-4cd7-8f87-15643bb65aee tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.973026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Network ce54676e-63e2-4bec-8d37-78514d0685e3 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:15:15.976097 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfcc41-4f8d-4857-95c3-99e47c462476 req-45de65b3-cb0c-4cd7-8f87-15643bb65aee tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.983682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfcc41-4f8d-4857-95c3-99e47c462476 req-45de65b3-cb0c-4cd7-8f87-15643bb65aee tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.992923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfcc41-4f8d-4857-95c3-99e47c462476 req-45de65b3-cb0c-4cd7-8f87-15643bb65aee tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:15.998985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfcc41-4f8d-4857-95c3-99e47c462476 req-45de65b3-cb0c-4cd7-8f87-15643bb65aee tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:16.018387 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfcc41-4f8d-4857-95c3-99e47c462476 req-45de65b3-cb0c-4cd7-8f87-15643bb65aee tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:16.020764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59cfcc41-4f8d-4857-95c3-99e47c462476 req-45de65b3-cb0c-4cd7-8f87-15643bb65aee tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5431 time: 0.1676993
Apr 16 21:15:16.031246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2051e-7dea-45dc-a11d-dea6756b000c req-2981d6f4-d8fa-4b76-8111-ff655810b73f tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:16.033053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c4d2051e-7dea-45dc-a11d-dea6756b000c req-2981d6f4-d8fa-4b76-8111-ff655810b73f tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 944 time: 0.0569768
Apr 16 21:15:16.065659 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f42a9fb9-89c0-40cb-b996-9d91b0f13a6e up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:16.112292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e95787b0-2955-4c9d-b856-d0002bfc2eb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e95787b0-2955-4c9d-b856-d0002bfc2eb5,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:16.130804 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c4d2051e-7dea-45dc-a11d-dea6756b000c req-052246b9-66ec-45c8-aad2-a3e15dd5b99f tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912983
Apr 16 21:15:16.133450 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'e95787b0-2955-4c9d-b856-d0002bfc2eb5', 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97', 'port_id': 'e95787b0-2955-4c9d-b856-d0002bfc2eb5', 'mac_address': 'fa:16:3e:c0:c7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8919ae-c853-439e-81e2-dc9b8bceea90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:16.134176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ce54676e-63e2-4bec-8d37-78514d0685e3) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:15:16.148639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f2b67-8370-4ad4-b28d-1dff625d43a2 None None] Network ce54676e-63e2-4bec-8d37-78514d0685e3 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:15:16.149355 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:16.150017 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:16.170374 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59cfcc41-4f8d-4857-95c3-99e47c462476 req-5ae00a70-803c-4aad-a900-bf4971588b52 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1422038
Apr 16 21:15:16.256846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:16.291877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port e95787b0-2955-4c9d-b856-d0002bfc2eb5 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:16.292660 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:16.293974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb42ce-3dd9-4eaa-a6c1-1a2bf8e492e1 req-a4d3a11a-20f5-447f-a527-76f7c9e2c1c9 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:16.300777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6feb42ce-3dd9-4eaa-a6c1-1a2bf8e492e1 req-a4d3a11a-20f5-447f-a527-76f7c9e2c1c9 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0682633
Apr 16 21:15:16.313865 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95787b0-2955-4c9d-b856-d0002bfc2eb5 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:16.349395 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c2413a43-74f5-4e40-8c78-7ce3ae442967 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.6835659
Apr 16 21:15:16.350566 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb5e6ee-a4b1-4f33-9d95-15a9135dd4b1 None None] Network ce54676e-63e2-4bec-8d37-78514d0685e3 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:15:16.377757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6feb42ce-3dd9-4eaa-a6c1-1a2bf8e492e1 req-6b57e2c5-56a9-4613-932b-74d83e89d0cd tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682206
Apr 16 21:15:16.387361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e95787b0-2955-4c9d-b856-d0002bfc2eb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e95787b0-2955-4c9d-b856-d0002bfc2eb5,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:16.437385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:16.438199 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:16.488403 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:16.602373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=e95787b0-2955-4c9d-b856-d0002bfc2eb5,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:16.607044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5559eef9-fe2a-4876-80dc-d541072ee319 req-d7d4e8cd-248c-4b25-9dc3-a18850626b4f tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0692456
Apr 16 21:15:16.623569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.623569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.623569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.623569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.623569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.623569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.623569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.623569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.623569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.623569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.624803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.624803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.624803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.624803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.625142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:16.639540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:16.639540 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:16.683777 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f42a9fb9-89c0-40cb-b996-9d91b0f13a6e,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:16.734193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['e95787b0-2955-4c9d-b856-d0002bfc2eb5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:16.787045 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:16.897729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f42a9fb9-89c0-40cb-b996-9d91b0f13a6e,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:16.963600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8609936-eee5-490c-93ab-5e46aea75a0a req-d248562b-408d-44d9-b745-bd0f8a24c496 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:16.970691 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f8609936-eee5-490c-93ab-5e46aea75a0a req-d248562b-408d-44d9-b745-bd0f8a24c496 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0796573
Apr 16 21:15:16.992693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-9019956b-a6c5-4b6c-8f79-90a8595abedf tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:17.001298 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-9019956b-a6c5-4b6c-8f79-90a8595abedf tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/networks?id=ce54676e-63e2-4bec-8d37-78514d0685e3 HTTP/1.1" status: 200  len: 821 time: 0.2139673
Apr 16 21:15:17.018630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-be5f90f0-c58e-4302-a6fc-fc6a710b60bc tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/quotas/c63d4ed9df1548b88731e003044c32da HTTP/1.1" status: 200  len: 375 time: 0.0160081
Apr 16 21:15:17.045847 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f8609936-eee5-490c-93ab-5e46aea75a0a req-f25797a7-19c0-4393-b904-24c783f81b7c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742190
Apr 16 21:15:17.058662 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-986582a3-873b-4c45-b392-baf6247551af tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c63d4ed9df1548b88731e003044c32da&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0390387
Apr 16 21:15:17.141901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a5909-7904-4290-9a61-015b0a1f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42a9fb9-89c0-40cb-b996-9d91b0f13a6e'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:17.147182 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e225a055-7b99-459f-a417-98252d3f9ced" -d '{"events": [{"server_uuid": "446a5909-7904-4290-9a61-015b0a1f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "f42a9fb9-89c0-40cb-b996-9d91b0f13a6e"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:17.173951 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-7328e1be-a92c-4914-8df6-444a03b6705f service neutron] 10.222.0.20 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1138961
Apr 16 21:15:17.217332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93b214-e14c-4cc4-856e-00ba0cf3fe47 req-01101700-fb69-4223-a373-c1f9c2a61205 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:17.219615 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1a93b214-e14c-4cc4-856e-00ba0cf3fe47 req-01101700-fb69-4223-a373-c1f9c2a61205 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.1055388
Apr 16 21:15:17.287959 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-c70fa470-9273-478d-9379-1c2b814043a5 service neutron] 10.222.0.20 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1074252
Apr 16 21:15:17.318173 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1a93b214-e14c-4cc4-856e-00ba0cf3fe47 req-03fb04e8-82e9-4dc7-bc4f-fcc495ba9885 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865850
Apr 16 21:15:17.442283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3c80-04e8-43b5-a704-038304edf67b req-ba1d9990-fa58-47cc-a377-4ade5dcdc24b tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:17.443745 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-becf3c80-04e8-43b5-a704-038304edf67b req-ba1d9990-fa58-47cc-a377-4ade5dcdc24b tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 945 time: 0.0689774
Apr 16 21:15:17.494754 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-becf3c80-04e8-43b5-a704-038304edf67b req-bbbbad66-861c-42ec-9284-1637709a88f3 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448489
Apr 16 21:15:17.556587 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f991d8-0ea9-45af-a257-93895bbb9f9b x-openstack-request-id: req-91f991d8-0ea9-45af-a257-93895bbb9f9b {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:17.557447 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a5909-7904-4290-9a61-015b0a1f5d40", "name": "network-vif-plugged", "status": "completed", "tag": "f42a9fb9-89c0-40cb-b996-9d91b0f13a6e", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:17.557859 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91f991d8-0ea9-45af-a257-93895bbb9f9b {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:17.558409 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f991d8-0ea9-45af-a257-93895bbb9f9b'] response: {'server_uuid': '446a5909-7904-4290-9a61-015b0a1f5d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42a9fb9-89c0-40cb-b996-9d91b0f13a6e', 'code': 200}
Apr 16 21:15:17.787600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff869929-c49b-4814-8fff-1690bef543f7 req-72617774-8d5e-40b7-b9a6-6499d43e54dd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:17.795591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff869929-c49b-4814-8fff-1690bef543f7 req-72617774-8d5e-40b7-b9a6-6499d43e54dd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:17.842898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff869929-c49b-4814-8fff-1690bef543f7 req-72617774-8d5e-40b7-b9a6-6499d43e54dd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:17.856358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff869929-c49b-4814-8fff-1690bef543f7 req-72617774-8d5e-40b7-b9a6-6499d43e54dd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:17.859135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b8b7c-5266-43fa-8e50-1026e3873abc req-3ba3c201-09e4-4384-b1b1-69a3f4c8a3b5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:17.867271 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-942b8b7c-5266-43fa-8e50-1026e3873abc req-3ba3c201-09e4-4384-b1b1-69a3f4c8a3b5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1115146
Apr 16 21:15:17.869381 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff869929-c49b-4814-8fff-1690bef543f7 req-72617774-8d5e-40b7-b9a6-6499d43e54dd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:17.874953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff869929-c49b-4814-8fff-1690bef543f7 req-72617774-8d5e-40b7-b9a6-6499d43e54dd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:17.885860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a8ab4-a24b-43ff-b4f0-12f9cad29a5a req-5cde7c48-de8a-41b5-84a3-271680936ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:17.887825 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2e3a8ab4-a24b-43ff-b4f0-12f9cad29a5a req-5cde7c48-de8a-41b5-84a3-271680936ac1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=446a5909-7904-4290-9a61-015b0a1f5d40 HTTP/1.1" status: 200  len: 1128 time: 0.1880333
Apr 16 21:15:17.908878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff869929-c49b-4814-8fff-1690bef543f7 req-72617774-8d5e-40b7-b9a6-6499d43e54dd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:17.921856 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ff869929-c49b-4814-8fff-1690bef543f7 req-72617774-8d5e-40b7-b9a6-6499d43e54dd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5431 time: 0.2757986
Apr 16 21:15:17.973901 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-942b8b7c-5266-43fa-8e50-1026e3873abc req-c6a6d686-358d-4ca0-8589-81dbab9cc79f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965960
Apr 16 21:15:18.034877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e95787b0-2955-4c9d-b856-d0002bfc2eb5 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:18.198161 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ff869929-c49b-4814-8fff-1690bef543f7 req-2eacf760-7038-4048-90e4-f7b2bccc67d5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1231060
Apr 16 21:15:18.201217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port e95787b0-2955-4c9d-b856-d0002bfc2eb5 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:18.202795 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-321004fb-363f-4aa3-a9c2-e7277dc1dab0 req-c5c4c117-1eb7-4fb1-9123-bbb1737f12dd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 210 time: 0.0627475
Apr 16 21:15:18.216688 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2ebbbcb-12ad-43fb-8e74-c91c2f93de00 req-df218d2b-0760-4cb9-837b-46d6e2524789 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0372944
Apr 16 21:15:18.233546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fc945-1198-4c0e-8502-fb7e3f176d79 req-9c92b613-051d-4402-8386-a7a7305e637b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:18.235047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d87fc945-1198-4c0e-8502-fb7e3f176d79 req-9c92b613-051d-4402-8386-a7a7305e637b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0561459
Apr 16 21:15:18.284899 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d87fc945-1198-4c0e-8502-fb7e3f176d79 req-11550872-3663-49b0-935e-9bb67152f099 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442903
Apr 16 21:15:18.420472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea48064-40ff-403d-8bd7-79ca5c563168 req-c71209e7-f128-46ee-8302-9bc0e4f4ebed tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:18.421972 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ea48064-40ff-403d-8bd7-79ca5c563168 req-c71209e7-f128-46ee-8302-9bc0e4f4ebed tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0484948
Apr 16 21:15:18.442885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port e95787b0-2955-4c9d-b856-d0002bfc2eb5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:18.446311 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:18.479146 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ea48064-40ff-403d-8bd7-79ca5c563168 req-4b236843-2d98-40da-a6d7-f2ac2ce03093 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427692
Apr 16 21:15:18.544019 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port e95787b0-2955-4c9d-b856-d0002bfc2eb5 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:18.544504 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:18.585765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e95787b0-2955-4c9d-b856-d0002bfc2eb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e95787b0-2955-4c9d-b856-d0002bfc2eb5,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:18.633377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59690-a01d-44e4-a69b-e87ba67ed182 req-33526b8d-b35c-4bff-ba84-d254905ddb8c tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:18.635314 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5dd59690-a01d-44e4-a69b-e87ba67ed182 req-33526b8d-b35c-4bff-ba84-d254905ddb8c tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 945 time: 0.0567842
Apr 16 21:15:18.673069 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:18.698203 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5dd59690-a01d-44e4-a69b-e87ba67ed182 req-85dd6b24-b183-47a7-af11-37247254916d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565436
Apr 16 21:15:18.769456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=e95787b0-2955-4c9d-b856-d0002bfc2eb5,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:18.966624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2e3a8ab4-a24b-43ff-b4f0-12f9cad29a5a req-9cf066ab-18d0-4856-ba44-e84cfc2e15c3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830653
Apr 16 21:15:19.089329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f3ff3-e558-4484-986b-bb8d005bfe89 req-ce7eaafb-ee15-45ee-b3c0-2d6a609b417e tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:19.090656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d30f3ff3-e558-4484-986b-bb8d005bfe89 req-ce7eaafb-ee15-45ee-b3c0-2d6a609b417e tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0506918
Apr 16 21:15:19.163818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d30f3ff3-e558-4484-986b-bb8d005bfe89 req-f2a1791f-c468-41cd-b22e-7d3fc8fb6f7c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612156
Apr 16 21:15:19.245866 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-1c5fa0c7-8a56-4d46-9bde-5687d449d2bf service neutron] show failed (client error): The resource could not be found.
Apr 16 21:15:19.246927 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-1c5fa0c7-8a56-4d46-9bde-5687d449d2bf service neutron] 10.222.0.11 "GET /v2.0/ports/0e4ce80e-dded-45a4-8cad-59e6b3b64323/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0768876
Apr 16 21:15:19.284553 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b5dc9b1-8cb8-4e17-a767-2638b297950d req-2f604847-2c83-4e7b-840f-8faa119af05d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 210 time: 0.0286591
Apr 16 21:15:19.384038 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb898e23-42a9-43e4-8468-d6ef02bf2b55 req-b302c5f3-abbd-47c5-a613-01d782070668 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0300751
Apr 16 21:15:19.401039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7c43c-3217-45f1-b0bb-460043a12225 req-8b325ca3-c709-4811-a6d2-fdfb16d5be05 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:19.406732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7c43c-3217-45f1-b0bb-460043a12225 req-8b325ca3-c709-4811-a6d2-fdfb16d5be05 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:19.425557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7c43c-3217-45f1-b0bb-460043a12225 req-8b325ca3-c709-4811-a6d2-fdfb16d5be05 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:19.427428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7c43c-3217-45f1-b0bb-460043a12225 req-8b325ca3-c709-4811-a6d2-fdfb16d5be05 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:19.433442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7c43c-3217-45f1-b0bb-460043a12225 req-8b325ca3-c709-4811-a6d2-fdfb16d5be05 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:19.438861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7c43c-3217-45f1-b0bb-460043a12225 req-8b325ca3-c709-4811-a6d2-fdfb16d5be05 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:19.444194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7c43c-3217-45f1-b0bb-460043a12225 req-8b325ca3-c709-4811-a6d2-fdfb16d5be05 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:19.446174 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9de7c43c-3217-45f1-b0bb-460043a12225 req-8b325ca3-c709-4811-a6d2-fdfb16d5be05 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5431 time: 0.1037354
Apr 16 21:15:19.504123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c9e6b-2246-4fef-8263-561381179af4 req-bde1814e-1e38-4902-b7d3-5b74aa8dccbf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:19.505779 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d2c9e6b-2246-4fef-8263-561381179af4 req-bde1814e-1e38-4902-b7d3-5b74aa8dccbf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0536604
Apr 16 21:15:19.513041 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9de7c43c-3217-45f1-b0bb-460043a12225 req-418c65c5-5625-4431-8d40-fcdb020c70d2 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0572801
Apr 16 21:15:19.560602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a839aa71-2bd6-4676-8955-1d69072cd7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95787b0-2955-4c9d-b856-d0002bfc2eb5'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:19.563109 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb79f90f-d59b-4f28-80b3-414442a757e5" -d '{"events": [{"server_uuid": "a839aa71-2bd6-4676-8955-1d69072cd7f0", "name": "network-vif-plugged", "status": "completed", "tag": "e95787b0-2955-4c9d-b856-d0002bfc2eb5"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:19.566889 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d2c9e6b-2246-4fef-8263-561381179af4 req-12285971-e13f-416a-ab44-5ee1e321f7b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546999
Apr 16 21:15:19.630783 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaf51c6-d829-49f8-a118-f78cab3d6d03 x-openstack-request-id: req-daaf51c6-d829-49f8-a118-f78cab3d6d03 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:19.631369 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a839aa71-2bd6-4676-8955-1d69072cd7f0", "name": "network-vif-plugged", "status": "completed", "tag": "e95787b0-2955-4c9d-b856-d0002bfc2eb5", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:19.631369 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-daaf51c6-d829-49f8-a118-f78cab3d6d03 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:19.631701 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daaf51c6-d829-49f8-a118-f78cab3d6d03'] response: {'server_uuid': 'a839aa71-2bd6-4676-8955-1d69072cd7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95787b0-2955-4c9d-b856-d0002bfc2eb5', 'code': 200}
Apr 16 21:15:19.642453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0379570-c6fe-4355-a114-8195947a2f73 req-15b58d30-0783-42e2-a84f-4afbd1bf48a1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:19.644025 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0379570-c6fe-4355-a114-8195947a2f73 req-15b58d30-0783-42e2-a84f-4afbd1bf48a1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0490777
Apr 16 21:15:19.702249 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0379570-c6fe-4355-a114-8195947a2f73 req-038ce815-432e-4145-815b-69891d06c32c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508711
Apr 16 21:15:19.755348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13912ccd-c0ba-4917-80ec-13a573c767b2 req-7ec963a3-f663-4da0-918d-0243aa5af840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:19.757042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-13912ccd-c0ba-4917-80ec-13a573c767b2 req-7ec963a3-f663-4da0-918d-0243aa5af840 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 1128 time: 0.0476916
Apr 16 21:15:19.804037 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-13912ccd-c0ba-4917-80ec-13a573c767b2 req-551a71e8-ba7b-4404-988c-141c8dff9ecb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380619
Apr 16 21:15:19.829886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fb1db-0663-4242-8497-5bf513df878e req-f5b36017-db02-4ace-9442-854a17021895 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:19.831380 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-033fb1db-0663-4242-8497-5bf513df878e req-f5b36017-db02-4ace-9442-854a17021895 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 946 time: 0.0477617
Apr 16 21:15:19.878486 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-033fb1db-0663-4242-8497-5bf513df878e req-972d6858-4d83-4900-83b0-669e6c9314ee tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412791
Apr 16 21:15:20.278745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc6892-a077-4c07-b55d-52c9f35847dd req-89322d08-08d9-426a-a0d9-0ac84641c8df tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.280461 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64fc6892-a077-4c07-b55d-52c9f35847dd req-89322d08-08d9-426a-a0d9-0ac84641c8df tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0468867
Apr 16 21:15:20.328110 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64fc6892-a077-4c07-b55d-52c9f35847dd req-ccec8c32-dd64-450c-b511-387626cc7e92 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417042
Apr 16 21:15:20.379265 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4cda9c5-26c1-437e-81bc-dbdf7e7a2053 req-d2b1a1ee-fcd4-45b5-9536-8e077da49f15 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 210 time: 0.0284500
Apr 16 21:15:20.550434 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2542a195-5ad2-46a9-8c4d-78345310c159 req-dda47ec8-7779-4e13-8f85-bc5d5e665cc2 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0317252
Apr 16 21:15:20.660841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4592bd-49a3-45a4-adb5-52fb32dcbfcd req-a3682608-9966-4dd3-96cc-c32067c349d1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.666973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4592bd-49a3-45a4-adb5-52fb32dcbfcd req-a3682608-9966-4dd3-96cc-c32067c349d1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.672428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4592bd-49a3-45a4-adb5-52fb32dcbfcd req-a3682608-9966-4dd3-96cc-c32067c349d1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.677850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4592bd-49a3-45a4-adb5-52fb32dcbfcd req-a3682608-9966-4dd3-96cc-c32067c349d1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.683300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4592bd-49a3-45a4-adb5-52fb32dcbfcd req-a3682608-9966-4dd3-96cc-c32067c349d1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.684531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3bfc9-940c-4655-8b42-5d4142a4a5d1 req-9de8b365-3356-4c3d-9056-d8e0b18f024c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.686043 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8bf3bfc9-940c-4655-8b42-5d4142a4a5d1 req-9de8b365-3356-4c3d-9056-d8e0b18f024c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0480349
Apr 16 21:15:20.688725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4592bd-49a3-45a4-adb5-52fb32dcbfcd req-a3682608-9966-4dd3-96cc-c32067c349d1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.694085 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4592bd-49a3-45a4-adb5-52fb32dcbfcd req-a3682608-9966-4dd3-96cc-c32067c349d1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.696066 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b4592bd-49a3-45a4-adb5-52fb32dcbfcd req-a3682608-9966-4dd3-96cc-c32067c349d1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5431 time: 0.0937889
Apr 16 21:15:20.736293 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8bf3bfc9-940c-4655-8b42-5d4142a4a5d1 req-437baaa0-b02c-417c-aeea-c957bcbc9fde tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444834
Apr 16 21:15:20.765008 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b4592bd-49a3-45a4-adb5-52fb32dcbfcd req-df1835fe-f5d5-402a-bf01-1ae53eba9278 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0630846
Apr 16 21:15:20.841734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7879c42-a20c-4882-9859-aae7ba997ad2 req-63a64834-6cdb-41c7-84d8-aa1621349dd8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.843285 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7879c42-a20c-4882-9859-aae7ba997ad2 req-63a64834-6cdb-41c7-84d8-aa1621349dd8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0489519
Apr 16 21:15:20.891280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7879c42-a20c-4882-9859-aae7ba997ad2 req-7f677650-c842-44f7-b09b-816f444dbf6e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422671
Apr 16 21:15:20.894089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9573ab-1e28-49f3-9ddc-d93b2cb2614a req-ab370c8b-6707-453b-9d0e-8f2a066d45bd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.899473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9573ab-1e28-49f3-9ddc-d93b2cb2614a req-ab370c8b-6707-453b-9d0e-8f2a066d45bd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.905152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9573ab-1e28-49f3-9ddc-d93b2cb2614a req-ab370c8b-6707-453b-9d0e-8f2a066d45bd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.910984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9573ab-1e28-49f3-9ddc-d93b2cb2614a req-ab370c8b-6707-453b-9d0e-8f2a066d45bd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.916575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9573ab-1e28-49f3-9ddc-d93b2cb2614a req-ab370c8b-6707-453b-9d0e-8f2a066d45bd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.921977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9573ab-1e28-49f3-9ddc-d93b2cb2614a req-ab370c8b-6707-453b-9d0e-8f2a066d45bd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.927349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9573ab-1e28-49f3-9ddc-d93b2cb2614a req-ab370c8b-6707-453b-9d0e-8f2a066d45bd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:20.929374 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c9573ab-1e28-49f3-9ddc-d93b2cb2614a req-ab370c8b-6707-453b-9d0e-8f2a066d45bd tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5431 time: 0.0901296
Apr 16 21:15:20.940610 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57720) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:20.945850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b4425880-5634-4339-8693-bb2c372112f5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Request body: {'floatingip': {'port_id': '90479900-4d72-46a0-92ee-feff9e50d619'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:20.998732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4425880-5634-4339-8693-bb2c372112f5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for floatingip (8895ba87-9a53-4e91-9516-17bad484c5ad), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:21.086711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fba4c-b013-4522-83fe-674efefec589 req-252ada83-fe05-4bf0-b542-5e9ee9a494b9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:21.088277 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-739fba4c-b013-4522-83fe-674efefec589 req-252ada83-fe05-4bf0-b542-5e9ee9a494b9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 946 time: 0.1071026
Apr 16 21:15:21.214035 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-739fba4c-b013-4522-83fe-674efefec589 req-a776ca2c-ae99-4270-857d-adcd29e484a8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179655
Apr 16 21:15:21.448631 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5918f9-4d0d-44e6-8d18-760cc8177da0 req-f8867d97-985a-4343-b23c-0403a18a6997 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:21.450126 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1e5918f9-4d0d-44e6-8d18-760cc8177da0 req-f8867d97-985a-4343-b23c-0403a18a6997 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.0552211
Apr 16 21:15:21.490856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2fcff01e-6393-49f6-8b50-1836a1db43f1 req-ef0216b6-cd70-41c0-a91a-c14acaee1720 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 210 time: 0.0344725
Apr 16 21:15:21.503786 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1e5918f9-4d0d-44e6-8d18-760cc8177da0 req-b4668e3e-9a01-4f8c-b622-bd4f0c78490f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474977
Apr 16 21:15:21.548524 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4425880-5634-4339-8693-bb2c372112f5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:21.597376 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4425880-5634-4339-8693-bb2c372112f5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (8895ba87-9a53-4e91-9516-17bad484c5ad), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:21.670129 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88874aa8-714b-4ab2-a3ee-08020d1b2e94 req-8e1dd886-c5d5-49f1-b9da-62ca83f2477b tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0330572
Apr 16 21:15:21.729402 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-b4425880-5634-4339-8693-bb2c372112f5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Floating IP 8895ba87-9a53-4e91-9516-17bad484c5ad associated. External IP: 172.35.1.172, port: 90479900-4d72-46a0-92ee-feff9e50d619.
Apr 16 21:15:21.851062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77408bb4-d421-4a00-b364-31938666f22a req-7cc11a41-77c6-47c7-a2c9-81f237f9b122 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:21.852718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-77408bb4-d421-4a00-b364-31938666f22a req-7cc11a41-77c6-47c7-a2c9-81f237f9b122 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0477033
Apr 16 21:15:21.901816 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-77408bb4-d421-4a00-b364-31938666f22a req-a795ab5e-562d-4c0b-b842-9dc510e99903 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428028
Apr 16 21:15:21.951853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4425880-5634-4339-8693-bb2c372112f5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:15:22.084011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d6238-e5c0-41b9-a569-2583552f3e98 req-fbeb87a5-d3a4-411d-9fa3-afa907937801 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:22.085489 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-661d6238-e5c0-41b9-a569-2583552f3e98 req-fbeb87a5-d3a4-411d-9fa3-afa907937801 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0842166
Apr 16 21:15:22.138077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4425880-5634-4339-8693-bb2c372112f5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:15:22.145865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4425880-5634-4339-8693-bb2c372112f5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:22.148628 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810602ae-6051-4316-a34c-93caefe7b105 None None] Sync routers for ids ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:15:22.159110 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810602ae-6051-4316-a34c-93caefe7b105 None None] Routers {'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:15:22.159784 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-810602ae-6051-4316-a34c-93caefe7b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124bf6c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:15:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:22.179788 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-661d6238-e5c0-41b9-a569-2583552f3e98 req-ab84a305-f1e2-4ebb-a6b3-4de4f7f859b6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864041
Apr 16 21:15:22.210519 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-87d4f678-eb71-471c-8135-44045360043e req-963e0889-b47d-40e9-bc44-87092bc048c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0351655
Apr 16 21:15:22.220753 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b4425880-5634-4339-8693-bb2c372112f5 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "PUT /v2.0/floatingips/8895ba87-9a53-4e91-9516-17bad484c5ad HTTP/1.1" status: 200  len: 991 time: 1.2784059
Apr 16 21:15:22.221440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': '90479900-4d72-46a0-92ee-feff9e50d619'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:22.224894 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12" -d '{"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "90479900-4d72-46a0-92ee-feff9e50d619"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:22.277647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-80b33c59-98d8-4425-b283-66fc969768e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:22.279376 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f66808-09fe-4f81-b4f8-6903a7aa2b81 x-openstack-request-id: req-e6f66808-09fe-4f81-b4f8-6903a7aa2b81 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:22.279698 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "tag": "90479900-4d72-46a0-92ee-feff9e50d619", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:22.279953 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6f66808-09fe-4f81-b4f8-6903a7aa2b81 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:22.280388 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f66808-09fe-4f81-b4f8-6903a7aa2b81'] response: {'name': 'network-changed', 'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'tag': '90479900-4d72-46a0-92ee-feff9e50d619', 'status': 'completed', 'code': 200}
Apr 16 21:15:22.281746 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-80b33c59-98d8-4425-b283-66fc969768e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef&tenant_id=29fd420ef9134715bd3a9f2467d924cd HTTP/1.1" status: 200  len: 1132 time: 0.0901854
Apr 16 21:15:22.345867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174360ef-0368-48f9-9a5b-49a28c65e104 req-7cc91e71-32e0-442f-a729-b496bff8d36a tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:22.347614 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-174360ef-0368-48f9-9a5b-49a28c65e104 req-7cc91e71-32e0-442f-a729-b496bff8d36a tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 946 time: 0.0497329
Apr 16 21:15:22.385097 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-810602ae-6051-4316-a34c-93caefe7b105 None None] Set router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:15:22.400598 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-174360ef-0368-48f9-9a5b-49a28c65e104 req-738b2107-a5f1-450a-8545-67dfa06099b3 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456223
Apr 16 21:15:22.529718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf03686-e908-4878-9be9-76f68a7150e5 req-bbfb58d7-7722-4127-b7ad-a45bffc7c016 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:22.531519 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cf03686-e908-4878-9be9-76f68a7150e5 req-bbfb58d7-7722-4127-b7ad-a45bffc7c016 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=446a5909-7904-4290-9a61-015b0a1f5d40 HTTP/1.1" status: 200  len: 946 time: 0.0608411
Apr 16 21:15:22.584601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cf03686-e908-4878-9be9-76f68a7150e5 req-2e074f98-bc91-440c-b31d-ef5d6980fc11 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463073
Apr 16 21:15:22.594329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d105e0ea-fae5-4295-83e2-363d34d23955 req-40a8c8a8-1555-4ff0-a78d-53e63b23e5be tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 210 time: 0.0324302
Apr 16 21:15:22.613631 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-810602ae-6051-4316-a34c-93caefe7b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124bf6c40>, [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:12:10Z', 'revision_number': 4, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8895ba87-9a53-4e91-9516-17bad484c5ad', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'port_id': '90479900-4d72-46a0-92ee-feff9e50d619', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'mac_address': 'fa:16:3e:dd:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:13:27Z', 'updated_at': '2022-04-16T21:15:21Z', 'revision_number': 1, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570ab82b-93cc-4781-a96b-f3978695f68e', 'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'mac_address': 'fa:16:3e:71:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:09Z', 'updated_at': '2022-04-16T21:12:18Z', 'revision_number': 5, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'subnets': [{'id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:22.666151 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:22.691527 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810602ae-6051-4316-a34c-93caefe7b105 None None] Checking router: e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:15:22.705711 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810602ae-6051-4316-a34c-93caefe7b105 None None] Routers {'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:15:22.706540 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-810602ae-6051-4316-a34c-93caefe7b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124bf6c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:15:11Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:22.782223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-a94ef938-09b5-4789-996a-c40b2f21c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:22.782798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-a94ef938-09b5-4789-996a-c40b2f21c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:22.783280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-a94ef938-09b5-4789-996a-c40b2f21c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:22.783959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-a94ef938-09b5-4789-996a-c40b2f21c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:22.784508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-a94ef938-09b5-4789-996a-c40b2f21c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:22.784981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-a94ef938-09b5-4789-996a-c40b2f21c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:22.785591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-a94ef938-09b5-4789-996a-c40b2f21c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:22.787766 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-a94ef938-09b5-4789-996a-c40b2f21c8dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce47d3657e50419183b9ee9cee309667&device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 6705 time: 0.0659063
Apr 16 21:15:22.805771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65a0e1-2177-4d13-aeef-ecc16a1e9df2 req-0c959459-dc31-4d0a-9ca0-b6195f4ff9c3 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:22.807867 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb65a0e1-2177-4d13-aeef-ecc16a1e9df2 req-0c959459-dc31-4d0a-9ca0-b6195f4ff9c3 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1043520
Apr 16 21:15:22.816660 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:22.835752 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-810602ae-6051-4316-a34c-93caefe7b105 None None] Set router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:15:22.899717 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb65a0e1-2177-4d13-aeef-ecc16a1e9df2 req-2e1f5d35-6fbb-4a29-884c-6fc5f09e0f37 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846612
Apr 16 21:15:23.006893 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3ccee355-ddb4-4374-a020-6708cda431ae req-bf34c96a-80f8-4e97-aabe-475416478ee8 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0382094
Apr 16 21:15:23.085603 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-810602ae-6051-4316-a34c-93caefe7b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124bf6c40>, [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:12:10Z', 'revision_number': 4, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8895ba87-9a53-4e91-9516-17bad484c5ad', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'port_id': '90479900-4d72-46a0-92ee-feff9e50d619', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'mac_address': 'fa:16:3e:dd:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:13:27Z', 'updated_at': '2022-04-16T21:15:21Z', 'revision_number': 1, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570ab82b-93cc-4781-a96b-f3978695f68e', 'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'mac_address': 'fa:16:3e:71:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:09Z', 'updated_at': '2022-04-16T21:12:18Z', 'revision_number': 5, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'subnets': [{'id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:23.117307 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810602ae-6051-4316-a34c-93caefe7b105 None None] The sync data for ids ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'] in ncdv-master-1 is: [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:12:10Z', 'revision_number': 4, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8895ba87-9a53-4e91-9516-17bad484c5ad', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'port_id': '90479900-4d72-46a0-92ee-feff9e50d619', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'mac_address': 'fa:16:3e:dd:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:13:27Z', 'updated_at': '2022-04-16T21:15:21Z', 'revision_number': 1, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570ab82b-93cc-4781-a96b-f3978695f68e', 'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'mac_address': 'fa:16:3e:71:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:09Z', 'updated_at': '2022-04-16T21:12:18Z', 'revision_number': 5, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'subnets': [{'id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:15:23.145488 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] For port 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:23.174282 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff3acc-d6a4-4ca7-830f-6f3f4cf6337a req-c17b0ea0-af7a-4f67-9f20-a0c279be7d60 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:23.175827 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-98ff3acc-d6a4-4ca7-830f-6f3f4cf6337a req-c17b0ea0-af7a-4f67-9f20-a0c279be7d60 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 947 time: 0.0771046
Apr 16 21:15:23.210216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] For port 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host nch1-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:15:23.273230 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-98ff3acc-d6a4-4ca7-830f-6f3f4cf6337a req-6f1c0566-464c-4677-a085-d1fb3a16362a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897768
Apr 16 21:15:23.276615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0602327-eafa-416f-8114-3411e37e2eef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e4ce80e-dded-45a4-8cad-59e6b3b64323'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:23.278927 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6213ef-177b-493b-84ea-cc1f30349d2b" -d '{"events": [{"server_uuid": "a0602327-eafa-416f-8114-3411e37e2eef", "name": "network-vif-unplugged", "status": "completed", "tag": "0e4ce80e-dded-45a4-8cad-59e6b3b64323"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:23.285331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Publish callbacks [] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:23.311711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Transition to ACTIVE for port object 0e4ce80e-dded-45a4-8cad-59e6b3b64323 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:15:23.404650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-ed432eba-6db9-490c-9089-a54b2c2fd424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:23.410407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523616d-59ad-4b5c-8cac-d1b1170c1423 None None] New status for floating IP 8895ba87-9a53-4e91-9516-17bad484c5ad: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:15:23.414724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-ed432eba-6db9-490c-9089-a54b2c2fd424 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ac8618f-14fb-4e3b-a70e-311a9f851d3d HTTP/1.1" status: 200  len: 913 time: 0.1572773
Apr 16 21:15:23.423157 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc89c03-b4a0-4f73-900d-867a15e7480a req-064c0bfc-bb35-4698-a66c-82701d420927 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:23.424904 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ffc89c03-b4a0-4f73-900d-867a15e7480a req-064c0bfc-bb35-4698-a66c-82701d420927 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0590248
Apr 16 21:15:23.485531 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:23.506717 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-a6592a0c-6eef-4165-addb-62a3cb057df1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90479900-4d72-46a0-92ee-feff9e50d619 HTTP/1.1" status: 200  len: 999 time: 0.0737817
Apr 16 21:15:23.545676 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ffc89c03-b4a0-4f73-900d-867a15e7480a req-05aa9065-6dcb-4c82-9212-93a5ff6099c0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144626
Apr 16 21:15:23.575312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] No DVR routers for this DVR port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:15:23.594104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Pushing event updated for resources: {'Port': ['ID=0e4ce80e-dded-45a4-8cad-59e6b3b64323,revision_number=6']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:23.630098 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.630618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.631534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.631897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.632265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.633187 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.635366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.635366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.635585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.635966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.636340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.636689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.637339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.637887 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.638259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:15:23.658545 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3414427d-2441-4de8-90b5-e97cbe928f99 x-openstack-request-id: req-3414427d-2441-4de8-90b5-e97cbe928f99 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:23.658545 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0602327-eafa-416f-8114-3411e37e2eef", "name": "network-vif-unplugged", "status": "completed", "tag": "0e4ce80e-dded-45a4-8cad-59e6b3b64323", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:23.658545 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3414427d-2441-4de8-90b5-e97cbe928f99 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:23.658897 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3414427d-2441-4de8-90b5-e97cbe928f99'] response: {'server_uuid': 'a0602327-eafa-416f-8114-3411e37e2eef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e4ce80e-dded-45a4-8cad-59e6b3b64323', 'code': 200}
Apr 16 21:15:23.664217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Attempting to bind port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:15:23.664529 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Attempting to bind port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:15:23.664866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Attempting to bind port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:23.670522 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:15:23.670849 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Attempting to bind port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:23.680334 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:15:23.681335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:15:23.681335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:15:23.681591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Bound port: 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:15:23.681970 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:23.819864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-46f84fa1-1d6c-476a-aa37-c4db36ba4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:23.824733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-46f84fa1-1d6c-476a-aa37-c4db36ba4ad6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a548d640-caae-4960-9f0c-0d45e1c310b5 HTTP/1.1" status: 200  len: 851 time: 0.0851886
Apr 16 21:15:23.825031 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-221bba46-4715-4be2-81f7-e2b04b4edd59 req-557e6747-22a1-4ac6-8785-1f0cb381c59f tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 210 time: 0.0369666
Apr 16 21:15:23.881258 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] For port 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:15:23.886901 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] For port 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:15:23.920593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-cd644462-2fb4-434d-8897-796423518895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:23.922748 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-cd644462-2fb4-434d-8897-796423518895 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ac8618f-14fb-4e3b-a70e-311a9f851d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0500753
Apr 16 21:15:23.964502 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:24.006699 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0e4ce80e-dded-45a4-8cad-59e6b3b64323 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:15:24.014454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:24.015088 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:24.016562 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] 10.222.0.41 "PUT /v2.0/ports/0e4ce80e-dded-45a4-8cad-59e6b3b64323 HTTP/1.1" status: 200  len: 1096 time: 1.3547699
Apr 16 21:15:24.098602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 host nch2-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:15:24.099150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0e4ce80e-dded-45a4-8cad-59e6b3b64323 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:15:24.124837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdf774-aa8b-4e55-b18d-8f12dc67b20e service neutron] Pushing event updated for resources: {'Port': ['ID=0e4ce80e-dded-45a4-8cad-59e6b3b64323,revision_number=7']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:24.129693 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-cfcd3df5-61bc-42ba-b82e-3e94c7eeebeb service neutron] 10.222.0.41 "GET /v2.0/networks/9ac8618f-14fb-4e3b-a70e-311a9f851d3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1979840
Apr 16 21:15:24.209876 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-7c49b09a-c63a-4c30-85b5-dca09d7cb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:24.213443 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-7c49b09a-c63a-4c30-85b5-dca09d7cb2c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 1130 time: 0.1330237
Apr 16 21:15:24.220143 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f6aa1-7220-41c4-981d-f5641786adfa req-dacf90bd-795f-43f8-b2d6-805269f2a4e3 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:24.221534 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-272f6aa1-7220-41c4-981d-f5641786adfa req-dacf90bd-795f-43f8-b2d6-805269f2a4e3 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1655486
Apr 16 21:15:24.240870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-239741a4-2e03-489c-8a0a-22b6dbaa4eaa tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:24.248523 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-239741a4-2e03-489c-8a0a-22b6dbaa4eaa tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/networks?id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97 HTTP/1.1" status: 200  len: 812 time: 0.2048700
Apr 16 21:15:24.270277 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-523075a4-c98e-46bc-9be8-3d2d777b4ab2 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/quotas/5ec2ad232d62489aa704075fad5305c2 HTTP/1.1" status: 200  len: 375 time: 0.0205679
Apr 16 21:15:24.304644 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f16f87a-c3f6-436f-b8b3-004dbeeebe12 req-6935d776-1e1a-4be4-8367-61478835d25c service neutron] 10.222.0.41 "GET /v2.0/networks/9ac8618f-14fb-4e3b-a70e-311a9f851d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657186
Apr 16 21:15:24.320871 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-1a4f6e3f-7299-49dd-9f1c-cd2ffa8ea98d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:24.322994 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-1a4f6e3f-7299-49dd-9f1c-cd2ffa8ea98d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.41 "GET /v2.0/networks?id=ce54676e-63e2-4bec-8d37-78514d0685e3 HTTP/1.1" status: 200  len: 821 time: 0.2881854
Apr 16 21:15:24.346380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f3344849-ccc5-49e3-a4d5-eedadefa2fcb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Request body: {'port': {'device_id': '1a03d234-848c-408c-b46c-e2afebb2c61f', 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3', 'admin_state_up': True, 'tenant_id': 'c63d4ed9df1548b88731e003044c32da'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:24.358452 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-5a8ef5d3-f8aa-40b4-96fb-f38a584be114 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ec2ad232d62489aa704075fad5305c2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0775681
Apr 16 21:15:24.436684 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-272f6aa1-7220-41c4-981d-f5641786adfa req-c13ea408-2d03-4ebe-8ad9-e630da99f474 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1958117
Apr 16 21:15:24.467658 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-24a0fc24-56a5-4127-afe4-0377bad93915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:24.469154 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-24a0fc24-56a5-4127-afe4-0377bad93915 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.2442803
Apr 16 21:15:24.497988 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-010d2364-c256-42e0-ab87-cbe25a30a784 service neutron] 10.222.0.20 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1106284
Apr 16 21:15:24.568844 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4cdfd89f-c369-4d7f-8e2f-4796289dd971 req-403780ae-8df7-4313-8a18-e733cb0ad09a tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0382237
Apr 16 21:15:24.613936 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-faf7c323-f371-40fb-8951-38101180ae96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323 HTTP/1.1" status: 200  len: 217 time: 0.0559735
Apr 16 21:15:24.613936 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f3344849-ccc5-49e3-a4d5-eedadefa2fcb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Made reservation on behalf of c63d4ed9df1548b88731e003044c32da for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:15:24.614150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-bde48136-96e2-450f-a22e-470d1f507285 service neutron] 10.222.0.20 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1085050
Apr 16 21:15:24.614253 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f3344849-ccc5-49e3-a4d5-eedadefa2fcb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:24.750065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-5278aff3-da24-4977-b1b4-1e8aa55abee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:24.751528 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-5278aff3-da24-4977-b1b4-1e8aa55abee6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1342034
Apr 16 21:15:24.775774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778b913-8f33-44e1-afee-0e20c9a84b54 req-eb25f011-e626-4fcb-92e6-a4e3b0311add tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:24.777242 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b778b913-8f33-44e1-afee-0e20c9a84b54 req-eb25f011-e626-4fcb-92e6-a4e3b0311add tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 948 time: 0.1062007
Apr 16 21:15:24.859458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-ea596d71-06ea-4487-aa22-ae6e10b50482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:24.860993 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-ea596d71-06ea-4487-aa22-ae6e10b50482 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1001728
Apr 16 21:15:24.896343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f3344849-ccc5-49e3-a4d5-eedadefa2fcb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Allocated IP 172.20.0.5 (ce54676e-63e2-4bec-8d37-78514d0685e3/e775fec7-8eeb-48a7-984f-55b2ee9b30df/f5131071-ff36-4b36-bf83-e46eb31e3bf8) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:15:24.953859 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b778b913-8f33-44e1-afee-0e20c9a84b54 req-1ca38812-e8af-490d-b9bd-e693f1b46399 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699772
Apr 16 21:15:25.062977 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-401e389a-e5ee-4954-9835-cb92c0379247 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831610
Apr 16 21:15:25.132105 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8c6a6bb2-5187-475f-9358-e30dc8f3f220 req-2edcf946-d26c-475a-8c2e-a4919b128ae4 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 210 time: 0.0403125
Apr 16 21:15:25.192992 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f3344849-ccc5-49e3-a4d5-eedadefa2fcb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:25.230610 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2db4f0a-f315-4f5b-a38c-46b80d3319e1 req-d86e4d3b-4f95-4c7b-a60d-1880664ee701 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373899
Apr 16 21:15:25.335661 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11473a1f-2efb-400a-a44b-68a9c94cf3ff req-6d475258-849e-474d-bb52-c1f20b587985 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 210 time: 0.0272129
Apr 16 21:15:25.346742 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f3344849-ccc5-49e3-a4d5-eedadefa2fcb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:25.403418 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e3423-e41f-4722-8cc6-2d717b460c17 req-65781183-1c1a-4587-9a35-25bb7b9cafe5 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:25.405046 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-950e3423-e41f-4722-8cc6-2d717b460c17 req-65781183-1c1a-4587-9a35-25bb7b9cafe5 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "GET /v2.0/ports?device_id=446a5909-7904-4290-9a61-015b0a1f5d40 HTTP/1.1" status: 200  len: 946 time: 0.0543242
Apr 16 21:15:25.431769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:15:25.442555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f3344849-ccc5-49e3-a4d5-eedadefa2fcb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Network ce54676e-63e2-4bec-8d37-78514d0685e3 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:15:25.446095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f3344849-ccc5-49e3-a4d5-eedadefa2fcb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:15:25.450807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f3344849-ccc5-49e3-a4d5-eedadefa2fcb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:15:25.619554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:25.628475 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:25.661225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:25.663455 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7a923c-5c86-4210-a9b0-56701aebca9a" -d '{"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:25.678641 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:25.709813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-950e3423-e41f-4722-8cc6-2d717b460c17 req-db4b3760-24dd-48f1-8c9b-9c135ffbd5c9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Deleting port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:15:25.710316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-950e3423-e41f-4722-8cc6-2d717b460c17 req-db4b3760-24dd-48f1-8c9b-9c135ffbd5c9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:25.722947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d1a0e-3455-4169-b600-fb608a746a12 req-a930de90-71fb-4fce-b294-0fc2710ff647 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:25.724527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b5d1a0e-3455-4169-b600-fb608a746a12 req-a930de90-71fb-4fce-b294-0fc2710ff647 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "GET /v2.0/ports?device_id=a839aa71-2bd6-4676-8955-1d69072cd7f0 HTTP/1.1" status: 200  len: 946 time: 0.1324697
Apr 16 21:15:25.741894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4019d-be55-431a-b414-22cda66cd69a req-704b6429-abe4-432e-a53b-d5130bf9e56a tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:25.743859 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28c4019d-be55-431a-b414-22cda66cd69a req-704b6429-abe4-432e-a53b-d5130bf9e56a tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 945 time: 0.1835091
Apr 16 21:15:25.765291 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:25.821825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=14']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:25.864822 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0602327-eafa-416f-8114-3411e37e2eef', 'tag': '0e4ce80e-dded-45a4-8cad-59e6b3b64323'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:25.867250 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603bf443-64f8-4e0c-be44-2be2c3304936" -d '{"events": [{"name": "network-changed", "server_uuid": "a0602327-eafa-416f-8114-3411e37e2eef", "tag": "0e4ce80e-dded-45a4-8cad-59e6b3b64323"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:25.876412 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-997b6c6e-2cda-4760-82a9-68c49b038f64 req-d61f346b-6a9b-4618-8760-a0cb4ca175a2 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.4214969
Apr 16 21:15:25.879592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3344849-ccc5-49e3-a4d5-eedadefa2fcb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Pushing event updated for resources: {'Port': ['ID=f5131071-ff36-4b36-bf83-e46eb31e3bf8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:25.919605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f3344849-ccc5-49e3-a4d5-eedadefa2fcb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:25.920518 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f3344849-ccc5-49e3-a4d5-eedadefa2fcb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:25.936815 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28c4019d-be55-431a-b414-22cda66cd69a req-66ec8d03-b848-4ba5-ab2e-286c78b881b6 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457567
Apr 16 21:15:25.956034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-950e3423-e41f-4722-8cc6-2d717b460c17 req-db4b3760-24dd-48f1-8c9b-9c135ffbd5c9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] For port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f42a9fb9-89c0-40cb-b996-9d91b0f13a6e,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:25.956409 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-950e3423-e41f-4722-8cc6-2d717b460c17 req-db4b3760-24dd-48f1-8c9b-9c135ffbd5c9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:25.964823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-2b5d1a0e-3455-4169-b600-fb608a746a12 req-d82f8190-edfe-45eb-99ba-f1ea03abebaf tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Deleting port e95787b0-2955-4c9d-b856-d0002bfc2eb5 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:15:25.965183 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b5d1a0e-3455-4169-b600-fb608a746a12 req-d82f8190-edfe-45eb-99ba-f1ea03abebaf tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:25.980800 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf73cd83-bc7e-4c38-9992-fbf4cb1f0b5a x-openstack-request-id: req-cf73cd83-bc7e-4c38-9992-fbf4cb1f0b5a {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:25.981162 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:25.981483 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf73cd83-bc7e-4c38-9992-fbf4cb1f0b5a {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:25.981941 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf73cd83-bc7e-4c38-9992-fbf4cb1f0b5a'] response: {'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'code': 200}
Apr 16 21:15:25.988924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-950e3423-e41f-4722-8cc6-2d717b460c17 req-db4b3760-24dd-48f1-8c9b-9c135ffbd5c9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Calling delete_port for f42a9fb9-89c0-40cb-b996-9d91b0f13a6e owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:15:26.013170 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba8f1c-46ea-4d89-a862-73479a07e0e8 req-ac7c5109-4bc3-4351-bc80-d7b6cc217999 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:26.020268 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40ba8f1c-46ea-4d89-a862-73479a07e0e8 req-ac7c5109-4bc3-4351-bc80-d7b6cc217999 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0633428
Apr 16 21:15:26.029114 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf0945a-7b40-4738-b911-4b35195b82b3 x-openstack-request-id: req-1cf0945a-7b40-4738-b911-4b35195b82b3 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:26.029114 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0602327-eafa-416f-8114-3411e37e2eef", "tag": "0e4ce80e-dded-45a4-8cad-59e6b3b64323", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:26.029416 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cf0945a-7b40-4738-b911-4b35195b82b3 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:26.030122 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf0945a-7b40-4738-b911-4b35195b82b3'] response: {'name': 'network-changed', 'server_uuid': 'a0602327-eafa-416f-8114-3411e37e2eef', 'tag': '0e4ce80e-dded-45a4-8cad-59e6b3b64323', 'status': 'completed', 'code': 200}
Apr 16 21:15:26.044726 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f3344849-ccc5-49e3-a4d5-eedadefa2fcb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7120895
Apr 16 21:15:26.074737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40ba8f1c-46ea-4d89-a862-73479a07e0e8 req-eb8b55c1-e853-4ce2-8f10-7a2fd8100c3d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535560
Apr 16 21:15:26.164808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-2b5d1a0e-3455-4169-b600-fb608a746a12 req-d82f8190-edfe-45eb-99ba-f1ea03abebaf tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] For port e95787b0-2955-4c9d-b856-d0002bfc2eb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e95787b0-2955-4c9d-b856-d0002bfc2eb5,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:26.164808 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b5d1a0e-3455-4169-b600-fb608a746a12 req-d82f8190-edfe-45eb-99ba-f1ea03abebaf tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:26.196351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b6027c7-7e6f-4698-8668-99949d613a7c req-9977d563-b89a-4f30-8dfc-e9c81c069f6d tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0897524
Apr 16 21:15:26.211229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-2b5d1a0e-3455-4169-b600-fb608a746a12 req-d82f8190-edfe-45eb-99ba-f1ea03abebaf tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Calling delete_port for e95787b0-2955-4c9d-b856-d0002bfc2eb5 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:15:26.214880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-733c7415-43ca-4fb0-990d-287cfe943a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:26.216435 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-733c7415-43ca-4fb0-990d-287cfe943a5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 1130 time: 0.1486104
Apr 16 21:15:26.432590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38873d97-748b-4bed-860d-03416f511ee2 req-b8dad72d-eb3d-4a71-ae22-6e25a5d306db tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:26.434006 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38873d97-748b-4bed-860d-03416f511ee2 req-b8dad72d-eb3d-4a71-ae22-6e25a5d306db tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 948 time: 0.1349294
Apr 16 21:15:26.511065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-70dd4d4e-0095-4a05-a206-e9a2f66c1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:26.512577 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-70dd4d4e-0095-4a05-a206-e9a2f66c1d8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.2882321
Apr 16 21:15:26.590165 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-950e3423-e41f-4722-8cc6-2d717b460c17 req-db4b3760-24dd-48f1-8c9b-9c135ffbd5c9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f42a9fb9-89c0-40cb-b996-9d91b0f13a6e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:26.593698 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-e03c8a31-2a75-477c-89bd-58eebf963ca6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323 HTTP/1.1" status: 200  len: 217 time: 0.0557859
Apr 16 21:15:26.601434 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f42a9fb9-89c0-40cb-b996-9d91b0f13a6e', 'e95787b0-2955-4c9d-b856-d0002bfc2eb5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:26.602259 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38873d97-748b-4bed-860d-03416f511ee2 req-6dc67ffd-1057-4de8-b74f-3d6824efa8ec tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612473
Apr 16 21:15:26.656094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b3760-24dd-48f1-8c9b-9c135ffbd5c9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Pushing event deleted for resources: {'Port': ['ID=f42a9fb9-89c0-40cb-b996-9d91b0f13a6e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:26.735732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-a3de3ee3-807e-47b7-8328-45ede0122068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:26.738522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-a3de3ee3-807e-47b7-8328-45ede0122068 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1318569
Apr 16 21:15:26.839947 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b0bd7f4-cf8c-493e-a953-9b058e5b5401 req-60896a0b-f9f7-40b6-8013-e6317cab42a2 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 210 time: 0.0285938
Apr 16 21:15:27.041660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b5d1a0e-3455-4169-b600-fb608a746a12 req-d82f8190-edfe-45eb-99ba-f1ea03abebaf tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e95787b0-2955-4c9d-b856-d0002bfc2eb5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:27.043166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-950e3423-e41f-4722-8cc6-2d717b460c17 req-db4b3760-24dd-48f1-8c9b-9c135ffbd5c9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] No DVR routers for this DVR port f42a9fb9-89c0-40cb-b996-9d91b0f13a6e on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:15:27.053246 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-950e3423-e41f-4722-8cc6-2d717b460c17 req-db4b3760-24dd-48f1-8c9b-9c135ffbd5c9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:27.055077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f42a9fb9-89c0-40cb-b996-9d91b0f13a6e'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:27.056713 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-950e3423-e41f-4722-8cc6-2d717b460c17 req-db4b3760-24dd-48f1-8c9b-9c135ffbd5c9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "DELETE /v2.0/ports/f42a9fb9-89c0-40cb-b996-9d91b0f13a6e HTTP/1.1" status: 204  len: 173 time: 1.5864992
Apr 16 21:15:27.078935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a5909-7904-4290-9a61-015b0a1f5d40', 'name': 'network-vif-deleted', 'tag': 'f42a9fb9-89c0-40cb-b996-9d91b0f13a6e'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:27.081500 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583cfd2d-a8b4-476d-afe8-d92ac417d257" -d '{"events": [{"server_uuid": "446a5909-7904-4290-9a61-015b0a1f5d40", "name": "network-vif-deleted", "tag": "f42a9fb9-89c0-40cb-b996-9d91b0f13a6e"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:27.112698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f8190-edfe-45eb-99ba-f1ea03abebaf tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Pushing event deleted for resources: {'Port': ['ID=e95787b0-2955-4c9d-b856-d0002bfc2eb5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:27.121511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9c6ef-1653-4127-9675-51fc791c26c3 req-45f9236e-4dce-4898-a245-1b0c3eeeb221 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:27.122466 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93c9c6ef-1653-4127-9675-51fc791c26c3 req-45f9236e-4dce-4898-a245-1b0c3eeeb221 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 931 time: 0.4398503
Apr 16 21:15:27.160820 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c39de9a-9fed-4095-913f-0f660f45066c x-openstack-request-id: req-6c39de9a-9fed-4095-913f-0f660f45066c {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:27.161121 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a5909-7904-4290-9a61-015b0a1f5d40", "name": "network-vif-deleted", "tag": "f42a9fb9-89c0-40cb-b996-9d91b0f13a6e", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:27.161421 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c39de9a-9fed-4095-913f-0f660f45066c {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:27.161826 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c39de9a-9fed-4095-913f-0f660f45066c'] response: {'server_uuid': '446a5909-7904-4290-9a61-015b0a1f5d40', 'name': 'network-vif-deleted', 'tag': 'f42a9fb9-89c0-40cb-b996-9d91b0f13a6e', 'status': 'completed', 'code': 200}
Apr 16 21:15:27.163264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-ca6ebb99-c6e4-4d18-9bdd-38dd229f731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:27.164844 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-ca6ebb99-c6e4-4d18-9bdd-38dd229f731e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1329346
Apr 16 21:15:27.215469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5d1a0e-3455-4169-b600-fb608a746a12 req-d82f8190-edfe-45eb-99ba-f1ea03abebaf tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] No DVR routers for this DVR port e95787b0-2955-4c9d-b856-d0002bfc2eb5 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:15:27.245353 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b5d1a0e-3455-4169-b600-fb608a746a12 req-d82f8190-edfe-45eb-99ba-f1ea03abebaf tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:27.248562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b5d1a0e-3455-4169-b600-fb608a746a12 req-d82f8190-edfe-45eb-99ba-f1ea03abebaf tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "DELETE /v2.0/ports/e95787b0-2955-4c9d-b856-d0002bfc2eb5 HTTP/1.1" status: 204  len: 173 time: 1.5037408
Apr 16 21:15:27.287159 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93c9c6ef-1653-4127-9675-51fc791c26c3 req-7873ae4e-0b9c-40a0-8262-20c8e077e0fb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504357
Apr 16 21:15:27.330386 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-1a16c68d-6f60-41cf-9263-94f1d39e5bde service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515999
Apr 16 21:15:27.373275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-99d6fdc4-3e5b-4cc7-b752-3fa60ef18a56 req-3756d478-3026-426c-8a91-2ac314ab9875 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0316253
Apr 16 21:15:27.456002 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-17639fb0-34ce-48df-bbd2-2770161e5868 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194847
Apr 16 21:15:27.727189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e01488-331c-4035-844a-43fe7e48abee req-3ed3a512-c99f-4344-976a-57f83b4fc263 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:27.729513 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2e01488-331c-4035-844a-43fe7e48abee req-3ed3a512-c99f-4344-976a-57f83b4fc263 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 948 time: 0.0484853
Apr 16 21:15:27.776992 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2e01488-331c-4035-844a-43fe7e48abee req-a37c578f-2954-4966-a250-3a57ba6552f5 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414851
Apr 16 21:15:27.937891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e751cba8-07c1-4551-aaec-3a3fff326cce req-c3eb3d41-99a6-491c-b035-ccbf40f2cbef tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 210 time: 0.0321801
Apr 16 21:15:28.246955 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Request body: {'port': {'device_id': '1a03d234-848c-408c-b46c-e2afebb2c61f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:28.325638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-b5dce3b7-f29e-41d5-a238-0277190f4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:28.327162 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-b5dce3b7-f29e-41d5-a238-0277190f4f27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 1130 time: 0.0638673
Apr 16 21:15:28.354761 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:28.538296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c1c22-86d8-4fde-8c33-92a8e0569a08 req-d1969e99-6de4-4ff2-a59d-80a9c3efb7bc tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:28.540614 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-810c1c22-86d8-4fde-8c33-92a8e0569a08 req-d1969e99-6de4-4ff2-a59d-80a9c3efb7bc tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 931 time: 0.1148567
Apr 16 21:15:28.559251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-caffd9cb-1c92-4fdb-9044-9b58b838cdf9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:28.561890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-caffd9cb-1c92-4fdb-9044-9b58b838cdf9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "GET /v2.0/networks?id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97 HTTP/1.1" status: 200  len: 812 time: 0.1778207
Apr 16 21:15:28.594191 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e2a0b291-d436-42c8-962e-ac798fc78b96 req-01f6203d-88bf-4993-8c4b-97af67b5b4d5 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0640991
Apr 16 21:15:28.614211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-734753e5-e0f7-4cdd-baac-d6f8b689f24d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Request body: {'port': {'device_id': 'ae2e0ce1-35a6-4ef8-83f4-44237fe59f65', 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97', 'admin_state_up': True, 'tenant_id': '5ec2ad232d62489aa704075fad5305c2'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:28.654949 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-b7ddf1e6-5890-4dd4-85b5-9d7052fc6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:28.656687 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-b7ddf1e6-5890-4dd4-85b5-9d7052fc6b2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.3133812
Apr 16 21:15:28.767378 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-94fd3ddd-54fc-412f-b0f3-1ce0a1a2c404 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323 HTTP/1.1" status: 200  len: 217 time: 0.0464120
Apr 16 21:15:28.835010 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-810c1c22-86d8-4fde-8c33-92a8e0569a08 req-92ea0d27-f707-4e53-a888-6d7131fc3f19 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2364297
Apr 16 21:15:28.863687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-8c9c0539-eee9-47b5-9928-52f98afbc04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:28.865209 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-8c9c0539-eee9-47b5-9928-52f98afbc04f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0902097
Apr 16 21:15:28.907490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-734753e5-e0f7-4cdd-baac-d6f8b689f24d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Made reservation on behalf of 5ec2ad232d62489aa704075fad5305c2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:15:28.911989 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-734753e5-e0f7-4cdd-baac-d6f8b689f24d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:28.950769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59ed82-f6c0-4d11-8de1-0aeaab841307 req-f8ff0df4-ea66-4d21-9752-bc60ce0b10fa tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:28.952987 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b59ed82-f6c0-4d11-8de1-0aeaab841307 req-f8ff0df4-ea66-4d21-9752-bc60ce0b10fa tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 948 time: 0.0885687
Apr 16 21:15:28.991075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-deba1177-15ba-4dee-9073-dc27fe7d6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:28.996705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-deba1177-15ba-4dee-9073-dc27fe7d6711 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0914361
Apr 16 21:15:29.001817 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5131071-ff36-4b36-bf83-e46eb31e3bf8 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:29.010432 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Publish callbacks [] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:29.070015 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b59ed82-f6c0-4d11-8de1-0aeaab841307 req-a3fbf49e-6f60-4ae3-bf10-12dd5f91af04 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043189
Apr 16 21:15:29.093265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Transition to ACTIVE for port object f5131071-ff36-4b36-bf83-e46eb31e3bf8 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:15:29.108047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9c9c887f-9e77-4e43-a0c6-aef4ecfa3486 req-4e666c0d-74be-4e41-a56f-82f54569bf72 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 210 time: 0.0820446
Apr 16 21:15:29.165947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a839aa71-2bd6-4676-8955-1d69072cd7f0', 'name': 'network-vif-deleted', 'tag': 'e95787b0-2955-4c9d-b856-d0002bfc2eb5'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:29.168411 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db177e1b-d201-4f74-8e8d-5051eafbcea1" -d '{"events": [{"server_uuid": "a839aa71-2bd6-4676-8955-1d69072cd7f0", "name": "network-vif-deleted", "tag": "e95787b0-2955-4c9d-b856-d0002bfc2eb5"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:29.173040 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:29.218064 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957e3c98-ed1b-4a64-99dd-526314a7f6df x-openstack-request-id: req-957e3c98-ed1b-4a64-99dd-526314a7f6df {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:29.218358 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a839aa71-2bd6-4676-8955-1d69072cd7f0", "name": "network-vif-deleted", "tag": "e95787b0-2955-4c9d-b856-d0002bfc2eb5", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:29.218615 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-957e3c98-ed1b-4a64-99dd-526314a7f6df {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:29.219017 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-957e3c98-ed1b-4a64-99dd-526314a7f6df'] response: {'server_uuid': 'a839aa71-2bd6-4676-8955-1d69072cd7f0', 'name': 'network-vif-deleted', 'tag': 'e95787b0-2955-4c9d-b856-d0002bfc2eb5', 'status': 'completed', 'code': 200}
Apr 16 21:15:29.230833 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-16e0b030-35e8-4692-9eef-911dccf6421d service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177193
Apr 16 21:15:29.243764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-734753e5-e0f7-4cdd-baac-d6f8b689f24d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Allocated IP 172.20.0.11 (630ead34-ffcc-4ecb-82b7-48adfc0b0b97/7d8919ae-c853-439e-81e2-dc9b8bceea90/1bf2401d-a2fc-43d2-8639-8a27abfa3686) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:15:29.289652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5131071-ff36-4b36-bf83-e46eb31e3bf8,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:29.318378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-08354c12-bf5f-420c-b454-8f66c7c3bb9e tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:29.319875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-08354c12-bf5f-420c-b454-8f66c7c3bb9e tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "GET /v2.0/networks?id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97 HTTP/1.1" status: 200  len: 812 time: 0.1716919
Apr 16 21:15:29.331860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb6ea4-c552-4990-910e-7a20852f86ec req-794f8f05-7b7a-4e86-888e-b386f47b7adf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:29.333358 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ecb6ea4-c552-4990-910e-7a20852f86ec req-794f8f05-7b7a-4e86-888e-b386f47b7adf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1565833
Apr 16 21:15:29.335496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-01be4ccd-421e-44c3-880a-e76a6bb72ec9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Request body: {'port': {'device_id': '41932213-4c87-4ee1-909f-50d95297cd64', 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97', 'admin_state_up': True, 'tenant_id': '5ec2ad232d62489aa704075fad5305c2'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:29.448302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0e4ce80e-dded-45a4-8cad-59e6b3b64323 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:29.459062 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-603bf443-64f8-4e0c-be44-2be2c3304936 req-6daf5f3d-818a-4dfc-96d9-f434004a7b69 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076347
Apr 16 21:15:29.463760 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ecb6ea4-c552-4990-910e-7a20852f86ec req-d6d4db30-e218-4059-ae32-29311f6885f7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1171618
Apr 16 21:15:29.494921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Attempting to bind port f5131071-ff36-4b36-bf83-e46eb31e3bf8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:15:29.495524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Attempting to bind port f5131071-ff36-4b36-bf83-e46eb31e3bf8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6419f4c5-657d-46f5-bceb-0e17ae190fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:15:29.496059 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Attempting to bind port f5131071-ff36-4b36-bf83-e46eb31e3bf8 on network ce54676e-63e2-4bec-8d37-78514d0685e3 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:29.502644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Port f5131071-ff36-4b36-bf83-e46eb31e3bf8 on network ce54676e-63e2-4bec-8d37-78514d0685e3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:15:29.503202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Attempting to bind port f5131071-ff36-4b36-bf83-e46eb31e3bf8 on network ce54676e-63e2-4bec-8d37-78514d0685e3 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:29.509151 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:15:29.509677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Checking segment: {'id': '6419f4c5-657d-46f5-bceb-0e17ae190fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:15:29.510256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Bound using segment: {'id': '6419f4c5-657d-46f5-bceb-0e17ae190fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:15:29.511121 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Bound port: f5131071-ff36-4b36-bf83-e46eb31e3bf8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6419f4c5-657d-46f5-bceb-0e17ae190fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:15:29.511795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:29.558816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-734753e5-e0f7-4cdd-baac-d6f8b689f24d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks [] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:29.597397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:29.611669 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] For port f5131071-ff36-4b36-bf83-e46eb31e3bf8, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:15:29.612270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '0e4ce80e-dded-45a4-8cad-59e6b3b64323', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '0e4ce80e-dded-45a4-8cad-59e6b3b64323', 'mac_address': 'fa:16:3e:00:6e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:29.615944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] For port f5131071-ff36-4b36-bf83-e46eb31e3bf8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5131071-ff36-4b36-bf83-e46eb31e3bf8,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:15:29.627903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fda9f-79b2-4843-b836-e2f51ba5356f req-fde5e61b-3645-4eac-bfe7-399805a2c732 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:29.629441 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e53fda9f-79b2-4843-b836-e2f51ba5356f req-fde5e61b-3645-4eac-bfe7-399805a2c732 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0643682
Apr 16 21:15:29.651597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:29.651984 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:29.667132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4ce80e-dded-45a4-8cad-59e6b3b64323 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:29.679821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-01be4ccd-421e-44c3-880a-e76a6bb72ec9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Made reservation on behalf of 5ec2ad232d62489aa704075fad5305c2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:15:29.683520 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-01be4ccd-421e-44c3-880a-e76a6bb72ec9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:29.694558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:29.699243 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e53fda9f-79b2-4843-b836-e2f51ba5356f req-57dfa02e-2ee3-43c6-ba1d-5d12fbcfc687 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599937
Apr 16 21:15:29.701446 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:29.743421 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-407eef50-d239-4358-8b5a-9bf5673e77e9 req-c6395fbb-2d72-4247-914c-9195ba21848a tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0537758
Apr 16 21:15:29.748490 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-734753e5-e0f7-4cdd-baac-d6f8b689f24d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:29.758621 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:29.760065 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:29.761489 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] 10.222.0.41 "PUT /v2.0/ports/f5131071-ff36-4b36-bf83-e46eb31e3bf8 HTTP/1.1" status: 200  len: 1091 time: 1.5230103
Apr 16 21:15:29.764203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a03d234-848c-408c-b46c-e2afebb2c61f', 'tag': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:29.766497 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9a9cdb-505e-48b7-815e-b96d91c3ea14" -d '{"events": [{"name": "network-changed", "server_uuid": "1a03d234-848c-408c-b46c-e2afebb2c61f", "tag": "f5131071-ff36-4b36-bf83-e46eb31e3bf8"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:29.776494 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:29.803120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dc374-1c5c-4186-92b9-6a325368edc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5131071-ff36-4b36-bf83-e46eb31e3bf8,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:29.820421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-734753e5-e0f7-4cdd-baac-d6f8b689f24d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:15:29.823285 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992fe074-e660-4376-add4-f5c1c3c51aa8 x-openstack-request-id: req-992fe074-e660-4376-add4-f5c1c3c51aa8 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:29.823608 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a03d234-848c-408c-b46c-e2afebb2c61f", "tag": "f5131071-ff36-4b36-bf83-e46eb31e3bf8", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:29.823872 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-992fe074-e660-4376-add4-f5c1c3c51aa8 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:29.824340 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992fe074-e660-4376-add4-f5c1c3c51aa8'] response: {'name': 'network-changed', 'server_uuid': '1a03d234-848c-408c-b46c-e2afebb2c61f', 'tag': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8', 'status': 'completed', 'code': 200}
Apr 16 21:15:29.853169 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0e4ce80e-dded-45a4-8cad-59e6b3b64323,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:29.862397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-734753e5-e0f7-4cdd-baac-d6f8b689f24d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:15:29.890156 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-734753e5-e0f7-4cdd-baac-d6f8b689f24d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:15:29.941884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a9cdb-505e-48b7-815e-b96d91c3ea14 req-794774a1-be19-491a-8456-df991e4f79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:29.943413 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b9a9cdb-505e-48b7-815e-b96d91c3ea14 req-794774a1-be19-491a-8456-df991e4f79a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c63d4ed9df1548b88731e003044c32da&device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 1125 time: 0.0797169
Apr 16 21:15:29.966222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90690c2f-f8e7-4483-af0d-39072a9f6d86 req-06dfc6df-4029-4d4d-a996-a9361342f7ee tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:29.967744 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-90690c2f-f8e7-4483-af0d-39072a9f6d86 req-06dfc6df-4029-4d4d-a996-a9361342f7ee tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 943 time: 0.0694311
Apr 16 21:15:29.985089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f1f50-fc5f-495b-ad3e-b597787b4137 req-f56d5866-2fad-45e0-acd1-dcf01807223f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:29.986608 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b72f1f50-fc5f-495b-ad3e-b597787b4137 req-f56d5866-2fad-45e0-acd1-dcf01807223f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1405766
Apr 16 21:15:29.995180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734753e5-e0f7-4cdd-baac-d6f8b689f24d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Pushing event updated for resources: {'Port': ['ID=1bf2401d-a2fc-43d2-8639-8a27abfa3686,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:30.009747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f42a9fb9-89c0-40cb-b996-9d91b0f13a6e no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:15:30.020757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-734753e5-e0f7-4cdd-baac-d6f8b689f24d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:30.021359 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-734753e5-e0f7-4cdd-baac-d6f8b689f24d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:30.039822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-01be4ccd-421e-44c3-880a-e76a6bb72ec9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Allocated IP 172.20.0.3 (630ead34-ffcc-4ecb-82b7-48adfc0b0b97/7d8919ae-c853-439e-81e2-dc9b8bceea90/101a84f6-6ff5-4c6a-b599-738ac67c53ee) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:15:30.043469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: f42a9fb9-89c0-40cb-b996-9d91b0f13a6e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:15:30.044037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f42a9fb9-89c0-40cb-b996-9d91b0f13a6e not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:15:30.045205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e95787b0-2955-4c9d-b856-d0002bfc2eb5 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:15:30.069858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: e95787b0-2955-4c9d-b856-d0002bfc2eb5 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:15:30.070626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e95787b0-2955-4c9d-b856-d0002bfc2eb5 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:15:30.079563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b72f1f50-fc5f-495b-ad3e-b597787b4137 req-db256ef8-6ee7-4cf5-9ba0-7a6b2e3499d0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792825
Apr 16 21:15:30.091871 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-90690c2f-f8e7-4483-af0d-39072a9f6d86 req-4ee41c0e-7b20-4d54-ace7-ab0f67b99366 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090791
Apr 16 21:15:30.111751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a9cdb-505e-48b7-815e-b96d91c3ea14 req-76e345a6-2246-4d88-82db-3ca3e2b11acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:30.113477 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b9a9cdb-505e-48b7-815e-b96d91c3ea14 req-76e345a6-2246-4d88-82db-3ca3e2b11acd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c63d4ed9df1548b88731e003044c32da&shared=False HTTP/1.1" status: 200  len: 922 time: 0.1617219
Apr 16 21:15:30.177133 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-734753e5-e0f7-4cdd-baac-d6f8b689f24d tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5746582
Apr 16 21:15:30.190878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Request body: {'port': {'device_id': 'ae2e0ce1-35a6-4ef8-83f4-44237fe59f65', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:30.226113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0e4ce80e-dded-45a4-8cad-59e6b3b64323'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:30.263763 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c5d0a-c979-4b13-8a6b-c1466d2fde43 req-347c9820-b576-4ec1-827e-978f03d8f231 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:30.265786 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c79c5d0a-c979-4b13-8a6b-c1466d2fde43 req-347c9820-b576-4ec1-827e-978f03d8f231 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 949 time: 0.0616648
Apr 16 21:15:30.266363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a9cdb-505e-48b7-815e-b96d91c3ea14 req-01f77bec-3a68-47c9-af3b-e6cd26e85625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:30.267801 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b9a9cdb-505e-48b7-815e-b96d91c3ea14 req-01f77bec-3a68-47c9-af3b-e6cd26e85625 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1473303
Apr 16 21:15:30.295337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-01be4ccd-421e-44c3-880a-e76a6bb72ec9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks [] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:30.301646 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:30.363645 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c79c5d0a-c979-4b13-8a6b-c1466d2fde43 req-3a3448db-47e0-4e77-8bfb-07dbbac89846 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880110
Apr 16 21:15:30.372088 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-a3cae558-2f5c-43aa-83de-3d639f3ad351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:30.373480 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-a3cae558-2f5c-43aa-83de-3d639f3ad351 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c63d4ed9df1548b88731e003044c32da&device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 1125 time: 0.0576560
Apr 16 21:15:30.450558 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-01be4ccd-421e-44c3-880a-e76a6bb72ec9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:30.453029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-84e4dc96-8224-47df-8d4e-c79a952c9ccf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5131071-ff36-4b36-bf83-e46eb31e3bf8 HTTP/1.1" status: 200  len: 217 time: 0.0579050
Apr 16 21:15:30.518106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f2e3219f-0bed-437e-8c5a-807a18abd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:30.519603 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-f2e3219f-0bed-437e-8c5a-807a18abd1db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e775fec7-8eeb-48a7-984f-55b2ee9b30df HTTP/1.1" status: 200  len: 861 time: 0.0598693
Apr 16 21:15:30.579419 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-785173cf-0824-41e3-a773-3d1b62185f6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce54676e-63e2-4bec-8d37-78514d0685e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527205
Apr 16 21:15:30.599462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80927968-0711-44d3-97ed-e7e5b712fa5f req-605037d9-63a2-4e2d-ab24-9ca3bbfc4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:30.601011 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80927968-0711-44d3-97ed-e7e5b712fa5f req-605037d9-63a2-4e2d-ab24-9ca3bbfc4f6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 1127 time: 0.0652332
Apr 16 21:15:30.627031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-01be4ccd-421e-44c3-880a-e76a6bb72ec9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:15:30.633077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be4ccd-421e-44c3-880a-e76a6bb72ec9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Pushing event updated for resources: {'Port': ['ID=101a84f6-6ff5-4c6a-b599-738ac67c53ee,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:30.642499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-01be4ccd-421e-44c3-880a-e76a6bb72ec9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:15:30.644985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-01be4ccd-421e-44c3-880a-e76a6bb72ec9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:15:30.656829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979f9f7-00c3-44f3-bdf7-c250d156a3f1 req-19374eda-cee5-4bd2-98c0-c326414d627a tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:30.663768 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d979f9f7-00c3-44f3-bdf7-c250d156a3f1 req-19374eda-cee5-4bd2-98c0-c326414d627a tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 931 time: 0.1681647
Apr 16 21:15:30.755806 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-7c675954-450e-48d1-a159-58ad78e6bca5 service neutron] 10.222.0.41 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669569
Apr 16 21:15:30.757590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80927968-0711-44d3-97ed-e7e5b712fa5f req-6ee4eaee-7a6d-4560-a4e1-20b344f296f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:30.760410 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80927968-0711-44d3-97ed-e7e5b712fa5f req-6ee4eaee-7a6d-4560-a4e1-20b344f296f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.1482008
Apr 16 21:15:30.767044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-01be4ccd-421e-44c3-880a-e76a6bb72ec9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:30.767769 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-01be4ccd-421e-44c3-880a-e76a6bb72ec9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:30.803553 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d979f9f7-00c3-44f3-bdf7-c250d156a3f1 req-458a358f-c6b3-4688-b1bc-b8a377f19f01 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386380
Apr 16 21:15:30.861822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf2401d-a2fc-43d2-8639-8a27abfa3686 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:30.874295 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Publish callbacks [] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:30.892853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Transition to ACTIVE for port object 1bf2401d-a2fc-43d2-8639-8a27abfa3686 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:15:30.899224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-01be4ccd-421e-44c3-880a-e76a6bb72ec9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5683894
Apr 16 21:15:30.916953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Request body: {'port': {'device_id': '41932213-4c87-4ee1-909f-50d95297cd64', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:30.959975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80927968-0711-44d3-97ed-e7e5b712fa5f req-f463768f-79d4-4cdd-a349-8a1375b99834 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 HTTP/1.1" status: 200  len: 999 time: 0.1802804
Apr 16 21:15:30.966401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3a8f6-f024-40fa-8467-dd38bddc8511 req-0154bfcf-a9a7-4be0-b7b0-95a4b70092e1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:30.968494 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ead3a8f6-f024-40fa-8467-dd38bddc8511 req-0154bfcf-a9a7-4be0-b7b0-95a4b70092e1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1002212
Apr 16 21:15:30.969463 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:30.983029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0632d-4984-4a5a-9321-19ccd67b4413 req-d7eeeb0f-2855-42d8-b8f6-94b50e8b9cd5 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:30.984728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3af0632d-4984-4a5a-9321-19ccd67b4413 req-d7eeeb0f-2855-42d8-b8f6-94b50e8b9cd5 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 949 time: 0.0898650
Apr 16 21:15:31.042105 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7610bc95-4e80-4467-8619-29aef5c0d0b6 req-1bea003e-5478-485c-94ff-92e4ee1afba1 service neutron] 10.222.0.41 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2749288
Apr 16 21:15:31.053269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80927968-0711-44d3-97ed-e7e5b712fa5f req-0de32b8a-a396-47a9-9588-ed55944d815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:31.054823 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80927968-0711-44d3-97ed-e7e5b712fa5f req-0de32b8a-a396-47a9-9588-ed55944d815f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.0856786
Apr 16 21:15:31.082961 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ead3a8f6-f024-40fa-8467-dd38bddc8511 req-f2211e28-3ff7-4f60-8ef3-5748d4207103 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034458
Apr 16 21:15:31.113654 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80927968-0711-44d3-97ed-e7e5b712fa5f req-0a111b7e-fbcb-41cb-8bcc-6f68b1cd9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:31.115654 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80927968-0711-44d3-97ed-e7e5b712fa5f req-0a111b7e-fbcb-41cb-8bcc-6f68b1cd9044 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0492778
Apr 16 21:15:31.170042 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:31.203738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96b9ff86-2a08-47d6-b873-df2fdcc826a5 req-4d88383e-db7a-49cd-ab8b-68eca7e6916b tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0322027
Apr 16 21:15:31.208242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-4b2b3259-cbc4-41db-8f8a-f402aed04f18 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:31.210216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-4b2b3259-cbc4-41db-8f8a-f402aed04f18 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef&tenant_id=29fd420ef9134715bd3a9f2467d924cd&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1801045
Apr 16 21:15:31.240848 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80927968-0711-44d3-97ed-e7e5b712fa5f req-c5baf7db-9e32-40cc-9827-73ea2fe0679b service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1184027
Apr 16 21:15:31.252630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf2401d-a2fc-43d2-8639-8a27abfa3686,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:31.309184 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3af0632d-4984-4a5a-9321-19ccd67b4413 req-df69c243-a0f9-4a34-b660-380f1c668db0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3140304
Apr 16 21:15:31.316649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef29f04-18aa-4092-b7ed-78a435082bbd req-9743a9d1-60cb-4cbd-8c96-09f6899c4c3b tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:31.318154 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fef29f04-18aa-4092-b7ed-78a435082bbd req-9743a9d1-60cb-4cbd-8c96-09f6899c4c3b tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 943 time: 0.0510361
Apr 16 21:15:31.369289 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fef29f04-18aa-4092-b7ed-78a435082bbd req-548b30cc-838a-4001-b0d3-d7e45a7e7f01 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435867
Apr 16 21:15:31.452910 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-a9b8f8bf-1fdc-47b7-80b8-ca1da6c7b30a service neutron] delete failed (client error): The resource could not be found.
Apr 16 21:15:31.453967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-a9b8f8bf-1fdc-47b7-80b8-ca1da6c7b30a service neutron] 10.222.0.11 "DELETE /v2.0/ports/0e4ce80e-dded-45a4-8cad-59e6b3b64323/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2063677
Apr 16 21:15:31.461090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Attempting to bind port 1bf2401d-a2fc-43d2-8639-8a27abfa3686 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:15:31.461090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Attempting to bind port 1bf2401d-a2fc-43d2-8639-8a27abfa3686 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:15:31.461408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Attempting to bind port 1bf2401d-a2fc-43d2-8639-8a27abfa3686 on network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:31.472035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Port 1bf2401d-a2fc-43d2-8639-8a27abfa3686 on network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:15:31.472394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Attempting to bind port 1bf2401d-a2fc-43d2-8639-8a27abfa3686 on network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:31.481219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:15:31.481600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Checking segment: {'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:15:31.481976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Bound using segment: {'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:15:31.482422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Bound port: 1bf2401d-a2fc-43d2-8639-8a27abfa3686, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:15:31.482785 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:31.607112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-bc3b23ef-8e0d-451e-99d0-2e5106bc7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:31.608664 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-bc3b23ef-8e0d-451e-99d0-2e5106bc7f5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 1131 time: 0.0901113
Apr 16 21:15:31.715332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] For port 1bf2401d-a2fc-43d2-8639-8a27abfa3686, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:15:31.741869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] For port 1bf2401d-a2fc-43d2-8639-8a27abfa3686, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bf2401d-a2fc-43d2-8639-8a27abfa3686,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:15:31.790879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-164ec34e-d8f7-449b-ae39-3c6e1f112ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:31.792439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-164ec34e-d8f7-449b-ae39-3c6e1f112ece service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1757240
Apr 16 21:15:31.797510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101a84f6-6ff5-4c6a-b599-738ac67c53ee {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:31.811858 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Publish callbacks [] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:31.821132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0e4ce80e-dded-45a4-8cad-59e6b3b64323 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:31.842287 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-3f9a8868-4cf2-4ed4-82a7-b88f4bc54fc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323 HTTP/1.1" status: 200  len: 217 time: 0.0403786
Apr 16 21:15:31.847501 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:31.874302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:31.891790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Transition to ACTIVE for port object 101a84f6-6ff5-4c6a-b599-738ac67c53ee will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:15:31.927339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:31.927980 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:31.929401 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] 10.222.0.11 "PUT /v2.0/ports/1bf2401d-a2fc-43d2-8639-8a27abfa3686 HTTP/1.1" status: 200  len: 1092 time: 1.7440894
Apr 16 21:15:31.929855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2e0ce1-35a6-4ef8-83f4-44237fe59f65', 'tag': '1bf2401d-a2fc-43d2-8639-8a27abfa3686'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:31.932794 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a836840-be67-4d3c-8364-726ec49073b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2e0ce1-35a6-4ef8-83f4-44237fe59f65", "tag": "1bf2401d-a2fc-43d2-8639-8a27abfa3686"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:31.947224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:31.950751 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:31.961050 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11d0c-257f-4f84-928e-6d149e2e737d req-47f47942-df9f-4847-a1f9-31476e302aa6 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:31.962766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e848a-87c9-4c42-bcf5-b77525ae6aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf2401d-a2fc-43d2-8639-8a27abfa3686,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:31.963158 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78c11d0c-257f-4f84-928e-6d149e2e737d req-47f47942-df9f-4847-a1f9-31476e302aa6 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 931 time: 0.0725827
Apr 16 21:15:31.966467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-bfe990bc-7e70-4cea-94de-7e9e40706d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:31.967917 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-bfe990bc-7e70-4cea-94de-7e9e40706d27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1151967
Apr 16 21:15:31.990107 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284cdbd1-c479-4db2-9dfb-46f419296cda x-openstack-request-id: req-284cdbd1-c479-4db2-9dfb-46f419296cda {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:31.990807 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2e0ce1-35a6-4ef8-83f4-44237fe59f65", "tag": "1bf2401d-a2fc-43d2-8639-8a27abfa3686", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:31.991315 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-284cdbd1-c479-4db2-9dfb-46f419296cda {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:31.991733 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284cdbd1-c479-4db2-9dfb-46f419296cda'] response: {'name': 'network-changed', 'server_uuid': 'ae2e0ce1-35a6-4ef8-83f4-44237fe59f65', 'tag': '1bf2401d-a2fc-43d2-8639-8a27abfa3686', 'status': 'completed', 'code': 200}
Apr 16 21:15:32.014424 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:32.038718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78c11d0c-257f-4f84-928e-6d149e2e737d req-2121817a-c98f-4115-a903-7f75226d1dc0 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635829
Apr 16 21:15:32.059636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:32.060029 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:32.086833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0602327-eafa-416f-8114-3411e37e2eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4ce80e-dded-45a4-8cad-59e6b3b64323'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:32.090172 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca070ae2-ccdf-4374-ae78-335c1ad44a96" -d '{"events": [{"server_uuid": "a0602327-eafa-416f-8114-3411e37e2eef", "name": "network-vif-plugged", "status": "completed", "tag": "0e4ce80e-dded-45a4-8cad-59e6b3b64323"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:32.106200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:32.167002 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0376d8-ddd9-4b6e-8726-e920b5a63d49 x-openstack-request-id: req-3e0376d8-ddd9-4b6e-8726-e920b5a63d49 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:32.173429 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0602327-eafa-416f-8114-3411e37e2eef", "name": "network-vif-plugged", "status": "completed", "tag": "0e4ce80e-dded-45a4-8cad-59e6b3b64323", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:32.173429 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e0376d8-ddd9-4b6e-8726-e920b5a63d49 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:32.173429 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0376d8-ddd9-4b6e-8726-e920b5a63d49'] response: {'server_uuid': 'a0602327-eafa-416f-8114-3411e37e2eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4ce80e-dded-45a4-8cad-59e6b3b64323', 'code': 200}
Apr 16 21:15:32.173429 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:32.222804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0e4ce80e-dded-45a4-8cad-59e6b3b64323,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:32.228482 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd194077-c076-415b-94c1-dfae646cafaa req-db67fbb5-6f33-4d8f-b2a2-c8509eceb757 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:32.231702 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd194077-c076-415b-94c1-dfae646cafaa req-db67fbb5-6f33-4d8f-b2a2-c8509eceb757 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0666878
Apr 16 21:15:32.308012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd194077-c076-415b-94c1-dfae646cafaa req-f92afae5-04fa-4df5-ab97-235803d9a080 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633607
Apr 16 21:15:32.383445 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-ed75637c-22d8-4c42-9577-f31113a47b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:32.385049 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-ed75637c-22d8-4c42-9577-f31113a47b89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4101255
Apr 16 21:15:32.419246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a836840-be67-4d3c-8364-726ec49073b2 req-e7000b72-7130-41a3-91c5-d71d873b6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:32.420760 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a836840-be67-4d3c-8364-726ec49073b2 req-e7000b72-7130-41a3-91c5-d71d873b6dcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ec2ad232d62489aa704075fad5305c2&device_id=ae2e0ce1-35a6-4ef8-83f4-44237fe59f65 HTTP/1.1" status: 200  len: 1126 time: 0.4035475
Apr 16 21:15:32.425055 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd302a5d-38d9-4a73-ba97-2e19eec660e3 req-73bf1e0e-8d39-42fe-a901-aef6f5e04c87 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0638828
Apr 16 21:15:32.448078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb9aaa-e7e6-44a9-aa51-23401edb9636 req-d69eca23-da84-4625-8d31-f1219ad6cb76 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:32.449875 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d6bb9aaa-e7e6-44a9-aa51-23401edb9636 req-d69eca23-da84-4625-8d31-f1219ad6cb76 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0576072
Apr 16 21:15:32.474630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Pushing event updated for resources: {'Port': ['ID=101a84f6-6ff5-4c6a-b599-738ac67c53ee,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:32.512707 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d6bb9aaa-e7e6-44a9-aa51-23401edb9636 req-2e226964-c84f-4ab9-82ab-f6656d652104 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547929
Apr 16 21:15:32.660412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406de50-a3d7-46fa-807a-bd6e73f3347b req-44be7700-2e6c-4c3b-8484-78d4151408ad tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:32.661812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8406de50-a3d7-46fa-807a-bd6e73f3347b req-44be7700-2e6c-4c3b-8484-78d4151408ad tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 943 time: 0.1232643
Apr 16 21:15:32.705153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a836840-be67-4d3c-8364-726ec49073b2 req-2331ff19-6ce4-4679-ab88-509ac651d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:32.706594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a836840-be67-4d3c-8364-726ec49073b2 req-2331ff19-6ce4-4679-ab88-509ac651d739 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5ec2ad232d62489aa704075fad5305c2&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2665756
Apr 16 21:15:32.726103 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-8ce34035-1579-46ef-9a9f-aed79b688e56 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3306456
Apr 16 21:15:32.776628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Attempting to bind port 101a84f6-6ff5-4c6a-b599-738ac67c53ee on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:15:32.776973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Attempting to bind port 101a84f6-6ff5-4c6a-b599-738ac67c53ee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:15:32.777296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Attempting to bind port 101a84f6-6ff5-4c6a-b599-738ac67c53ee on network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:32.829831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Port 101a84f6-6ff5-4c6a-b599-738ac67c53ee on network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:15:32.830158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Attempting to bind port 101a84f6-6ff5-4c6a-b599-738ac67c53ee on network 630ead34-ffcc-4ecb-82b7-48adfc0b0b97 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:32.860667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8406de50-a3d7-46fa-807a-bd6e73f3347b req-2f165920-cb20-46d1-8392-7ab2ab917e85 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870906
Apr 16 21:15:32.861375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:15:32.861793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Checking segment: {'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:15:32.862092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Bound using segment: {'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:15:32.862526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Bound port: 101a84f6-6ff5-4c6a-b599-738ac67c53ee, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:15:32.862888 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:32.959491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a836840-be67-4d3c-8364-726ec49073b2 req-c9450069-7619-4d81-acbb-22df753375b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:32.960909 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a836840-be67-4d3c-8364-726ec49073b2 req-c9450069-7619-4d81-acbb-22df753375b6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2458885
Apr 16 21:15:32.962698 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-090f703c-64b6-4eb7-aca0-0dbfa14412bc req-1e59df4a-9cbc-4f79-9fee-35a3e2b60110 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2213264
Apr 16 21:15:32.983906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] For port 101a84f6-6ff5-4c6a-b599-738ac67c53ee, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:15:32.987917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] For port 101a84f6-6ff5-4c6a-b599-738ac67c53ee, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=101a84f6-6ff5-4c6a-b599-738ac67c53ee,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:15:33.048632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-83f12b11-1cf8-43b0-a12a-a4d711064c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:33.050127 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-83f12b11-1cf8-43b0-a12a-a4d711064c77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ec2ad232d62489aa704075fad5305c2&device_id=ae2e0ce1-35a6-4ef8-83f4-44237fe59f65 HTTP/1.1" status: 200  len: 1126 time: 0.0391188
Apr 16 21:15:33.092446 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-08cb8d82-c26e-42ec-b9e3-0802aa8cc3ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bf2401d-a2fc-43d2-8639-8a27abfa3686 HTTP/1.1" status: 200  len: 217 time: 0.0349457
Apr 16 21:15:33.094724 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:33.155638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d7e48-d8e3-437e-9f5b-52c45a1c2d6a req-f0d3900c-4a15-4334-bd74-eaf857752f93 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:33.158378 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb5d7e48-d8e3-437e-9f5b-52c45a1c2d6a req-f0d3900c-4a15-4334-bd74-eaf857752f93 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 943 time: 0.0515356
Apr 16 21:15:33.168631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:33.169265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:33.170633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] 10.222.0.11 "PUT /v2.0/ports/101a84f6-6ff5-4c6a-b599-738ac67c53ee HTTP/1.1" status: 200  len: 1091 time: 2.2582648
Apr 16 21:15:33.196073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-b84a01e4-9578-4f14-97c3-546fef0b1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:33.197832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-b84a01e4-9578-4f14-97c3-546fef0b1126 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d8919ae-c853-439e-81e2-dc9b8bceea90 HTTP/1.1" status: 200  len: 852 time: 0.0976646
Apr 16 21:15:33.198266 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7467c-2bf7-4937-b599-8c70c105013b service neutron] Pushing event updated for resources: {'Port': ['ID=101a84f6-6ff5-4c6a-b599-738ac67c53ee,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:33.208543 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb5d7e48-d8e3-437e-9f5b-52c45a1c2d6a req-3cf6c687-fae0-4b8d-ab55-04c56a4ea31f tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434203
Apr 16 21:15:33.232008 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-c2b23914-88d3-44ca-8de0-df1a5a09d9ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0278757
Apr 16 21:15:33.431919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22028bf-70fa-4b88-9b60-8b09857713f3 req-ea01af1a-2a64-4769-893c-cd50f7921769 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:33.433505 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a22028bf-70fa-4b88-9b60-8b09857713f3 req-ea01af1a-2a64-4769-893c-cd50f7921769 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0560884
Apr 16 21:15:33.538980 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7c6cf52-42b8-4030-94ac-ba2d79318f81 req-192c43a2-3117-4b06-a88d-4aa046fef268 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0276668
Apr 16 21:15:33.539263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-742cb6b0-f659-416c-acee-e413a32a9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:33.541119 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-742cb6b0-f659-416c-acee-e413a32a9808 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ec2ad232d62489aa704075fad5305c2&device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 1125 time: 0.0966666
Apr 16 21:15:33.609626 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-14f46506-b96c-408d-ae2e-8abcee8eb671 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=101a84f6-6ff5-4c6a-b599-738ac67c53ee HTTP/1.1" status: 200  len: 217 time: 0.0598392
Apr 16 21:15:33.615021 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a22028bf-70fa-4b88-9b60-8b09857713f3 req-acfee33e-6c1b-4ef2-9753-c82018456d50 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1720374
Apr 16 21:15:33.658651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a4c2b-d8f8-4f32-8278-3cabc08cf4ea req-534e86dc-a05b-4dfb-8e9c-f4bb77c2746d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:33.659292 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-4aace1ab-b29b-4104-a301-24f0faca7cc9 service neutron] 10.222.0.11 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461460
Apr 16 21:15:33.665727 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-159a4c2b-d8f8-4f32-8278-3cabc08cf4ea req-534e86dc-a05b-4dfb-8e9c-f4bb77c2746d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0591283
Apr 16 21:15:33.731332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-3fd89bad-4ed2-41cd-8449-323a6ad7576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:33.732635 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-159a4c2b-d8f8-4f32-8278-3cabc08cf4ea req-57d3e1a1-b313-48a6-9e32-e0d2c4984c41 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657806
Apr 16 21:15:33.732895 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-3fd89bad-4ed2-41cd-8449-323a6ad7576f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d8919ae-c853-439e-81e2-dc9b8bceea90 HTTP/1.1" status: 200  len: 852 time: 0.1169050
Apr 16 21:15:33.779051 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-dbaf7d35-0f2b-4bdb-8a89-6b9319e51004 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396595
Apr 16 21:15:33.823094 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7f99c127-cfc6-412e-914a-153d34cbba61 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:33.844937 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-2353084a-d725-4cda-9c2f-ee9638715e64 service neutron] 10.222.0.11 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1786029
Apr 16 21:15:33.902966 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-af35ae10-abbd-479b-88bb-949c84e42b92 service neutron] 10.222.0.11 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1173751
Apr 16 21:15:33.947719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7f99c127-cfc6-412e-914a-153d34cbba61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f99c127-cfc6-412e-914a-153d34cbba61,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:33.963170 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '7f99c127-cfc6-412e-914a-153d34cbba61', 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918', 'port_id': '7f99c127-cfc6-412e-914a-153d34cbba61', 'mac_address': 'fa:16:3e:21:1c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:33.977982 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80927968-0711-44d3-97ed-e7e5b712fa5f req-f464e6f2-1501-467b-b75b-f99cee8404f7 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334667
Apr 16 21:15:34.001074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41932213-4c87-4ee1-909f-50d95297cd64', 'tag': '101a84f6-6ff5-4c6a-b599-738ac67c53ee'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:34.003453 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec2c113-38e1-493c-82c3-d5364d9781a5" -d '{"events": [{"name": "network-changed", "server_uuid": "41932213-4c87-4ee1-909f-50d95297cd64", "tag": "101a84f6-6ff5-4c6a-b599-738ac67c53ee"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:34.007142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 7f99c127-cfc6-412e-914a-153d34cbba61 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:34.007608 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:34.023101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f99c127-cfc6-412e-914a-153d34cbba61 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:34.038506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc04b63-1f2f-44e3-acd8-3fca9f51c2f0 req-9db5f50f-b64a-4fa4-89e4-f1afd36d1c68 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:34.040657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bc04b63-1f2f-44e3-acd8-3fca9f51c2f0 req-9db5f50f-b64a-4fa4-89e4-f1afd36d1c68 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 943 time: 0.0768242
Apr 16 21:15:34.043628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7f99c127-cfc6-412e-914a-153d34cbba61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f99c127-cfc6-412e-914a-153d34cbba61,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:34.043953 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a4b849-e5a7-40bc-8ea9-68075eaa2a09 x-openstack-request-id: req-e2a4b849-e5a7-40bc-8ea9-68075eaa2a09 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:34.044270 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41932213-4c87-4ee1-909f-50d95297cd64", "tag": "101a84f6-6ff5-4c6a-b599-738ac67c53ee", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:34.044526 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2a4b849-e5a7-40bc-8ea9-68075eaa2a09 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:34.044913 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a4b849-e5a7-40bc-8ea9-68075eaa2a09'] response: {'name': 'network-changed', 'server_uuid': '41932213-4c87-4ee1-909f-50d95297cd64', 'tag': '101a84f6-6ff5-4c6a-b599-738ac67c53ee', 'status': 'completed', 'code': 200}
Apr 16 21:15:34.076877 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb434ddd-99f1-4fc1-9f8f-3a96b27f43bf req-a8df0f79-5e23-4a3b-b799-7e74612e3262 service neutron] 10.222.0.11 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686730
Apr 16 21:15:34.104854 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bc04b63-1f2f-44e3-acd8-3fca9f51c2f0 req-41f0097c-316d-4052-9f1f-d635996f46c1 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552409
Apr 16 21:15:34.111347 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:34.158778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=7f99c127-cfc6-412e-914a-153d34cbba61,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:34.264805 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['7f99c127-cfc6-412e-914a-153d34cbba61'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:34.343078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdafd7-b208-4c83-a31d-56bcf7e33aec req-dfcb7b18-fee7-4a3f-9ba2-917a72c4f1e6 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:34.344793 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60fdafd7-b208-4c83-a31d-56bcf7e33aec req-dfcb7b18-fee7-4a3f-9ba2-917a72c4f1e6 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 943 time: 0.0555875
Apr 16 21:15:34.393165 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60fdafd7-b208-4c83-a31d-56bcf7e33aec req-42c176ed-192d-47f2-bb61-c7da70e1827e tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421405
Apr 16 21:15:34.649232 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25e0b1a0-8200-4d10-a1b0-cb7da2c4892e req-ec5506f9-4200-4fd7-a0b0-74f4668bb56b tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0274572
Apr 16 21:15:34.737800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727fb24-5f78-447b-a85d-4721df44279d req-5a75f8c0-67f2-4aef-bb06-f5974e8ffbad tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:34.739487 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5727fb24-5f78-447b-a85d-4721df44279d req-5a75f8c0-67f2-4aef-bb06-f5974e8ffbad tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0485189
Apr 16 21:15:34.799300 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5727fb24-5f78-447b-a85d-4721df44279d req-58bcc6d4-1f34-44aa-a3cc-26839e378b09 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515351
Apr 16 21:15:34.857118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d1d3d-fc5b-42db-b47e-cc54809e7107 req-6ca57b10-915a-4633-b0fb-70eed0621113 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:34.858675 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5f1d1d3d-fc5b-42db-b47e-cc54809e7107 req-6ca57b10-915a-4633-b0fb-70eed0621113 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0508900
Apr 16 21:15:34.907588 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5f1d1d3d-fc5b-42db-b47e-cc54809e7107 req-9b9baf70-3039-4cea-992d-0df41d5b30f4 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431018
Apr 16 21:15:35.012793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f65f4-6685-45c7-9ea5-8338a8dd80e4 req-c042b2c4-0d4b-488a-aeed-62a5f772582f tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:35.014302 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c62f65f4-6685-45c7-9ea5-8338a8dd80e4 req-c042b2c4-0d4b-488a-aeed-62a5f772582f tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 1132 time: 0.0396891
Apr 16 21:15:35.068406 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c62f65f4-6685-45c7-9ea5-8338a8dd80e4 req-d8c08d6e-9395-476c-ab75-2f7ea804a989 tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479374
Apr 16 21:15:35.222021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83080f18-d4cd-4b7a-b2a8-71f116ab86ff req-6efab53f-9917-4486-bc95-4422972fa0b7 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:35.223743 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-83080f18-d4cd-4b7a-b2a8-71f116ab86ff req-6efab53f-9917-4486-bc95-4422972fa0b7 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 943 time: 0.0486107
Apr 16 21:15:35.272510 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-83080f18-d4cd-4b7a-b2a8-71f116ab86ff req-db8bd859-d8ed-44a4-a40a-f02a593bff68 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426304
Apr 16 21:15:35.344017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-7567d9d6-932c-4e73-9473-caa1b933220d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=29fd420ef9134715bd3a9f2467d924cd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0209475
Apr 16 21:15:35.455771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfafbf-878c-4218-917e-2862da535a33 req-1af651a9-cf3c-48de-9dd3-f3dd801c95f1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:35.457423 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-1af651a9-cf3c-48de-9dd3-f3dd801c95f1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1081495
Apr 16 21:15:35.473025 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-75796bc1-b034-4c63-84bd-41728bf9e68d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/quotas/29fd420ef9134715bd3a9f2467d924cd HTTP/1.1" status: 200  len: 375 time: 0.0095751
Apr 16 21:15:35.513561 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce81b7-55c9-4e77-910a-e3edb0939f94 req-b08220de-438a-4b7e-9ab9-432dda92677e tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:35.515093 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ebce81b7-55c9-4e77-910a-e3edb0939f94 req-b08220de-438a-4b7e-9ab9-432dda92677e tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 943 time: 0.0483592
Apr 16 21:15:35.520784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-cf8c60f9-c6e9-45cd-b9bf-215c2159d089 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0415814
Apr 16 21:15:35.564797 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ebce81b7-55c9-4e77-910a-e3edb0939f94 req-aa23a316-351e-4b12-85b7-060d28378069 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439603
Apr 16 21:15:35.755814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2c113-38e1-493c-82c3-d5364d9781a5 req-43ef9782-dfa9-41f4-9b5b-b6e1578c1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:35.757824 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eec2c113-38e1-493c-82c3-d5364d9781a5 req-43ef9782-dfa9-41f4-9b5b-b6e1578c1f04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ec2ad232d62489aa704075fad5305c2&device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 1125 time: 0.0443964
Apr 16 21:15:35.770036 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-69406220-f9a0-4db9-9568-259161c0fc4a req-3e616c27-41cb-40f0-8695-8e5e53da74b2 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0344853
Apr 16 21:15:35.823017 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:35.854590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f5131071-ff36-4b36-bf83-e46eb31e3bf8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:35.860013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7f99c127-cfc6-412e-914a-153d34cbba61 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:35.905194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2c113-38e1-493c-82c3-d5364d9781a5 req-74dcbb1e-8ca6-44b2-b0da-881ea0c487a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:35.907398 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eec2c113-38e1-493c-82c3-d5364d9781a5 req-74dcbb1e-8ca6-44b2-b0da-881ea0c487a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97 HTTP/1.1" status: 200  len: 913 time: 0.1421833
Apr 16 21:15:35.925401 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d2a6243a-5f31-4b35-b1a9-433ccc484ce3 req-7a1ce141-be58-4cf0-b08f-23d846eaec8e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 210 time: 0.0578790
Apr 16 21:15:35.967837 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eec2c113-38e1-493c-82c3-d5364d9781a5 req-6d44ab3c-6cdc-4800-865b-ec6060a07c3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=101a84f6-6ff5-4c6a-b599-738ac67c53ee HTTP/1.1" status: 200  len: 217 time: 0.0543287
Apr 16 21:15:35.981044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 7f99c127-cfc6-412e-914a-153d34cbba61 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:35.981425 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:36.046333 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74056f3a-e7c8-4505-b7ad-33850391d937 req-6f020664-60c6-4de0-b2d1-3a1c86aa2452 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:36.046872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f5131071-ff36-4b36-bf83-e46eb31e3bf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5131071-ff36-4b36-bf83-e46eb31e3bf8,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:36.047921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-74056f3a-e7c8-4505-b7ad-33850391d937 req-6f020664-60c6-4de0-b2d1-3a1c86aa2452 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1233168
Apr 16 21:15:36.060504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8', 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3', 'port_id': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8', 'mac_address': 'fa:16:3e:19:d9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e775fec7-8eeb-48a7-984f-55b2ee9b30df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:36.071698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2c113-38e1-493c-82c3-d5364d9781a5 req-6a3a220f-b62e-4454-9692-722967e9c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:36.073329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eec2c113-38e1-493c-82c3-d5364d9781a5 req-6a3a220f-b62e-4454-9692-722967e9c866 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d8919ae-c853-439e-81e2-dc9b8bceea90 HTTP/1.1" status: 200  len: 852 time: 0.0778582
Apr 16 21:15:36.112189 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eec2c113-38e1-493c-82c3-d5364d9781a5 req-5a0b008c-fc19-4eca-98d5-ae21b9eef4e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=630ead34-ffcc-4ecb-82b7-48adfc0b0b97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322847
Apr 16 21:15:36.132137 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 7f99c127-cfc6-412e-914a-153d34cbba61 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:36.132137 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:36.135161 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-74056f3a-e7c8-4505-b7ad-33850391d937 req-94307d87-4a54-4450-99ed-b94d5f544b13 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809357
Apr 16 21:15:36.143191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f5131071-ff36-4b36-bf83-e46eb31e3bf8 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:36.143579 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:36.178198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e98c6a8-a1a1-4e8d-98bf-18f5967003ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f99c127-cfc6-412e-914a-153d34cbba61'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:36.178198 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4ef0f5-8589-450c-a6e0-0acba31d4323" -d '{"events": [{"server_uuid": "9e98c6a8-a1a1-4e8d-98bf-18f5967003ef", "name": "network-vif-plugged", "status": "completed", "tag": "7f99c127-cfc6-412e-914a-153d34cbba61"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:36.187419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5131071-ff36-4b36-bf83-e46eb31e3bf8 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:36.197339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7f99c127-cfc6-412e-914a-153d34cbba61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f99c127-cfc6-412e-914a-153d34cbba61,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:36.217502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f5131071-ff36-4b36-bf83-e46eb31e3bf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5131071-ff36-4b36-bf83-e46eb31e3bf8,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:36.231944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eec2c113-38e1-493c-82c3-d5364d9781a5 req-bd611dc6-ea59-40e9-9475-85a9146b2f90 service neutron] 10.222.0.11 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1108942
Apr 16 21:15:36.233279 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eba071c-97ea-471a-98e2-d9f1e109488f x-openstack-request-id: req-3eba071c-97ea-471a-98e2-d9f1e109488f {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:36.233618 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e98c6a8-a1a1-4e8d-98bf-18f5967003ef", "name": "network-vif-plugged", "status": "completed", "tag": "7f99c127-cfc6-412e-914a-153d34cbba61", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:36.233833 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3eba071c-97ea-471a-98e2-d9f1e109488f {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:36.234230 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eba071c-97ea-471a-98e2-d9f1e109488f'] response: {'server_uuid': '9e98c6a8-a1a1-4e8d-98bf-18f5967003ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f99c127-cfc6-412e-914a-153d34cbba61', 'code': 200}
Apr 16 21:15:36.277058 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:36.302353 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:36.328751 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eec2c113-38e1-493c-82c3-d5364d9781a5 req-a9adff18-0906-4271-831d-895340e65238 service neutron] 10.222.0.11 "GET /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912998
Apr 16 21:15:36.367192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=7f99c127-cfc6-412e-914a-153d34cbba61,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:36.426016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3492f-9c09-413a-8da8-80fa85a18f59 req-783ef885-ca14-4487-8ad1-8867bfe1806f tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:36.427684 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3c3492f-9c09-413a-8da8-80fa85a18f59 req-783ef885-ca14-4487-8ad1-8867bfe1806f tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 944 time: 0.0560818
Apr 16 21:15:36.448550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f5131071-ff36-4b36-bf83-e46eb31e3bf8,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:36.457445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa388fe-6fc2-41f2-8a66-6970dbb95367 req-62c71be8-312e-48c8-a720-fc997d05ccdb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:36.458992 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9aa388fe-6fc2-41f2-8a66-6970dbb95367 req-62c71be8-312e-48c8-a720-fc997d05ccdb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0566468
Apr 16 21:15:36.490035 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3c3492f-9c09-413a-8da8-80fa85a18f59 req-bf0d7e45-36a7-445c-be44-0cf74457981a tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562446
Apr 16 21:15:36.515228 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9aa388fe-6fc2-41f2-8a66-6970dbb95367 req-b3c965c2-0ccf-409c-b3f7-299267a5c391 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490015
Apr 16 21:15:36.645368 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540719d4-035c-4384-b58e-e2433033763a req-654ddc95-1931-40df-bc92-725f5c00beab tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:36.648630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-540719d4-035c-4384-b58e-e2433033763a req-654ddc95-1931-40df-bc92-725f5c00beab tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0638936
Apr 16 21:15:36.693831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f681d-0196-47f4-82ba-2ffd799c1cdd req-016ee0e6-dfc0-45c7-97b8-51cfe4576e28 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:36.695375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b55f681d-0196-47f4-82ba-2ffd799c1cdd req-016ee0e6-dfc0-45c7-97b8-51cfe4576e28 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 943 time: 0.0567403
Apr 16 21:15:36.698615 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-540719d4-035c-4384-b58e-e2433033763a req-a7cb1210-e806-4627-bfa2-8a6790e96ab9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454788
Apr 16 21:15:36.749951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b55f681d-0196-47f4-82ba-2ffd799c1cdd req-103abc4a-4eff-468e-82a3-d0077e9be304 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483193
Apr 16 21:15:36.796574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['f5131071-ff36-4b36-bf83-e46eb31e3bf8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:36.826795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc0fa1-fdc3-4d2b-97c9-e2d2968dcb58 req-aa180e61-86a9-4b9d-a721-4ef9b4f8f11e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:36.832672 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a7cc0fa1-fdc3-4d2b-97c9-e2d2968dcb58 req-aa180e61-86a9-4b9d-a721-4ef9b4f8f11e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0619109
Apr 16 21:15:36.885030 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a7cc0fa1-fdc3-4d2b-97c9-e2d2968dcb58 req-3fc7f01d-ebfc-414e-9222-0934edcd225e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494413
Apr 16 21:15:36.969068 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d287f707-40bc-444f-bc49-d89f00a8e3de req-01d26b95-0ef6-49fa-9782-1d95a0cd4caa tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0715277
Apr 16 21:15:37.115564 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-adfebbbc-91b1-4c71-b996-4cae5623fcb4 req-5b025b94-6fe4-442e-80f2-4c6bc75bed38 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 210 time: 0.0404959
Apr 16 21:15:37.127457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886f5d8-d3c9-4904-84b5-ab3a96d163d3 req-ff74e32e-5f51-4cea-bf96-04a2f2e3d9d0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:37.133101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5886f5d8-d3c9-4904-84b5-ab3a96d163d3 req-ff74e32e-5f51-4cea-bf96-04a2f2e3d9d0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0732801
Apr 16 21:15:37.184898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5886f5d8-d3c9-4904-84b5-ab3a96d163d3 req-b5bc23d3-7591-4be7-8ff9-48fa208395bb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481796
Apr 16 21:15:37.476659 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-976da986-8900-4c3d-a695-690c1902d263 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:37.479162 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-976da986-8900-4c3d-a695-690c1902d263 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 811 time: 0.1143823
Apr 16 21:15:37.496332 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-87bf5f03-6a57-4ef0-8477-488364f0adcc tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/quotas/ceac90e6c7024b4ea350bfa95e1b5249 HTTP/1.1" status: 200  len: 375 time: 0.0114844
Apr 16 21:15:37.567878 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-d6e06bf5-2848-4af1-ab7d-3f0f73eec75e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0636892
Apr 16 21:15:37.647382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbff32-ea6f-4933-8b3c-f6b299288fdf req-99ad0780-42c2-43ae-8ae2-6f668d232ad7 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:37.655121 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e8fbff32-ea6f-4933-8b3c-f6b299288fdf req-99ad0780-42c2-43ae-8ae2-6f668d232ad7 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 944 time: 0.0628412
Apr 16 21:15:37.693425 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-fdfd3622-00f5-4173-b68b-2647672d3e62 service neutron] 10.222.0.20 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1172330
Apr 16 21:15:37.723624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e8fbff32-ea6f-4933-8b3c-f6b299288fdf req-1023ea79-b3e2-4580-bcb5-f64a3cb2f408 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673578
Apr 16 21:15:37.835837 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-9057c829-9294-47e6-8e3f-321879538ded service neutron] 10.222.0.20 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317661
Apr 16 21:15:37.918051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da67b6-c2f4-4550-a836-6f843656dcdd req-7ecac0cb-cf90-4aad-852c-b2a609c6a7c3 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:37.922215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41da67b6-c2f4-4550-a836-6f843656dcdd req-7ecac0cb-cf90-4aad-852c-b2a609c6a7c3 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 943 time: 0.0801523
Apr 16 21:15:37.998673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41da67b6-c2f4-4550-a836-6f843656dcdd req-9a325108-779b-4729-b563-1051388db69a tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705206
Apr 16 21:15:38.068941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 101a84f6-6ff5-4c6a-b599-738ac67c53ee details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:38.146913 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-5c2a3a33-bc84-4713-85dd-f78dd1fedb9b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=29fd420ef9134715bd3a9f2467d924cd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0544987
Apr 16 21:15:38.215535 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89f7e266-4255-4a31-b8a1-72f3c3e98dfa req-81294fba-be72-40a8-8d09-60aa52942ea7 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0533707
Apr 16 21:15:38.367267 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a0204011-2dcb-4a64-acb2-8b6a1712dee8 req-1693d0b9-7fdb-4e27-8a40-299d00518437 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 210 time: 0.0471020
Apr 16 21:15:38.379826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f5131071-ff36-4b36-bf83-e46eb31e3bf8 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:38.390737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 101a84f6-6ff5-4c6a-b599-738ac67c53ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=101a84f6-6ff5-4c6a-b599-738ac67c53ee,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:38.414084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-179636f0-efbb-4c04-9407-e9d736597445 req-52d069f5-41be-4f41-9c4f-b468235df0b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 210 time: 0.1929433
Apr 16 21:15:38.482871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfafbf-878c-4218-917e-2862da535a33 req-d82ae790-97d9-4b7b-bd83-26439ceb1f1f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:38.485814 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-d82ae790-97d9-4b7b-bd83-26439ceb1f1f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3326204
Apr 16 21:15:38.503094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-8ccfafbf-878c-4218-917e-2862da535a33 req-44c1b41f-de5e-414d-815b-5793534c8312 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Request body: {'port': {'device_id': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '29fd420ef9134715bd3a9f2467d924cd'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:38.512460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '101a84f6-6ff5-4c6a-b599-738ac67c53ee', 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97', 'port_id': '101a84f6-6ff5-4c6a-b599-738ac67c53ee', 'mac_address': 'fa:16:3e:58:67:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8919ae-c853-439e-81e2-dc9b8bceea90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:38.596350 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port f5131071-ff36-4b36-bf83-e46eb31e3bf8 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:38.599511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 101a84f6-6ff5-4c6a-b599-738ac67c53ee is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:38.599908 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:38.615411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101a84f6-6ff5-4c6a-b599-738ac67c53ee {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:38.635776 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 101a84f6-6ff5-4c6a-b599-738ac67c53ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=101a84f6-6ff5-4c6a-b599-738ac67c53ee,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:38.791982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port f5131071-ff36-4b36-bf83-e46eb31e3bf8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:38.792541 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:38.795411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ccfafbf-878c-4218-917e-2862da535a33 req-44c1b41f-de5e-414d-815b-5793534c8312 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Made reservation on behalf of 29fd420ef9134715bd3a9f2467d924cd for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:15:38.796090 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:38.796620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 1bf2401d-a2fc-43d2-8639-8a27abfa3686 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:38.797087 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ccfafbf-878c-4218-917e-2862da535a33 req-44c1b41f-de5e-414d-815b-5793534c8312 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:38.956505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=101a84f6-6ff5-4c6a-b599-738ac67c53ee,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:38.956947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21f043-a026-4169-866c-79bb5990061a req-21833708-1b89-4248-833d-e9edf3e75075 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:38.967863 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6f21f043-a026-4169-866c-79bb5990061a req-21833708-1b89-4248-833d-e9edf3e75075 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 944 time: 0.1437662
Apr 16 21:15:38.972967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 1bf2401d-a2fc-43d2-8639-8a27abfa3686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bf2401d-a2fc-43d2-8639-8a27abfa3686,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:39.004996 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-85482502-dc2f-4a05-b3e8-17b7abe55d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:39.005804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-8ccfafbf-878c-4218-917e-2862da535a33 req-44c1b41f-de5e-414d-815b-5793534c8312 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Allocated IP 192.168.233.74 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/0b67129e-ca8a-4c23-aff2-5c3d6e70e65a) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:15:39.014792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '1bf2401d-a2fc-43d2-8639-8a27abfa3686', 'network_id': '630ead34-ffcc-4ecb-82b7-48adfc0b0b97', 'port_id': '1bf2401d-a2fc-43d2-8639-8a27abfa3686', 'mac_address': 'fa:16:3e:cb:43:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8919ae-c853-439e-81e2-dc9b8bceea90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:39.063134 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6f21f043-a026-4169-866c-79bb5990061a req-7e7587e7-b84c-43c1-8550-258dff39b4a3 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939658
Apr 16 21:15:39.095106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f5131071-ff36-4b36-bf83-e46eb31e3bf8 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:39.095727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:39.142809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f5131071-ff36-4b36-bf83-e46eb31e3bf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5131071-ff36-4b36-bf83-e46eb31e3bf8,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:39.145109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a03d234-848c-408c-b46c-e2afebb2c61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:39.147704 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfd4052-b36d-429e-86e5-839f3cc65a7f" -d '{"events": [{"server_uuid": "1a03d234-848c-408c-b46c-e2afebb2c61f", "name": "network-vif-plugged", "status": "completed", "tag": "f5131071-ff36-4b36-bf83-e46eb31e3bf8"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:39.152885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 1bf2401d-a2fc-43d2-8639-8a27abfa3686 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:39.153294 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:39.169731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf2401d-a2fc-43d2-8639-8a27abfa3686 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:39.197697 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 1bf2401d-a2fc-43d2-8639-8a27abfa3686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bf2401d-a2fc-43d2-8639-8a27abfa3686,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:39.221218 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:39.250509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50875dea-e163-45c9-bc54-d86f00591d62 req-47e2107a-ed8c-4a4b-8ddf-5c73f23fd92b tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:39.259901 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50875dea-e163-45c9-bc54-d86f00591d62 req-47e2107a-ed8c-4a4b-8ddf-5c73f23fd92b tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 944 time: 0.1222174
Apr 16 21:15:39.268399 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bd26f3-fe34-4cca-a106-352fd9c55c13 x-openstack-request-id: req-99bd26f3-fe34-4cca-a106-352fd9c55c13 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:39.269038 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a03d234-848c-408c-b46c-e2afebb2c61f", "name": "network-vif-plugged", "status": "completed", "tag": "f5131071-ff36-4b36-bf83-e46eb31e3bf8", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:39.269476 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99bd26f3-fe34-4cca-a106-352fd9c55c13 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:39.271046 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99bd26f3-fe34-4cca-a106-352fd9c55c13'] response: {'server_uuid': '1a03d234-848c-408c-b46c-e2afebb2c61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8', 'code': 200}
Apr 16 21:15:39.299691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f5131071-ff36-4b36-bf83-e46eb31e3bf8,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:39.356488 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:39.400870 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50875dea-e163-45c9-bc54-d86f00591d62 req-4b924795-8f64-4f1c-ae63-013eb5ebe123 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398654
Apr 16 21:15:39.405868 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ccfafbf-878c-4218-917e-2862da535a33 req-44c1b41f-de5e-414d-815b-5793534c8312 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks [] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:39.437396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=1bf2401d-a2fc-43d2-8639-8a27abfa3686,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:39.438152 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d2b1ec4-c542-4d1c-a8de-0ecc860e4e5a req-e9aba086-5a8b-4287-b841-cfa35f0c3b19 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0814312
Apr 16 21:15:39.455063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890951d-3833-416f-aca4-f6b4c9bff4d8 req-4a95e389-ab23-4cf7-bc95-fad54c74c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:39.455063 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6890951d-3833-416f-aca4-f6b4c9bff4d8 req-4a95e389-ab23-4cf7-bc95-fad54c74c473 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 1127 time: 0.1094584
Apr 16 21:15:39.519791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6890951d-3833-416f-aca4-f6b4c9bff4d8 req-3f70f02d-2b15-4f04-9f26-e9689c12c5d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477200
Apr 16 21:15:39.545061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d551ecd-287c-4747-9a88-c7e2b57fa68f req-19b7a9bf-7a6f-48b1-9e0a-bb18615dd592 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 210 time: 0.0399623
Apr 16 21:15:39.570045 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-70803d59-b01f-4e1f-8cd3-843515fb5eae req-81041f0a-88a3-49ea-ad07-93cf574de51d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 210 time: 0.0329595
Apr 16 21:15:39.598497 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ccfafbf-878c-4218-917e-2862da535a33 req-44c1b41f-de5e-414d-815b-5793534c8312 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:39.609676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0e4ce80e-dded-45a4-8cad-59e6b3b64323'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:39.651774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1b41f-de5e-414d-815b-5793534c8312 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Pushing event updated for resources: {'Port': ['ID=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:39.669506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ccfafbf-878c-4218-917e-2862da535a33 req-44c1b41f-de5e-414d-815b-5793534c8312 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:15:39.672233 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-8ccfafbf-878c-4218-917e-2862da535a33 req-44c1b41f-de5e-414d-815b-5793534c8312 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:15:39.674827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccfafbf-878c-4218-917e-2862da535a33 req-44c1b41f-de5e-414d-815b-5793534c8312 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:15:39.686356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['101a84f6-6ff5-4c6a-b599-738ac67c53ee'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:39.754349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfafbf-878c-4218-917e-2862da535a33 req-44c1b41f-de5e-414d-815b-5793534c8312 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:39.755653 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ccfafbf-878c-4218-917e-2862da535a33 req-44c1b41f-de5e-414d-815b-5793534c8312 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:39.770545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['1bf2401d-a2fc-43d2-8639-8a27abfa3686'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:39.845695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-44c1b41f-de5e-414d-815b-5793534c8312 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3513646
Apr 16 21:15:39.858670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Request body: {'port': {'device_id': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:39.952476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:40.186483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-71d09722-8293-4d1b-b73e-7a4a56d4a762 None None] Provisioning complete for port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:40.187249 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-71d09722-8293-4d1b-b73e-7a4a56d4a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:40.246025 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf32815-69a9-4491-97eb-b5e7615782df req-a034789f-1696-46b8-9447-cce3078b6acf tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:40.247777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cbf32815-69a9-4491-97eb-b5e7615782df req-a034789f-1696-46b8-9447-cce3078b6acf tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0945127
Apr 16 21:15:40.284197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-71d09722-8293-4d1b-b73e-7a4a56d4a762 None None] Port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:15:40.351121 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cbf32815-69a9-4491-97eb-b5e7615782df req-967275b6-a8cb-4b79-8be5-55b59bec1612 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855253
Apr 16 21:15:40.432293 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:40.442647 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Publish callbacks [] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:40.459152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Transition to ACTIVE for port object 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:15:40.548955 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:40.562712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c3134-89b8-49d3-af62-ca2cfb25c951 req-221fc3e5-968a-4d02-8f55-e5813196c0c6 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:40.565123 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-731c3134-89b8-49d3-af62-ca2cfb25c951 req-221fc3e5-968a-4d02-8f55-e5813196c0c6 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 944 time: 0.0785255
Apr 16 21:15:40.624533 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-731c3134-89b8-49d3-af62-ca2cfb25c951 req-25e31776-cd16-45be-9cd6-ee48357ff025 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532820
Apr 16 21:15:40.785938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175b9d2-c212-4719-a638-2336586796bb req-b1e5c74c-9895-4bff-b7b5-53f9b5b7dfd0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:40.788791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6175b9d2-c212-4719-a638-2336586796bb req-b1e5c74c-9895-4bff-b7b5-53f9b5b7dfd0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 947 time: 0.0876179
Apr 16 21:15:40.865619 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6175b9d2-c212-4719-a638-2336586796bb req-529785c7-e6a0-4764-b63b-cc93e691ce97 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698001
Apr 16 21:15:40.963875 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8141612d-a882-46c2-9752-58c9b0b5f6de req-d6a1d721-c3ee-4cae-9a25-435d5222aee3 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 210 time: 0.0442438
Apr 16 21:15:41.065065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-510cf3ff-7e69-4bd5-a38f-b9b669c62c72 req-4d12e3d0-e9cb-4bf4-ab8d-fa4d8e857265 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.5177865
Apr 16 21:15:41.093253 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Pushing event updated for resources: {'Port': ['ID=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:41.205286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-20b19d7e-f7b1-4afa-93c8-db4f578da52a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:41.207313 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-20b19d7e-f7b1-4afa-93c8-db4f578da52a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.11 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 811 time: 0.6929743
Apr 16 21:15:41.221415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-c400b6b5-aad3-42b2-9198-3ffb0196d079 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Request body: {'port': {'device_id': '999c16db-7916-4753-ae16-9ed72c8e6922', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'admin_state_up': True, 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:41.347532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Attempting to bind port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:15:41.348034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Attempting to bind port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:15:41.348467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Attempting to bind port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:41.370770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:15:41.371511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Attempting to bind port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:41.392777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:15:41.393133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:15:41.393537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:15:41.396492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Bound port: 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:15:41.396492 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:41.471239 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:41.508688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-c400b6b5-aad3-42b2-9198-3ffb0196d079 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Made reservation on behalf of ceac90e6c7024b4ea350bfa95e1b5249 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:15:41.512763 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-c400b6b5-aad3-42b2-9198-3ffb0196d079 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:41.567410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] For port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:15:41.577075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7265e-92e4-4d00-bb63-953d40082a48 req-5a4210e4-4bfe-4a44-95ea-1c60bddaa1bf tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:41.579224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ae7265e-92e4-4d00-bb63-953d40082a48 req-5a4210e4-4bfe-4a44-95ea-1c60bddaa1bf tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.1189034
Apr 16 21:15:41.581400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] For port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:15:41.702148 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ae7265e-92e4-4d00-bb63-953d40082a48 req-c5ea955c-dadd-4a05-9dc4-ae3247968744 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156747
Apr 16 21:15:41.761373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-c400b6b5-aad3-42b2-9198-3ffb0196d079 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Allocated IP 172.20.0.13 (f9e642b5-0144-4768-b572-192069e5751e/06ec77b4-a903-4213-a645-ac1f6c5c0b22/90cb3288-a22b-4ad5-a087-5f17138b5d8b) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:15:41.763816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b458558-73e7-47e8-8b64-1186d48ab5c1 req-bf723302-fdfc-46d8-98d4-65cdc2bea8b3 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:41.765784 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b458558-73e7-47e8-8b64-1186d48ab5c1 req-bf723302-fdfc-46d8-98d4-65cdc2bea8b3 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 944 time: 0.0669773
Apr 16 21:15:41.817451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b458558-73e7-47e8-8b64-1186d48ab5c1 req-a08a23ec-e0f8-4426-b658-1156a779420a tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446732
Apr 16 21:15:41.888628 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:15:41.898166 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2905-1e74-48bd-a5df-2adf337c9f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:41.914378 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-c400b6b5-aad3-42b2-9198-3ffb0196d079 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:41.955359 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:42.048708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f049a2-2a63-4200-885d-4f3986e3f9f9 req-ad40b35c-a278-43b1-86a0-200ffc7a61c6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:42.056019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7f049a2-2a63-4200-885d-4f3986e3f9f9 req-ad40b35c-a278-43b1-86a0-200ffc7a61c6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 947 time: 0.1159961
Apr 16 21:15:42.062478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:42.063107 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:42.064651 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] 10.222.0.11 "PUT /v2.0/ports/0b67129e-ca8a-4c23-aff2-5c3d6e70e65a HTTP/1.1" status: 200  len: 1095 time: 2.2123473
Apr 16 21:15:42.065110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'tag': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:42.066050 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2005b2f0-7fdb-419c-9d4f-56535eda029a req-212e99c4-e3e1-49bb-8447-d47fa853caee tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 210 time: 0.0396073
Apr 16 21:15:42.089185 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867604c0-b446-47b4-81f5-22cd2fc6281b" -d '{"events": [{"name": "network-changed", "server_uuid": "2389c37c-30cc-4355-a3a2-44653cb17fd6", "tag": "0b67129e-ca8a-4c23-aff2-5c3d6e70e65a"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:42.094797 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 101a84f6-6ff5-4c6a-b599-738ac67c53ee up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:42.095646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b6917-a843-45a1-af57-4bc259699a87 service neutron] Pushing event updated for resources: {'Port': ['ID=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:42.126144 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-c400b6b5-aad3-42b2-9198-3ffb0196d079 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:42.167371 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95444ece-9ec0-4add-8b6b-dd9ba7ff8f80 x-openstack-request-id: req-95444ece-9ec0-4add-8b6b-dd9ba7ff8f80 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:42.167585 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2389c37c-30cc-4355-a3a2-44653cb17fd6", "tag": "0b67129e-ca8a-4c23-aff2-5c3d6e70e65a", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:42.167851 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95444ece-9ec0-4add-8b6b-dd9ba7ff8f80 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:42.168284 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95444ece-9ec0-4add-8b6b-dd9ba7ff8f80'] response: {'name': 'network-changed', 'server_uuid': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'tag': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a', 'status': 'completed', 'code': 200}
Apr 16 21:15:42.208312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 101a84f6-6ff5-4c6a-b599-738ac67c53ee completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:42.266802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-c400b6b5-aad3-42b2-9198-3ffb0196d079 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Network f9e642b5-0144-4768-b572-192069e5751e is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:15:42.281287 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7f049a2-2a63-4200-885d-4f3986e3f9f9 req-7c2d16ba-ed1c-4ce4-a186-ce25180fcfa8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201378
Apr 16 21:15:42.284476 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-efda153e-70bd-417b-9f7d-1451699603f6 req-3d52fb57-812e-4292-a0bb-b704f076004f tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0492084
Apr 16 21:15:42.304119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-c400b6b5-aad3-42b2-9198-3ffb0196d079 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:15:42.308009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-c400b6b5-aad3-42b2-9198-3ffb0196d079 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:15:42.344938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 101a84f6-6ff5-4c6a-b599-738ac67c53ee triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:42.346130 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:42.346811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867604c0-b446-47b4-81f5-22cd2fc6281b req-b5fb2cb1-b862-4832-96af-64225625e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:42.363135 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-867604c0-b446-47b4-81f5-22cd2fc6281b req-b5fb2cb1-b862-4832-96af-64225625e5f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 1129 time: 0.1642921
Apr 16 21:15:42.363135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400b6b5-aad3-42b2-9198-3ffb0196d079 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event updated for resources: {'Port': ['ID=90cb3288-a22b-4ad5-a087-5f17138b5d8b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:42.377653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-867604c0-b446-47b4-81f5-22cd2fc6281b req-ed5b82ce-19f8-4072-b40c-4352d751c07f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=29fd420ef9134715bd3a9f2467d924cd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0223041
Apr 16 21:15:42.414173 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-c400b6b5-aad3-42b2-9198-3ffb0196d079 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:42.416040 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-c400b6b5-aad3-42b2-9198-3ffb0196d079 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:42.436043 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:42.505091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 101a84f6-6ff5-4c6a-b599-738ac67c53ee is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:42.505742 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:42.544710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867604c0-b446-47b4-81f5-22cd2fc6281b req-56e1e98d-dd5f-485e-8bbe-cfcbf5207953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:42.546897 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-867604c0-b446-47b4-81f5-22cd2fc6281b req-56e1e98d-dd5f-485e-8bbe-cfcbf5207953 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1622341
Apr 16 21:15:42.581253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 101a84f6-6ff5-4c6a-b599-738ac67c53ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=101a84f6-6ff5-4c6a-b599-738ac67c53ee,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:42.582600 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41932213-4c87-4ee1-909f-50d95297cd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101a84f6-6ff5-4c6a-b599-738ac67c53ee'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:42.584986 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039f93d6-3247-427e-a987-3e56f2b60496" -d '{"events": [{"server_uuid": "41932213-4c87-4ee1-909f-50d95297cd64", "name": "network-vif-plugged", "status": "completed", "tag": "101a84f6-6ff5-4c6a-b599-738ac67c53ee"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:42.592700 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-c400b6b5-aad3-42b2-9198-3ffb0196d079 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3758013
Apr 16 21:15:42.609318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Request body: {'port': {'device_id': '999c16db-7916-4753-ae16-9ed72c8e6922', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:42.649843 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65430491-3869-443d-98d0-abf6431a3e7d x-openstack-request-id: req-65430491-3869-443d-98d0-abf6431a3e7d {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:42.650141 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41932213-4c87-4ee1-909f-50d95297cd64", "name": "network-vif-plugged", "status": "completed", "tag": "101a84f6-6ff5-4c6a-b599-738ac67c53ee", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:42.650400 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65430491-3869-443d-98d0-abf6431a3e7d {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:42.650795 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65430491-3869-443d-98d0-abf6431a3e7d'] response: {'server_uuid': '41932213-4c87-4ee1-909f-50d95297cd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101a84f6-6ff5-4c6a-b599-738ac67c53ee', 'code': 200}
Apr 16 21:15:42.676123 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:42.676888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 1bf2401d-a2fc-43d2-8639-8a27abfa3686 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:42.681685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfafbf-878c-4218-917e-2862da535a33 req-aecc37c4-0da7-4daf-ba87-9eb434c104e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:42.682876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-aecc37c4-0da7-4daf-ba87-9eb434c104e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 1129 time: 0.0892155
Apr 16 21:15:42.747783 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-bc5d368b-2d75-4608-887e-df8ce244e261 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a HTTP/1.1" status: 200  len: 217 time: 0.0463538
Apr 16 21:15:42.806536 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:42.841584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-27fa2fb7-bd98-4673-abd8-d24a9f66b472 None None] Provisioning complete for port 90cb3288-a22b-4ad5-a087-5f17138b5d8b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:42.850551 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-27fa2fb7-bd98-4673-abd8-d24a9f66b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:42.889382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=101a84f6-6ff5-4c6a-b599-738ac67c53ee,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:42.954540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-27fa2fb7-bd98-4673-abd8-d24a9f66b472 None None] Port 90cb3288-a22b-4ad5-a087-5f17138b5d8b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:15:42.955056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edd4c2-111b-451b-939a-fae0d608524a req-7176effe-d336-4eda-b74f-b4923287ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:42.956221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07def4f7-9668-4f66-a036-978b94ee242b req-3f85bcf7-6fb9-4398-a055-0521e81e6ee0 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:42.957719 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54edd4c2-111b-451b-939a-fae0d608524a req-7176effe-d336-4eda-b74f-b4923287ac70 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 1127 time: 0.1664524
Apr 16 21:15:42.959792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 1bf2401d-a2fc-43d2-8639-8a27abfa3686 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:42.965022 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07def4f7-9668-4f66-a036-978b94ee242b req-3f85bcf7-6fb9-4398-a055-0521e81e6ee0 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 945 time: 0.0674593
Apr 16 21:15:42.982010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfafbf-878c-4218-917e-2862da535a33 req-ca78917f-14b3-4c47-9709-5f9a4c1d3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:42.983642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-ca78917f-14b3-4c47-9709-5f9a4c1d3a04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.2277026
Apr 16 21:15:43.000547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b123d-e565-4f85-baa7-313def679e05 req-98af60cc-2de6-478c-bdb9-d78c4c4cc333 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:43.001144 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-860b123d-e565-4f85-baa7-313def679e05 req-98af60cc-2de6-478c-bdb9-d78c4c4cc333 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.1601613
Apr 16 21:15:43.041394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07def4f7-9668-4f66-a036-978b94ee242b req-7830ac62-07f9-4bd8-a3a0-811b3f9ad133 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754302
Apr 16 21:15:43.077816 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 1bf2401d-a2fc-43d2-8639-8a27abfa3686 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:43.078516 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:43.180268 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54edd4c2-111b-451b-939a-fae0d608524a req-44db2ff1-9228-4918-a91c-76ad7be93c92 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126911
Apr 16 21:15:43.191827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfafbf-878c-4218-917e-2862da535a33 req-3e2700e0-1de0-43e7-a84a-521393e793fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:43.193737 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-3e2700e0-1de0-43e7-a84a-521393e793fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1893151
Apr 16 21:15:43.202810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea6b2f-0afb-41ba-90cb-15252ca659e7 req-9db7e6e8-572a-4bd3-8a4e-3727c1b37a9b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:43.205025 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-62ea6b2f-0afb-41ba-90cb-15252ca659e7 req-9db7e6e8-572a-4bd3-8a4e-3727c1b37a9b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 932 time: 0.0594950
Apr 16 21:15:43.206442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 1bf2401d-a2fc-43d2-8639-8a27abfa3686 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:43.207012 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:43.251256 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-860b123d-e565-4f85-baa7-313def679e05 req-69ee3027-092b-4cc0-ad16-8bd1959c63b3 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376297
Apr 16 21:15:43.262925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 1bf2401d-a2fc-43d2-8639-8a27abfa3686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bf2401d-a2fc-43d2-8639-8a27abfa3686,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:43.275381 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-62ea6b2f-0afb-41ba-90cb-15252ca659e7 req-6a543d01-c203-47f9-965f-341ed9355a45 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639696
Apr 16 21:15:43.329738 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:43.404838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=1bf2401d-a2fc-43d2-8639-8a27abfa3686,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:43.466136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef408165-082b-4959-bf3f-7ee2eddcf74d req-80736e7e-d3f1-49d5-8a46-78466648521a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:43.470635 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef408165-082b-4959-bf3f-7ee2eddcf74d req-80736e7e-d3f1-49d5-8a46-78466648521a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 947 time: 0.0732229
Apr 16 21:15:43.550400 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef408165-082b-4959-bf3f-7ee2eddcf74d req-923319e0-200a-490e-9898-09227acc0ebd tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609813
Apr 16 21:15:43.585209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc2902-6843-4aec-bd74-6fca3b7e1d55 req-02c4a5da-3ae1-49c9-95be-bfbbb63da092 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:43.586787 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-10bc2902-6843-4aec-bd74-6fca3b7e1d55 req-02c4a5da-3ae1-49c9-95be-bfbbb63da092 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.1280494
Apr 16 21:15:43.593323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-7ebf734f-bef4-4b43-99cb-f68d81b7f3ad service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2284005
Apr 16 21:15:43.615868 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cb3288-a22b-4ad5-a087-5f17138b5d8b {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:43.629195 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Publish callbacks [] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:43.660487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Transition to ACTIVE for port object 90cb3288-a22b-4ad5-a087-5f17138b5d8b will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:15:43.666141 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-10bc2902-6843-4aec-bd74-6fca3b7e1d55 req-c65c65fb-9e09-46e3-a5ff-4e6dbc2f2021 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705185
Apr 16 21:15:43.684578 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76acea57-157e-4159-8712-79d6cfaecd1c req-440c4e3d-3165-477f-b0d8-875c9149c1c5 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0503521
Apr 16 21:15:43.767209 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:43.846162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Pushing event updated for resources: {'Port': ['ID=90cb3288-a22b-4ad5-a087-5f17138b5d8b,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:43.886493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ea06c-f2f3-4b82-a3bd-2a035fd12f81 req-1afa11a5-53bb-4c53-93e3-e3dc0d2f78f6 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:43.905391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-630ea06c-f2f3-4b82-a3bd-2a035fd12f81 req-1afa11a5-53bb-4c53-93e3-e3dc0d2f78f6 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0770254
Apr 16 21:15:43.988463 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-630ea06c-f2f3-4b82-a3bd-2a035fd12f81 req-81188b7c-a66a-4718-82b9-ed64b9574b6e tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806038
Apr 16 21:15:44.038678 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ccfafbf-878c-4218-917e-2862da535a33 req-5aa8ee0e-9be7-440d-813b-e2334847dc1a service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031806
Apr 16 21:15:44.039642 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Attempting to bind port 90cb3288-a22b-4ad5-a087-5f17138b5d8b on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:15:44.039973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Attempting to bind port 90cb3288-a22b-4ad5-a087-5f17138b5d8b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:15:44.040915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Attempting to bind port 90cb3288-a22b-4ad5-a087-5f17138b5d8b on network f9e642b5-0144-4768-b572-192069e5751e {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:44.043323 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:44.046962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Port 90cb3288-a22b-4ad5-a087-5f17138b5d8b on network f9e642b5-0144-4768-b572-192069e5751e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:15:44.047803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Attempting to bind port 90cb3288-a22b-4ad5-a087-5f17138b5d8b on network f9e642b5-0144-4768-b572-192069e5751e {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:15:44.074241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:15:44.074497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Checking segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:15:44.074925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Bound using segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:15:44.075386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Bound port: 90cb3288-a22b-4ad5-a087-5f17138b5d8b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:15:44.075758 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:44.208090 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18381508-e1d2-44de-ae25-128998e87f4e req-b4f73601-b7c9-4361-9fb8-1067ff9358f8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:44.210849 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18381508-e1d2-44de-ae25-128998e87f4e req-b4f73601-b7c9-4361-9fb8-1067ff9358f8 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 945 time: 0.0670266
Apr 16 21:15:44.221322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f274b4-ff99-4d63-83f6-273aed534e80 req-7fbc7986-121a-4c0c-8bcd-05b45e2fa9ac tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:44.222984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-65f274b4-ff99-4d63-83f6-273aed534e80 req-7fbc7986-121a-4c0c-8bcd-05b45e2fa9ac tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.1011689
Apr 16 21:15:44.289019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] For port 90cb3288-a22b-4ad5-a087-5f17138b5d8b, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:15:44.296256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] For port 90cb3288-a22b-4ad5-a087-5f17138b5d8b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90cb3288-a22b-4ad5-a087-5f17138b5d8b,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:15:44.338294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-65f274b4-ff99-4d63-83f6-273aed534e80 req-6800ff09-00f5-4645-ac50-0c4eae9744d6 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080058
Apr 16 21:15:44.391466 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:44.464270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:44.464270 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:44.464639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] 10.222.0.11 "PUT /v2.0/ports/90cb3288-a22b-4ad5-a087-5f17138b5d8b HTTP/1.1" status: 200  len: 1092 time: 1.8605642
Apr 16 21:15:44.467133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999c16db-7916-4753-ae16-9ed72c8e6922', 'tag': '90cb3288-a22b-4ad5-a087-5f17138b5d8b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:44.469734 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b641d2-801a-4b50-b630-76f6664abe12" -d '{"events": [{"name": "network-changed", "server_uuid": "999c16db-7916-4753-ae16-9ed72c8e6922", "tag": "90cb3288-a22b-4ad5-a087-5f17138b5d8b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:44.506723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48095864-9978-4a86-9530-4f2e4133be9e req-abdbd56b-b279-469f-af66-230d0052d362 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:44.508310 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48095864-9978-4a86-9530-4f2e4133be9e req-abdbd56b-b279-469f-af66-230d0052d362 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 944 time: 0.0840819
Apr 16 21:15:44.511028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8350b7a-1adb-4413-bf32-4b11ce2c7847 service neutron] Pushing event updated for resources: {'Port': ['ID=90cb3288-a22b-4ad5-a087-5f17138b5d8b,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:44.579316 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48095864-9978-4a86-9530-4f2e4133be9e req-c1333aa5-3fb5-4046-8cba-b499402ba25d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576706
Apr 16 21:15:44.642785 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18381508-e1d2-44de-ae25-128998e87f4e req-8e0bf28c-fe76-4272-9c9e-bad57bb465f7 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4223015
Apr 16 21:15:44.651615 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2e0ce1-35a6-4ef8-83f4-44237fe59f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf2401d-a2fc-43d2-8639-8a27abfa3686'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:44.654920 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e958af-0bfa-4a6c-b6c4-103afebf119e" -d '{"events": [{"server_uuid": "ae2e0ce1-35a6-4ef8-83f4-44237fe59f65", "name": "network-vif-plugged", "status": "completed", "tag": "1bf2401d-a2fc-43d2-8639-8a27abfa3686"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:44.691457 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99166eca-f18d-4d1d-9258-f7d338e2b77e x-openstack-request-id: req-99166eca-f18d-4d1d-9258-f7d338e2b77e {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:44.692437 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999c16db-7916-4753-ae16-9ed72c8e6922", "tag": "90cb3288-a22b-4ad5-a087-5f17138b5d8b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:44.693584 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99166eca-f18d-4d1d-9258-f7d338e2b77e {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:44.694138 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99166eca-f18d-4d1d-9258-f7d338e2b77e'] response: {'name': 'network-changed', 'server_uuid': '999c16db-7916-4753-ae16-9ed72c8e6922', 'tag': '90cb3288-a22b-4ad5-a087-5f17138b5d8b', 'status': 'completed', 'code': 200}
Apr 16 21:15:44.824131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f508c0-7ef3-4cde-8878-a6d361fe03be req-653e035c-e3d4-42ec-b5d0-405781721d25 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:44.825992 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16f508c0-7ef3-4cde-8878-a6d361fe03be req-653e035c-e3d4-42ec-b5d0-405781721d25 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 947 time: 0.0848250
Apr 16 21:15:44.838798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b1656-b521-4f49-b68d-983132c63dc2 req-d59dd042-bd99-4a45-ab85-1c9b2e48dadc tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:44.841024 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-246b1656-b521-4f49-b68d-983132c63dc2 req-d59dd042-bd99-4a45-ab85-1c9b2e48dadc tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0920312
Apr 16 21:15:44.879986 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16f508c0-7ef3-4cde-8878-a6d361fe03be req-584a5648-08bf-4254-983f-00befc666b6f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467970
Apr 16 21:15:44.919012 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-246b1656-b521-4f49-b68d-983132c63dc2 req-af1b34f7-6988-4a9a-87ff-ea797b627ed8 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711880
Apr 16 21:15:44.945461 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da676cb-1173-4ae3-aaed-827f0c83e941 x-openstack-request-id: req-7da676cb-1173-4ae3-aaed-827f0c83e941 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:44.946852 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2e0ce1-35a6-4ef8-83f4-44237fe59f65", "name": "network-vif-plugged", "status": "completed", "tag": "1bf2401d-a2fc-43d2-8639-8a27abfa3686", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:44.947520 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7da676cb-1173-4ae3-aaed-827f0c83e941 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:44.948141 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da676cb-1173-4ae3-aaed-827f0c83e941'] response: {'server_uuid': 'ae2e0ce1-35a6-4ef8-83f4-44237fe59f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf2401d-a2fc-43d2-8639-8a27abfa3686', 'code': 200}
Apr 16 21:15:45.049325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aa74ac96-a2f5-44b9-a44f-37b65cb65cf9 req-709a3033-a130-49f5-848a-fcb626e2ba54 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0410743
Apr 16 21:15:45.136600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376d2f-ef51-4689-831d-f9632d31c4de req-314270b0-0051-4c23-b905-036796e57a2f tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:45.138186 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e376d2f-ef51-4689-831d-f9632d31c4de req-314270b0-0051-4c23-b905-036796e57a2f tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0632794
Apr 16 21:15:45.241013 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e376d2f-ef51-4689-831d-f9632d31c4de req-f057213e-7ad4-41c4-8486-8934fa9f708f tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894105
Apr 16 21:15:45.264070 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d5cd2-877b-4108-95e2-ca4851bd5619 req-831de88a-2943-4c27-9c7c-4cffb947ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:45.266077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b9d5cd2-877b-4108-95e2-ca4851bd5619 req-831de88a-2943-4c27-9c7c-4cffb947ad37 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e0ce1-35a6-4ef8-83f4-44237fe59f65 HTTP/1.1" status: 200  len: 1128 time: 0.0543857
Apr 16 21:15:45.269748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b641d2-801a-4b50-b630-76f6664abe12 req-13b754c7-59d6-4899-9ba3-3b2c82fdda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:45.273972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31b641d2-801a-4b50-b630-76f6664abe12 req-13b754c7-59d6-4899-9ba3-3b2c82fdda0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 1126 time: 0.1069319
Apr 16 21:15:45.376210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b9d5cd2-877b-4108-95e2-ca4851bd5619 req-576d9806-0701-436d-88b2-5ae8ce45f51e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028376
Apr 16 21:15:45.383137 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:45.419591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b641d2-801a-4b50-b630-76f6664abe12 req-49ad53f2-3048-49f6-a5e8-6d36165b0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:45.421116 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31b641d2-801a-4b50-b630-76f6664abe12 req-49ad53f2-3048-49f6-a5e8-6d36165b0a1e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1403451
Apr 16 21:15:45.438275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b3cde-2b08-4998-92b4-c3305a75e85d req-674b1a93-7385-4e2d-8d25-65db595581c6 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:45.439940 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf9b3cde-2b08-4998-92b4-c3305a75e85d req-674b1a93-7385-4e2d-8d25-65db595581c6 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0772390
Apr 16 21:15:45.497446 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf9b3cde-2b08-4998-92b4-c3305a75e85d req-ac56f069-7b58-4175-8a24-7b764f5872eb tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462675
Apr 16 21:15:45.715723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43f678-c90c-48fa-9c5e-c0c643dbf90d req-212016cc-0353-4a4d-a2a1-67539497425e tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:45.727055 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b43f678-c90c-48fa-9c5e-c0c643dbf90d req-212016cc-0353-4a4d-a2a1-67539497425e tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.1366119
Apr 16 21:15:45.770460 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949966bb-1878-4d8b-9b27-5ba5b3062d0e req-e338d18d-4bb0-47a2-b0c2-a90e714245a8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:45.772636 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-949966bb-1878-4d8b-9b27-5ba5b3062d0e req-e338d18d-4bb0-47a2-b0c2-a90e714245a8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 944 time: 0.1081724
Apr 16 21:15:45.811852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b641d2-801a-4b50-b630-76f6664abe12 req-ddf29f93-9c29-462a-81fc-ed204c3d83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:45.813512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31b641d2-801a-4b50-b630-76f6664abe12 req-ddf29f93-9c29-462a-81fc-ed204c3d83c6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2421520
Apr 16 21:15:45.832490 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b43f678-c90c-48fa-9c5e-c0c643dbf90d req-dff5c6b2-4a72-4a2e-bb79-622a5a6f0799 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902026
Apr 16 21:15:45.846272 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-949966bb-1878-4d8b-9b27-5ba5b3062d0e req-867bdd52-0b25-4be5-9bdf-d9a59364ef80 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666919
Apr 16 21:15:45.984199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d3039-74db-4339-bb61-2944a70acf8d req-e42c500d-ff79-4fee-b965-04f5302f4762 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:45.985076 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe7d3039-74db-4339-bb61-2944a70acf8d req-e42c500d-ff79-4fee-b965-04f5302f4762 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 945 time: 0.0710988
Apr 16 21:15:46.045990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe7d3039-74db-4339-bb61-2944a70acf8d req-3b0ea917-01a6-4515-b8a2-1eac1756c50c tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482998
Apr 16 21:15:46.177582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-023a24a2-3acb-4490-9d72-a33304710f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:46.179143 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-023a24a2-3acb-4490-9d72-a33304710f74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 1126 time: 0.0768466
Apr 16 21:15:46.190251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5e32a-0270-4321-9c48-9d9fd01eb2c2 req-582621e9-3470-47ae-9c0e-750c576bd426 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:46.191663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-46c5e32a-0270-4321-9c48-9d9fd01eb2c2 req-582621e9-3470-47ae-9c0e-750c576bd426 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 947 time: 0.0587256
Apr 16 21:15:46.244865 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-cbfc703c-4df1-410b-8287-db0bad1c418e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90cb3288-a22b-4ad5-a087-5f17138b5d8b HTTP/1.1" status: 200  len: 217 time: 0.0522351
Apr 16 21:15:46.310535 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-46c5e32a-0270-4321-9c48-9d9fd01eb2c2 req-42e2c59b-e6ac-412a-b5c5-0b46447d07dc tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118522
Apr 16 21:15:46.318532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-0571356b-6c40-49d0-884e-0953ba619cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:46.320224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-0571356b-6c40-49d0-884e-0953ba619cf1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.0687268
Apr 16 21:15:46.402691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-087345d7-af56-47a1-91a4-eb4bbc4be09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:46.404276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-087345d7-af56-47a1-91a4-eb4bbc4be09f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0397453
Apr 16 21:15:46.638126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a023be3a-a674-4ea6-8785-11ae1a89c1a2 req-27ea9d6d-890a-449f-89a4-619397732ddd tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0334480
Apr 16 21:15:46.655877 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-ea2b896c-8552-47d3-8f80-f9222a99bbd1 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479292
Apr 16 21:15:46.781308 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec22423-c03e-4e50-a222-3ceb775842ab req-ad80e78c-2923-4e13-bb7e-8077df2299cb tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:46.781308 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ec22423-c03e-4e50-a222-3ceb775842ab req-ad80e78c-2923-4e13-bb7e-8077df2299cb tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae2e0ce1-35a6-4ef8-83f4-44237fe59f65 HTTP/1.1" status: 200  len: 946 time: 0.0601602
Apr 16 21:15:46.803289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c18be69-f98c-4430-894f-c57e9ae12ddc req-3e20d870-330b-4981-b435-6013a5094ad0 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409612
Apr 16 21:15:46.834161 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ec22423-c03e-4e50-a222-3ceb775842ab req-37054cad-87fe-4886-b3bf-52c7c2bf98b9 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559671
Apr 16 21:15:46.960502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4c56d-a192-426a-9ce5-8e74e74775ba req-ed8983b1-0f4d-4b63-96f0-b544c932b932 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:46.962209 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01a4c56d-a192-426a-9ce5-8e74e74775ba req-ed8983b1-0f4d-4b63-96f0-b544c932b932 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 944 time: 0.0482161
Apr 16 21:15:47.015781 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01a4c56d-a192-426a-9ce5-8e74e74775ba req-98a82e85-9999-456d-9e18-11c12a02597b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477507
Apr 16 21:15:47.467050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fc57c-cd18-49c7-b737-92a80ac662d2 req-1b249740-2a00-4caf-a026-b3b49c24a02b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:47.468587 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c4fc57c-cd18-49c7-b737-92a80ac662d2 req-1b249740-2a00-4caf-a026-b3b49c24a02b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 947 time: 0.0646603
Apr 16 21:15:47.536498 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c4fc57c-cd18-49c7-b737-92a80ac662d2 req-df3d97f8-d20e-47c5-a070-491ba03459f8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610859
Apr 16 21:15:47.635046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57efadd-173e-42e3-9158-fb49a8211df3 req-ccb18f4a-3be5-4d3f-8f4a-9384b6a2456d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:47.635046 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e57efadd-173e-42e3-9158-fb49a8211df3 req-ccb18f4a-3be5-4d3f-8f4a-9384b6a2456d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0618408
Apr 16 21:15:47.698993 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e57efadd-173e-42e3-9158-fb49a8211df3 req-9c02b2fe-eb46-4b1a-9ec0-4fc1e10593b8 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507185
Apr 16 21:15:47.926761 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-82d5be5f-cf07-4f25-9072-d736cd440d2e req-4c6f0817-196d-46a8-ac26-01f4aa24148c tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0644615
Apr 16 21:15:47.974349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36486962-bf4a-492f-a93f-059b59856f2b req-d77e2c2d-0dfa-4259-b12d-ba8c2a61a678 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:47.975894 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-36486962-bf4a-492f-a93f-059b59856f2b req-d77e2c2d-0dfa-4259-b12d-ba8c2a61a678 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae2e0ce1-35a6-4ef8-83f4-44237fe59f65 HTTP/1.1" status: 200  len: 946 time: 0.0651970
Apr 16 21:15:48.028305 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-36486962-bf4a-492f-a93f-059b59856f2b req-9f96e163-739f-4f5e-b280-bbd423df168a tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451629
Apr 16 21:15:48.111143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:48.166263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6782b-3334-45cc-8914-491ba82d8c16 req-154238eb-c744-4994-9c85-b6ff170858bb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:48.174374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96d6782b-3334-45cc-8914-491ba82d8c16 req-154238eb-c744-4994-9c85-b6ff170858bb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 944 time: 0.0630984
Apr 16 21:15:48.242468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96d6782b-3334-45cc-8914-491ba82d8c16 req-cebedba8-8dcd-44ca-bd7c-57173f122a8a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668211
Apr 16 21:15:48.307328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:48.322005 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a', 'mac_address': 'fa:16:3e:ea:4d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:48.368788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:48.370916 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:48.389020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:48.421687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:48.500361 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:48.595292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:48.682724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbf808-e1ce-4d90-86ca-fab178057395 req-7166b84b-304f-46a2-8145-23c198407a56 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:48.684411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ecbf808-e1ce-4d90-86ca-fab178057395 req-7166b84b-304f-46a2-8145-23c198407a56 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 948 time: 0.0718191
Apr 16 21:15:48.739948 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ecbf808-e1ce-4d90-86ca-fab178057395 req-d540e125-aa41-4c25-8f00-674d600d8caf tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496094
Apr 16 21:15:48.767806 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['0b67129e-ca8a-4c23-aff2-5c3d6e70e65a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:48.945586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9550ce8-b93f-422c-9815-e886096f4417 req-831cc6e9-484f-4b86-bb65-2cf4231f20b8 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:48.953372 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b9550ce8-b93f-422c-9815-e886096f4417 req-831cc6e9-484f-4b86-bb65-2cf4231f20b8 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0660913
Apr 16 21:15:49.006494 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b9550ce8-b93f-422c-9815-e886096f4417 req-26503711-844a-42ff-b5a1-77627f7cf37e tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521321
Apr 16 21:15:49.029023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43022fc8-1e71-4e4c-bd65-80722302f8ce req-ac6cf6c6-31f1-4997-be63-9008acd5a7bc tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:49.037871 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43022fc8-1e71-4e4c-bd65-80722302f8ce req-ac6cf6c6-31f1-4997-be63-9008acd5a7bc tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae2e0ce1-35a6-4ef8-83f4-44237fe59f65 HTTP/1.1" status: 200  len: 946 time: 0.0708148
Apr 16 21:15:49.101212 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43022fc8-1e71-4e4c-bd65-80722302f8ce req-95be14dc-ba02-40a0-8ffc-e193917f0ad5 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621665
Apr 16 21:15:49.114014 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4ccfcf3e-12a4-45dd-ae06-22b72c2c7eb1 req-d88a93df-b0dc-4382-bdb9-55cc37320051 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0361555
Apr 16 21:15:49.393703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a796051-76c7-4252-974d-cc8832b15549 req-8bd4cbee-f49e-45fb-afec-4d0d7bcf269c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:49.395254 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5a796051-76c7-4252-974d-cc8832b15549 req-8bd4cbee-f49e-45fb-afec-4d0d7bcf269c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 944 time: 0.0550416
Apr 16 21:15:49.470001 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5a796051-76c7-4252-974d-cc8832b15549 req-185bd631-da19-4629-8e2b-49a0697b8019 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669580
Apr 16 21:15:49.918474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d9e4-58c5-4836-86b2-97af801de052 req-af38aa3c-fdd5-47d5-828b-2437085dc25f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:49.919712 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb65d9e4-58c5-4836-86b2-97af801de052 req-af38aa3c-fdd5-47d5-828b-2437085dc25f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 948 time: 0.0867219
Apr 16 21:15:49.976626 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb65d9e4-58c5-4836-86b2-97af801de052 req-20821140-877a-4b11-9115-ad95e5d66553 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495722
Apr 16 21:15:50.132770 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 90cb3288-a22b-4ad5-a087-5f17138b5d8b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:50.135594 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:50.144077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead8dec-7083-4647-ae98-0700a6af9d25 req-3c144ff3-f8a6-4a6e-88ca-d81ce9d593de tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:50.146875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fead8dec-7083-4647-ae98-0700a6af9d25 req-3c144ff3-f8a6-4a6e-88ca-d81ce9d593de tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0713971
Apr 16 21:15:50.250234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:50.256906 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fead8dec-7083-4647-ae98-0700a6af9d25 req-1e302805-d420-4cf7-a72e-06e6258eda70 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024735
Apr 16 21:15:50.294887 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6a098-b69a-4c48-8c91-8ac22cae7a36 req-57b065cd-67ea-46c2-b582-26d865350117 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:50.297509 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dd6a098-b69a-4c48-8c91-8ac22cae7a36 req-57b065cd-67ea-46c2-b582-26d865350117 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae2e0ce1-35a6-4ef8-83f4-44237fe59f65 HTTP/1.1" status: 200  len: 946 time: 0.0589998
Apr 16 21:15:50.302158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 90cb3288-a22b-4ad5-a087-5f17138b5d8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90cb3288-a22b-4ad5-a087-5f17138b5d8b,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:50.315650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '90cb3288-a22b-4ad5-a087-5f17138b5d8b', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'port_id': '90cb3288-a22b-4ad5-a087-5f17138b5d8b', 'mac_address': 'fa:16:3e:cc:71:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:50.348728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f87812d-8645-489a-bace-553753b5918e req-e60ba074-4897-4a63-aa0a-56aa6daaf070 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0323155
Apr 16 21:15:50.356677 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dd6a098-b69a-4c48-8c91-8ac22cae7a36 req-5b098680-5881-4530-bba8-81c717567245 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519128
Apr 16 21:15:50.363293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 90cb3288-a22b-4ad5-a087-5f17138b5d8b is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:50.363723 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:50.377867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cb3288-a22b-4ad5-a087-5f17138b5d8b {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:50.397253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 90cb3288-a22b-4ad5-a087-5f17138b5d8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90cb3288-a22b-4ad5-a087-5f17138b5d8b,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:50.528840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:50.532916 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:50.552891 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:50.587464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b294eb-f064-45ae-a2a1-eef1eed1fe89 req-fb4a694e-f690-4c26-b65e-2fe3c3473c0e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:50.589036 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c9b294eb-f064-45ae-a2a1-eef1eed1fe89 req-fb4a694e-f690-4c26-b65e-2fe3c3473c0e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 945 time: 0.0476882
Apr 16 21:15:50.615682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=90cb3288-a22b-4ad5-a087-5f17138b5d8b,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:50.654568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:50.658664 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:50.661829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c9b294eb-f064-45ae-a2a1-eef1eed1fe89 req-39ef1a1c-2f12-4d57-8c9b-92e93827789d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666616
Apr 16 21:15:50.690579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:50.693356 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e404eb4-9d33-4ba0-ac36-59ada0159557" -d '{"events": [{"server_uuid": "2389c37c-30cc-4355-a3a2-44653cb17fd6", "name": "network-vif-plugged", "status": "completed", "tag": "0b67129e-ca8a-4c23-aff2-5c3d6e70e65a"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:50.711253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:50.739101 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b74c7e-4a96-4282-b5d9-b5b4e7aa1b45 x-openstack-request-id: req-68b74c7e-4a96-4282-b5d9-b5b4e7aa1b45 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:50.739101 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2389c37c-30cc-4355-a3a2-44653cb17fd6", "name": "network-vif-plugged", "status": "completed", "tag": "0b67129e-ca8a-4c23-aff2-5c3d6e70e65a", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:50.739101 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68b74c7e-4a96-4282-b5d9-b5b4e7aa1b45 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:50.739101 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b74c7e-4a96-4282-b5d9-b5b4e7aa1b45'] response: {'server_uuid': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a', 'code': 200}
Apr 16 21:15:50.787436 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:50.791841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['90cb3288-a22b-4ad5-a087-5f17138b5d8b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:50.873533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:51.066854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1e94-ee98-42ea-bd97-cf6041a3d6bf req-e588d5ec-cf9f-49b7-b01e-144d624bc37e tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:51.070305 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e34a1e94-ee98-42ea-bd97-cf6041a3d6bf req-e588d5ec-cf9f-49b7-b01e-144d624bc37e tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e0ce1-35a6-4ef8-83f4-44237fe59f65 HTTP/1.1" status: 200  len: 946 time: 0.1008139
Apr 16 21:15:51.123235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37f3d1-f924-4f1e-b5fc-cb1eba4a6191 req-10842772-8143-451e-8ce5-86aa0783f764 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:51.153832 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d37f3d1-f924-4f1e-b5fc-cb1eba4a6191 req-10842772-8143-451e-8ce5-86aa0783f764 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0511196
Apr 16 21:15:51.177624 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d37f3d1-f924-4f1e-b5fc-cb1eba4a6191 req-8952a1e2-550d-4919-b505-dd12c260b496 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470624
Apr 16 21:15:51.182980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd2ade-fdbc-4e0f-9911-40fd716a69a3 req-959fa4e0-ab26-4d25-a16f-8de131652616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:51.188245 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33bd2ade-fdbc-4e0f-9911-40fd716a69a3 req-959fa4e0-ab26-4d25-a16f-8de131652616 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 1131 time: 0.0850933
Apr 16 21:15:51.282909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e34a1e94-ee98-42ea-bd97-cf6041a3d6bf req-1848b2aa-9c54-4752-85f4-230765405797 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Deleting port 1bf2401d-a2fc-43d2-8639-8a27abfa3686 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:15:51.282909 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e34a1e94-ee98-42ea-bd97-cf6041a3d6bf req-1848b2aa-9c54-4752-85f4-230765405797 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:51.293085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72ddde-c031-44bd-8ee6-6c2afa883a89 req-23a4397b-66a8-44a5-aeda-989fd4057be2 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:51.294573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa72ddde-c031-44bd-8ee6-6c2afa883a89 req-23a4397b-66a8-44a5-aeda-989fd4057be2 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 945 time: 0.0864227
Apr 16 21:15:51.461547 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ed06322-6ee3-4130-a1e9-11648e83a33f req-79f88229-881f-44fe-82ec-124a0a8893f4 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0296767
Apr 16 21:15:51.580297 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451c93a-ef6a-44ac-a721-dbe398da9e6b req-f102f1f0-3142-41cb-853c-1eebeb71e9ec tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:51.587803 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d451c93a-ef6a-44ac-a721-dbe398da9e6b req-f102f1f0-3142-41cb-853c-1eebeb71e9ec tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae2e0ce1-35a6-4ef8-83f4-44237fe59f65 HTTP/1.1" status: 200  len: 946 time: 0.0523703
Apr 16 21:15:51.634201 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d451c93a-ef6a-44ac-a721-dbe398da9e6b req-9b046285-ccb9-4e47-890d-a2b026c89302 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/security-groups?id=6da26b0b-1549-4e17-80ad-bd7e1f0da14a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465012
Apr 16 21:15:51.639233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33bd2ade-fdbc-4e0f-9911-40fd716a69a3 req-d4064498-916d-473d-a24b-9cbc9413d376 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4321315
Apr 16 21:15:51.713251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9729d0-49cc-4155-beb6-3cc9e3e1ba77 req-813a4b2a-7be9-481b-b7a1-98b27775ef54 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:51.715635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d9729d0-49cc-4155-beb6-3cc9e3e1ba77 req-813a4b2a-7be9-481b-b7a1-98b27775ef54 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0991824
Apr 16 21:15:51.782715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e34a1e94-ee98-42ea-bd97-cf6041a3d6bf req-1848b2aa-9c54-4752-85f4-230765405797 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] For port 1bf2401d-a2fc-43d2-8639-8a27abfa3686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bf2401d-a2fc-43d2-8639-8a27abfa3686,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:51.783085 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e34a1e94-ee98-42ea-bd97-cf6041a3d6bf req-1848b2aa-9c54-4752-85f4-230765405797 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:51.783264 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b506c1e-a8fc-49f8-be03-5afee8315d64 req-bd729bf6-49ec-4d74-9298-9c6b5f2bfdc8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:51.785270 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7b506c1e-a8fc-49f8-be03-5afee8315d64 req-bd729bf6-49ec-4d74-9298-9c6b5f2bfdc8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 945 time: 0.0516119
Apr 16 21:15:51.801066 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-fa72ddde-c031-44bd-8ee6-6c2afa883a89 req-f0c68ff4-4543-43c6-b0bb-a67867754a09 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Deleting port 101a84f6-6ff5-4c6a-b599-738ac67c53ee {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:15:51.801066 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-fa72ddde-c031-44bd-8ee6-6c2afa883a89 req-f0c68ff4-4543-43c6-b0bb-a67867754a09 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:51.809106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e34a1e94-ee98-42ea-bd97-cf6041a3d6bf req-1848b2aa-9c54-4752-85f4-230765405797 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Calling delete_port for 1bf2401d-a2fc-43d2-8639-8a27abfa3686 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:15:51.833081 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7b506c1e-a8fc-49f8-be03-5afee8315d64 req-576fbfa6-8a1c-4768-950c-5b4136070793 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411546
Apr 16 21:15:51.909159 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d9729d0-49cc-4155-beb6-3cc9e3e1ba77 req-9e2c9644-96ec-4021-a70d-593e66fdf3f9 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707006
Apr 16 21:15:51.968110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-fa72ddde-c031-44bd-8ee6-6c2afa883a89 req-f0c68ff4-4543-43c6-b0bb-a67867754a09 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] For port 101a84f6-6ff5-4c6a-b599-738ac67c53ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=101a84f6-6ff5-4c6a-b599-738ac67c53ee,segment=NetworkSegment(ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6),segment_id=ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:51.968506 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-fa72ddde-c031-44bd-8ee6-6c2afa883a89 req-f0c68ff4-4543-43c6-b0bb-a67867754a09 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:51.988007 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-fa72ddde-c031-44bd-8ee6-6c2afa883a89 req-f0c68ff4-4543-43c6-b0bb-a67867754a09 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Calling delete_port for 101a84f6-6ff5-4c6a-b599-738ac67c53ee owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:15:52.151725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 90cb3288-a22b-4ad5-a087-5f17138b5d8b up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:52.190461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e34a1e94-ee98-42ea-bd97-cf6041a3d6bf req-1848b2aa-9c54-4752-85f4-230765405797 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1bf2401d-a2fc-43d2-8639-8a27abfa3686), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:52.204104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 90cb3288-a22b-4ad5-a087-5f17138b5d8b completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:15:52.209244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['101a84f6-6ff5-4c6a-b599-738ac67c53ee'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:52.247779 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848b2aa-9c54-4752-85f4-230765405797 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Pushing event deleted for resources: {'Port': ['ID=1bf2401d-a2fc-43d2-8639-8a27abfa3686,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:52.272924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34a1e94-ee98-42ea-bd97-cf6041a3d6bf req-1848b2aa-9c54-4752-85f4-230765405797 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] No DVR routers for this DVR port 1bf2401d-a2fc-43d2-8639-8a27abfa3686 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:15:52.289192 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e34a1e94-ee98-42ea-bd97-cf6041a3d6bf req-1848b2aa-9c54-4752-85f4-230765405797 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:52.293126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e34a1e94-ee98-42ea-bd97-cf6041a3d6bf req-1848b2aa-9c54-4752-85f4-230765405797 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "DELETE /v2.0/ports/1bf2401d-a2fc-43d2-8639-8a27abfa3686 HTTP/1.1" status: 204  len: 173 time: 1.1949909
Apr 16 21:15:52.293585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2e0ce1-35a6-4ef8-83f4-44237fe59f65', 'name': 'network-vif-deleted', 'tag': '1bf2401d-a2fc-43d2-8639-8a27abfa3686'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:52.295894 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19edfba3-ebf9-4220-9a23-405bec8a8d29" -d '{"events": [{"server_uuid": "ae2e0ce1-35a6-4ef8-83f4-44237fe59f65", "name": "network-vif-deleted", "tag": "1bf2401d-a2fc-43d2-8639-8a27abfa3686"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:52.314065 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 90cb3288-a22b-4ad5-a087-5f17138b5d8b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:52.314467 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:52.326212 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-fa72ddde-c031-44bd-8ee6-6c2afa883a89 req-f0c68ff4-4543-43c6-b0bb-a67867754a09 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (101a84f6-6ff5-4c6a-b599-738ac67c53ee), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:52.342997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['101a84f6-6ff5-4c6a-b599-738ac67c53ee'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:52.364302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c68ff4-4543-43c6-b0bb-a67867754a09 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Pushing event deleted for resources: {'Port': ['ID=101a84f6-6ff5-4c6a-b599-738ac67c53ee,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:52.374231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a7e94-1448-49f0-81a3-492dee23140f req-7a62e8d7-b5d6-4d7d-8d4d-02600da15ab2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:52.375836 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f8a7e94-1448-49f0-81a3-492dee23140f req-7a62e8d7-b5d6-4d7d-8d4d-02600da15ab2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.1047161
Apr 16 21:15:52.439126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa72ddde-c031-44bd-8ee6-6c2afa883a89 req-f0c68ff4-4543-43c6-b0bb-a67867754a09 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] No DVR routers for this DVR port 101a84f6-6ff5-4c6a-b599-738ac67c53ee on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:15:52.444244 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-fa72ddde-c031-44bd-8ee6-6c2afa883a89 req-f0c68ff4-4543-43c6-b0bb-a67867754a09 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:52.448166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa72ddde-c031-44bd-8ee6-6c2afa883a89 req-f0c68ff4-4543-43c6-b0bb-a67867754a09 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.11 "DELETE /v2.0/ports/101a84f6-6ff5-4c6a-b599-738ac67c53ee HTTP/1.1" status: 204  len: 173 time: 1.1386976
Apr 16 21:15:52.473601 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f8a7e94-1448-49f0-81a3-492dee23140f req-f056f876-9a00-4824-8a5c-2e4fce7dbce0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853491
Apr 16 21:15:52.481435 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 90cb3288-a22b-4ad5-a087-5f17138b5d8b is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:52.481845 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:52.529180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 90cb3288-a22b-4ad5-a087-5f17138b5d8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90cb3288-a22b-4ad5-a087-5f17138b5d8b,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:52.529604 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e35e587-e88d-40d0-936a-5df11e3b2acb x-openstack-request-id: req-0e35e587-e88d-40d0-936a-5df11e3b2acb {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:52.529927 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2e0ce1-35a6-4ef8-83f4-44237fe59f65", "name": "network-vif-deleted", "tag": "1bf2401d-a2fc-43d2-8639-8a27abfa3686", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:52.530165 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e35e587-e88d-40d0-936a-5df11e3b2acb {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:52.530575 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e35e587-e88d-40d0-936a-5df11e3b2acb'] response: {'server_uuid': 'ae2e0ce1-35a6-4ef8-83f4-44237fe59f65', 'name': 'network-vif-deleted', 'tag': '1bf2401d-a2fc-43d2-8639-8a27abfa3686', 'status': 'completed', 'code': 200}
Apr 16 21:15:52.611346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b3a2302-b26f-4f1b-986c-159a831507db req-428fa1fa-f554-4a16-bf57-0afdb28c4f18 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0321779
Apr 16 21:15:52.660019 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:52.661072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 1bf2401d-a2fc-43d2-8639-8a27abfa3686 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:15:52.715825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 1bf2401d-a2fc-43d2-8639-8a27abfa3686 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:15:52.716207 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 1bf2401d-a2fc-43d2-8639-8a27abfa3686 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:15:52.740525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999c16db-7916-4753-ae16-9ed72c8e6922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cb3288-a22b-4ad5-a087-5f17138b5d8b'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:52.743420 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377ba47b-f53c-4422-8d14-91da047c7223" -d '{"events": [{"server_uuid": "999c16db-7916-4753-ae16-9ed72c8e6922", "name": "network-vif-plugged", "status": "completed", "tag": "90cb3288-a22b-4ad5-a087-5f17138b5d8b"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:52.768983 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a7bfa0ed-fa39-40b3-a363-0dab9ebff81a req-f8d5d3de-7e08-4c43-8b3a-34f3c0867a8c tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae2e0ce1-35a6-4ef8-83f4-44237fe59f65 HTTP/1.1" status: 200  len: 210 time: 0.0411422
Apr 16 21:15:52.776233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=90cb3288-a22b-4ad5-a087-5f17138b5d8b,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:52.833835 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20050e73-d0de-46a5-a8ab-500cbb18fbb1 x-openstack-request-id: req-20050e73-d0de-46a5-a8ab-500cbb18fbb1 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:52.834388 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999c16db-7916-4753-ae16-9ed72c8e6922", "name": "network-vif-plugged", "status": "completed", "tag": "90cb3288-a22b-4ad5-a087-5f17138b5d8b", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:52.834924 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20050e73-d0de-46a5-a8ab-500cbb18fbb1 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:52.835346 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20050e73-d0de-46a5-a8ab-500cbb18fbb1'] response: {'server_uuid': '999c16db-7916-4753-ae16-9ed72c8e6922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cb3288-a22b-4ad5-a087-5f17138b5d8b', 'code': 200}
Apr 16 21:15:52.931088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f5131071-ff36-4b36-bf83-e46eb31e3bf8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:15:52.980046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089da53-0a49-41ea-999c-027754b15df4 req-8e7c8cbc-c833-4c85-815e-b8b260377b8f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:52.981597 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1089da53-0a49-41ea-999c-027754b15df4 req-8e7c8cbc-c833-4c85-815e-b8b260377b8f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0744431
Apr 16 21:15:52.983077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21365099-c4ab-4f49-87a0-c10cb961133b req-86f98a54-3099-4a49-912f-77a0c7b63b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:52.984455 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-21365099-c4ab-4f49-87a0-c10cb961133b req-86f98a54-3099-4a49-912f-77a0c7b63b8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 1128 time: 0.0677395
Apr 16 21:15:53.041364 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1089da53-0a49-41ea-999c-027754b15df4 req-dfa54f44-67a7-4642-8857-2dd591b6576a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528162
Apr 16 21:15:53.046548 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f5131071-ff36-4b36-bf83-e46eb31e3bf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5131071-ff36-4b36-bf83-e46eb31e3bf8,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:53.064968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8', 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3', 'port_id': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8', 'mac_address': 'fa:16:3e:19:d9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e775fec7-8eeb-48a7-984f-55b2ee9b30df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:15:53.123793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f5131071-ff36-4b36-bf83-e46eb31e3bf8 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:53.123793 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:53.130506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5131071-ff36-4b36-bf83-e46eb31e3bf8 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:15:53.157549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f5131071-ff36-4b36-bf83-e46eb31e3bf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5131071-ff36-4b36-bf83-e46eb31e3bf8,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:53.163687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1490db7-5efd-4108-8ea3-9103d19352f6 req-2a979a34-9d03-42db-abee-e28cebb6597c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:53.165287 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a1490db7-5efd-4108-8ea3-9103d19352f6 req-2a979a34-9d03-42db-abee-e28cebb6597c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0737879
Apr 16 21:15:53.192341 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-21365099-c4ab-4f49-87a0-c10cb961133b req-304d0035-5727-4a64-a648-560589aa0fee service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693941
Apr 16 21:15:53.221816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a1490db7-5efd-4108-8ea3-9103d19352f6 req-3ea81472-c144-4e05-ac52-957917c0706a tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508239
Apr 16 21:15:53.311181 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:53.361517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f5131071-ff36-4b36-bf83-e46eb31e3bf8,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:53.507914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['f5131071-ff36-4b36-bf83-e46eb31e3bf8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:15:53.591326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4f914-715c-42b2-849f-232029a9f9ec req-f54a5c13-b0d5-451a-aad4-fb9ec78f644d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:53.592916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-edc4f914-715c-42b2-849f-232029a9f9ec req-f54a5c13-b0d5-451a-aad4-fb9ec78f644d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0484512
Apr 16 21:15:53.648801 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-edc4f914-715c-42b2-849f-232029a9f9ec req-a38cb14b-2935-49d6-b707-8279a15907c1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474753
Apr 16 21:15:53.745166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45188ff2-d477-4336-9883-f67921fb35c1 req-3d8e3c25-1b66-45ed-ae1e-c92197a3bf2d tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0280817
Apr 16 21:15:53.857667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-4d013063-e800-414c-a753-f2c024fec643 req-ac0564a3-1837-4b17-8177-d8c082b7cfc4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:15:53.858651 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4d013063-e800-414c-a753-f2c024fec643 req-ac0564a3-1837-4b17-8177-d8c082b7cfc4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059745
Apr 16 21:15:54.217232 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad888192-f0c9-4ede-8f5e-716fa9a443a6 req-56b03fd5-300e-4f18-ac3c-5364e5d12e6b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:54.220639 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad888192-f0c9-4ede-8f5e-716fa9a443a6 req-56b03fd5-300e-4f18-ac3c-5364e5d12e6b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0682995
Apr 16 21:15:54.275348 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad888192-f0c9-4ede-8f5e-716fa9a443a6 req-f28ca8c0-5d59-4f4b-bed7-aa4d99be811c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454087
Apr 16 21:15:54.291264 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a82b80f2-2805-44cb-b2a4-c17de075a43f req-6569cb0b-7c58-4d12-973a-d6bceb55fad1 tempest-MultipleCreateTestJSON-1251751187 tempest-MultipleCreateTestJSON-1251751187-project] 10.222.0.20 "GET /v2.0/ports?device_id=41932213-4c87-4ee1-909f-50d95297cd64 HTTP/1.1" status: 200  len: 210 time: 0.0501754
Apr 16 21:15:54.423183 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-cdb32bb4-d0f8-4509-9a36-e6ccebf28ecd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0850060
Apr 16 21:15:54.436764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00e1d0-71f0-45a9-b99d-0f6b5853cb63 req-1249a1d4-3453-4cc0-b87f-de8ecd13d473 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:54.440632 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cd00e1d0-71f0-45a9-b99d-0f6b5853cb63 req-1249a1d4-3453-4cc0-b87f-de8ecd13d473 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0620494
Apr 16 21:15:54.486948 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cd00e1d0-71f0-45a9-b99d-0f6b5853cb63 req-8fced1a6-f83b-4d0b-9a74-439398ddeeb0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430553
Apr 16 21:15:54.490383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-7def4a5e-626e-426c-ab4e-87aee865779c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:54.492084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-7def4a5e-626e-426c-ab4e-87aee865779c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/networks?id=769f0aad-9fdd-4679-bf9a-69cbe3356918 HTTP/1.1" status: 200  len: 804 time: 0.1150477
Apr 16 21:15:54.512795 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-464a7cea-52d8-4068-9619-328d52029705 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/quotas/f95103d3663146e9ba6ffb49a05196b4 HTTP/1.1" status: 200  len: 375 time: 0.0149591
Apr 16 21:15:54.546623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41932213-4c87-4ee1-909f-50d95297cd64', 'name': 'network-vif-deleted', 'tag': '101a84f6-6ff5-4c6a-b599-738ac67c53ee'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:54.549151 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d359fe28-779b-4870-9990-fd15207b34dc" -d '{"events": [{"server_uuid": "41932213-4c87-4ee1-909f-50d95297cd64", "name": "network-vif-deleted", "tag": "101a84f6-6ff5-4c6a-b599-738ac67c53ee"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:54.578550 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-1ae20d81-6012-4dbd-960b-d6392726778e tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f95103d3663146e9ba6ffb49a05196b4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0647509
Apr 16 21:15:54.605424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe4c01-62ec-414f-ba93-f31ca99b1c05 req-960b84ce-2d44-4aa0-b0b7-4aedf5a805ea tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:54.612304 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bfe4c01-62ec-414f-ba93-f31ca99b1c05 req-960b84ce-2d44-4aa0-b0b7-4aedf5a805ea tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 944 time: 0.0564139
Apr 16 21:15:54.658314 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bfe4c01-62ec-414f-ba93-f31ca99b1c05 req-5abd8421-76ff-4c26-8150-7cc3a42912c3 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449805
Apr 16 21:15:54.684707 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-ca6d2d84-ef75-472a-b3a8-023a42d55ff1 service neutron] 10.222.0.20 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955105
Apr 16 21:15:54.744982 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc04fa0f-6142-48df-88fd-9d9cbde29cf4 x-openstack-request-id: req-fc04fa0f-6142-48df-88fd-9d9cbde29cf4 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:54.745273 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41932213-4c87-4ee1-909f-50d95297cd64", "name": "network-vif-deleted", "tag": "101a84f6-6ff5-4c6a-b599-738ac67c53ee", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:54.745521 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc04fa0f-6142-48df-88fd-9d9cbde29cf4 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:54.745909 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc04fa0f-6142-48df-88fd-9d9cbde29cf4'] response: {'server_uuid': '41932213-4c87-4ee1-909f-50d95297cd64', 'name': 'network-vif-deleted', 'tag': '101a84f6-6ff5-4c6a-b599-738ac67c53ee', 'status': 'completed', 'code': 200}
Apr 16 21:15:54.790955 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-df5a3bb6-af6c-405d-aed0-396dbc145521 service neutron] 10.222.0.20 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0967584
Apr 16 21:15:54.867087 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e535b2f-18c5-4e10-aab0-60020c5831c0 req-4b25f353-df7a-4109-88a4-725641c58b4b tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0322409
Apr 16 21:15:54.947227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f5131071-ff36-4b36-bf83-e46eb31e3bf8 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:15:55.001789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port f5131071-ff36-4b36-bf83-e46eb31e3bf8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:15:55.002165 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:55.056429 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0815e532-92fd-4edb-8323-2abfa77bfe29 req-8f4bbcd0-382d-4200-a6e6-352b6a426fff tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 210 time: 0.0446339
Apr 16 21:15:55.109830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377536eb-f214-4b19-b471-621b35a6854e req-e55937d3-f618-4f01-ba30-24fe66c922a8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:55.111320 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-e55937d3-f618-4f01-ba30-24fe66c922a8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports/0b67129e-ca8a-4c23-aff2-5c3d6e70e65a HTTP/1.1" status: 200  len: 946 time: 0.0573308
Apr 16 21:15:55.114893 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f5131071-ff36-4b36-bf83-e46eb31e3bf8 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:55.115288 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:55.142225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a03d234-848c-408c-b46c-e2afebb2c61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:55.144545 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37880068-61b1-41dc-8388-a7cfcecafb47" -d '{"events": [{"server_uuid": "1a03d234-848c-408c-b46c-e2afebb2c61f", "name": "network-vif-plugged", "status": "completed", "tag": "f5131071-ff36-4b36-bf83-e46eb31e3bf8"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:55.175337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f5131071-ff36-4b36-bf83-e46eb31e3bf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5131071-ff36-4b36-bf83-e46eb31e3bf8,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:55.186885 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b3c40d-7b98-4797-adce-f46bc9fa945f x-openstack-request-id: req-07b3c40d-7b98-4797-adce-f46bc9fa945f {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:55.187378 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a03d234-848c-408c-b46c-e2afebb2c61f", "name": "network-vif-plugged", "status": "completed", "tag": "f5131071-ff36-4b36-bf83-e46eb31e3bf8", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:55.187725 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07b3c40d-7b98-4797-adce-f46bc9fa945f {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:55.188253 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b3c40d-7b98-4797-adce-f46bc9fa945f'] response: {'server_uuid': '1a03d234-848c-408c-b46c-e2afebb2c61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8', 'code': 200}
Apr 16 21:15:55.294191 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:55.295014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7f99c127-cfc6-412e-914a-153d34cbba61 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:15:55.352487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58716) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:55.380781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f5131071-ff36-4b36-bf83-e46eb31e3bf8,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:55.408704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37f0c53-5e66-477b-9fc3-de14172d7680 admin admin] Deleting subnet 7d8919ae-c853-439e-81e2-dc9b8bceea90 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:15:55.412373 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c37f0c53-5e66-477b-9fc3-de14172d7680 admin admin] Publish callbacks [] for subnet (7d8919ae-c853-439e-81e2-dc9b8bceea90), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:55.433202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b007c37-4a31-453a-b69b-aaba3051a4ca req-7a54a60e-f74f-42aa-ace1-0b39bb20e716 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:55.435608 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b007c37-4a31-453a-b69b-aaba3051a4ca req-7a54a60e-f74f-42aa-ace1-0b39bb20e716 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0803072
Apr 16 21:15:55.454091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 7f99c127-cfc6-412e-914a-153d34cbba61 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:15:55.454782 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:55.468722 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c37f0c53-5e66-477b-9fc3-de14172d7680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (7d8919ae-c853-439e-81e2-dc9b8bceea90), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:55.505534 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b007c37-4a31-453a-b69b-aaba3051a4ca req-80983467-332f-4340-a24d-92b7e0dd53df tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606635
Apr 16 21:15:55.513543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7f99c127-cfc6-412e-914a-153d34cbba61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f99c127-cfc6-412e-914a-153d34cbba61,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:55.520984 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c37f0c53-5e66-477b-9fc3-de14172d7680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (7d8919ae-c853-439e-81e2-dc9b8bceea90), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:55.603028 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:55.622957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b00dcb-b8b6-42fc-a640-6b287049a0e1 req-676108d1-7c64-4322-9037-57e614193903 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:55.624621 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-49b00dcb-b8b6-42fc-a640-6b287049a0e1 req-676108d1-7c64-4322-9037-57e614193903 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0577769
Apr 16 21:15:55.662602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=7f99c127-cfc6-412e-914a-153d34cbba61,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:55.687479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-49b00dcb-b8b6-42fc-a640-6b287049a0e1 req-4bfa1586-5e29-4589-91c5-9eada44eda42 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553107
Apr 16 21:15:55.704625 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c37f0c53-5e66-477b-9fc3-de14172d7680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (7d8919ae-c853-439e-81e2-dc9b8bceea90), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:55.733647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f0c53-5e66-477b-9fc3-de14172d7680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8919ae-c853-439e-81e2-dc9b8bceea90,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:55.738330 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c37f0c53-5e66-477b-9fc3-de14172d7680 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:55.741588 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c37f0c53-5e66-477b-9fc3-de14172d7680 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7d8919ae-c853-439e-81e2-dc9b8bceea90 HTTP/1.1" status: 204  len: 168 time: 0.3901660
Apr 16 21:15:55.744366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58726) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:55.802966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8a173-c25f-43b7-a874-9044a53cabbc req-47689e69-6272-46cb-8d3e-c2f4853d499f tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:55.804762 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f8a173-c25f-43b7-a874-9044a53cabbc req-47689e69-6272-46cb-8d3e-c2f4853d499f tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0583317
Apr 16 21:15:55.852295 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f1b991c-208d-42fa-895d-0a623e33e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (630ead34-ffcc-4ecb-82b7-48adfc0b0b97), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:55.867293 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f8a173-c25f-43b7-a874-9044a53cabbc req-cb6e6ab1-f7ef-4dc9-8eff-f81d890859e5 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492566
Apr 16 21:15:55.892406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452934f-f203-4292-b939-bbc3e3bc030e req-c4f38239-af8a-4d2f-9cd5-fcfaf6741c57 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:55.893930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a452934f-f203-4292-b939-bbc3e3bc030e req-c4f38239-af8a-4d2f-9cd5-fcfaf6741c57 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0629890
Apr 16 21:15:55.979235 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-275fa7a6-ffce-4301-8e38-b2f719cb92a3 req-2a79f189-d64e-4986-a626-9c0e113bcbaa tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0300896
Apr 16 21:15:55.998508 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f1b991c-208d-42fa-895d-0a623e33e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (630ead34-ffcc-4ecb-82b7-48adfc0b0b97), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:56.026198 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a452934f-f203-4292-b939-bbc3e3bc030e req-79464e74-ea9b-4283-ba00-291fdf99008a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112342
Apr 16 21:15:56.029650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-3f1b991c-208d-42fa-895d-0a623e33e5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f3ed280>,) {'filters': {'network_id': ['630ead34-ffcc-4ecb-82b7-48adfc0b0b97']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:56.039868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-3f1b991c-208d-42fa-895d-0a623e33e5b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f3ed280>, 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:56.040332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-3f1b991c-208d-42fa-895d-0a623e33e5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f3ed280>, 'ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:15:56.051260 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f1b991c-208d-42fa-895d-0a623e33e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:56.065031 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f1b991c-208d-42fa-895d-0a623e33e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:56.071026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1b991c-208d-42fa-895d-0a623e33e5b5 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f1b991c-208d-42fa-895d-0a623e33e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (ebcfe85c-aa83-4df3-88b4-1ba1ef32beb6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:15:56.074799 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:15:56.159727 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed0f41f7-cad9-49e6-aacd-86893a1f7f9f req-ccbdd958-5952-4940-8771-50e1b0848168 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 210 time: 0.0296450
Apr 16 21:15:56.177235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 101a84f6-6ff5-4c6a-b599-738ac67c53ee no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:15:56.198026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 101a84f6-6ff5-4c6a-b599-738ac67c53ee {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:15:56.198373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 101a84f6-6ff5-4c6a-b599-738ac67c53ee not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:15:56.224335 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f1b991c-208d-42fa-895d-0a623e33e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (630ead34-ffcc-4ecb-82b7-48adfc0b0b97), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:56.230329 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f1b991c-208d-42fa-895d-0a623e33e5b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:56.234263 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3f1b991c-208d-42fa-895d-0a623e33e5b5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/630ead34-ffcc-4ecb-82b7-48adfc0b0b97 HTTP/1.1" status: 204  len: 168 time: 0.4881785
Apr 16 21:15:56.245117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b991c-208d-42fa-895d-0a623e33e5b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=630ead34-ffcc-4ecb-82b7-48adfc0b0b97,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:56.631009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58736) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:56.672049 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4223ff3b-6a50-442a-bb66-68cb731eba0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ec2ad232d62489aa704075fad5305c2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0396857
Apr 16 21:15:56.674548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58738) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:56.723613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d95-d4a3-4ac2-851c-9a1d4850550f admin admin] Publish callbacks [] for security_group (6da26b0b-1549-4e17-80ad-bd7e1f0da14a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:56.746120 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d95-d4a3-4ac2-851c-9a1d4850550f admin admin] Publish callbacks [] for security_group (6da26b0b-1549-4e17-80ad-bd7e1f0da14a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:56.814296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1578c0-f516-4eaa-8f2a-0170d90165c3 req-cdb0e8ea-7981-4386-89eb-84c8d33a5168 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:56.815705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ca1578c0-f516-4eaa-8f2a-0170d90165c3 req-cdb0e8ea-7981-4386-89eb-84c8d33a5168 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0632584
Apr 16 21:15:56.868124 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ca1578c0-f516-4eaa-8f2a-0170d90165c3 req-2a6201a1-0b9e-4e63-bb68-bb35e2a5a8c3 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465567
Apr 16 21:15:56.968199 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d95-d4a3-4ac2-851c-9a1d4850550f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6da26b0b-1549-4e17-80ad-bd7e1f0da14a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:56.970923 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d95-d4a3-4ac2-851c-9a1d4850550f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:56.972084 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d81a3d95-d4a3-4ac2-851c-9a1d4850550f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6da26b0b-1549-4e17-80ad-bd7e1f0da14a HTTP/1.1" status: 204  len: 168 time: 0.2966170
Apr 16 21:15:56.981230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a3d95-d4a3-4ac2-851c-9a1d4850550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da26b0b-1549-4e17-80ad-bd7e1f0da14a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:56.983708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c7849-ef10-42ac-b98d-2f9bfe682e5b req-62aa1b3d-4a23-433b-85e2-92174e8e66ed tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:56.985501 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ce2c7849-ef10-42ac-b98d-2f9bfe682e5b req-62aa1b3d-4a23-433b-85e2-92174e8e66ed tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0523012
Apr 16 21:15:57.047622 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ce2c7849-ef10-42ac-b98d-2f9bfe682e5b req-fab4f2fc-d2c9-4262-9cf1-16cdf9eed026 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562482
Apr 16 21:15:57.121007 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f68a36d-f471-46c9-97a4-a6cfbbfd9cc2 req-38629f5e-4e23-4d80-98e3-0a21709b3e4f tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0277450
Apr 16 21:15:57.146567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba7786-37d5-4ff7-b074-a35b20a23dea req-5cb1e322-0ad2-4fd7-994f-587cb049432b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:57.148207 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32ba7786-37d5-4ff7-b074-a35b20a23dea req-5cb1e322-0ad2-4fd7-994f-587cb049432b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0499353
Apr 16 21:15:57.189062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e98c6a8-a1a1-4e8d-98bf-18f5967003ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f99c127-cfc6-412e-914a-153d34cbba61'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:57.198437 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331166c2-0684-4aea-a492-46fe8507504e" -d '{"events": [{"server_uuid": "9e98c6a8-a1a1-4e8d-98bf-18f5967003ef", "name": "network-vif-unplugged", "status": "completed", "tag": "7f99c127-cfc6-412e-914a-153d34cbba61"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:57.198859 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32ba7786-37d5-4ff7-b074-a35b20a23dea req-f915e6a9-b762-4217-b77a-5ad993cbb9d2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438445
Apr 16 21:15:57.244136 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b85b65-5715-488f-8ba1-6bc59a244d17 x-openstack-request-id: req-e4b85b65-5715-488f-8ba1-6bc59a244d17 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:57.244450 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e98c6a8-a1a1-4e8d-98bf-18f5967003ef", "name": "network-vif-unplugged", "status": "completed", "tag": "7f99c127-cfc6-412e-914a-153d34cbba61", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:57.244702 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4b85b65-5715-488f-8ba1-6bc59a244d17 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:57.249992 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b85b65-5715-488f-8ba1-6bc59a244d17'] response: {'server_uuid': '9e98c6a8-a1a1-4e8d-98bf-18f5967003ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f99c127-cfc6-412e-914a-153d34cbba61', 'code': 200}
Apr 16 21:15:57.272757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c1a9605-02c7-4612-afe2-6c6524ecf36a req-9e09644c-1ab9-47b7-9d55-38178077794c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 210 time: 0.0370841
Apr 16 21:15:57.399811 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e770dcf-72e9-4ecc-a23a-9973c8a2f2b2 req-daac8300-0501-4c27-924a-10026919b505 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:57.401356 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e770dcf-72e9-4ecc-a23a-9973c8a2f2b2 req-daac8300-0501-4c27-924a-10026919b505 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e98c6a8-a1a1-4e8d-98bf-18f5967003ef HTTP/1.1" status: 200  len: 943 time: 0.0571845
Apr 16 21:15:57.501239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-9e770dcf-72e9-4ecc-a23a-9973c8a2f2b2 req-bea7a647-a39d-4335-a32e-0e92db04f312 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Deleting port 7f99c127-cfc6-412e-914a-153d34cbba61 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:15:57.501617 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e770dcf-72e9-4ecc-a23a-9973c8a2f2b2 req-bea7a647-a39d-4335-a32e-0e92db04f312 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:57.592140 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9e770dcf-72e9-4ecc-a23a-9973c8a2f2b2 req-bea7a647-a39d-4335-a32e-0e92db04f312 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] For port 7f99c127-cfc6-412e-914a-153d34cbba61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f99c127-cfc6-412e-914a-153d34cbba61,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:15:57.592846 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e770dcf-72e9-4ecc-a23a-9973c8a2f2b2 req-bea7a647-a39d-4335-a32e-0e92db04f312 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:57.609398 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-9e770dcf-72e9-4ecc-a23a-9973c8a2f2b2 req-bea7a647-a39d-4335-a32e-0e92db04f312 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Calling delete_port for 7f99c127-cfc6-412e-914a-153d34cbba61 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:15:57.855423 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e770dcf-72e9-4ecc-a23a-9973c8a2f2b2 req-bea7a647-a39d-4335-a32e-0e92db04f312 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7f99c127-cfc6-412e-914a-153d34cbba61), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:57.901122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7a647-a39d-4335-a32e-0e92db04f312 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Pushing event deleted for resources: {'Port': ['ID=7f99c127-cfc6-412e-914a-153d34cbba61,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:57.975698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e770dcf-72e9-4ecc-a23a-9973c8a2f2b2 req-bea7a647-a39d-4335-a32e-0e92db04f312 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] No DVR routers for this DVR port 7f99c127-cfc6-412e-914a-153d34cbba61 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:15:57.979168 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9e770dcf-72e9-4ecc-a23a-9973c8a2f2b2 req-bea7a647-a39d-4335-a32e-0e92db04f312 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:57.982608 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9e770dcf-72e9-4ecc-a23a-9973c8a2f2b2 req-bea7a647-a39d-4335-a32e-0e92db04f312 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.41 "DELETE /v2.0/ports/7f99c127-cfc6-412e-914a-153d34cbba61 HTTP/1.1" status: 204  len: 173 time: 0.5756223
Apr 16 21:15:57.983065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e98c6a8-a1a1-4e8d-98bf-18f5967003ef', 'name': 'network-vif-deleted', 'tag': '7f99c127-cfc6-412e-914a-153d34cbba61'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:15:57.985376 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35b9e3d-a1c2-43a1-9923-518cd1ebdafd" -d '{"events": [{"server_uuid": "9e98c6a8-a1a1-4e8d-98bf-18f5967003ef", "name": "network-vif-deleted", "tag": "7f99c127-cfc6-412e-914a-153d34cbba61"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:15:58.009353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217418bb-0ee3-46bb-a0b7-636647b0479e req-594334b9-c633-4008-8f67-4e7a018faa5c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:58.010912 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-217418bb-0ee3-46bb-a0b7-636647b0479e req-594334b9-c633-4008-8f67-4e7a018faa5c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0593381
Apr 16 21:15:58.029841 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a155709-82df-4c58-83d5-7d11a2c24a18 x-openstack-request-id: req-4a155709-82df-4c58-83d5-7d11a2c24a18 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:15:58.030478 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e98c6a8-a1a1-4e8d-98bf-18f5967003ef", "name": "network-vif-deleted", "tag": "7f99c127-cfc6-412e-914a-153d34cbba61", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:15:58.031254 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a155709-82df-4c58-83d5-7d11a2c24a18 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:15:58.032595 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a155709-82df-4c58-83d5-7d11a2c24a18'] response: {'server_uuid': '9e98c6a8-a1a1-4e8d-98bf-18f5967003ef', 'name': 'network-vif-deleted', 'tag': '7f99c127-cfc6-412e-914a-153d34cbba61', 'status': 'completed', 'code': 200}
Apr 16 21:15:58.074440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-217418bb-0ee3-46bb-a0b7-636647b0479e req-38c4988d-1f97-4fe0-8e85-dd0bca4f2418 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577972
Apr 16 21:15:58.131282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58780) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:58.184051 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adb5bc-37d3-47d8-8487-bfa4f422f09d req-0ee8ca03-a9c6-4e77-a324-f1efb60f30e6 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:58.185682 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2adb5bc-37d3-47d8-8487-bfa4f422f09d req-0ee8ca03-a9c6-4e77-a324-f1efb60f30e6 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0704529
Apr 16 21:15:58.241897 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2adb5bc-37d3-47d8-8487-bfa4f422f09d req-f43d198d-50dc-4f68-b9df-0469632e53f4 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500150
Apr 16 21:15:58.255770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-network', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:58.261424 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7870909a-7b24-49a4-a6b5-a0422a7beeea req-c72a567f-02a2-46a9-8083-255bb4383a72 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0393703
Apr 16 21:15:58.362470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be621096-86e1-42c2-8a2e-1a00e69c03ab req-24c915f0-594f-4685-820a-833d35f79f49 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:58.364001 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be621096-86e1-42c2-8a2e-1a00e69c03ab req-24c915f0-594f-4685-820a-833d35f79f49 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0538452
Apr 16 21:15:58.371344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d03046b7-a690-4aaa-aef2-fd50775a25ec req-fe200a03-ac43-4c47-bd0e-ded28a6bc786 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 210 time: 0.0296535
Apr 16 21:15:58.379895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Made reservation on behalf of ff01c614d0ea4275b713b7e872342151 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:15:58.386974 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:58.392209 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:58.423819 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be621096-86e1-42c2-8a2e-1a00e69c03ab req-166c7890-6c9c-4592-8e8a-8620ca71f7e3 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525992
Apr 16 21:15:58.472461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Publish callbacks [] for security_group (d68bd02d-3aad-4124-9c8a-b78f3c41124b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:58.520982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d68bd02d-3aad-4124-9c8a-b78f3c41124b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:58.546042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:15:58.556236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68bd02d-3aad-4124-9c8a-b78f3c41124b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:58.561101 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (348d5049-a80b-4143-8473-29ba098d4bc9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:58.561450 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Added segment 348d5049-a80b-4143-8473-29ba098d4bc9 of type vlan for network 006efeff-f11c-4209-8816-f1fa1acf7fed
Apr 16 21:15:58.606158 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (006efeff-f11c-4209-8816-f1fa1acf7fed), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:58.728084 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (006efeff-f11c-4209-8816-f1fa1acf7fed), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:58.729510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:58.730003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:58.789003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] Pushing event updated for resources: {'Network': ['ID=006efeff-f11c-4209-8816-f1fa1acf7fed,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:58.798494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 006efeff-f11c-4209-8816-f1fa1acf7fed details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:15:58.916812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7f6a2e35-593a-4409-98fa-6fb94b56e799 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.7816410
Apr 16 21:15:58.917600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58790) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:58.922964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-849ea873-8167-4829-acf5-8833f9c4dbb3 admin admin] Request body: {'subnet': {'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-subnet', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:58.947973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7f99c127-cfc6-412e-914a-153d34cbba61 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:15:58.968843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 7f99c127-cfc6-412e-914a-153d34cbba61 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:15:58.969188 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7f99c127-cfc6-412e-914a-153d34cbba61 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:15:59.031609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849ea873-8167-4829-acf5-8833f9c4dbb3 admin admin] Made reservation on behalf of ff01c614d0ea4275b713b7e872342151 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:15:59.034164 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-849ea873-8167-4829-acf5-8833f9c4dbb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:59.198877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795efb31-6231-4aa8-b9fb-97bdb45ea0a6 req-ef634127-734f-48c2-a2f3-4aeabf19ba68 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:59.200469 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-795efb31-6231-4aa8-b9fb-97bdb45ea0a6 req-ef634127-734f-48c2-a2f3-4aeabf19ba68 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0511203
Apr 16 21:15:59.248523 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-795efb31-6231-4aa8-b9fb-97bdb45ea0a6 req-c97b545d-f99a-45f4-9714-7c75ee9f7073 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422602
Apr 16 21:15:59.311022 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-849ea873-8167-4829-acf5-8833f9c4dbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (51b9b701-509f-4b81-b9ac-b1e3ed1147d0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:59.338150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377536eb-f214-4b19-b471-621b35a6854e req-885c6b18-412f-41fb-a936-488b44aceeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:59.339686 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-885c6b18-412f-41fb-a936-488b44aceeb0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 1131 time: 0.0448833
Apr 16 21:15:59.412149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaf4ca-11d1-4388-9326-3dc63fe167fb req-1a993203-3921-4c1b-a235-61b9b49a2a35 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:59.414042 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddbaf4ca-11d1-4388-9326-3dc63fe167fb req-1a993203-3921-4c1b-a235-61b9b49a2a35 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0946329
Apr 16 21:15:59.416027 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a3f12cd1-840f-4433-8780-e009cb02d21d req-0edd5cd4-ab6d-464c-89a5-eea11c8953f3 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0625393
Apr 16 21:15:59.416347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ea873-8167-4829-acf5-8833f9c4dbb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b9b701-509f-4b81-b9ac-b1e3ed1147d0,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:15:59.432650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ea873-8167-4829-acf5-8833f9c4dbb3 admin admin] Checking segment: {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:15:59.433012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849ea873-8167-4829-acf5-8833f9c4dbb3 admin admin] Network hostable DHCP agents. Network: 006efeff-f11c-4209-8816-f1fa1acf7fed, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:15:59.458579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377536eb-f214-4b19-b471-621b35a6854e req-c9fc2997-a652-4f2f-9d38-df7014ceb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:59.460277 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-c9fc2997-a652-4f2f-9d38-df7014ceb271 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1147635
Apr 16 21:15:59.483075 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddbaf4ca-11d1-4388-9326-3dc63fe167fb req-1ed37c66-45f2-41d8-970e-e3a943f688cd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609491
Apr 16 21:15:59.512830 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-22383bea-c084-44b2-88df-2574b838ac15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a HTTP/1.1" status: 200  len: 217 time: 0.0463455
Apr 16 21:15:59.562684 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ffb4af8e-2419-49d1-888e-9d1ab1fa9ed8 req-9fb87db2-621e-4096-abb5-e8d04f26716b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 210 time: 0.0528226
Apr 16 21:15:59.588431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377536eb-f214-4b19-b471-621b35a6854e req-128871b0-53f7-40da-baea-66e2bfcaac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:59.589926 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-128871b0-53f7-40da-baea-66e2bfcaac9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0695934
Apr 16 21:15:59.597017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd368b-d8a8-4b0e-ad74-23212113d4bd req-1a3e2222-1c9a-4a93-a3a8-d0d3e06e5d90 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:59.600624 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-69fd368b-d8a8-4b0e-ad74-23212113d4bd req-1a3e2222-1c9a-4a93-a3a8-d0d3e06e5d90 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0578220
Apr 16 21:15:59.619632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849ea873-8167-4829-acf5-8833f9c4dbb3 admin admin] Network 006efeff-f11c-4209-8816-f1fa1acf7fed is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:15:59.655583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377536eb-f214-4b19-b471-621b35a6854e req-73d57696-f979-4bc8-ae6c-f75faab6ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:59.657892 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-73d57696-f979-4bc8-ae6c-f75faab6ad0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0612941
Apr 16 21:15:59.658038 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-69fd368b-d8a8-4b0e-ad74-23212113d4bd req-55f3eac8-867d-47e9-b629-2c9ad6e56c4b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535653
Apr 16 21:15:59.698146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-849ea873-8167-4829-acf5-8833f9c4dbb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 006efeff-f11c-4209-8816-f1fa1acf7fed) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:15:59.702592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849ea873-8167-4829-acf5-8833f9c4dbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:15:59.703280 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-849ea873-8167-4829-acf5-8833f9c4dbb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:59.708223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503ec2cd-a590-42aa-84f0-f967be15d626 None None] Network 006efeff-f11c-4209-8816-f1fa1acf7fed requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:15:59.758519 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-9a977cad-9542-4e09-8717-cf7b8c837396 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943639
Apr 16 21:15:59.759947 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-849ea873-8167-4829-acf5-8833f9c4dbb3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.8412690
Apr 16 21:15:59.762925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58804) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:15:59.767246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:15:59.816357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-006efeff-f11c-4209-8816-f1fa1acf7fed', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:15:59.816866 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:59.864318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (f2182d22-0df2-487f-9e2d-07362d732476), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:59.865390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (f2182d22-0df2-487f-9e2d-07362d732476), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:15:59.871963 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-5c223cd8-ef44-455a-b7f9-bc9581a946ab service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1029310
Apr 16 21:15:59.966129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Allocated IP 172.20.0.2 (006efeff-f11c-4209-8816-f1fa1acf7fed/51b9b701-509f-4b81-b9ac-b1e3ed1147d0/202e8e95-ba55-4eb1-9a8b-82baa41dbc75) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:15:59.980296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Publish callbacks [] for router_controller (f2182d22-0df2-487f-9e2d-07362d732476), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:00.015462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df702a-c8d1-4edb-b70d-7bb454d3e00b req-e5a3c329-6023-4632-8af0-17aa66351a20 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:00.016989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-92df702a-c8d1-4edb-b70d-7bb454d3e00b req-e5a3c329-6023-4632-8af0-17aa66351a20 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 945 time: 0.0518472
Apr 16 21:16:00.064439 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-92df702a-c8d1-4edb-b70d-7bb454d3e00b req-52775fa8-c68b-4fe5-aa0c-37c14543a577 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414801
Apr 16 21:16:00.116508 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Publish callbacks [] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:00.208859 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:00.238150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Publish callbacks [] for router_gateway (f2182d22-0df2-487f-9e2d-07362d732476), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:00.250746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Network 006efeff-f11c-4209-8816-f1fa1acf7fed is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:16:00.255801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:16:00.259898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:16:00.261846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Pushing event updated for resources: {'Port': ['ID=202e8e95-ba55-4eb1-9a8b-82baa41dbc75,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:00.326459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Attempting to bind port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:16:00.326832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Attempting to bind port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:16:00.327201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Attempting to bind port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 on network 006efeff-f11c-4209-8816-f1fa1acf7fed {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:00.332577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:16:00.332843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Checking segment: {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:16:00.333579 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:00.337386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Bound using segment: {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:16:00.337386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Bound port: 202e8e95-ba55-4eb1-9a8b-82baa41dbc75, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:16:00.337386 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:00.376049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330d2d3-516d-4d00-9382-38a93f127ce0 req-ffed3993-204d-4249-9800-617107bca575 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:00.383458 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e330d2d3-516d-4d00-9382-38a93f127ce0 req-ffed3993-204d-4249-9800-617107bca575 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0620983
Apr 16 21:16:00.432713 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e330d2d3-516d-4d00-9382-38a93f127ce0 req-2ba68008-c23d-444f-b9f5-4c8dab52de02 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474954
Apr 16 21:16:00.529329 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Publish callbacks [] for router_gateway (f2182d22-0df2-487f-9e2d-07362d732476), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:00.536359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] For port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:16:00.542818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] For port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=202e8e95-ba55-4eb1-9a8b-82baa41dbc75,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:16:00.572973 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61950914-3196-416b-b7a6-867263b7fcb7 req-bb21717f-eeb9-40c7-8030-a896d970c3b5 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0579081
Apr 16 21:16:00.574143 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:00.659576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2304d911-7781-4738-af32-66d224ab8f06 req-d4638be6-141d-4bb2-a200-27291a0b8030 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 210 time: 0.0279949
Apr 16 21:16:00.670743 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:00.688652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Allocated IP 172.35.1.206 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/1dcdcd3b-d934-44d6-89a7-7217c43eea64) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:16:00.732163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2ccea-0675-446c-946d-74fc41fd36a0 None None] Pushing event updated for resources: {'Port': ['ID=202e8e95-ba55-4eb1-9a8b-82baa41dbc75,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:00.814444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e695e9-6b28-4475-af1d-e9b010e716fb req-582fb36d-6a1a-4444-9f32-227aba30e61d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:00.815951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6e695e9-6b28-4475-af1d-e9b010e716fb req-582fb36d-6a1a-4444-9f32-227aba30e61d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0675545
Apr 16 21:16:00.859054 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Publish callbacks [] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:00.901281 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6e695e9-6b28-4475-af1d-e9b010e716fb req-1485666b-d8cd-4194-9ddd-077dc533c574 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746598
Apr 16 21:16:00.963231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f5131071-ff36-4b36-bf83-e46eb31e3bf8 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:16:01.014224 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:01.058392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f5131071-ff36-4b36-bf83-e46eb31e3bf8 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:01.058790 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:01.071220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:16:01.074520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:16:01.078872 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:16:01.097721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a03d234-848c-408c-b46c-e2afebb2c61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:01.097721 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e2b084-64d3-42b0-ac6f-33ec092c5806" -d '{"events": [{"server_uuid": "1a03d234-848c-408c-b46c-e2afebb2c61f", "name": "network-vif-unplugged", "status": "completed", "tag": "f5131071-ff36-4b36-bf83-e46eb31e3bf8"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:01.109211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f5131071-ff36-4b36-bf83-e46eb31e3bf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5131071-ff36-4b36-bf83-e46eb31e3bf8,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:01.118971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Pushing event updated for resources: {'Port': ['ID=1dcdcd3b-d934-44d6-89a7-7217c43eea64,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:01.155357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:01.179544 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a74bc9-b39b-41e3-91d7-dc97e85accbd x-openstack-request-id: req-03a74bc9-b39b-41e3-91d7-dc97e85accbd {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:01.179829 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a03d234-848c-408c-b46c-e2afebb2c61f", "name": "network-vif-unplugged", "status": "completed", "tag": "f5131071-ff36-4b36-bf83-e46eb31e3bf8", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:01.180078 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03a74bc9-b39b-41e3-91d7-dc97e85accbd {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:01.180495 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a74bc9-b39b-41e3-91d7-dc97e85accbd'] response: {'server_uuid': '1a03d234-848c-408c-b46c-e2afebb2c61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8', 'code': 200}
Apr 16 21:16:01.184144 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:01.217023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffe3f2-da16-42df-89f1-a5dd3b7d737e req-5198eac5-fdc9-40a9-902e-b745f6e3eebd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:01.219085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-98ffe3f2-da16-42df-89f1-a5dd3b7d737e req-5198eac5-fdc9-40a9-902e-b745f6e3eebd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 943 time: 0.0490942
Apr 16 21:16:01.252473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f5131071-ff36-4b36-bf83-e46eb31e3bf8,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:01.255374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:01.255749 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:01.281658 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-98ffe3f2-da16-42df-89f1-a5dd3b7d737e req-2461bc0d-4b51-481b-8bd7-aa8829ccc0c7 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542519
Apr 16 21:16:01.344228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:01.344680 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:01.377300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=202e8e95-ba55-4eb1-9a8b-82baa41dbc75,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:01.467417 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:01.492803 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Publish callbacks [] for router_gateway (f2182d22-0df2-487f-9e2d-07362d732476), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:01.529379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=202e8e95-ba55-4eb1-9a8b-82baa41dbc75,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:01.622170 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e47ac-7fa3-4eb6-9756-c15e74f4b561 req-145625c5-2510-48d7-98a3-ddcf007a74fc tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:01.623613 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8b3e47ac-7fa3-4eb6-9756-c15e74f4b561 req-145625c5-2510-48d7-98a3-ddcf007a74fc tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0900679
Apr 16 21:16:01.734232 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b498e954-2a8b-4b66-b852-19cdf4535bde req-f8011c22-675a-4bc5-b6d8-d1ee61c3af72 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0328672
Apr 16 21:16:01.776518 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8b3e47ac-7fa3-4eb6-9756-c15e74f4b561 req-96be7cea-c671-49db-863e-0e6d61fc7d09 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460123
Apr 16 21:16:01.869148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d444b0-cb34-4de2-a55c-cd6b10108d62 None None] Network 006efeff-f11c-4209-8816-f1fa1acf7fed requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:16:01.877079 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be358d3c-c218-4271-8ce4-213db3b420d8 req-196d0781-8030-4338-b558-c0bf24a42f13 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 210 time: 0.0420306
Apr 16 21:16:01.935460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-94205cbc-9a95-4da4-b52a-c0ec3554e7b0 None None] Provisioning complete for port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:01.939149 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-94205cbc-9a95-4da4-b52a-c0ec3554e7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:02.077217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-94205cbc-9a95-4da4-b52a-c0ec3554e7b0 None None] Current status of the port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:02.182721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab178f-ffc3-42e3-b9d2-2cbedc019ba3 req-c8cc4773-0c08-4954-bfe8-1b6dd04a28a1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:02.184321 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bab178f-ffc3-42e3-b9d2-2cbedc019ba3 req-c8cc4773-0c08-4954-bfe8-1b6dd04a28a1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0758672
Apr 16 21:16:02.204871 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-299f9aae-acdf-4def-b7b3-ef1bc1428a15 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:02.209322 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-299f9aae-acdf-4def-b7b3-ef1bc1428a15 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.41 "GET /v2.0/networks?id=769f0aad-9fdd-4679-bf9a-69cbe3356918 HTTP/1.1" status: 200  len: 804 time: 0.4925017
Apr 16 21:16:02.219996 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (f2182d22-0df2-487f-9e2d-07362d732476), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:02.290874 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3bab178f-ffc3-42e3-b9d2-2cbedc019ba3 req-ac1aa065-49db-4d68-9aa7-95cdaa9827e9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999856
Apr 16 21:16:02.293049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b23aef9b-e0eb-4bf0-a240-6ad6cd5ebf1f None None] Provisioning complete for port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:02.293629 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b23aef9b-e0eb-4bf0-a240-6ad6cd5ebf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:02.375276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b23aef9b-e0eb-4bf0-a240-6ad6cd5ebf1f None None] Current status of the port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:02.409215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6087378-7c66-4496-beb5-621764177dc0 req-b1dbdd2e-094c-4210-bd22-138ef412c53c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:02.410702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c6087378-7c66-4496-beb5-621764177dc0 req-b1dbdd2e-094c-4210-bd22-138ef412c53c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 943 time: 0.0514545
Apr 16 21:16:02.462812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c6087378-7c66-4496-beb5-621764177dc0 req-ac83f6c2-621f-4dea-b7ef-b898ad860d1a tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446928
Apr 16 21:16:02.516908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Router f2182d22-0df2-487f-9e2d-07362d732476 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:16:02.628911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:16:02.638250 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Sync routers for ids ['f2182d22-0df2-487f-9e2d-07362d732476'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:16:02.649105 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Routers {'f2182d22-0df2-487f-9e2d-07362d732476'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:16:02.654138 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c8cc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:15:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f2182d22-0df2-487f-9e2d-07362d732476'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:16:02.747642 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:02.748975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-71776a7b-aaab-4e3d-8f05-aa1d7593bc1c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 2.9851172
Apr 16 21:16:02.751593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58834) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:16:02.755498 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Set router f2182d22-0df2-487f-9e2d-07362d732476 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:16:02.876379 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68fa2f5c-fe7c-45ab-8a53-a0467a5ba829 req-4a635979-1e9c-4a12-bd12-be3c2f0bdf1c tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0330801
Apr 16 21:16:02.930031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40ff66-9eed-4de3-ad60-45fd63fdca42 req-fcace013-61cc-4e3d-8ca9-43713412df39 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:02.932510 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b40ff66-9eed-4de3-ad60-45fd63fdca42 req-fcace013-61cc-4e3d-8ca9-43713412df39 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0578141
Apr 16 21:16:02.957425 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c8cc10>, [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:01Z', 'revision_number': 3, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:16:02.987802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b40ff66-9eed-4de3-ad60-45fd63fdca42 req-9e68ceb0-cbb2-46f2-a553-00c569988958 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490711
Apr 16 21:16:02.989946 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Checking router: f2182d22-0df2-487f-9e2d-07362d732476 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:16:02.990492 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Updating router f2182d22-0df2-487f-9e2d-07362d732476 port 1dcdcd3b-d934-44d6-89a7-7217c43eea64 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:16:03.019655 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:03.032127 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce8aa30f-5933-4c13-b86a-c1f7a2c16e8a req-29aa0e1d-a50c-4fbf-89f8-180ccaa5d7f1 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 210 time: 0.0618944
Apr 16 21:16:03.120706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-370f72c5-1ed8-42f0-80ff-f0b577805424 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Request body: {'port': {'device_id': 'ff70294f-a73f-4dcf-aaf4-bd979106f1b8', 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918', 'admin_state_up': True, 'tenant_id': 'f95103d3663146e9ba6ffb49a05196b4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:03.126616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:03.194724 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:03.195113 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:03.273143 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c94d8f7d-3f9d-404a-97dc-7263f9f63d06 req-4e988833-21e2-414f-aded-969f238bd54d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0479288
Apr 16 21:16:03.288878 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:03.341119 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Publish callbacks [] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:03.416668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f39488-f012-4270-8337-b647980c874a req-ba9a5fd8-f7a5-437c-8b7a-bfacf2a622c1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:03.419174 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34f39488-f012-4270-8337-b647980c874a req-ba9a5fd8-f7a5-437c-8b7a-bfacf2a622c1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0512905
Apr 16 21:16:03.431823 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:03.442648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-370f72c5-1ed8-42f0-80ff-f0b577805424 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Made reservation on behalf of f95103d3663146e9ba6ffb49a05196b4 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:16:03.453808 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-370f72c5-1ed8-42f0-80ff-f0b577805424 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:03.475287 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34f39488-f012-4270-8337-b647980c874a req-0a526421-d2c5-4b96-9996-f3734a88f907 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491726
Apr 16 21:16:03.488451 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Pushing event updated for resources: {'Port': ['ID=1dcdcd3b-d934-44d6-89a7-7217c43eea64,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:03.490951 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Attempting to bind port 1dcdcd3b-d934-44d6-89a7-7217c43eea64 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:16:03.491322 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Attempting to bind port 1dcdcd3b-d934-44d6-89a7-7217c43eea64 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:16:03.491682 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Attempting to bind port 1dcdcd3b-d934-44d6-89a7-7217c43eea64 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:03.506820 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:16:03.507158 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:16:03.507566 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:03.507983 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:16:03.508637 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Bound port: 1dcdcd3b-d934-44d6-89a7-7217c43eea64, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:16:03.509059 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:03.512786 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.513139 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.513619 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.513967 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.514304 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.514643 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.515110 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.515633 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:03.515832 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.515938 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.516305 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.516761 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.517101 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.517616 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.517956 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.518342 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:03.583763 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] For port 1dcdcd3b-d934-44d6-89a7-7217c43eea64, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:16:03.586742 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] For port 1dcdcd3b-d934-44d6-89a7-7217c43eea64, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1dcdcd3b-d934-44d6-89a7-7217c43eea64,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:16:03.636285 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:03.673705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a46762-1eab-4a5e-833e-ab6cb53f25a7 req-5527750d-5bfb-462d-8804-6ceb27f85b32 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:03.675266 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85a46762-1eab-4a5e-833e-ab6cb53f25a7 req-5527750d-5bfb-462d-8804-6ceb27f85b32 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 943 time: 0.1306224
Apr 16 21:16:03.700900 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e54428-ffd9-4076-9ea7-65906d478d33 None None] Pushing event updated for resources: {'Port': ['ID=1dcdcd3b-d934-44d6-89a7-7217c43eea64,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:03.709108 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Routers {'f2182d22-0df2-487f-9e2d-07362d732476'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:16:03.709838 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c8cc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:15:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f2182d22-0df2-487f-9e2d-07362d732476'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:16:03.719713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-370f72c5-1ed8-42f0-80ff-f0b577805424 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Allocated IP 172.20.0.2 (769f0aad-9fdd-4679-bf9a-69cbe3356918/0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf/16b4583f-548f-4d1c-8ae5-e1254189e93a) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:16:03.846887 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85a46762-1eab-4a5e-833e-ab6cb53f25a7 req-2f5cf060-533a-4ab5-8434-666c57c1af1e tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562238
Apr 16 21:16:03.904433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Allocated IP 172.20.0.1 (006efeff-f11c-4209-8816-f1fa1acf7fed/51b9b701-509f-4b81-b9ac-b1e3ed1147d0/891d81bf-44fe-4fb3-9af0-20abaea950f7) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:16:03.921409 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] Set router f2182d22-0df2-487f-9e2d-07362d732476 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:16:03.998696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-673bec99-88b3-4537-8fcc-8dca68d01b60 req-05b6ec09-1287-49a9-aaa2-d70283c5848f tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0352850
Apr 16 21:16:04.064116 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-370f72c5-1ed8-42f0-80ff-f0b577805424 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks [] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:04.109841 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c8cc10>, [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:01Z', 'revision_number': 3, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:16:04.122049 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Publish callbacks [] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:04.139066 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b5bbcc-0aad-4a57-b1fa-7322476a3a6d None None] The sync data for ids ['f2182d22-0df2-487f-9e2d-07362d732476'] in ncdv-master-1 is: [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:01Z', 'revision_number': 3, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:16:04.151211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd3f27-c73f-4b31-b549-c191d5e7d2e9 req-4ae1f1b2-f549-4c11-8f5a-7cf2125dae01 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:04.152786 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95dd3f27-c73f-4b31-b549-c191d5e7d2e9 req-4ae1f1b2-f549-4c11-8f5a-7cf2125dae01 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0856140
Apr 16 21:16:04.155356 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2225b1ef-f689-4f1c-b278-671903181b08 req-412c7542-29fd-4d8c-b58d-03290a5842bd tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 210 time: 0.0343943
Apr 16 21:16:04.234579 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95dd3f27-c73f-4b31-b549-c191d5e7d2e9 req-832795eb-9468-4a94-a49a-7b06727f466c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748634
Apr 16 21:16:04.281680 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-370f72c5-1ed8-42f0-80ff-f0b577805424 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:04.326677 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:04.387071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-370f72c5-1ed8-42f0-80ff-f0b577805424 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Network 769f0aad-9fdd-4679-bf9a-69cbe3356918 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:16:04.394122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f72c5-1ed8-42f0-80ff-f0b577805424 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Pushing event updated for resources: {'Port': ['ID=16b4583f-548f-4d1c-8ae5-e1254189e93a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:04.399257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-370f72c5-1ed8-42f0-80ff-f0b577805424 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:16:04.406087 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-370f72c5-1ed8-42f0-80ff-f0b577805424 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:16:04.415062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f17447-c340-4a59-975d-f8a2f122ff6f req-e457b3c8-c656-4544-82f5-076847fbbb17 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:04.417504 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e6f17447-c340-4a59-975d-f8a2f122ff6f req-e457b3c8-c656-4544-82f5-076847fbbb17 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 943 time: 0.1231587
Apr 16 21:16:04.437273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Network 006efeff-f11c-4209-8816-f1fa1acf7fed is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:16:04.473862 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:16:04.482794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:16:04.552848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Pushing event updated for resources: {'Port': ['ID=891d81bf-44fe-4fb3-9af0-20abaea950f7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:04.624878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-370f72c5-1ed8-42f0-80ff-f0b577805424 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:04.625599 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-370f72c5-1ed8-42f0-80ff-f0b577805424 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:04.643371 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (f2182d22-0df2-487f-9e2d-07362d732476), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:04.651416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232c178-68d0-45ab-b563-3fde2166edce req-036ac45d-93f2-4abd-a8f2-7b26d001c325 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:04.653200 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7232c178-68d0-45ab-b563-3fde2166edce req-036ac45d-93f2-4abd-a8f2-7b26d001c325 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0801034
Apr 16 21:16:04.726204 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7232c178-68d0-45ab-b563-3fde2166edce req-2c164176-7d60-4740-aac6-e65791f51978 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648649
Apr 16 21:16:04.731495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-e6f17447-c340-4a59-975d-f8a2f122ff6f req-8511a483-6bd7-4f02-a8ba-fc69a205b915 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Deleting port f5131071-ff36-4b36-bf83-e46eb31e3bf8 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:16:04.732258 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e6f17447-c340-4a59-975d-f8a2f122ff6f req-8511a483-6bd7-4f02-a8ba-fc69a205b915 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:04.802426 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-370f72c5-1ed8-42f0-80ff-f0b577805424 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6908166
Apr 16 21:16:04.813159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-194c133f-3d7e-4e9a-9455-1497daf52a55 None None] Provisioning complete for port 891d81bf-44fe-4fb3-9af0-20abaea950f7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:04.813745 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-194c133f-3d7e-4e9a-9455-1497daf52a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:04.851428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-194c133f-3d7e-4e9a-9455-1497daf52a55 None None] Port 891d81bf-44fe-4fb3-9af0-20abaea950f7 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:16:04.854018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Request body: {'port': {'device_id': 'ff70294f-a73f-4dcf-aaf4-bd979106f1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:04.980096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-e6f17447-c340-4a59-975d-f8a2f122ff6f req-8511a483-6bd7-4f02-a8ba-fc69a205b915 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] For port f5131071-ff36-4b36-bf83-e46eb31e3bf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5131071-ff36-4b36-bf83-e46eb31e3bf8,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:04.980503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e6f17447-c340-4a59-975d-f8a2f122ff6f req-8511a483-6bd7-4f02-a8ba-fc69a205b915 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:05.005157 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:05.022556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-e6f17447-c340-4a59-975d-f8a2f122ff6f req-8511a483-6bd7-4f02-a8ba-fc69a205b915 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Calling delete_port for f5131071-ff36-4b36-bf83-e46eb31e3bf8 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:16:05.060246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607bb8a-157e-4fd0-9d11-1b7cbd6b458a req-0acd8ee1-aec3-46be-afd0-0cb568af84bf tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:05.061827 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b607bb8a-157e-4fd0-9d11-1b7cbd6b458a req-0acd8ee1-aec3-46be-afd0-0cb568af84bf tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 943 time: 0.1269386
Apr 16 21:16:05.069166 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:05.195800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1dcdcd3b-d934-44d6-89a7-7217c43eea64 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:05.206672 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95397cc6-c7f3-43dc-a8de-a8b23fe471db req-b3c4268f-9178-423c-8a98-19314fb6ad51 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0368166
Apr 16 21:16:05.265391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 1dcdcd3b-d934-44d6-89a7-7217c43eea64 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:05.265768 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:05.339707 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b607bb8a-157e-4fd0-9d11-1b7cbd6b458a req-9a1e11f1-c6b2-4e83-aa66-70fd8ce93a32 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2683709
Apr 16 21:16:05.342094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53abcae-a0d7-4313-991d-6155657eb2db req-9eed74a8-6049-4555-b692-5c63de04a578 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:05.343824 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e53abcae-a0d7-4313-991d-6155657eb2db req-9eed74a8-6049-4555-b692-5c63de04a578 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 931 time: 0.0580068
Apr 16 21:16:05.384992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 1dcdcd3b-d934-44d6-89a7-7217c43eea64 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:05.385405 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:05.419117 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 1dcdcd3b-d934-44d6-89a7-7217c43eea64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1dcdcd3b-d934-44d6-89a7-7217c43eea64,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:05.439470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e53abcae-a0d7-4313-991d-6155657eb2db req-6596ca6d-92c1-44d4-bc80-e82a0765282b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866063
Apr 16 21:16:05.505566 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:05.551946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edf288-09a1-41c3-b080-6005b1b362cc req-36f49618-a630-4fdb-9635-95949c5f6aad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:05.553985 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11edf288-09a1-41c3-b080-6005b1b362cc req-36f49618-a630-4fdb-9635-95949c5f6aad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0538161
Apr 16 21:16:05.574262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=1dcdcd3b-d934-44d6-89a7-7217c43eea64,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:05.596151 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Publish callbacks [] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:05.601184 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e6f17447-c340-4a59-975d-f8a2f122ff6f req-8511a483-6bd7-4f02-a8ba-fc69a205b915 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f5131071-ff36-4b36-bf83-e46eb31e3bf8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:05.615044 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11edf288-09a1-41c3-b080-6005b1b362cc req-17ce8301-a083-4d04-b816-0a0abefdcb95 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548823
Apr 16 21:16:05.651009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511a483-6bd7-4f02-a8ba-fc69a205b915 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Pushing event deleted for resources: {'Port': ['ID=f5131071-ff36-4b36-bf83-e46eb31e3bf8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:05.681275 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:05.756325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f17447-c340-4a59-975d-f8a2f122ff6f req-8511a483-6bd7-4f02-a8ba-fc69a205b915 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] No DVR routers for this DVR port f5131071-ff36-4b36-bf83-e46eb31e3bf8 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:16:05.767529 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e6f17447-c340-4a59-975d-f8a2f122ff6f req-8511a483-6bd7-4f02-a8ba-fc69a205b915 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:05.770872 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e6f17447-c340-4a59-975d-f8a2f122ff6f req-8511a483-6bd7-4f02-a8ba-fc69a205b915 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.41 "DELETE /v2.0/ports/f5131071-ff36-4b36-bf83-e46eb31e3bf8 HTTP/1.1" status: 204  len: 173 time: 1.3295243
Apr 16 21:16:05.778039 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a03d234-848c-408c-b46c-e2afebb2c61f', 'name': 'network-vif-deleted', 'tag': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:05.780399 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e8db15-c525-46a1-a619-6754f22c4057" -d '{"events": [{"server_uuid": "1a03d234-848c-408c-b46c-e2afebb2c61f", "name": "network-vif-deleted", "tag": "f5131071-ff36-4b36-bf83-e46eb31e3bf8"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:05.818221 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:05.828149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (f2182d22-0df2-487f-9e2d-07362d732476), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:05.831551 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Pushing event updated for resources: {'Port': ['ID=891d81bf-44fe-4fb3-9af0-20abaea950f7,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:05.849929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b4583f-548f-4d1c-8ae5-e1254189e93a {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:05.865087 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Publish callbacks [] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:05.877510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977661f-f314-475a-865c-e55a359f1621 req-73388834-4f70-4a54-85e7-edc58caefc0c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:05.879666 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d977661f-f314-475a-865c-e55a359f1621 req-73388834-4f70-4a54-85e7-edc58caefc0c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0605118
Apr 16 21:16:05.924501 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Transition to ACTIVE for port object 16b4583f-548f-4d1c-8ae5-e1254189e93a will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:16:05.939825 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d977661f-f314-475a-865c-e55a359f1621 req-35d53d2e-5357-4e36-bc02-ab9fc060db38 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529513
Apr 16 21:16:05.969858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Network 006efeff-f11c-4209-8816-f1fa1acf7fed is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:16:05.971788 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:16:05.991828 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8a902c-75fc-4513-8bdb-f80a8ae5010d x-openstack-request-id: req-9d8a902c-75fc-4513-8bdb-f80a8ae5010d {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:05.992082 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a03d234-848c-408c-b46c-e2afebb2c61f", "name": "network-vif-deleted", "tag": "f5131071-ff36-4b36-bf83-e46eb31e3bf8", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:05.992412 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d8a902c-75fc-4513-8bdb-f80a8ae5010d {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:05.992714 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d8a902c-75fc-4513-8bdb-f80a8ae5010d'] response: {'server_uuid': '1a03d234-848c-408c-b46c-e2afebb2c61f', 'name': 'network-vif-deleted', 'tag': 'f5131071-ff36-4b36-bf83-e46eb31e3bf8', 'status': 'completed', 'code': 200}
Apr 16 21:16:06.036924 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:06.288369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b9a488d1-7a9a-497e-8f2d-865fc662cb85 None None] Provisioning complete for port 891d81bf-44fe-4fb3-9af0-20abaea950f7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:06.288649 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b9a488d1-7a9a-497e-8f2d-865fc662cb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:06.324851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b9a488d1-7a9a-497e-8f2d-865fc662cb85 None None] Port 891d81bf-44fe-4fb3-9af0-20abaea950f7 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:16:06.454918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-abdd534d-d481-4702-956b-1b52415e3561 req-8937ebbc-8834-496f-b2ef-fef39ac933b7 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a03d234-848c-408c-b46c-e2afebb2c61f HTTP/1.1" status: 200  len: 210 time: 0.0296769
Apr 16 21:16:06.455557 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10e5396f-f889-4347-a31a-8816a7696ce1 req-f5dca88a-04cc-4903-94d3-e089d0287e33 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0486226
Apr 16 21:16:06.458175 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Pushing event updated for resources: {'Port': ['ID=16b4583f-548f-4d1c-8ae5-e1254189e93a,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:06.526632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Router f2182d22-0df2-487f-9e2d-07362d732476 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:16:06.586380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Attempting to bind port 16b4583f-548f-4d1c-8ae5-e1254189e93a on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:16:06.586735 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Attempting to bind port 16b4583f-548f-4d1c-8ae5-e1254189e93a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:16:06.587117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Attempting to bind port 16b4583f-548f-4d1c-8ae5-e1254189e93a on network 769f0aad-9fdd-4679-bf9a-69cbe3356918 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:06.609794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Port 16b4583f-548f-4d1c-8ae5-e1254189e93a on network 769f0aad-9fdd-4679-bf9a-69cbe3356918 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:16:06.609794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Attempting to bind port 16b4583f-548f-4d1c-8ae5-e1254189e93a on network 769f0aad-9fdd-4679-bf9a-69cbe3356918 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:06.615397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94eae6-d0c3-4c6b-a5b8-ad09a048e707 req-109180af-fdf9-41d2-ba77-ccf6cf647f37 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:06.617658 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba94eae6-d0c3-4c6b-a5b8-ad09a048e707 req-109180af-fdf9-41d2-ba77-ccf6cf647f37 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 943 time: 0.0704496
Apr 16 21:16:06.641802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c9f9d9d8-037f-4443-a824-236014ee7779 req-9e05a662-768c-4b1b-9df7-6f88befc4a34 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0457540
Apr 16 21:16:06.641802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:16:06.641802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Checking segment: {'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:16:06.641802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Bound using segment: {'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:16:06.641802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Bound port: 16b4583f-548f-4d1c-8ae5-e1254189e93a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:16:06.642498 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:06.700660 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba94eae6-d0c3-4c6b-a5b8-ad09a048e707 req-a39afc85-68ad-4083-b2c3-f468f0af9cbe tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634446
Apr 16 21:16:06.753818 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:16:06.765081 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e8e4fccf-f02b-45ef-95cd-9d1105c91f19 admin admin] 10.222.0.20 "PUT /v2.0/routers/f2182d22-0df2-487f-9e2d-07362d732476/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0124104
Apr 16 21:16:06.767367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Sync routers for ids ['f2182d22-0df2-487f-9e2d-07362d732476'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:16:06.785093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Routers {'f2182d22-0df2-487f-9e2d-07362d732476'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:16:06.785688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a0afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:15:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f2182d22-0df2-487f-9e2d-07362d732476'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:16:06.792635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] For port 16b4583f-548f-4d1c-8ae5-e1254189e93a, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:16:06.814713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777818e-e3d8-4ef7-905f-2737255f66c2 req-5759b497-2c76-4ef1-8928-8ebd593f5132 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:06.816296 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5777818e-e3d8-4ef7-905f-2737255f66c2 req-5759b497-2c76-4ef1-8928-8ebd593f5132 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0800757
Apr 16 21:16:06.818185 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] For port 16b4583f-548f-4d1c-8ae5-e1254189e93a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16b4583f-548f-4d1c-8ae5-e1254189e93a,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:16:06.877236 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5777818e-e3d8-4ef7-905f-2737255f66c2 req-08f6a1cd-1046-4efa-b376-260dfd3e3df0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533030
Apr 16 21:16:06.917438 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:06.957127 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:06.957765 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:06.958479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Set router f2182d22-0df2-487f-9e2d-07362d732476 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:16:06.959162 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] 10.222.0.41 "PUT /v2.0/ports/16b4583f-548f-4d1c-8ae5-e1254189e93a HTTP/1.1" status: 200  len: 1091 time: 2.1119952
Apr 16 21:16:06.996379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f5131071-ff36-4b36-bf83-e46eb31e3bf8 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:16:07.019095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9597630-48a4-41db-9185-03e429d3d793 service neutron] Pushing event updated for resources: {'Port': ['ID=16b4583f-548f-4d1c-8ae5-e1254189e93a,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:07.035710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: f5131071-ff36-4b36-bf83-e46eb31e3bf8 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:16:07.035710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f5131071-ff36-4b36-bf83-e46eb31e3bf8 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:16:07.163584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1dcdcd3b-d934-44d6-89a7-7217c43eea64 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:07.171213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-021fc881-1525-4550-bfb1-ed48d23c1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:07.172745 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-021fc881-1525-4550-bfb1-ed48d23c1846 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f95103d3663146e9ba6ffb49a05196b4&device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 1125 time: 0.0468583
Apr 16 21:16:07.225215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-6564c910-b4d8-41b2-9907-e17d9c971106 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16b4583f-548f-4d1c-8ae5-e1254189e93a HTTP/1.1" status: 200  len: 217 time: 0.0441453
Apr 16 21:16:07.231490 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59f576-937c-45ac-b1f7-b00055a3705f req-e5c3dea4-fff7-4546-8644-9181fc16e3a8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:07.233058 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9c59f576-937c-45ac-b1f7-b00055a3705f req-e5c3dea4-fff7-4546-8644-9181fc16e3a8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.1604302
Apr 16 21:16:07.243968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-770ebcbe-9af0-4572-aaea-33144fa67a3d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:07.245872 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-770ebcbe-9af0-4572-aaea-33144fa67a3d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 819 time: 0.1405067
Apr 16 21:16:07.262736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-0927e5c0-c1a9-4745-8972-9e889b9f63c7 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/quotas/ff01c614d0ea4275b713b7e872342151 HTTP/1.1" status: 200  len: 375 time: 0.0104473
Apr 16 21:16:07.268484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 1dcdcd3b-d934-44d6-89a7-7217c43eea64 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:07.268484 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:07.302375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a0afa0>, [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:04Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '891d81bf-44fe-4fb3-9af0-20abaea950f7', 'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'mac_address': 'fa:16:3e:25:bd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:03Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 2, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'subnets': [{'id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:16:07.303495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-8f9fbc1d-17fa-464f-81a1-0d1ecd1803f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:07.305194 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-8f9fbc1d-17fa-464f-81a1-0d1ecd1803f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf HTTP/1.1" status: 200  len: 844 time: 0.0712047
Apr 16 21:16:07.325289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-95618242-9b91-4a44-a25c-b111f65a491e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0527883
Apr 16 21:16:07.332018 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9c59f576-937c-45ac-b1f7-b00055a3705f req-d98c1b8e-0f06-4daa-95e1-ad30e1d3a81e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905170
Apr 16 21:16:07.339953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Checking router: f2182d22-0df2-487f-9e2d-07362d732476 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:16:07.340550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Updating router f2182d22-0df2-487f-9e2d-07362d732476 port 891d81bf-44fe-4fb3-9af0-20abaea950f7 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:16:07.348619 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-f5087659-402c-4593-9791-6ddbd5134c6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=769f0aad-9fdd-4679-bf9a-69cbe3356918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375211
Apr 16 21:16:07.395284 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:07.443001 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-3e3bdf3f-48b4-4b13-9055-0bcebece0e22 service neutron] 10.222.0.41 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884404
Apr 16 21:16:07.453907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 1dcdcd3b-d934-44d6-89a7-7217c43eea64 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:07.454241 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-8829f1c3-a309-49e1-a723-afd9c1f8b58c service neutron] 10.222.0.20 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1140559
Apr 16 21:16:07.558851 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e5429aa-1e30-4284-93cf-6e5d69f5bcd7 req-1b78edd0-78a5-45bb-8a56-16626f416946 service neutron] 10.222.0.41 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094699
Apr 16 21:16:07.585814 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-d4954c39-ada9-42eb-8510-2d5ebc5e92ba service neutron] 10.222.0.20 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241848
Apr 16 21:16:07.708953 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Publish callbacks [] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:07.709187 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58914) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:16:07.716013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-be701935-f33b-445f-8936-562f93de0778 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2001135088', 'description': 'tempest-description--2134322784'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:07.777960 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c288307f-caa6-40a6-b0bd-00a5f69d10a7 req-5b6c7100-1cab-42b4-bad1-deede6f10eb5 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0263898
Apr 16 21:16:07.808617 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:07.819546 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be701935-f33b-445f-8936-562f93de0778 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:07.894663 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a519124d-7436-4d1f-a9b5-3d232249dd70 req-37089970-b6ab-4255-8b76-c41fd64c0de4 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 210 time: 0.0367408
Apr 16 21:16:07.929608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d2a7f-167c-4887-bf74-9cffac5311b3 None None] Pushing event updated for resources: {'Port': ['ID=891d81bf-44fe-4fb3-9af0-20abaea950f7,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:07.963357 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be701935-f33b-445f-8936-562f93de0778 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for security_group (062f3c85-3f5b-430c-a9ae-130fcfdca6fd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:07.978030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3b95e-d25a-4428-9db6-c9a6475a09a8 req-33a33cd5-f9f1-4442-a244-8aeab25312ee tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:07.979668 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01d3b95e-d25a-4428-9db6-c9a6475a09a8 req-33a33cd5-f9f1-4442-a244-8aeab25312ee tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 943 time: 0.1244249
Apr 16 21:16:08.002858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff70294f-a73f-4dcf-aaf4-bd979106f1b8', 'tag': '16b4583f-548f-4d1c-8ae5-e1254189e93a'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:08.002858 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17480087-a594-4b8f-98b0-bb46edeb7636" -d '{"events": [{"name": "network-changed", "server_uuid": "ff70294f-a73f-4dcf-aaf4-bd979106f1b8", "tag": "16b4583f-548f-4d1c-8ae5-e1254189e93a"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:08.042703 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be701935-f33b-445f-8936-562f93de0778 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (062f3c85-3f5b-430c-a9ae-130fcfdca6fd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:08.071023 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01d3b95e-d25a-4428-9db6-c9a6475a09a8 req-d6eaef2d-9b31-4dff-9d68-91cd7294803f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822065
Apr 16 21:16:08.072351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Attempting to bind port 891d81bf-44fe-4fb3-9af0-20abaea950f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:16:08.072830 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Attempting to bind port 891d81bf-44fe-4fb3-9af0-20abaea950f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:16:08.073080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Attempting to bind port 891d81bf-44fe-4fb3-9af0-20abaea950f7 on network 006efeff-f11c-4209-8816-f1fa1acf7fed {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:08.074562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c20b3-a573-448b-a484-8e62fc51deb3 req-cdf0f104-3091-4b9b-980d-de25bda800d8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:08.076058 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-238c20b3-a573-448b-a484-8e62fc51deb3 req-cdf0f104-3091-4b9b-980d-de25bda800d8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0859363
Apr 16 21:16:08.086017 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:16:08.086406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Checking segment: {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:16:08.087467 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:08.087987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Bound using segment: {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:16:08.088429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Bound port: 891d81bf-44fe-4fb3-9af0-20abaea950f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:16:08.091994 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:08.108913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be701935-f33b-445f-8936-562f93de0778 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062f3c85-3f5b-430c-a9ae-130fcfdca6fd,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:08.156694 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf5f5f0-5b2d-41bc-85af-654c5eba1162 x-openstack-request-id: req-7bf5f5f0-5b2d-41bc-85af-654c5eba1162 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:08.156988 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff70294f-a73f-4dcf-aaf4-bd979106f1b8", "tag": "16b4583f-548f-4d1c-8ae5-e1254189e93a", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:08.157245 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bf5f5f0-5b2d-41bc-85af-654c5eba1162 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:08.157651 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf5f5f0-5b2d-41bc-85af-654c5eba1162'] response: {'name': 'network-changed', 'server_uuid': 'ff70294f-a73f-4dcf-aaf4-bd979106f1b8', 'tag': '16b4583f-548f-4d1c-8ae5-e1254189e93a', 'status': 'completed', 'code': 200}
Apr 16 21:16:08.168079 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-238c20b3-a573-448b-a484-8e62fc51deb3 req-42651d15-d6a5-4ec2-b3cd-3387ca590fe8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794916
Apr 16 21:16:08.171574 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be701935-f33b-445f-8936-562f93de0778 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:08.175313 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58934) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:16:08.181276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1080a8cb-b7a8-4759-b8d3-da0dfef40f40 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Request body: {'security_group_rule': {'security_group_id': '062f3c85-3f5b-430c-a9ae-130fcfdca6fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:08.181575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-be701935-f33b-445f-8936-562f93de0778 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.4702797
Apr 16 21:16:08.208318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] For port 891d81bf-44fe-4fb3-9af0-20abaea950f7, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:16:08.212473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] For port 891d81bf-44fe-4fb3-9af0-20abaea950f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=891d81bf-44fe-4fb3-9af0-20abaea950f7,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:16:08.271069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-273d794c-ba9f-4c70-a054-e25567dccde4 None None] Provisioning complete for port 891d81bf-44fe-4fb3-9af0-20abaea950f7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:08.271479 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-273d794c-ba9f-4c70-a054-e25567dccde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:08.306665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-273d794c-ba9f-4c70-a054-e25567dccde4 None None] Port 891d81bf-44fe-4fb3-9af0-20abaea950f7 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:16:08.331124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-af57dafd-5fd3-4a1e-88ae-af72be0c5854 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:08.332779 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-af57dafd-5fd3-4a1e-88ae-af72be0c5854 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 819 time: 0.1067057
Apr 16 21:16:08.350027 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:08.356289 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1080a8cb-b7a8-4759-b8d3-da0dfef40f40 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for security_group_rule (ff852880-d22e-4b1b-940b-6d451f40caa1), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:08.365193 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-51b17313-03c1-4d4f-99cf-d98587c49bf7 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/quotas/ff01c614d0ea4275b713b7e872342151 HTTP/1.1" status: 200  len: 375 time: 0.0263772
Apr 16 21:16:08.423925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Routers {'f2182d22-0df2-487f-9e2d-07362d732476'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:16:08.424735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a0afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:15:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f2182d22-0df2-487f-9e2d-07362d732476'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:16:08.469895 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-eb8b555c-8b17-4503-ac7d-afe9312d8348 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0945773
Apr 16 21:16:08.477926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c25463-9476-4f02-8787-3b2e56e1e71e req-b5491f3d-7255-4250-85a3-5e0bc42ce213 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:08.487949 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b1c25463-9476-4f02-8787-3b2e56e1e71e req-b5491f3d-7255-4250-85a3-5e0bc42ce213 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0780663
Apr 16 21:16:08.557174 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b1c25463-9476-4f02-8787-3b2e56e1e71e req-2440a277-79bf-49c0-b734-2a8400498723 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653896
Apr 16 21:16:08.591153 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1080a8cb-b7a8-4759-b8d3-da0dfef40f40 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for security_group_rule (ff852880-d22e-4b1b-940b-6d451f40caa1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:08.613720 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-3546121a-926c-4a6b-b146-1beba0f0d29b service neutron] 10.222.0.20 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368682
Apr 16 21:16:08.622336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d2a7f-167c-4887-bf74-9cffac5311b3 None None] Pushing event updated for resources: {'Port': ['ID=891d81bf-44fe-4fb3-9af0-20abaea950f7,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:08.676733 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1080a8cb-b7a8-4759-b8d3-da0dfef40f40 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (ff852880-d22e-4b1b-940b-6d451f40caa1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:08.697521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a8cb-b7a8-4759-b8d3-da0dfef40f40 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff852880-d22e-4b1b-940b-6d451f40caa1,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:08.707427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] Set router f2182d22-0df2-487f-9e2d-07362d732476 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:16:08.744832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-665a2c74-1e1b-4902-9cd7-a1014a018f55 service neutron] 10.222.0.20 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223600
Apr 16 21:16:08.758547 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5a5f469a-1217-4f18-afff-1594d87954d9 None None] Provisioning complete for port 891d81bf-44fe-4fb3-9af0-20abaea950f7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:08.758875 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5a5f469a-1217-4f18-afff-1594d87954d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:08.770594 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1080a8cb-b7a8-4759-b8d3-da0dfef40f40 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:08.772042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1080a8cb-b7a8-4759-b8d3-da0dfef40f40 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5957317
Apr 16 21:16:08.774883 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58946) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:16:08.779288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e3c304d8-ce29-4dd4-9ea9-9ed0620f3591 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Request body: {'security_group_rule': {'security_group_id': '062f3c85-3f5b-430c-a9ae-130fcfdca6fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:08.912308 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-825bb24a-2678-4a91-9ee7-ff8edd4bb7b7 req-59ad8db3-9eef-43f1-9f6b-a815c17d2da1 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0315216
Apr 16 21:16:08.924326 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3c304d8-ce29-4dd4-9ea9-9ed0620f3591 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for security_group_rule (101d4dac-592d-407f-8beb-fac94f47afb5), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:08.972786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f469a-1217-4f18-afff-1594d87954d9 None None] Current status of the port 891d81bf-44fe-4fb3-9af0-20abaea950f7 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:08.973176 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5a5f469a-1217-4f18-afff-1594d87954d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:09.015031 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3c304d8-ce29-4dd4-9ea9-9ed0620f3591 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for security_group_rule (101d4dac-592d-407f-8beb-fac94f47afb5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:09.043271 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6dfc-d840-4ed6-9346-7eca6403bdc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:09.047044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e16f0024-3b9d-4af2-b793-65dd31556b29 req-729dd0df-1712-4ddf-813a-d4be9a6d196b tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 210 time: 0.0322783
Apr 16 21:16:09.066668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a0afa0>, [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:04Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '891d81bf-44fe-4fb3-9af0-20abaea950f7', 'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'mac_address': 'fa:16:3e:25:bd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:03Z', 'updated_at': '2022-04-16T21:16:08Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'subnets': [{'id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:16:09.069627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5a5f469a-1217-4f18-afff-1594d87954d9 None None] For port 891d81bf-44fe-4fb3-9af0-20abaea950f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=891d81bf-44fe-4fb3-9af0-20abaea950f7,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:09.098555 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bae709d-e092-40ed-909a-4c72a676f266 None None] The sync data for ids ['f2182d22-0df2-487f-9e2d-07362d732476'] in ncdv-master-1 is: [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:04Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '891d81bf-44fe-4fb3-9af0-20abaea950f7', 'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'mac_address': 'fa:16:3e:25:bd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:03Z', 'updated_at': '2022-04-16T21:16:08Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'subnets': [{'id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:16:09.111100 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3c304d8-ce29-4dd4-9ea9-9ed0620f3591 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (101d4dac-592d-407f-8beb-fac94f47afb5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:09.132516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c304d8-ce29-4dd4-9ea9-9ed0620f3591 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101d4dac-592d-407f-8beb-fac94f47afb5,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:09.165149 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5a5f469a-1217-4f18-afff-1594d87954d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:09.198708 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3c304d8-ce29-4dd4-9ea9-9ed0620f3591 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:09.204803 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e3c304d8-ce29-4dd4-9ea9-9ed0620f3591 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4242055
Apr 16 21:16:09.204915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58958) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:16:09.221160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:09.258216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f469a-1217-4f18-afff-1594d87954d9 None None] Pushing event updated for resources: {'Port': ['ID=891d81bf-44fe-4fb3-9af0-20abaea950f7,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:09.295558 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e790e9e-d1c1-4c8d-aa16-5f6f7ad9c4a0 req-016653a8-ed07-4774-90e7-ac455507e5d0 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:09.303311 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1e790e9e-d1c1-4c8d-aa16-5f6f7ad9c4a0 req-016653a8-ed07-4774-90e7-ac455507e5d0 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 943 time: 0.1021054
Apr 16 21:16:09.328139 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:09.363395 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1e790e9e-d1c1-4c8d-aa16-5f6f7ad9c4a0 req-0075fa28-cb21-4838-9b56-7bed41c7dfa7 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591505
Apr 16 21:16:09.403687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca2d44-5cd6-4a73-b53d-7ad55e51fa08 req-96d9abff-332b-4e09-b7c6-9c4ea04b7290 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:09.407024 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94ca2d44-5cd6-4a73-b53d-7ad55e51fa08 req-96d9abff-332b-4e09-b7c6-9c4ea04b7290 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.1126561
Apr 16 21:16:09.472570 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:09.499251 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94ca2d44-5cd6-4a73-b53d-7ad55e51fa08 req-fa5ac1fe-9cf0-413b-8783-bb78f3c06427 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841451
Apr 16 21:16:09.609588 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Allocated IP 172.35.1.185 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/7ba7f87a-f5e0-466f-92b9-6ef9eb619b00) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:16:09.677714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93054cd8-47bd-4421-81dc-4a9c66bd39cb req-835e2f41-6a82-4510-9337-f7e60b250e4f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:09.685366 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93054cd8-47bd-4421-81dc-4a9c66bd39cb req-835e2f41-6a82-4510-9337-f7e60b250e4f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0551157
Apr 16 21:16:09.754130 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for port (7ba7f87a-f5e0-466f-92b9-6ef9eb619b00), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:09.766395 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93054cd8-47bd-4421-81dc-4a9c66bd39cb req-e4e713f5-67d0-4a98-bb87-88a750160c09 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799584
Apr 16 21:16:09.855400 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7ba7f87a-f5e0-466f-92b9-6ef9eb619b00), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:09.894107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:16:09.903676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:16:09.903676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:16:09.930815 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Pushing event updated for resources: {'Port': ['ID=7ba7f87a-f5e0-466f-92b9-6ef9eb619b00,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:10.005121 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for floatingip (cae5038f-f04d-44e7-9674-df58dda2c2a9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:10.079096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6692e15-9428-4a18-80ed-6f58e262b4f1 req-b3a5d9af-ac02-4f00-a478-eca19f5afab0 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0320477
Apr 16 21:16:10.089976 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17480087-a594-4b8f-98b0-bb46edeb7636 req-c9c7efb8-30f9-4458-96a3-d63bc91ec17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:10.089976 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17480087-a594-4b8f-98b0-bb46edeb7636 req-c9c7efb8-30f9-4458-96a3-d63bc91ec17a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f95103d3663146e9ba6ffb49a05196b4&device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 1125 time: 0.0645659
Apr 16 21:16:10.169921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a01bf7e9-7a79-47ad-83d2-a7fda01f7482 req-7ba4a950-d239-4574-b2e0-114721db4709 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 210 time: 0.0304661
Apr 16 21:16:10.199435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7ba7f87a-f5e0-466f-92b9-6ef9eb619b00), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:10.236508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17480087-a594-4b8f-98b0-bb46edeb7636 req-f9e99a5a-cefc-40f5-a6ed-a03e177e4292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:10.237977 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17480087-a594-4b8f-98b0-bb46edeb7636 req-f9e99a5a-cefc-40f5-a6ed-a03e177e4292 service neutron] 10.222.0.41 "GET /v2.0/networks?id=769f0aad-9fdd-4679-bf9a-69cbe3356918 HTTP/1.1" status: 200  len: 905 time: 0.1462634
Apr 16 21:16:10.294307 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17480087-a594-4b8f-98b0-bb46edeb7636 req-b9b789e5-69da-4bc0-a3f5-027cb538d50d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16b4583f-548f-4d1c-8ae5-e1254189e93a HTTP/1.1" status: 200  len: 217 time: 0.0446537
Apr 16 21:16:10.393037 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17480087-a594-4b8f-98b0-bb46edeb7636 req-e320bbb4-a26d-4f70-a4ef-1e27b165069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:10.394514 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17480087-a594-4b8f-98b0-bb46edeb7636 req-e320bbb4-a26d-4f70-a4ef-1e27b165069d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf HTTP/1.1" status: 200  len: 844 time: 0.0881407
Apr 16 21:16:10.443833 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17480087-a594-4b8f-98b0-bb46edeb7636 req-224d1c11-c7ac-46d0-8b5e-9a3c807694e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=769f0aad-9fdd-4679-bf9a-69cbe3356918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418775
Apr 16 21:16:10.560796 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for port (7ba7f87a-f5e0-466f-92b9-6ef9eb619b00), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:10.572427 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177efc0-1e2c-4b39-a04e-e638309cc2cc req-99fcce7d-8672-40f0-b181-5bfb2cd0dc1e tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:10.573933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d177efc0-1e2c-4b39-a04e-e638309cc2cc req-99fcce7d-8672-40f0-b181-5bfb2cd0dc1e tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 943 time: 0.1165302
Apr 16 21:16:10.629958 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17480087-a594-4b8f-98b0-bb46edeb7636 req-68c5da4e-f4cb-4f9d-b95e-d3266400b6af service neutron] 10.222.0.41 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1736202
Apr 16 21:16:10.648423 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (7ba7f87a-f5e0-466f-92b9-6ef9eb619b00), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:10.681607 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7023bdd-cad7-41cc-899d-301b772db4d2 req-23df1faa-8bb6-4631-a55b-2948afed5adb tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:10.689082 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7023bdd-cad7-41cc-899d-301b772db4d2 req-23df1faa-8bb6-4631-a55b-2948afed5adb tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.1187003
Apr 16 21:16:10.725232 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d177efc0-1e2c-4b39-a04e-e638309cc2cc req-995f9cfe-e91f-4fbb-aea8-b300f490c42b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401038
Apr 16 21:16:10.779917 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Pushing event updated for resources: {'Port': ['ID=7ba7f87a-f5e0-466f-92b9-6ef9eb619b00,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:10.780125 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7023bdd-cad7-41cc-899d-301b772db4d2 req-8d1d6451-d1c6-477b-8042-8becaa4c844c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889499
Apr 16 21:16:10.818082 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (cae5038f-f04d-44e7-9674-df58dda2c2a9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:10.844051 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17480087-a594-4b8f-98b0-bb46edeb7636 req-cedc73fe-03ea-4f10-b20d-18554770a4ab service neutron] 10.222.0.41 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2055945
Apr 16 21:16:10.850862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-299f908e-f9df-4b7a-9ed8-89d16603f220 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:10.854615 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-299f908e-f9df-4b7a-9ed8-89d16603f220 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 819 time: 0.2684808
Apr 16 21:16:10.872695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-fc64b723-54ac-40fc-9fcc-feb34213f835 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Request body: {'port': {'device_id': 'dc95a4d6-f40d-4087-91ae-3038926df942', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'admin_state_up': True, 'tenant_id': 'ff01c614d0ea4275b713b7e872342151'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:10.910890 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:10.912125 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6c148501-7a11-4e03-868e-d9b1dcc8ea92 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7077215
Apr 16 21:16:10.941890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cf6fa-cfc0-4bcc-bddc-cdecff62ca3e req-2cbea7e0-ec14-49df-8eec-25e89c30e916 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:10.943639 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d09cf6fa-cfc0-4bcc-bddc-cdecff62ca3e req-2cbea7e0-ec14-49df-8eec-25e89c30e916 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0651941
Apr 16 21:16:11.006760 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d09cf6fa-cfc0-4bcc-bddc-cdecff62ca3e req-0a3c8616-1ba4-409f-9a98-faafea4560e9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565932
Apr 16 21:16:11.024409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 16b4583f-548f-4d1c-8ae5-e1254189e93a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:16:11.109203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-fc64b723-54ac-40fc-9fcc-feb34213f835 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Made reservation on behalf of ff01c614d0ea4275b713b7e872342151 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:16:11.112928 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-fc64b723-54ac-40fc-9fcc-feb34213f835 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:11.158726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 891d81bf-44fe-4fb3-9af0-20abaea950f7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:11.165874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 16b4583f-548f-4d1c-8ae5-e1254189e93a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16b4583f-548f-4d1c-8ae5-e1254189e93a,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:11.197119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '16b4583f-548f-4d1c-8ae5-e1254189e93a', 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918', 'port_id': '16b4583f-548f-4d1c-8ae5-e1254189e93a', 'mac_address': 'fa:16:3e:d8:6a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:16:11.214102 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c415dadf-932e-4417-8484-00b5f457b6c6 req-ab795d9e-0634-49be-bd81-1f79644f0f17 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0296307
Apr 16 21:16:11.264901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 16b4583f-548f-4d1c-8ae5-e1254189e93a is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:11.265379 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:11.285414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 891d81bf-44fe-4fb3-9af0-20abaea950f7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:11.285881 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:11.288653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b4583f-548f-4d1c-8ae5-e1254189e93a {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:11.331099 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fc769ae-04c9-49e3-a1cf-de97664885b5 req-c04f0e9f-029a-40ba-b1b9-7960d15c5184 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 210 time: 0.0358992
Apr 16 21:16:11.346374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 16b4583f-548f-4d1c-8ae5-e1254189e93a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16b4583f-548f-4d1c-8ae5-e1254189e93a,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:11.402448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 891d81bf-44fe-4fb3-9af0-20abaea950f7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:11.431988 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:11.459842 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:11.487762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=16b4583f-548f-4d1c-8ae5-e1254189e93a,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:11.619722 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-256903a3-7083-4e3e-904e-30c9931f4b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:11.699042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52537-6535-49af-b0ba-21263e0d371f req-0001d7c0-63ba-48c2-8719-d6c26051b38c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:11.700561 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-0001d7c0-63ba-48c2-8719-d6c26051b38c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/networks?id=ce54676e-63e2-4bec-8d37-78514d0685e3 HTTP/1.1" status: 200  len: 821 time: 0.5715728
Apr 16 21:16:11.720823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-fc64b723-54ac-40fc-9fcc-feb34213f835 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Allocated IP 172.20.0.7 (006efeff-f11c-4209-8816-f1fa1acf7fed/51b9b701-509f-4b81-b9ac-b1e3ed1147d0/ed5b9e7e-736b-4251-8d00-ad2beb4e1443) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:16:11.740544 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-e64c06ae-8fe2-44ce-95b6-5a27a80d4844 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/quotas/c63d4ed9df1548b88731e003044c32da HTTP/1.1" status: 200  len: 375 time: 0.0317805
Apr 16 21:16:11.747759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-f8d35860-7f6a-4b04-afe4-debc1725b50f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:11.749179 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-f8d35860-7f6a-4b04-afe4-debc1725b50f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 819 time: 0.2173684
Apr 16 21:16:11.782382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-4d1490dc-28c1-49d4-ba48-53d06d6d9e53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Request body: {'port': {'device_id': '89f07150-d0ab-41c9-a9bf-692e9d9c5140', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'admin_state_up': True, 'tenant_id': 'ff01c614d0ea4275b713b7e872342151'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:11.796571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-e9ed87bb-5d84-48a0-bb95-24a2ea2e6c5d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c63d4ed9df1548b88731e003044c32da&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0464208
Apr 16 21:16:11.896380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc78aa-2741-4890-a397-c6f9cf9a140a req-7dbe5861-5c12-4e17-b301-1db813ff122f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:11.898125 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7acc78aa-2741-4890-a397-c6f9cf9a140a req-7dbe5861-5c12-4e17-b301-1db813ff122f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 944 time: 0.0545628
Apr 16 21:16:11.913729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['16b4583f-548f-4d1c-8ae5-e1254189e93a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:16:11.955281 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7acc78aa-2741-4890-a397-c6f9cf9a140a req-9ebd0847-1823-45ce-ad97-3179f4dba1e8 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507810
Apr 16 21:16:12.069338 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-284b6947-cb1b-46c5-912a-75aac0aa83e3 service neutron] 10.222.0.20 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2606626
Apr 16 21:16:12.070914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596773b-2be5-40de-b51b-bf3639f827ec req-fb60da11-2952-4a78-8e40-b59ecfde3b81 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:12.072524 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f596773b-2be5-40de-b51b-bf3639f827ec req-fb60da11-2952-4a78-8e40-b59ecfde3b81 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0526409
Apr 16 21:16:12.126093 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f596773b-2be5-40de-b51b-bf3639f827ec req-864bc4e2-cd57-4b0e-8e78-4c5893fd0392 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462623
Apr 16 21:16:12.142872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-4d1490dc-28c1-49d4-ba48-53d06d6d9e53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Made reservation on behalf of ff01c614d0ea4275b713b7e872342151 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:16:12.146500 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-4d1490dc-28c1-49d4-ba48-53d06d6d9e53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:12.153899 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-fc64b723-54ac-40fc-9fcc-feb34213f835 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:12.231968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de67e8-1348-4437-9dea-8d28a83bf247 req-62d9c38d-2f4b-4726-844e-789461c44047 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:12.233618 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7de67e8-1348-4437-9dea-8d28a83bf247 req-62d9c38d-2f4b-4726-844e-789461c44047 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0487826
Apr 16 21:16:12.282864 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-63d5ea95-f769-4837-98c6-435c2f088254 service neutron] 10.222.0.20 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2044938
Apr 16 21:16:12.288721 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7de67e8-1348-4437-9dea-8d28a83bf247 req-e518c01c-47c4-4827-908c-9bfa3f319ecd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489860
Apr 16 21:16:12.382667 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b87bb09-b41d-4d1e-80f6-3396ee5e4e2d req-09db54eb-875c-4f74-a03d-d5c6920a7997 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0319617
Apr 16 21:16:12.386123 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-fc64b723-54ac-40fc-9fcc-feb34213f835 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:12.435433 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:12.480949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-fc64b723-54ac-40fc-9fcc-feb34213f835 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Network 006efeff-f11c-4209-8816-f1fa1acf7fed is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:16:12.482273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-4d1490dc-28c1-49d4-ba48-53d06d6d9e53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Allocated IP 172.20.0.10 (006efeff-f11c-4209-8816-f1fa1acf7fed/51b9b701-509f-4b81-b9ac-b1e3ed1147d0/973bd67e-86f2-41a6-afe9-0081fe7b246c) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:16:12.486749 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8c36f9cd-3b85-4307-a49e-ae4680f1ed47 req-d7615707-d0c3-47ff-a85d-f667905889bd tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 210 time: 0.0278437
Apr 16 21:16:12.489359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64b723-54ac-40fc-9fcc-feb34213f835 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Pushing event updated for resources: {'Port': ['ID=ed5b9e7e-736b-4251-8d00-ad2beb4e1443,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:12.491930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-fc64b723-54ac-40fc-9fcc-feb34213f835 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:16:12.496021 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-fc64b723-54ac-40fc-9fcc-feb34213f835 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:16:12.575865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-fc64b723-54ac-40fc-9fcc-feb34213f835 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:12.576531 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-fc64b723-54ac-40fc-9fcc-feb34213f835 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:12.634048 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-971d7503-1773-4026-aeb7-b377b9f71eda req-dce772b3-adc1-4830-83a5-c8dada098abc tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 210 time: 0.0361309
Apr 16 21:16:12.657368 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-fc64b723-54ac-40fc-9fcc-feb34213f835 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7890890
Apr 16 21:16:12.698435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Request body: {'port': {'device_id': 'dc95a4d6-f40d-4087-91ae-3038926df942', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:12.782870 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-4d1490dc-28c1-49d4-ba48-53d06d6d9e53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:12.794674 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:12.830138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b264f42f-535a-4fb3-a529-e78693eefed3 None None] Provisioning complete for port ed5b9e7e-736b-4251-8d00-ad2beb4e1443 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:12.830608 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b264f42f-535a-4fb3-a529-e78693eefed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:12.866602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b264f42f-535a-4fb3-a529-e78693eefed3 None None] Port ed5b9e7e-736b-4251-8d00-ad2beb4e1443 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:16:12.997901 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-4d1490dc-28c1-49d4-ba48-53d06d6d9e53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:13.068638 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 16b4583f-548f-4d1c-8ae5-e1254189e93a up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:13.118004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 16b4583f-548f-4d1c-8ae5-e1254189e93a completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:16:13.123264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-4d1490dc-28c1-49d4-ba48-53d06d6d9e53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Network 006efeff-f11c-4209-8816-f1fa1acf7fed is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:16:13.133887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-4d1490dc-28c1-49d4-ba48-53d06d6d9e53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:16:13.143070 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-4d1490dc-28c1-49d4-ba48-53d06d6d9e53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:16:13.148555 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1490dc-28c1-49d4-ba48-53d06d6d9e53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Pushing event updated for resources: {'Port': ['ID=973bd67e-86f2-41a6-afe9-0081fe7b246c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:13.160832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582988a-f0c2-45ac-a4ce-3b8997a80d9d req-a5ee03c7-2042-4898-8d09-1c2708072e8a tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:13.165607 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0582988a-f0c2-45ac-a4ce-3b8997a80d9d req-a5ee03c7-2042-4898-8d09-1c2708072e8a tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 944 time: 0.1024432
Apr 16 21:16:13.252956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2a69d-cd0d-4dff-8876-397b11aa0428 req-8e29cbe9-79ca-49aa-a79b-d4b376a37d84 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:13.253888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07b2a69d-cd0d-4dff-8876-397b11aa0428 req-8e29cbe9-79ca-49aa-a79b-d4b376a37d84 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0524521
Apr 16 21:16:13.259769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 16b4583f-548f-4d1c-8ae5-e1254189e93a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:13.260149 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:13.283747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-4d1490dc-28c1-49d4-ba48-53d06d6d9e53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:13.284497 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-4d1490dc-28c1-49d4-ba48-53d06d6d9e53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:13.336367 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07b2a69d-cd0d-4dff-8876-397b11aa0428 req-42f01bef-5cdb-43f9-b199-4065a9b0a7e1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637057
Apr 16 21:16:13.341211 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0582988a-f0c2-45ac-a4ce-3b8997a80d9d req-a25c713a-3e5a-4734-8ccd-dc4d959058f9 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492047
Apr 16 21:16:13.403591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5b9e7e-736b-4251-8d00-ad2beb4e1443 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:13.413970 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-4d1490dc-28c1-49d4-ba48-53d06d6d9e53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6511593
Apr 16 21:16:13.417035 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Publish callbacks [] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:13.422840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 16b4583f-548f-4d1c-8ae5-e1254189e93a is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:13.423455 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:13.432079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Request body: {'port': {'device_id': '89f07150-d0ab-41c9-a9bf-692e9d9c5140', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:13.457630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Transition to ACTIVE for port object ed5b9e7e-736b-4251-8d00-ad2beb4e1443 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:16:13.460094 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff70294f-a73f-4dcf-aaf4-bd979106f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b4583f-548f-4d1c-8ae5-e1254189e93a'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:13.463397 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cefa261-3635-4da2-b43e-5ec419438247" -d '{"events": [{"server_uuid": "ff70294f-a73f-4dcf-aaf4-bd979106f1b8", "name": "network-vif-plugged", "status": "completed", "tag": "16b4583f-548f-4d1c-8ae5-e1254189e93a"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:13.476453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 16b4583f-548f-4d1c-8ae5-e1254189e93a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16b4583f-548f-4d1c-8ae5-e1254189e93a,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:13.491436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-76701986-7c94-4e28-ba0a-c97b124c31cc None None] Provisioning complete for port 973bd67e-86f2-41a6-afe9-0081fe7b246c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:13.491814 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-76701986-7c94-4e28-ba0a-c97b124c31cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:13.502544 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:13.506705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0d7b-37ce-474d-bbfe-e69e0abd9fce req-dcd04280-785b-4c6c-9d0d-ac562a07ec03 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:13.508207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-47fe0d7b-37ce-474d-bbfe-e69e0abd9fce req-dcd04280-785b-4c6c-9d0d-ac562a07ec03 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0822334
Apr 16 21:16:13.544075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-76701986-7c94-4e28-ba0a-c97b124c31cc None None] Port 973bd67e-86f2-41a6-afe9-0081fe7b246c cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:16:13.551416 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:13.571940 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-47fe0d7b-37ce-474d-bbfe-e69e0abd9fce req-a79bea49-2301-4f0a-b856-e031399767c4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565138
Apr 16 21:16:13.579791 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:13.594623 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca7bb8a8-c856-46b4-b109-0f1f8285eb9f req-fc82babc-deb8-4bdc-bb17-90ce70151f06 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0484049
Apr 16 21:16:13.619948 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a983da9-ecb1-446b-82bd-1b6357ae74b6 x-openstack-request-id: req-9a983da9-ecb1-446b-82bd-1b6357ae74b6 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:13.620924 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff70294f-a73f-4dcf-aaf4-bd979106f1b8", "name": "network-vif-plugged", "status": "completed", "tag": "16b4583f-548f-4d1c-8ae5-e1254189e93a", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:13.621185 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a983da9-ecb1-446b-82bd-1b6357ae74b6 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:13.621617 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a983da9-ecb1-446b-82bd-1b6357ae74b6'] response: {'server_uuid': 'ff70294f-a73f-4dcf-aaf4-bd979106f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b4583f-548f-4d1c-8ae5-e1254189e93a', 'code': 200}
Apr 16 21:16:13.624124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=16b4583f-548f-4d1c-8ae5-e1254189e93a,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:13.788968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d01373-5ba3-4d92-b867-b5a40b6f487c req-74296dc6-e9cf-4529-ae6b-ec3e75f20531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:13.790692 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89d01373-5ba3-4d92-b867-b5a40b6f487c req-74296dc6-e9cf-4529-ae6b-ec3e75f20531 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 1127 time: 0.0870662
Apr 16 21:16:13.824143 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab40d7d-13e5-4125-9f67-af6e736d5927 req-0c7131d0-e794-4ca5-9f48-4fd5568e112b tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:13.825779 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ab40d7d-13e5-4125-9f67-af6e736d5927 req-0c7131d0-e794-4ca5-9f48-4fd5568e112b tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 932 time: 0.1117680
Apr 16 21:16:13.859473 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5b9e7e-736b-4251-8d00-ad2beb4e1443,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:13.892283 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cb19211-a726-4387-b508-0eab910256df req-6e730470-5a86-4740-9b17-0b6a49f11247 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 210 time: 0.1499212
Apr 16 21:16:13.897948 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89d01373-5ba3-4d92-b867-b5a40b6f487c req-4abc0ab3-4bab-4c38-97d3-ee1524b79570 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894239
Apr 16 21:16:13.913215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ab40d7d-13e5-4125-9f67-af6e736d5927 req-3fca9e32-95f6-4598-aad5-fbf6ce271265 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780108
Apr 16 21:16:13.955408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Attempting to bind port ed5b9e7e-736b-4251-8d00-ad2beb4e1443 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:16:13.955752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Attempting to bind port ed5b9e7e-736b-4251-8d00-ad2beb4e1443 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:16:13.956082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Attempting to bind port ed5b9e7e-736b-4251-8d00-ad2beb4e1443 on network 006efeff-f11c-4209-8816-f1fa1acf7fed {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:13.964757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Port ed5b9e7e-736b-4251-8d00-ad2beb4e1443 on network 006efeff-f11c-4209-8816-f1fa1acf7fed not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:16:13.965083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Attempting to bind port ed5b9e7e-736b-4251-8d00-ad2beb4e1443 on network 006efeff-f11c-4209-8816-f1fa1acf7fed {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:13.976864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:16:13.977183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Checking segment: {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:16:13.977588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Bound using segment: {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:16:13.978015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Bound port: ed5b9e7e-736b-4251-8d00-ad2beb4e1443, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:16:13.978371 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:14.019555 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:14.083728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973bd67e-86f2-41a6-afe9-0081fe7b246c {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:14.094803 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Publish callbacks [] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:14.102093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] For port ed5b9e7e-736b-4251-8d00-ad2beb4e1443, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:16:14.107318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] For port ed5b9e7e-736b-4251-8d00-ad2beb4e1443, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed5b9e7e-736b-4251-8d00-ad2beb4e1443,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:16:14.113374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Transition to ACTIVE for port object 973bd67e-86f2-41a6-afe9-0081fe7b246c will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:16:14.185861 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:14.217518 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:14.235582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:14.236254 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:14.237647 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] 10.222.0.11 "PUT /v2.0/ports/ed5b9e7e-736b-4251-8d00-ad2beb4e1443 HTTP/1.1" status: 200  len: 1091 time: 1.5606093
Apr 16 21:16:14.239680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc95a4d6-f40d-4087-91ae-3038926df942', 'tag': 'ed5b9e7e-736b-4251-8d00-ad2beb4e1443'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:14.242365 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11148924-99ad-40de-abb1-3af77f743c75" -d '{"events": [{"name": "network-changed", "server_uuid": "dc95a4d6-f40d-4087-91ae-3038926df942", "tag": "ed5b9e7e-736b-4251-8d00-ad2beb4e1443"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:14.274653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04ab91-8ae4-469d-8223-17d4654f6951 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5b9e7e-736b-4251-8d00-ad2beb4e1443,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:14.324398 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7967d4f1-9bfe-4e66-91b7-5e51b541d0ac x-openstack-request-id: req-7967d4f1-9bfe-4e66-91b7-5e51b541d0ac {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:14.324684 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc95a4d6-f40d-4087-91ae-3038926df942", "tag": "ed5b9e7e-736b-4251-8d00-ad2beb4e1443", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:14.324938 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7967d4f1-9bfe-4e66-91b7-5e51b541d0ac {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:14.325339 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7967d4f1-9bfe-4e66-91b7-5e51b541d0ac'] response: {'name': 'network-changed', 'server_uuid': 'dc95a4d6-f40d-4087-91ae-3038926df942', 'tag': 'ed5b9e7e-736b-4251-8d00-ad2beb4e1443', 'status': 'completed', 'code': 200}
Apr 16 21:16:14.420345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11148924-99ad-40de-abb1-3af77f743c75 req-8b76dcd8-9750-438f-9401-cb18d9fabe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:14.423621 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11148924-99ad-40de-abb1-3af77f743c75 req-8b76dcd8-9750-438f-9401-cb18d9fabe84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 1125 time: 0.0957501
Apr 16 21:16:14.424611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Pushing event updated for resources: {'Port': ['ID=973bd67e-86f2-41a6-afe9-0081fe7b246c,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:14.468206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01687332-f0e0-493c-a51c-11223c8f230c req-0dec677c-aa6e-4f75-a846-804639931b93 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:14.474276 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01687332-f0e0-493c-a51c-11223c8f230c req-0dec677c-aa6e-4f75-a846-804639931b93 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0631084
Apr 16 21:16:14.525126 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01687332-f0e0-493c-a51c-11223c8f230c req-780202dd-cbe2-4973-af33-28172d3147cc tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488677
Apr 16 21:16:14.531414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Attempting to bind port 973bd67e-86f2-41a6-afe9-0081fe7b246c on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:16:14.531542 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Attempting to bind port 973bd67e-86f2-41a6-afe9-0081fe7b246c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:16:14.531855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Attempting to bind port 973bd67e-86f2-41a6-afe9-0081fe7b246c on network 006efeff-f11c-4209-8816-f1fa1acf7fed {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:14.554045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Port 973bd67e-86f2-41a6-afe9-0081fe7b246c on network 006efeff-f11c-4209-8816-f1fa1acf7fed not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:16:14.554299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Attempting to bind port 973bd67e-86f2-41a6-afe9-0081fe7b246c on network 006efeff-f11c-4209-8816-f1fa1acf7fed {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:14.564235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa74b7-e589-437b-8300-d884f45dd107 req-740d6c49-3a96-4367-9229-9c0dccf80bcb tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:14.566011 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0bfa74b7-e589-437b-8300-d884f45dd107 req-740d6c49-3a96-4367-9229-9c0dccf80bcb tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 945 time: 0.0834808
Apr 16 21:16:14.595231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:16:14.595231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Checking segment: {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:16:14.595231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Bound using segment: {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:16:14.595618 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Bound port: 973bd67e-86f2-41a6-afe9-0081fe7b246c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:16:14.595832 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:14.621185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11148924-99ad-40de-abb1-3af77f743c75 req-e51ee202-049a-4cbd-835b-1c1a54564d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:14.627342 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11148924-99ad-40de-abb1-3af77f743c75 req-e51ee202-049a-4cbd-835b-1c1a54564d18 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ff01c614d0ea4275b713b7e872342151&shared=False HTTP/1.1" status: 200  len: 920 time: 0.1934838
Apr 16 21:16:14.712727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64777ae8-872a-4f24-8554-719173de3c1c req-820fd92c-d043-4cc2-b2cf-0eac200a3fbb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:14.715171 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-64777ae8-872a-4f24-8554-719173de3c1c req-820fd92c-d043-4cc2-b2cf-0eac200a3fbb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0576081
Apr 16 21:16:14.724509 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0bfa74b7-e589-437b-8300-d884f45dd107 req-d0b31152-37db-4abb-b8be-ced5a451105b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489148
Apr 16 21:16:14.769407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] For port 973bd67e-86f2-41a6-afe9-0081fe7b246c, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:16:14.776902 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-64777ae8-872a-4f24-8554-719173de3c1c req-635f492f-b091-4918-9598-3c34d7152ce7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559490
Apr 16 21:16:14.795099 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] For port 973bd67e-86f2-41a6-afe9-0081fe7b246c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=973bd67e-86f2-41a6-afe9-0081fe7b246c,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:16:14.822284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11148924-99ad-40de-abb1-3af77f743c75 req-4dc68937-db16-4bf1-8b69-c223e17e8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:14.823907 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11148924-99ad-40de-abb1-3af77f743c75 req-4dc68937-db16-4bf1-8b69-c223e17e8d04 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1903584
Apr 16 21:16:14.828649 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a94fed1-8743-4a05-b882-9206c747029a req-f00073b6-cffb-4029-ae19-63814e14414f tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0393059
Apr 16 21:16:14.897313 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-26acdf79-aa65-46e9-ba5c-bd5c17650a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:14.899561 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-26acdf79-aa65-46e9-ba5c-bd5c17650a8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 1125 time: 0.0386643
Apr 16 21:16:14.905549 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:14.979287 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-686a8bd0-0817-44da-92ec-f4846a5b04b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed5b9e7e-736b-4251-8d00-ad2beb4e1443 HTTP/1.1" status: 200  len: 217 time: 0.0710406
Apr 16 21:16:14.983738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:14.984385 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:14.985781 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] 10.222.0.11 "PUT /v2.0/ports/973bd67e-86f2-41a6-afe9-0081fe7b246c HTTP/1.1" status: 200  len: 1092 time: 1.5622034
Apr 16 21:16:15.025233 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d0dd86c4-cbfb-4630-b3a1-08f5268f9e7e req-bf36ff72-252a-4b6f-8d8f-ed016e107de4 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 210 time: 0.0537610
Apr 16 21:16:15.091761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-0e929ca6-cdef-465d-8c4c-b5ef6935d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:15.093416 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-0e929ca6-cdef-465d-8c4c-b5ef6935d9a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.1067297
Apr 16 21:16:15.146871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d89fb-65d7-4be9-ad38-c9b8a438ae41 service neutron] Pushing event updated for resources: {'Port': ['ID=973bd67e-86f2-41a6-afe9-0081fe7b246c,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:15.164096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fb6a3-3c25-4f28-82cd-cb942fb29fbc req-1b17e82c-adb9-408c-93d0-b9bfffe4de7a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:15.166305 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b4fb6a3-3c25-4f28-82cd-cb942fb29fbc req-1b17e82c-adb9-408c-93d0-b9bfffe4de7a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 944 time: 0.1447525
Apr 16 21:16:15.208197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-eae2bf91-b147-47ad-a787-f35f4adc0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:15.209667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-eae2bf91-b147-47ad-a787-f35f4adc0880 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1072495
Apr 16 21:16:15.235338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-40059293-c8cb-4cac-948f-dc5c53846685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:15.236871 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-40059293-c8cb-4cac-948f-dc5c53846685 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 1126 time: 0.1211832
Apr 16 21:16:15.380126 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:15.592025 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-e58f2cc4-363e-406e-aaed-a74395585a54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=973bd67e-86f2-41a6-afe9-0081fe7b246c HTTP/1.1" status: 200  len: 217 time: 0.3208106
Apr 16 21:16:15.633315 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b4fb6a3-3c25-4f28-82cd-cb942fb29fbc req-4dab1986-7c27-4009-9966-4cf6022ae8e2 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4419980
Apr 16 21:16:15.662117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a360e-e42e-4ff7-83a0-493fd89f32c5 req-cbc73235-dfb6-4f24-9a48-169405297648 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:15.663748 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-285a360e-e42e-4ff7-83a0-493fd89f32c5 req-cbc73235-dfb6-4f24-9a48-169405297648 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0560560
Apr 16 21:16:15.673237 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-a2bf11c2-635f-4079-bf7e-10f54e9d47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:15.674698 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-a2bf11c2-635f-4079-bf7e-10f54e9d47f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.0741401
Apr 16 21:16:15.680609 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-ad03d771-fb0f-4ab7-99de-81fee56ae29c service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4603772
Apr 16 21:16:15.715194 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-285a360e-e42e-4ff7-83a0-493fd89f32c5 req-f2a2496c-f0b9-48cf-96b8-906f9734ad6e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446801
Apr 16 21:16:15.776045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-16d171aa-3d13-42a1-a52d-a97b434865df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:15.777614 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-16d171aa-3d13-42a1-a52d-a97b434865df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0900345
Apr 16 21:16:15.900972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-311f5155-04ae-47f4-baec-0c0a0e3173c0 req-d2a10738-a3ff-4929-9127-20d5860d891a service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2120674
Apr 16 21:16:15.909689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea589476-5156-4614-bc5a-4614ba4a05bc req-768a8435-fa99-4a84-bed0-2c101a653c76 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:15.911070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea589476-5156-4614-bc5a-4614ba4a05bc req-768a8435-fa99-4a84-bed0-2c101a653c76 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 945 time: 0.1151152
Apr 16 21:16:15.950581 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8f776-38e1-4c87-944e-f16062ef9afa req-c80b6aea-ff71-447c-b76b-3fcdb54a8199 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:15.952121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44e8f776-38e1-4c87-944e-f16062ef9afa req-c80b6aea-ff71-447c-b76b-3fcdb54a8199 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.1076708
Apr 16 21:16:15.974951 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-88460eae-1091-4570-823c-596c8134a2aa service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892431
Apr 16 21:16:15.979429 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea589476-5156-4614-bc5a-4614ba4a05bc req-cd0f8b93-a7e6-4536-b01e-0dda08491eed tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582819
Apr 16 21:16:16.044474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52537-6535-49af-b0ba-21263e0d371f req-e98f9598-146a-4b32-98af-7781f505fc3a tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:16.048671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-e98f9598-146a-4b32-98af-7781f505fc3a tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.41 "GET /v2.0/networks?id=ce54676e-63e2-4bec-8d37-78514d0685e3 HTTP/1.1" status: 200  len: 821 time: 0.1678841
Apr 16 21:16:16.049531 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44e8f776-38e1-4c87-944e-f16062ef9afa req-0b8bb5a7-6dfe-4eea-88c3-76910ecbc124 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837204
Apr 16 21:16:16.062318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-9dc52537-6535-49af-b0ba-21263e0d371f req-d46ef208-ac5b-469b-877d-07a0e9499112 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Request body: {'port': {'device_id': '8cb60874-b0f3-4055-a4d1-531f4a147992', 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3', 'admin_state_up': True, 'tenant_id': 'c63d4ed9df1548b88731e003044c32da'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:16.112733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8fa6e278-d39c-4ae1-9439-042b99406010 req-0fb5356f-9e98-4b01-8975-2069c4edd435 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0384083
Apr 16 21:16:16.129503 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-410f7ab0-64a5-42c3-8663-f09d63060f0a req-039700de-b658-4940-969b-c3b8e7fc1912 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460423
Apr 16 21:16:16.229471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a04e4cd8-886c-42d2-b6ea-972b0a0d5a3c req-38d420cc-9436-4c43-bbc4-979200ed5808 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 210 time: 0.0276093
Apr 16 21:16:16.282586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc52537-6535-49af-b0ba-21263e0d371f req-d46ef208-ac5b-469b-877d-07a0e9499112 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Made reservation on behalf of c63d4ed9df1548b88731e003044c32da for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:16:16.286100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9dc52537-6535-49af-b0ba-21263e0d371f req-d46ef208-ac5b-469b-877d-07a0e9499112 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:16.326272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f07150-d0ab-41c9-a9bf-692e9d9c5140', 'tag': '973bd67e-86f2-41a6-afe9-0081fe7b246c'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:16.328704 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a2d0fc-8d1e-44d7-ac28-39c6229e8f46" -d '{"events": [{"name": "network-changed", "server_uuid": "89f07150-d0ab-41c9-a9bf-692e9d9c5140", "tag": "973bd67e-86f2-41a6-afe9-0081fe7b246c"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:16.363434 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efb213e-a48a-4a29-9cd9-c68b9f0e6205 x-openstack-request-id: req-5efb213e-a48a-4a29-9cd9-c68b9f0e6205 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:16.363727 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f07150-d0ab-41c9-a9bf-692e9d9c5140", "tag": "973bd67e-86f2-41a6-afe9-0081fe7b246c", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:16.363984 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5efb213e-a48a-4a29-9cd9-c68b9f0e6205 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:16.364435 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5efb213e-a48a-4a29-9cd9-c68b9f0e6205'] response: {'name': 'network-changed', 'server_uuid': '89f07150-d0ab-41c9-a9bf-692e9d9c5140', 'tag': '973bd67e-86f2-41a6-afe9-0081fe7b246c', 'status': 'completed', 'code': 200}
Apr 16 21:16:16.411806 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-9dc52537-6535-49af-b0ba-21263e0d371f req-d46ef208-ac5b-469b-877d-07a0e9499112 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Allocated IP 172.20.0.6 (ce54676e-63e2-4bec-8d37-78514d0685e3/e775fec7-8eeb-48a7-984f-55b2ee9b30df/f7e32037-5681-45d7-a2cb-a1ccb583ae68) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:16:16.598010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8f031-f7d7-4cc8-9f60-c8ef384621b0 req-6e02a5d7-10d9-47f8-a496-c5df558fa873 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:16.599652 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50a8f031-f7d7-4cc8-9f60-c8ef384621b0 req-6e02a5d7-10d9-47f8-a496-c5df558fa873 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 945 time: 0.0554378
Apr 16 21:16:16.656570 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50a8f031-f7d7-4cc8-9f60-c8ef384621b0 req-6c48b4f2-5d4b-429f-b612-902d6037c2e1 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498924
Apr 16 21:16:16.833360 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff139ce3-cd34-40be-b5f6-07a454fcff84 req-30fccbfa-64a5-492e-901c-92a361cf5c55 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:16.834862 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ff139ce3-cd34-40be-b5f6-07a454fcff84 req-30fccbfa-64a5-492e-901c-92a361cf5c55 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 944 time: 0.0643594
Apr 16 21:16:16.837122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c7af5-ad8a-4a1b-a76c-4f48fac7a7d3 req-3d43678a-4a2d-498a-8df2-abb10a55783f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:16.838627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-925c7af5-ad8a-4a1b-a76c-4f48fac7a7d3 req-3d43678a-4a2d-498a-8df2-abb10a55783f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0524406
Apr 16 21:16:16.889701 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-925c7af5-ad8a-4a1b-a76c-4f48fac7a7d3 req-be37f441-9fe6-43ae-a69a-f0ee3569d90b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435491
Apr 16 21:16:16.898061 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9dc52537-6535-49af-b0ba-21263e0d371f req-d46ef208-ac5b-469b-877d-07a0e9499112 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:16.911294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ff139ce3-cd34-40be-b5f6-07a454fcff84 req-c4511dfa-d6f9-4cde-ba8d-99433875a816 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684016
Apr 16 21:16:17.031448 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9dc52537-6535-49af-b0ba-21263e0d371f req-d46ef208-ac5b-469b-877d-07a0e9499112 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:17.080428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc52537-6535-49af-b0ba-21263e0d371f req-d46ef208-ac5b-469b-877d-07a0e9499112 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Network ce54676e-63e2-4bec-8d37-78514d0685e3 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:16:17.083471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-9dc52537-6535-49af-b0ba-21263e0d371f req-d46ef208-ac5b-469b-877d-07a0e9499112 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:16:17.087705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc52537-6535-49af-b0ba-21263e0d371f req-d46ef208-ac5b-469b-877d-07a0e9499112 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:16:17.115647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ef208-ac5b-469b-877d-07a0e9499112 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Pushing event updated for resources: {'Port': ['ID=f7e32037-5681-45d7-a2cb-a1ccb583ae68,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:17.144670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52537-6535-49af-b0ba-21263e0d371f req-d46ef208-ac5b-469b-877d-07a0e9499112 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:17.145694 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9dc52537-6535-49af-b0ba-21263e0d371f req-d46ef208-ac5b-469b-877d-07a0e9499112 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:17.174425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2d5d3-3e94-4eae-b02a-9e6e4227dfa2 req-21a14a22-9ff7-43d1-998a-8d0d3eb94c86 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:17.183943 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3bb2d5d3-3e94-4eae-b02a-9e6e4227dfa2 req-21a14a22-9ff7-43d1-998a-8d0d3eb94c86 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0565736
Apr 16 21:16:17.225084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3bb2d5d3-3e94-4eae-b02a-9e6e4227dfa2 req-ad0e5307-9a54-4a38-9822-51a36511c292 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426900
Apr 16 21:16:17.230784 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-706c5d20-8ca0-425f-82be-5b50f00c91ce req-a519d500-dcc1-4876-956e-1a5c3bade6b3 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0273180
Apr 16 21:16:17.257305 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-d46ef208-ac5b-469b-877d-07a0e9499112 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2013628
Apr 16 21:16:17.269251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Request body: {'port': {'device_id': '8cb60874-b0f3-4055-a4d1-531f4a147992', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:17.333223 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:17.350329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c33887-818b-47a6-9985-ebe52d73386f req-1dfb528c-109e-42da-9cde-d6e07c3cef35 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:17.353389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0c33887-818b-47a6-9985-ebe52d73386f req-1dfb528c-109e-42da-9cde-d6e07c3cef35 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 931 time: 0.0503030
Apr 16 21:16:17.407464 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0c33887-818b-47a6-9985-ebe52d73386f req-82352df8-1f86-49e5-8edc-ff19ed34f6b2 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484135
Apr 16 21:16:17.603778 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e32037-5681-45d7-a2cb-a1ccb583ae68 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:17.611309 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Publish callbacks [] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:17.624018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Transition to ACTIVE for port object f7e32037-5681-45d7-a2cb-a1ccb583ae68 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:16:17.728267 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:17.818576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Pushing event updated for resources: {'Port': ['ID=f7e32037-5681-45d7-a2cb-a1ccb583ae68,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:17.830044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a3b5a-350f-4afe-8b30-aa09de018acd req-17fdbea6-2670-4b52-b9b8-e6ac3b9c8176 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:17.831536 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e5a3b5a-350f-4afe-8b30-aa09de018acd req-17fdbea6-2670-4b52-b9b8-e6ac3b9c8176 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 945 time: 0.0783663
Apr 16 21:16:17.923319 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e5a3b5a-350f-4afe-8b30-aa09de018acd req-1a296d41-6506-4585-b5c5-49e73fadab00 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741026
Apr 16 21:16:17.933203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Attempting to bind port f7e32037-5681-45d7-a2cb-a1ccb583ae68 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:16:17.933544 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Attempting to bind port f7e32037-5681-45d7-a2cb-a1ccb583ae68 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6419f4c5-657d-46f5-bceb-0e17ae190fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:16:17.933876 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Attempting to bind port f7e32037-5681-45d7-a2cb-a1ccb583ae68 on network ce54676e-63e2-4bec-8d37-78514d0685e3 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:17.938616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Port f7e32037-5681-45d7-a2cb-a1ccb583ae68 on network ce54676e-63e2-4bec-8d37-78514d0685e3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:16:17.938878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Attempting to bind port f7e32037-5681-45d7-a2cb-a1ccb583ae68 on network ce54676e-63e2-4bec-8d37-78514d0685e3 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:17.945297 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:16:17.946023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Checking segment: {'id': '6419f4c5-657d-46f5-bceb-0e17ae190fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:16:17.947211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Bound using segment: {'id': '6419f4c5-657d-46f5-bceb-0e17ae190fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:16:17.947834 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Bound port: f7e32037-5681-45d7-a2cb-a1ccb583ae68, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6419f4c5-657d-46f5-bceb-0e17ae190fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:16:17.948616 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:18.018565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fc7f7-e421-4cbe-b2ae-d797a04632df req-706dd07a-36b6-48f2-9993-638dce4bfc3f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.020384 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-887fc7f7-e421-4cbe-b2ae-d797a04632df req-706dd07a-36b6-48f2-9993-638dce4bfc3f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0478659
Apr 16 21:16:18.048188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5ff57-2d12-4113-a9c1-43cf66d8c1eb req-df8fd0e9-26ae-43c9-be88-5b59636851b9 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.049681 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05a5ff57-2d12-4113-a9c1-43cf66d8c1eb req-df8fd0e9-26ae-43c9-be88-5b59636851b9 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 944 time: 0.0684614
Apr 16 21:16:18.064617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] For port f7e32037-5681-45d7-a2cb-a1ccb583ae68, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:16:18.068360 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] For port f7e32037-5681-45d7-a2cb-a1ccb583ae68, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e32037-5681-45d7-a2cb-a1ccb583ae68,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:16:18.072960 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-887fc7f7-e421-4cbe-b2ae-d797a04632df req-aed5cad0-ce7d-47a7-b2ce-f175f957c676 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439622
Apr 16 21:16:18.121872 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05a5ff57-2d12-4113-a9c1-43cf66d8c1eb req-6cc4b375-94af-43b4-b8bb-73d360192460 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644286
Apr 16 21:16:18.133284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2d0fc-8d1e-44d7-ac28-39c6229e8f46 req-26843789-9ab8-497b-b8ea-1732de477fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.135406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08a2d0fc-8d1e-44d7-ac28-39c6229e8f46 req-26843789-9ab8-497b-b8ea-1732de477fa3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 1126 time: 0.0552659
Apr 16 21:16:18.151938 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:18.195242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.195780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:18.197900 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] 10.222.0.41 "PUT /v2.0/ports/f7e32037-5681-45d7-a2cb-a1ccb583ae68 HTTP/1.1" status: 200  len: 1091 time: 0.9329271
Apr 16 21:16:18.198343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb60874-b0f3-4055-a4d1-531f4a147992', 'tag': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:18.200656 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be59d4f1-adcc-44f2-a409-e4ea8045e6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb60874-b0f3-4055-a4d1-531f4a147992", "tag": "f7e32037-5681-45d7-a2cb-a1ccb583ae68"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:18.222131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a99ed9-4a44-4412-b963-c1b7cdb8c63f service neutron] Pushing event updated for resources: {'Port': ['ID=f7e32037-5681-45d7-a2cb-a1ccb583ae68,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:18.277362 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed95ae6b-b0d0-40fa-b8cc-e9d4d172bda1 x-openstack-request-id: req-ed95ae6b-b0d0-40fa-b8cc-e9d4d172bda1 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:18.277651 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb60874-b0f3-4055-a4d1-531f4a147992", "tag": "f7e32037-5681-45d7-a2cb-a1ccb583ae68", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:18.277907 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed95ae6b-b0d0-40fa-b8cc-e9d4d172bda1 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:18.278325 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed95ae6b-b0d0-40fa-b8cc-e9d4d172bda1'] response: {'name': 'network-changed', 'server_uuid': '8cb60874-b0f3-4055-a4d1-531f4a147992', 'tag': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68', 'status': 'completed', 'code': 200}
Apr 16 21:16:18.282666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2d0fc-8d1e-44d7-ac28-39c6229e8f46 req-a3b4b5e6-ea6d-4e13-bfce-a1961f82a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.287955 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08a2d0fc-8d1e-44d7-ac28-39c6229e8f46 req-a3b4b5e6-ea6d-4e13-bfce-a1961f82a3f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 920 time: 0.1460295
Apr 16 21:16:18.358774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59d4f1-adcc-44f2-a409-e4ea8045e6b5 req-e28376ea-d44b-49ad-9feb-a5ce23540c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.360537 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be59d4f1-adcc-44f2-a409-e4ea8045e6b5 req-e28376ea-d44b-49ad-9feb-a5ce23540c12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c63d4ed9df1548b88731e003044c32da&device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 1125 time: 0.0628934
Apr 16 21:16:18.361540 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08a2d0fc-8d1e-44d7-ac28-39c6229e8f46 req-1c9905cb-c7dc-4ea2-afa8-c1f3db459c14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=973bd67e-86f2-41a6-afe9-0081fe7b246c HTTP/1.1" status: 200  len: 217 time: 0.0678155
Apr 16 21:16:18.417660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2d0fc-8d1e-44d7-ac28-39c6229e8f46 req-ed489a00-3f09-4210-9782-80fd4be78e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.423859 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08a2d0fc-8d1e-44d7-ac28-39c6229e8f46 req-ed489a00-3f09-4210-9782-80fd4be78e58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.0531561
Apr 16 21:16:18.476429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2d0fc-8d1e-44d7-ac28-39c6229e8f46 req-0ef3929a-11c1-4a51-9bb0-5265c6d99cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.478188 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08a2d0fc-8d1e-44d7-ac28-39c6229e8f46 req-0ef3929a-11c1-4a51-9bb0-5265c6d99cc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0522501
Apr 16 21:16:18.483289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe05cad-9cda-4894-99da-a113c1efa928 req-a9bab012-adc4-4c7a-b87f-30a8431c4461 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.490850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4fe05cad-9cda-4894-99da-a113c1efa928 req-a9bab012-adc4-4c7a-b87f-30a8431c4461 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.1290905
Apr 16 21:16:18.573876 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4fe05cad-9cda-4894-99da-a113c1efa928 req-707db621-3c0a-4582-9253-bbc000296e10 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822253
Apr 16 21:16:18.576793 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08a2d0fc-8d1e-44d7-ac28-39c6229e8f46 req-6c2a5aa0-983c-4bff-9186-1c518c2a5b1c service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929208
Apr 16 21:16:18.583627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59d4f1-adcc-44f2-a409-e4ea8045e6b5 req-db76861c-1d8b-426c-b10e-1cdc436c1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.593023 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be59d4f1-adcc-44f2-a409-e4ea8045e6b5 req-db76861c-1d8b-426c-b10e-1cdc436c1c42 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c63d4ed9df1548b88731e003044c32da&shared=False HTTP/1.1" status: 200  len: 922 time: 0.1910937
Apr 16 21:16:18.697379 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-04635591-31c4-4e01-bd6b-88b548eaf55b req-0bd55fdd-338e-4c4a-b59e-8ca7a2fd8d9a tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0391576
Apr 16 21:16:18.731468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08a2d0fc-8d1e-44d7-ac28-39c6229e8f46 req-4e318ec8-00df-4df2-83e8-8861d0550759 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455152
Apr 16 21:16:18.734550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59d4f1-adcc-44f2-a409-e4ea8045e6b5 req-2ed894e2-359e-4719-97c8-76012c8d7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.736160 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be59d4f1-adcc-44f2-a409-e4ea8045e6b5 req-2ed894e2-359e-4719-97c8-76012c8d7d09 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1452084
Apr 16 21:16:18.759505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47626f96-64fd-4a6d-884c-b3f4cf8cea21 req-7c554abb-4f07-4f00-a54d-81e16ecc6bd2 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.766542 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-47626f96-64fd-4a6d-884c-b3f4cf8cea21 req-7c554abb-4f07-4f00-a54d-81e16ecc6bd2 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 943 time: 0.0727563
Apr 16 21:16:18.816863 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-47626f96-64fd-4a6d-884c-b3f4cf8cea21 req-30832696-b277-40cc-86e4-21327050128c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493705
Apr 16 21:16:18.856981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52537-6535-49af-b0ba-21263e0d371f req-1a6833d9-4473-44a4-ab95-7fa3a19b466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.858442 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-1a6833d9-4473-44a4-ab95-7fa3a19b466c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c63d4ed9df1548b88731e003044c32da&device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 1125 time: 0.0446064
Apr 16 21:16:18.888970 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:16:18.913182 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-0d1994c4-ba15-4bb7-8d27-9af2444c1c72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7e32037-5681-45d7-a2cb-a1ccb583ae68 HTTP/1.1" status: 200  len: 217 time: 0.0356398
Apr 16 21:16:18.963198 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52537-6535-49af-b0ba-21263e0d371f req-7131b39f-054e-49be-aa8a-54069eeec5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:18.964690 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-7131b39f-054e-49be-aa8a-54069eeec5e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e775fec7-8eeb-48a7-984f-55b2ee9b30df HTTP/1.1" status: 200  len: 861 time: 0.0446501
Apr 16 21:16:19.012450 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-0cc00f06-066b-4ef8-a775-e395869f8898 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce54676e-63e2-4bec-8d37-78514d0685e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260911
Apr 16 21:16:19.105266 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-3ab251f7-c622-457a-889a-8d5e7f8b89ed service neutron] 10.222.0.41 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870228
Apr 16 21:16:19.220117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247c97d-e8b2-4fbd-9f86-aa45e1713f36 req-7b1deae7-291f-4f55-b326-8fbb1f9a10ae tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:19.221611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d247c97d-e8b2-4fbd-9f86-aa45e1713f36 req-7b1deae7-291f-4f55-b326-8fbb1f9a10ae tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0677774
Apr 16 21:16:19.232460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079791c9-67b8-466c-8c15-bb206984f37b req-d5ae74ea-9d69-4470-9a3c-afb163e49be1 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:19.238565 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-079791c9-67b8-466c-8c15-bb206984f37b req-d5ae74ea-9d69-4470-9a3c-afb163e49be1 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 944 time: 0.0468903
Apr 16 21:16:19.255770 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9dc52537-6535-49af-b0ba-21263e0d371f req-50f0f1c0-80e9-4cec-a712-264d96329fa6 service neutron] 10.222.0.41 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438258
Apr 16 21:16:19.282665 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-079791c9-67b8-466c-8c15-bb206984f37b req-889c758a-039f-4cb7-9aab-5bd4af80a304 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426109
Apr 16 21:16:19.290858 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d247c97d-e8b2-4fbd-9f86-aa45e1713f36 req-c31d7250-360d-49c8-8f18-a8b2b4e52978 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618479
Apr 16 21:16:19.690732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16ab44-a7cf-41bf-a653-672cd7140acd req-c0908bf5-5118-43b9-8219-a5640b10808a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:19.692252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d16ab44-a7cf-41bf-a653-672cd7140acd req-c0908bf5-5118-43b9-8219-a5640b10808a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0527115
Apr 16 21:16:19.739909 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d16ab44-a7cf-41bf-a653-672cd7140acd req-a0ab510a-c1a9-49ae-a90e-82fca1d4326f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412340
Apr 16 21:16:19.810652 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb81dfb9-a01e-4f2c-b378-3b0c7a776291 req-142e851e-8623-4aee-a4df-f7e8cc3fafc5 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0264716
Apr 16 21:16:19.928098 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a6a7-9c5d-45fa-808c-7f12ada40a88 req-2557e1f3-baa3-44c8-b01c-e0432c0b4443 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:19.929664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b7b1a6a7-9c5d-45fa-808c-7f12ada40a88 req-2557e1f3-baa3-44c8-b01c-e0432c0b4443 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 943 time: 0.0474811
Apr 16 21:16:19.980368 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b7b1a6a7-9c5d-45fa-808c-7f12ada40a88 req-df395fef-37c2-4976-8dc8-6b72d0fc19f4 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449138
Apr 16 21:16:20.310062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 973bd67e-86f2-41a6-afe9-0081fe7b246c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:16:20.403190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b2e0b-2eba-451e-a266-401d5eaa5bf8 req-920fe019-c033-4577-af90-f81dbecebe79 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:20.404985 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e77b2e0b-2eba-451e-a266-401d5eaa5bf8 req-920fe019-c033-4577-af90-f81dbecebe79 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 944 time: 0.0503860
Apr 16 21:16:20.411385 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b471d8d-f745-4174-90fd-14878ee4cf47 req-3e1c5579-69ef-4441-b213-93ae8dcaa1d8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:20.418438 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b471d8d-f745-4174-90fd-14878ee4cf47 req-3e1c5579-69ef-4441-b213-93ae8dcaa1d8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0507567
Apr 16 21:16:20.418590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 973bd67e-86f2-41a6-afe9-0081fe7b246c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=973bd67e-86f2-41a6-afe9-0081fe7b246c,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:20.428263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '973bd67e-86f2-41a6-afe9-0081fe7b246c', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'port_id': '973bd67e-86f2-41a6-afe9-0081fe7b246c', 'mac_address': 'fa:16:3e:07:a7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:16:20.457882 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e77b2e0b-2eba-451e-a266-401d5eaa5bf8 req-d4caf8ea-c5da-4935-ad20-0302ffb9eedc tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450444
Apr 16 21:16:20.464341 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b471d8d-f745-4174-90fd-14878ee4cf47 req-aebb778d-cea8-4724-bcb6-3db3a8044ecd tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435686
Apr 16 21:16:20.467298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 973bd67e-86f2-41a6-afe9-0081fe7b246c is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:20.467894 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:20.484330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973bd67e-86f2-41a6-afe9-0081fe7b246c {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:20.503260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 973bd67e-86f2-41a6-afe9-0081fe7b246c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=973bd67e-86f2-41a6-afe9-0081fe7b246c,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:20.567637 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:20.567637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device ed5b9e7e-736b-4251-8d00-ad2beb4e1443 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:16:20.627598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=973bd67e-86f2-41a6-afe9-0081fe7b246c,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:20.632658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port ed5b9e7e-736b-4251-8d00-ad2beb4e1443, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed5b9e7e-736b-4251-8d00-ad2beb4e1443,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:20.647941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.648400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.648785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.649849 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.650266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.650665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.651029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.651399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.651791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.652124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.652479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.652809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.653138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.653465 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.653813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:20.661325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'ed5b9e7e-736b-4251-8d00-ad2beb4e1443', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'port_id': 'ed5b9e7e-736b-4251-8d00-ad2beb4e1443', 'mac_address': 'fa:16:3e:e7:41:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:16:20.699158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port ed5b9e7e-736b-4251-8d00-ad2beb4e1443 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:20.699561 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:20.712732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5b9e7e-736b-4251-8d00-ad2beb4e1443 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:20.731390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port ed5b9e7e-736b-4251-8d00-ad2beb4e1443, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed5b9e7e-736b-4251-8d00-ad2beb4e1443,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:20.808140 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:20.857190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e6d1b-57dc-4f44-aefa-7a02e8c25fef req-808343f1-8582-456b-b62a-bcd42f0d0d73 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:20.858108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=ed5b9e7e-736b-4251-8d00-ad2beb4e1443,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:20.858889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c9e6d1b-57dc-4f44-aefa-7a02e8c25fef req-808343f1-8582-456b-b62a-bcd42f0d0d73 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0516434
Apr 16 21:16:20.909714 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c9e6d1b-57dc-4f44-aefa-7a02e8c25fef req-a6b45a06-b73a-4c3f-95db-a4812c158759 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431783
Apr 16 21:16:20.932746 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d7619091-8d8f-43f9-a637-596f870c8988 req-68abb6a9-1588-4102-8f3c-4ac81e10d1b9 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0286078
Apr 16 21:16:21.090587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60536-c0d7-4453-9c28-37f8e7aff4e5 req-35976398-cda2-4e1d-ac45-3e2ded40f1b9 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:21.092232 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3d60536-c0d7-4453-9c28-37f8e7aff4e5 req-35976398-cda2-4e1d-ac45-3e2ded40f1b9 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 943 time: 0.0477366
Apr 16 21:16:21.142928 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3d60536-c0d7-4453-9c28-37f8e7aff4e5 req-db979d5e-055d-4004-ba91-8c7a3957bb45 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451005
Apr 16 21:16:21.178516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['ed5b9e7e-736b-4251-8d00-ad2beb4e1443'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:16:21.278524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['973bd67e-86f2-41a6-afe9-0081fe7b246c'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:16:21.575914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1b383-5892-45f8-99e4-a54013e52a45 req-e714bc70-02a3-4e5e-a7bc-163774a07519 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:21.577167 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752f304-c756-43a0-8831-a260417b2ebe req-411d340c-14b9-46fb-b63b-851f44ba351f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:21.577730 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9b1b383-5892-45f8-99e4-a54013e52a45 req-e714bc70-02a3-4e5e-a7bc-163774a07519 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0476937
Apr 16 21:16:21.578702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1752f304-c756-43a0-8831-a260417b2ebe req-411d340c-14b9-46fb-b63b-851f44ba351f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 945 time: 0.0500331
Apr 16 21:16:21.626414 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1752f304-c756-43a0-8831-a260417b2ebe req-c4da9b91-d57e-475c-84d0-6864b891d720 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422456
Apr 16 21:16:21.627076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9b1b383-5892-45f8-99e4-a54013e52a45 req-7347efa6-dd1b-4d32-a0a7-ddc799435c5c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431967
Apr 16 21:16:22.025513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc6df2-961c-4748-a7a4-a8b001aec2b8 req-6ddf744d-867c-43c5-ba0d-cbf494ff00a1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:22.027173 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eafc6df2-961c-4748-a7a4-a8b001aec2b8 req-6ddf744d-867c-43c5-ba0d-cbf494ff00a1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0485759
Apr 16 21:16:22.054533 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8f642422-8b4c-4086-9f59-966f96155e63 req-18a9c9d1-ccab-463c-9c40-3a656939ec7f tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0303597
Apr 16 21:16:22.080329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eafc6df2-961c-4748-a7a4-a8b001aec2b8 req-a507aa30-f058-4298-a8cf-744d8cb5c540 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470624
Apr 16 21:16:22.205803 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-377536eb-f214-4b19-b471-621b35a6854e req-27b40117-c4ab-4c3c-a951-e70bfd68e844 service neutron] show failed (client error): The resource could not be found.
Apr 16 21:16:22.206916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-27b40117-c4ab-4c3c-a951-e70bfd68e844 service neutron] 10.222.0.11 "GET /v2.0/ports/0b67129e-ca8a-4c23-aff2-5c3d6e70e65a/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0563576
Apr 16 21:16:22.264710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c3621-4c32-4e19-8a8a-321097deacaf req-0e0276d9-3725-4561-a223-a165c4d66b24 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:22.266258 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae1c3621-4c32-4e19-8a8a-321097deacaf req-0e0276d9-3725-4561-a223-a165c4d66b24 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 943 time: 0.0489812
Apr 16 21:16:22.315463 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae1c3621-4c32-4e19-8a8a-321097deacaf req-471bb285-5363-4244-954b-9f318b066d85 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433412
Apr 16 21:16:22.333125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 973bd67e-86f2-41a6-afe9-0081fe7b246c up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:22.378262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 973bd67e-86f2-41a6-afe9-0081fe7b246c completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:16:22.465148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 973bd67e-86f2-41a6-afe9-0081fe7b246c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:22.465565 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:22.541542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 973bd67e-86f2-41a6-afe9-0081fe7b246c is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:22.541931 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:22.565020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f07150-d0ab-41c9-a9bf-692e9d9c5140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973bd67e-86f2-41a6-afe9-0081fe7b246c'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:22.567269 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063592e5-8348-471e-a44a-e106224179ee" -d '{"events": [{"server_uuid": "89f07150-d0ab-41c9-a9bf-692e9d9c5140", "name": "network-vif-plugged", "status": "completed", "tag": "973bd67e-86f2-41a6-afe9-0081fe7b246c"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:22.583415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 973bd67e-86f2-41a6-afe9-0081fe7b246c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=973bd67e-86f2-41a6-afe9-0081fe7b246c,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:22.606184 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e1b5be-f990-4575-a0bc-5a3f8810b8a8 x-openstack-request-id: req-65e1b5be-f990-4575-a0bc-5a3f8810b8a8 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:22.606477 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f07150-d0ab-41c9-a9bf-692e9d9c5140", "name": "network-vif-plugged", "status": "completed", "tag": "973bd67e-86f2-41a6-afe9-0081fe7b246c", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:22.606727 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65e1b5be-f990-4575-a0bc-5a3f8810b8a8 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:22.607138 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e1b5be-f990-4575-a0bc-5a3f8810b8a8'] response: {'server_uuid': '89f07150-d0ab-41c9-a9bf-692e9d9c5140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973bd67e-86f2-41a6-afe9-0081fe7b246c', 'code': 200}
Apr 16 21:16:22.675284 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:22.675284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device ed5b9e7e-736b-4251-8d00-ad2beb4e1443 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:22.705333 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab9d7c-a726-46f7-8d08-1794944aa24e req-19d6f08b-d897-40a5-bacd-a2c83362ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:22.706680 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a6ab9d7c-a726-46f7-8d08-1794944aa24e req-19d6f08b-d897-40a5-bacd-a2c83362ef3d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 1127 time: 0.0518241
Apr 16 21:16:22.771495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffb1b9-9339-4dd0-b06c-9765c7c89e3c req-d6d0cb98-38cd-4cfe-9b79-e790fccdb98a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:22.773473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=973bd67e-86f2-41a6-afe9-0081fe7b246c,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:22.776912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port ed5b9e7e-736b-4251-8d00-ad2beb4e1443 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:16:22.781071 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d2ffb1b9-9339-4dd0-b06c-9765c7c89e3c req-d6d0cb98-38cd-4cfe-9b79-e790fccdb98a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0628963
Apr 16 21:16:22.801499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ddf11-e2be-4378-8b24-af5925bb37ad req-705d8816-9222-4f59-9af1-0d3065085d11 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:22.806557 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca1ddf11-e2be-4378-8b24-af5925bb37ad req-705d8816-9222-4f59-9af1-0d3065085d11 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0671566
Apr 16 21:16:22.806557 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a6ab9d7c-a726-46f7-8d08-1794944aa24e req-9ce61f4d-1c2f-4eb0-88f3-8bcba730e9e3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884342
Apr 16 21:16:22.854658 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca1ddf11-e2be-4378-8b24-af5925bb37ad req-09a206e1-0d70-46b4-b79b-1832e640b385 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437794
Apr 16 21:16:22.859702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port ed5b9e7e-736b-4251-8d00-ad2beb4e1443 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:22.859881 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d2ffb1b9-9339-4dd0-b06c-9765c7c89e3c req-9725481b-6770-4139-b466-6241a8d40d7c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754147
Apr 16 21:16:22.860564 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:22.865582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377536eb-f214-4b19-b471-621b35a6854e req-e10b0240-cee0-41b7-95d3-2787e57d73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:22.866875 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-e10b0240-cee0-41b7-95d3-2787e57d73a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6&tenant_id=29fd420ef9134715bd3a9f2467d924cd HTTP/1.1" status: 200  len: 1131 time: 0.0515468
Apr 16 21:16:22.878856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:22.938146 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:22.945787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port ed5b9e7e-736b-4251-8d00-ad2beb4e1443 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:22.946219 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:22.979534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port ed5b9e7e-736b-4251-8d00-ad2beb4e1443, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed5b9e7e-736b-4251-8d00-ad2beb4e1443,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:23.071220 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:23.077242 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 16b4583f-548f-4d1c-8ae5-e1254189e93a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:16:23.172917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=ed5b9e7e-736b-4251-8d00-ad2beb4e1443,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:23.193689 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3cafa02-6b60-46f4-9fde-42b7bb1b73a9 req-008675d4-78db-4b9a-84d4-59edb5ef4672 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0427842
Apr 16 21:16:23.207699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] For port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:23.225986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 16b4583f-548f-4d1c-8ae5-e1254189e93a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16b4583f-548f-4d1c-8ae5-e1254189e93a,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:23.232147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eab391-50cf-41fe-846a-4fdef86510b9 req-a3748550-ddb7-45d5-8af4-7c31603eeac4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:23.233745 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84eab391-50cf-41fe-846a-4fdef86510b9 req-a3748550-ddb7-45d5-8af4-7c31603eeac4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0695448
Apr 16 21:16:23.294810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] For port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host nch1-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:16:23.322673 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84eab391-50cf-41fe-846a-4fdef86510b9 req-f1158840-a343-45aa-9fe1-1aaaf48b0d12 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825422
Apr 16 21:16:23.344786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:23.347107 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4d2cd5-a8ac-4a83-9de0-ea3d5212f59f" -d '{"events": [{"server_uuid": "2389c37c-30cc-4355-a3a2-44653cb17fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "0b67129e-ca8a-4c23-aff2-5c3d6e70e65a"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:23.351336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Publish callbacks [] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:23.369198 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Transition to ACTIVE for port object 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:16:23.377340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '16b4583f-548f-4d1c-8ae5-e1254189e93a', 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918', 'port_id': '16b4583f-548f-4d1c-8ae5-e1254189e93a', 'mac_address': 'fa:16:3e:d8:6a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:16:23.417759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 16b4583f-548f-4d1c-8ae5-e1254189e93a is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:23.418180 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:23.431659 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16b4583f-548f-4d1c-8ae5-e1254189e93a {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:23.451521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 16b4583f-548f-4d1c-8ae5-e1254189e93a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16b4583f-548f-4d1c-8ae5-e1254189e93a,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:23.452946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d3c97-9afa-4cc5-89db-4318b1fb9d01 req-bc9c0a31-07cc-43db-bef4-040992197dfd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:23.454467 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e80d3c97-9afa-4cc5-89db-4318b1fb9d01 req-bc9c0a31-07cc-43db-bef4-040992197dfd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 943 time: 0.0510073
Apr 16 21:16:23.464293 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:23.503557 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e80d3c97-9afa-4cc5-89db-4318b1fb9d01 req-d89f4799-4b3d-46df-bb0d-2e444cc1b114 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434470
Apr 16 21:16:23.541585 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b69490-c582-40c0-86a7-af3fc899313e x-openstack-request-id: req-f0b69490-c582-40c0-86a7-af3fc899313e {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:23.542472 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2389c37c-30cc-4355-a3a2-44653cb17fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "0b67129e-ca8a-4c23-aff2-5c3d6e70e65a", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:23.542472 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0b69490-c582-40c0-86a7-af3fc899313e {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:23.542809 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b69490-c582-40c0-86a7-af3fc899313e'] response: {'server_uuid': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a', 'code': 200}
Apr 16 21:16:23.549002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] No DVR routers for this DVR port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:16:23.552648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Pushing event updated for resources: {'Port': ['ID=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,revision_number=6']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:23.584109 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:23.588002 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f7e32037-5681-45d7-a2cb-a1ccb583ae68 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:16:23.597078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Attempting to bind port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:16:23.597670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Attempting to bind port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:16:23.598180 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Attempting to bind port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:23.603808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:16:23.604131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Attempting to bind port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:23.609852 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:16:23.610189 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:16:23.610702 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:16:23.611147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Bound port: 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:16:23.611538 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:23.627782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b09a69-c1a9-4b86-bcbe-407be3ae409d req-5b2d9eb0-20ac-42c9-919f-ba97d20954af tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:23.629536 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71b09a69-c1a9-4b86-bcbe-407be3ae409d req-5b2d9eb0-20ac-42c9-919f-ba97d20954af tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0494096
Apr 16 21:16:23.693407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71b09a69-c1a9-4b86-bcbe-407be3ae409d req-025c21a0-9941-4fd1-a023-08dbcb55cd04 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571532
Apr 16 21:16:23.709174 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=16b4583f-548f-4d1c-8ae5-e1254189e93a,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:23.733582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] For port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:16:23.739199 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] For port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:16:23.756630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f7e32037-5681-45d7-a2cb-a1ccb583ae68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e32037-5681-45d7-a2cb-a1ccb583ae68,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:23.773289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68', 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3', 'port_id': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68', 'mac_address': 'fa:16:3e:57:77:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e775fec7-8eeb-48a7-984f-55b2ee9b30df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:16:23.820113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f7e32037-5681-45d7-a2cb-a1ccb583ae68 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:23.820925 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:23.831555 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:23.834601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e32037-5681-45d7-a2cb-a1ccb583ae68 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:23.856179 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f7e32037-5681-45d7-a2cb-a1ccb583ae68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e32037-5681-45d7-a2cb-a1ccb583ae68,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:23.875604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872e3f7-fb24-4361-be25-9c530bec427d req-64989654-32d1-42cd-8192-4a98299b355f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:23.877116 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d872e3f7-fb24-4361-be25-9c530bec427d req-64989654-32d1-42cd-8192-4a98299b355f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0931652
Apr 16 21:16:23.883213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:23.887397 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:23.887397 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] 10.222.0.41 "PUT /v2.0/ports/0b67129e-ca8a-4c23-aff2-5c3d6e70e65a HTTP/1.1" status: 200  len: 1095 time: 1.0109296
Apr 16 21:16:23.922929 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:23.985624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f7e32037-5681-45d7-a2cb-a1ccb583ae68,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:23.993288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Pushing event updated for resources: {'Port': ['ID=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,revision_number=7']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:24.015642 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d872e3f7-fb24-4361-be25-9c530bec427d req-0364fb84-5276-4196-a460-986fbe3d86df tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262155
Apr 16 21:16:24.019613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.019975 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.020345 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.020700 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.021027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.021360 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.021693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.022024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.022357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.022687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.023017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.023361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.023681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.024545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.024911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0ab78e-8386-417b-9c7b-1e03f04629ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:24.029342 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377536eb-f214-4b19-b471-621b35a6854e req-77371434-11fc-4e46-b1a8-b4b5517a7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:24.031732 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-77371434-11fc-4e46-b1a8-b4b5517a7c70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 1129 time: 0.0710394
Apr 16 21:16:24.034344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b0f28-ffbd-4928-ba32-9e14c62982a8 req-7f5a0b46-ec4f-45d2-b486-520185a67a3b tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:24.046575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1e7b0f28-ffbd-4928-ba32-9e14c62982a8 req-7f5a0b46-ec4f-45d2-b486-520185a67a3b tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0844166
Apr 16 21:16:24.135732 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1e7b0f28-ffbd-4928-ba32-9e14c62982a8 req-97f5ea65-ec2a-440c-ab7a-0ee92cf5886a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787845
Apr 16 21:16:24.162181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b96a5-1c0d-482a-869e-b775b68d16af req-f605eaf0-8301-4eb9-8853-07c387573ed3 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:24.163690 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c9b96a5-1c0d-482a-869e-b775b68d16af req-f605eaf0-8301-4eb9-8853-07c387573ed3 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 947 time: 0.0622454
Apr 16 21:16:24.199566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377536eb-f214-4b19-b471-621b35a6854e req-9ba3e96b-84d3-412b-b7a4-7c7729072fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:24.201100 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-9ba3e96b-84d3-412b-b7a4-7c7729072fee service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1632767
Apr 16 21:16:24.249698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a7a13-8df6-47ba-98f9-9142a17291d5 req-42349cad-de4b-43dd-89e0-7dbe4ec679be tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:24.251244 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f61a7a13-8df6-47ba-98f9-9142a17291d5 req-42349cad-de4b-43dd-89e0-7dbe4ec679be tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0515754
Apr 16 21:16:24.260644 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-f570d400-6405-4d84-9266-5466fa5d4a96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a HTTP/1.1" status: 200  len: 217 time: 0.0533907
Apr 16 21:16:24.267844 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c9b96a5-1c0d-482a-869e-b775b68d16af req-21052f99-5ba5-494b-87d5-edb106e63cf4 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969720
Apr 16 21:16:24.311710 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f61a7a13-8df6-47ba-98f9-9142a17291d5 req-a3bc5554-7415-416e-ad35-8e597187ebb4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543780
Apr 16 21:16:24.318965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377536eb-f214-4b19-b471-621b35a6854e req-34732588-b9b3-4814-a931-9adcd49f5ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:24.320472 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-34732588-b9b3-4814-a931-9adcd49f5ca7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0517461
Apr 16 21:16:24.385953 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-21013b02-6d67-43d8-af06-928458ffac3c req-1424f767-9ffd-460c-b8a0-129dc58ad46f tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0496571
Apr 16 21:16:24.396111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377536eb-f214-4b19-b471-621b35a6854e req-9b182830-b131-4fc2-9209-e1a4cee0b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:24.397672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-9b182830-b131-4fc2-9209-e1a4cee0b84a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0708103
Apr 16 21:16:24.406568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['f7e32037-5681-45d7-a2cb-a1ccb583ae68'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:16:24.473728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bcac8-3b46-4ce7-b99d-dd0088322102 req-6ec19536-7b7f-44ba-a963-1bde8e5c2815 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:24.475259 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-331bcac8-3b46-4ce7-b99d-dd0088322102 req-6ec19536-7b7f-44ba-a963-1bde8e5c2815 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0487514
Apr 16 21:16:24.483534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['16b4583f-548f-4d1c-8ae5-e1254189e93a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:16:24.506203 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-02e991cf-879d-48a9-b171-985595f03ae5 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0973420
Apr 16 21:16:24.543532 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-331bcac8-3b46-4ce7-b99d-dd0088322102 req-36f0d6fe-3b9c-453f-9ff5-c4c5b61403dc tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524786
Apr 16 21:16:24.612038 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc95a4d6-f40d-4087-91ae-3038926df942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5b9e7e-736b-4251-8d00-ad2beb4e1443'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:24.613325 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033271cf-7457-4c90-9218-7120d331ef36" -d '{"events": [{"server_uuid": "dc95a4d6-f40d-4087-91ae-3038926df942", "name": "network-vif-plugged", "status": "completed", "tag": "ed5b9e7e-736b-4251-8d00-ad2beb4e1443"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:24.618137 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-46f9b1e8-d834-4045-98d6-eb6808a85060 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1045346
Apr 16 21:16:24.662974 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239f1e9e-6642-4097-a928-754b6d2fc984 x-openstack-request-id: req-239f1e9e-6642-4097-a928-754b6d2fc984 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:24.663293 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc95a4d6-f40d-4087-91ae-3038926df942", "name": "network-vif-plugged", "status": "completed", "tag": "ed5b9e7e-736b-4251-8d00-ad2beb4e1443", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:24.663564 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-239f1e9e-6642-4097-a928-754b6d2fc984 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:24.664961 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-239f1e9e-6642-4097-a928-754b6d2fc984'] response: {'server_uuid': 'dc95a4d6-f40d-4087-91ae-3038926df942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5b9e7e-736b-4251-8d00-ad2beb4e1443', 'code': 200}
Apr 16 21:16:24.682061 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e90302-8f37-4f65-b556-897b36cbaabf req-d431dbc0-6f67-424e-a226-e61c8e59a761 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:24.683664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88e90302-8f37-4f65-b556-897b36cbaabf req-d431dbc0-6f67-424e-a226-e61c8e59a761 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 944 time: 0.0645528
Apr 16 21:16:24.745680 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88e90302-8f37-4f65-b556-897b36cbaabf req-3647c94a-5df0-473a-956c-651eb5d0aa2a tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541735
Apr 16 21:16:24.834963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ab595-5ef1-4645-8e5a-6c228161ecd4 req-6feee11b-812c-4498-badf-1be29da81486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:24.836589 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e51ab595-5ef1-4645-8e5a-6c228161ecd4 req-6feee11b-812c-4498-badf-1be29da81486 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 1127 time: 0.1016412
Apr 16 21:16:24.912358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd743-da69-4272-9469-be7545015a3c req-8e4ba5a2-ac52-4e61-be85-2e8104d19a3f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:24.913724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-8e4ba5a2-ac52-4e61-be85-2e8104d19a3f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 811 time: 0.1656904
Apr 16 21:16:24.916216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e51ab595-5ef1-4645-8e5a-6c228161ecd4 req-fad5594a-4aea-4d56-824a-ca9cdf602ba5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728650
Apr 16 21:16:24.931194 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-a51bf050-8d17-40b9-86dd-079aaabb30bb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/quotas/ceac90e6c7024b4ea350bfa95e1b5249 HTTP/1.1" status: 200  len: 375 time: 0.0087585
Apr 16 21:16:24.982103 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-62e4a174-1c56-4cbb-80a7-e3b980ec07f7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0482252
Apr 16 21:16:25.072740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-b01be885-d7ef-451d-a8ac-8b909e748928 service neutron] 10.222.0.20 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838423
Apr 16 21:16:25.166928 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-32c08a82-50f8-4548-9e97-2b39d9b2cb6d service neutron] 10.222.0.20 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890684
Apr 16 21:16:25.253169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f130a91-9054-467e-b38f-1af553df68ee req-177f81fb-f0e6-4305-b764-4926f7646060 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:25.254674 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6f130a91-9054-467e-b38f-1af553df68ee req-177f81fb-f0e6-4305-b764-4926f7646060 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0487652
Apr 16 21:16:25.303008 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6f130a91-9054-467e-b38f-1af553df68ee req-52256146-1034-49a3-a1a3-4afad196d8c3 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424953
Apr 16 21:16:25.408679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d67be-31f8-4465-b115-3a369b694dd1 req-275a5714-75ea-4607-9403-53db6edd77e9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:25.410141 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-489d67be-31f8-4465-b115-3a369b694dd1 req-275a5714-75ea-4607-9403-53db6edd77e9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 947 time: 0.0515656
Apr 16 21:16:25.466812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-489d67be-31f8-4465-b115-3a369b694dd1 req-8b871ffa-101c-4015-8efd-ae4234c08cd7 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504053
Apr 16 21:16:25.543613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'tag': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:25.546904 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9174537d-e6f1-411c-9ae6-b1cedf171a97" -d '{"events": [{"name": "network-changed", "server_uuid": "2389c37c-30cc-4355-a3a2-44653cb17fd6", "tag": "0b67129e-ca8a-4c23-aff2-5c3d6e70e65a"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:25.610812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a632c1d4-8125-4fc4-9272-de660437a17b req-69812c2c-5e38-4fd6-8ca3-6dca5d7e4702 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0285764
Apr 16 21:16:25.694892 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1a1d683b-72f6-48b5-831a-351454b9f28b req-91f94354-3bce-4ac6-b931-131994519b22 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 210 time: 0.0272458
Apr 16 21:16:25.750998 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d625c3b-d116-48a2-8bc6-206722631022 x-openstack-request-id: req-5d625c3b-d116-48a2-8bc6-206722631022 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:25.751293 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2389c37c-30cc-4355-a3a2-44653cb17fd6", "tag": "0b67129e-ca8a-4c23-aff2-5c3d6e70e65a", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:25.751547 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d625c3b-d116-48a2-8bc6-206722631022 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:25.751953 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d625c3b-d116-48a2-8bc6-206722631022'] response: {'name': 'network-changed', 'server_uuid': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'tag': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a', 'status': 'completed', 'code': 200}
Apr 16 21:16:25.820085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-54924162-f5ab-4d8f-8aa5-2f8d7eb9cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:25.822444 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-54924162-f5ab-4d8f-8aa5-2f8d7eb9cef5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 1129 time: 0.0423446
Apr 16 21:16:25.868055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625eab8-69a8-4bb5-b312-5055cab37ff6 req-0175ad72-802c-4578-ae1a-9283c27fcbb1 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:25.869727 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e625eab8-69a8-4bb5-b312-5055cab37ff6 req-0175ad72-802c-4578-ae1a-9283c27fcbb1 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 944 time: 0.0597346
Apr 16 21:16:25.921181 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e625eab8-69a8-4bb5-b312-5055cab37ff6 req-499364a5-e5c4-4d18-bceb-5e27ebd2b64d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453317
Apr 16 21:16:25.927949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 16b4583f-548f-4d1c-8ae5-e1254189e93a up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:25.979883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 16b4583f-548f-4d1c-8ae5-e1254189e93a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:25.980456 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:26.030038 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23782165-9c0f-41ec-b13a-026d40acb110 req-3b404f87-457f-45c5-9d2b-4393650dafb4 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:26.032153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23782165-9c0f-41ec-b13a-026d40acb110 req-3b404f87-457f-45c5-9d2b-4393650dafb4 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.1020741
Apr 16 21:16:26.077752 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 16b4583f-548f-4d1c-8ae5-e1254189e93a is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:26.078149 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:26.111008 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 16b4583f-548f-4d1c-8ae5-e1254189e93a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16b4583f-548f-4d1c-8ae5-e1254189e93a,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:26.116384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-0c68e779-fa70-46bd-a732-f5e431be70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:26.118364 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-0c68e779-fa70-46bd-a732-f5e431be70a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1847675
Apr 16 21:16:26.173678 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23782165-9c0f-41ec-b13a-026d40acb110 req-06190bbf-4e4d-44b6-94dc-4b7abd928f53 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344206
Apr 16 21:16:26.177182 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-9bc7897d-0097-4336-be40-bed36c095cd9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a HTTP/1.1" status: 200  len: 217 time: 0.0523095
Apr 16 21:16:26.178319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa4fa6-0433-4329-a212-39554bd830fc req-399becfd-4cce-4398-980c-db9b268715a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:26.179700 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3faa4fa6-0433-4329-a212-39554bd830fc req-399becfd-4cce-4398-980c-db9b268715a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 1128 time: 0.0987999
Apr 16 21:16:26.191072 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:26.192018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f7e32037-5681-45d7-a2cb-a1ccb583ae68 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:26.274320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=16b4583f-548f-4d1c-8ae5-e1254189e93a,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:26.281326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port f7e32037-5681-45d7-a2cb-a1ccb583ae68 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:16:26.285797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-1a7cfa6b-be21-424d-aa3b-526392f13921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:26.285797 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-1a7cfa6b-be21-424d-aa3b-526392f13921 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0964346
Apr 16 21:16:26.341914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-2a1c333e-e094-4e81-8a1c-163b0e2a8d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:26.343407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-2a1c333e-e094-4e81-8a1c-163b0e2a8d88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0517859
Apr 16 21:16:26.344502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa4fa6-0433-4329-a212-39554bd830fc req-7a7e7c22-48e9-4a40-ba5c-ba1826fd6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:26.345805 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3faa4fa6-0433-4329-a212-39554bd830fc req-7a7e7c22-48e9-4a40-ba5c-ba1826fd6e11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 920 time: 0.1521251
Apr 16 21:16:26.348324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:16:26.386635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port f7e32037-5681-45d7-a2cb-a1ccb583ae68 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:26.387027 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:26.415590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a host nch2-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:16:26.415993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:16:26.436013 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3faa4fa6-0433-4329-a212-39554bd830fc req-50ba90af-c67b-424c-897d-39875133f552 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=973bd67e-86f2-41a6-afe9-0081fe7b246c HTTP/1.1" status: 200  len: 217 time: 0.0741117
Apr 16 21:16:26.468697 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f7e32037-5681-45d7-a2cb-a1ccb583ae68 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:26.469780 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:26.512141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f7e32037-5681-45d7-a2cb-a1ccb583ae68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e32037-5681-45d7-a2cb-a1ccb583ae68,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:26.512686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa4fa6-0433-4329-a212-39554bd830fc req-5f973579-239c-487c-88a5-21183d9567d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:26.516703 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3faa4fa6-0433-4329-a212-39554bd830fc req-5f973579-239c-487c-88a5-21183d9567d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.0719981
Apr 16 21:16:26.517907 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-af3146d5-dbe9-4cae-85d1-3691bce65290 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636810
Apr 16 21:16:26.594557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ce8ae-6739-4a4c-b3a3-2c381b1c3949 req-1ea328f9-bc8e-474f-8190-43366e59437a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:26.596672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f34ce8ae-6739-4a4c-b3a3-2c381b1c3949 req-1ea328f9-bc8e-474f-8190-43366e59437a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 947 time: 0.0574753
Apr 16 21:16:26.603470 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:26.619922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa4fa6-0433-4329-a212-39554bd830fc req-97c7179f-049a-4496-bf6a-40f785dfd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:26.621511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3faa4fa6-0433-4329-a212-39554bd830fc req-97c7179f-049a-4496-bf6a-40f785dfd2cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0982006
Apr 16 21:16:26.659166 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f7e32037-5681-45d7-a2cb-a1ccb583ae68,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:26.665739 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f34ce8ae-6739-4a4c-b3a3-2c381b1c3949 req-85b04221-7861-4b81-8a9d-d01846f00355 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499928
Apr 16 21:16:26.666301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff70294f-a73f-4dcf-aaf4-bd979106f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b4583f-548f-4d1c-8ae5-e1254189e93a'}, {'server_uuid': '8cb60874-b0f3-4055-a4d1-531f4a147992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:26.681215 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbec8f27-40d2-4a39-b48f-647743a49a77" -d '{"events": [{"server_uuid": "ff70294f-a73f-4dcf-aaf4-bd979106f1b8", "name": "network-vif-plugged", "status": "completed", "tag": "16b4583f-548f-4d1c-8ae5-e1254189e93a"}, {"server_uuid": "8cb60874-b0f3-4055-a4d1-531f4a147992", "name": "network-vif-plugged", "status": "completed", "tag": "f7e32037-5681-45d7-a2cb-a1ccb583ae68"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:26.734801 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de287517-68c5-4511-98cc-6d1077b7b0cd x-openstack-request-id: req-de287517-68c5-4511-98cc-6d1077b7b0cd {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:26.735109 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff70294f-a73f-4dcf-aaf4-bd979106f1b8", "name": "network-vif-plugged", "status": "completed", "tag": "16b4583f-548f-4d1c-8ae5-e1254189e93a", "code": 200}, {"server_uuid": "8cb60874-b0f3-4055-a4d1-531f4a147992", "name": "network-vif-plugged", "status": "completed", "tag": "f7e32037-5681-45d7-a2cb-a1ccb583ae68", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:26.735368 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de287517-68c5-4511-98cc-6d1077b7b0cd {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:26.735780 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de287517-68c5-4511-98cc-6d1077b7b0cd'] response: {'server_uuid': 'ff70294f-a73f-4dcf-aaf4-bd979106f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b4583f-548f-4d1c-8ae5-e1254189e93a', 'code': 200}
Apr 16 21:16:26.736045 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de287517-68c5-4511-98cc-6d1077b7b0cd'] response: {'server_uuid': '8cb60874-b0f3-4055-a4d1-531f4a147992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68', 'code': 200}
Apr 16 21:16:26.748640 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-52307fea-7d37-47c1-b5c9-e8ca276f20af service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2241077
Apr 16 21:16:26.752562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cddac925-7f83-418b-8627-87b7b632ff73 req-6db7c1ee-5cea-47cb-957c-28e6b028707e tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0423751
Apr 16 21:16:26.775944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3faa4fa6-0433-4329-a212-39554bd830fc req-e07ed8a8-2e73-4d86-be7c-620d0b5c5ac0 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483674
Apr 16 21:16:26.825784 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f3c51c23-dcc7-4a49-8d25-86d77ee7fbe1 req-d9ccf7ff-8729-4376-8b2d-c760f3592d4e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 210 time: 0.0304592
Apr 16 21:16:26.869620 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3faa4fa6-0433-4329-a212-39554bd830fc req-503befc2-5235-411a-a017-187fb3e65066 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858102
Apr 16 21:16:27.049273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf058d3-5a00-4d60-b48d-f23c1e58392d req-e6c39819-aca2-48dd-9961-4618438036a3 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:27.050766 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fbf058d3-5a00-4d60-b48d-f23c1e58392d req-e6c39819-aca2-48dd-9961-4618438036a3 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0523508
Apr 16 21:16:27.096623 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fbf058d3-5a00-4d60-b48d-f23c1e58392d req-27817549-e9e6-4b0b-81cc-fe55d4505f08 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401947
Apr 16 21:16:27.289395 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362674-0acd-4e96-acc1-0003b90f5020 req-46df2a9e-f136-4ac9-9068-d0312d07f719 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:27.291333 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94362674-0acd-4e96-acc1-0003b90f5020 req-46df2a9e-f136-4ac9-9068-d0312d07f719 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0506237
Apr 16 21:16:27.337888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94362674-0acd-4e96-acc1-0003b90f5020 req-434fcba2-690f-4378-ab92-4b3e5270292d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409822
Apr 16 21:16:27.784233 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12747ad7-40ca-4810-af59-e2699f635c09 req-86bab715-6221-4154-b999-39f3630bcc20 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:27.785692 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-12747ad7-40ca-4810-af59-e2699f635c09 req-86bab715-6221-4154-b999-39f3630bcc20 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 947 time: 0.0459023
Apr 16 21:16:27.832635 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-12747ad7-40ca-4810-af59-e2699f635c09 req-401a4344-5073-4373-9096-e0b97266215b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407534
Apr 16 21:16:27.882020 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fecb377e-701d-48c9-b561-d97fd6c3156a req-356cc4c3-9260-4659-b002-e8d283119870 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0273125
Apr 16 21:16:27.922003 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37c13a83-2e68-4c80-85a1-12fb47564bb7 req-807a2185-488e-4b8f-bbfd-177c8d72de04 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 210 time: 0.0337000
Apr 16 21:16:28.207802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e1538-c345-443b-9c18-d202be31be16 req-06ec9cab-881c-4d10-ad9f-15bf31ef0163 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:28.209288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f4e1538-c345-443b-9c18-d202be31be16 req-06ec9cab-881c-4d10-ad9f-15bf31ef0163 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0457141
Apr 16 21:16:28.255037 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f4e1538-c345-443b-9c18-d202be31be16 req-9e57586b-0a22-440f-93dd-8c562fcda2fe tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394530
Apr 16 21:16:28.450423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6791-f444-4223-88d4-e80da1319ac5 req-e4a71f91-2645-4d09-bc2f-66d4bb43e1f8 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:28.451900 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dc8b6791-f444-4223-88d4-e80da1319ac5 req-e4a71f91-2645-4d09-bc2f-66d4bb43e1f8 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0475368
Apr 16 21:16:28.498999 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dc8b6791-f444-4223-88d4-e80da1319ac5 req-d70baa0f-2080-4ad4-86b7-76baad5861c5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412476
Apr 16 21:16:28.770624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-3f9d1629-4857-46eb-a0a2-da4aae629148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:28.772452 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-3f9d1629-4857-46eb-a0a2-da4aae629148 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 1129 time: 0.0707529
Apr 16 21:16:28.804139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49774edf-5d0c-4bbe-b8f0-096bcd8866c6 req-ccee50cd-b3c6-419f-bf89-d89ede01e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:28.806313 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-49774edf-5d0c-4bbe-b8f0-096bcd8866c6 req-ccee50cd-b3c6-419f-bf89-d89ede01e62a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 1127 time: 0.0638626
Apr 16 21:16:28.889205 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-49774edf-5d0c-4bbe-b8f0-096bcd8866c6 req-8727db64-8ca7-4822-b147-55885165f95c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590203
Apr 16 21:16:28.913797 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-e3de879f-bd30-424d-aa25-2dab64972c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:28.915680 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-e3de879f-bd30-424d-aa25-2dab64972c21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1363833
Apr 16 21:16:28.949444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a3d24-c274-4ef1-be26-60a7aef82197 req-79d8ea70-6d6c-4996-872b-e2c834b2b93e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:28.950952 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-631a3d24-c274-4ef1-be26-60a7aef82197 req-79d8ea70-6d6c-4996-872b-e2c834b2b93e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 947 time: 0.0494168
Apr 16 21:16:29.004079 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-631a3d24-c274-4ef1-be26-60a7aef82197 req-98d5b438-3688-46aa-9675-ad0fa85908f2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471389
Apr 16 21:16:29.006323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3a43d0ae-469b-4907-8b2f-bdd9b52ea7a7 req-b9c06c05-3a4d-4dd9-be65-1e3db8007d2d tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0322547
Apr 16 21:16:29.085702 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6304247a-e95b-4761-b347-7324c27db853 req-ee3fc1da-892b-4598-bd48-d7d10e55a812 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 210 time: 0.0265667
Apr 16 21:16:29.312112 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-9bc6d314-a07d-404b-9fba-1721f469eb64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a HTTP/1.1" status: 200  len: 217 time: 0.0398188
Apr 16 21:16:29.378604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1e1f0-c7a6-49f4-b710-dfabef730e3b req-95f1db90-f2eb-4cfb-9e73-20a004a8a58c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:29.380154 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e8d1e1f0-c7a6-49f4-b710-dfabef730e3b req-95f1db90-f2eb-4cfb-9e73-20a004a8a58c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0526524
Apr 16 21:16:29.383402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-96f9af71-24ba-4144-9a84-49f61a614d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:29.384878 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-96f9af71-24ba-4144-9a84-49f61a614d87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0505013
Apr 16 21:16:29.430076 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e8d1e1f0-c7a6-49f4-b710-dfabef730e3b req-adbf56c5-be54-40bb-9686-4c1a61a34010 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439112
Apr 16 21:16:29.443279 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-428b1aca-192f-4348-a39a-e97940441141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:29.444916 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-428b1aca-192f-4348-a39a-e97940441141 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0441530
Apr 16 21:16:29.611810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe4d77-4fdc-40ef-a15a-227db388eb6a req-2ff78ee9-adf1-4f40-8599-ff24da1b96fa tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:29.613392 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6fe4d77-4fdc-40ef-a15a-227db388eb6a req-2ff78ee9-adf1-4f40-8599-ff24da1b96fa tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0484357
Apr 16 21:16:29.660794 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6fe4d77-4fdc-40ef-a15a-227db388eb6a req-9fafd1d1-0c08-4caf-9b12-9bae96dcdf85 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417786
Apr 16 21:16:29.853844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:16:29.954308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:29.965780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a', 'mac_address': 'fa:16:3e:ea:4d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:16:30.002924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:30.003325 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:30.017068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:30.036707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:30.123026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02183d2-0fe5-48e0-a9e8-da166656d434 req-260913b0-2932-49e2-8583-8706897befa3 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:30.124574 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e02183d2-0fe5-48e0-a9e8-da166656d434 req-260913b0-2932-49e2-8583-8706897befa3 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 947 time: 0.0495944
Apr 16 21:16:30.125438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-de402d00-92d1-45d0-bc6c-ec74bb5585e2 req-77546fd2-f704-4e2f-a96d-1b2f7d20a5f3 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0268879
Apr 16 21:16:30.134307 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:30.183905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:30.194628 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e02183d2-0fe5-48e0-a9e8-da166656d434 req-914645a5-29a8-43fb-b734-bf2b550552af tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643675
Apr 16 21:16:30.236551 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8166426a-3380-482b-acca-6438a976a4b1 req-a08b8a5f-54ce-4059-87c2-4445b075cebc tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 210 time: 0.0316975
Apr 16 21:16:30.374045 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-46d3c1dc-7029-4773-9609-3e33d6097fdd service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842609
Apr 16 21:16:30.475578 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9174537d-e6f1-411c-9ae6-b1cedf171a97 req-9e07b102-53c2-4cad-9677-1e15a5a94ad1 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872865
Apr 16 21:16:30.550975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbc22a-eace-4c34-85dc-49cf5e483dce req-332ccdde-534b-44ea-ae19-a3cf7b700b5b tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:30.554888 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a0bbc22a-eace-4c34-85dc-49cf5e483dce req-332ccdde-534b-44ea-ae19-a3cf7b700b5b tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0534391
Apr 16 21:16:30.601397 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a0bbc22a-eace-4c34-85dc-49cf5e483dce req-cd9b0958-360b-4f33-96b6-b8ab60247873 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422585
Apr 16 21:16:30.611182 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c2f81-e663-4608-9059-b6dbf1a1f452 req-a6967b0a-249e-4388-a376-2df7ac12067a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:30.612863 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-db6c2f81-e663-4608-9059-b6dbf1a1f452 req-a6967b0a-249e-4388-a376-2df7ac12067a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 948 time: 0.0486097
Apr 16 21:16:30.661921 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-db6c2f81-e663-4608-9059-b6dbf1a1f452 req-6da0693a-a7a9-4651-9cc8-fef4cf2388c4 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427155
Apr 16 21:16:30.763466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-84eb9d38-de18-4035-ac99-2b50877c71a6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:30.764950 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-84eb9d38-de18-4035-ac99-2b50877c71a6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6&tenant_id=29fd420ef9134715bd3a9f2467d924cd&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.0722315
Apr 16 21:16:30.777483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0b67129e-ca8a-4c23-aff2-5c3d6e70e65a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:16:30.811097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a8f37-b936-4c88-8234-67a7ed8642ab req-f7dba04a-acba-423c-a32d-0ee225add7af tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:30.812873 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-272a8f37-b936-4c88-8234-67a7ed8642ab req-f7dba04a-acba-423c-a32d-0ee225add7af tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0859342
Apr 16 21:16:30.868698 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-5593893f-b5bc-4747-9045-a7baa52a253c service neutron] delete failed (client error): The resource could not be found.
Apr 16 21:16:30.869782 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-5593893f-b5bc-4747-9045-a7baa52a253c service neutron] 10.222.0.11 "DELETE /v2.0/ports/0b67129e-ca8a-4c23-aff2-5c3d6e70e65a/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0993006
Apr 16 21:16:30.896775 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-272a8f37-b936-4c88-8234-67a7ed8642ab req-5e645060-a984-4347-9326-16afac7b6779 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702515
Apr 16 21:16:30.987072 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-bdbaf793-fe3e-4fe5-9d96-51c7108a637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:30.988784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-bdbaf793-fe3e-4fe5-9d96-51c7108a637c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 1130 time: 0.0396023
Apr 16 21:16:31.084338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-35adc485-e616-42f5-8333-376970fd96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:31.085828 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-35adc485-e616-42f5-8333-376970fd96fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.0917752
Apr 16 21:16:31.129721 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-36bec191-fb53-4aa1-9c23-e3b1dec083f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a HTTP/1.1" status: 200  len: 217 time: 0.0367296
Apr 16 21:16:31.184382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-21bfd846-9147-46d9-8b58-ad6872e834fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:31.193053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-21bfd846-9147-46d9-8b58-ad6872e834fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0498540
Apr 16 21:16:31.237490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-241c2fde-f97d-438f-ae2e-e3c529ab7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:31.238987 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-241c2fde-f97d-438f-ae2e-e3c529ab7cf6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0469449
Apr 16 21:16:31.261566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ecbc6d87-b492-45ae-99fe-346aa8d1ab9c req-846956e4-441d-4f88-a0cf-8f1aa85cbdee tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0394804
Apr 16 21:16:31.296130 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd743-da69-4272-9469-be7545015a3c req-7662e204-ed3f-45bd-b671-b8d87b804230 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:31.297977 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-7662e204-ed3f-45bd-b671-b8d87b804230 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 811 time: 0.1435885
Apr 16 21:16:31.402363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-e78bd743-da69-4272-9469-be7545015a3c req-0d0c0a33-88fe-4e96-9a1c-445382d36c79 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Request body: {'port': {'device_id': '8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'admin_state_up': True, 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:31.598731 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c6b3cc06-a13d-4e52-982f-83420d1b7c6c req-7791fddb-60f0-47b5-aa7b-bcc62a5e2f5e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 210 time: 0.0537670
Apr 16 21:16:31.619484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78bd743-da69-4272-9469-be7545015a3c req-0d0c0a33-88fe-4e96-9a1c-445382d36c79 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Made reservation on behalf of ceac90e6c7024b4ea350bfa95e1b5249 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:16:31.623979 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e78bd743-da69-4272-9469-be7545015a3c req-0d0c0a33-88fe-4e96-9a1c-445382d36c79 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:31.636196 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-6462e296-5909-4b9b-bc5d-1b890a6334ca service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3902884
Apr 16 21:16:31.776690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f16fd-c5d9-43b7-9818-5ce9d4259672 req-3d31e449-44b1-46b4-88ef-f9431edba684 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:31.778231 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ff3f16fd-c5d9-43b7-9818-5ce9d4259672 req-3d31e449-44b1-46b4-88ef-f9431edba684 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0980821
Apr 16 21:16:31.792921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-312fb6f6-0f03-47ac-9659-3946d1095cbd req-3b01e96b-119d-452e-b057-f92c0ebfd35e service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498876
Apr 16 21:16:31.799104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bcaef-d46d-4556-a3c3-8ba736b52e7f req-9d25691b-6066-4e4a-a0a0-bf9fbc05305c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:31.800499 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f55bcaef-d46d-4556-a3c3-8ba736b52e7f req-9d25691b-6066-4e4a-a0a0-bf9fbc05305c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 948 time: 0.0625122
Apr 16 21:16:31.870803 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f55bcaef-d46d-4556-a3c3-8ba736b52e7f req-db056ae9-854b-4274-b46f-bf7f8d399e1d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616672
Apr 16 21:16:31.874828 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-e78bd743-da69-4272-9469-be7545015a3c req-0d0c0a33-88fe-4e96-9a1c-445382d36c79 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Allocated IP 172.20.0.12 (f9e642b5-0144-4768-b572-192069e5751e/06ec77b4-a903-4213-a645-ac1f6c5c0b22/880aed47-539f-4469-8060-4c63493e9b1d) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:16:31.879293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ff3f16fd-c5d9-43b7-9818-5ce9d4259672 req-fc5a71c5-44b6-4ca7-85a5-f44b36c925e1 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942888
Apr 16 21:16:32.041567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15eede-ac74-4aa7-b4da-3bd30d259c36 req-e169184e-ff05-4105-a2e0-a656a02d56bd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:32.043086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e15eede-ac74-4aa7-b4da-3bd30d259c36 req-e169184e-ff05-4105-a2e0-a656a02d56bd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0557587
Apr 16 21:16:32.108642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e15eede-ac74-4aa7-b4da-3bd30d259c36 req-be1574fa-e899-4b5c-ab34-abf1700b20b2 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598180
Apr 16 21:16:32.119102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecabe0a-e052-4308-84aa-0edd02e2bb3e req-f3c82eea-8627-4ead-96fb-548f2c9a2c29 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:32.126157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aecabe0a-e052-4308-84aa-0edd02e2bb3e req-f3c82eea-8627-4ead-96fb-548f2c9a2c29 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0923007
Apr 16 21:16:32.235857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:32.299637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:16:32.356483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:32.357895 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:32.439829 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e78bd743-da69-4272-9469-be7545015a3c req-0d0c0a33-88fe-4e96-9a1c-445382d36c79 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for port (880aed47-539f-4469-8060-4c63493e9b1d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:32.468049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:32.468481 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:32.495572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:32.497014 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aecabe0a-e052-4308-84aa-0edd02e2bb3e req-af5d0264-c68f-4438-83e5-7697c4457dfd tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3699987
Apr 16 21:16:32.498576 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e497a84-43c1-484f-b253-684286201ad5" -d '{"events": [{"server_uuid": "2389c37c-30cc-4355-a3a2-44653cb17fd6", "name": "network-vif-plugged", "status": "completed", "tag": "0b67129e-ca8a-4c23-aff2-5c3d6e70e65a"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:32.511707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:32.618408 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cc06e9cc-f2fe-489f-be57-85083fec69e0 req-2edd836c-e2a5-49bf-b376-002321ee4852 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0429375
Apr 16 21:16:32.637401 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:32.637657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e78bd743-da69-4272-9469-be7545015a3c req-0d0c0a33-88fe-4e96-9a1c-445382d36c79 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (880aed47-539f-4469-8060-4c63493e9b1d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:32.659813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['90cb3288-a22b-4ad5-a087-5f17138b5d8b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:16:32.722998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78bd743-da69-4272-9469-be7545015a3c req-0d0c0a33-88fe-4e96-9a1c-445382d36c79 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Network f9e642b5-0144-4768-b572-192069e5751e is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:16:32.725189 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-e78bd743-da69-4272-9469-be7545015a3c req-0d0c0a33-88fe-4e96-9a1c-445382d36c79 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:16:32.728665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c0a33-88fe-4e96-9a1c-445382d36c79 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event updated for resources: {'Port': ['ID=880aed47-539f-4469-8060-4c63493e9b1d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:32.741996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78bd743-da69-4272-9469-be7545015a3c req-0d0c0a33-88fe-4e96-9a1c-445382d36c79 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:16:32.785834 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e67fa2d-0346-4571-b5d1-4db91315b802 x-openstack-request-id: req-9e67fa2d-0346-4571-b5d1-4db91315b802 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:32.786190 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2389c37c-30cc-4355-a3a2-44653cb17fd6", "name": "network-vif-plugged", "status": "completed", "tag": "0b67129e-ca8a-4c23-aff2-5c3d6e70e65a", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:32.786463 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e67fa2d-0346-4571-b5d1-4db91315b802 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:32.786868 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e67fa2d-0346-4571-b5d1-4db91315b802'] response: {'server_uuid': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a', 'code': 200}
Apr 16 21:16:32.839293 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd743-da69-4272-9469-be7545015a3c req-0d0c0a33-88fe-4e96-9a1c-445382d36c79 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:32.840965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e78bd743-da69-4272-9469-be7545015a3c req-0d0c0a33-88fe-4e96-9a1c-445382d36c79 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:32.939942 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-0d0c0a33-88fe-4e96-9a1c-445382d36c79 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5356762
Apr 16 21:16:32.940134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:32.961880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beb2be-1d24-42d1-9a3f-a3816d2ee769 req-9141318e-3a10-4b38-b2a1-cd35ee27094c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:32.971550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Request body: {'port': {'device_id': '8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:32.971778 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64beb2be-1d24-42d1-9a3f-a3816d2ee769 req-9141318e-3a10-4b38-b2a1-cd35ee27094c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 932 time: 0.1330109
Apr 16 21:16:33.077322 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64beb2be-1d24-42d1-9a3f-a3816d2ee769 req-24034a09-3f70-443f-8619-578235d23f24 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044326
Apr 16 21:16:33.127318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (880aed47-539f-4469-8060-4c63493e9b1d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:33.243536 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c6b87b80-b36a-43cf-a16f-c1eda54bb61e None None] Provisioning complete for port 880aed47-539f-4469-8060-4c63493e9b1d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:33.244121 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c6b87b80-b36a-43cf-a16f-c1eda54bb61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (880aed47-539f-4469-8060-4c63493e9b1d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:33.259154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead82de9-3071-4281-9f2c-ddfefb56f918 req-482f50c1-d392-40ae-b35c-9e314d3a9435 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:33.267005 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ead82de9-3071-4281-9f2c-ddfefb56f918 req-482f50c1-d392-40ae-b35c-9e314d3a9435 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0673933
Apr 16 21:16:33.311991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c6b87b80-b36a-43cf-a16f-c1eda54bb61e None None] Port 880aed47-539f-4469-8060-4c63493e9b1d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:16:33.368801 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ead82de9-3071-4281-9f2c-ddfefb56f918 req-3bd6d803-864f-4af7-9a08-87a213325278 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006529
Apr 16 21:16:33.511878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5b901-89e3-4995-bee1-4085586236a2 req-35fc37e0-17e3-4e83-b6bf-e160e37fafcd tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:33.520129 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55f5b901-89e3-4995-bee1-4085586236a2 req-35fc37e0-17e3-4e83-b6bf-e160e37fafcd tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0747831
Apr 16 21:16:33.538020 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50a9e3-a54c-4ce2-b46e-58189170ee22 req-c5f1693e-6751-4d22-9ab3-ac20fb05afa9 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:33.546562 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7a50a9e3-a54c-4ce2-b46e-58189170ee22 req-c5f1693e-6751-4d22-9ab3-ac20fb05afa9 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.1076140
Apr 16 21:16:33.571156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55f5b901-89e3-4995-bee1-4085586236a2 req-5bbce320-2517-4e8b-bac2-928ecd2d1ef9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489898
Apr 16 21:16:33.645509 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7a50a9e3-a54c-4ce2-b46e-58189170ee22 req-da2b5475-bb8e-4476-bd29-df33769865df tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975757
Apr 16 21:16:33.744041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880aed47-539f-4469-8060-4c63493e9b1d {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:33.744711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f30df-8165-478d-8cc0-b7695b1bb011 req-99792015-d764-4b70-9cd8-c8303a7a0194 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:33.748221 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b2f30df-8165-478d-8cc0-b7695b1bb011 req-99792015-d764-4b70-9cd8-c8303a7a0194 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0932004
Apr 16 21:16:33.757887 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Publish callbacks [] for port (880aed47-539f-4469-8060-4c63493e9b1d), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:33.787491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Transition to ACTIVE for port object 880aed47-539f-4469-8060-4c63493e9b1d will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:16:33.822115 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-482a9a92-9664-4cdf-8755-2d691d8bd333 req-d660c08c-1306-4c92-9d1a-fe49294da3ec tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0477953
Apr 16 21:16:33.831619 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b2f30df-8165-478d-8cc0-b7695b1bb011 req-73d3da3a-9bc4-4268-98ef-f769bfbbcf56 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778489
Apr 16 21:16:33.865286 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (880aed47-539f-4469-8060-4c63493e9b1d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:33.938732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=880aed47-539f-4469-8060-4c63493e9b1d,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:34.017957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Attempting to bind port 880aed47-539f-4469-8060-4c63493e9b1d on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:16:34.018403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Attempting to bind port 880aed47-539f-4469-8060-4c63493e9b1d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:16:34.018814 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Attempting to bind port 880aed47-539f-4469-8060-4c63493e9b1d on network f9e642b5-0144-4768-b572-192069e5751e {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:34.023923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Port 880aed47-539f-4469-8060-4c63493e9b1d on network f9e642b5-0144-4768-b572-192069e5751e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:16:34.024364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Attempting to bind port 880aed47-539f-4469-8060-4c63493e9b1d on network f9e642b5-0144-4768-b572-192069e5751e {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:34.030907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:16:34.035075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Checking segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:16:34.035075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Bound using segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:16:34.035075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Bound port: 880aed47-539f-4469-8060-4c63493e9b1d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:16:34.035075 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (880aed47-539f-4469-8060-4c63493e9b1d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:34.128668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] For port 880aed47-539f-4469-8060-4c63493e9b1d, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:16:34.135349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] For port 880aed47-539f-4469-8060-4c63493e9b1d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=880aed47-539f-4469-8060-4c63493e9b1d,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:16:34.263600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33959a-968f-4274-afe8-bacd65d4e916 req-e3309bfa-dfef-4a7d-b3da-234058a87509 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:34.270728 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af33959a-968f-4274-afe8-bacd65d4e916 req-e3309bfa-dfef-4a7d-b3da-234058a87509 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 944 time: 0.0743911
Apr 16 21:16:34.274946 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (880aed47-539f-4469-8060-4c63493e9b1d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:34.332798 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-dade9995-a7d8-4321-99c7-a3fda1416303 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=29fd420ef9134715bd3a9f2467d924cd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0307312
Apr 16 21:16:34.356114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:34.357404 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:34.359294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] 10.222.0.41 "PUT /v2.0/ports/880aed47-539f-4469-8060-4c63493e9b1d HTTP/1.1" status: 200  len: 1092 time: 1.4126863
Apr 16 21:16:34.361573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18', 'tag': '880aed47-539f-4469-8060-4c63493e9b1d'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:34.363901 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1090f148-b185-4a16-89df-30ca6cea9bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18", "tag": "880aed47-539f-4469-8060-4c63493e9b1d"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:34.420210 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af33959a-968f-4274-afe8-bacd65d4e916 req-29a06cd3-8587-414b-a46a-4a4071f1de60 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484435
Apr 16 21:16:34.464115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e88d1-3c04-4c95-aea6-6d23bb261ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=880aed47-539f-4469-8060-4c63493e9b1d,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:34.484966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-65a4aa56-2157-4fe1-9583-cb4960031417 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:34.493050 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-65a4aa56-2157-4fe1-9583-cb4960031417 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1591139
Apr 16 21:16:34.526030 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-38b06b5b-7dac-40f4-a372-27a637170603 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/quotas/29fd420ef9134715bd3a9f2467d924cd HTTP/1.1" status: 200  len: 375 time: 0.0318100
Apr 16 21:16:34.583469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd743-da69-4272-9469-be7545015a3c req-280ed069-b841-4cfa-8ba5-511cb11068cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:34.588504 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-280ed069-b841-4cfa-8ba5-511cb11068cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 1126 time: 0.1089942
Apr 16 21:16:34.592062 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d734bb-cc28-4fc4-b1ee-03774c03d150 x-openstack-request-id: req-b5d734bb-cc28-4fc4-b1ee-03774c03d150 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:34.593583 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18", "tag": "880aed47-539f-4469-8060-4c63493e9b1d", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:34.594056 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5d734bb-cc28-4fc4-b1ee-03774c03d150 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:34.594693 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d734bb-cc28-4fc4-b1ee-03774c03d150'] response: {'name': 'network-changed', 'server_uuid': '8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18', 'tag': '880aed47-539f-4469-8060-4c63493e9b1d', 'status': 'completed', 'code': 200}
Apr 16 21:16:34.622202 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d4d5c8b8-bbd1-40bc-b90c-e48a9e75557b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0940223
Apr 16 21:16:34.656459 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-4e537e46-b97b-4c1d-9329-043bd0e9b741 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=880aed47-539f-4469-8060-4c63493e9b1d HTTP/1.1" status: 200  len: 217 time: 0.0600734
Apr 16 21:16:34.724766 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd743-da69-4272-9469-be7545015a3c req-283baaee-6df1-4d8f-af0b-9da2413f4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:34.727067 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-283baaee-6df1-4d8f-af0b-9da2413f4b6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.0631826
Apr 16 21:16:34.823361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd743-da69-4272-9469-be7545015a3c req-f5d3ff1a-bdb1-4eaf-958a-40aa14125c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:34.825805 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-f5d3ff1a-bdb1-4eaf-958a-40aa14125c63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0886381
Apr 16 21:16:34.841341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5903e4-e66c-4722-af88-adb5fb0da58e req-1ee35650-31eb-422a-b4ce-930a4b6fae3e tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:34.856996 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8f5903e4-e66c-4722-af88-adb5fb0da58e req-1ee35650-31eb-422a-b4ce-930a4b6fae3e tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.1100173
Apr 16 21:16:34.955428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad8b58c3-1805-456c-9ee3-6b8a918a7c1b req-0e50b4be-296e-47eb-8a20-eb419be1e4a5 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 210 time: 0.0645413
Apr 16 21:16:34.987121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-2c55a1cf-dd11-4e9e-9097-8f51ff7c2eba service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217928
Apr 16 21:16:35.094100 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8f5903e4-e66c-4722-af88-adb5fb0da58e req-2ed4cc1a-14b4-4852-852b-5b4ee09e4133 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113942
Apr 16 21:16:35.099016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1557b-20e6-4860-bda7-5932ccddddb0 req-09e0109a-adc5-4a50-aa10-d1f0bab86afe tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:35.100792 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6bf1557b-20e6-4860-bda7-5932ccddddb0 req-09e0109a-adc5-4a50-aa10-d1f0bab86afe tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0714898
Apr 16 21:16:35.135906 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e78bd743-da69-4272-9469-be7545015a3c req-aea53337-f308-4f3e-81e6-8f0307cb5c16 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265285
Apr 16 21:16:35.198410 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6bf1557b-20e6-4860-bda7-5932ccddddb0 req-4037c290-0625-41d7-81f4-8b7ee50fcfea tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852468
Apr 16 21:16:35.230470 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eca90eb8-5c74-4999-b764-c27edec03f11 req-93aa479c-9ab3-4c2c-ab57-d6d2ecdd0357 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0376797
Apr 16 21:16:35.577211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc2c83-3166-4faa-af2a-002d147c4e17 req-2b134621-58bf-4466-96b7-525340577ee3 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:35.579565 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7cc2c83-3166-4faa-af2a-002d147c4e17 req-2b134621-58bf-4466-96b7-525340577ee3 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 944 time: 0.0827978
Apr 16 21:16:35.652156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7cc2c83-3166-4faa-af2a-002d147c4e17 req-c3d58bd9-8fec-4261-82de-8c6f78d6d029 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629158
Apr 16 21:16:35.877944 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:36.045753 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-165f0878-d729-4c67-b678-37800433bcf6 req-0e6d42a3-1cab-4ac0-a498-9e5b3ee76654 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 210 time: 0.0445411
Apr 16 21:16:36.222843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8adb72-b1c7-42e1-b77e-84ed475c1acc req-38688032-324a-4e52-943f-3d5113514921 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:36.230358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-de8adb72-b1c7-42e1-b77e-84ed475c1acc req-38688032-324a-4e52-943f-3d5113514921 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0594745
Apr 16 21:16:36.294776 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-de8adb72-b1c7-42e1-b77e-84ed475c1acc req-a4eb666a-869c-444f-9d26-7ce55c6109ab tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623684
Apr 16 21:16:36.357855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de8cb-0b06-4575-8b02-0a564cc71e5c req-04f2eef5-3dbb-4cdb-aaa9-e3705cbd0bed tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:36.359920 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-568de8cb-0b06-4575-8b02-0a564cc71e5c req-04f2eef5-3dbb-4cdb-aaa9-e3705cbd0bed tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0589888
Apr 16 21:16:36.412747 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8d744da-9173-4955-99f5-48e4633b2357 req-ad1ba8fc-05bd-4480-8cc2-28d721fb5120 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0283797
Apr 16 21:16:36.422876 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-568de8cb-0b06-4575-8b02-0a564cc71e5c req-a5bb2865-db2e-47ff-a8af-dec7518f8fb4 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547450
Apr 16 21:16:36.762493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b691cb-2351-421e-ba6e-2d0a008f3a23 req-98fa3c60-13c2-4e0f-9f2a-4edbd2fe784a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:36.764274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-05b691cb-2351-421e-ba6e-2d0a008f3a23 req-98fa3c60-13c2-4e0f-9f2a-4edbd2fe784a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 944 time: 0.0481322
Apr 16 21:16:36.815292 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-05b691cb-2351-421e-ba6e-2d0a008f3a23 req-25abdfb6-6e1a-4e86-a30e-24a61b055e4c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453837
Apr 16 21:16:37.168933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d2c48a4d-6499-4bf6-84d6-257b68d7b156 req-7595aa3d-ac1d-4297-af7e-ee2c0d5c4aff tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 210 time: 0.0392427
Apr 16 21:16:37.430699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7e953-f85b-45c7-9a8f-dca275aa3a63 req-dddefcbb-5536-400f-9869-bc5e25bdb217 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:37.436808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40a7e953-f85b-45c7-9a8f-dca275aa3a63 req-dddefcbb-5536-400f-9869-bc5e25bdb217 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0542328
Apr 16 21:16:37.490409 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40a7e953-f85b-45c7-9a8f-dca275aa3a63 req-9da7e585-1b86-4f97-a6bf-c03c43afc343 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523918
Apr 16 21:16:37.557666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304cd76-b457-4832-ad10-0bf1cdaf1cb7 req-093a94e6-f10a-4686-8a17-8adfe32278f8 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:37.565223 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f304cd76-b457-4832-ad10-0bf1cdaf1cb7 req-093a94e6-f10a-4686-8a17-8adfe32278f8 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0666554
Apr 16 21:16:37.618681 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f304cd76-b457-4832-ad10-0bf1cdaf1cb7 req-3d0eb186-69ac-4b26-90d0-0730b6131d11 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523317
Apr 16 21:16:37.624633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34ccec45-391a-4f60-9d8f-8da8f19dc880 req-fea4a2f0-ef2f-46a3-a652-f60afcbd657f tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0298038
Apr 16 21:16:37.824286 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-1db76b1d-ad7b-4762-af75-d87acc092ce1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=29fd420ef9134715bd3a9f2467d924cd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0327089
Apr 16 21:16:37.967347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-76de90c2-6227-4c98-b062-67a2bce83517 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:37.969168 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-76de90c2-6227-4c98-b062-67a2bce83517 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1347010
Apr 16 21:16:38.006721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Request body: {'port': {'device_id': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '29fd420ef9134715bd3a9f2467d924cd'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:38.067251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d782f42-30ac-43f1-a227-6fd647271a9f req-d7cca71e-1a2b-42ec-ad3d-750efdae7cf9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:38.072649 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1d782f42-30ac-43f1-a227-6fd647271a9f req-d7cca71e-1a2b-42ec-ad3d-750efdae7cf9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 944 time: 0.1022446
Apr 16 21:16:38.168118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090f148-b185-4a16-89df-30ca6cea9bfc req-5819a497-7057-4f73-b45b-fd7d12555bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:38.170174 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1090f148-b185-4a16-89df-30ca6cea9bfc req-5819a497-7057-4f73-b45b-fd7d12555bc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 1126 time: 0.0586028
Apr 16 21:16:38.173023 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1d782f42-30ac-43f1-a227-6fd647271a9f req-263d683c-a8fb-4240-8b1e-de7bee54f86c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931520
Apr 16 21:16:38.251753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f7e32037-5681-45d7-a2cb-a1ccb583ae68 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:16:38.319995 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b7ab0cfe-b2ec-4130-ac07-be44e65772af req-e95642e1-60ef-4e03-bfc3-9ab18eae2245 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 210 time: 0.0385518
Apr 16 21:16:38.322570 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Made reservation on behalf of 29fd420ef9134715bd3a9f2467d924cd for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:16:38.326758 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:38.377730 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090f148-b185-4a16-89df-30ca6cea9bfc req-8a7c3e27-0c6c-451c-bfad-d380e9da0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:38.379387 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1090f148-b185-4a16-89df-30ca6cea9bfc req-8a7c3e27-0c6c-451c-bfad-d380e9da0fc5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.1859705
Apr 16 21:16:38.411828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f7e32037-5681-45d7-a2cb-a1ccb583ae68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e32037-5681-45d7-a2cb-a1ccb583ae68,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:38.428864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68', 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3', 'port_id': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68', 'mac_address': 'fa:16:3e:57:77:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e775fec7-8eeb-48a7-984f-55b2ee9b30df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:16:38.437421 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1090f148-b185-4a16-89df-30ca6cea9bfc req-21ea00d9-95d6-4d9b-8fe9-a6c9f5f5e613 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=880aed47-539f-4469-8060-4c63493e9b1d HTTP/1.1" status: 200  len: 217 time: 0.0506220
Apr 16 21:16:38.489818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f7e32037-5681-45d7-a2cb-a1ccb583ae68 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:38.490064 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:38.493837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090f148-b185-4a16-89df-30ca6cea9bfc req-f812c651-e488-47f1-8b02-1ab5f7ef43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:38.495471 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1090f148-b185-4a16-89df-30ca6cea9bfc req-f812c651-e488-47f1-8b02-1ab5f7ef43b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.0491574
Apr 16 21:16:38.504412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7e32037-5681-45d7-a2cb-a1ccb583ae68 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:38.512462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Allocated IP 192.168.233.81 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/c077f313-2701-4802-bf5a-28338c745ec4) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:16:38.529412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f7e32037-5681-45d7-a2cb-a1ccb583ae68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e32037-5681-45d7-a2cb-a1ccb583ae68,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:38.583346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090f148-b185-4a16-89df-30ca6cea9bfc req-5ff4663b-d143-4d5b-aead-e2a70eed801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:38.597524 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1090f148-b185-4a16-89df-30ca6cea9bfc req-5ff4663b-d143-4d5b-aead-e2a70eed801a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0935526
Apr 16 21:16:38.603039 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:38.658004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f7e32037-5681-45d7-a2cb-a1ccb583ae68,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:38.692422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaec5a9-0d78-41eb-8ccb-c9284b0fe983 req-686edcb9-af35-4a58-a156-b92d715824d8 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:38.701175 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acaec5a9-0d78-41eb-8ccb-c9284b0fe983 req-686edcb9-af35-4a58-a156-b92d715824d8 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 944 time: 0.1043723
Apr 16 21:16:38.768406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['f7e32037-5681-45d7-a2cb-a1ccb583ae68'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:16:38.775986 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks [] for port (c077f313-2701-4802-bf5a-28338c745ec4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:38.790254 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acaec5a9-0d78-41eb-8ccb-c9284b0fe983 req-e420c449-2e1f-4bfd-9ca7-1a5a8cd31b1c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881422
Apr 16 21:16:38.809919 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4c9d3-8179-45c2-a736-91d51846fd65 req-f41a980a-a6c0-45ef-b4a9-e44f4c52898d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:38.818039 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-39a4c9d3-8179-45c2-a736-91d51846fd65 req-f41a980a-a6c0-45ef-b4a9-e44f4c52898d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0802639
Apr 16 21:16:38.903478 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-39a4c9d3-8179-45c2-a736-91d51846fd65 req-64ea2cd0-a315-483d-8439-dc0579f7fef4 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842073
Apr 16 21:16:38.928894 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6473d39b-cf2b-4f97-8ab5-e6c61c585131 req-ca4a04dc-571e-430a-9e07-c9f1a4c37c5e tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0490875
Apr 16 21:16:38.934582 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c077f313-2701-4802-bf5a-28338c745ec4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:38.951983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0e4ce80e-dded-45a4-8cad-59e6b3b64323', '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:16:38.991668 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ca0c384a-ba76-4961-bf83-9fcb64b71f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:39.027568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:16:39.031651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:16:39.034936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:16:39.079091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Pushing event updated for resources: {'Port': ['ID=c077f313-2701-4802-bf5a-28338c745ec4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:39.093078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.093692 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.094216 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.094752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.095260 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.095781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.096591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.096591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.096924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.097223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.097516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.097846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.098173 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.098682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.099111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:16:39.132193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:39.133229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:39.237176 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-55a12d52-8144-4c19-b123-643a3ee6b2ad tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2364767
Apr 16 21:16:39.270380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Request body: {'port': {'device_id': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:39.376697 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-571e9b4d-2d3f-44da-8522-017eeaea41f3 None None] Provisioning complete for port c077f313-2701-4802-bf5a-28338c745ec4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:39.377256 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-571e9b4d-2d3f-44da-8522-017eeaea41f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c077f313-2701-4802-bf5a-28338c745ec4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:39.413083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2e4a1-b0e8-419c-b40a-24f5ba525030 req-5e8bc334-96f3-4de9-a013-d4084fafab8c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:39.431508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-571e9b4d-2d3f-44da-8522-017eeaea41f3 None None] Port c077f313-2701-4802-bf5a-28338c745ec4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:16:39.431756 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5dc2e4a1-b0e8-419c-b40a-24f5ba525030 req-5e8bc334-96f3-4de9-a013-d4084fafab8c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 944 time: 0.1087315
Apr 16 21:16:39.476339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602102f-9be1-4476-9898-d072030e8ce9 req-52440d7e-f223-4dba-81fb-c0431ab51179 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:39.483960 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c077f313-2701-4802-bf5a-28338c745ec4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:39.485515 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5602102f-9be1-4476-9898-d072030e8ce9 req-52440d7e-f223-4dba-81fb-c0431ab51179 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 935 time: 0.0701694
Apr 16 21:16:39.540957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5602102f-9be1-4476-9898-d072030e8ce9 req-b3f35b67-e69a-4c68-8334-6e2a05ea3e5a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539958
Apr 16 21:16:39.577109 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5dc2e4a1-b0e8-419c-b40a-24f5ba525030 req-0af95c33-0033-47b0-8d36-d32ff764e312 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436155
Apr 16 21:16:39.858886 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c077f313-2701-4802-bf5a-28338c745ec4 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:39.868225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Publish callbacks [] for port (c077f313-2701-4802-bf5a-28338c745ec4), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:39.892133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Transition to ACTIVE for port object c077f313-2701-4802-bf5a-28338c745ec4 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:16:39.958799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c077f313-2701-4802-bf5a-28338c745ec4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:39.987035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d7e25-976e-423b-92ee-4fd38c6eb6ad req-5f5fcbc2-e590-40eb-8dc3-0f647271bbd6 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:39.988595 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-155d7e25-976e-423b-92ee-4fd38c6eb6ad req-5f5fcbc2-e590-40eb-8dc3-0f647271bbd6 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 944 time: 0.1115925
Apr 16 21:16:40.057534 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1090f148-b185-4a16-89df-30ca6cea9bfc req-b9d107fa-04d9-4e35-8ed1-022c0484d9df service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710579
Apr 16 21:16:40.192681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196c96f-959d-4337-b9e4-969388de4e15 req-913f0f29-7249-42c6-9c83-d4195ac3ae0e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:40.201643 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9196c96f-959d-4337-b9e4-969388de4e15 req-913f0f29-7249-42c6-9c83-d4195ac3ae0e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.1558363
Apr 16 21:16:40.226631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c077f313-2701-4802-bf5a-28338c745ec4,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:40.238197 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1090f148-b185-4a16-89df-30ca6cea9bfc req-06937144-1ba6-43ca-ad58-b183355a19d9 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1548355
Apr 16 21:16:40.248896 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-155d7e25-976e-423b-92ee-4fd38c6eb6ad req-87a89f50-3286-477c-b14c-03386950ccdd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898019
Apr 16 21:16:40.275512 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Attempting to bind port c077f313-2701-4802-bf5a-28338c745ec4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:16:40.275512 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Attempting to bind port c077f313-2701-4802-bf5a-28338c745ec4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:16:40.275512 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Attempting to bind port c077f313-2701-4802-bf5a-28338c745ec4 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:40.282340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f7e32037-5681-45d7-a2cb-a1ccb583ae68 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:40.292914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Port c077f313-2701-4802-bf5a-28338c745ec4 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:16:40.293449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Attempting to bind port c077f313-2701-4802-bf5a-28338c745ec4 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:40.313158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:16:40.313158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:16:40.313158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:16:40.313158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Bound port: c077f313-2701-4802-bf5a-28338c745ec4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:16:40.313158 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c077f313-2701-4802-bf5a-28338c745ec4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:40.354258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 880aed47-539f-4469-8060-4c63493e9b1d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:16:40.436981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9196c96f-959d-4337-b9e4-969388de4e15 req-4071eb70-5619-469d-8e6c-07733df93c78 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906943
Apr 16 21:16:40.437574 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d6b1750a-dd42-4d8f-8b76-a67760b903b1 req-f761e612-966b-45fe-a797-455308781690 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0575647
Apr 16 21:16:40.487927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:16:40.491288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:16:40.511341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port f7e32037-5681-45d7-a2cb-a1ccb583ae68 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:40.511895 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:40.581715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 880aed47-539f-4469-8060-4c63493e9b1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=880aed47-539f-4469-8060-4c63493e9b1d,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:40.596248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '880aed47-539f-4469-8060-4c63493e9b1d', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'port_id': '880aed47-539f-4469-8060-4c63493e9b1d', 'mac_address': 'fa:16:3e:a1:32:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:16:40.662307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f7e32037-5681-45d7-a2cb-a1ccb583ae68 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:40.662699 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:40.667468 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 880aed47-539f-4469-8060-4c63493e9b1d is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:40.667847 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (880aed47-539f-4469-8060-4c63493e9b1d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:40.683256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241b190-23d8-4908-8800-4ef2162a7274 req-5b0ab635-0f99-4e6e-a8ce-29c8f99a3756 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:40.684996 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4241b190-23d8-4908-8800-4ef2162a7274 req-5b0ab635-0f99-4e6e-a8ce-29c8f99a3756 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 947 time: 0.0669796
Apr 16 21:16:40.703330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880aed47-539f-4469-8060-4c63493e9b1d {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:40.707994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afac36b-f6a8-442d-922c-18e912dc003b req-24d0b403-5766-4d62-afa1-bf500bec3cad tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:40.716000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9afac36b-f6a8-442d-922c-18e912dc003b req-24d0b403-5766-4d62-afa1-bf500bec3cad tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 944 time: 0.0610631
Apr 16 21:16:40.719552 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb60874-b0f3-4055-a4d1-531f4a147992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:40.720400 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14bb911-8b8e-4deb-ac76-a6da83b9bc86" -d '{"events": [{"server_uuid": "8cb60874-b0f3-4055-a4d1-531f4a147992", "name": "network-vif-plugged", "status": "completed", "tag": "f7e32037-5681-45d7-a2cb-a1ccb583ae68"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:40.739490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f7e32037-5681-45d7-a2cb-a1ccb583ae68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e32037-5681-45d7-a2cb-a1ccb583ae68,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:40.741451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 880aed47-539f-4469-8060-4c63493e9b1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=880aed47-539f-4469-8060-4c63493e9b1d,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:40.748096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4241b190-23d8-4908-8800-4ef2162a7274 req-1ef31306-2184-4bd2-a3de-48026930cc7c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469980
Apr 16 21:16:40.765097 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9afac36b-f6a8-442d-922c-18e912dc003b req-61acf79d-2975-41d2-b8d3-711d975e2a57 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480015
Apr 16 21:16:40.774129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c077f313-2701-4802-bf5a-28338c745ec4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:40.793668 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce656b93-e7df-4b37-9285-1a31891d54e2 x-openstack-request-id: req-ce656b93-e7df-4b37-9285-1a31891d54e2 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:40.798620 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb60874-b0f3-4055-a4d1-531f4a147992", "name": "network-vif-plugged", "status": "completed", "tag": "f7e32037-5681-45d7-a2cb-a1ccb583ae68", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:40.798620 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce656b93-e7df-4b37-9285-1a31891d54e2 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:40.798620 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce656b93-e7df-4b37-9285-1a31891d54e2'] response: {'server_uuid': '8cb60874-b0f3-4055-a4d1-531f4a147992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68', 'code': 200}
Apr 16 21:16:40.813672 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:40.814298 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:40.815669 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/c077f313-2701-4802-bf5a-28338c745ec4 HTTP/1.1" status: 200  len: 1095 time: 1.5532005
Apr 16 21:16:40.816142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:40.818561 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f049ac-4924-4ec8-90e5-10f9b4485321" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "tag": "c077f313-2701-4802-bf5a-28338c745ec4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:40.850667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f2e7a-e3aa-4dba-8d6f-782aca4bb0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c077f313-2701-4802-bf5a-28338c745ec4,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:40.859571 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040d064b-b50c-466a-b361-8cfbd20972e1 x-openstack-request-id: req-040d064b-b50c-466a-b361-8cfbd20972e1 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:40.859866 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "tag": "c077f313-2701-4802-bf5a-28338c745ec4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:40.860119 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-040d064b-b50c-466a-b361-8cfbd20972e1 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:40.860565 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040d064b-b50c-466a-b361-8cfbd20972e1'] response: {'name': 'network-changed', 'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4', 'status': 'completed', 'code': 200}
Apr 16 21:16:40.868224 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:40.933585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f7e32037-5681-45d7-a2cb-a1ccb583ae68,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:40.944371 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (880aed47-539f-4469-8060-4c63493e9b1d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:40.949875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f049ac-4924-4ec8-90e5-10f9b4485321 req-7ff6a6b5-4bb6-429c-859f-58926835d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:40.955227 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01f049ac-4924-4ec8-90e5-10f9b4485321 req-7ff6a6b5-4bb6-429c-859f-58926835d153 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 1129 time: 0.0676539
Apr 16 21:16:40.989542 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01f049ac-4924-4ec8-90e5-10f9b4485321 req-332b6c1e-578d-4f9f-a885-fd13c7b38a62 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=29fd420ef9134715bd3a9f2467d924cd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0299053
Apr 16 21:16:41.015001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=880aed47-539f-4469-8060-4c63493e9b1d,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:41.116653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f049ac-4924-4ec8-90e5-10f9b4485321 req-909dc5dc-0ac6-454f-abd5-0991206b3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:41.119449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01f049ac-4924-4ec8-90e5-10f9b4485321 req-909dc5dc-0ac6-454f-abd5-0991206b3770 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1179996
Apr 16 21:16:41.208195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-8dfb5e49-fb6d-4ffb-ae8c-7d9c1f2aec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:41.209858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-8dfb5e49-fb6d-4ffb-ae8c-7d9c1f2aec04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 1129 time: 0.0479438
Apr 16 21:16:41.254863 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-048e326a-4073-4870-b42e-db25c5c5a72b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=c077f313-2701-4802-bf5a-28338c745ec4 HTTP/1.1" status: 200  len: 217 time: 0.0374939
Apr 16 21:16:41.312974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-3c2870c3-0a4b-4aaf-b029-969ff85d4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:41.314546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-3c2870c3-0a4b-4aaf-b029-969ff85d4943 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0530000
Apr 16 21:16:41.362711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-677513ca-63d1-49ce-a707-8ddf8150f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:41.364367 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-677513ca-63d1-49ce-a707-8ddf8150f182 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0429151
Apr 16 21:16:41.379981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4ab35-0efc-4d4d-b87f-6acc4151ff5a req-9401b31e-2135-4877-a394-a4b965243966 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:41.381422 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5fb4ab35-0efc-4d4d-b87f-6acc4151ff5a req-9401b31e-2135-4877-a394-a4b965243966 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0505898
Apr 16 21:16:41.435502 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5fb4ab35-0efc-4d4d-b87f-6acc4151ff5a req-6ae5dfa3-c3a8-4c4a-bb33-649675550957 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477383
Apr 16 21:16:41.467782 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-8d9d6e36-2b8f-4056-805e-f44e7336991d service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956199
Apr 16 21:16:41.559400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['880aed47-539f-4469-8060-4c63493e9b1d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:16:41.575544 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5f6e426-8376-48b2-8d3c-78c4ea1b110c req-a65a7dd3-0c3a-4d0c-9393-b35d10cbd454 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0407827
Apr 16 21:16:41.578324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b80dae-20c9-49c7-9f02-d97640b043c1 req-ce331b2f-207f-41fc-975a-197533ec7a3f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:41.580134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55b80dae-20c9-49c7-9f02-d97640b043c1 req-ce331b2f-207f-41fc-975a-197533ec7a3f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0861967
Apr 16 21:16:41.642147 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-61c1d1dc-e5fb-427d-96a1-4e683e5b2d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:41.656801 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e8cadd9-3199-4c8e-97dd-69a6d7aaede7 req-0faa0aee-c857-4c80-8f78-7d1d4c3cef09 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1812978
Apr 16 21:16:41.660738 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55b80dae-20c9-49c7-9f02-d97640b043c1 req-ed31aa75-8c62-4719-8dfc-f5f3fca8d516 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691483
Apr 16 21:16:41.706603 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:41.867535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecb90d-6522-431a-9370-5a1f3969f245 req-1fd45b5e-da46-4a06-a9e6-3bedc2b2de97 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:41.869450 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f0ecb90d-6522-431a-9370-5a1f3969f245 req-1fd45b5e-da46-4a06-a9e6-3bedc2b2de97 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 947 time: 0.0506537
Apr 16 21:16:41.889921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca34f53-5ad8-4e39-973b-0b28abf1f907 req-30620242-e800-4ca2-ba3c-9b93f5c92aaf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:41.891840 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ca34f53-5ad8-4e39-973b-0b28abf1f907 req-30620242-e800-4ca2-ba3c-9b93f5c92aaf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 945 time: 0.0563536
Apr 16 21:16:41.922430 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f0ecb90d-6522-431a-9370-5a1f3969f245 req-189626fb-0ef8-475c-9a5c-b1103b85b252 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451708
Apr 16 21:16:41.946962 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ca34f53-5ad8-4e39-973b-0b28abf1f907 req-01dcf381-edd9-43df-9489-e5fd394ff06e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473728
Apr 16 21:16:42.373488 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:42.557303 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb91425-0bad-4c5c-a820-6cedb38c419c req-c8507a9a-df70-44c8-9431-c8565f9ea311 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:42.558802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bcb91425-0bad-4c5c-a820-6cedb38c419c req-c8507a9a-df70-44c8-9431-c8565f9ea311 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0486834
Apr 16 21:16:42.607068 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bcb91425-0bad-4c5c-a820-6cedb38c419c req-9f1e14e0-29f9-4e06-bc21-47fa8f6e8010 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422115
Apr 16 21:16:42.724619 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f929bcfd-9417-4323-af40-51b902dcd15e req-5000ca8e-d3b8-4b5f-b1d2-548b271f457d tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0469050
Apr 16 21:16:42.851899 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a0b08-4bbb-4f1c-b9b3-85d697fb3ad6 req-1d1870e6-1ebe-4ff0-b30e-565ad4586293 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:42.859443 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e60a0b08-4bbb-4f1c-b9b3-85d697fb3ad6 req-1d1870e6-1ebe-4ff0-b30e-565ad4586293 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0603542
Apr 16 21:16:42.908395 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e60a0b08-4bbb-4f1c-b9b3-85d697fb3ad6 req-00450040-f8e1-4855-aa79-9ed24f7b0832 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475891
Apr 16 21:16:43.058489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493143d-cee5-4231-a69d-a24ee696eeaa req-7e92a929-3663-4406-9b6f-9bd7c5033047 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:43.068482 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a493143d-cee5-4231-a69d-a24ee696eeaa req-7e92a929-3663-4406-9b6f-9bd7c5033047 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 947 time: 0.0684245
Apr 16 21:16:43.080613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69f506-cf07-41fc-a3ff-bbc2f0a89797 req-eca5a265-bd1d-487a-9f2f-3a0f41c1422e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:43.085438 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6e69f506-cf07-41fc-a3ff-bbc2f0a89797 req-eca5a265-bd1d-487a-9f2f-3a0f41c1422e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 945 time: 0.0538056
Apr 16 21:16:43.138122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a493143d-cee5-4231-a69d-a24ee696eeaa req-1c9534ea-a666-4644-8da0-5783ee47beb8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684240
Apr 16 21:16:43.140704 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6e69f506-cf07-41fc-a3ff-bbc2f0a89797 req-f168ab5b-d6e2-4eec-988b-c9c2737056ee tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514624
Apr 16 21:16:43.526585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 880aed47-539f-4469-8060-4c63493e9b1d up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:43.572628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 880aed47-539f-4469-8060-4c63493e9b1d completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:16:43.641960 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 880aed47-539f-4469-8060-4c63493e9b1d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:43.642488 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (880aed47-539f-4469-8060-4c63493e9b1d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:43.751354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 880aed47-539f-4469-8060-4c63493e9b1d is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:43.752931 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (880aed47-539f-4469-8060-4c63493e9b1d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:43.775159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701986b8-f86f-46cb-8700-470653099c29 req-d3a2a9fe-b1e8-441e-8293-4948b3ab5d50 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:43.793483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880aed47-539f-4469-8060-4c63493e9b1d'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:43.797629 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1fde34-affb-47de-9d9e-d2d39dd9669a" -d '{"events": [{"server_uuid": "8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18", "name": "network-vif-plugged", "status": "completed", "tag": "880aed47-539f-4469-8060-4c63493e9b1d"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:43.799303 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-701986b8-f86f-46cb-8700-470653099c29 req-d3a2a9fe-b1e8-441e-8293-4948b3ab5d50 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0976424
Apr 16 21:16:43.813400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 880aed47-539f-4469-8060-4c63493e9b1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=880aed47-539f-4469-8060-4c63493e9b1d,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:43.874009 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-701986b8-f86f-46cb-8700-470653099c29 req-dda4f3dc-f75e-4f38-8bb4-d0416ca1cbf8 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639966
Apr 16 21:16:43.910712 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (880aed47-539f-4469-8060-4c63493e9b1d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:43.957451 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f9c7eb-893b-4639-837a-fef6c2345f9a x-openstack-request-id: req-28f9c7eb-893b-4639-837a-fef6c2345f9a {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:43.957991 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18", "name": "network-vif-plugged", "status": "completed", "tag": "880aed47-539f-4469-8060-4c63493e9b1d", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:43.958340 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28f9c7eb-893b-4639-837a-fef6c2345f9a {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:43.958824 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f9c7eb-893b-4639-837a-fef6c2345f9a'] response: {'server_uuid': '8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880aed47-539f-4469-8060-4c63493e9b1d', 'code': 200}
Apr 16 21:16:43.979394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-df60a46a-898a-4e9c-ae99-b896ddde396d req-159944f2-3c3c-4106-a67f-21ad4f57cee5 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0597837
Apr 16 21:16:43.984527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=880aed47-539f-4469-8060-4c63493e9b1d,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:44.055682 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:44.077451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dded02b-a184-49f7-beb6-ae553dba10f7 req-0345366e-350e-481d-aac5-bb2645c5c2a6 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:44.079115 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4dded02b-a184-49f7-beb6-ae553dba10f7 req-0345366e-350e-481d-aac5-bb2645c5c2a6 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0580423
Apr 16 21:16:44.132132 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4dded02b-a184-49f7-beb6-ae553dba10f7 req-ad888823-3ceb-49e5-9c97-47abd89e3219 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472763
Apr 16 21:16:44.251931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9a7e0-8709-46be-aa69-055645583447 req-aea5b17a-e373-4801-a538-64988efd677d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:44.254454 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0fc9a7e0-8709-46be-aa69-055645583447 req-aea5b17a-e373-4801-a538-64988efd677d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 947 time: 0.0553770
Apr 16 21:16:44.290669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a7297-8f47-43af-8551-d50b073be362 req-725c790d-2faa-4306-a323-a080a07b7ed2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:44.299169 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e15a7297-8f47-43af-8551-d50b073be362 req-725c790d-2faa-4306-a323-a080a07b7ed2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 946 time: 0.0783463
Apr 16 21:16:44.320271 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0fc9a7e0-8709-46be-aa69-055645583447 req-e261a44c-723d-4817-a3d3-7fcb92eca1d6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554042
Apr 16 21:16:44.365024 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e15a7297-8f47-43af-8551-d50b073be362 req-f114cafa-04a5-4c9f-9ee1-e42ec3630d33 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649436
Apr 16 21:16:44.462565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c077f313-2701-4802-bf5a-28338c745ec4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:16:44.714888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:44.729349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c077f313-2701-4802-bf5a-28338c745ec4', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'c077f313-2701-4802-bf5a-28338c745ec4', 'mac_address': 'fa:16:3e:22:4a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:16:44.770823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c077f313-2701-4802-bf5a-28338c745ec4 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:44.771223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c077f313-2701-4802-bf5a-28338c745ec4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:44.787251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c077f313-2701-4802-bf5a-28338c745ec4 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:44.809267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:44.852763 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c077f313-2701-4802-bf5a-28338c745ec4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:44.905179 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c077f313-2701-4802-bf5a-28338c745ec4,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:45.012543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f767-5b90-4bd7-b5cd-c64a80d7685e req-20f74279-871b-4a30-916b-f9e78dff2663 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:45.014770 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76d8f767-5b90-4bd7-b5cd-c64a80d7685e req-20f74279-871b-4a30-916b-f9e78dff2663 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0540724
Apr 16 21:16:45.088593 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76d8f767-5b90-4bd7-b5cd-c64a80d7685e req-5a72b974-63e3-4ce6-bcfd-19884de40e32 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654888
Apr 16 21:16:45.129354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c077f313-2701-4802-bf5a-28338c745ec4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:16:45.139079 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2df2d216-f6e8-4ef0-8687-d7726fe8c8ac req-477a06fd-dd67-46d5-9499-4aa07649e4de tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0367606
Apr 16 21:16:45.142572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467f509-3138-42c9-ae02-9d5b90206656 req-5a0e78c7-49dd-48f2-8354-f80025917f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:45.144062 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f467f509-3138-42c9-ae02-9d5b90206656 req-5a0e78c7-49dd-48f2-8354-f80025917f3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 1128 time: 0.0721099
Apr 16 21:16:45.215296 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b6f4457-a4ae-41bf-81e1-542fbf17d135 req-37fb7038-6f21-4234-847d-39c1ba7fb4fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0559700
Apr 16 21:16:45.239342 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f467f509-3138-42c9-ae02-9d5b90206656 req-7453ee7c-a966-484e-b0b7-2b2da97a203e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818141
Apr 16 21:16:45.257065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da462921-e335-4b91-9db2-d51cf216c4a3 req-75b420e7-235a-486a-ab12-cb402240bfb5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:45.259060 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da462921-e335-4b91-9db2-d51cf216c4a3 req-75b420e7-235a-486a-ab12-cb402240bfb5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0499647
Apr 16 21:16:45.331641 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da462921-e335-4b91-9db2-d51cf216c4a3 req-4622f40d-745a-4eb1-b19b-177ac08b27fc tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663064
Apr 16 21:16:45.396672 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:45.454661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097793c-7cb1-4c1d-87b0-7f3b6d66b2d3 req-af2a212d-b8b9-47fa-ad64-a11ff9b92b66 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:45.457177 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f097793c-7cb1-4c1d-87b0-7f3b6d66b2d3 req-af2a212d-b8b9-47fa-ad64-a11ff9b92b66 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 948 time: 0.0596461
Apr 16 21:16:45.521754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5519e-beb7-466d-9bf9-d389bcb2d235 req-3991f3cb-06ac-4e26-82a2-fb2a5464cd21 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:45.523849 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a9c5519e-beb7-466d-9bf9-d389bcb2d235 req-3991f3cb-06ac-4e26-82a2-fb2a5464cd21 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 946 time: 0.0584481
Apr 16 21:16:45.528415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f097793c-7cb1-4c1d-87b0-7f3b6d66b2d3 req-b3d8cb07-22a5-4231-b571-6ccaacf5d4c7 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651190
Apr 16 21:16:45.590784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a9c5519e-beb7-466d-9bf9-d389bcb2d235 req-30991520-bf7c-4103-b478-407d5c6deaa8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488055
Apr 16 21:16:46.207587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46e4e7-36ec-4112-ab2e-bf4931155e54 req-1b984be4-1263-4566-9362-e067110de43d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:46.209156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c46e4e7-36ec-4112-ab2e-bf4931155e54 req-1b984be4-1263-4566-9362-e067110de43d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0495453
Apr 16 21:16:46.256756 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7853463a-32f4-423e-bf45-4dd2de9677bc req-bb4b2943-3d0a-4dca-b52b-4de0afb92616 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0351439
Apr 16 21:16:46.259149 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c46e4e7-36ec-4112-ab2e-bf4931155e54 req-6248e85f-5d38-4314-a68b-cf398afe8bd9 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438964
Apr 16 21:16:46.443870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228679c-4df1-4988-a1e0-ab7ed4d7de8f req-125f5478-ca62-4157-8262-e94c088532d0 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:46.448311 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9228679c-4df1-4988-a1e0-ab7ed4d7de8f req-125f5478-ca62-4157-8262-e94c088532d0 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0518389
Apr 16 21:16:46.484848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c077f313-2701-4802-bf5a-28338c745ec4 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:16:46.494601 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9228679c-4df1-4988-a1e0-ab7ed4d7de8f req-7dbaf852-6bc9-42e6-ad30-b87671461f83 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436120
Apr 16 21:16:46.532311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port c077f313-2701-4802-bf5a-28338c745ec4 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:16:46.613279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c077f313-2701-4802-bf5a-28338c745ec4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:16:46.613937 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c077f313-2701-4802-bf5a-28338c745ec4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:46.644692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3331-6ffa-4ef9-b1d0-46e902b6c4a3 req-24d69869-e47b-4ef2-bd0f-8202d618c9f6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:46.652547 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-712e3331-6ffa-4ef9-b1d0-46e902b6c4a3 req-24d69869-e47b-4ef2-bd0f-8202d618c9f6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 948 time: 0.0569658
Apr 16 21:16:46.703262 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-712e3331-6ffa-4ef9-b1d0-46e902b6c4a3 req-1e5b7936-3ca1-470c-93ed-c2d477bc6c8d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495725
Apr 16 21:16:46.707569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c077f313-2701-4802-bf5a-28338c745ec4 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:46.707964 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c077f313-2701-4802-bf5a-28338c745ec4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:46.718122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75c09d-4e05-4174-a1f8-ed4238415999 req-09e81af8-282f-4ba9-9853-c5c7861b133c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:46.719808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f75c09d-4e05-4174-a1f8-ed4238415999 req-09e81af8-282f-4ba9-9853-c5c7861b133c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 946 time: 0.0499079
Apr 16 21:16:46.735718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:46.737985 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd52b5ee-44ab-494a-b4e4-65d6b1c31fd8" -d '{"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-plugged", "status": "completed", "tag": "c077f313-2701-4802-bf5a-28338c745ec4"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:46.751834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:46.769133 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f75c09d-4e05-4174-a1f8-ed4238415999 req-921860ed-3cd7-4147-8e06-058f67e0e904 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429058
Apr 16 21:16:46.776464 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2f46c1-5b6e-4d74-998b-51f65a2033e2 x-openstack-request-id: req-0d2f46c1-5b6e-4d74-998b-51f65a2033e2 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:46.776757 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-plugged", "status": "completed", "tag": "c077f313-2701-4802-bf5a-28338c745ec4", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:46.777007 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d2f46c1-5b6e-4d74-998b-51f65a2033e2 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:46.777400 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2f46c1-5b6e-4d74-998b-51f65a2033e2'] response: {'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4', 'code': 200}
Apr 16 21:16:46.841068 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c077f313-2701-4802-bf5a-28338c745ec4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:46.876210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4644f1-2c12-49d1-b466-e1d06042d8f8 req-d88c50af-a78d-4efd-8cd8-ac7f92a59d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:46.877724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d4644f1-2c12-49d1-b466-e1d06042d8f8 req-d88c50af-a78d-4efd-8cd8-ac7f92a59d88 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 1131 time: 0.0420949
Apr 16 21:16:46.889745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c077f313-2701-4802-bf5a-28338c745ec4,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:46.927483 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d4644f1-2c12-49d1-b466-e1d06042d8f8 req-45f1fa8c-ce1b-402b-8f70-fb5970e62415 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416873
Apr 16 21:16:47.372383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144c8a9-436c-4c21-ac7f-8f1d1b6bb4ca req-5389d12c-90f0-4e44-a296-42bed5267a54 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:47.377769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8144c8a9-436c-4c21-ac7f-8f1d1b6bb4ca req-5389d12c-90f0-4e44-a296-42bed5267a54 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0475919
Apr 16 21:16:47.428873 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8144c8a9-436c-4c21-ac7f-8f1d1b6bb4ca req-4acf55e4-5653-4fef-90e0-c0d0d8b55efd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491226
Apr 16 21:16:47.511958 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61ef27f0-a3b8-435f-b3d4-7de208db0537 req-4dcd4ba5-db49-4bf6-91ef-544fbf5b9a96 tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0266027
Apr 16 21:16:47.633859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0914ec-cd72-4edd-a15e-1a3daa91253a req-e5a1fdcd-c8f2-4426-9b69-b186fc959fa9 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:47.635459 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db0914ec-cd72-4edd-a15e-1a3daa91253a req-e5a1fdcd-c8f2-4426-9b69-b186fc959fa9 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0516860
Apr 16 21:16:47.685868 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db0914ec-cd72-4edd-a15e-1a3daa91253a req-6817781d-2652-4ec4-a37f-b709f87179b3 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448670
Apr 16 21:16:47.820312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0682d-a6f0-465a-8575-9e534b32e5cb req-931a8a76-024b-4107-8208-5b03a0a0af91 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:47.821743 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a1d0682d-a6f0-465a-8575-9e534b32e5cb req-931a8a76-024b-4107-8208-5b03a0a0af91 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0493357
Apr 16 21:16:47.869190 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a1d0682d-a6f0-465a-8575-9e534b32e5cb req-b0df621a-9af2-41ed-97ca-684e979f66ff tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417876
Apr 16 21:16:47.970300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb05b1-2add-4dcd-847a-174a40e23859 req-dc2384af-9b25-4e21-ac30-ecdb048e5e6c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:47.971800 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0bcb05b1-2add-4dcd-847a-174a40e23859 req-dc2384af-9b25-4e21-ac30-ecdb048e5e6c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 946 time: 0.0468330
Apr 16 21:16:48.024280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0bcb05b1-2add-4dcd-847a-174a40e23859 req-69a31283-517a-4e8f-9661-ba87aa4860be tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461068
Apr 16 21:16:48.543658 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d66e86-33c3-4c80-9f02-a377fd710cbe req-b23eeee5-9ac3-4938-a3db-23b0ad6a452f tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:48.545311 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74d66e86-33c3-4c80-9f02-a377fd710cbe req-b23eeee5-9ac3-4938-a3db-23b0ad6a452f tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0475941
Apr 16 21:16:48.594227 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74d66e86-33c3-4c80-9f02-a377fd710cbe req-7710b49e-107f-48cd-a87c-136c98f1df5d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433609
Apr 16 21:16:48.686660 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-de7bff06-bb27-443b-adb6-ce4144aec781 req-1c10c9dc-0ace-4900-8db5-5cb9b76b3c5c tempest-ServersAdmin275Test-1345470105 tempest-ServersAdmin275Test-1345470105-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0303631
Apr 16 21:16:48.853677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aab20a-86ac-4389-b7ae-751129db7c37 req-4ebcf227-f56a-40e0-b579-1b8cef50f0f9 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:48.855145 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d4aab20a-86ac-4389-b7ae-751129db7c37 req-4ebcf227-f56a-40e0-b579-1b8cef50f0f9 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0483229
Apr 16 21:16:48.901718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d4aab20a-86ac-4389-b7ae-751129db7c37 req-6748b803-9399-49bd-bee3-95c69c4fa79f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410829
Apr 16 21:16:49.357504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-fa7dc7fb-c62d-4365-b63b-f0a84ce0401f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:49.359030 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-fa7dc7fb-c62d-4365-b63b-f0a84ce0401f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/networks?id=769f0aad-9fdd-4679-bf9a-69cbe3356918 HTTP/1.1" status: 200  len: 804 time: 0.1039140
Apr 16 21:16:49.373954 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-a14f366c-649c-4ec6-a468-8dc5f515249d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/quotas/f95103d3663146e9ba6ffb49a05196b4 HTTP/1.1" status: 200  len: 375 time: 0.0093772
Apr 16 21:16:49.374890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec427b0-b785-46bf-bed5-e338bb713f08 req-adbfe68f-9dff-42af-ab91-463ffad31f21 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:49.383774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eec427b0-b785-46bf-bed5-e338bb713f08 req-adbfe68f-9dff-42af-ab91-463ffad31f21 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0474179
Apr 16 21:16:49.422896 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-b8cf4718-2d72-4d14-ae64-12effcd064dd tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f95103d3663146e9ba6ffb49a05196b4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0435619
Apr 16 21:16:49.425146 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eec427b0-b785-46bf-bed5-e338bb713f08 req-fce5991f-0be6-45cb-86f1-5c1735215695 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424368
Apr 16 21:16:49.521040 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-87ceb027-e94d-4d47-8aee-641ed179ac01 service neutron] 10.222.0.20 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912519
Apr 16 21:16:49.541765 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b1d69-cf2b-4e02-bb85-244c1424b0e3 req-52726640-e807-4044-bf4a-63efe78b8dc2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:49.543267 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b6b1d69-cf2b-4e02-bb85-244c1424b0e3 req-52726640-e807-4044-bf4a-63efe78b8dc2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 946 time: 0.0564680
Apr 16 21:16:49.590531 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b6b1d69-cf2b-4e02-bb85-244c1424b0e3 req-b3faa9b0-1cd5-4464-a638-cc2be2924221 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414422
Apr 16 21:16:49.620237 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-6c5ef0ff-b1b7-445c-bfd0-fb61007d96e5 service neutron] 10.222.0.20 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871234
Apr 16 21:16:49.696343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b0a3c-11cb-4888-be3f-4de23619c1b9 req-610d5570-dbd3-4f90-989c-608f05d14ed8 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:49.696343 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4b2b0a3c-11cb-4888-be3f-4de23619c1b9 req-610d5570-dbd3-4f90-989c-608f05d14ed8 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.0485795
Apr 16 21:16:49.743214 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4b2b0a3c-11cb-4888-be3f-4de23619c1b9 req-4a1e754d-664e-43ce-a937-39ace2a181fd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418570
Apr 16 21:16:49.828191 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-776972d0-4bdc-49ac-9ecc-457c6ef7ac20 req-7b775c1c-ef01-432c-850c-563a69bd092c tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0274227
Apr 16 21:16:49.952054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14a4e8-4961-4159-9000-2d2424e8e455 req-b4a53dd7-98a7-429d-9024-ca8b18752560 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:49.952454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd14a4e8-4961-4159-9000-2d2424e8e455 req-b4a53dd7-98a7-429d-9024-ca8b18752560 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0552721
Apr 16 21:16:50.000924 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd14a4e8-4961-4159-9000-2d2424e8e455 req-4ce53927-aa5d-446d-9f92-10dec44f7c6a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424645
Apr 16 21:16:50.072361 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-21229b83-3512-4571-b2b9-3563baef25a2 req-1ed71646-4331-4885-a744-59e327a4e9ed tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 210 time: 0.0275497
Apr 16 21:16:50.174529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c9ae-8f5e-48e9-bf05-b8b2fb786598 req-77661db6-64c5-4801-8f03-019c784b419d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:50.176019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd02c9ae-8f5e-48e9-bf05-b8b2fb786598 req-77661db6-64c5-4801-8f03-019c784b419d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0473099
Apr 16 21:16:50.227817 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd02c9ae-8f5e-48e9-bf05-b8b2fb786598 req-63ced201-d32d-493b-88eb-38acbeae63b8 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454941
Apr 16 21:16:50.408552 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc951692-e972-4513-991f-d474e9d1822e req-685ed6d3-eb69-4249-9427-f150a62e7d20 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0483561
Apr 16 21:16:50.492597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc951692-e972-4513-991f-d474e9d1822e req-e4b61c66-eea8-4308-81d2-82b8d1d84093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:50.494279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc951692-e972-4513-991f-d474e9d1822e req-e4b61c66-eea8-4308-81d2-82b8d1d84093 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=840fd4cbe2fd414bb97f14898bf9647d&device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 1128 time: 0.0399284
Apr 16 21:16:50.599035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc951692-e972-4513-991f-d474e9d1822e req-0e19f445-a96c-47d1-9e26-367b375d9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:50.600640 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc951692-e972-4513-991f-d474e9d1822e req-0e19f445-a96c-47d1-9e26-367b375d9118 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5f78b9b-3fd5-4910-aed9-d569c9b4e83c HTTP/1.1" status: 200  len: 916 time: 0.0882919
Apr 16 21:16:50.666229 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc951692-e972-4513-991f-d474e9d1822e req-42fa86fc-bfb8-4ea1-b3db-542a434cc6c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a37d159-26e4-4121-9cef-bb552002481b HTTP/1.1" status: 200  len: 1002 time: 0.0588958
Apr 16 21:16:50.726196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc951692-e972-4513-991f-d474e9d1822e req-736e4286-fe44-48fb-9567-312e0c92143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:50.728291 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc951692-e972-4513-991f-d474e9d1822e req-736e4286-fe44-48fb-9567-312e0c92143b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0cd94b55-28d2-4e17-a8d6-479b05215f3a HTTP/1.1" status: 200  len: 854 time: 0.0501089
Apr 16 21:16:50.808211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc951692-e972-4513-991f-d474e9d1822e req-7f530ff9-4683-4248-b11c-b9a3346a8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:50.809745 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc951692-e972-4513-991f-d474e9d1822e req-7f530ff9-4683-4248-b11c-b9a3346a8f23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5f78b9b-3fd5-4910-aed9-d569c9b4e83c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0737395
Apr 16 21:16:50.820424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91683d92-eaf5-446a-99aa-ab89b916529e req-300329a4-8b88-4a69-adff-99362fe707bd tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:50.821840 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91683d92-eaf5-446a-99aa-ab89b916529e req-300329a4-8b88-4a69-adff-99362fe707bd tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0548429
Apr 16 21:16:50.944150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91683d92-eaf5-446a-99aa-ab89b916529e req-3f78e3f5-20fe-45b5-b041-7af13f8925b2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134486
Apr 16 21:16:50.966663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc951692-e972-4513-991f-d474e9d1822e req-f1b22b7a-88e1-462e-a100-c64aec7864da service neutron] 10.222.0.11 "GET /v2.0/networks/b5f78b9b-3fd5-4910-aed9-d569c9b4e83c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438670
Apr 16 21:16:51.055270 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1311de51-a0d8-473e-bd40-55d27a725aef req-e77e863c-ab69-44bb-ae14-4649220ee4d5 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0301623
Apr 16 21:16:51.070260 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-53e48a91-3a55-4b46-ab9e-1b61a0b779bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1467669
Apr 16 21:16:51.083368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-782273fc-ae98-4f9d-b86c-ed6be66e1986 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:16:51.084396 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-782273fc-ae98-4f9d-b86c-ed6be66e1986 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055168
Apr 16 21:16:51.098366 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58ae1d6d-5681-43d4-9006-f22d57d30920 req-f3f41acc-44ef-47dc-9f13-3018c05d1ff0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1054714
Apr 16 21:16:51.105195 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0cdc-c189-4337-82ff-cef3dd7071ac req-78ae305d-03e2-4e34-babc-758be99d3b98 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:51.113859 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-424b0cdc-c189-4337-82ff-cef3dd7071ac req-78ae305d-03e2-4e34-babc-758be99d3b98 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 945 time: 0.1224010
Apr 16 21:16:51.120107 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc951692-e972-4513-991f-d474e9d1822e req-baaa2cd2-3363-439a-a783-57ab3c466c15 service neutron] 10.222.0.11 "GET /v2.0/networks/b5f78b9b-3fd5-4910-aed9-d569c9b4e83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466801
Apr 16 21:16:51.168892 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-424b0cdc-c189-4337-82ff-cef3dd7071ac req-402c6d98-760d-4ed3-9bc9-277ff52ac899 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541561
Apr 16 21:16:51.177775 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-74f2c33f-1b82-431b-9949-c77930cb4b38 req-e54fc712-c908-4850-b728-11e0e7d7985f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 210 time: 0.0365913
Apr 16 21:16:51.353502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb2c20-2e8e-46ed-b683-b7c23af08786 req-adb81e54-6615-4d9e-ba62-2e2118ce5262 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:51.355054 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-81cb2c20-2e8e-46ed-b683-b7c23af08786 req-adb81e54-6615-4d9e-ba62-2e2118ce5262 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0528400
Apr 16 21:16:51.404036 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-81cb2c20-2e8e-46ed-b683-b7c23af08786 req-fa1cf9ea-8309-4e30-929d-2089c4964355 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426946
Apr 16 21:16:51.541220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f7e32037-5681-45d7-a2cb-a1ccb583ae68 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:16:51.617685 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f7e32037-5681-45d7-a2cb-a1ccb583ae68 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:51.618154 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:51.641586 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb60874-b0f3-4055-a4d1-531f4a147992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:51.643769 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dada50e-b85e-4084-8f5e-a92a2dfdfc28" -d '{"events": [{"server_uuid": "8cb60874-b0f3-4055-a4d1-531f4a147992", "name": "network-vif-unplugged", "status": "completed", "tag": "f7e32037-5681-45d7-a2cb-a1ccb583ae68"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:51.656057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f7e32037-5681-45d7-a2cb-a1ccb583ae68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e32037-5681-45d7-a2cb-a1ccb583ae68,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:51.683351 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ef5261-99c6-4590-950d-8bc7324ac209 x-openstack-request-id: req-b3ef5261-99c6-4590-950d-8bc7324ac209 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:51.683584 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb60874-b0f3-4055-a4d1-531f4a147992", "name": "network-vif-unplugged", "status": "completed", "tag": "f7e32037-5681-45d7-a2cb-a1ccb583ae68", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:51.683836 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3ef5261-99c6-4590-950d-8bc7324ac209 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:51.684259 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ef5261-99c6-4590-950d-8bc7324ac209'] response: {'server_uuid': '8cb60874-b0f3-4055-a4d1-531f4a147992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68', 'code': 200}
Apr 16 21:16:51.738156 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-8b62ccaf-34e9-439b-90e2-66b05a6f997e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:51.739528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-8b62ccaf-34e9-439b-90e2-66b05a6f997e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports/c077f313-2701-4802-bf5a-28338c745ec4 HTTP/1.1" status: 200  len: 946 time: 0.0477228
Apr 16 21:16:51.755302 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:51.807671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f7e32037-5681-45d7-a2cb-a1ccb583ae68,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:52.022464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-45980d18-0eab-4c49-8843-0e9147bf2a75 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:52.025000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-45980d18-0eab-4c49-8843-0e9147bf2a75 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.11 "GET /v2.0/networks?id=769f0aad-9fdd-4679-bf9a-69cbe3356918 HTTP/1.1" status: 200  len: 804 time: 0.1084816
Apr 16 21:16:52.038653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-da98a244-7599-4838-a2d0-3a2f5717d293 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Request body: {'port': {'device_id': 'cbe15e89-26b4-4f20-adaf-fcb6f68085c9', 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918', 'admin_state_up': True, 'tenant_id': 'f95103d3663146e9ba6ffb49a05196b4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:52.125656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812e8d5-e45e-4dfc-a9fa-128256f29a67 req-584da3ab-cf81-4fed-bb03-639cdd61253c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:52.127167 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3812e8d5-e45e-4dfc-a9fa-128256f29a67 req-584da3ab-cf81-4fed-bb03-639cdd61253c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.1022811
Apr 16 21:16:52.206521 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3812e8d5-e45e-4dfc-a9fa-128256f29a67 req-67582248-8e33-4ad0-8e21-92b52f024df2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735908
Apr 16 21:16:52.296605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-355738fa-30c1-468c-be77-b4737dbfcbdc req-93e51dca-c408-4dd7-8ca7-18aa958eed06 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0327554
Apr 16 21:16:52.328504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-da98a244-7599-4838-a2d0-3a2f5717d293 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Made reservation on behalf of f95103d3663146e9ba6ffb49a05196b4 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:16:52.332129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-da98a244-7599-4838-a2d0-3a2f5717d293 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:52.447366 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bee322-444b-4bb5-8d7d-f2114c24ec83 req-1a0ce904-81fa-4ce9-a662-34758d9302b7 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:52.448883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8bee322-444b-4bb5-8d7d-f2114c24ec83 req-1a0ce904-81fa-4ce9-a662-34758d9302b7 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 943 time: 0.0872650
Apr 16 21:16:52.528927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-da98a244-7599-4838-a2d0-3a2f5717d293 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Allocated IP 172.20.0.12 (769f0aad-9fdd-4679-bf9a-69cbe3356918/0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf/10211d90-780e-4a95-9f0e-6bed268c796e) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:16:52.540802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8bee322-444b-4bb5-8d7d-f2114c24ec83 req-6a632d7d-f470-43b7-9017-29544273fcbd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688944
Apr 16 21:16:52.657540 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-011c0e7d-e533-4762-860e-d4d451c2457b req-46ce7f16-9c93-47b9-81d4-cc9bc3c9ff54 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 210 time: 0.0583820
Apr 16 21:16:52.758268 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-62731787-4cd9-4896-b91e-c91f1bef51ab req-16c45ea2-a673-4d06-9777-5ea6244e48a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70c257ac1872478aacd8b8a29b3c3420&device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0278761
Apr 16 21:16:52.851217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-62731787-4cd9-4896-b91e-c91f1bef51ab req-b9a1f41d-b368-43d0-bb27-32f51b262675 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=70c257ac1872478aacd8b8a29b3c3420&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0442488
Apr 16 21:16:52.863615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae1d6d-5681-43d4-9006-f22d57d30920 req-db003d58-4720-49b5-86ae-e736f0a6a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:52.865139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58ae1d6d-5681-43d4-9006-f22d57d30920 req-db003d58-4720-49b5-86ae-e736f0a6a7aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 1127 time: 0.0570436
Apr 16 21:16:52.978295 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-da98a244-7599-4838-a2d0-3a2f5717d293 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks [] for port (10211d90-780e-4a95-9f0e-6bed268c796e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:53.052863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62731787-4cd9-4896-b91e-c91f1bef51ab req-d1d4ec4d-a7e5-4f24-bf0d-62a8353a2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:53.054830 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-62731787-4cd9-4896-b91e-c91f1bef51ab req-d1d4ec4d-a7e5-4f24-bf0d-62a8353a2218 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1652136
Apr 16 21:16:53.057464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae1d6d-5681-43d4-9006-f22d57d30920 req-5d0ba229-d11f-448f-be92-9174ab5cfcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:53.058833 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58ae1d6d-5681-43d4-9006-f22d57d30920 req-5d0ba229-d11f-448f-be92-9174ab5cfcce service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.1459472
Apr 16 21:16:53.062199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f63db-b0f4-4050-85ac-28cd4c1c26fb req-e1278fdb-0e27-4a84-a83c-48a14937f2f5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:53.066294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-015f63db-b0f4-4050-85ac-28cd4c1c26fb req-e1278fdb-0e27-4a84-a83c-48a14937f2f5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff70294f-a73f-4dcf-aaf4-bd979106f1b8 HTTP/1.1" status: 200  len: 945 time: 0.0809982
Apr 16 21:16:53.080823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14eb24-d958-41bf-89df-631d198a725d req-729c2e98-c97b-4cb6-bd34-352134ff880c tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:53.082222 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be14eb24-d958-41bf-89df-631d198a725d req-729c2e98-c97b-4cb6-bd34-352134ff880c tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.1018262
Apr 16 21:16:53.168354 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be14eb24-d958-41bf-89df-631d198a725d req-ef4c27d5-82ac-447c-84c6-31e423a2f984 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793757
Apr 16 21:16:53.169663 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58ae1d6d-5681-43d4-9006-f22d57d30920 req-d2993cc4-b16a-477d-82b1-14727dff7dc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 HTTP/1.1" status: 200  len: 999 time: 0.0622225
Apr 16 21:16:53.195321 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-da98a244-7599-4838-a2d0-3a2f5717d293 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:53.263939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-da98a244-7599-4838-a2d0-3a2f5717d293 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Network 769f0aad-9fdd-4679-bf9a-69cbe3356918 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:16:53.265713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98a244-7599-4838-a2d0-3a2f5717d293 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Pushing event updated for resources: {'Port': ['ID=10211d90-780e-4a95-9f0e-6bed268c796e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:53.267972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-015f63db-b0f4-4050-85ac-28cd4c1c26fb req-72be3a98-15e8-4de2-a67a-bc4a5eb6415d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Deleting port 16b4583f-548f-4d1c-8ae5-e1254189e93a {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:16:53.268249 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-015f63db-b0f4-4050-85ac-28cd4c1c26fb req-72be3a98-15e8-4de2-a67a-bc4a5eb6415d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:53.272999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-da98a244-7599-4838-a2d0-3a2f5717d293 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:16:53.285491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-da98a244-7599-4838-a2d0-3a2f5717d293 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:16:53.342461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884abae-c1c0-40d1-9698-1b28d132e5be req-e7be6ee2-ccc3-4b76-a72e-ebe3b9f748b5 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:53.344646 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b884abae-c1c0-40d1-9698-1b28d132e5be req-e7be6ee2-ccc3-4b76-a72e-ebe3b9f748b5 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0564470
Apr 16 21:16:53.419149 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b182d-4eee-4a43-b3e7-ac13ed400738 req-255284e5-adb6-41df-a7a4-c4364a278443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:53.420616 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-458b182d-4eee-4a43-b3e7-ac13ed400738 req-255284e5-adb6-41df-a7a4-c4364a278443 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 1128 time: 0.0820935
Apr 16 21:16:53.421293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b884abae-c1c0-40d1-9698-1b28d132e5be req-807b2451-e4b1-4122-a23c-7e297c61ad84 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689938
Apr 16 21:16:53.447466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-da98a244-7599-4838-a2d0-3a2f5717d293 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:53.448071 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-da98a244-7599-4838-a2d0-3a2f5717d293 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:53.481821 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c52076fc-31bc-497f-a791-6be7380095d2 req-e44aa800-2797-4439-bd23-45a38612392f tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0696876
Apr 16 21:16:53.492073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-015f63db-b0f4-4050-85ac-28cd4c1c26fb req-72be3a98-15e8-4de2-a67a-bc4a5eb6415d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] For port 16b4583f-548f-4d1c-8ae5-e1254189e93a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16b4583f-548f-4d1c-8ae5-e1254189e93a,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:53.492483 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-015f63db-b0f4-4050-85ac-28cd4c1c26fb req-72be3a98-15e8-4de2-a67a-bc4a5eb6415d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:53.516131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-015f63db-b0f4-4050-85ac-28cd4c1c26fb req-72be3a98-15e8-4de2-a67a-bc4a5eb6415d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Calling delete_port for 16b4583f-548f-4d1c-8ae5-e1254189e93a owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:16:53.534911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-458b182d-4eee-4a43-b3e7-ac13ed400738 req-812b13f7-53ce-42b2-9bbc-b6370bd243c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009800
Apr 16 21:16:53.564199 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 16b4583f-548f-4d1c-8ae5-e1254189e93a no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:16:53.570705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-da98a244-7599-4838-a2d0-3a2f5717d293 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5351863
Apr 16 21:16:53.646366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 16b4583f-548f-4d1c-8ae5-e1254189e93a is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:53.647137 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:53.667251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1c73c-9841-4289-9741-8a9ebb8ca2ae req-15ffdc68-29d0-439c-947d-d9627a35331d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:53.674453 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6e1c73c-9841-4289-9741-8a9ebb8ca2ae req-15ffdc68-29d0-439c-947d-d9627a35331d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 943 time: 0.0620592
Apr 16 21:16:53.719351 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6e1c73c-9841-4289-9741-8a9ebb8ca2ae req-3e7c0493-fe5c-4e7c-96f8-60e44f6127e7 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448599
Apr 16 21:16:53.760840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Request body: {'port': {'device_id': 'cbe15e89-26b4-4f20-adaf-fcb6f68085c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:16:53.790898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-015f63db-b0f4-4050-85ac-28cd4c1c26fb req-72be3a98-15e8-4de2-a67a-bc4a5eb6415d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (16b4583f-548f-4d1c-8ae5-e1254189e93a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:53.814716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079552e-b42a-446b-962e-cd68499f27fa req-fa150c3d-5e84-40e5-87d5-be17e1fcadb8 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:53.816245 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5079552e-b42a-446b-962e-cd68499f27fa req-fa150c3d-5e84-40e5-87d5-be17e1fcadb8 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 932 time: 0.0879540
Apr 16 21:16:53.839987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a98-15e8-4de2-a67a-bc4a5eb6415d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Pushing event deleted for resources: {'Port': ['ID=16b4583f-548f-4d1c-8ae5-e1254189e93a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:53.923475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-015f63db-b0f4-4050-85ac-28cd4c1c26fb req-72be3a98-15e8-4de2-a67a-bc4a5eb6415d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] No DVR routers for this DVR port 16b4583f-548f-4d1c-8ae5-e1254189e93a on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:16:53.931934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-015f63db-b0f4-4050-85ac-28cd4c1c26fb req-72be3a98-15e8-4de2-a67a-bc4a5eb6415d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:53.935111 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-015f63db-b0f4-4050-85ac-28cd4c1c26fb req-72be3a98-15e8-4de2-a67a-bc4a5eb6415d tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.41 "DELETE /v2.0/ports/16b4583f-548f-4d1c-8ae5-e1254189e93a HTTP/1.1" status: 204  len: 173 time: 0.8270237
Apr 16 21:16:53.937716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff70294f-a73f-4dcf-aaf4-bd979106f1b8', 'name': 'network-vif-deleted', 'tag': '16b4583f-548f-4d1c-8ae5-e1254189e93a'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:53.939921 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdbe334-b3eb-430a-82a4-528b541c777f" -d '{"events": [{"server_uuid": "ff70294f-a73f-4dcf-aaf4-bd979106f1b8", "name": "network-vif-deleted", "tag": "16b4583f-548f-4d1c-8ae5-e1254189e93a"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:53.945282 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:53.967120 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5079552e-b42a-446b-962e-cd68499f27fa req-e615c103-6b69-4deb-a1ac-bcd5e0b86159 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291976
Apr 16 21:16:54.012057 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dd0fd3-8269-4270-8ef3-b18c91e7a588 x-openstack-request-id: req-05dd0fd3-8269-4270-8ef3-b18c91e7a588 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:54.021324 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff70294f-a73f-4dcf-aaf4-bd979106f1b8", "name": "network-vif-deleted", "tag": "16b4583f-548f-4d1c-8ae5-e1254189e93a", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:54.021324 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05dd0fd3-8269-4270-8ef3-b18c91e7a588 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:54.021324 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05dd0fd3-8269-4270-8ef3-b18c91e7a588'] response: {'server_uuid': 'ff70294f-a73f-4dcf-aaf4-bd979106f1b8', 'name': 'network-vif-deleted', 'tag': '16b4583f-548f-4d1c-8ae5-e1254189e93a', 'status': 'completed', 'code': 200}
Apr 16 21:16:54.229458 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10211d90-780e-4a95-9f0e-6bed268c796e {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:54.237003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Publish callbacks [] for port (10211d90-780e-4a95-9f0e-6bed268c796e), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:54.259509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Transition to ACTIVE for port object 10211d90-780e-4a95-9f0e-6bed268c796e will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:16:54.293542 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daaea5-bdb1-4243-9e7e-ea29e364c0d8 req-57d175f7-6fc9-4e0f-a3a0-48dc4a36a708 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:54.295113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3daaea5-bdb1-4243-9e7e-ea29e364c0d8 req-57d175f7-6fc9-4e0f-a3a0-48dc4a36a708 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0522568
Apr 16 21:16:54.344466 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:54.351094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae1d6d-5681-43d4-9006-f22d57d30920 req-44b343d2-654b-4537-a738-4efe8a8577c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:54.352669 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58ae1d6d-5681-43d4-9006-f22d57d30920 req-44b343d2-654b-4537-a738-4efe8a8577c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.0506997
Apr 16 21:16:54.411028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11287c4-5ac9-4625-956c-279f3ae4645b req-fed2c5a5-4fbf-4d4c-89b9-50a717d49664 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:54.413249 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f11287c4-5ac9-4625-956c-279f3ae4645b req-fed2c5a5-4fbf-4d4c-89b9-50a717d49664 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 943 time: 0.1061950
Apr 16 21:16:54.419832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae1d6d-5681-43d4-9006-f22d57d30920 req-ee07ac94-c74a-49fa-abfe-896331ea75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:54.421417 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58ae1d6d-5681-43d4-9006-f22d57d30920 req-ee07ac94-c74a-49fa-abfe-896331ea75be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427456
Apr 16 21:16:54.442245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=10211d90-780e-4a95-9f0e-6bed268c796e,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:54.463071 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3daaea5-bdb1-4243-9e7e-ea29e364c0d8 req-af5bebda-e797-4d2f-a1a3-515d87d56672 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622331
Apr 16 21:16:54.614330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-3d083836-cb6c-47c6-b848-871e313077e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:54.615857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-3d083836-cb6c-47c6-b848-871e313077e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 1131 time: 0.1140375
Apr 16 21:16:54.625571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ad495-faf9-4f1c-947d-5adec5359aff req-3760fdaa-0ddf-4e88-a7d9-4b6ee29ff489 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:54.632453 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-501ad495-faf9-4f1c-947d-5adec5359aff req-3760fdaa-0ddf-4e88-a7d9-4b6ee29ff489 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0688777
Apr 16 21:16:54.661111 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad367524-ea2e-4976-a4a8-8c31b7f9c096 req-d51c36c0-d028-4d16-bcb4-b120f2f23013 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0696514
Apr 16 21:16:54.670088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58ae1d6d-5681-43d4-9006-f22d57d30920 req-89c052a6-14b7-4cd9-8795-32a4a534962d service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1990714
Apr 16 21:16:54.670373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Attempting to bind port 10211d90-780e-4a95-9f0e-6bed268c796e on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:16:54.670373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Attempting to bind port 10211d90-780e-4a95-9f0e-6bed268c796e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:16:54.670373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Attempting to bind port 10211d90-780e-4a95-9f0e-6bed268c796e on network 769f0aad-9fdd-4679-bf9a-69cbe3356918 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:54.677899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Port 10211d90-780e-4a95-9f0e-6bed268c796e on network 769f0aad-9fdd-4679-bf9a-69cbe3356918 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:16:54.678126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Attempting to bind port 10211d90-780e-4a95-9f0e-6bed268c796e on network 769f0aad-9fdd-4679-bf9a-69cbe3356918 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:16:54.688704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f11287c4-5ac9-4625-956c-279f3ae4645b req-f53a50fd-bddf-4ef0-a517-a1d290f86272 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Deleting port f7e32037-5681-45d7-a2cb-a1ccb583ae68 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:16:54.688704 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f11287c4-5ac9-4625-956c-279f3ae4645b req-f53a50fd-bddf-4ef0-a517-a1d290f86272 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:54.688704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:16:54.688704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Checking segment: {'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:16:54.688704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Bound using segment: {'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:16:54.689865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Bound port: 10211d90-780e-4a95-9f0e-6bed268c796e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:16:54.689865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:54.759238 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-501ad495-faf9-4f1c-947d-5adec5359aff req-a5e735e2-72d4-4b5d-94e5-11746baf9a90 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253397
Apr 16 21:16:54.807888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58ae1d6d-5681-43d4-9006-f22d57d30920 req-584c876b-ac6a-4f54-8a74-d2eda3a1d52a service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1151743
Apr 16 21:16:54.918110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] For port 10211d90-780e-4a95-9f0e-6bed268c796e, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:16:54.955609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] For port 10211d90-780e-4a95-9f0e-6bed268c796e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10211d90-780e-4a95-9f0e-6bed268c796e,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:16:54.957877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f11287c4-5ac9-4625-956c-279f3ae4645b req-f53a50fd-bddf-4ef0-a517-a1d290f86272 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] For port f7e32037-5681-45d7-a2cb-a1ccb583ae68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7e32037-5681-45d7-a2cb-a1ccb583ae68,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:54.958252 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f11287c4-5ac9-4625-956c-279f3ae4645b req-f53a50fd-bddf-4ef0-a517-a1d290f86272 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:54.973478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9b245-0e37-4789-96dd-56f6d3b020a4 req-4576a45b-6bcd-4109-ad29-1aa35037d737 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:54.974985 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1a9b245-0e37-4789-96dd-56f6d3b020a4 req-4576a45b-6bcd-4109-ad29-1aa35037d737 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 943 time: 0.1341820
Apr 16 21:16:54.985575 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f11287c4-5ac9-4625-956c-279f3ae4645b req-f53a50fd-bddf-4ef0-a517-a1d290f86272 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Calling delete_port for f7e32037-5681-45d7-a2cb-a1ccb583ae68 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:16:55.023569 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:55.061736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-b7d9e9a1-9050-4dd8-9e26-ec6c22baddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:55.063252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-b7d9e9a1-9050-4dd8-9e26-ec6c22baddfa service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.2724068
Apr 16 21:16:55.071897 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-62731787-4cd9-4896-b91e-c91f1bef51ab req-3faded8b-f516-4b78-b383-145218c2e5f1 tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0446930
Apr 16 21:16:55.134838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c43c9-1ed8-4263-b173-1fd0dee58345 req-443bb4d6-a12d-4123-a77d-4b518397da97 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:55.136577 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c61c43c9-1ed8-4263-b173-1fd0dee58345 req-443bb4d6-a12d-4123-a77d-4b518397da97 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 944 time: 0.0635791
Apr 16 21:16:55.175468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-4458deab-de32-404c-8cbe-7a950e49fa34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=c077f313-2701-4802-bf5a-28338c745ec4 HTTP/1.1" status: 200  len: 217 time: 0.0840707
Apr 16 21:16:55.185559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:55.186186 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:55.187544 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] 10.222.0.11 "PUT /v2.0/ports/10211d90-780e-4a95-9f0e-6bed268c796e HTTP/1.1" status: 200  len: 1092 time: 1.4308376
Apr 16 21:16:55.189615 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c61c43c9-1ed8-4263-b173-1fd0dee58345 req-f4053792-233a-4f5d-bea8-062c66bca1d1 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468004
Apr 16 21:16:55.199276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1a9b245-0e37-4789-96dd-56f6d3b020a4 req-8eb3ff6d-b6ba-45c0-9993-a0f04035ac8b tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149079
Apr 16 21:16:55.201553 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd08949-5773-43fa-898b-f46e28f7fdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=10211d90-780e-4a95-9f0e-6bed268c796e,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:55.308315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-40a12659-b7e0-42a1-8380-0df7f8f7bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:55.309841 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-40a12659-b7e0-42a1-8380-0df7f8f7bbbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0663056
Apr 16 21:16:55.353573 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-f38fd8b9-a926-4ada-8e2c-99fe51827518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:55.355204 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-f38fd8b9-a926-4ada-8e2c-99fe51827518 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0401790
Apr 16 21:16:55.417990 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f11287c4-5ac9-4625-956c-279f3ae4645b req-f53a50fd-bddf-4ef0-a517-a1d290f86272 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f7e32037-5681-45d7-a2cb-a1ccb583ae68), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:55.480469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a50fd-bddf-4ef0-a517-a1d290f86272 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Pushing event deleted for resources: {'Port': ['ID=f7e32037-5681-45d7-a2cb-a1ccb583ae68,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:55.489170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-7c146983-cebf-44e2-9c1b-919f6c9c73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:55.490702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-7c146983-cebf-44e2-9c1b-919f6c9c73bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f95103d3663146e9ba6ffb49a05196b4&device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 1126 time: 0.1189656
Apr 16 21:16:55.573946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-2c7579be-cc94-48d2-a140-f9ce369afa9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10211d90-780e-4a95-9f0e-6bed268c796e HTTP/1.1" status: 200  len: 217 time: 0.0664382
Apr 16 21:16:55.586280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11287c4-5ac9-4625-956c-279f3ae4645b req-f53a50fd-bddf-4ef0-a517-a1d290f86272 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] No DVR routers for this DVR port f7e32037-5681-45d7-a2cb-a1ccb583ae68 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:16:55.618486 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f11287c4-5ac9-4625-956c-279f3ae4645b req-f53a50fd-bddf-4ef0-a517-a1d290f86272 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:55.621902 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f11287c4-5ac9-4625-956c-279f3ae4645b req-f53a50fd-bddf-4ef0-a517-a1d290f86272 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.41 "DELETE /v2.0/ports/f7e32037-5681-45d7-a2cb-a1ccb583ae68 HTTP/1.1" status: 204  len: 173 time: 1.1574924
Apr 16 21:16:55.667957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-163d87a4-c768-4baa-9b4b-c425622d2ae1 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3032820
Apr 16 21:16:55.674218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835821f-7406-4aac-91b1-c631df34a9b7 req-f0cecb5d-6724-44cb-af02-72aa4276d9f6 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:55.675717 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a835821f-7406-4aac-91b1-c631df34a9b7 req-f0cecb5d-6724-44cb-af02-72aa4276d9f6 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.1202989
Apr 16 21:16:55.711264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-3bb288cf-52e6-46b1-93e3-2350cc26fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:55.711264 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-3bb288cf-52e6-46b1-93e3-2350cc26fa6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf HTTP/1.1" status: 200  len: 844 time: 0.1227670
Apr 16 21:16:55.780043 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-45962ff4-bdbf-4822-80b5-9649a6201e0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=769f0aad-9fdd-4679-bf9a-69cbe3356918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421963
Apr 16 21:16:55.797460 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9934592-71d8-44d6-adb1-2b8c9c74264b req-499caefa-5edc-4647-8bdc-c776ce80164d tempest-ServersAdmin275Test-2114213762 tempest-ServersAdmin275Test-2114213762-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ce03e87-6962-45d5-910e-f87b61fef356 HTTP/1.1" status: 200  len: 210 time: 0.0354483
Apr 16 21:16:55.869081 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a835821f-7406-4aac-91b1-c631df34a9b7 req-50bef92c-a4fa-47b3-b056-d93ccf8c4dbb tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800303
Apr 16 21:16:55.890147 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:16:55.907175 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-c9b8a42f-510c-4104-898a-87f706f9934d service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2285531
Apr 16 21:16:55.922788 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7a4e1-1d44-4e39-bee7-4b37c9de43ba req-541fd658-8288-4073-b11f-039a80a744c8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:55.923757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-07396a97-0a99-49ae-bc72-c4e012e360ad service neutron] 10.222.0.11 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361427
Apr 16 21:16:55.924726 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-83b7a4e1-1d44-4e39-bee7-4b37c9de43ba req-541fd658-8288-4073-b11f-039a80a744c8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0643444
Apr 16 21:16:55.974456 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-83b7a4e1-1d44-4e39-bee7-4b37c9de43ba req-6d5759b0-3f47-4189-98cb-0dd963b885f3 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441327
Apr 16 21:16:56.013797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe15e89-26b4-4f20-adaf-fcb6f68085c9', 'tag': '10211d90-780e-4a95-9f0e-6bed268c796e'}, {'server_uuid': '8cb60874-b0f3-4055-a4d1-531f4a147992', 'name': 'network-vif-deleted', 'tag': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:16:56.018432 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee995ba-3bd6-49f1-93b1-c7ec99418fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe15e89-26b4-4f20-adaf-fcb6f68085c9", "tag": "10211d90-780e-4a95-9f0e-6bed268c796e"}, {"server_uuid": "8cb60874-b0f3-4055-a4d1-531f4a147992", "name": "network-vif-deleted", "tag": "f7e32037-5681-45d7-a2cb-a1ccb583ae68"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:16:56.039491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce5548-76c0-4cb0-990f-f97802cb6b89 req-18a69e45-b8f6-4c4a-b789-9dae63a331c0 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:56.040882 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26ce5548-76c0-4cb0-990f-f97802cb6b89 req-18a69e45-b8f6-4c4a-b789-9dae63a331c0 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0888765
Apr 16 21:16:56.092093 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e91555c-e814-4642-8ea5-6f0413f75384 req-c507b3b8-90f5-4760-a802-a0863f60b401 service neutron] 10.222.0.11 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623578
Apr 16 21:16:56.095963 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 16 Apr 2022 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccdbd33-5784-400d-9e61-fe7df4457661 x-openstack-request-id: req-6ccdbd33-5784-400d-9e61-fe7df4457661 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:16:56.096287 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe15e89-26b4-4f20-adaf-fcb6f68085c9", "tag": "10211d90-780e-4a95-9f0e-6bed268c796e", "status": "completed", "code": 200}, {"server_uuid": "8cb60874-b0f3-4055-a4d1-531f4a147992", "name": "network-vif-deleted", "tag": "f7e32037-5681-45d7-a2cb-a1ccb583ae68", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:16:56.096538 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ccdbd33-5784-400d-9e61-fe7df4457661 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:16:56.096929 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ccdbd33-5784-400d-9e61-fe7df4457661'] response: {'name': 'network-changed', 'server_uuid': 'cbe15e89-26b4-4f20-adaf-fcb6f68085c9', 'tag': '10211d90-780e-4a95-9f0e-6bed268c796e', 'status': 'completed', 'code': 200}
Apr 16 21:16:56.097190 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ccdbd33-5784-400d-9e61-fe7df4457661'] response: {'server_uuid': '8cb60874-b0f3-4055-a4d1-531f4a147992', 'name': 'network-vif-deleted', 'tag': 'f7e32037-5681-45d7-a2cb-a1ccb583ae68', 'status': 'completed', 'code': 200}
Apr 16 21:16:56.111799 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26ce5548-76c0-4cb0-990f-f97802cb6b89 req-824a20ba-6b94-44f7-aae0-c9082c1474e3 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608723
Apr 16 21:16:56.319188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ca9ac-6e30-471f-b97f-b4a601e04c0c req-79bf6f5e-dec6-4d17-890b-ef9b8cacdebe tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:56.321525 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b43ca9ac-6e30-471f-b97f-b4a601e04c0c req-79bf6f5e-dec6-4d17-890b-ef9b8cacdebe tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 944 time: 0.0628402
Apr 16 21:16:56.369663 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b43ca9ac-6e30-471f-b97f-b4a601e04c0c req-a909156c-4efe-4a72-818c-9deb908d7f35 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424612
Apr 16 21:16:56.467674 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58c5047f-19f0-4308-aaa1-28511511e969 req-611f9de9-5914-4ed8-9e91-caf009d127be tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb60874-b0f3-4055-a4d1-531f4a147992 HTTP/1.1" status: 200  len: 210 time: 0.0306463
Apr 16 21:16:56.626935 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c2156-1f2f-4b1f-be1b-365f7f607e25 req-12902e60-1a46-4a04-a32e-5a8e63031405 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:56.628460 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-578c2156-1f2f-4b1f-be1b-365f7f607e25 req-12902e60-1a46-4a04-a32e-5a8e63031405 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0498934
Apr 16 21:16:56.676257 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-578c2156-1f2f-4b1f-be1b-365f7f607e25 req-59cca138-11e2-4565-baa1-9e5cd232ccd3 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420883
Apr 16 21:16:57.096692 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57589b9-53c4-4abe-b737-f8b9fdf35468 req-2c4d5f6f-7ad7-4c8d-b9dc-70380938613a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:57.100648 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b57589b9-53c4-4abe-b737-f8b9fdf35468 req-2c4d5f6f-7ad7-4c8d-b9dc-70380938613a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0529385
Apr 16 21:16:57.146411 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b57589b9-53c4-4abe-b737-f8b9fdf35468 req-2a34ea29-7c0d-4087-a5f6-2a78ca06ba29 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418124
Apr 16 21:16:57.230026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59988) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:16:57.295720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee995ba-3bd6-49f1-93b1-c7ec99418fdb req-5ccd4ded-3c69-4673-9ef2-1f40d043f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:57.297305 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ee995ba-3bd6-49f1-93b1-c7ec99418fdb req-5ccd4ded-3c69-4673-9ef2-1f40d043f3b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f95103d3663146e9ba6ffb49a05196b4&device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 1126 time: 0.0460320
Apr 16 21:16:57.343411 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74695e18-b38c-495e-b158-2cd43c0c909c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:57.395706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee995ba-3bd6-49f1-93b1-c7ec99418fdb req-16456357-65f1-4492-a4ac-e008a2745067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:57.397139 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ee995ba-3bd6-49f1-93b1-c7ec99418fdb req-16456357-65f1-4492-a4ac-e008a2745067 service neutron] 10.222.0.11 "GET /v2.0/networks?id=769f0aad-9fdd-4679-bf9a-69cbe3356918 HTTP/1.1" status: 200  len: 905 time: 0.0943313
Apr 16 21:16:57.422100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74695e18-b38c-495e-b158-2cd43c0c909c admin admin] Publish callbacks [] for security_group (9551fe57-343f-4fd1-868c-736e5f4b0fe6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:57.464944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ee995ba-3bd6-49f1-93b1-c7ec99418fdb req-d5552ad0-fdf4-481b-b870-bef1dce5cab5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10211d90-780e-4a95-9f0e-6bed268c796e HTTP/1.1" status: 200  len: 217 time: 0.0389867
Apr 16 21:16:57.477865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74695e18-b38c-495e-b158-2cd43c0c909c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9551fe57-343f-4fd1-868c-736e5f4b0fe6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:57.512062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cd4ce-9a06-44dc-8137-2013233149a1 req-b5348c96-ae29-41b3-876b-67b3af6db69a tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:57.514112 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea5cd4ce-9a06-44dc-8137-2013233149a1 req-b5348c96-ae29-41b3-876b-67b3af6db69a tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 944 time: 0.0717890
Apr 16 21:16:57.528343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee995ba-3bd6-49f1-93b1-c7ec99418fdb req-df4833d4-32af-4ff4-9fe3-9de902fa354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:57.530108 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ee995ba-3bd6-49f1-93b1-c7ec99418fdb req-df4833d4-32af-4ff4-9fe3-9de902fa354c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf HTTP/1.1" status: 200  len: 844 time: 0.0592642
Apr 16 21:16:57.543444 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-74695e18-b38c-495e-b158-2cd43c0c909c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70c257ac1872478aacd8b8a29b3c3420&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3122692
Apr 16 21:16:57.545415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74695e18-b38c-495e-b158-2cd43c0c909c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9551fe57-343f-4fd1-868c-736e5f4b0fe6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:57.547860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59998) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:16:57.574871 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ee995ba-3bd6-49f1-93b1-c7ec99418fdb req-691b3f04-a48e-4e6e-8a6e-596629c66229 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=769f0aad-9fdd-4679-bf9a-69cbe3356918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393045
Apr 16 21:16:57.603811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 16b4583f-548f-4d1c-8ae5-e1254189e93a no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:16:57.616248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea5cd4ce-9a06-44dc-8137-2013233149a1 req-22b4fc2f-247d-48e2-af57-8e42f8220d28 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885963
Apr 16 21:16:57.640662 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dae5383e-c347-4adc-8792-b48ede6ab9fe admin admin] Publish callbacks [] for security_group (9551fe57-343f-4fd1-868c-736e5f4b0fe6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:57.650435 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 16b4583f-548f-4d1c-8ae5-e1254189e93a {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:16:57.651741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 16b4583f-548f-4d1c-8ae5-e1254189e93a not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:16:57.653467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f7e32037-5681-45d7-a2cb-a1ccb583ae68 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:16:57.672913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dae5383e-c347-4adc-8792-b48ede6ab9fe admin admin] Publish callbacks [] for security_group (9551fe57-343f-4fd1-868c-736e5f4b0fe6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:57.677048 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ee995ba-3bd6-49f1-93b1-c7ec99418fdb req-644fbe7d-896f-41fc-a35d-71c19f07f15f service neutron] 10.222.0.11 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0963566
Apr 16 21:16:57.696125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: f7e32037-5681-45d7-a2cb-a1ccb583ae68 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:16:57.696764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f7e32037-5681-45d7-a2cb-a1ccb583ae68 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:16:57.805956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec441a8-6c44-4aa1-b0e5-433c18b9b175 req-ceacb07f-709c-4af6-8dbf-db7586f46360 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:57.807431 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eec441a8-6c44-4aa1-b0e5-433c18b9b175 req-ceacb07f-709c-4af6-8dbf-db7586f46360 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0471804
Apr 16 21:16:57.812612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dae5383e-c347-4adc-8792-b48ede6ab9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9551fe57-343f-4fd1-868c-736e5f4b0fe6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:57.815255 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dae5383e-c347-4adc-8792-b48ede6ab9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:57.816408 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dae5383e-c347-4adc-8792-b48ede6ab9fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9551fe57-343f-4fd1-868c-736e5f4b0fe6 HTTP/1.1" status: 204  len: 168 time: 0.2605107
Apr 16 21:16:57.840582 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ee995ba-3bd6-49f1-93b1-c7ec99418fdb req-2722a0b3-135a-4f0b-951e-238f4426cc5b service neutron] 10.222.0.11 "GET /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569517
Apr 16 21:16:57.845527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5383e-c347-4adc-8792-b48ede6ab9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9551fe57-343f-4fd1-868c-736e5f4b0fe6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:57.894881 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eec441a8-6c44-4aa1-b0e5-433c18b9b175 req-1047ccdb-0e1c-4de3-96ca-fe7382dc7ba8 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772548
Apr 16 21:16:57.896291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-c623f6a0-8a25-4b0b-95f3-be34deb890cf tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:57.897842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-c623f6a0-8a25-4b0b-95f3-be34deb890cf tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/networks?id=ce54676e-63e2-4bec-8d37-78514d0685e3 HTTP/1.1" status: 200  len: 821 time: 0.1418953
Apr 16 21:16:57.920718 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-fa7f902d-8e7c-4438-8247-8eeed2c7084d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/quotas/c63d4ed9df1548b88731e003044c32da HTTP/1.1" status: 200  len: 375 time: 0.0168746
Apr 16 21:16:57.952325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-c789f90d-d081-4c48-8f83-60627b32fc19 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c63d4ed9df1548b88731e003044c32da&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0293322
Apr 16 21:16:58.049144 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-36bbd971-dc9c-4671-a26e-cde84445d059 service neutron] 10.222.0.20 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886757
Apr 16 21:16:58.375668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfa54a-8352-4cc0-bf86-715302dd5851 req-af84d011-2bc7-44ce-b018-5197517523da tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:58.377888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c0cfa54a-8352-4cc0-bf86-715302dd5851 req-af84d011-2bc7-44ce-b018-5197517523da tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0707479
Apr 16 21:16:58.420885 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ec30db44-6108-4ae2-818c-679701d78a16 service neutron] 10.222.0.20 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3650270
Apr 16 21:16:58.429069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c0cfa54a-8352-4cc0-bf86-715302dd5851 req-56ec6fed-b46f-41c9-9118-60511d80e622 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437179
Apr 16 21:16:58.439156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60026) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:16:58.454412 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19bd2c8b-1003-4e89-bfa8-ea27889e2ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:58.557104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c39ec-39b6-424b-8d35-c21a1d808153 req-50e0a843-0c1d-4f9b-b4ce-b95bf4799d72 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:58.558591 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d23c39ec-39b6-424b-8d35-c21a1d808153 req-50e0a843-0c1d-4f9b-b4ce-b95bf4799d72 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0675187
Apr 16 21:16:58.570890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 10211d90-780e-4a95-9f0e-6bed268c796e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:16:58.593780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19bd2c8b-1003-4e89-bfa8-ea27889e2ee1 admin admin] Publish callbacks [] for security_group (065e0379-9429-4ba4-9b91-ba5c0de6220a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:58.645352 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d23c39ec-39b6-424b-8d35-c21a1d808153 req-b1b6954d-96db-4caa-ae6f-657de0db3e7f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777521
Apr 16 21:16:58.671316 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19bd2c8b-1003-4e89-bfa8-ea27889e2ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (065e0379-9429-4ba4-9b91-ba5c0de6220a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:58.704802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eaa0b235-b458-40c8-bc5d-71a0cfca04be req-ccee4a81-7f28-4782-bd3a-fbba4cba6925 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 210 time: 0.0632935
Apr 16 21:16:58.724978 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-19bd2c8b-1003-4e89-bfa8-ea27889e2ee1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59499cf80e48452c97b3104e1aed9c17&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2831202
Apr 16 21:16:58.727723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60034) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:16:58.733282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 10211d90-780e-4a95-9f0e-6bed268c796e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10211d90-780e-4a95-9f0e-6bed268c796e,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:58.752458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '10211d90-780e-4a95-9f0e-6bed268c796e', 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918', 'port_id': '10211d90-780e-4a95-9f0e-6bed268c796e', 'mac_address': 'fa:16:3e:5a:16:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:16:58.759122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd2c8b-1003-4e89-bfa8-ea27889e2ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065e0379-9429-4ba4-9b91-ba5c0de6220a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:58.800385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 10211d90-780e-4a95-9f0e-6bed268c796e is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:16:58.800918 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:58.816080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10211d90-780e-4a95-9f0e-6bed268c796e {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:16:58.843310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 10211d90-780e-4a95-9f0e-6bed268c796e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10211d90-780e-4a95-9f0e-6bed268c796e,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:16:58.850367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4795f9d-fedb-4123-a47a-90e30c32b259 req-5abad7ab-7b14-485b-8d58-e610eff7ff0e tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:58.852146 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d4795f9d-fedb-4123-a47a-90e30c32b259 req-5abad7ab-7b14-485b-8d58-e610eff7ff0e tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 944 time: 0.0898898
Apr 16 21:16:58.870525 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d72fe8e-8eef-468a-a367-2642c885c3fb admin admin] Publish callbacks [] for security_group (065e0379-9429-4ba4-9b91-ba5c0de6220a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:58.962502 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:59.026844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=10211d90-780e-4a95-9f0e-6bed268c796e,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:59.184589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d72fe8e-8eef-468a-a367-2642c885c3fb admin admin] Publish callbacks [] for security_group (065e0379-9429-4ba4-9b91-ba5c0de6220a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:59.200762 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d4795f9d-fedb-4123-a47a-90e30c32b259 req-66b4c017-c24a-4fbf-a573-a94e79761d98 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3411691
Apr 16 21:16:59.230675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['10211d90-780e-4a95-9f0e-6bed268c796e'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:16:59.282113 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d72fe8e-8eef-468a-a367-2642c885c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (065e0379-9429-4ba4-9b91-ba5c0de6220a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:59.284761 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d72fe8e-8eef-468a-a367-2642c885c3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:16:59.285937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1d72fe8e-8eef-468a-a367-2642c885c3fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/065e0379-9429-4ba4-9b91-ba5c0de6220a HTTP/1.1" status: 204  len: 168 time: 0.5563571
Apr 16 21:16:59.294071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72fe8e-8eef-468a-a367-2642c885c3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065e0379-9429-4ba4-9b91-ba5c0de6220a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:16:59.547573 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bf68f-4bd0-45d5-aaeb-68a06f26adab req-6fdd6f01-b7f5-4033-a46e-aef0dd712240 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:59.549088 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-333bf68f-4bd0-45d5-aaeb-68a06f26adab req-6fdd6f01-b7f5-4033-a46e-aef0dd712240 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0471466
Apr 16 21:16:59.596369 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-333bf68f-4bd0-45d5-aaeb-68a06f26adab req-647bce60-4a6e-4a60-8368-77988aebcd6c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410507
Apr 16 21:16:59.770666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e11b9-8d37-4df9-b51d-45f7c2427e27 req-1ea45c22-1eec-4e81-ad4c-07bc7a45876c tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:16:59.777545 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-912e11b9-8d37-4df9-b51d-45f7c2427e27 req-1ea45c22-1eec-4e81-ad4c-07bc7a45876c tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0559332
Apr 16 21:16:59.830461 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-912e11b9-8d37-4df9-b51d-45f7c2427e27 req-fc005de3-8b8e-4eea-bc82-91d61f5cd9ae tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519166
Apr 16 21:16:59.837599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8811fa12-5390-4a0d-9843-d1e5b890cbd0 req-acbd4202-a343-4f81-b031-b283878fa75c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 210 time: 0.0525990
Apr 16 21:17:00.316034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b674a8-27a7-472f-a8c6-762277259560 req-a0b47802-6bf0-442f-9f84-482f87492fd5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:00.317543 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30b674a8-27a7-472f-a8c6-762277259560 req-a0b47802-6bf0-442f-9f84-482f87492fd5 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 945 time: 0.0472195
Apr 16 21:17:00.366867 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30b674a8-27a7-472f-a8c6-762277259560 req-f9d9b28d-ddf7-465d-a65e-00af33f485da tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431576
Apr 16 21:17:00.549626 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60082) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:00.580069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 10211d90-780e-4a95-9f0e-6bed268c796e up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:00.662045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 10211d90-780e-4a95-9f0e-6bed268c796e completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:17:00.666322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-958424318-network', 'tenant_id': 'e6fea34a43ca48838967318650c3587b'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:00.728016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 10211d90-780e-4a95-9f0e-6bed268c796e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:00.728435 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:00.739001 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b767c7c-7c66-444f-8ee4-c7c145ca02fa req-060f7a1c-9dc0-4a48-9984-1296224106f6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:00.740485 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7b767c7c-7c66-444f-8ee4-c7c145ca02fa req-060f7a1c-9dc0-4a48-9984-1296224106f6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0517628
Apr 16 21:17:00.754023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Made reservation on behalf of e6fea34a43ca48838967318650c3587b for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:00.768612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:00.788293 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:00.822777 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 10211d90-780e-4a95-9f0e-6bed268c796e is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:00.823167 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:00.838818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7b767c7c-7c66-444f-8ee4-c7c145ca02fa req-db497de0-4072-45d6-990a-e1a6cdc2b1b7 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917411
Apr 16 21:17:00.850049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe15e89-26b4-4f20-adaf-fcb6f68085c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10211d90-780e-4a95-9f0e-6bed268c796e'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:00.852577 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3b1b17-f94e-47ba-8074-710b860168aa" -d '{"events": [{"server_uuid": "cbe15e89-26b4-4f20-adaf-fcb6f68085c9", "name": "network-vif-plugged", "status": "completed", "tag": "10211d90-780e-4a95-9f0e-6bed268c796e"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:00.886769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-92799b86-f925-433f-b777-603df1d310fc tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:00.888212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 10211d90-780e-4a95-9f0e-6bed268c796e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10211d90-780e-4a95-9f0e-6bed268c796e,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:00.889067 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-92799b86-f925-433f-b777-603df1d310fc tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.41 "GET /v2.0/networks?id=ce54676e-63e2-4bec-8d37-78514d0685e3 HTTP/1.1" status: 200  len: 821 time: 0.1159439
Apr 16 21:17:00.903708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-f16c0523-4511-4741-9ea1-457b1f198acd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Request body: {'port': {'device_id': '6458699b-6221-4f77-85fe-d41710e9c3bd', 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3', 'admin_state_up': True, 'tenant_id': 'c63d4ed9df1548b88731e003044c32da'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:00.905015 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cea985-dad6-419f-8e3f-f0431e41d0ef x-openstack-request-id: req-e2cea985-dad6-419f-8e3f-f0431e41d0ef {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:00.905658 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe15e89-26b4-4f20-adaf-fcb6f68085c9", "name": "network-vif-plugged", "status": "completed", "tag": "10211d90-780e-4a95-9f0e-6bed268c796e", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:00.905966 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2cea985-dad6-419f-8e3f-f0431e41d0ef {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:00.906638 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2cea985-dad6-419f-8e3f-f0431e41d0ef'] response: {'server_uuid': 'cbe15e89-26b4-4f20-adaf-fcb6f68085c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10211d90-780e-4a95-9f0e-6bed268c796e', 'code': 200}
Apr 16 21:17:00.965808 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Publish callbacks [] for security_group (3f00a097-7a85-4729-81d6-4e7ed5f5746f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.008765 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e8f926e1-dea0-4ddf-bbff-eca121c5c6bb req-bf9bb401-fafd-424e-b974-8d15509cb046 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 210 time: 0.0325313
Apr 16 21:17:01.013521 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.052892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871c605-01ad-43bb-bf96-c7f0832d814e req-f6adc023-4cf5-426b-8e69-ccc13b04176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:01.054439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6871c605-01ad-43bb-bf96-c7f0832d814e req-f6adc023-4cf5-426b-8e69-ccc13b04176f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 1127 time: 0.0583260
Apr 16 21:17:01.081264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=10211d90-780e-4a95-9f0e-6bed268c796e,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:01.097847 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3f00a097-7a85-4729-81d6-4e7ed5f5746f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.106672 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6871c605-01ad-43bb-bf96-c7f0832d814e req-dddb60d4-dcaf-4372-a5c4-9c8d7481e542 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447435
Apr 16 21:17:01.124705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:17:01.134232 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f00a097-7a85-4729-81d6-4e7ed5f5746f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:01.140753 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b2051790-aa6a-41bf-a8a6-29061f698b0c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.141103 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Added segment b2051790-aa6a-41bf-a8a6-29061f698b0c of type vlan for network bdbafa81-4d48-4491-9a2b-12eee8cd21a7
Apr 16 21:17:01.182359 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (bdbafa81-4d48-4491-9a2b-12eee8cd21a7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.184452 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-f16c0523-4511-4741-9ea1-457b1f198acd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Made reservation on behalf of c63d4ed9df1548b88731e003044c32da for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:01.188100 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-f16c0523-4511-4741-9ea1-457b1f198acd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.258648 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (bdbafa81-4d48-4491-9a2b-12eee8cd21a7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.259736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:01.260390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.314626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-f16c0523-4511-4741-9ea1-457b1f198acd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Allocated IP 172.20.0.11 (ce54676e-63e2-4bec-8d37-78514d0685e3/e775fec7-8eeb-48a7-984f-55b2ee9b30df/94e8eb87-ee7a-4a8e-bb59-9075350ddd30) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:01.320521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] Pushing event updated for resources: {'Network': ['ID=bdbafa81-4d48-4491-9a2b-12eee8cd21a7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:01.330808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network bdbafa81-4d48-4491-9a2b-12eee8cd21a7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:17:01.376664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aeeacfa7-511f-48ec-be3b-83041b3ddd54 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8247714
Apr 16 21:17:01.390539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60106) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:01.396137 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-45d862cd-1b5a-4229-bafe-c585cb0e6464 admin admin] Request body: {'subnet': {'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-958424318-subnet', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:01.473383 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-f16c0523-4511-4741-9ea1-457b1f198acd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.495920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def11cdc-cc0f-462b-9fc8-43066bf339c4 req-6632ef9f-dd25-4310-8832-f84d230a396f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:01.497680 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-def11cdc-cc0f-462b-9fc8-43066bf339c4 req-6632ef9f-dd25-4310-8832-f84d230a396f tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 946 time: 0.0506027
Apr 16 21:17:01.510503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d862cd-1b5a-4229-bafe-c585cb0e6464 admin admin] Made reservation on behalf of e6fea34a43ca48838967318650c3587b for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:01.512904 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45d862cd-1b5a-4229-bafe-c585cb0e6464 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.567947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-f16c0523-4511-4741-9ea1-457b1f198acd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.613075 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-def11cdc-cc0f-462b-9fc8-43066bf339c4 req-614565cd-7d9c-4c6f-9bd0-88bf4f64079e tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089153
Apr 16 21:17:01.629489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-f16c0523-4511-4741-9ea1-457b1f198acd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Network ce54676e-63e2-4bec-8d37-78514d0685e3 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:01.630237 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-f16c0523-4511-4741-9ea1-457b1f198acd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:01.637184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c0523-4511-4741-9ea1-457b1f198acd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Pushing event updated for resources: {'Port': ['ID=94e8eb87-ee7a-4a8e-bb59-9075350ddd30,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:01.639431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-f16c0523-4511-4741-9ea1-457b1f198acd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:01.698237 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-f16c0523-4511-4741-9ea1-457b1f198acd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:01.698857 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-f16c0523-4511-4741-9ea1-457b1f198acd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.770563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-f16c0523-4511-4741-9ea1-457b1f198acd tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8714676
Apr 16 21:17:01.783749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Request body: {'port': {'device_id': '6458699b-6221-4f77-85fe-d41710e9c3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:01.790754 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45d862cd-1b5a-4229-bafe-c585cb0e6464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (1d3974f7-39a2-4a75-9322-0205b99041c0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.843940 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:01.859974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d862cd-1b5a-4229-bafe-c585cb0e6464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d3974f7-39a2-4a75-9322-0205b99041c0,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:01.862685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d862cd-1b5a-4229-bafe-c585cb0e6464 admin admin] Checking segment: {'id': 'b2051790-aa6a-41bf-a8a6-29061f698b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:01.863046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d862cd-1b5a-4229-bafe-c585cb0e6464 admin admin] Network hostable DHCP agents. Network: bdbafa81-4d48-4491-9a2b-12eee8cd21a7, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:17:01.921933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d862cd-1b5a-4229-bafe-c585cb0e6464 admin admin] Network bdbafa81-4d48-4491-9a2b-12eee8cd21a7 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:17:01.995305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-45d862cd-1b5a-4229-bafe-c585cb0e6464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bdbafa81-4d48-4491-9a2b-12eee8cd21a7) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:02.004452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d862cd-1b5a-4229-bafe-c585cb0e6464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:02.008537 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45d862cd-1b5a-4229-bafe-c585cb0e6464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.008728 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d38b99-3445-437e-adad-2c80bf6e45da None None] Network bdbafa81-4d48-4491-9a2b-12eee8cd21a7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:17:02.050951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d53ec-b972-4833-b12e-0bc9d49a6371 req-0a9fa14b-34af-4436-b5f6-81da9f65d56d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:02.052483 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-620d53ec-b972-4833-b12e-0bc9d49a6371 req-0a9fa14b-34af-4436-b5f6-81da9f65d56d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0938396
Apr 16 21:17:02.105252 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-45d862cd-1b5a-4229-bafe-c585cb0e6464 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7131481
Apr 16 21:17:02.106936 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60116) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:02.119851 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-958424318-router', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:02.131564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bdbafa81-4d48-4491-9a2b-12eee8cd21a7', 'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7', 'project_id': 'e6fea34a43ca48838967318650c3587b', 'fixed_ips': [{'subnet_id': '1d3974f7-39a2-4a75-9322-0205b99041c0'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:17:02.136108 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.144532 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-620d53ec-b972-4833-b12e-0bc9d49a6371 req-e85f4a74-52ed-408e-936e-bb6d8616a68e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800891
Apr 16 21:17:02.173961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5028f-d49f-4829-9e34-ab2dd509de7f req-fb0211d5-b40c-4352-a8f6-f18125bf3bea tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:02.180996 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59d5028f-d49f-4829-9e34-ab2dd509de7f req-fb0211d5-b40c-4352-a8f6-f18125bf3bea tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 932 time: 0.0814331
Apr 16 21:17:02.253362 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59d5028f-d49f-4829-9e34-ab2dd509de7f req-5981a365-52c1-4d60-b6b9-5e1f6b3e4ca0 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708320
Apr 16 21:17:02.256799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:02.266442 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Publish callbacks [] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.276489 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (074f9920-4343-42bc-b8f7-04426a241fb0), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.277822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (074f9920-4343-42bc-b8f7-04426a241fb0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.279766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Transition to ACTIVE for port object 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:17:02.292240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Allocated IP 172.20.0.2 (bdbafa81-4d48-4491-9a2b-12eee8cd21a7/1d3974f7-39a2-4a75-9322-0205b99041c0/d4939b5c-e3f5-4c5e-9796-080bb86b9720) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:02.335737 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Publish callbacks [] for router_controller (074f9920-4343-42bc-b8f7-04426a241fb0), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.344828 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.397499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=94e8eb87-ee7a-4a8e-bb59-9075350ddd30,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:02.444310 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Publish callbacks [] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.476992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Attempting to bind port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:17:02.477339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Attempting to bind port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6419f4c5-657d-46f5-bceb-0e17ae190fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:17:02.477672 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Attempting to bind port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 on network ce54676e-63e2-4bec-8d37-78514d0685e3 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:02.482168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 on network ce54676e-63e2-4bec-8d37-78514d0685e3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:17:02.482492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Attempting to bind port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 on network ce54676e-63e2-4bec-8d37-78514d0685e3 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:02.487410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:17:02.487750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Checking segment: {'id': '6419f4c5-657d-46f5-bceb-0e17ae190fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:02.488133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Bound using segment: {'id': '6419f4c5-657d-46f5-bceb-0e17ae190fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:17:02.488589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Bound port: 94e8eb87-ee7a-4a8e-bb59-9075350ddd30, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6419f4c5-657d-46f5-bceb-0e17ae190fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:17:02.488947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.545158 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.550738 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Publish callbacks [] for router_gateway (074f9920-4343-42bc-b8f7-04426a241fb0), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.554914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] For port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:17:02.558304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] For port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94e8eb87-ee7a-4a8e-bb59-9075350ddd30,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:17:02.587949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Network bdbafa81-4d48-4491-9a2b-12eee8cd21a7 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:02.590740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:02.594183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:02.600249 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Pushing event updated for resources: {'Port': ['ID=d4939b5c-e3f5-4c5e-9796-080bb86b9720,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:02.656659 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Attempting to bind port d4939b5c-e3f5-4c5e-9796-080bb86b9720 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:17:02.657039 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Attempting to bind port d4939b5c-e3f5-4c5e-9796-080bb86b9720 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b2051790-aa6a-41bf-a8a6-29061f698b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:17:02.657415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Attempting to bind port d4939b5c-e3f5-4c5e-9796-080bb86b9720 on network bdbafa81-4d48-4491-9a2b-12eee8cd21a7 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:02.666839 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.686374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:17:02.686739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Checking segment: {'id': 'b2051790-aa6a-41bf-a8a6-29061f698b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:02.687221 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.687663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Bound using segment: {'id': 'b2051790-aa6a-41bf-a8a6-29061f698b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:17:02.688273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Bound port: d4939b5c-e3f5-4c5e-9796-080bb86b9720, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2051790-aa6a-41bf-a8a6-29061f698b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:17:02.688675 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.717557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:02.718467 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.719648 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/94e8eb87-ee7a-4a8e-bb59-9075350ddd30 HTTP/1.1" status: 200  len: 1092 time: 0.9402273
Apr 16 21:17:02.722286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6458699b-6221-4f77-85fe-d41710e9c3bd', 'tag': '94e8eb87-ee7a-4a8e-bb59-9075350ddd30'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:02.736894 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0823a88-d71d-41e2-8540-d4b9af1c6c38" -d '{"events": [{"name": "network-changed", "server_uuid": "6458699b-6221-4f77-85fe-d41710e9c3bd", "tag": "94e8eb87-ee7a-4a8e-bb59-9075350ddd30"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:02.794197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] For port d4939b5c-e3f5-4c5e-9796-080bb86b9720, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:17:02.797594 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] For port d4939b5c-e3f5-4c5e-9796-080bb86b9720, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4939b5c-e3f5-4c5e-9796-080bb86b9720,segment=NetworkSegment(b2051790-aa6a-41bf-a8a6-29061f698b0c),segment_id=b2051790-aa6a-41bf-a8a6-29061f698b0c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:17:02.807626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a16cf7-f3d8-4397-a843-d0c6f8fe4104 req-949b761f-b537-4128-9894-f739e775b9e0 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:02.809173 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-47a16cf7-f3d8-4397-a843-d0c6f8fe4104 req-949b761f-b537-4128-9894-f739e775b9e0 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 946 time: 0.0632384
Apr 16 21:17:02.825611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bced2-283c-423c-a77a-45859dd7b7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=94e8eb87-ee7a-4a8e-bb59-9075350ddd30,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:02.867108 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-47a16cf7-f3d8-4397-a843-d0c6f8fe4104 req-5533db8a-0719-47fc-a962-236c624812fa tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503504
Apr 16 21:17:02.913097 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16924241-71ff-4d7c-9315-c6237bb18eb2 x-openstack-request-id: req-16924241-71ff-4d7c-9315-c6237bb18eb2 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:02.913599 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6458699b-6221-4f77-85fe-d41710e9c3bd", "tag": "94e8eb87-ee7a-4a8e-bb59-9075350ddd30", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:02.914490 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16924241-71ff-4d7c-9315-c6237bb18eb2 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:02.915041 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16924241-71ff-4d7c-9315-c6237bb18eb2'] response: {'name': 'network-changed', 'server_uuid': '6458699b-6221-4f77-85fe-d41710e9c3bd', 'tag': '94e8eb87-ee7a-4a8e-bb59-9075350ddd30', 'status': 'completed', 'code': 200}
Apr 16 21:17:02.915193 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Publish callbacks [] for router_gateway (074f9920-4343-42bc-b8f7-04426a241fb0), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.919102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-235abe68-dc54-418a-96d1-b4b2a9caf0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:02.920982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-235abe68-dc54-418a-96d1-b4b2a9caf0b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c63d4ed9df1548b88731e003044c32da&device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 1126 time: 0.0493362
Apr 16 21:17:02.936709 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.945467 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:02.968780 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-8e01a8ef-ed8e-4600-b998-15c4b83e5761 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94e8eb87-ee7a-4a8e-bb59-9075350ddd30 HTTP/1.1" status: 200  len: 217 time: 0.0398786
Apr 16 21:17:03.023424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de2d37-4572-422d-b4cc-a84dc539c37f None None] Pushing event updated for resources: {'Port': ['ID=d4939b5c-e3f5-4c5e-9796-080bb86b9720,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:03.041006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-fba4b812-e518-4a63-a28b-d33410acb935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:03.042612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-fba4b812-e518-4a63-a28b-d33410acb935 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e775fec7-8eeb-48a7-984f-55b2ee9b30df HTTP/1.1" status: 200  len: 861 time: 0.0676942
Apr 16 21:17:03.082314 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-63c2bba8-ba42-42f1-b058-59ebe33636ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce54676e-63e2-4bec-8d37-78514d0685e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0331767
Apr 16 21:17:03.091520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Allocated IP 172.35.1.161 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/f75b5bc3-73a0-4cee-8a0e-ad7da7551054) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:03.208569 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-f1f9a5e4-e0c2-41ae-b0b6-0d680adf02f7 service neutron] 10.222.0.41 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1193252
Apr 16 21:17:03.231086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Publish callbacks [] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:03.287873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eeb8d-2e68-4669-8044-89c54261c8d3 req-145fbb62-cef3-45d6-bec2-0d0d3d4dc76a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:03.298554 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a6eeb8d-2e68-4669-8044-89c54261c8d3 req-145fbb62-cef3-45d6-bec2-0d0d3d4dc76a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0909057
Apr 16 21:17:03.345631 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bab12db-7fb3-4a36-bf4a-0ee0c5c35801 req-7130ee73-6189-42b0-abf3-df3858334da1 service neutron] 10.222.0.41 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310551
Apr 16 21:17:03.368267 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a6eeb8d-2e68-4669-8044-89c54261c8d3 req-fdfffcfb-0046-46aa-ab20-71cbc27e1f79 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685956
Apr 16 21:17:03.387501 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16520118-fe20-47cb-819c-e2958c3d3756 req-40f4724c-9528-4e07-93d2-8f55b8203af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:03.389381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16520118-fe20-47cb-819c-e2958c3d3756 req-40f4724c-9528-4e07-93d2-8f55b8203af7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 1127 time: 0.0622513
Apr 16 21:17:03.467509 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:03.504864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16520118-fe20-47cb-819c-e2958c3d3756 req-b58da6cb-0277-467e-9be5-531962a6268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:03.506489 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16520118-fe20-47cb-819c-e2958c3d3756 req-b58da6cb-0277-467e-9be5-531962a6268b service neutron] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 920 time: 0.1069937
Apr 16 21:17:03.526119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a12c5-4f46-4693-81f5-912f6fbeb1dc req-74b90539-2a68-4289-b1ec-334885bcf87f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:03.527564 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e86a12c5-4f46-4693-81f5-912f6fbeb1dc req-74b90539-2a68-4289-b1ec-334885bcf87f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0965810
Apr 16 21:17:03.531434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:03.537918 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:03.546629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:03.556094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Pushing event updated for resources: {'Port': ['ID=f75b5bc3-73a0-4cee-8a0e-ad7da7551054,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:03.559609 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16520118-fe20-47cb-819c-e2958c3d3756 req-f454733b-01fa-421d-a422-b5b067d8706c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed5b9e7e-736b-4251-8d00-ad2beb4e1443 HTTP/1.1" status: 200  len: 217 time: 0.0465012
Apr 16 21:17:03.610849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16520118-fe20-47cb-819c-e2958c3d3756 req-32b16a71-8f39-4c63-9fb1-a88b60f7c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:03.612401 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16520118-fe20-47cb-819c-e2958c3d3756 req-32b16a71-8f39-4c63-9fb1-a88b60f7c3a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.0472529
Apr 16 21:17:03.617729 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e86a12c5-4f46-4693-81f5-912f6fbeb1dc req-43ca8ae2-0b8f-465c-8e0c-6f7c31ae3672 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836029
Apr 16 21:17:03.692889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16520118-fe20-47cb-819c-e2958c3d3756 req-9aeb21e3-1de4-4003-87d6-fde4abc3416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:03.697226 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16520118-fe20-47cb-819c-e2958c3d3756 req-9aeb21e3-1de4-4003-87d6-fde4abc3416e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0744386
Apr 16 21:17:03.819731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8997be-1be3-4cc8-8bd6-6360a30fc341 req-4431fcfe-dc72-4223-beec-b68fa97c3028 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:03.821546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f8997be-1be3-4cc8-8bd6-6360a30fc341 req-4431fcfe-dc72-4223-beec-b68fa97c3028 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 944 time: 0.0865891
Apr 16 21:17:03.855722 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16520118-fe20-47cb-819c-e2958c3d3756 req-3b01989f-7c3d-40c5-9a71-57fa3707e230 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502352
Apr 16 21:17:03.936533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f8997be-1be3-4cc8-8bd6-6360a30fc341 req-a2903819-ca02-414f-b0ff-62030ca4ed20 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083467
Apr 16 21:17:04.006069 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Publish callbacks [] for router_gateway (074f9920-4343-42bc-b8f7-04426a241fb0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:04.009970 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16520118-fe20-47cb-819c-e2958c3d3756 req-9b133b32-1306-49a1-aa0f-664d167b784c service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424651
Apr 16 21:17:04.247840 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (074f9920-4343-42bc-b8f7-04426a241fb0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:04.286094 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4981fbfb-3a40-4af0-8fde-324ec938354b None None] Network bdbafa81-4d48-4491-9a2b-12eee8cd21a7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:17:04.345193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-514f7402-9acb-4a50-af3e-c4b90105f251 None None] Provisioning complete for port d4939b5c-e3f5-4c5e-9796-080bb86b9720 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:04.345564 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-514f7402-9acb-4a50-af3e-c4b90105f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:04.448395 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Router 074f9920-4343-42bc-b8f7-04426a241fb0 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:17:04.479097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-514f7402-9acb-4a50-af3e-c4b90105f251 None None] Current status of the port d4939b5c-e3f5-4c5e-9796-080bb86b9720 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:04.479489 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-514f7402-9acb-4a50-af3e-c4b90105f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:04.517583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001c30f-5086-4803-998a-e02dafb67d7d req-13bb255f-4ed6-486d-9bd7-23a712157128 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:04.519277 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9001c30f-5086-4803-998a-e02dafb67d7d req-13bb255f-4ed6-486d-9bd7-23a712157128 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0654287
Apr 16 21:17:04.525683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-514f7402-9acb-4a50-af3e-c4b90105f251 None None] For port d4939b5c-e3f5-4c5e-9796-080bb86b9720, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4939b5c-e3f5-4c5e-9796-080bb86b9720,segment=NetworkSegment(b2051790-aa6a-41bf-a8a6-29061f698b0c),segment_id=b2051790-aa6a-41bf-a8a6-29061f698b0c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:04.579220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:17:04.581351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9001c30f-5086-4803-998a-e02dafb67d7d req-64bd6c68-d6c1-4270-af85-08f413105d21 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520933
Apr 16 21:17:04.588540 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Sync routers for ids ['074f9920-4343-42bc-b8f7-04426a241fb0'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:17:04.590467 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-514f7402-9acb-4a50-af3e-c4b90105f251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:04.615494 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Routers {'074f9920-4343-42bc-b8f7-04426a241fb0'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:17:04.616368 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c6d9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:16:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['074f9920-4343-42bc-b8f7-04426a241fb0'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:04.669473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f7402-9acb-4a50-af3e-c4b90105f251 None None] Pushing event updated for resources: {'Port': ['ID=d4939b5c-e3f5-4c5e-9796-080bb86b9720,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:04.719925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee2663-4073-4dd0-99cd-5bc267f896e7 req-45f35607-6fd2-4067-9c0f-1796c2b94ec9 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:04.721510 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15ee2663-4073-4dd0-99cd-5bc267f896e7 req-45f35607-6fd2-4067-9c0f-1796c2b94ec9 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 946 time: 0.0695992
Apr 16 21:17:04.735491 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:04.736758 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6ec3f0b2-5a2e-4068-95e9-5e0d4f6e0a28 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.6286216
Apr 16 21:17:04.739884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60190) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:04.748729 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Set router 074f9920-4343-42bc-b8f7-04426a241fb0 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:17:04.784982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15ee2663-4073-4dd0-99cd-5bc267f896e7 req-9303e9f4-0ee2-41ef-a363-89f314b43079 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526392
Apr 16 21:17:04.815394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-44cd0379-3a1d-4de3-b301-79670e7eff29 None None] Provisioning complete for port d4939b5c-e3f5-4c5e-9796-080bb86b9720 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:04.818329 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-44cd0379-3a1d-4de3-b301-79670e7eff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:04.902796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1aa64-928d-4617-92ab-bef0ffa83521 req-11461aad-3990-45e5-80e4-d5b78f6e7e26 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:04.904028 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5cd1aa64-928d-4617-92ab-bef0ffa83521 req-11461aad-3990-45e5-80e4-d5b78f6e7e26 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0634995
Apr 16 21:17:04.939832 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c6d9d0>, [{'id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'name': 'tempest-FloatingIPsTestJSON-958424318-router', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:03Z', 'revision_number': 3, 'project_id': 'e6fea34a43ca48838967318650c3587b', 'gw_port': {'id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:04.953241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-44cd0379-3a1d-4de3-b301-79670e7eff29 None None] Current status of the port d4939b5c-e3f5-4c5e-9796-080bb86b9720 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:04.959067 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5cd1aa64-928d-4617-92ab-bef0ffa83521 req-9419109c-b8e0-4cd4-abf7-ab6a16bd81cd tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481927
Apr 16 21:17:04.975490 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Checking router: 074f9920-4343-42bc-b8f7-04426a241fb0 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:17:04.976745 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Updating router 074f9920-4343-42bc-b8f7-04426a241fb0 port f75b5bc3-73a0-4cee-8a0e-ad7da7551054 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:17:05.007735 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:05.073660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc44acc-290c-4717-b374-a5080a84cbce req-a49a201a-d9f6-4a68-9c6b-77db0fea1a4f tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:05.076269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cc44acc-290c-4717-b374-a5080a84cbce req-a49a201a-d9f6-4a68-9c6b-77db0fea1a4f tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 944 time: 0.0517113
Apr 16 21:17:05.141688 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cc44acc-290c-4717-b374-a5080a84cbce req-ec77ddc0-b0d2-4e06-a313-bf13c5308c4d tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591109
Apr 16 21:17:05.209401 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d4939b5c-e3f5-4c5e-9796-080bb86b9720 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:05.261286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d4939b5c-e3f5-4c5e-9796-080bb86b9720 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:05.261822 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:05.272406 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:05.300724 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Publish callbacks [] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:05.343277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d4939b5c-e3f5-4c5e-9796-080bb86b9720 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:05.431472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Allocated IP 172.20.0.1 (bdbafa81-4d48-4491-9a2b-12eee8cd21a7/1d3974f7-39a2-4a75-9322-0205b99041c0/9b42ef36-b207-4152-8744-f2b7c48f4eed) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:05.440567 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:05.493350 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Attempting to bind port f75b5bc3-73a0-4cee-8a0e-ad7da7551054 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:17:05.493722 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Attempting to bind port f75b5bc3-73a0-4cee-8a0e-ad7da7551054 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:17:05.494083 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Attempting to bind port f75b5bc3-73a0-4cee-8a0e-ad7da7551054 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:05.498917 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Pushing event updated for resources: {'Port': ['ID=f75b5bc3-73a0-4cee-8a0e-ad7da7551054,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:05.504808 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:17:05.505182 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:05.505582 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:05.505975 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:17:05.506433 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Bound port: f75b5bc3-73a0-4cee-8a0e-ad7da7551054, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:17:05.506809 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:05.510538 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.510886 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.511229 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.511567 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.511903 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.512260 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.512589 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.512918 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.513246 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.513571 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.513911 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.514223 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.514602 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.514889 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.515212 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:05.541162 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Publish callbacks [] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:05.565709 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] For port f75b5bc3-73a0-4cee-8a0e-ad7da7551054, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:17:05.568802 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] For port f75b5bc3-73a0-4cee-8a0e-ad7da7551054, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f75b5bc3-73a0-4cee-8a0e-ad7da7551054,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:17:05.676469 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:05.716854 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:05.720723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Network bdbafa81-4d48-4491-9a2b-12eee8cd21a7 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:05.723731 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:05.726519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:05.758595 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Pushing event updated for resources: {'Port': ['ID=9b42ef36-b207-4152-8744-f2b7c48f4eed,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:05.786056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eaa4d7-782b-49e8-bcf9-0fac4502f53a req-6b6189ff-ee71-4175-b3d3-bf645610c7ac tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:05.787450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54eaa4d7-782b-49e8-bcf9-0fac4502f53a req-6b6189ff-ee71-4175-b3d3-bf645610c7ac tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0669410
Apr 16 21:17:05.790255 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cb775-3685-4935-a714-abd754875058 None None] Pushing event updated for resources: {'Port': ['ID=f75b5bc3-73a0-4cee-8a0e-ad7da7551054,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:05.790821 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (074f9920-4343-42bc-b8f7-04426a241fb0), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:05.798955 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Routers {'074f9920-4343-42bc-b8f7-04426a241fb0'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:17:05.799532 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c6d9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:16:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['074f9920-4343-42bc-b8f7-04426a241fb0'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:05.859740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54eaa4d7-782b-49e8-bcf9-0fac4502f53a req-c9973efa-d892-4c48-948c-804f8aa31e05 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647819
Apr 16 21:17:05.898984 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:05.974258 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] Set router 074f9920-4343-42bc-b8f7-04426a241fb0 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:17:05.984011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef955f62-a2a3-4ecc-b1cf-33a8b3e2264d req-e936ea70-87d0-40d5-a30d-db09fb90389b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:05.985532 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef955f62-a2a3-4ecc-b1cf-33a8b3e2264d req-e936ea70-87d0-40d5-a30d-db09fb90389b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 946 time: 0.0666435
Apr 16 21:17:06.036454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0823a88-d71d-41e2-8540-d4b9af1c6c38 req-9f4ce8e3-4443-487d-baff-b59ae16491bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:06.038011 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0823a88-d71d-41e2-8540-d4b9af1c6c38 req-9f4ce8e3-4443-487d-baff-b59ae16491bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c63d4ed9df1548b88731e003044c32da&device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 1126 time: 0.0732174
Apr 16 21:17:06.045452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:06.084543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-19a4f47a-29a5-47ff-b7db-c7dd84169676 None None] Provisioning complete for port 9b42ef36-b207-4152-8744-f2b7c48f4eed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:06.085272 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-19a4f47a-29a5-47ff-b7db-c7dd84169676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:06.118562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef955f62-a2a3-4ecc-b1cf-33a8b3e2264d req-c06a803f-aac6-43b7-9820-f75b22f0996b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112480
Apr 16 21:17:06.144287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23a32f-b271-4bc8-93c0-fbf2a86cc90a req-7d516e38-476b-4109-bed2-ec18378671f6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:06.148655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb23a32f-b271-4bc8-93c0-fbf2a86cc90a req-7d516e38-476b-4109-bed2-ec18378671f6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0997999
Apr 16 21:17:06.168713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-19a4f47a-29a5-47ff-b7db-c7dd84169676 None None] Port 9b42ef36-b207-4152-8744-f2b7c48f4eed cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:17:06.185956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0823a88-d71d-41e2-8540-d4b9af1c6c38 req-f6084fd8-88fe-417f-935b-a4bd9b7ff3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:06.187470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0823a88-d71d-41e2-8540-d4b9af1c6c38 req-f6084fd8-88fe-417f-935b-a4bd9b7ff3ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce54676e-63e2-4bec-8d37-78514d0685e3 HTTP/1.1" status: 200  len: 922 time: 0.1380827
Apr 16 21:17:06.267502 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0823a88-d71d-41e2-8540-d4b9af1c6c38 req-7589f56b-f5f7-4113-b0f7-ccb7bb31fc83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94e8eb87-ee7a-4a8e-bb59-9075350ddd30 HTTP/1.1" status: 200  len: 217 time: 0.0644817
Apr 16 21:17:06.278634 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb23a32f-b271-4bc8-93c0-fbf2a86cc90a req-b55df4be-9418-493c-bacb-a514885e0952 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1208463
Apr 16 21:17:06.327011 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c6d9d0>, [{'id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'name': 'tempest-FloatingIPsTestJSON-958424318-router', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:03Z', 'revision_number': 3, 'project_id': 'e6fea34a43ca48838967318650c3587b', 'gw_port': {'id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:06.328972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85f4d4-093b-45e5-bc17-45e51a33c8d9 req-74b041ad-9010-4207-bafe-1f3d330e56db tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:06.331794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5a85f4d4-093b-45e5-bc17-45e51a33c8d9 req-74b041ad-9010-4207-bafe-1f3d330e56db tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.1393127
Apr 16 21:17:06.349591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0823a88-d71d-41e2-8540-d4b9af1c6c38 req-229a6547-aefa-43e5-9314-c8ea1ac662bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:06.352026 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0823a88-d71d-41e2-8540-d4b9af1c6c38 req-229a6547-aefa-43e5-9314-c8ea1ac662bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e775fec7-8eeb-48a7-984f-55b2ee9b30df HTTP/1.1" status: 200  len: 861 time: 0.0766513
Apr 16 21:17:06.364109 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b06383-64d6-4155-a9b1-2de5c73a90c5 None None] The sync data for ids ['074f9920-4343-42bc-b8f7-04426a241fb0'] in ncdv-master-1 is: [{'id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'name': 'tempest-FloatingIPsTestJSON-958424318-router', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:03Z', 'revision_number': 3, 'project_id': 'e6fea34a43ca48838967318650c3587b', 'gw_port': {'id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:17:06.373193 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Publish callbacks [] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:06.410323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0823a88-d71d-41e2-8540-d4b9af1c6c38 req-abc6b420-4774-4e27-8490-0eae50e143a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce54676e-63e2-4bec-8d37-78514d0685e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515702
Apr 16 21:17:06.413013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1e0cc-f158-4b7e-80aa-d8436d0ba81c req-03369f5a-bcec-4ec8-a98d-c88d30087c5c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:06.415185 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89b1e0cc-f158-4b7e-80aa-d8436d0ba81c req-03369f5a-bcec-4ec8-a98d-c88d30087c5c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 944 time: 0.0557749
Apr 16 21:17:06.445850 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5a85f4d4-093b-45e5-bc17-45e51a33c8d9 req-bff4bc4f-7633-4717-8331-861105b48a66 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076636
Apr 16 21:17:06.469469 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89b1e0cc-f158-4b7e-80aa-d8436d0ba81c req-82282bc5-0b74-46f0-aef0-39196c604540 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475347
Apr 16 21:17:06.470539 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:06.548081 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0823a88-d71d-41e2-8540-d4b9af1c6c38 req-228df1b4-3093-49fb-a012-34581cd745e9 service neutron] 10.222.0.41 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270127
Apr 16 21:17:06.555205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Pushing event updated for resources: {'Port': ['ID=9b42ef36-b207-4152-8744-f2b7c48f4eed,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:06.560584 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (074f9920-4343-42bc-b8f7-04426a241fb0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:06.633391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 10211d90-780e-4a95-9f0e-6bed268c796e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:17:06.641180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f47ee-f7c6-47d0-a081-3494b44c733b req-76d5c9b6-b8f3-43fe-95af-bccfb8e9a788 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:06.652642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f5f47ee-f7c6-47d0-a081-3494b44c733b req-76d5c9b6-b8f3-43fe-95af-bccfb8e9a788 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1250021
Apr 16 21:17:06.684973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Network bdbafa81-4d48-4491-9a2b-12eee8cd21a7 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:06.686740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:06.781852 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f5f47ee-f7c6-47d0-a081-3494b44c733b req-3dd0d29d-852b-4c6a-a503-eea31ea6c3e4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1198964
Apr 16 21:17:06.781852 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0823a88-d71d-41e2-8540-d4b9af1c6c38 req-84c2f209-4107-4e81-b505-ea779c773fd7 service neutron] 10.222.0.41 "GET /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2130408
Apr 16 21:17:06.833812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 10211d90-780e-4a95-9f0e-6bed268c796e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10211d90-780e-4a95-9f0e-6bed268c796e,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:06.853350 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '10211d90-780e-4a95-9f0e-6bed268c796e', 'network_id': '769f0aad-9fdd-4679-bf9a-69cbe3356918', 'port_id': '10211d90-780e-4a95-9f0e-6bed268c796e', 'mac_address': 'fa:16:3e:5a:16:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:17:06.917215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 10211d90-780e-4a95-9f0e-6bed268c796e is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:06.917614 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:06.938579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10211d90-780e-4a95-9f0e-6bed268c796e {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:06.966617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 10211d90-780e-4a95-9f0e-6bed268c796e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10211d90-780e-4a95-9f0e-6bed268c796e,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:07.011682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e375a6-7bee-456b-a959-c93ba9790171 req-c9474f62-bf41-4095-84d5-a7cadaadce0d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:07.013657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e7e375a6-7bee-456b-a959-c93ba9790171 req-c9474f62-bf41-4095-84d5-a7cadaadce0d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0607159
Apr 16 21:17:07.109344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e7e375a6-7bee-456b-a959-c93ba9790171 req-312a5a33-b9e1-4ac5-b031-f827dfc76a4e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864675
Apr 16 21:17:07.124075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-63edf7ce-78dc-4e45-9519-b64fba841b95 None None] Provisioning complete for port 9b42ef36-b207-4152-8744-f2b7c48f4eed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:07.124798 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-63edf7ce-78dc-4e45-9519-b64fba841b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:07.182403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-63edf7ce-78dc-4e45-9519-b64fba841b95 None None] Port 9b42ef36-b207-4152-8744-f2b7c48f4eed cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:17:07.229427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f75b5bc3-73a0-4cee-8a0e-ad7da7551054 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:07.244224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b6ff6-4667-47ae-80f7-f40e50754186 req-b5ca269f-263f-49b4-9c81-0c2ffa3f2393 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:07.252727 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d98b6ff6-4667-47ae-80f7-f40e50754186 req-b5ca269f-263f-49b4-9c81-0c2ffa3f2393 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1253955
Apr 16 21:17:07.255815 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:07.279276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34457c8-21d2-486c-9747-9d4b4c56a171 req-693a88e9-9c71-4d38-826d-6c4acabcff63 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:07.281124 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f34457c8-21d2-486c-9747-9d4b4c56a171 req-693a88e9-9c71-4d38-826d-6c4acabcff63 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 946 time: 0.0617220
Apr 16 21:17:07.284935 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Router 074f9920-4343-42bc-b8f7-04426a241fb0 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:17:07.335941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=10211d90-780e-4a95-9f0e-6bed268c796e,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:07.355666 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f34457c8-21d2-486c-9747-9d4b4c56a171 req-b7ea44b9-13a7-4edc-938a-d31527bb41b2 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630770
Apr 16 21:17:07.365174 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f75b5bc3-73a0-4cee-8a0e-ad7da7551054 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:07.365666 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:07.373155 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d98b6ff6-4667-47ae-80f7-f40e50754186 req-58ea75a9-5371-49ba-82c6-866c074c8023 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193101
Apr 16 21:17:07.462885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:17:07.473077 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-26f9c4e1-2f8f-4712-af25-e4befbf3211e admin admin] 10.222.0.20 "PUT /v2.0/routers/074f9920-4343-42bc-b8f7-04426a241fb0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7316053
Apr 16 21:17:07.502616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160e98e-daaf-4718-86e2-163a81539d4c req-807e16ae-6bfd-49f0-b46a-1a13bd0a4e78 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:07.514506 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6160e98e-daaf-4718-86e2-163a81539d4c req-807e16ae-6bfd-49f0-b46a-1a13bd0a4e78 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0692134
Apr 16 21:17:07.580981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6160e98e-daaf-4718-86e2-163a81539d4c req-93505f6a-df1f-44fa-bc03-c253e273c349 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627694
Apr 16 21:17:07.598355 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['10211d90-780e-4a95-9f0e-6bed268c796e'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:17:07.646551 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a6e53-8748-4966-afb0-b32f48974ad3 req-3b1f54d3-6c89-464d-bfd6-572cbe2bf356 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:07.654321 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d67a6e53-8748-4966-afb0-b32f48974ad3 req-3b1f54d3-6c89-464d-bfd6-572cbe2bf356 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0848970
Apr 16 21:17:07.658167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:17:07.706114 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d67a6e53-8748-4966-afb0-b32f48974ad3 req-7bd029ad-1776-4f05-8c0d-94668a2dffcb tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509024
Apr 16 21:17:07.726856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf72925-cb7e-40d6-aa62-a012fe71e41b req-2a1ce37d-e25f-4c5d-814f-3faf730dcc64 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:07.726856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8cf72925-cb7e-40d6-aa62-a012fe71e41b req-2a1ce37d-e25f-4c5d-814f-3faf730dcc64 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 944 time: 0.0789530
Apr 16 21:17:07.743614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f75b5bc3-73a0-4cee-8a0e-ad7da7551054 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:07.744651 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:07.809547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8cf72925-cb7e-40d6-aa62-a012fe71e41b req-8a020969-554c-4126-b549-3f650adc64a3 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713060
Apr 16 21:17:07.846247 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port f75b5bc3-73a0-4cee-8a0e-ad7da7551054, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f75b5bc3-73a0-4cee-8a0e-ad7da7551054,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:07.916509 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:07.923328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94e8eb87-ee7a-4a8e-bb59-9075350ddd30,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:07.965083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '94e8eb87-ee7a-4a8e-bb59-9075350ddd30', 'network_id': 'ce54676e-63e2-4bec-8d37-78514d0685e3', 'port_id': '94e8eb87-ee7a-4a8e-bb59-9075350ddd30', 'mac_address': 'fa:16:3e:1b:3a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e775fec7-8eeb-48a7-984f-55b2ee9b30df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:17:08.041526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=f75b5bc3-73a0-4cee-8a0e-ad7da7551054,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:08.048703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:08.050698 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:08.065721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:08.086707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94e8eb87-ee7a-4a8e-bb59-9075350ddd30,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:08.197830 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:08.207059 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-bb085de6-a0ba-4f77-b74d-8f3ccaba7aee tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2089224
Apr 16 21:17:08.212580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:08.266992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=94e8eb87-ee7a-4a8e-bb59-9075350ddd30,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:08.305466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954d9c8-a744-47ab-b97b-464ac9451b30 req-1b37d992-253a-4d67-92fe-b3990dffc827 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:08.306968 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3954d9c8-a744-47ab-b97b-464ac9451b30 req-1b37d992-253a-4d67-92fe-b3990dffc827 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0545728
Apr 16 21:17:08.333755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:08.356736 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3954d9c8-a744-47ab-b97b-464ac9451b30 req-b2230c86-a358-443e-8a38-fd93ddf657a9 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439456
Apr 16 21:17:08.424628 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:08.476716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d2f30-4fa3-48fd-a5af-a040abdd8444 req-92856a2e-d537-4d8b-9031-f1d39d0d4be7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:08.478237 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e03d2f30-4fa3-48fd-a5af-a040abdd8444 req-92856a2e-d537-4d8b-9031-f1d39d0d4be7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0598357
Apr 16 21:17:08.528720 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e03d2f30-4fa3-48fd-a5af-a040abdd8444 req-1616cbef-4a59-471d-b598-2ab02a9897a9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447705
Apr 16 21:17:08.535617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Allocated IP 172.35.1.213 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/53d1b9b4-36c1-443b-ad58-5cb8e7be856a) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:08.610072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Sync routers for ids ['074f9920-4343-42bc-b8f7-04426a241fb0'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:17:08.622226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['94e8eb87-ee7a-4a8e-bb59-9075350ddd30'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:17:08.627318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Routers {'074f9920-4343-42bc-b8f7-04426a241fb0'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:17:08.627318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012468f3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:16:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['074f9920-4343-42bc-b8f7-04426a241fb0'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:08.645554 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ea793-9196-4b20-bf94-c10628f48869 req-dd41820b-cbf4-471d-b641-e2ec51836c29 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:08.647153 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b1ea793-9196-4b20-bf94-c10628f48869 req-dd41820b-cbf4-471d-b641-e2ec51836c29 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 945 time: 0.0504308
Apr 16 21:17:08.655457 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks [] for port (53d1b9b4-36c1-443b-ad58-5cb8e7be856a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:08.686805 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 10211d90-780e-4a95-9f0e-6bed268c796e up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:08.714300 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b1ea793-9196-4b20-bf94-c10628f48869 req-7ad0ffce-f8bc-41d0-991b-93bb9d4757cd tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598023
Apr 16 21:17:08.785226 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (53d1b9b4-36c1-443b-ad58-5cb8e7be856a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:08.837270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:08.840828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:08.844301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 10211d90-780e-4a95-9f0e-6bed268c796e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:08.844683 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:08.847269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:08.857335 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Set router 074f9920-4343-42bc-b8f7-04426a241fb0 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:17:08.878934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00154af-4233-47da-a65d-9ee4be2b5202 req-baaf607b-8201-43d4-9667-d984f300e78b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:08.880593 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d00154af-4233-47da-a65d-9ee4be2b5202 req-baaf607b-8201-43d4-9667-d984f300e78b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0698919
Apr 16 21:17:08.892429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Pushing event updated for resources: {'Port': ['ID=53d1b9b4-36c1-443b-ad58-5cb8e7be856a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:08.941766 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d00154af-4233-47da-a65d-9ee4be2b5202 req-f9c2fd19-664b-4c36-90b2-6213c3bb5e41 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535402
Apr 16 21:17:08.969763 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks [] for floatingip (e83bb863-69b1-4c64-a287-cc0f45784a15), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.071110 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7ceab375-92be-4812-aecf-a0ab09b6fe12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.108296 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (53d1b9b4-36c1-443b-ad58-5cb8e7be856a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.122569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 10211d90-780e-4a95-9f0e-6bed268c796e is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:09.122963 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.167726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f75b5bc3-73a0-4cee-8a0e-ad7da7551054 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:09.199789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe15e89-26b4-4f20-adaf-fcb6f68085c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10211d90-780e-4a95-9f0e-6bed268c796e'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:09.202093 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38101ea2-c008-4cb8-bc19-d051c459e06c" -d '{"events": [{"server_uuid": "cbe15e89-26b4-4f20-adaf-fcb6f68085c9", "name": "network-vif-plugged", "status": "completed", "tag": "10211d90-780e-4a95-9f0e-6bed268c796e"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:09.243376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 10211d90-780e-4a95-9f0e-6bed268c796e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10211d90-780e-4a95-9f0e-6bed268c796e,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:09.261977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012468f3d0>, [{'id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'name': 'tempest-FloatingIPsTestJSON-958424318-router', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:05Z', 'revision_number': 4, 'project_id': 'e6fea34a43ca48838967318650c3587b', 'gw_port': {'id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b42ef36-b207-4152-8744-f2b7c48f4eed', 'name': '', 'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'mac_address': 'fa:16:3e:0d:6e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1d3974f7-39a2-4a75-9322-0205b99041c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:05Z', 'updated_at': '2022-04-16T21:17:06Z', 'revision_number': 2, 'project_id': 'e6fea34a43ca48838967318650c3587b', 'subnets': [{'id': '1d3974f7-39a2-4a75-9322-0205b99041c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:09.276783 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks [] for port (53d1b9b4-36c1-443b-ad58-5cb8e7be856a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.289912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Checking router: 074f9920-4343-42bc-b8f7-04426a241fb0 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:17:09.295431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Updating router 074f9920-4343-42bc-b8f7-04426a241fb0 port 9b42ef36-b207-4152-8744-f2b7c48f4eed binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:17:09.295795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f75b5bc3-73a0-4cee-8a0e-ad7da7551054 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:09.296199 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.347449 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.353457 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (53d1b9b4-36c1-443b-ad58-5cb8e7be856a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.355416 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.431617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Pushing event updated for resources: {'Port': ['ID=53d1b9b4-36c1-443b-ad58-5cb8e7be856a,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:09.440897 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (e83bb863-69b1-4c64-a287-cc0f45784a15), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.445556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=10211d90-780e-4a95-9f0e-6bed268c796e,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:09.535364 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.536656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-69c69a29-f97f-4356-b427-a67649aec646 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.3288038
Apr 16 21:17:09.541950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f75b5bc3-73a0-4cee-8a0e-ad7da7551054 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:09.592483 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-8dbce648-a12b-4b7c-a527-138a8da6043a tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.213 HTTP/1.1" status: 200  len: 696 time: 0.0494699
Apr 16 21:17:09.696764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-885bf6f0-a7b3-4b8f-be2e-3ceb1b91511f tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:09.698250 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d44890c5-0bce-487f-ab4c-d7f22f4eb8d5 req-885bf6f0-a7b3-4b8f-be2e-3ceb1b91511f tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1007304
Apr 16 21:17:09.703932 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Publish callbacks [] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.784719 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.797423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea5685-a2ba-4d03-b93e-5d2b0940468c req-c5752884-89be-4762-b2b7-952c377e2b22 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:09.798842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-57ea5685-a2ba-4d03-b93e-5d2b0940468c req-c5752884-89be-4762-b2b7-952c377e2b22 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 945 time: 0.0515754
Apr 16 21:17:09.858384 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55196de4-be69-4a09-ac04-093f8e9d11e4 x-openstack-request-id: req-55196de4-be69-4a09-ac04-093f8e9d11e4 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:09.858857 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe15e89-26b4-4f20-adaf-fcb6f68085c9", "name": "network-vif-plugged", "status": "completed", "tag": "10211d90-780e-4a95-9f0e-6bed268c796e", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:09.859213 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55196de4-be69-4a09-ac04-093f8e9d11e4 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:09.859687 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55196de4-be69-4a09-ac04-093f8e9d11e4'] response: {'server_uuid': 'cbe15e89-26b4-4f20-adaf-fcb6f68085c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10211d90-780e-4a95-9f0e-6bed268c796e', 'code': 200}
Apr 16 21:17:09.861490 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-57ea5685-a2ba-4d03-b93e-5d2b0940468c req-0af220cf-e924-48f9-be23-ce6a9ff6bcd7 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557859
Apr 16 21:17:09.872274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90680318-eb8e-44ba-8497-371f48564f93 None None] Pushing event updated for resources: {'Port': ['ID=9b42ef36-b207-4152-8744-f2b7c48f4eed,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:09.919201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Attempting to bind port 9b42ef36-b207-4152-8744-f2b7c48f4eed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:17:09.920258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Attempting to bind port 9b42ef36-b207-4152-8744-f2b7c48f4eed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b2051790-aa6a-41bf-a8a6-29061f698b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:17:09.920258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Attempting to bind port 9b42ef36-b207-4152-8744-f2b7c48f4eed on network bdbafa81-4d48-4491-9a2b-12eee8cd21a7 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:09.925883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:17:09.926444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Checking segment: {'id': 'b2051790-aa6a-41bf-a8a6-29061f698b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:09.926727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.927118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Bound using segment: {'id': 'b2051790-aa6a-41bf-a8a6-29061f698b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:17:09.927593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Bound port: 9b42ef36-b207-4152-8744-f2b7c48f4eed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2051790-aa6a-41bf-a8a6-29061f698b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:17:09.927974 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:09.972459 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5583d48-9170-40da-9ee4-eb437dbc9584 req-7b52f395-0aee-4b0e-ac8d-d4b86836b9c4 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/floatingips/e83bb863-69b1-4c64-a287-cc0f45784a15 HTTP/1.1" status: 200  len: 693 time: 0.0593767
Apr 16 21:17:10.001188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4b2c0-3714-468c-a40a-5d5270bba384 req-b306cdc7-66e1-484e-a7fd-299ef7147edd tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:10.009464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b9f4b2c0-3714-468c-a40a-5d5270bba384 req-b306cdc7-66e1-484e-a7fd-299ef7147edd tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0574758
Apr 16 21:17:10.010195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] For port 9b42ef36-b207-4152-8744-f2b7c48f4eed, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:17:10.013788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] For port 9b42ef36-b207-4152-8744-f2b7c48f4eed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b42ef36-b207-4152-8744-f2b7c48f4eed,segment=NetworkSegment(b2051790-aa6a-41bf-a8a6-29061f698b0c),segment_id=b2051790-aa6a-41bf-a8a6-29061f698b0c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:17:10.058580 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b9f4b2c0-3714-468c-a40a-5d5270bba384 req-7eeab148-0998-4e2d-bdb6-2b6516db9422 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479846
Apr 16 21:17:10.093832 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:10.158244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7240db31-f40d-4af2-abd3-60f3cdd567f1 None None] Provisioning complete for port 9b42ef36-b207-4152-8744-f2b7c48f4eed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:10.167416 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7240db31-f40d-4af2-abd3-60f3cdd567f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:10.208454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Routers {'074f9920-4343-42bc-b8f7-04426a241fb0'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:17:10.209196 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012468f3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:16:41Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['074f9920-4343-42bc-b8f7-04426a241fb0'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:10.254130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90680318-eb8e-44ba-8497-371f48564f93 None None] Pushing event updated for resources: {'Port': ['ID=9b42ef36-b207-4152-8744-f2b7c48f4eed,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:10.316965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:10.412125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5583d48-9170-40da-9ee4-eb437dbc9584 req-b89aaa45-e0fe-45cb-bcb4-72760acaec3c tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:10.414344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5583d48-9170-40da-9ee4-eb437dbc9584 req-b89aaa45-e0fe-45cb-bcb4-72760acaec3c tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.4410877
Apr 16 21:17:10.426063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-f5583d48-9170-40da-9ee4-eb437dbc9584 req-d4b71d1f-c479-4f9e-8735-bfbc03f76805 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:17:10.427887 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5583d48-9170-40da-9ee4-eb437dbc9584 req-d4b71d1f-c479-4f9e-8735-bfbc03f76805 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0061369
Apr 16 21:17:10.527195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f70e0-7a75-453c-b336-85555f1e0295 req-a533280b-90fd-4362-8610-e7b9497f5d4d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:10.531300 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aa6f70e0-7a75-453c-b336-85555f1e0295 req-a533280b-90fd-4362-8610-e7b9497f5d4d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0525753
Apr 16 21:17:10.552619 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7240db31-f40d-4af2-abd3-60f3cdd567f1 None None] Current status of the port 9b42ef36-b207-4152-8744-f2b7c48f4eed is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:10.553015 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7240db31-f40d-4af2-abd3-60f3cdd567f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:10.560490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] Set router 074f9920-4343-42bc-b8f7-04426a241fb0 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:17:10.628379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:17:10.654989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311b87d-d1f6-4d22-97bd-8f43c17c25d2 req-a2c47fbd-3ca1-4863-83d3-7b8854a18d20 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:10.663288 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9311b87d-d1f6-4d22-97bd-8f43c17c25d2 req-a2c47fbd-3ca1-4863-83d3-7b8854a18d20 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0566752
Apr 16 21:17:10.668526 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aa6f70e0-7a75-453c-b336-85555f1e0295 req-27b496a5-e683-4465-9aba-55689f4594aa tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308448
Apr 16 21:17:10.671331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7240db31-f40d-4af2-abd3-60f3cdd567f1 None None] For port 9b42ef36-b207-4152-8744-f2b7c48f4eed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b42ef36-b207-4152-8744-f2b7c48f4eed,segment=NetworkSegment(b2051790-aa6a-41bf-a8a6-29061f698b0c),segment_id=b2051790-aa6a-41bf-a8a6-29061f698b0c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:10.716587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:10.717462 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:10.734308 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9311b87d-d1f6-4d22-97bd-8f43c17c25d2 req-ef2075d7-7ca8-4eda-b2cf-09f35a0fdef1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701282
Apr 16 21:17:10.768221 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7240db31-f40d-4af2-abd3-60f3cdd567f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:10.785908 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0dc85a0-b662-4a3b-aa5e-7092c5adc792 req-ad2f9d56-ee6a-4184-96b2-ed1f66df14a3 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=e6fea34a43ca48838967318650c3587b HTTP/1.1" status: 200  len: 696 time: 0.0848432
Apr 16 21:17:10.859837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75446f3c-f2fe-4f79-9dbc-879e2f7fb99c req-41f39be5-0aee-4247-9346-54c443fd7fd4 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:10.861619 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-75446f3c-f2fe-4f79-9dbc-879e2f7fb99c req-41f39be5-0aee-4247-9346-54c443fd7fd4 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 946 time: 0.0495901
Apr 16 21:17:10.873220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240db31-f40d-4af2-abd3-60f3cdd567f1 None None] Pushing event updated for resources: {'Port': ['ID=9b42ef36-b207-4152-8744-f2b7c48f4eed,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:10.906664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc85a0-b662-4a3b-aa5e-7092c5adc792 req-175930d5-4b54-46cb-a14e-10eee69ae752 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:10.914415 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0dc85a0-b662-4a3b-aa5e-7092c5adc792 req-175930d5-4b54-46cb-a14e-10eee69ae752 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/networks?id=f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 787 time: 0.1212265
Apr 16 21:17:10.921548 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-b0dc85a0-b662-4a3b-aa5e-7092c5adc792 req-c7a15fb0-1f89-43b4-82c0-441dd018cd9a tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:17:10.928903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-23dd79fd-2746-4c3c-a487-63bc334608b9 None None] Provisioning complete for port 9b42ef36-b207-4152-8744-f2b7c48f4eed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:10.929546 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-75446f3c-f2fe-4f79-9dbc-879e2f7fb99c req-97e651be-8be1-4daf-9a1e-462d04f987cf tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d16f39d-e724-412a-ad67-ce40fbd3a97a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599675
Apr 16 21:17:10.929803 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23dd79fd-2746-4c3c-a487-63bc334608b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:10.932833 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0dc85a0-b662-4a3b-aa5e-7092c5adc792 req-c7a15fb0-1f89-43b4-82c0-441dd018cd9a tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0172868
Apr 16 21:17:10.935780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012468f3d0>, [{'id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'name': 'tempest-FloatingIPsTestJSON-958424318-router', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:05Z', 'revision_number': 4, 'project_id': 'e6fea34a43ca48838967318650c3587b', 'gw_port': {'id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b42ef36-b207-4152-8744-f2b7c48f4eed', 'name': '', 'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'mac_address': 'fa:16:3e:0d:6e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1d3974f7-39a2-4a75-9322-0205b99041c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:05Z', 'updated_at': '2022-04-16T21:17:10Z', 'revision_number': 4, 'project_id': 'e6fea34a43ca48838967318650c3587b', 'subnets': [{'id': '1d3974f7-39a2-4a75-9322-0205b99041c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:10.956684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:10.956684 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:10.995355 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-094bed97-7c1c-4382-8037-c388dda7b68a req-ca1a6bd2-9fda-43a7-8173-a7de9bdaf184 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/floatingips/e83bb863-69b1-4c64-a287-cc0f45784a15 HTTP/1.1" status: 200  len: 693 time: 0.0473952
Apr 16 21:17:10.996553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2251c092-965a-4813-9111-9dfe6bf238db None None] The sync data for ids ['074f9920-4343-42bc-b8f7-04426a241fb0'] in ncdv-master-1 is: [{'id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'name': 'tempest-FloatingIPsTestJSON-958424318-router', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:05Z', 'revision_number': 4, 'project_id': 'e6fea34a43ca48838967318650c3587b', 'gw_port': {'id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b42ef36-b207-4152-8744-f2b7c48f4eed', 'name': '', 'network_id': 'bdbafa81-4d48-4491-9a2b-12eee8cd21a7', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'mac_address': 'fa:16:3e:0d:6e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1d3974f7-39a2-4a75-9322-0205b99041c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:05Z', 'updated_at': '2022-04-16T21:17:10Z', 'revision_number': 4, 'project_id': 'e6fea34a43ca48838967318650c3587b', 'subnets': [{'id': '1d3974f7-39a2-4a75-9322-0205b99041c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:17:11.037302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94e8eb87-ee7a-4a8e-bb59-9075350ddd30,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:11.066450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968dea4-a8ed-4542-9b6f-6631e588db5c req-3e21edf3-b61b-41bf-986d-71245cd52d35 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:11.068258 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3968dea4-a8ed-4542-9b6f-6631e588db5c req-3e21edf3-b61b-41bf-986d-71245cd52d35 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 945 time: 0.0862083
Apr 16 21:17:11.102333 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.140892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-23dd79fd-2746-4c3c-a487-63bc334608b9 None None] Current status of the port 9b42ef36-b207-4152-8744-f2b7c48f4eed is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:11.177923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=94e8eb87-ee7a-4a8e-bb59-9075350ddd30,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:11.187291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f931e8-8c28-4fd1-9234-3b3f548a0dba req-f08344b7-46cf-43ed-9a9d-4b6cfe31dc75 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:11.188893 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1f931e8-8c28-4fd1-9234-3b3f548a0dba req-f08344b7-46cf-43ed-9a9d-4b6cfe31dc75 tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 946 time: 0.1078358
Apr 16 21:17:11.190397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bed97-7c1c-4382-8037-c388dda7b68a req-0d604695-e7a8-4ace-b21e-d68a76307ac0 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:11.197232 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-094bed97-7c1c-4382-8037-c388dda7b68a req-0d604695-e7a8-4ace-b21e-d68a76307ac0 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1926951
Apr 16 21:17:11.268076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-094bed97-7c1c-4382-8037-c388dda7b68a req-b90b0b19-3820-46ec-a7f2-404922613a4d tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.213 HTTP/1.1" status: 200  len: 696 time: 0.0679424
Apr 16 21:17:11.275147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9b42ef36-b207-4152-8744-f2b7c48f4eed up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:11.309894 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3968dea4-a8ed-4542-9b6f-6631e588db5c req-1fff8157-8f83-45ec-ae2a-e46546dae5d0 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313180
Apr 16 21:17:11.325028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9b42ef36-b207-4152-8744-f2b7c48f4eed triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:11.325702 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.328938 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-094bed97-7c1c-4382-8037-c388dda7b68a req-36d89f85-f18e-48ea-90bb-26192ee81564 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.213 HTTP/1.1" status: 200  len: 696 time: 0.0596611
Apr 16 21:17:11.330027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-b1f931e8-8c28-4fd1-9234-3b3f548a0dba req-2d80939d-b613-458c-98b6-0102c279a05b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Deleting port 10211d90-780e-4a95-9f0e-6bed268c796e {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:17:11.330386 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b1f931e8-8c28-4fd1-9234-3b3f548a0dba req-2d80939d-b613-458c-98b6-0102c279a05b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.434153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9b42ef36-b207-4152-8744-f2b7c48f4eed is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:11.479367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47654ca-4925-44da-b296-25e1a0b9c372 req-03986daf-2af4-41e9-9e5d-12f84236d3dc tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:11.481092 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d47654ca-4925-44da-b296-25e1a0b9c372 req-03986daf-2af4-41e9-9e5d-12f84236d3dc tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0694623
Apr 16 21:17:11.488892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-094bed97-7c1c-4382-8037-c388dda7b68a req-a61e5ec8-48d8-4064-a096-97ee5dae85d8 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Deleting port 53d1b9b4-36c1-443b-ad58-5cb8e7be856a {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:17:11.489235 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-094bed97-7c1c-4382-8037-c388dda7b68a req-a61e5ec8-48d8-4064-a096-97ee5dae85d8 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (53d1b9b4-36c1-443b-ad58-5cb8e7be856a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.516446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-b1f931e8-8c28-4fd1-9234-3b3f548a0dba req-2d80939d-b613-458c-98b6-0102c279a05b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] For port 10211d90-780e-4a95-9f0e-6bed268c796e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10211d90-780e-4a95-9f0e-6bed268c796e,segment=NetworkSegment(d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3),segment_id=d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:11.516971 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b1f931e8-8c28-4fd1-9234-3b3f548a0dba req-2d80939d-b613-458c-98b6-0102c279a05b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.542264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-b1f931e8-8c28-4fd1-9234-3b3f548a0dba req-2d80939d-b613-458c-98b6-0102c279a05b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Calling delete_port for 10211d90-780e-4a95-9f0e-6bed268c796e owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:17:11.562141 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-816d8206-ee80-453b-84ff-ca12b995a90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.573333 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d47654ca-4925-44da-b296-25e1a0b9c372 req-b2b907dc-f672-490e-9ca5-0555bfcf8634 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854084
Apr 16 21:17:11.593967 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-094bed97-7c1c-4382-8037-c388dda7b68a req-a61e5ec8-48d8-4064-a096-97ee5dae85d8 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (53d1b9b4-36c1-443b-ad58-5cb8e7be856a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.594377 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-094bed97-7c1c-4382-8037-c388dda7b68a req-a61e5ec8-48d8-4064-a096-97ee5dae85d8 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks [] for floatingip (53d1b9b4-36c1-443b-ad58-5cb8e7be856a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.610255 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-094bed97-7c1c-4382-8037-c388dda7b68a req-a61e5ec8-48d8-4064-a096-97ee5dae85d8 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Calling delete_port for 53d1b9b4-36c1-443b-ad58-5cb8e7be856a owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:17:11.648603 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.767929 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b1f931e8-8c28-4fd1-9234-3b3f548a0dba req-2d80939d-b613-458c-98b6-0102c279a05b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (10211d90-780e-4a95-9f0e-6bed268c796e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.813458 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-094bed97-7c1c-4382-8037-c388dda7b68a req-a61e5ec8-48d8-4064-a096-97ee5dae85d8 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (53d1b9b4-36c1-443b-ad58-5cb8e7be856a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.823527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80939d-b613-458c-98b6-0102c279a05b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Pushing event deleted for resources: {'Port': ['ID=10211d90-780e-4a95-9f0e-6bed268c796e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:11.844367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6323c-2a35-45ff-9c8e-baa96e760b8a req-d631d6cb-67d4-43a9-9743-269ebb352d3d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:11.846099 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-47d6323c-2a35-45ff-9c8e-baa96e760b8a req-d631d6cb-67d4-43a9-9743-269ebb352d3d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0933771
Apr 16 21:17:11.849283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e5ec8-48d8-4064-a096-97ee5dae85d8 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Pushing event deleted for resources: {'Port': ['ID=53d1b9b4-36c1-443b-ad58-5cb8e7be856a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:11.861407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458699b-6221-4f77-85fe-d41710e9c3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e8eb87-ee7a-4a8e-bb59-9075350ddd30'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:11.864698 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b903effb-bcad-4bf6-a412-11ff0b677059" -d '{"events": [{"server_uuid": "6458699b-6221-4f77-85fe-d41710e9c3bd", "name": "network-vif-plugged", "status": "completed", "tag": "94e8eb87-ee7a-4a8e-bb59-9075350ddd30"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:11.896790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f931e8-8c28-4fd1-9234-3b3f548a0dba req-2d80939d-b613-458c-98b6-0102c279a05b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] No DVR routers for this DVR port 10211d90-780e-4a95-9f0e-6bed268c796e on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:17:11.911230 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b1f931e8-8c28-4fd1-9234-3b3f548a0dba req-2d80939d-b613-458c-98b6-0102c279a05b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.915690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1f931e8-8c28-4fd1-9234-3b3f548a0dba req-2d80939d-b613-458c-98b6-0102c279a05b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.11 "DELETE /v2.0/ports/10211d90-780e-4a95-9f0e-6bed268c796e HTTP/1.1" status: 204  len: 173 time: 0.7201564
Apr 16 21:17:11.916935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe15e89-26b4-4f20-adaf-fcb6f68085c9', 'name': 'network-vif-deleted', 'tag': '10211d90-780e-4a95-9f0e-6bed268c796e'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:11.918670 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be253f94-4eda-42eb-8c12-610374452240" -d '{"events": [{"server_uuid": "cbe15e89-26b4-4f20-adaf-fcb6f68085c9", "name": "network-vif-deleted", "tag": "10211d90-780e-4a95-9f0e-6bed268c796e"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:11.923809 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-094bed97-7c1c-4382-8037-c388dda7b68a req-a61e5ec8-48d8-4064-a096-97ee5dae85d8 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks [] for floatingip (e83bb863-69b1-4c64-a287-cc0f45784a15), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.928263 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-094bed97-7c1c-4382-8037-c388dda7b68a req-a61e5ec8-48d8-4064-a096-97ee5dae85d8 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:11.940063 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-094bed97-7c1c-4382-8037-c388dda7b68a req-a61e5ec8-48d8-4064-a096-97ee5dae85d8 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "DELETE /v2.0/floatingips/e83bb863-69b1-4c64-a287-cc0f45784a15 HTTP/1.1" status: 204  len: 173 time: 0.6098640
Apr 16 21:17:11.945598 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-47d6323c-2a35-45ff-9c8e-baa96e760b8a req-8934e7cc-dca7-4d6d-ad95-cc792bcd0e69 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805469
Apr 16 21:17:12.002647 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e396dba0-2695-49f0-997d-bf83dcb9d990 x-openstack-request-id: req-e396dba0-2695-49f0-997d-bf83dcb9d990 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:12.003019 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458699b-6221-4f77-85fe-d41710e9c3bd", "name": "network-vif-plugged", "status": "completed", "tag": "94e8eb87-ee7a-4a8e-bb59-9075350ddd30", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:12.003385 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e396dba0-2695-49f0-997d-bf83dcb9d990 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:12.003894 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e396dba0-2695-49f0-997d-bf83dcb9d990'] response: {'server_uuid': '6458699b-6221-4f77-85fe-d41710e9c3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e8eb87-ee7a-4a8e-bb59-9075350ddd30', 'code': 200}
Apr 16 21:17:12.048025 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17936bc2-db88-418a-a546-0468a7ec9574 x-openstack-request-id: req-17936bc2-db88-418a-a546-0468a7ec9574 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:12.048784 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe15e89-26b4-4f20-adaf-fcb6f68085c9", "name": "network-vif-deleted", "tag": "10211d90-780e-4a95-9f0e-6bed268c796e", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:12.048927 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17936bc2-db88-418a-a546-0468a7ec9574 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:12.049281 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17936bc2-db88-418a-a546-0468a7ec9574'] response: {'server_uuid': 'cbe15e89-26b4-4f20-adaf-fcb6f68085c9', 'name': 'network-vif-deleted', 'tag': '10211d90-780e-4a95-9f0e-6bed268c796e', 'status': 'completed', 'code': 200}
Apr 16 21:17:12.118997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240c586-6d0b-48a3-91a4-d2bf2c0f596c req-214de832-e115-4dbf-8738-514faa364080 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:12.120744 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d240c586-6d0b-48a3-91a4-d2bf2c0f596c req-214de832-e115-4dbf-8738-514faa364080 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1247213
Apr 16 21:17:12.167679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622090c-74c0-47cd-a043-b6ac2a897633 req-a8496d10-3258-42b5-9562-ae7c2923ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:12.169937 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5622090c-74c0-47cd-a043-b6ac2a897633 req-a8496d10-3258-42b5-9562-ae7c2923ec4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 1128 time: 0.0932667
Apr 16 21:17:12.190889 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d240c586-6d0b-48a3-91a4-d2bf2c0f596c req-e5e24224-e2f8-41b7-a6d9-052e54b3dfaa tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634193
Apr 16 21:17:12.244812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5622090c-74c0-47cd-a043-b6ac2a897633 req-d38c2720-4789-4aed-b1e0-4c855a44c66c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670500
Apr 16 21:17:12.261682 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-823f6155-8ff5-40f3-bd6e-908dce9cc167 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1963670
Apr 16 21:17:12.274056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:12.284770 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e35f394e-7a57-4815-8909-e4bdee1efa04 req-22649321-5756-4ea3-8ffa-a0cdc9c6c35b tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 210 time: 0.0306723
Apr 16 21:17:12.436523 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:12.446037 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114eea8-61e9-4b4d-bd94-5c6eb4c2118e req-6492ac8b-8d8a-486a-a585-d54e784f9d32 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:12.447858 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2114eea8-61e9-4b4d-bd94-5c6eb4c2118e req-6492ac8b-8d8a-486a-a585-d54e784f9d32 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 946 time: 0.0562875
Apr 16 21:17:12.465304 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:12.510027 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2114eea8-61e9-4b4d-bd94-5c6eb4c2118e req-42061668-c714-4de6-8124-4d4a1af43ae3 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528810
Apr 16 21:17:12.524785 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:12.633136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Allocated IP 172.35.1.148 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/77bf9793-0ae6-4313-bdf9-8d839bf75588) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:12.670583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 10211d90-780e-4a95-9f0e-6bed268c796e no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:17:12.688566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5da9b6-59f9-4359-b017-2bc4ec0d1c7d req-750484c9-8441-490a-8062-9f4ed21b01eb tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:12.689958 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d5da9b6-59f9-4359-b017-2bc4ec0d1c7d req-750484c9-8441-490a-8062-9f4ed21b01eb tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0534985
Apr 16 21:17:12.699274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 10211d90-780e-4a95-9f0e-6bed268c796e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:17:12.699620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 10211d90-780e-4a95-9f0e-6bed268c796e not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:17:12.740651 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d5da9b6-59f9-4359-b017-2bc4ec0d1c7d req-9df7e6fa-0a45-4d28-bfe5-06dcd6ec6da2 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439432
Apr 16 21:17:12.746238 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks [] for port (77bf9793-0ae6-4313-bdf9-8d839bf75588), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:12.865117 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (77bf9793-0ae6-4313-bdf9-8d839bf75588), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:12.903412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:12.908267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:12.911693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:12.938809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Pushing event updated for resources: {'Port': ['ID=77bf9793-0ae6-4313-bdf9-8d839bf75588,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:13.007201 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks [] for floatingip (874b7f74-36d5-4e76-8f71-eebf8a856ea1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:13.058311 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621ceac-011d-425e-bd72-6e0efa9a1d9f req-059289b8-6f47-4f91-ad96-dedcf63fa038 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:13.059761 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2621ceac-011d-425e-bd72-6e0efa9a1d9f req-059289b8-6f47-4f91-ad96-dedcf63fa038 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0474455
Apr 16 21:17:13.111251 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2621ceac-011d-425e-bd72-6e0efa9a1d9f req-34989850-d2a5-4c72-ab49-0e533f35f952 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457554
Apr 16 21:17:13.162134 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (77bf9793-0ae6-4313-bdf9-8d839bf75588), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:13.308680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb761a88-09f8-4f92-8be3-4f586fbb04dc req-de1df694-f85c-4efe-b717-190f1907b75e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:13.310508 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb761a88-09f8-4f92-8be3-4f586fbb04dc req-de1df694-f85c-4efe-b717-190f1907b75e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0502439
Apr 16 21:17:13.315580 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks [] for port (77bf9793-0ae6-4313-bdf9-8d839bf75588), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:13.359155 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb761a88-09f8-4f92-8be3-4f586fbb04dc req-3bf5c45b-57a7-41d7-98d4-d7324ec9767a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427003
Apr 16 21:17:13.395129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (77bf9793-0ae6-4313-bdf9-8d839bf75588), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:13.456071 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74dc3298-a4f4-4c79-a2f1-b9281218d0ac req-3fad2a5e-8ada-4f72-88ed-27c1097bf88c tempest-ImagesTestJSON-613187597 tempest-ImagesTestJSON-613187597-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe15e89-26b4-4f20-adaf-fcb6f68085c9 HTTP/1.1" status: 200  len: 210 time: 0.0291228
Apr 16 21:17:13.468002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Pushing event updated for resources: {'Port': ['ID=77bf9793-0ae6-4313-bdf9-8d839bf75588,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:13.474615 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (874b7f74-36d5-4e76-8f71-eebf8a856ea1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:13.541211 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:13.542514 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-2b572870-5bd8-4f0f-b0dc-4cd4c26a3026 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.2744246
Apr 16 21:17:13.599611 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-3f3527f4-4c3e-49b3-b13c-60198ec4b8d2 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.148 HTTP/1.1" status: 200  len: 696 time: 0.0511663
Apr 16 21:17:13.623355 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6c4c3-d178-4389-90e8-f761605e2ea1 req-22329de3-843b-4ed1-a3d1-48f68e0d35ce tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:13.628565 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95e6c4c3-d178-4389-90e8-f761605e2ea1 req-22329de3-843b-4ed1-a3d1-48f68e0d35ce tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 946 time: 0.0474195
Apr 16 21:17:13.677179 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95e6c4c3-d178-4389-90e8-f761605e2ea1 req-ceecb96d-90c1-4b10-8e9b-24c3b7c4ecc8 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466425
Apr 16 21:17:13.714709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-4b21ddf9-01f3-4de7-b422-6a67346eddb5 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:13.716111 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-622c2ac8-0ab4-4a37-81fd-1e24d785cd6b req-4b21ddf9-01f3-4de7-b422-6a67346eddb5 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1092122
Apr 16 21:17:13.781223 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-019ed705-114d-431c-aeb1-98b4c0f7fc9f tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/floatingips/874b7f74-36d5-4e76-8f71-eebf8a856ea1 HTTP/1.1" status: 200  len: 693 time: 0.0451887
Apr 16 21:17:13.869711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75122150-331b-4f44-a928-3e3cb2755f7d req-f275a645-5f35-46f1-a207-debfe65475ba tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:13.871378 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75122150-331b-4f44-a928-3e3cb2755f7d req-f275a645-5f35-46f1-a207-debfe65475ba tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0536747
Apr 16 21:17:13.900345 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-eb60d08f-a273-4dd7-923c-d01b9423998e tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:13.901742 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-eb60d08f-a273-4dd7-923c-d01b9423998e tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1152260
Apr 16 21:17:13.927116 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75122150-331b-4f44-a928-3e3cb2755f7d req-0bf081b4-5dc9-4941-a7b8-92c5d981731d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484970
Apr 16 21:17:13.958872 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-cf035327-38f8-4e2a-b901-139ce28dd713 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.148 HTTP/1.1" status: 200  len: 696 time: 0.0468965
Apr 16 21:17:14.009034 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-5a89daa3-9a10-41be-a8fe-7b84984539ef tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.148 HTTP/1.1" status: 200  len: 696 time: 0.0443316
Apr 16 21:17:14.035930 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:14.130026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-2dc3a5f1-14e0-4d16-9be0-3f9ad9b82e28 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Deleting port 77bf9793-0ae6-4313-bdf9-8d839bf75588 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:17:14.131595 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-2dc3a5f1-14e0-4d16-9be0-3f9ad9b82e28 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (77bf9793-0ae6-4313-bdf9-8d839bf75588), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:14.211181 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-2dc3a5f1-14e0-4d16-9be0-3f9ad9b82e28 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (77bf9793-0ae6-4313-bdf9-8d839bf75588), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:14.211514 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-2dc3a5f1-14e0-4d16-9be0-3f9ad9b82e28 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks [] for floatingip (77bf9793-0ae6-4313-bdf9-8d839bf75588), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:14.224434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-2dc3a5f1-14e0-4d16-9be0-3f9ad9b82e28 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Calling delete_port for 77bf9793-0ae6-4313-bdf9-8d839bf75588 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:17:14.227598 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54175ef-de90-48be-899f-2e06713d3d9a req-33bf8f54-a456-490c-8844-7be45dd56de8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:14.229201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b54175ef-de90-48be-899f-2e06713d3d9a req-33bf8f54-a456-490c-8844-7be45dd56de8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0480733
Apr 16 21:17:14.319508 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b54175ef-de90-48be-899f-2e06713d3d9a req-885de528-201d-4ba9-9a3d-55b6568861c2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801945
Apr 16 21:17:14.322523 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-57965095-c3a4-4f4f-8374-736ae81c250d service neutron] 10.222.0.11 "GET /v2.0/ports/c077f313-2701-4802-bf5a-28338c745ec4/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0888500
Apr 16 21:17:14.458999 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-2dc3a5f1-14e0-4d16-9be0-3f9ad9b82e28 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (77bf9793-0ae6-4313-bdf9-8d839bf75588), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:14.489483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc7e55-f3d1-4ced-81ff-8fdca0e958e3 req-9adeac33-288c-45d4-a5fa-794e40a96520 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:14.491164 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3fc7e55-f3d1-4ced-81ff-8fdca0e958e3 req-9adeac33-288c-45d4-a5fa-794e40a96520 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0621083
Apr 16 21:17:14.499859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3a5f1-14e0-4d16-9be0-3f9ad9b82e28 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Pushing event deleted for resources: {'Port': ['ID=77bf9793-0ae6-4313-bdf9-8d839bf75588,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:14.547030 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3fc7e55-f3d1-4ced-81ff-8fdca0e958e3 req-fbce5cac-c5d6-489b-88e0-a755a0834dc5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453622
Apr 16 21:17:14.558562 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-2dc3a5f1-14e0-4d16-9be0-3f9ad9b82e28 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks [] for floatingip (874b7f74-36d5-4e76-8f71-eebf8a856ea1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:14.561751 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-2dc3a5f1-14e0-4d16-9be0-3f9ad9b82e28 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:14.571233 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9fd8a7ce-ae49-4691-bb79-a060684b5ef8 req-2dc3a5f1-14e0-4d16-9be0-3f9ad9b82e28 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "DELETE /v2.0/floatingips/874b7f74-36d5-4e76-8f71-eebf8a856ea1 HTTP/1.1" status: 204  len: 173 time: 0.5543220
Apr 16 21:17:14.623584 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-a52ac974-1854-4348-b5bb-33fcc6abec92 req-8b6f1cf9-0c76-4f36-9b1b-604001a3cb0b tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] show failed (client error): The resource could not be found.
Apr 16 21:17:14.624656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a52ac974-1854-4348-b5bb-33fcc6abec92 req-8b6f1cf9-0c76-4f36-9b1b-604001a3cb0b tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/floatingips/874b7f74-36d5-4e76-8f71-eebf8a856ea1 HTTP/1.1" status: 404  len: 350 time: 0.0376329
Apr 16 21:17:14.691955 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-a70c4358-520e-4211-acbf-beb0b0437251 req-88d3bc11-6fbe-4d89-89d5-e392620c1839 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] show failed (client error): The resource could not be found.
Apr 16 21:17:14.693035 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a70c4358-520e-4211-acbf-beb0b0437251 req-88d3bc11-6fbe-4d89-89d5-e392620c1839 tempest-FloatingIPsTestJSON-120707403 tempest-FloatingIPsTestJSON-120707403-project] 10.222.0.20 "GET /v2.0/floatingips/874b7f74-36d5-4e76-8f71-eebf8a856ea1 HTTP/1.1" status: 404  len: 350 time: 0.0462694
Apr 16 21:17:14.704907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60328) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:14.812852 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024f536-e9c6-4b07-970d-bd8f8e486a50 req-2848d334-9b4a-4df7-ae50-e8aaf2d36cd4 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:14.817197 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6024f536-e9c6-4b07-970d-bd8f8e486a50 req-2848d334-9b4a-4df7-ae50-e8aaf2d36cd4 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 946 time: 0.0617442
Apr 16 21:17:14.869509 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6024f536-e9c6-4b07-970d-bd8f8e486a50 req-f063a1c3-483b-4a51-8407-b3d93cedfc73 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490448
Apr 16 21:17:14.921143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60354) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:14.982407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-23195841-0e4e-4519-a202-92dee11cddc5 admin admin] Deleting subnet 0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:17:15.003863 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-23195841-0e4e-4519-a202-92dee11cddc5 admin admin] Publish callbacks [] for subnet (0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.090020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d773c-a5f4-4425-a245-7ded497a6832 req-1fe0b338-5d5b-450d-adb8-b2e4eed8abff tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:15.091533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c6d773c-a5f4-4425-a245-7ded497a6832 req-1fe0b338-5d5b-450d-adb8-b2e4eed8abff tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0887289
Apr 16 21:17:15.097863 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-23195841-0e4e-4519-a202-92dee11cddc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.200841 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-23195841-0e4e-4519-a202-92dee11cddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.260086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c6d773c-a5f4-4425-a245-7ded497a6832 req-1184f2b8-c50b-4150-bcdc-e909a43281e3 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413009
Apr 16 21:17:15.285861 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04451083-a316-4dd5-b9bb-b9470e5c3338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (074f9920-4343-42bc-b8f7-04426a241fb0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.341038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e77f5-ef98-4cc4-b10d-025198c784ff req-e514237e-ab83-48d1-950c-891a767af3d8 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:15.344248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-023e77f5-ef98-4cc4-b10d-025198c784ff req-e514237e-ab83-48d1-950c-891a767af3d8 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 946 time: 0.0656958
Apr 16 21:17:15.414796 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.421703 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-023e77f5-ef98-4cc4-b10d-025198c784ff req-edcf45c7-37c9-41ad-97a4-a8413f032a23 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714340
Apr 16 21:17:15.446623 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-23195841-0e4e-4519-a202-92dee11cddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.519322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23195841-0e4e-4519-a202-92dee11cddc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:15.547576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce0563-ed41-43e9-9e9c-66412f4e8ad8 req-bee1cde0-caf7-4136-878b-092a9861a7ce tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:15.549053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-27ce0563-ed41-43e9-9e9c-66412f4e8ad8 req-bee1cde0-caf7-4136-878b-092a9861a7ce tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.1474154
Apr 16 21:17:15.566059 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-23195841-0e4e-4519-a202-92dee11cddc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.569192 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-23195841-0e4e-4519-a202-92dee11cddc5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c5ee9e3-f5b7-4f7e-bca8-4cc2e79056bf HTTP/1.1" status: 204  len: 168 time: 0.6459813
Apr 16 21:17:15.572442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60362) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:15.604077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcf22f-599c-4bd0-ac8f-beca1e3986c0 req-6da672b7-928a-4694-a073-5397e4710b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:15.605586 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04bcf22f-599c-4bd0-ac8f-beca1e3986c0 req-6da672b7-928a-4694-a073-5397e4710b1d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 1127 time: 0.1871769
Apr 16 21:17:15.662009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-5f3eec44-9629-4ccc-a80a-aaf61e568218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:15.663527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-5f3eec44-9629-4ccc-a80a-aaf61e568218 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb&tenant_id=29fd420ef9134715bd3a9f2467d924cd HTTP/1.1" status: 200  len: 1131 time: 0.1397760
Apr 16 21:17:15.688663 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82b66b8f-d4e1-4748-9323-e140f37f6efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (769f0aad-9fdd-4679-bf9a-69cbe3356918), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.700663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34aad23-95bf-41b9-bb7b-3c19f1c3d125 req-6dbfa59c-efb6-4c27-a848-086836006354 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:15.702432 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c34aad23-95bf-41b9-bb7b-3c19f1c3d125 req-6dbfa59c-efb6-4c27-a848-086836006354 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0759859
Apr 16 21:17:15.747013 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-27ce0563-ed41-43e9-9e9c-66412f4e8ad8 req-50959dbb-a0da-40f9-a968-ddcb233add54 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471062
Apr 16 21:17:15.777471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04bcf22f-599c-4bd0-ac8f-beca1e3986c0 req-5be877ec-e3ac-4dc1-be33-b0a4b29dbf94 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636965
Apr 16 21:17:15.790967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-2b094df6-cb68-47bb-8bb7-ce9ab0beda13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:15.792586 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-2b094df6-cb68-47bb-8bb7-ce9ab0beda13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 1131 time: 0.0979075
Apr 16 21:17:15.823455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82b66b8f-d4e1-4748-9323-e140f37f6efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (769f0aad-9fdd-4679-bf9a-69cbe3356918), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.829023 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c34aad23-95bf-41b9-bb7b-3c19f1c3d125 req-61b5aefb-e95c-4151-ade7-122c060a6edb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1206226
Apr 16 21:17:15.830222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-04451083-a316-4dd5-b9bb-b9470e5c3338 admin admin] Deleting port 9b42ef36-b207-4152-8744-f2b7c48f4eed {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:17:15.830568 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04451083-a316-4dd5-b9bb-b9470e5c3338 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.848664 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-82b66b8f-d4e1-4748-9323-e140f37f6efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dddc250>,) {'filters': {'network_id': ['769f0aad-9fdd-4679-bf9a-69cbe3356918']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:15.858309 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-82b66b8f-d4e1-4748-9323-e140f37f6efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dddc250>, 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:15.858616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-82b66b8f-d4e1-4748-9323-e140f37f6efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dddc250>, 'd9a11c98-4fdd-4f4e-8fb2-d40adc412fb3') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:15.868828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82b66b8f-d4e1-4748-9323-e140f37f6efc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.883545 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82b66b8f-d4e1-4748-9323-e140f37f6efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.889664 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b66b8f-d4e1-4748-9323-e140f37f6efc admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:17:15.890060 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82b66b8f-d4e1-4748-9323-e140f37f6efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (d9a11c98-4fdd-4f4e-8fb2-d40adc412fb3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:17:15.892252 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:17:15.913592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-04451083-a316-4dd5-b9bb-b9470e5c3338 admin admin] For port 9b42ef36-b207-4152-8744-f2b7c48f4eed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b42ef36-b207-4152-8744-f2b7c48f4eed,segment=NetworkSegment(b2051790-aa6a-41bf-a8a6-29061f698b0c),segment_id=b2051790-aa6a-41bf-a8a6-29061f698b0c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:15.913967 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04451083-a316-4dd5-b9bb-b9470e5c3338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:15.927353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-04451083-a316-4dd5-b9bb-b9470e5c3338 admin admin] Calling delete_port for 9b42ef36-b207-4152-8744-f2b7c48f4eed owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:17:16.041840 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82b66b8f-d4e1-4748-9323-e140f37f6efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (769f0aad-9fdd-4679-bf9a-69cbe3356918), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:16.047594 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82b66b8f-d4e1-4748-9323-e140f37f6efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:16.050916 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-82b66b8f-d4e1-4748-9323-e140f37f6efc admin admin] 10.222.0.20 "DELETE /v2.0/networks/769f0aad-9fdd-4679-bf9a-69cbe3356918 HTTP/1.1" status: 204  len: 168 time: 0.4772635
Apr 16 21:17:16.065106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b66b8f-d4e1-4748-9323-e140f37f6efc admin admin] Pushing event deleted for resources: {'Network': ['ID=769f0aad-9fdd-4679-bf9a-69cbe3356918,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:16.120742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-2f1c92b5-8aec-422c-9a3d-5a92bf09b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:16.125582 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-2f1c92b5-8aec-422c-9a3d-5a92bf09b2ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1474278
Apr 16 21:17:16.393390 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60370) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:16.446998 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b9324cea-3d1a-4dd6-8db4-f50251877c79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f95103d3663146e9ba6ffb49a05196b4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0523593
Apr 16 21:17:16.449560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60374) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:16.454704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-9a80df89-d503-47d4-9113-58389716eccb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=c077f313-2701-4802-bf5a-28338c745ec4 HTTP/1.1" status: 200  len: 217 time: 0.3192251
Apr 16 21:17:16.529528 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91bab72a-f939-4cae-88b4-b8ffcb67085a admin admin] Publish callbacks [] for security_group (6d16f39d-e724-412a-ad67-ce40fbd3a97a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:16.558438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80765d63-4c75-4a58-8084-5c612c6a91f2 req-deb27188-24b3-419f-93c8-fbb332373458 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:16.559719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02932f01-efc7-4cfb-81bc-1d006dd51995 req-89d3ea49-346a-4be0-aed9-593308ec4b90 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:16.560286 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80765d63-4c75-4a58-8084-5c612c6a91f2 req-deb27188-24b3-419f-93c8-fbb332373458 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 946 time: 0.0599937
Apr 16 21:17:16.561292 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02932f01-efc7-4cfb-81bc-1d006dd51995 req-89d3ea49-346a-4be0-aed9-593308ec4b90 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.1109350
Apr 16 21:17:16.571298 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91bab72a-f939-4cae-88b4-b8ffcb67085a admin admin] Publish callbacks [] for security_group (6d16f39d-e724-412a-ad67-ce40fbd3a97a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:16.574082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-4b14f701-43a9-465a-ab32-351e7d781205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:16.575522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-4b14f701-43a9-465a-ab32-351e7d781205 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1100328
Apr 16 21:17:16.642773 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80765d63-4c75-4a58-8084-5c612c6a91f2 req-a436741c-5430-4534-b9f4-7972dcaf1043 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737565
Apr 16 21:17:16.654742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-8172f960-4a2c-451c-8ac5-997fccd1d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:16.656550 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-8172f960-4a2c-451c-8ac5-997fccd1d34e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0660684
Apr 16 21:17:16.662383 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04451083-a316-4dd5-b9bb-b9470e5c3338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (9b42ef36-b207-4152-8744-f2b7c48f4eed), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:16.665212 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02932f01-efc7-4cfb-81bc-1d006dd51995 req-4b8a9768-136e-4a0e-8fde-11d192e8b2d5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839708
Apr 16 21:17:16.686518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04451083-a316-4dd5-b9bb-b9470e5c3338 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b42ef36-b207-4152-8744-f2b7c48f4eed,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:16.739084 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91bab72a-f939-4cae-88b4-b8ffcb67085a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6d16f39d-e724-412a-ad67-ce40fbd3a97a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:16.742614 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91bab72a-f939-4cae-88b4-b8ffcb67085a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:16.747962 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-91bab72a-f939-4cae-88b4-b8ffcb67085a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d16f39d-e724-412a-ad67-ce40fbd3a97a HTTP/1.1" status: 204  len: 168 time: 0.2948849
Apr 16 21:17:16.764123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bab72a-f939-4cae-88b4-b8ffcb67085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d16f39d-e724-412a-ad67-ce40fbd3a97a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:16.945007 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a9546-37f7-413d-98ae-b510873d30c7 req-2ae3bd08-70a0-4623-82ae-ca34b2f6f048 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:16.946597 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af2a9546-37f7-413d-98ae-b510873d30c7 req-2ae3bd08-70a0-4623-82ae-ca34b2f6f048 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.1056650
Apr 16 21:17:16.973408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fb280-a838-457d-bfb8-04caeeb08c76 req-15e415b5-b8d4-4ba3-8d2e-6a1d24777e62 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:16.977949 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e21fb280-a838-457d-bfb8-04caeeb08c76 req-15e415b5-b8d4-4ba3-8d2e-6a1d24777e62 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.41 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 946 time: 0.1805062
Apr 16 21:17:17.000439 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af2a9546-37f7-413d-98ae-b510873d30c7 req-1cc88891-6cf4-43b7-b3c1-57296286bddb tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464900
Apr 16 21:17:17.125952 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cee61-0261-49b2-925c-64a2fd3191e5 req-bc591d37-33fa-4e98-80ae-29c948258e44 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:17.128652 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-145cee61-0261-49b2-925c-64a2fd3191e5 req-bc591d37-33fa-4e98-80ae-29c948258e44 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1640253
Apr 16 21:17:17.147600 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-35fa1046-bb2a-4eee-b641-65e13912b9af service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4104195
Apr 16 21:17:17.264443 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04451083-a316-4dd5-b9bb-b9470e5c3338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (074f9920-4343-42bc-b8f7-04426a241fb0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:17.272721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e21fb280-a838-457d-bfb8-04caeeb08c76 req-b3d3a7da-c657-4e27-9d95-29910393472c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Deleting port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:17:17.273064 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e21fb280-a838-457d-bfb8-04caeeb08c76 req-b3d3a7da-c657-4e27-9d95-29910393472c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:17.397052 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-145cee61-0261-49b2-925c-64a2fd3191e5 req-ab821168-d98f-45e1-a62e-d66be7707b9c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2529361
Apr 16 21:17:17.421828 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4a9f35a-a8db-4961-a26c-06f40d2dd889 req-cd04b6f9-5269-48bf-95aa-90ea159b9f97 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2490525
Apr 16 21:17:17.491060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e21fb280-a838-457d-bfb8-04caeeb08c76 req-b3d3a7da-c657-4e27-9d95-29910393472c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] For port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94e8eb87-ee7a-4a8e-bb59-9075350ddd30,segment=NetworkSegment(6419f4c5-657d-46f5-bceb-0e17ae190fee),segment_id=6419f4c5-657d-46f5-bceb-0e17ae190fee)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:17.491980 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e21fb280-a838-457d-bfb8-04caeeb08c76 req-b3d3a7da-c657-4e27-9d95-29910393472c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:17.509679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e21fb280-a838-457d-bfb8-04caeeb08c76 req-b3d3a7da-c657-4e27-9d95-29910393472c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Calling delete_port for 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:17:17.713584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04451083-a316-4dd5-b9bb-b9470e5c3338 admin admin] Router 074f9920-4343-42bc-b8f7-04426a241fb0 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:17:17.824711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07040233-0e0c-4b8c-add0-60038e5be536 req-d616bbcd-3197-4b51-b23f-9c3923d40da1 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:17.826204 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07040233-0e0c-4b8c-add0-60038e5be536 req-d616bbcd-3197-4b51-b23f-9c3923d40da1 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 946 time: 0.0499382
Apr 16 21:17:17.872136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3448ef1-a8ca-4a38-8bcd-6b2764c307e8 req-fe2009ef-4cd0-4dc2-87d5-8077d54f1951 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:17.873653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a3448ef1-a8ca-4a38-8bcd-6b2764c307e8 req-fe2009ef-4cd0-4dc2-87d5-8077d54f1951 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0864189
Apr 16 21:17:17.875553 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07040233-0e0c-4b8c-add0-60038e5be536 req-36530a7f-fc0b-4bd6-be7a-5bec99906435 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdb250c3-786c-4959-af4c-e2c05112fd53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420151
Apr 16 21:17:17.890834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04451083-a316-4dd5-b9bb-b9470e5c3338 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:17:17.899968 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e61a37-049e-4f08-ab11-345621c4ad6f None None] Sync routers for ids ['074f9920-4343-42bc-b8f7-04426a241fb0'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:17:17.903972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-04451083-a316-4dd5-b9bb-b9470e5c3338 admin admin] 10.222.0.20 "PUT /v2.0/routers/074f9920-4343-42bc-b8f7-04426a241fb0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1969478
Apr 16 21:17:17.904353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60402) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:17.905352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e21fb280-a838-457d-bfb8-04caeeb08c76 req-b3d3a7da-c657-4e27-9d95-29910393472c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (94e8eb87-ee7a-4a8e-bb59-9075350ddd30), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:17.912836 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e61a37-049e-4f08-ab11-345621c4ad6f None None] Routers {'074f9920-4343-42bc-b8f7-04426a241fb0'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:17:17.914373 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d7e61a37-049e-4f08-ab11-345621c4ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124cc7cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:17:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['074f9920-4343-42bc-b8f7-04426a241fb0'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:17.919074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['94e8eb87-ee7a-4a8e-bb59-9075350ddd30'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:17:17.943287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3a7da-c657-4e27-9d95-29910393472c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Pushing event deleted for resources: {'Port': ['ID=94e8eb87-ee7a-4a8e-bb59-9075350ddd30,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:18.000822 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a3448ef1-a8ca-4a38-8bcd-6b2764c307e8 req-0bbbe957-dcf1-4901-98f3-aa7628a3d0f9 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120362
Apr 16 21:17:18.016947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21fb280-a838-457d-bfb8-04caeeb08c76 req-b3d3a7da-c657-4e27-9d95-29910393472c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] No DVR routers for this DVR port 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:17:18.019425 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e21fb280-a838-457d-bfb8-04caeeb08c76 req-b3d3a7da-c657-4e27-9d95-29910393472c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:18.033525 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e21fb280-a838-457d-bfb8-04caeeb08c76 req-b3d3a7da-c657-4e27-9d95-29910393472c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.41 "DELETE /v2.0/ports/94e8eb87-ee7a-4a8e-bb59-9075350ddd30 HTTP/1.1" status: 204  len: 173 time: 1.0351188
Apr 16 21:17:18.034026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6458699b-6221-4f77-85fe-d41710e9c3bd', 'name': 'network-vif-deleted', 'tag': '94e8eb87-ee7a-4a8e-bb59-9075350ddd30'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:18.036353 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dcad95-6769-4978-b189-bf6cbbdfca6c" -d '{"events": [{"server_uuid": "6458699b-6221-4f77-85fe-d41710e9c3bd", "name": "network-vif-deleted", "tag": "94e8eb87-ee7a-4a8e-bb59-9075350ddd30"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:18.066406 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Publish callbacks [] for router (074f9920-4343-42bc-b8f7-04426a241fb0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:18.111048 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-d7e61a37-049e-4f08-ab11-345621c4ad6f None None] Set router 074f9920-4343-42bc-b8f7-04426a241fb0 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:17:18.164163 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148fad56-2146-4209-8fd6-ed8f8ce57b60 x-openstack-request-id: req-148fad56-2146-4209-8fd6-ed8f8ce57b60 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:18.164479 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6458699b-6221-4f77-85fe-d41710e9c3bd", "name": "network-vif-deleted", "tag": "94e8eb87-ee7a-4a8e-bb59-9075350ddd30", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:18.164872 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-148fad56-2146-4209-8fd6-ed8f8ce57b60 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:18.165290 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148fad56-2146-4209-8fd6-ed8f8ce57b60'] response: {'server_uuid': '6458699b-6221-4f77-85fe-d41710e9c3bd', 'name': 'network-vif-deleted', 'tag': '94e8eb87-ee7a-4a8e-bb59-9075350ddd30', 'status': 'completed', 'code': 200}
Apr 16 21:17:18.176917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397901fa-6958-4000-98f9-3199e24042a3 req-0db88903-e518-41bc-8551-54acf861eff6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:18.178499 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-397901fa-6958-4000-98f9-3199e24042a3 req-0db88903-e518-41bc-8551-54acf861eff6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0686340
Apr 16 21:17:18.240488 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-397901fa-6958-4000-98f9-3199e24042a3 req-c0770c50-8e4e-4445-9fb5-b42add4120ea tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552800
Apr 16 21:17:18.287298 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Publish callbacks [] for router_gateway (074f9920-4343-42bc-b8f7-04426a241fb0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:18.372788 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d7e61a37-049e-4f08-ab11-345621c4ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124cc7cd0>, [{'id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'name': 'tempest-FloatingIPsTestJSON-958424318-router', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:16Z', 'revision_number': 5, 'project_id': 'e6fea34a43ca48838967318650c3587b', 'gw_port': {'id': 'f75b5bc3-73a0-4cee-8a0e-ad7da7551054', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:18.410043 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e61a37-049e-4f08-ab11-345621c4ad6f None None] Checking router: 074f9920-4343-42bc-b8f7-04426a241fb0 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:17:18.424524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Deleting port f75b5bc3-73a0-4cee-8a0e-ad7da7551054 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:17:18.425135 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:18.425295 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e61a37-049e-4f08-ab11-345621c4ad6f None None] Routers {'074f9920-4343-42bc-b8f7-04426a241fb0'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:17:18.426867 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d7e61a37-049e-4f08-ab11-345621c4ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124cc7cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:17:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['074f9920-4343-42bc-b8f7-04426a241fb0'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:18.529676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce91af-c6df-4b4e-904c-abaf8f85302d req-3d663eb1-32a8-4853-b09c-8e4a512a0c90 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:18.530205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] For port f75b5bc3-73a0-4cee-8a0e-ad7da7551054, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f75b5bc3-73a0-4cee-8a0e-ad7da7551054,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:18.530497 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:18.536998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-49ce91af-c6df-4b4e-904c-abaf8f85302d req-3d663eb1-32a8-4853-b09c-8e4a512a0c90 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0564737
Apr 16 21:17:18.551036 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-d7e61a37-049e-4f08-ab11-345621c4ad6f None None] Set router 074f9920-4343-42bc-b8f7-04426a241fb0 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:17:18.578539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Calling delete_port for f75b5bc3-73a0-4cee-8a0e-ad7da7551054 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:17:18.598311 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-49ce91af-c6df-4b4e-904c-abaf8f85302d req-d91f6d85-3a85-44a1-a38c-50abe307ca39 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603704
Apr 16 21:17:18.607698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a399a-3a22-4051-a70b-a8610ad027fa req-a2cd0ff4-77f7-4474-a727-ae7cf8af570b tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:18.614524 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-413a399a-3a22-4051-a70b-a8610ad027fa req-a2cd0ff4-77f7-4474-a727-ae7cf8af570b tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0720854
Apr 16 21:17:18.631271 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d7e61a37-049e-4f08-ab11-345621c4ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124cc7cd0>, [{'id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'name': 'tempest-FloatingIPsTestJSON-958424318-router', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:18Z', 'revision_number': 6, 'project_id': 'e6fea34a43ca48838967318650c3587b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:18.663400 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e61a37-049e-4f08-ab11-345621c4ad6f None None] The sync data for ids ['074f9920-4343-42bc-b8f7-04426a241fb0'] in ncdv-master-1 is: [{'id': '074f9920-4343-42bc-b8f7-04426a241fb0', 'name': 'tempest-FloatingIPsTestJSON-958424318-router', 'tenant_id': 'e6fea34a43ca48838967318650c3587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:02Z', 'updated_at': '2022-04-16T21:17:18Z', 'revision_number': 6, 'project_id': 'e6fea34a43ca48838967318650c3587b', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:17:18.681563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c077f313-2701-4802-bf5a-28338c745ec4 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:17:18.748597 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-413a399a-3a22-4051-a70b-a8610ad027fa req-b3045021-d04e-494f-aa9b-aca8f1ca9c08 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330211
Apr 16 21:17:18.791859 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c077f313-2701-4802-bf5a-28338c745ec4 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:18.792720 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c077f313-2701-4802-bf5a-28338c745ec4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:18.818879 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:18.821804 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23168241-04e3-4827-b84d-709c679e0a2c" -d '{"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c077f313-2701-4802-bf5a-28338c745ec4"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:18.838043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:18.880899 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4977dff9-e953-403c-a456-07a38934297c x-openstack-request-id: req-4977dff9-e953-403c-a456-07a38934297c {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:18.885262 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c077f313-2701-4802-bf5a-28338c745ec4", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:18.885262 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4977dff9-e953-403c-a456-07a38934297c {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:18.885262 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4977dff9-e953-403c-a456-07a38934297c'] response: {'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4', 'code': 200}
Apr 16 21:17:18.905312 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c077f313-2701-4802-bf5a-28338c745ec4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:18.958389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c077f313-2701-4802-bf5a-28338c745ec4,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:18.971723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f75b5bc3-73a0-4cee-8a0e-ad7da7551054), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:19.000889 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5dc1d218-a842-4f7d-90b1-04cba9a6e9e2 req-da9410db-3f42-477a-a021-736e25a1b54a tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/ports?device_id=6458699b-6221-4f77-85fe-d41710e9c3bd HTTP/1.1" status: 200  len: 210 time: 0.0402632
Apr 16 21:17:19.019940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f75b5bc3-73a0-4cee-8a0e-ad7da7551054,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:19.089663 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (074f9920-4343-42bc-b8f7-04426a241fb0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:19.182066 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9b42ef36-b207-4152-8744-f2b7c48f4eed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:17:19.198067 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (074f9920-4343-42bc-b8f7-04426a241fb0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:19.200289 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Publish callbacks [] for router_controller (074f9920-4343-42bc-b8f7-04426a241fb0), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:19.203763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 9b42ef36-b207-4152-8744-f2b7c48f4eed {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:17:19.204192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9b42ef36-b207-4152-8744-f2b7c48f4eed not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:17:19.332103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e2aac-0563-4dfb-bc92-54db6ed39693 req-bd7bc25a-1ca0-45bf-a53c-6c5071d201ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:19.333628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a8e2aac-0563-4dfb-bc92-54db6ed39693 req-bd7bc25a-1ca0-45bf-a53c-6c5071d201ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 1127 time: 0.0499814
Apr 16 21:17:19.351801 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (074f9920-4343-42bc-b8f7-04426a241fb0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:19.351801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 074f9920-4343-42bc-b8f7-04426a241fb0 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:17:19.360718 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:19.360718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-68d4a3cc-f455-482f-b1c3-995f4dc539b4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/074f9920-4343-42bc-b8f7-04426a241fb0 HTTP/1.1" status: 204  len: 168 time: 1.4517603
Apr 16 21:17:19.360718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60430) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:19.372852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a96136-eb79-4fb8-b060-1dd97e1d313a req-ed99c79b-4fc6-4f7a-a6d3-84f9a29436c2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:19.374377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95a96136-eb79-4fb8-b060-1dd97e1d313a req-ed99c79b-4fc6-4f7a-a6d3-84f9a29436c2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 947 time: 0.0565324
Apr 16 21:17:19.417801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfdb8eb-d9d9-4722-b536-a9b1678dd4d1 admin admin] Deleting subnet 1d3974f7-39a2-4a75-9322-0205b99041c0 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:17:19.421249 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb8eb-d9d9-4722-b536-a9b1678dd4d1 admin admin] Publish callbacks [] for subnet (1d3974f7-39a2-4a75-9322-0205b99041c0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:19.457538 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb8eb-d9d9-4722-b536-a9b1678dd4d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (1d3974f7-39a2-4a75-9322-0205b99041c0), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:19.488738 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95a96136-eb79-4fb8-b060-1dd97e1d313a req-f9af4400-f2f1-479f-a0ec-904dbad8e7f1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044514
Apr 16 21:17:19.526787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e2aac-0563-4dfb-bc92-54db6ed39693 req-10b7bb8a-5d7f-4901-82bd-8918b1c8e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:19.532392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a8e2aac-0563-4dfb-bc92-54db6ed39693 req-10b7bb8a-5d7f-4901-82bd-8918b1c8e6a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 920 time: 0.1526353
Apr 16 21:17:19.574528 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb8eb-d9d9-4722-b536-a9b1678dd4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (1d3974f7-39a2-4a75-9322-0205b99041c0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:19.579288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a8e2aac-0563-4dfb-bc92-54db6ed39693 req-2ac26b29-f229-4118-a30d-788b3a8fd538 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed5b9e7e-736b-4251-8d00-ad2beb4e1443 HTTP/1.1" status: 200  len: 217 time: 0.0441639
Apr 16 21:17:19.645019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e2aac-0563-4dfb-bc92-54db6ed39693 req-feabac61-d8e0-4dad-bd71-83177ba3e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:19.646675 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a8e2aac-0563-4dfb-bc92-54db6ed39693 req-feabac61-d8e0-4dad-bd71-83177ba3e086 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.0619092
Apr 16 21:17:19.702815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e2aac-0563-4dfb-bc92-54db6ed39693 req-2b999164-f537-4f7d-82c7-846506d1f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:19.704892 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a8e2aac-0563-4dfb-bc92-54db6ed39693 req-2b999164-f537-4f7d-82c7-846506d1f963 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0509191
Apr 16 21:17:19.734975 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb8eb-d9d9-4722-b536-a9b1678dd4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (1d3974f7-39a2-4a75-9322-0205b99041c0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:19.771613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdb8eb-d9d9-4722-b536-a9b1678dd4d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d3974f7-39a2-4a75-9322-0205b99041c0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:19.777996 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb8eb-d9d9-4722-b536-a9b1678dd4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:19.781452 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ecfdb8eb-d9d9-4722-b536-a9b1678dd4d1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1d3974f7-39a2-4a75-9322-0205b99041c0 HTTP/1.1" status: 204  len: 168 time: 0.4206023
Apr 16 21:17:19.784442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60448) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:19.793034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d60165f-edaa-45ce-9acc-3c8658881374 None None] Network bdbafa81-4d48-4491-9a2b-12eee8cd21a7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:17:19.802313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b9288-8c79-44b6-bd00-9e51d906708b req-f180a086-b3e0-498f-8389-a47d25f98f8f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:19.803545 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a98b9288-8c79-44b6-bd00-9e51d906708b req-f180a086-b3e0-498f-8389-a47d25f98f8f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0971353
Apr 16 21:17:19.830640 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a8e2aac-0563-4dfb-bc92-54db6ed39693 req-6f7e0ea1-c658-4234-8cfe-f2e3f455f8c9 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1007242
Apr 16 21:17:19.933631 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (bdbafa81-4d48-4491-9a2b-12eee8cd21a7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:19.978286 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a98b9288-8c79-44b6-bd00-9e51d906708b req-dd2f8158-66f5-495b-9b0f-ca76746ee340 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1633735
Apr 16 21:17:20.002028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c775663-f1ad-4fe7-8868-4cdc498ed0f6 req-9ec317f6-3081-41c8-9e06-d63abb948e55 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:20.011800 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c775663-f1ad-4fe7-8868-4cdc498ed0f6 req-9ec317f6-3081-41c8-9e06-d63abb948e55 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0860167
Apr 16 21:17:20.024574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Deleting port d4939b5c-e3f5-4c5e-9796-080bb86b9720 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:17:20.024574 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.044596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ea5bf9-f821-4bed-ba26-1c4864aa6c75 None None] DHCP port deletion for bdbafa81-4d48-4491-9a2b-12eee8cd21a7 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:17:20.051166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a8e2aac-0563-4dfb-bc92-54db6ed39693 req-e47f6827-abdd-4c50-90c8-5326eaa5070c service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2137520
Apr 16 21:17:20.092113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c775663-f1ad-4fe7-8868-4cdc498ed0f6 req-ecf6d118-a11c-4775-ba64-478b89c5af2e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754833
Apr 16 21:17:20.093744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-77ea5bf9-f821-4bed-ba26-1c4864aa6c75 None None] Deleting port d4939b5c-e3f5-4c5e-9796-080bb86b9720 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:17:20.094399 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77ea5bf9-f821-4bed-ba26-1c4864aa6c75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.119316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] For port d4939b5c-e3f5-4c5e-9796-080bb86b9720, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4939b5c-e3f5-4c5e-9796-080bb86b9720,segment=NetworkSegment(b2051790-aa6a-41bf-a8a6-29061f698b0c),segment_id=b2051790-aa6a-41bf-a8a6-29061f698b0c)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:20.119734 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.153473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Calling delete_port for d4939b5c-e3f5-4c5e-9796-080bb86b9720 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:17:20.182268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-77ea5bf9-f821-4bed-ba26-1c4864aa6c75 None None] For port d4939b5c-e3f5-4c5e-9796-080bb86b9720, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4939b5c-e3f5-4c5e-9796-080bb86b9720,segment=NetworkSegment(b2051790-aa6a-41bf-a8a6-29061f698b0c),segment_id=b2051790-aa6a-41bf-a8a6-29061f698b0c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:20.182689 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77ea5bf9-f821-4bed-ba26-1c4864aa6c75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.199791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-77ea5bf9-f821-4bed-ba26-1c4864aa6c75 None None] Calling delete_port for d4939b5c-e3f5-4c5e-9796-080bb86b9720 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:17:20.315657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.323253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:17:20.345720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] No DVR routers for this DVR port d4939b5c-e3f5-4c5e-9796-080bb86b9720 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:17:20.348033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4939b5c-e3f5-4c5e-9796-080bb86b9720,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:20.356875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:17:20.357233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 94e8eb87-ee7a-4a8e-bb59-9075350ddd30 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:17:20.359070 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77ea5bf9-f821-4bed-ba26-1c4864aa6c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (d4939b5c-e3f5-4c5e-9796-080bb86b9720), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.397284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea5bf9-f821-4bed-ba26-1c4864aa6c75 None None] Pushing event deleted for resources: {'Port': ['ID=d4939b5c-e3f5-4c5e-9796-080bb86b9720,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:20.397566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60490) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:20.400193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea5bf9-f821-4bed-ba26-1c4864aa6c75 None None] No DVR routers for this DVR port d4939b5c-e3f5-4c5e-9796-080bb86b9720 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:17:20.467317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5bf138a-bce0-47a2-a6d5-670856e5707c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for security_group (062f3c85-3f5b-430c-a9ae-130fcfdca6fd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.495203 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5bf138a-bce0-47a2-a6d5-670856e5707c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for security_group (062f3c85-3f5b-430c-a9ae-130fcfdca6fd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.653083 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5bf138a-bce0-47a2-a6d5-670856e5707c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (062f3c85-3f5b-430c-a9ae-130fcfdca6fd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.656135 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5bf138a-bce0-47a2-a6d5-670856e5707c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.657485 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b5bf138a-bce0-47a2-a6d5-670856e5707c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "DELETE /v2.0/security-groups/062f3c85-3f5b-430c-a9ae-130fcfdca6fd HTTP/1.1" status: 204  len: 168 time: 0.2593758
Apr 16 21:17:20.661184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60498) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:20.676566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf138a-bce0-47a2-a6d5-670856e5707c tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062f3c85-3f5b-430c-a9ae-130fcfdca6fd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:20.684553 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-a9f211fa-e9ad-4968-acc9-25d15f81b047 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] show failed (client error): The resource could not be found.
Apr 16 21:17:20.686130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a9f211fa-e9ad-4968-acc9-25d15f81b047 tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "GET /v2.0/security-groups/062f3c85-3f5b-430c-a9ae-130fcfdca6fd HTTP/1.1" status: 404  len: 347 time: 0.0227563
Apr 16 21:17:20.688601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c077f313-2701-4802-bf5a-28338c745ec4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:17:20.693119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60500) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:20.749547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a539401-e53c-4a91-b0d6-638d3eeb19a4 req-37bac134-f691-4f06-a79a-b9792384ff91 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:20.751064 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2a539401-e53c-4a91-b0d6-638d3eeb19a4 req-37bac134-f691-4f06-a79a-b9792384ff91 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 947 time: 0.0543370
Apr 16 21:17:20.759718 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (bdbafa81-4d48-4491-9a2b-12eee8cd21a7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.794220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124660460>,) {'filters': {'network_id': ['bdbafa81-4d48-4491-9a2b-12eee8cd21a7']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:20.808516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124660460>, 'b2051790-aa6a-41bf-a8a6-29061f698b0c') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:20.808841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124660460>, 'b2051790-aa6a-41bf-a8a6-29061f698b0c') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:20.817828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:20.826369 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (b2051790-aa6a-41bf-a8a6-29061f698b0c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.833112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c74-40b4-44f7-be3b-24dc8d51c6ef tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Deleting port 7ba7f87a-f5e0-466f-92b9-6ef9eb619b00 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:17:20.833332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c077f313-2701-4802-bf5a-28338c745ec4', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'c077f313-2701-4802-bf5a-28338c745ec4', 'mac_address': 'fa:16:3e:22:4a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:17:20.833947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c74-40b4-44f7-be3b-24dc8d51c6ef tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7ba7f87a-f5e0-466f-92b9-6ef9eb619b00), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.847095 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2a539401-e53c-4a91-b0d6-638d3eeb19a4 req-7295d6ae-ff22-4e5a-a92d-d2a25a9d8ede tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803425
Apr 16 21:17:20.855696 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b2051790-aa6a-41bf-a8a6-29061f698b0c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.876989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:17:20.878139 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (b2051790-aa6a-41bf-a8a6-29061f698b0c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:17:20.881032 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:17:20.883496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c077f313-2701-4802-bf5a-28338c745ec4 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:20.883496 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c077f313-2701-4802-bf5a-28338c745ec4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.901314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c077f313-2701-4802-bf5a-28338c745ec4 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:20.925230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:20.935734 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c74-40b4-44f7-be3b-24dc8d51c6ef tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7ba7f87a-f5e0-466f-92b9-6ef9eb619b00), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.936069 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c74-40b4-44f7-be3b-24dc8d51c6ef tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for floatingip (7ba7f87a-f5e0-466f-92b9-6ef9eb619b00), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:20.951029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c74-40b4-44f7-be3b-24dc8d51c6ef tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Calling delete_port for 7ba7f87a-f5e0-466f-92b9-6ef9eb619b00 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:17:21.007435 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c077f313-2701-4802-bf5a-28338c745ec4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:21.057502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c077f313-2701-4802-bf5a-28338c745ec4,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:21.065173 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.065531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.065880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.066221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.066564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.066904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.067235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.067572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.067976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.068266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.068574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.068907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.069424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.069755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.070089 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:21.101430 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (bdbafa81-4d48-4491-9a2b-12eee8cd21a7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:21.106164 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:21.113808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bdbafa81-4d48-4491-9a2b-12eee8cd21a7 HTTP/1.1" status: 204  len: 168 time: 1.3242106
Apr 16 21:17:21.125364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85504877-3d22-4295-bc53-239dc84191f1 req-4b1488c6-40b4-4d4c-a409-89799691cc6a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:21.128277 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85504877-3d22-4295-bc53-239dc84191f1 req-4b1488c6-40b4-4d4c-a409-89799691cc6a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0745656
Apr 16 21:17:21.138727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0a5dc-eefe-41f8-aa56-c48ec94f24e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbafa81-4d48-4491-9a2b-12eee8cd21a7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:21.167305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f75b5bc3-73a0-4cee-8a0e-ad7da7551054 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:17:21.190393 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85504877-3d22-4295-bc53-239dc84191f1 req-65c77539-d51f-47e5-9f61-e93ad6d6bc22 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517647
Apr 16 21:17:21.197278 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c74-40b4-44f7-be3b-24dc8d51c6ef tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7ba7f87a-f5e0-466f-92b9-6ef9eb619b00), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:21.199998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: f75b5bc3-73a0-4cee-8a0e-ad7da7551054 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:17:21.200530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f75b5bc3-73a0-4cee-8a0e-ad7da7551054 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:17:21.201056 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d4939b5c-e3f5-4c5e-9796-080bb86b9720 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:17:21.233142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c74-40b4-44f7-be3b-24dc8d51c6ef tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Pushing event deleted for resources: {'Port': ['ID=7ba7f87a-f5e0-466f-92b9-6ef9eb619b00,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:21.241930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: d4939b5c-e3f5-4c5e-9796-080bb86b9720 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:17:21.242529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d4939b5c-e3f5-4c5e-9796-080bb86b9720 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:17:21.280892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c077f313-2701-4802-bf5a-28338c745ec4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:17:21.296655 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c74-40b4-44f7-be3b-24dc8d51c6ef tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks [] for floatingip (cae5038f-f04d-44e7-9674-df58dda2c2a9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:21.299396 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c74-40b4-44f7-be3b-24dc8d51c6ef tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:21.300624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-aa0c7c74-40b4-44f7-be3b-24dc8d51c6ef tempest-ImagesOneServerNegativeTestJSON-2043930767 tempest-ImagesOneServerNegativeTestJSON-2043930767-project] 10.222.0.20 "DELETE /v2.0/floatingips/cae5038f-f04d-44e7-9674-df58dda2c2a9 HTTP/1.1" status: 204  len: 168 time: 0.6065249
Apr 16 21:17:21.343347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9715cbe-d7d1-46d5-b61c-aa7d4f989866 req-249e38cf-958c-4f40-a554-7f6631057d80 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:21.344958 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9715cbe-d7d1-46d5-b61c-aa7d4f989866 req-249e38cf-958c-4f40-a554-7f6631057d80 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0569711
Apr 16 21:17:21.394044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9715cbe-d7d1-46d5-b61c-aa7d4f989866 req-9ee0867a-f83a-4146-9035-79b5bfb0f122 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425966
Apr 16 21:17:21.537579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60526) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:21.562652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ebf61-0615-4513-9723-a0bc9285e815 req-a3e8b51b-f1d8-4baf-9e96-bee5b07597eb tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:21.564219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b14ebf61-0615-4513-9723-a0bc9285e815 req-a3e8b51b-f1d8-4baf-9e96-bee5b07597eb tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 948 time: 0.0539300
Apr 16 21:17:21.596755 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-0e9b7c92-2751-41ef-9fc6-c8b478dd4358 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:21.598165 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-0e9b7c92-2751-41ef-9fc6-c8b478dd4358 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb&tenant_id=29fd420ef9134715bd3a9f2467d924cd&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 948 time: 0.0757470
Apr 16 21:17:21.614868 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b14ebf61-0615-4513-9723-a0bc9285e815 req-06220242-a805-4664-94f0-00ebacc6ce65 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437679
Apr 16 21:17:21.618520 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-57c0ecb3-9aea-432a-b253-8c14e205e989 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6fea34a43ca48838967318650c3587b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0818901
Apr 16 21:17:21.621133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60528) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:21.707843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60534) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:21.731073 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-238e7b94-283b-4a44-8fae-af97cab54b07 admin admin] Publish callbacks [] for security_group (3f00a097-7a85-4729-81d6-4e7ed5f5746f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:21.760151 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c63ee0-8d7b-4518-8772-f1898e0018f0 admin admin] Deleting subnet e775fec7-8eeb-48a7-984f-55b2ee9b30df {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:17:21.765702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63c63ee0-8d7b-4518-8772-f1898e0018f0 admin admin] Publish callbacks [] for subnet (e775fec7-8eeb-48a7-984f-55b2ee9b30df), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:21.766751 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-238e7b94-283b-4a44-8fae-af97cab54b07 admin admin] Publish callbacks [] for security_group (3f00a097-7a85-4729-81d6-4e7ed5f5746f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:21.776009 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-6f687eb9-6a91-47fd-b1fa-cc428d465dbd service neutron] 10.222.0.11 "GET /v2.0/ports/c077f313-2701-4802-bf5a-28338c745ec4/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0905669
Apr 16 21:17:21.813917 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63c63ee0-8d7b-4518-8772-f1898e0018f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (e775fec7-8eeb-48a7-984f-55b2ee9b30df), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:21.873002 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63c63ee0-8d7b-4518-8772-f1898e0018f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (e775fec7-8eeb-48a7-984f-55b2ee9b30df), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:21.877954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624341-1cf3-430b-9ee4-844baa3d4bfb req-2e56a5e7-62f7-497d-9e61-98ac39c51acb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:21.881014 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3a624341-1cf3-430b-9ee4-844baa3d4bfb req-2e56a5e7-62f7-497d-9e61-98ac39c51acb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0739558
Apr 16 21:17:21.924912 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-238e7b94-283b-4a44-8fae-af97cab54b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3f00a097-7a85-4729-81d6-4e7ed5f5746f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:21.927603 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-238e7b94-283b-4a44-8fae-af97cab54b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:21.928903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-238e7b94-283b-4a44-8fae-af97cab54b07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f00a097-7a85-4729-81d6-4e7ed5f5746f HTTP/1.1" status: 204  len: 168 time: 0.3068306
Apr 16 21:17:21.940217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-3becc852-4840-4b22-821d-be88e5d54400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:21.942089 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-3becc852-4840-4b22-821d-be88e5d54400 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 1130 time: 0.0792000
Apr 16 21:17:21.981946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e7b94-283b-4a44-8fae-af97cab54b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f00a097-7a85-4729-81d6-4e7ed5f5746f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:22.012211 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63c63ee0-8d7b-4518-8772-f1898e0018f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (e775fec7-8eeb-48a7-984f-55b2ee9b30df), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:22.056987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c63ee0-8d7b-4518-8772-f1898e0018f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e775fec7-8eeb-48a7-984f-55b2ee9b30df,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:22.059396 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63c63ee0-8d7b-4518-8772-f1898e0018f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:22.063283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-63c63ee0-8d7b-4518-8772-f1898e0018f0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e775fec7-8eeb-48a7-984f-55b2ee9b30df HTTP/1.1" status: 204  len: 168 time: 0.3543215
Apr 16 21:17:22.066591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60546) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:22.074957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3a624341-1cf3-430b-9ee4-844baa3d4bfb req-21f435a3-859a-4ca9-9fb4-41e3c37582f0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1729400
Apr 16 21:17:22.085054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f095b03-307f-4a97-ba28-e9676b66a3ac req-63341400-8d45-47ed-afd1-4cd36b59309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:22.086575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f095b03-307f-4a97-ba28-e9676b66a3ac req-63341400-8d45-47ed-afd1-4cd36b59309b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 1127 time: 0.1347079
Apr 16 21:17:22.153206 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52cfea43-ad7c-4fc0-9b54-4ffdeddd0284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (ce54676e-63e2-4bec-8d37-78514d0685e3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:22.185798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-f31f5c6a-fc46-49ae-ba34-1fda73b75c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:22.187291 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-f31f5c6a-fc46-49ae-ba34-1fda73b75c52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.2289643
Apr 16 21:17:22.236103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52cfea43-ad7c-4fc0-9b54-4ffdeddd0284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (ce54676e-63e2-4bec-8d37-78514d0685e3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:22.244977 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-4c688f02-d7c3-4414-9c1b-56d7a585ccdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=c077f313-2701-4802-bf5a-28338c745ec4 HTTP/1.1" status: 200  len: 217 time: 0.0469999
Apr 16 21:17:22.249846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f095b03-307f-4a97-ba28-e9676b66a3ac req-25f74587-e574-4f2e-85a2-66d719cc309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:22.251287 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f095b03-307f-4a97-ba28-e9676b66a3ac req-25f74587-e574-4f2e-85a2-66d719cc309f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.1580496
Apr 16 21:17:22.258060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-52cfea43-ad7c-4fc0-9b54-4ffdeddd0284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f0a9850>,) {'filters': {'network_id': ['ce54676e-63e2-4bec-8d37-78514d0685e3']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:22.268091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-52cfea43-ad7c-4fc0-9b54-4ffdeddd0284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f0a9850>, '6419f4c5-657d-46f5-bceb-0e17ae190fee') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:22.268426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-52cfea43-ad7c-4fc0-9b54-4ffdeddd0284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f0a9850>, '6419f4c5-657d-46f5-bceb-0e17ae190fee') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:22.278556 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52cfea43-ad7c-4fc0-9b54-4ffdeddd0284 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (6419f4c5-657d-46f5-bceb-0e17ae190fee), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:22.293125 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52cfea43-ad7c-4fc0-9b54-4ffdeddd0284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6419f4c5-657d-46f5-bceb-0e17ae190fee), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:22.300376 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cfea43-ad7c-4fc0-9b54-4ffdeddd0284 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:17:22.300778 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52cfea43-ad7c-4fc0-9b54-4ffdeddd0284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (6419f4c5-657d-46f5-bceb-0e17ae190fee), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:17:22.302553 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:17:22.351476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-c3118aea-aa87-48c1-ba88-ce77979bfc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:22.353030 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-c3118aea-aa87-48c1-ba88-ce77979bfc3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1008713
Apr 16 21:17:22.357149 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f095b03-307f-4a97-ba28-e9676b66a3ac req-5aaa5821-1053-4f66-9ef1-07f3af11e392 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 HTTP/1.1" status: 200  len: 999 time: 0.0965388
Apr 16 21:17:22.432335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-ef725fcf-d0d4-4ea8-85ca-4d518504bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:22.433890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-ef725fcf-d0d4-4ea8-85ca-4d518504bd0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0741494
Apr 16 21:17:22.453189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f095b03-307f-4a97-ba28-e9676b66a3ac req-7a022875-1311-413e-8e89-f1cf8df7febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:22.453394 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52cfea43-ad7c-4fc0-9b54-4ffdeddd0284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (ce54676e-63e2-4bec-8d37-78514d0685e3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:22.454676 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f095b03-307f-4a97-ba28-e9676b66a3ac req-7a022875-1311-413e-8e89-f1cf8df7febb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.0848868
Apr 16 21:17:22.458179 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52cfea43-ad7c-4fc0-9b54-4ffdeddd0284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:22.462180 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-52cfea43-ad7c-4fc0-9b54-4ffdeddd0284 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ce54676e-63e2-4bec-8d37-78514d0685e3 HTTP/1.1" status: 204  len: 168 time: 0.3946321
Apr 16 21:17:22.486086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfea43-ad7c-4fc0-9b54-4ffdeddd0284 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce54676e-63e2-4bec-8d37-78514d0685e3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:22.588991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc4fe5-2444-4dde-b8df-4472f81d0646 req-b0d16728-6a64-4ef9-adc4-20056bac112e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:22.605267 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55dc4fe5-2444-4dde-b8df-4472f81d0646 req-b0d16728-6a64-4ef9-adc4-20056bac112e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0848663
Apr 16 21:17:22.660118 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55dc4fe5-2444-4dde-b8df-4472f81d0646 req-a5f69c86-848e-4667-8e45-84aaf8f083da tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535507
Apr 16 21:17:22.719048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c077f313-2701-4802-bf5a-28338c745ec4 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:22.789460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c077f313-2701-4802-bf5a-28338c745ec4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:22.790111 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c077f313-2701-4802-bf5a-28338c745ec4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:22.883009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c077f313-2701-4802-bf5a-28338c745ec4 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:22.883657 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c077f313-2701-4802-bf5a-28338c745ec4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:22.897079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60614) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:22.907668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:22.910310 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b651762-4806-43db-8b43-fb931a165c2e" -d '{"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-plugged", "status": "completed", "tag": "c077f313-2701-4802-bf5a-28338c745ec4"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:22.923473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:22.957310 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d1bffc3d-e3fa-4f56-861a-1ffd3b5d139c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c63d4ed9df1548b88731e003044c32da&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0562637
Apr 16 21:17:22.959239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60620) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:22.978775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0471223-dfee-4731-a7fb-5a8e51e59ba9 req-36e74e49-d276-45f1-a4ea-035e876daf1c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:22.980364 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c0471223-dfee-4731-a7fb-5a8e51e59ba9 req-36e74e49-d276-45f1-a4ea-035e876daf1c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 948 time: 0.1031888
Apr 16 21:17:22.984587 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c077f313-2701-4802-bf5a-28338c745ec4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:23.016112 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ddbc46-f05b-4967-b9d8-30b0fed04f5a x-openstack-request-id: req-a1ddbc46-f05b-4967-b9d8-30b0fed04f5a {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:23.016729 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-plugged", "status": "completed", "tag": "c077f313-2701-4802-bf5a-28338c745ec4", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:23.017168 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1ddbc46-f05b-4967-b9d8-30b0fed04f5a {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:23.017853 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ddbc46-f05b-4967-b9d8-30b0fed04f5a'] response: {'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4', 'code': 200}
Apr 16 21:17:23.034492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f095b03-307f-4a97-ba28-e9676b66a3ac req-0f6fadf4-edb0-4aaf-9e84-a89482cad39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:23.036066 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f095b03-307f-4a97-ba28-e9676b66a3ac req-0f6fadf4-edb0-4aaf-9e84-a89482cad39c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1577582
Apr 16 21:17:23.049782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c077f313-2701-4802-bf5a-28338c745ec4,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:23.060786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-4f095b03-307f-4a97-ba28-e9676b66a3ac req-f9079020-72bc-46d0-9d4c-0bad351b9aa2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:17:23.062432 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f095b03-307f-4a97-ba28-e9676b66a3ac req-f9079020-72bc-46d0-9d4c-0bad351b9aa2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0106032
Apr 16 21:17:23.064351 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-995d316f-edd2-49b9-92bd-d0ec2e8340cd admin admin] Publish callbacks [] for security_group (fdb250c3-786c-4959-af4c-e2c05112fd53), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:23.072722 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c0471223-dfee-4731-a7fb-5a8e51e59ba9 req-643f5833-fcf2-4ba4-8949-4b36dd9157d1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803249
Apr 16 21:17:23.093817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-995d316f-edd2-49b9-92bd-d0ec2e8340cd admin admin] Publish callbacks [] for security_group (fdb250c3-786c-4959-af4c-e2c05112fd53), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:23.171261 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-5cce7a40-26a6-41d2-b739-a83b00a7c539 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7271585
Apr 16 21:17:23.219195 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0290e17-a95f-4ddc-8b27-638484066d9c req-fe773872-cc71-496c-b1b1-787bf725809c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:23.220761 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f0290e17-a95f-4ddc-8b27-638484066d9c req-fe773872-cc71-496c-b1b1-787bf725809c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0481660
Apr 16 21:17:23.249127 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f095b03-307f-4a97-ba28-e9676b66a3ac req-a38be1ea-edea-46ac-8eb7-532d304455b5 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1721671
Apr 16 21:17:23.268890 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f0290e17-a95f-4ddc-8b27-638484066d9c req-ba99eb6c-2634-4ee5-ae00-48c18ba7e3ab tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418212
Apr 16 21:17:23.293845 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-995d316f-edd2-49b9-92bd-d0ec2e8340cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fdb250c3-786c-4959-af4c-e2c05112fd53), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:23.296667 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-995d316f-edd2-49b9-92bd-d0ec2e8340cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:23.298878 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-995d316f-edd2-49b9-92bd-d0ec2e8340cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdb250c3-786c-4959-af4c-e2c05112fd53 HTTP/1.1" status: 204  len: 168 time: 0.3380892
Apr 16 21:17:23.308704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d316f-edd2-49b9-92bd-d0ec2e8340cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb250c3-786c-4959-af4c-e2c05112fd53,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:23.338626 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-4f37ce2b-9b0e-4bc8-9171-74fbeddad756 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588681
Apr 16 21:17:23.387980 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f095b03-307f-4a97-ba28-e9676b66a3ac req-9aa6eb3a-b3eb-47ad-8222-13829f6cd6d9 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288142
Apr 16 21:17:24.229209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d56ec-3a6f-421a-bcc8-167b5f56e0cd req-db612f1e-b34b-4438-9936-e590c2a3b23d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:24.236192 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-692d56ec-3a6f-421a-bcc8-167b5f56e0cd req-db612f1e-b34b-4438-9936-e590c2a3b23d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0590160
Apr 16 21:17:24.284819 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-692d56ec-3a6f-421a-bcc8-167b5f56e0cd req-417006d0-8c83-4c26-8f09-aa3aca1f89e3 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475059
Apr 16 21:17:24.394410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7402e-e1dc-4ec1-bf76-a2670cc76713 req-57c4917a-938f-466b-a085-258f2b795e77 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:24.395847 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dab7402e-e1dc-4ec1-bf76-a2670cc76713 req-57c4917a-938f-466b-a085-258f2b795e77 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0547071
Apr 16 21:17:24.397912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60686) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:24.451527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dab7402e-e1dc-4ec1-bf76-a2670cc76713 req-3f033df9-aae6-4019-a4b9-ae53b638ab88 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462968
Apr 16 21:17:24.543686 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ae776039-fee4-45d9-a05e-ed674051d417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:24.581586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a167fca-4a80-4891-b014-c0d3f462d88c req-95db0124-d676-454e-b01f-326013f36a75 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:24.583082 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a167fca-4a80-4891-b014-c0d3f462d88c req-95db0124-d676-454e-b01f-326013f36a75 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0501409
Apr 16 21:17:24.626818 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ae776039-fee4-45d9-a05e-ed674051d417 admin admin] Publish callbacks [] for security_group (9679f642-2789-4957-b6ea-9b819088065f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:24.640275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a167fca-4a80-4891-b014-c0d3f462d88c req-7b6d3858-f67f-4865-ad34-ca8be5b7c7c9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510514
Apr 16 21:17:24.726645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60704) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:24.733388 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ae776039-fee4-45d9-a05e-ed674051d417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9679f642-2789-4957-b6ea-9b819088065f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:24.776995 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ae776039-fee4-45d9-a05e-ed674051d417 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=824d22b7a87d4842812070a656a590bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3778443
Apr 16 21:17:24.780851 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60710) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:24.791066 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae776039-fee4-45d9-a05e-ed674051d417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9679f642-2789-4957-b6ea-9b819088065f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:24.832568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-359989449-network', 'tenant_id': 'b00b1d48717f486d9a0283efc56eed45'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:24.839269 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Publish callbacks [] for security_group (9679f642-2789-4957-b6ea-9b819088065f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:24.863576 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Publish callbacks [] for security_group (9679f642-2789-4957-b6ea-9b819088065f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:24.898950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Made reservation on behalf of b00b1d48717f486d9a0283efc56eed45 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:24.901719 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:24.921151 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:25.024830 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9679f642-2789-4957-b6ea-9b819088065f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:25.027417 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:25.029808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9679f642-2789-4957-b6ea-9b819088065f HTTP/1.1" status: 204  len: 168 time: 0.2465153
Apr 16 21:17:25.042394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9679f642-2789-4957-b6ea-9b819088065f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:25.052079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.053039 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.053615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.054374 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.054992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.055395 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.055969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.056331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.056667 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.057371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.057893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.058080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.058422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.059336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.059674 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97045527-935c-48c9-98a5-458eee8d5169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:25.124466 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Publish callbacks [] for security_group (a4129966-68bc-4dbc-a6f2-da35ec4ea225), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:25.199299 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-f6370ba5-df15-406d-aa9b-ebbb0492e6b1 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c79f0fe4726d4abcbdc2672a15f709f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0297315
Apr 16 21:17:25.231691 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a4129966-68bc-4dbc-a6f2-da35ec4ea225), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:25.271252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:17:25.300161 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca1259-f986-4391-b6ba-4a1e6fb6e741 req-2da73fdb-999f-4268-9fc8-0569cb13255f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:25.301811 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11ca1259-f986-4391-b6ba-4a1e6fb6e741 req-2da73fdb-999f-4268-9fc8-0569cb13255f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0858271
Apr 16 21:17:25.308873 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ecdf0c12-ed87-4ed2-9c43-0998fa4320df), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:25.309227 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Added segment ecdf0c12-ed87-4ed2-9c43-0998fa4320df of type vlan for network a649c8f3-f2be-499a-9b04-6a47e61e2fa2
Apr 16 21:17:25.318725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4129966-68bc-4dbc-a6f2-da35ec4ea225,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:25.386312 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a649c8f3-f2be-499a-9b04-6a47e61e2fa2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:25.403156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11ca1259-f986-4391-b6ba-4a1e6fb6e741 req-9d73faab-58e8-45fb-94d5-6cbca9de4d15 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918939
Apr 16 21:17:25.410951 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-db10d86b-029a-4b15-8c61-eaec38bda0ed tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:25.415049 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-db10d86b-029a-4b15-8c61-eaec38bda0ed tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2102170
Apr 16 21:17:25.431419 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-6bc957ca-b83f-4ac0-a9f2-4b944458b161 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/quotas/c79f0fe4726d4abcbdc2672a15f709f9 HTTP/1.1" status: 200  len: 375 time: 0.0114458
Apr 16 21:17:25.471628 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a649c8f3-f2be-499a-9b04-6a47e61e2fa2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:25.473474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:25.474775 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:25.478967 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-abfe20a8-3a27-4196-9b5e-f128f6ddae84 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c79f0fe4726d4abcbdc2672a15f709f9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0329673
Apr 16 21:17:25.603601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] Pushing event updated for resources: {'Network': ['ID=a649c8f3-f2be-499a-9b04-6a47e61e2fa2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:25.612266 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1fa7b3a2-53a2-4d07-9bbb-87e7becedc95 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8844111
Apr 16 21:17:25.615791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60758) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:25.621820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-437781c6-eb32-436c-b17a-ed29044c21db admin admin] Request body: {'subnet': {'network_id': 'a649c8f3-f2be-499a-9b04-6a47e61e2fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-359989449-subnet', 'tenant_id': 'b00b1d48717f486d9a0283efc56eed45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:25.637981 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a649c8f3-f2be-499a-9b04-6a47e61e2fa2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:17:25.644047 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685a56d-bf1b-4d38-90ab-2af8913b7a42 req-1f5689c0-960e-4ed0-8c90-c64cdf5e2837 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:25.653766 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0685a56d-bf1b-4d38-90ab-2af8913b7a42 req-1f5689c0-960e-4ed0-8c90-c64cdf5e2837 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.1346395
Apr 16 21:17:25.719273 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0685a56d-bf1b-4d38-90ab-2af8913b7a42 req-49d59fd1-a240-4f3c-9820-bcf5e69bb6f1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657928
Apr 16 21:17:25.757509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437781c6-eb32-436c-b17a-ed29044c21db admin admin] Made reservation on behalf of b00b1d48717f486d9a0283efc56eed45 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:25.760250 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-437781c6-eb32-436c-b17a-ed29044c21db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:25.914157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eba518-1938-4901-a348-236ef8bd6de9 req-093617e9-99b4-47f8-adae-2144685a667d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:25.922698 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-35eba518-1938-4901-a348-236ef8bd6de9 req-093617e9-99b4-47f8-adae-2144685a667d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1017759
Apr 16 21:17:26.334274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-35eba518-1938-4901-a348-236ef8bd6de9 req-dbce88c2-917d-4f42-84d6-9f491da25e87 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954001
Apr 16 21:17:26.334274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-8fcfff9d-12ca-4c57-bfb2-344129d485d4 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c79f0fe4726d4abcbdc2672a15f709f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0243311
Apr 16 21:17:26.339414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60790) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:26.339414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-78499791-bf0a-43a1-a6f9-2bfe676f1697 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607996063', 'description': 'tempest-description--1056331589'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:26.339414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e278b-1db4-48c7-ac6f-009d39e8c9fa req-6ef80efd-3d44-4ca3-8f49-d84d80924154 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:26.339414 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-405e278b-1db4-48c7-ac6f-009d39e8c9fa req-6ef80efd-3d44-4ca3-8f49-d84d80924154 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0688016
Apr 16 21:17:26.343175 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-437781c6-eb32-436c-b17a-ed29044c21db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (b9604105-2525-41e1-85c8-95155ab2e433), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:26.343175 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-ef0cef2f-34e2-40d5-82cf-b0de5cf57c38 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:26.343175 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-ef0cef2f-34e2-40d5-82cf-b0de5cf57c38 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1865160
Apr 16 21:17:26.344472 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-405e278b-1db4-48c7-ac6f-009d39e8c9fa req-91fcdaec-2d0a-40c3-9e6d-67980782cefa tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454371
Apr 16 21:17:26.345193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-0075f39c-f404-4e20-85bb-2aeb4fdd5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:26.345193 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-0075f39c-f404-4e20-85bb-2aeb4fdd5cd6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb&tenant_id=29fd420ef9134715bd3a9f2467d924cd HTTP/1.1" status: 200  len: 1131 time: 0.1046572
Apr 16 21:17:26.348186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-70c82dae-a81b-4497-b205-0f54fc35a547 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:17:26.349481 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-70c82dae-a81b-4497-b205-0f54fc35a547 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062423
Apr 16 21:17:26.365902 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-dc8446b2-990c-4d1b-bed2-777056ef6ab9 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/quotas/c79f0fe4726d4abcbdc2672a15f709f9 HTTP/1.1" status: 200  len: 375 time: 0.0319066
Apr 16 21:17:26.375436 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78499791-bf0a-43a1-a6f9-2bfe676f1697 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:26.439177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437781c6-eb32-436c-b17a-ed29044c21db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9604105-2525-41e1-85c8-95155ab2e433,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:26.458030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78499791-bf0a-43a1-a6f9-2bfe676f1697 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for security_group (d1deaf2b-a53d-4ae7-8508-81d59abf06cb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:26.477099 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-7c8a28e0-e18f-4222-823f-ae6e11535a99 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c79f0fe4726d4abcbdc2672a15f709f9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1013844
Apr 16 21:17:26.483437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-ea29d7ae-f7f8-4818-810e-ce1525459e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:26.485125 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-ea29d7ae-f7f8-4818-810e-ce1525459e18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 1131 time: 0.1050518
Apr 16 21:17:26.489717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437781c6-eb32-436c-b17a-ed29044c21db admin admin] Checking segment: {'id': 'ecdf0c12-ed87-4ed2-9c43-0998fa4320df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a649c8f3-f2be-499a-9b04-6a47e61e2fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:26.490251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437781c6-eb32-436c-b17a-ed29044c21db admin admin] Network hostable DHCP agents. Network: a649c8f3-f2be-499a-9b04-6a47e61e2fa2, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:17:26.585573 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78499791-bf0a-43a1-a6f9-2bfe676f1697 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d1deaf2b-a53d-4ae7-8508-81d59abf06cb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:26.611372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-48005853-75e5-470b-b471-33ffb527c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:26.613163 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-48005853-75e5-470b-b471-33ffb527c1f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1200137
Apr 16 21:17:26.634994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78499791-bf0a-43a1-a6f9-2bfe676f1697 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1deaf2b-a53d-4ae7-8508-81d59abf06cb,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:26.667523 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-ea115cab-45c4-49a8-bed5-445847b93fbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=c077f313-2701-4802-bf5a-28338c745ec4 HTTP/1.1" status: 200  len: 217 time: 0.0476329
Apr 16 21:17:26.701959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437781c6-eb32-436c-b17a-ed29044c21db admin admin] Network a649c8f3-f2be-499a-9b04-6a47e61e2fa2 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:17:26.725902 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78499791-bf0a-43a1-a6f9-2bfe676f1697 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:26.728266 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-78499791-bf0a-43a1-a6f9-2bfe676f1697 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5656021
Apr 16 21:17:26.731306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60802) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:26.740633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1c4cd685-3ec1-4411-88a7-9d9beccafcb2 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Request body: {'security_group_rule': {'security_group_id': 'd1deaf2b-a53d-4ae7-8508-81d59abf06cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:26.750932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-dc09f13d-81ee-4397-92e6-5230fe3596ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:26.752595 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-dc09f13d-81ee-4397-92e6-5230fe3596ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0796938
Apr 16 21:17:26.800672 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-437781c6-eb32-436c-b17a-ed29044c21db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a649c8f3-f2be-499a-9b04-6a47e61e2fa2) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:26.806215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437781c6-eb32-436c-b17a-ed29044c21db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:26.810255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b083edd-6171-4759-a5ac-d7bdafe060c8 None None] Network a649c8f3-f2be-499a-9b04-6a47e61e2fa2 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:17:26.813771 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-437781c6-eb32-436c-b17a-ed29044c21db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:26.851798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-b9aa330d-84dc-47d7-9321-5b6bad35880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:26.854006 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-b9aa330d-84dc-47d7-9321-5b6bad35880a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0930929
Apr 16 21:17:26.883953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8960b3-4d0c-4773-a1c1-6d8ffcb73ec9 req-fcc35ec7-7d14-418d-a957-bc7557b0c8a0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:26.885587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d8960b3-4d0c-4773-a1c1-6d8ffcb73ec9 req-fcc35ec7-7d14-418d-a957-bc7557b0c8a0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0638902
Apr 16 21:17:26.927672 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-437781c6-eb32-436c-b17a-ed29044c21db admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.3100500
Apr 16 21:17:26.934607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eda9df-6884-4e92-9019-a0cbcb5ff533 None None] Network a649c8f3-f2be-499a-9b04-6a47e61e2fa2 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:17:26.934933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c4cd685-3ec1-4411-88a7-9d9beccafcb2 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for security_group_rule (1af12483-8e9b-4b46-a4fa-a0899dde7c0e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:26.977686 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-5fae5ded-7a03-4534-969a-6eb2693c2cbb service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1167617
Apr 16 21:17:26.982109 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d8960b3-4d0c-4773-a1c1-6d8ffcb73ec9 req-188ad5a4-3fe5-45b1-bbcd-cba2a9569ef4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895591
Apr 16 21:17:27.027912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c4cd685-3ec1-4411-88a7-9d9beccafcb2 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for security_group_rule (1af12483-8e9b-4b46-a4fa-a0899dde7c0e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:27.115215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62812931-b4dd-4e86-81c7-c85a400c9f8d req-06e59862-5401-4f67-a51f-8b3194f9d4ab service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286190
Apr 16 21:17:27.172691 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca213f-d619-4bfb-b9ef-b368d14fcda0 req-37befaac-45d9-44df-98e5-6b54c661aa01 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:27.181557 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9dca213f-d619-4bfb-b9ef-b368d14fcda0 req-37befaac-45d9-44df-98e5-6b54c661aa01 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.1269274
Apr 16 21:17:27.192056 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c4cd685-3ec1-4411-88a7-9d9beccafcb2 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (1af12483-8e9b-4b46-a4fa-a0899dde7c0e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:27.232834 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cd685-3ec1-4411-88a7-9d9beccafcb2 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af12483-8e9b-4b46-a4fa-a0899dde7c0e,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:27.264720 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9dca213f-d619-4bfb-b9ef-b368d14fcda0 req-3bc33801-07cb-409c-bb69-44f703cbd532 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816128
Apr 16 21:17:27.323185 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c4cd685-3ec1-4411-88a7-9d9beccafcb2 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:27.324509 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1c4cd685-3ec1-4411-88a7-9d9beccafcb2 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5917084
Apr 16 21:17:27.327254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60820) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:27.332119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c7ddc2a0-b6d6-45a1-b742-76aaff38f897 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Request body: {'security_group_rule': {'security_group_id': 'd1deaf2b-a53d-4ae7-8508-81d59abf06cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:27.396363 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e9af64bc-b591-4b2f-a477-20531d07fbf1 req-ce27c84f-2810-4c06-ba0f-1c76a605a6bc tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 210 time: 0.0703139
Apr 16 21:17:27.428093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6b872dda-ac82-4529-80ae-9fd4edd3e04b req-a9c07263-3342-4c9d-aabf-edd77a043295 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1178421233', 'description': 'tempest-description-1609146141'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:27.509702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc2a0-b6d6-45a1-b742-76aaff38f897 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for security_group_rule (5803c110-57c8-46cf-81f9-eed8822c478e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:27.533765 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b872dda-ac82-4529-80ae-9fd4edd3e04b req-a9c07263-3342-4c9d-aabf-edd77a043295 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:27.562827 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc2a0-b6d6-45a1-b742-76aaff38f897 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for security_group_rule (5803c110-57c8-46cf-81f9-eed8822c478e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:27.612556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b872dda-ac82-4529-80ae-9fd4edd3e04b req-a9c07263-3342-4c9d-aabf-edd77a043295 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (dd068948-fd7f-4b27-a4d2-ae6b9d6879cd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:27.688478 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc2a0-b6d6-45a1-b742-76aaff38f897 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (5803c110-57c8-46cf-81f9-eed8822c478e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:27.707043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddc2a0-b6d6-45a1-b742-76aaff38f897 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5803c110-57c8-46cf-81f9-eed8822c478e,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:27.745368 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b872dda-ac82-4529-80ae-9fd4edd3e04b req-a9c07263-3342-4c9d-aabf-edd77a043295 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (dd068948-fd7f-4b27-a4d2-ae6b9d6879cd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:27.775787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c07263-3342-4c9d-aabf-edd77a043295 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd068948-fd7f-4b27-a4d2-ae6b9d6879cd,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:27.838844 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc2a0-b6d6-45a1-b742-76aaff38f897 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:27.840064 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c7ddc2a0-b6d6-45a1-b742-76aaff38f897 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5119650
Apr 16 21:17:27.843405 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60834) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:27.847813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:27.861333 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6b872dda-ac82-4529-80ae-9fd4edd3e04b req-a9c07263-3342-4c9d-aabf-edd77a043295 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:27.863528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b872dda-ac82-4529-80ae-9fd4edd3e04b req-a9c07263-3342-4c9d-aabf-edd77a043295 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.4386971
Apr 16 21:17:27.928612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe85800a-3aa5-42b3-8839-755ed1ef257d req-f2251f8b-f934-4d20-a906-8a7128381a5a tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-groups/dd068948-fd7f-4b27-a4d2-ae6b9d6879cd HTTP/1.1" status: 200  len: 1832 time: 0.0445695
Apr 16 21:17:27.937959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-fe85800a-3aa5-42b3-8839-755ed1ef257d req-7a618e56-6b45-4d66-8f6f-67b95a174969 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dd068948-fd7f-4b27-a4d2-ae6b9d6879cd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:27.938309 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-fe85800a-3aa5-42b3-8839-755ed1ef257d req-7a618e56-6b45-4d66-8f6f-67b95a174969 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dd068948-fd7f-4b27-a4d2-ae6b9d6879cd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:27.967536 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:28.059109 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:28.099638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-fe85800a-3aa5-42b3-8839-755ed1ef257d req-7a618e56-6b45-4d66-8f6f-67b95a174969 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group_rule (4b44e006-cc1c-404e-8db0-8185d2cf0dc1), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:28.145225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-fe85800a-3aa5-42b3-8839-755ed1ef257d req-7a618e56-6b45-4d66-8f6f-67b95a174969 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group_rule (4b44e006-cc1c-404e-8db0-8185d2cf0dc1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:28.214467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a43a-73da-46c4-86ab-04ec5d4d5940 req-0835494b-4488-4595-be64-5c1a93198b7f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:28.215922 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6af1a43a-73da-46c4-86ab-04ec5d4d5940 req-0835494b-4488-4595-be64-5c1a93198b7f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0590134
Apr 16 21:17:28.223719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Allocated IP 172.35.1.248 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/ec506f74-5d67-4095-a555-748e24dd8262) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:28.248155 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-fe85800a-3aa5-42b3-8839-755ed1ef257d req-7a618e56-6b45-4d66-8f6f-67b95a174969 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (4b44e006-cc1c-404e-8db0-8185d2cf0dc1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:28.275376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a618e56-6b45-4d66-8f6f-67b95a174969 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b44e006-cc1c-404e-8db0-8185d2cf0dc1,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:28.319927 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6af1a43a-73da-46c4-86ab-04ec5d4d5940 req-7464b150-b75f-4698-a860-e4091570e75d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968449
Apr 16 21:17:28.363480 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for port (ec506f74-5d67-4095-a555-748e24dd8262), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:28.380163 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-fe85800a-3aa5-42b3-8839-755ed1ef257d req-7a618e56-6b45-4d66-8f6f-67b95a174969 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:28.382198 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe85800a-3aa5-42b3-8839-755ed1ef257d req-7a618e56-6b45-4d66-8f6f-67b95a174969 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4475579
Apr 16 21:17:28.476598 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ec506f74-5d67-4095-a555-748e24dd8262), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:28.486679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991782d-5c46-434f-8471-6defd1e2adac req-157cdb2e-3108-4ff1-aab1-61f5d4e5b3ab tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:28.492851 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9991782d-5c46-434f-8471-6defd1e2adac req-157cdb2e-3108-4ff1-aab1-61f5d4e5b3ab tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 949 time: 0.0566351
Apr 16 21:17:28.522982 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:28.529378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:28.533619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:28.548541 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9991782d-5c46-434f-8471-6defd1e2adac req-564e0c60-0bdf-4e9d-9b88-0e9eb5f4b623 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526981
Apr 16 21:17:28.563764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Pushing event updated for resources: {'Port': ['ID=ec506f74-5d67-4095-a555-748e24dd8262,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:28.645744 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for floatingip (681cf20a-0317-43da-bc53-7857b7dfc6da), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:28.649591 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d0b4e50-d039-4c60-8693-27c85e762dff req-c9df6e69-215e-4e99-b8fc-f94925dc3360 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-groups/dd068948-fd7f-4b27-a4d2-ae6b9d6879cd HTTP/1.1" status: 200  len: 2426 time: 0.0535960
Apr 16 21:17:28.732406 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ec506f74-5d67-4095-a555-748e24dd8262), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:28.755267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c077f313-2701-4802-bf5a-28338c745ec4 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:17:28.763067 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80e93ee8-92f7-408e-be1c-b5c87bd6bfb7 req-43382797-128f-4f83-b2f5-d8fd8e3fcd69 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 210 time: 0.0274808
Apr 16 21:17:28.829272 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ab998d2-65d5-4600-a378-9b7e7c744161 req-8e666ce0-4489-4263-91ee-c2f83746b765 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-group-rules/4b44e006-cc1c-404e-8db0-8185d2cf0dc1 HTTP/1.1" status: 200  len: 778 time: 0.0258198
Apr 16 21:17:28.847148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c077f313-2701-4802-bf5a-28338c745ec4 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:28.847544 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c077f313-2701-4802-bf5a-28338c745ec4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:28.874837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:28.880023 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c6228d-3e1a-4e08-afa8-3b0888819d5b" -d '{"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c077f313-2701-4802-bf5a-28338c745ec4"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:28.896950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:28.922732 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ab998d2-65d5-4600-a378-9b7e7c744161 req-cd23bc87-d94e-4279-82fe-ddc08d8da34a tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-groups/dd068948-fd7f-4b27-a4d2-ae6b9d6879cd HTTP/1.1" status: 200  len: 2426 time: 0.0754626
Apr 16 21:17:28.940452 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ab998d2-65d5-4600-a378-9b7e7c744161 req-ae690267-8356-4bed-84a9-b8cf8e392fb6 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group_rule (4b44e006-cc1c-404e-8db0-8185d2cf0dc1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:28.949340 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ab998d2-65d5-4600-a378-9b7e7c744161 req-ae690267-8356-4bed-84a9-b8cf8e392fb6 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group_rule (4b44e006-cc1c-404e-8db0-8185d2cf0dc1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:28.988649 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for port (ec506f74-5d67-4095-a555-748e24dd8262), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.002101 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c077f313-2701-4802-bf5a-28338c745ec4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.003789 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-a09fa784-4b28-425f-869e-ba82256ad444 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c79f0fe4726d4abcbdc2672a15f709f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0303433
Apr 16 21:17:29.062007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c077f313-2701-4802-bf5a-28338c745ec4,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:29.064941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cf68b-bb57-40ab-91a6-5bb9d8009689 req-c2e38f7d-5733-4025-9e5c-5993d43de25e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:29.073039 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a3cf68b-bb57-40ab-91a6-5bb9d8009689 req-c2e38f7d-5733-4025-9e5c-5993d43de25e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0807543
Apr 16 21:17:29.130468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ab998d2-65d5-4600-a378-9b7e7c744161 req-ae690267-8356-4bed-84a9-b8cf8e392fb6 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (4b44e006-cc1c-404e-8db0-8185d2cf0dc1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.130713 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (ec506f74-5d67-4095-a555-748e24dd8262), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.140112 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ab998d2-65d5-4600-a378-9b7e7c744161 req-ae690267-8356-4bed-84a9-b8cf8e392fb6 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.141318 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ab998d2-65d5-4600-a378-9b7e7c744161 req-ae690267-8356-4bed-84a9-b8cf8e392fb6 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4b44e006-cc1c-404e-8db0-8185d2cf0dc1 HTTP/1.1" status: 204  len: 173 time: 0.2290134
Apr 16 21:17:29.142778 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a3cf68b-bb57-40ab-91a6-5bb9d8009689 req-203eb6c9-6dfb-4b6c-bbb4-e403b6695de5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688813
Apr 16 21:17:29.161780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae690267-8356-4bed-84a9-b8cf8e392fb6 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b44e006-cc1c-404e-8db0-8185d2cf0dc1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:29.193361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-093d3601-8779-41ed-9ed0-734d79c97225 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:29.195003 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-093d3601-8779-41ed-9ed0-734d79c97225 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1858635
Apr 16 21:17:29.213894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Request body: {'port': {'device_id': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'c79f0fe4726d4abcbdc2672a15f709f9'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:29.224400 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faac339-cc1a-4f32-9f4e-7948ff7f1dd8 x-openstack-request-id: req-2faac339-cc1a-4f32-9f4e-7948ff7f1dd8 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:29.224702 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c077f313-2701-4802-bf5a-28338c745ec4", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:29.224961 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2faac339-cc1a-4f32-9f4e-7948ff7f1dd8 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:29.225908 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2faac339-cc1a-4f32-9f4e-7948ff7f1dd8'] response: {'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4', 'code': 200}
Apr 16 21:17:29.228827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-2daab28a-9e4c-40d0-951e-fbc27ca07af1 req-edf27ca8-45e6-4510-9bf4-911c96a8a4bf tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1254445640', 'description': 'tempest-description-1539580248'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:29.261377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Pushing event updated for resources: {'Port': ['ID=ec506f74-5d67-4095-a555-748e24dd8262,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:29.273228 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (681cf20a-0317-43da-bc53-7857b7dfc6da), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.389336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-2daab28a-9e4c-40d0-951e-fbc27ca07af1 req-edf27ca8-45e6-4510-9bf4-911c96a8a4bf tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.395372 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.396862 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a4e12ab6-663e-4e34-939d-a05215e39318 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5524497
Apr 16 21:17:29.475819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Made reservation on behalf of c79f0fe4726d4abcbdc2672a15f709f9 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:29.479417 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.490767 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.499109 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-2daab28a-9e4c-40d0-951e-fbc27ca07af1 req-edf27ca8-45e6-4510-9bf4-911c96a8a4bf tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (8f278b55-a402-42ca-9089-b6c5590c16e0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.580687 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks [] for security_group (c72bbdf9-1c22-4d10-9cca-47c2a151ea7d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.620753 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-c4db5f26-4d86-45a2-b1d9-a5596dec5f29 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--607996063&fields=id&tenant_id=ff01c614d0ea4275b713b7e872342151 HTTP/1.1" status: 200  len: 267 time: 0.0497425
Apr 16 21:17:29.676261 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-2daab28a-9e4c-40d0-951e-fbc27ca07af1 req-edf27ca8-45e6-4510-9bf4-911c96a8a4bf tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8f278b55-a402-42ca-9089-b6c5590c16e0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.702076 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c72bbdf9-1c22-4d10-9cca-47c2a151ea7d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.716935 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf27ca8-45e6-4510-9bf4-911c96a8a4bf tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f278b55-a402-42ca-9089-b6c5590c16e0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:29.752941 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-2daab28a-9e4c-40d0-951e-fbc27ca07af1 req-edf27ca8-45e6-4510-9bf4-911c96a8a4bf tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:29.754318 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2daab28a-9e4c-40d0-951e-fbc27ca07af1 req-edf27ca8-45e6-4510-9bf4-911c96a8a4bf tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.5570807
Apr 16 21:17:29.789191 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:29.814790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e57159-8891-496c-9d0c-a281e03ba25e req-3634fff4-7634-4cf5-9470-a707b3be1627 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:29.816507 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-3634fff4-7634-4cf5-9470-a707b3be1627 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 819 time: 0.1887417
Apr 16 21:17:29.873944 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-c2c0487b-d989-42a3-bdf2-4c382e3d8f31 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c79f0fe4726d4abcbdc2672a15f709f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0279956
Apr 16 21:17:29.888684 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-583955ec-5eb0-4fed-a929-e5e5fc5b0c28 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/quotas/ff01c614d0ea4275b713b7e872342151 HTTP/1.1" status: 200  len: 375 time: 0.0282257
Apr 16 21:17:29.898092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa29aaf-d7e6-441a-9a75-552e56fbbf5c req-7962246f-d448-408d-b43a-e3d06023103e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:29.899624 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3aa29aaf-d7e6-441a-9a75-552e56fbbf5c req-7962246f-d448-408d-b43a-e3d06023103e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 947 time: 0.0871794
Apr 16 21:17:29.947033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60894) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:29.965585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Allocated IP 192.168.233.111 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/0eab5a77-408a-45d7-86ff-b5c0a4b550d1) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:29.993404 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-77895537-395a-48c5-a2e0-4ddc0c35cc62 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1031585
Apr 16 21:17:30.037542 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3aa29aaf-d7e6-441a-9a75-552e56fbbf5c req-8b7b0377-d6aa-47f3-9354-255cc29deb2f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890315
Apr 16 21:17:30.060942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-29287a2d-738e-4366-95ce-fd558fb867b2 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:30.063992 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-29287a2d-738e-4366-95ce-fd558fb867b2 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1818585
Apr 16 21:17:30.102906 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-16d16742-8480-4990-8b0c-a8edb79e1548 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Request body: {'port': {'device_id': '0ba3ff1f-0ee1-4dba-8354-10aaef694161', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'c79f0fe4726d4abcbdc2672a15f709f9'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:30.126511 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3498d5a-296c-4297-aca6-96d4ece7de22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:30.170769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-6c934e65-9d3a-4c6e-b026-d16cabf7e374 service neutron] 10.222.0.20 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1708500
Apr 16 21:17:30.216683 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e244d916-947f-40fe-adb4-31b2b26bb46b req-2354dcd4-a058-4b11-baae-318ae81c01f0 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-groups/8f278b55-a402-42ca-9089-b6c5590c16e0 HTTP/1.1" status: 200  len: 1832 time: 0.1483617
Apr 16 21:17:30.284623 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks [] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:30.316928 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-b6b196c2-698e-41ac-99aa-7c4de5a8d34d service neutron] 10.222.0.20 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377344
Apr 16 21:17:30.318478 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-93be8b68-32af-4ace-84cc-5191ac66c5df req-aca1066a-b227-46e6-8b48-29a478177974 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 210 time: 0.0364885
Apr 16 21:17:30.332849 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3498d5a-296c-4297-aca6-96d4ece7de22 admin admin] Publish callbacks [] for security_group (da12c169-2f37-4039-b400-516a545b218e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:30.368331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-16d16742-8480-4990-8b0c-a8edb79e1548 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Made reservation on behalf of c79f0fe4726d4abcbdc2672a15f709f9 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:30.371750 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-16d16742-8480-4990-8b0c-a8edb79e1548 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:30.385783 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:30.389103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3498d5a-296c-4297-aca6-96d4ece7de22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (da12c169-2f37-4039-b400-516a545b218e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:30.438399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:30.441500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:30.444665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:30.475762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Pushing event updated for resources: {'Port': ['ID=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:30.510060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3498d5a-296c-4297-aca6-96d4ece7de22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da12c169-2f37-4039-b400-516a545b218e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:30.516909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:30.517754 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:30.521803 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b3498d5a-296c-4297-aca6-96d4ece7de22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17d036a334dd4557b7ba23fa2419f3cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5724285
Apr 16 21:17:30.522868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60904) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:30.555967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500eb88-f751-4509-a1d4-b8425bf7042d req-6afdb899-b730-413d-bbfe-2fe3d12ca295 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:30.555967 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9500eb88-f751-4509-a1d4-b8425bf7042d req-6afdb899-b730-413d-bbfe-2fe3d12ca295 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 947 time: 0.1409383
Apr 16 21:17:30.639545 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-e562af23-a5d3-479a-965c-dbe8cde8aba3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4356441
Apr 16 21:17:30.646223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86040a1-6dd9-484e-8842-cc50ffc0725f req-34323bc4-cbc3-4453-8449-94645c9ca100 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:30.648363 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d86040a1-6dd9-484e-8842-cc50ffc0725f req-34323bc4-cbc3-4453-8449-94645c9ca100 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0578945
Apr 16 21:17:30.653540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Request body: {'port': {'device_id': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:30.693102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-16d16742-8480-4990-8b0c-a8edb79e1548 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Allocated IP 192.168.233.196 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/da205378-8574-416e-8ccf-7ec5bb2d4541) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:30.722658 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9500eb88-f751-4509-a1d4-b8425bf7042d req-1432f3ba-5490-4a60-a503-b43112ce4aef tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574509
Apr 16 21:17:30.747150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b25a0e4e-09f7-4664-a476-123cb5fc5da6 admin admin] Publish callbacks [] for security_group (da12c169-2f37-4039-b400-516a545b218e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:30.771050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c077f313-2701-4802-bf5a-28338c745ec4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:17:30.791527 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:30.811697 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d86040a1-6dd9-484e-8842-cc50ffc0725f req-2044f438-1d3a-4635-912e-bb8630f4b3f5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1488194
Apr 16 21:17:30.819660 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b25a0e4e-09f7-4664-a476-123cb5fc5da6 admin admin] Publish callbacks [] for security_group (da12c169-2f37-4039-b400-516a545b218e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:30.894926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-f5f260f2-8eaf-4093-bf5d-928db09ffd1a req-e4cfa1ab-9259-493e-8bc5-a9f9b5f8541c tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-728648872', 'description': 'tempest-description-1555673499'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:30.912992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-424eee54-6961-44d9-b043-594a522e849b None None] Provisioning complete for port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:30.913370 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-424eee54-6961-44d9-b043-594a522e849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:30.948641 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43853a5f-0de6-4542-8c10-427f9e5148de req-53ec0d73-7d12-42b5-99b9-84c366a136e8 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 210 time: 0.0797110
Apr 16 21:17:30.983721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-424eee54-6961-44d9-b043-594a522e849b None None] Port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:17:31.016781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:31.032862 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c077f313-2701-4802-bf5a-28338c745ec4', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'c077f313-2701-4802-bf5a-28338c745ec4', 'mac_address': 'fa:16:3e:22:4a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:17:31.066173 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-16d16742-8480-4990-8b0c-a8edb79e1548 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks [] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.066472 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f5f260f2-8eaf-4093-bf5d-928db09ffd1a req-e4cfa1ab-9259-493e-8bc5-a9f9b5f8541c tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.090791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c077f313-2701-4802-bf5a-28338c745ec4 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:31.091412 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c077f313-2701-4802-bf5a-28338c745ec4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.119279 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b25a0e4e-09f7-4664-a476-123cb5fc5da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (da12c169-2f37-4039-b400-516a545b218e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.120747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c077f313-2701-4802-bf5a-28338c745ec4 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:31.121904 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b25a0e4e-09f7-4664-a476-123cb5fc5da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.126289 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b25a0e4e-09f7-4664-a476-123cb5fc5da6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da12c169-2f37-4039-b400-516a545b218e HTTP/1.1" status: 204  len: 168 time: 0.5948856
Apr 16 21:17:31.151563 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a0e4e-09f7-4664-a476-123cb5fc5da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da12c169-2f37-4039-b400-516a545b218e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:31.151985 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:31.155317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f5f260f2-8eaf-4093-bf5d-928db09ffd1a req-e4cfa1ab-9259-493e-8bc5-a9f9b5f8541c tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (73de52a5-edc9-4871-8c88-6a779fbb8c54), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.170958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381a6b3-6a22-4c91-b35b-c17b5a091d84 req-b6407538-9f6f-48d0-b42f-d7dfc68354ac tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:31.177785 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5381a6b3-6a22-4c91-b35b-c17b5a091d84 req-b6407538-9f6f-48d0-b42f-d7dfc68354ac tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1090422
Apr 16 21:17:31.224891 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f5f260f2-8eaf-4093-bf5d-928db09ffd1a req-e4cfa1ab-9259-493e-8bc5-a9f9b5f8541c tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (73de52a5-edc9-4871-8c88-6a779fbb8c54), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.229983 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c077f313-2701-4802-bf5a-28338c745ec4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.230346 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5381a6b3-6a22-4c91-b35b-c17b5a091d84 req-a48056da-1f3e-4c7b-a6c7-7199bf7d8732 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517209
Apr 16 21:17:31.259840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfa1ab-9259-493e-8bc5-a9f9b5f8541c tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73de52a5-edc9-4871-8c88-6a779fbb8c54,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:31.299281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c077f313-2701-4802-bf5a-28338c745ec4,revision_number=10']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:31.299424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-16d16742-8480-4990-8b0c-a8edb79e1548 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.355335 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f5f260f2-8eaf-4093-bf5d-928db09ffd1a req-e4cfa1ab-9259-493e-8bc5-a9f9b5f8541c tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.370601 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5f260f2-8eaf-4093-bf5d-928db09ffd1a req-e4cfa1ab-9259-493e-8bc5-a9f9b5f8541c tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.4822154
Apr 16 21:17:31.371126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-16d16742-8480-4990-8b0c-a8edb79e1548 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:31.391964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-16d16742-8480-4990-8b0c-a8edb79e1548 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:31.395513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-16d16742-8480-4990-8b0c-a8edb79e1548 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:31.404747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-43ac7f6d-4946-4284-a4e9-783324d90baa tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=29fd420ef9134715bd3a9f2467d924cd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0659382
Apr 16 21:17:31.510413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c077f313-2701-4802-bf5a-28338c745ec4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:17:31.540660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc98d3-61ce-4065-8cfa-8544cb6c47af req-e4dac292-623f-4da7-aab3-53084a48bfe7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:31.549065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6dc98d3-61ce-4065-8cfa-8544cb6c47af req-e4dac292-623f-4da7-aab3-53084a48bfe7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1014814
Apr 16 21:17:31.568539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d16742-8480-4990-8b0c-a8edb79e1548 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Pushing event updated for resources: {'Port': ['ID=da205378-8574-416e-8ccf-7ec5bb2d4541,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:31.593561 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-fc56d053-afd9-4361-9dbf-3ad8df7201a7 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:31.595092 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-fc56d053-afd9-4361-9dbf-3ad8df7201a7 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1890409
Apr 16 21:17:31.629892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-16d16742-8480-4990-8b0c-a8edb79e1548 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:31.631346 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-16d16742-8480-4990-8b0c-a8edb79e1548 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.632646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:31.638671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-a33d8a0c-8b55-4cb7-a0f0-571b1d8f11a9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/quotas/29fd420ef9134715bd3a9f2467d924cd HTTP/1.1" status: 200  len: 375 time: 0.0338070
Apr 16 21:17:31.677044 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Publish callbacks [] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.701060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Transition to ACTIVE for port object 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:17:31.732220 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6dc98d3-61ce-4065-8cfa-8544cb6c47af req-b5d9e059-05c8-4eb4-95a8-da5ee676990d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1821442
Apr 16 21:17:31.752449 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-55c8a8b0-d66d-4ef9-ac8e-16d9754a8f81 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1052997
Apr 16 21:17:31.805216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-de868f65-b6d1-498f-9f8b-2c735f5fdaa5 None None] Provisioning complete for port da205378-8574-416e-8ccf-7ec5bb2d4541 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:31.805772 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-de868f65-b6d1-498f-9f8b-2c735f5fdaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.810122 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-16d16742-8480-4990-8b0c-a8edb79e1548 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7128060
Apr 16 21:17:31.812148 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:31.821364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Request body: {'port': {'device_id': '0ba3ff1f-0ee1-4dba-8354-10aaef694161', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:31.863287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-de868f65-b6d1-498f-9f8b-2c735f5fdaa5 None None] Port da205378-8574-416e-8ccf-7ec5bb2d4541 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:17:31.909839 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:32.219765 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65a15e-73ca-4c36-ac1f-c17800f2e95d req-3434279e-0f26-4c79-b50c-9ad5ce504b64 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:32.221397 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f65a15e-73ca-4c36-ac1f-c17800f2e95d req-3434279e-0f26-4c79-b50c-9ad5ce504b64 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 936 time: 0.4229467
Apr 16 21:17:32.245471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Pushing event updated for resources: {'Port': ['ID=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:32.377656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f65a15e-73ca-4c36-ac1f-c17800f2e95d req-466b6d1a-e259-4b9e-8faf-714123bc7463 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467152
Apr 16 21:17:32.382856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Attempting to bind port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:17:32.383536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Attempting to bind port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:17:32.383934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Attempting to bind port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:32.405772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:17:32.406145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Attempting to bind port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:32.416519 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:17:32.417380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:32.418314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:17:32.420381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Bound port: 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:17:32.420763 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:32.518811 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1585fd46-ebe0-491b-9081-74047342855a req-d6bf622d-ea9a-46a3-ae7c-e0154c6adcd1 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-groups/73de52a5-edc9-4871-8c88-6a779fbb8c54 HTTP/1.1" status: 200  len: 1831 time: 0.1626914
Apr 16 21:17:32.545597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d46b22-c4a8-4169-adff-9f84b36cb242 req-e9f15065-ca68-4855-98e2-51e188375318 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:32.547628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40d46b22-c4a8-4169-adff-9f84b36cb242 req-e9f15065-ca68-4855-98e2-51e188375318 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0711958
Apr 16 21:17:32.554065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:17:32.558997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:17:32.606263 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40d46b22-c4a8-4169-adff-9f84b36cb242 req-10fdd58c-0750-4bd9-b9c5-88c2c4c2e3f2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498314
Apr 16 21:17:32.607484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60976) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:32.636450 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:32.684770 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67d86371-8fc7-4b5b-a26f-ce3f721980d3 req-5954308d-a543-4709-9ad0-8cf291eb8f84 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 210 time: 0.0862992
Apr 16 21:17:32.739150 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-9316240c-226f-420c-8052-d943e2fa3070 req-a64abb05-8528-4e27-8f3d-260da72d53a5 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1686246683', 'description': 'tempest-description-1129230205'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:32.751429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-708464933-network', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:32.763302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da205378-8574-416e-8ccf-7ec5bb2d4541 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:32.780419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Publish callbacks [] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:32.783195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c077f313-2701-4802-bf5a-28338c745ec4 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:32.786593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:32.787221 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:32.789319 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] 10.222.0.41 "PUT /v2.0/ports/0eab5a77-408a-45d7-86ff-b5c0a4b550d1 HTTP/1.1" status: 200  len: 1096 time: 2.1399786
Apr 16 21:17:32.800393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Transition to ACTIVE for port object da205378-8574-416e-8ccf-7ec5bb2d4541 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:17:32.810640 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-98e92c26-0b52-4fb5-bc77-b3c9780fc1ca req-05431bb9-c40a-44c0-b16b-2aeca219fe9c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 210 time: 0.1260390
Apr 16 21:17:32.811364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:32.814321 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291dba70-9317-4c1d-9a7c-f2bf96cc2b68" -d '{"events": [{"name": "network-changed", "server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:32.847830 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9316240c-226f-420c-8052-d943e2fa3070 req-a64abb05-8528-4e27-8f3d-260da72d53a5 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:32.879771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45b6af-9958-46a0-b978-c52161422114 service neutron] Pushing event updated for resources: {'Port': ['ID=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:32.896474 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:17:32.905939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c077f313-2701-4802-bf5a-28338c745ec4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:32.907331 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c077f313-2701-4802-bf5a-28338c745ec4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:32.967956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Made reservation on behalf of 3bc8f8d1fc734ce182645a464d35ead8 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:32.970365 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:32.981700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250898f2-341d-4028-8ae7-42eb74266895 req-40ecde5d-bb60-411d-bd25-6d2cc70dca88 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:32.983261 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-250898f2-341d-4028-8ae7-42eb74266895 req-40ecde5d-bb60-411d-bd25-6d2cc70dca88 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1003740
Apr 16 21:17:32.995511 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:32.996671 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9316240c-226f-420c-8052-d943e2fa3070 req-a64abb05-8528-4e27-8f3d-260da72d53a5 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (31e4f60e-9fcd-4d82-9ebc-d6d0b3a254cb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:32.998853 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.014149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c077f313-2701-4802-bf5a-28338c745ec4 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:33.014659 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c077f313-2701-4802-bf5a-28338c745ec4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.019033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-8aaf8ca5-27ec-4291-8a0d-1dc4ebe2022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:33.020571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-8aaf8ca5-27ec-4291-8a0d-1dc4ebe2022a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c79f0fe4726d4abcbdc2672a15f709f9&device_id=9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523 HTTP/1.1" status: 200  len: 1130 time: 0.0851042
Apr 16 21:17:33.051877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:33.051877 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9aac280-84f3-404b-9d0b-f3f743fb261b" -d '{"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-plugged", "status": "completed", "tag": "c077f313-2701-4802-bf5a-28338c745ec4"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:33.065903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=da205378-8574-416e-8ccf-7ec5bb2d4541,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:33.082829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:33.088403 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-1142662a-73b9-46eb-bdb8-6cbb367cd0ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1 HTTP/1.1" status: 200  len: 217 time: 0.0603907
Apr 16 21:17:33.106250 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9316240c-226f-420c-8052-d943e2fa3070 req-a64abb05-8528-4e27-8f3d-260da72d53a5 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (31e4f60e-9fcd-4d82-9ebc-d6d0b3a254cb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.150959 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-250898f2-341d-4028-8ae7-42eb74266895 req-11f842c7-60c0-479b-a2cd-e3b3ef65f1b9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1593270
Apr 16 21:17:33.171194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-11b65c7c-4ea8-4356-b306-d0704f1ac6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:33.172716 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-11b65c7c-4ea8-4356-b306-d0704f1ac6bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0763447
Apr 16 21:17:33.190626 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c077f313-2701-4802-bf5a-28338c745ec4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.216472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64abb05-8528-4e27-8f3d-260da72d53a5 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e4f60e-9fcd-4d82-9ebc-d6d0b3a254cb,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:33.244472 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9316240c-226f-420c-8052-d943e2fa3070 req-a64abb05-8528-4e27-8f3d-260da72d53a5 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.260910 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9316240c-226f-420c-8052-d943e2fa3070 req-a64abb05-8528-4e27-8f3d-260da72d53a5 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.5273371
Apr 16 21:17:33.264585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Attempting to bind port da205378-8574-416e-8ccf-7ec5bb2d4541 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:17:33.265519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Attempting to bind port da205378-8574-416e-8ccf-7ec5bb2d4541 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:17:33.266012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Attempting to bind port da205378-8574-416e-8ccf-7ec5bb2d4541 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:33.267093 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Publish callbacks [] for security_group (8ff28552-527a-4134-a81d-9e5f740d8a38), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.269073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-2fd466cd-760d-443a-8ab3-393adf0cacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:33.270632 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-2fd466cd-760d-443a-8ab3-393adf0cacf2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0910981
Apr 16 21:17:33.272714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Port da205378-8574-416e-8ccf-7ec5bb2d4541 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:17:33.273192 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Attempting to bind port da205378-8574-416e-8ccf-7ec5bb2d4541 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:33.280553 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:17:33.285126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:33.285126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:17:33.285126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Bound port: da205378-8574-416e-8ccf-7ec5bb2d4541, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:17:33.285126 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.293818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c077f313-2701-4802-bf5a-28338c745ec4,revision_number=11']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:33.333245 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2d5363-1d92-47ac-a1e7-3e3cb7237176 x-openstack-request-id: req-db2d5363-1d92-47ac-a1e7-3e3cb7237176 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:33.333541 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-plugged", "status": "completed", "tag": "c077f313-2701-4802-bf5a-28338c745ec4", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:33.333795 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db2d5363-1d92-47ac-a1e7-3e3cb7237176 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:33.334236 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2d5363-1d92-47ac-a1e7-3e3cb7237176'] response: {'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4', 'code': 200}
Apr 16 21:17:33.384007 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8ff28552-527a-4134-a81d-9e5f740d8a38), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.418734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff28552-527a-4134-a81d-9e5f740d8a38,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:33.419957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] For port da205378-8574-416e-8ccf-7ec5bb2d4541, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:17:33.424863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] For port da205378-8574-416e-8ccf-7ec5bb2d4541, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da205378-8574-416e-8ccf-7ec5bb2d4541,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:17:33.454793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:17:33.465772 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81c822c-b081-41e2-bc6f-d572275e3a06 x-openstack-request-id: req-b81c822c-b081-41e2-bc6f-d572275e3a06 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:33.466069 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:33.466324 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b81c822c-b081-41e2-bc6f-d572275e3a06 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:33.469208 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81c822c-b081-41e2-bc6f-d572275e3a06'] response: {'name': 'network-changed', 'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1', 'status': 'completed', 'code': 200}
Apr 16 21:17:33.476066 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-435767ac-3ff2-4df1-ba03-f19282d27488 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1993666
Apr 16 21:17:33.500537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (cf8c9d79-d449-46cc-8576-aed1fc3efdce), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.500892 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Added segment cf8c9d79-d449-46cc-8576-aed1fc3efdce of type vlan for network 377e62c7-2e1c-405c-8820-462b8940afab
Apr 16 21:17:33.505402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7af1c-f990-4cd8-96eb-7c221a497bc7 req-83d60596-b3e8-487f-be4b-1cd0cef63844 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:33.507456 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-79e7af1c-f990-4cd8-96eb-7c221a497bc7 req-83d60596-b3e8-487f-be4b-1cd0cef63844 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0582542
Apr 16 21:17:33.510763 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.555803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:33.557314 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.558551 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/da205378-8574-416e-8ccf-7ec5bb2d4541 HTTP/1.1" status: 200  len: 1096 time: 1.7414980
Apr 16 21:17:33.565511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba3ff1f-0ee1-4dba-8354-10aaef694161', 'tag': 'da205378-8574-416e-8ccf-7ec5bb2d4541'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:33.568567 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c2595e-0c03-4449-91a6-937c86b32342" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba3ff1f-0ee1-4dba-8354-10aaef694161", "tag": "da205378-8574-416e-8ccf-7ec5bb2d4541"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:33.615210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f703c0e-7d33-4ce8-ac67-ccbcaba7b9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=da205378-8574-416e-8ccf-7ec5bb2d4541,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:33.630463 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (377e62c7-2e1c-405c-8820-462b8940afab), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.633566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-79e7af1c-f990-4cd8-96eb-7c221a497bc7 req-12c9a8e9-c27c-4cf8-9ac6-06c74e3b0e66 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1142666
Apr 16 21:17:33.638561 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-103772f9-e4bc-4e27-befa-6c24d1ac06c7 req-4974a030-e514-4f6d-84e4-552b51fdf558 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-groups/31e4f60e-9fcd-4d82-9ebc-d6d0b3a254cb HTTP/1.1" status: 200  len: 1832 time: 0.1666584
Apr 16 21:17:33.703255 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bd51923-1d4b-435a-bd45-9221ed227de5 req-0d062514-410c-4772-8cbe-acc5b2fc1736 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2204471
Apr 16 21:17:33.714781 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e6838b-5f05-4638-bf2c-f95d6076094d x-openstack-request-id: req-51e6838b-5f05-4638-bf2c-f95d6076094d {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:33.715153 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba3ff1f-0ee1-4dba-8354-10aaef694161", "tag": "da205378-8574-416e-8ccf-7ec5bb2d4541", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:33.715476 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51e6838b-5f05-4638-bf2c-f95d6076094d {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:33.716292 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e6838b-5f05-4638-bf2c-f95d6076094d'] response: {'name': 'network-changed', 'server_uuid': '0ba3ff1f-0ee1-4dba-8354-10aaef694161', 'tag': 'da205378-8574-416e-8ccf-7ec5bb2d4541', 'status': 'completed', 'code': 200}
Apr 16 21:17:33.731139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-012c406e-707b-42f3-b07a-f559c2dacb8c req-6432aabd-6065-449d-9db9-202337630cd6 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-749597405', 'description': 'tempest-description-1357684860'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:33.793010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfc522-36a7-467e-b108-3dd86777b6df req-bdd693a2-286e-496d-803e-ee31a92d8eb8 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:33.796042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bcfc522-36a7-467e-b108-3dd86777b6df req-bdd693a2-286e-496d-803e-ee31a92d8eb8 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 948 time: 0.0629973
Apr 16 21:17:33.813951 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (377e62c7-2e1c-405c-8820-462b8940afab), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.814901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:33.815485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.853862 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-012c406e-707b-42f3-b07a-f559c2dacb8c req-6432aabd-6065-449d-9db9-202337630cd6 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.939161 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] Pushing event updated for resources: {'Network': ['ID=377e62c7-2e1c-405c-8820-462b8940afab,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:33.951626 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-012c406e-707b-42f3-b07a-f559c2dacb8c req-6432aabd-6065-449d-9db9-202337630cd6 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (be05b7f5-df70-49c6-8204-3afad3f3854e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:33.951927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2595e-0c03-4449-91a6-937c86b32342 req-b763743a-2e8e-40ad-a952-26d3ac79c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:33.952362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 377e62c7-2e1c-405c-8820-462b8940afab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:17:33.953512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29c2595e-0c03-4449-91a6-937c86b32342 req-b763743a-2e8e-40ad-a952-26d3ac79c7ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c79f0fe4726d4abcbdc2672a15f709f9&device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 1130 time: 0.1532526
Apr 16 21:17:33.957073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bcfc522-36a7-467e-b108-3dd86777b6df req-058f7e7c-1044-4e2e-a82a-4ab281761b73 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513593
Apr 16 21:17:34.005550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32780) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:34.005844 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a32bbbf1-1343-4005-8bc2-58077a6bf5dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3972602
Apr 16 21:17:34.012697 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b9d20f96-6489-4d54-ae28-a19cbf788d1c admin admin] Request body: {'subnet': {'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-708464933-subnet', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:34.077859 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09801440-d759-4e55-80a2-92ec154ee0d8 req-d01842ff-1d6c-486f-a0ad-e931c52e7282 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 210 time: 0.0380261
Apr 16 21:17:34.104240 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-012c406e-707b-42f3-b07a-f559c2dacb8c req-6432aabd-6065-449d-9db9-202337630cd6 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (be05b7f5-df70-49c6-8204-3afad3f3854e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:34.126157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e57159-8891-496c-9d0c-a281e03ba25e req-7507b8b2-6dd3-470b-b7ac-aaf3751d27e8 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:34.127279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-7507b8b2-6dd3-470b-b7ac-aaf3751d27e8 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 819 time: 0.1546855
Apr 16 21:17:34.145740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d20f96-6489-4d54-ae28-a19cbf788d1c admin admin] Made reservation on behalf of 3bc8f8d1fc734ce182645a464d35ead8 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:34.148669 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b9d20f96-6489-4d54-ae28-a19cbf788d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:34.205997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432aabd-6065-449d-9db9-202337630cd6 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be05b7f5-df70-49c6-8204-3afad3f3854e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:34.213226 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f684278-7f96-4a9a-96fb-08c10c990b7a req-035e1302-66be-4b49-b393-5a939b828ede tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 210 time: 0.0434732
Apr 16 21:17:34.222197 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-e252e14d-a4fd-4ccb-a9f0-18174a8f1830 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff01c614d0ea4275b713b7e872342151 HTTP/1.1" status: 200  len: 379 time: 0.0862885
Apr 16 21:17:34.240396 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-012c406e-707b-42f3-b07a-f559c2dacb8c req-6432aabd-6065-449d-9db9-202337630cd6 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:34.240638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-00e57159-8891-496c-9d0c-a281e03ba25e req-9121e209-f940-4ab9-8ff2-03b03997d77f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Request body: {'port': {'device_id': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'admin_state_up': True, 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'security_groups': ['d1deaf2b-a53d-4ae7-8508-81d59abf06cb']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:34.240748 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-012c406e-707b-42f3-b07a-f559c2dacb8c req-6432aabd-6065-449d-9db9-202337630cd6 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.5086334
Apr 16 21:17:34.335404 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d7a575e-68d1-4c1b-995e-bb7098fc821b req-7e0c3eb7-6da1-4f2e-a632-710a792b1e44 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-groups/be05b7f5-df70-49c6-8204-3afad3f3854e HTTP/1.1" status: 200  len: 1831 time: 0.0761180
Apr 16 21:17:34.385994 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-a337a4b9-ece4-477d-962f-4fd76e490bd1 req-ffc3ca49-bd91-4773-848e-afd5b225af3d tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] show failed (client error): The resource could not be found.
Apr 16 21:17:34.387031 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a337a4b9-ece4-477d-962f-4fd76e490bd1 req-ffc3ca49-bd91-4773-848e-afd5b225af3d tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-groups/8f3c8167-796e-4376-90e9-ea030c2178c0 HTTP/1.1" status: 404  len: 352 time: 0.0216787
Apr 16 21:17:34.432719 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-d105456f-d84c-4f93-8432-45ecf93572f6 req-9f54ced9-9862-4d0f-bbdd-90f0af497d55 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] show failed (client error): The resource could not be found.
Apr 16 21:17:34.433740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d105456f-d84c-4f93-8432-45ecf93572f6 req-9f54ced9-9862-4d0f-bbdd-90f0af497d55 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-group-rules/48116f88-15bb-4acf-a776-ffb4b7cf1161 HTTP/1.1" status: 404  len: 361 time: 0.0167668
Apr 16 21:17:34.494262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d0bc56cd-1ec8-477e-bb0e-31e943e69db9 req-35051170-f06e-40ec-9a80-233c4f1142d7 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-groups/be05b7f5-df70-49c6-8204-3afad3f3854e HTTP/1.1" status: 200  len: 1831 time: 0.0398142
Apr 16 21:17:34.529278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e57159-8891-496c-9d0c-a281e03ba25e req-9121e209-f940-4ab9-8ff2-03b03997d77f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Made reservation on behalf of ff01c614d0ea4275b713b7e872342151 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:34.532835 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-00e57159-8891-496c-9d0c-a281e03ba25e req-9121e209-f940-4ab9-8ff2-03b03997d77f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:34.551492 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b9d20f96-6489-4d54-ae28-a19cbf788d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (16cc84ec-1994-42c0-b969-ecfe316b72f5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:34.575482 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d0bc56cd-1ec8-477e-bb0e-31e943e69db9 req-48cee349-4a9d-4cc7-a724-836ac0e7b332 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (be05b7f5-df70-49c6-8204-3afad3f3854e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:34.634343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d20f96-6489-4d54-ae28-a19cbf788d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=16cc84ec-1994-42c0-b969-ecfe316b72f5,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:34.638895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d20f96-6489-4d54-ae28-a19cbf788d1c admin admin] Checking segment: {'id': 'cf8c9d79-d449-46cc-8576-aed1fc3efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:34.639260 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d20f96-6489-4d54-ae28-a19cbf788d1c admin admin] Network hostable DHCP agents. Network: 377e62c7-2e1c-405c-8820-462b8940afab, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:17:34.645086 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d0bc56cd-1ec8-477e-bb0e-31e943e69db9 req-48cee349-4a9d-4cc7-a724-836ac0e7b332 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (be05b7f5-df70-49c6-8204-3afad3f3854e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:34.706111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0804289-3644-4b04-8d2a-80affcc00c6b req-f8b7d9d3-7965-43cb-a44c-8b36fb29944d tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:34.708943 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d0804289-3644-4b04-8d2a-80affcc00c6b req-f8b7d9d3-7965-43cb-a44c-8b36fb29944d tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 946 time: 0.0552709
Apr 16 21:17:34.733148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-00e57159-8891-496c-9d0c-a281e03ba25e req-9121e209-f940-4ab9-8ff2-03b03997d77f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Allocated IP 172.20.0.4 (006efeff-f11c-4209-8816-f1fa1acf7fed/51b9b701-509f-4b81-b9ac-b1e3ed1147d0/b83812ef-1c6d-4509-9af6-301ec0cf5b84) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:34.737203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d20f96-6489-4d54-ae28-a19cbf788d1c admin admin] Network 377e62c7-2e1c-405c-8820-462b8940afab is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:17:34.770804 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d0804289-3644-4b04-8d2a-80affcc00c6b req-c42cf220-56ca-43d3-bca2-f3cf6a74bbd5 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0552688
Apr 16 21:17:34.887350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-b9d20f96-6489-4d54-ae28-a19cbf788d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 377e62c7-2e1c-405c-8820-462b8940afab) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:34.889124 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-560f2fdc-7211-4e17-be2a-372daf13bce9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=29fd420ef9134715bd3a9f2467d924cd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0310946
Apr 16 21:17:34.892363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d20f96-6489-4d54-ae28-a19cbf788d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:34.892964 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b9d20f96-6489-4d54-ae28-a19cbf788d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:34.897484 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d0bc56cd-1ec8-477e-bb0e-31e943e69db9 req-48cee349-4a9d-4cc7-a724-836ac0e7b332 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (be05b7f5-df70-49c6-8204-3afad3f3854e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:34.900218 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d0bc56cd-1ec8-477e-bb0e-31e943e69db9 req-48cee349-4a9d-4cc7-a724-836ac0e7b332 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:34.900823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923f1fb4-8bab-44c4-8578-b0f1a44831be None None] Network 377e62c7-2e1c-405c-8820-462b8940afab requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:17:34.901165 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d0bc56cd-1ec8-477e-bb0e-31e943e69db9 req-48cee349-4a9d-4cc7-a724-836ac0e7b332 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "DELETE /v2.0/security-groups/be05b7f5-df70-49c6-8204-3afad3f3854e HTTP/1.1" status: 204  len: 173 time: 0.4011126
Apr 16 21:17:34.907003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-00e57159-8891-496c-9d0c-a281e03ba25e req-9121e209-f940-4ab9-8ff2-03b03997d77f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:34.960818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d4e20aab-8193-405a-904e-c4f5feaed34f req-9c9c8001-478c-4583-96c6-551400ad6a7d tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-groups/31e4f60e-9fcd-4d82-9ebc-d6d0b3a254cb HTTP/1.1" status: 200  len: 1832 time: 0.0413136
Apr 16 21:17:34.961338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cee349-4a9d-4cc7-a724-836ac0e7b332 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be05b7f5-df70-49c6-8204-3afad3f3854e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:35.019032 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b9d20f96-6489-4d54-ae28-a19cbf788d1c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0122790
Apr 16 21:17:35.023086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32802) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:35.031304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:35.045153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-377e62c7-2e1c-405c-8820-462b8940afab', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'fixed_ips': [{'subnet_id': '16cc84ec-1994-42c0-b969-ecfe316b72f5'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:17:35.045685 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.058264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-e5dc77f2-027e-4ed1-80a8-d9625d1a121c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:35.059782 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-e5dc77f2-027e-4ed1-80a8-d9625d1a121c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1648190
Apr 16 21:17:35.075083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-f097fa62-7117-454c-8adc-ceaf1b772755 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Request body: {'port': {'device_id': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '29fd420ef9134715bd3a9f2467d924cd'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:35.082864 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-d4e20aab-8193-405a-904e-c4f5feaed34f req-9846041a-7fca-4fee-ab5f-23931383d687 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (31e4f60e-9fcd-4d82-9ebc-d6d0b3a254cb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.120231 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-d4e20aab-8193-405a-904e-c4f5feaed34f req-9846041a-7fca-4fee-ab5f-23931383d687 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (31e4f60e-9fcd-4d82-9ebc-d6d0b3a254cb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.128210 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-00e57159-8891-496c-9d0c-a281e03ba25e req-9121e209-f940-4ab9-8ff2-03b03997d77f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.192990 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.194595 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.225544 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Allocated IP 172.20.0.2 (377e62c7-2e1c-405c-8820-462b8940afab/16cc84ec-1994-42c0-b969-ecfe316b72f5/8e671dd8-bea1-4bf4-ae9b-feeae0627af6) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:35.230197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e57159-8891-496c-9d0c-a281e03ba25e req-9121e209-f940-4ab9-8ff2-03b03997d77f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Network 006efeff-f11c-4209-8816-f1fa1acf7fed is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:35.244791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32935ac-bc0e-41d1-871e-a60302c74360 req-b83563d6-5f1a-46c2-a2da-6ece826af99d tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:35.246308 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b32935ac-bc0e-41d1-871e-a60302c74360 req-b83563d6-5f1a-46c2-a2da-6ece826af99d tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 948 time: 0.1543691
Apr 16 21:17:35.251998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-00e57159-8891-496c-9d0c-a281e03ba25e req-9121e209-f940-4ab9-8ff2-03b03997d77f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:35.253833 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-d4e20aab-8193-405a-904e-c4f5feaed34f req-9846041a-7fca-4fee-ab5f-23931383d687 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (31e4f60e-9fcd-4d82-9ebc-d6d0b3a254cb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.257927 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-d4e20aab-8193-405a-904e-c4f5feaed34f req-9846041a-7fca-4fee-ab5f-23931383d687 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.259212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e57159-8891-496c-9d0c-a281e03ba25e req-9121e209-f940-4ab9-8ff2-03b03997d77f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:35.264484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121e209-f940-4ab9-8ff2-03b03997d77f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Pushing event updated for resources: {'Port': ['ID=b83812ef-1c6d-4509-9af6-301ec0cf5b84,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:35.278337 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d4e20aab-8193-405a-904e-c4f5feaed34f req-9846041a-7fca-4fee-ab5f-23931383d687 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "DELETE /v2.0/security-groups/31e4f60e-9fcd-4d82-9ebc-d6d0b3a254cb HTTP/1.1" status: 204  len: 173 time: 0.3107505
Apr 16 21:17:35.298676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846041a-7fca-4fee-ab5f-23931383d687 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e4f60e-9fcd-4d82-9ebc-d6d0b3a254cb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:35.401424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf8906-be21-4cf7-a504-b0fdc9b0e530 req-dbce5191-6d3b-4ed9-b0d3-d5a8fc8fd67d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:35.403295 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bacf8906-be21-4cf7-a504-b0fdc9b0e530 req-dbce5191-6d3b-4ed9-b0d3-d5a8fc8fd67d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 931 time: 0.0642827
Apr 16 21:17:35.408537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Publish callbacks [] for router_controller (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.436084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e57159-8891-496c-9d0c-a281e03ba25e req-9121e209-f940-4ab9-8ff2-03b03997d77f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:35.437352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-00e57159-8891-496c-9d0c-a281e03ba25e req-9121e209-f940-4ab9-8ff2-03b03997d77f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.448957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b32935ac-bc0e-41d1-871e-a60302c74360 req-9d352114-6c8b-4340-b997-17caf3949ff4 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947427
Apr 16 21:17:35.453856 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Publish callbacks [] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.473055 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bacf8906-be21-4cf7-a504-b0fdc9b0e530 req-dd58b367-63d3-490f-8383-220bc7791891 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632422
Apr 16 21:17:35.547064 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1cd332c2-be30-429c-a5e7-27866bb3c8e6 req-055a65c7-78a1-45a4-82f2-39caf5e67764 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-groups/73de52a5-edc9-4871-8c88-6a779fbb8c54 HTTP/1.1" status: 200  len: 1831 time: 0.0480475
Apr 16 21:17:35.581014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-f097fa62-7117-454c-8adc-ceaf1b772755 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Made reservation on behalf of 29fd420ef9134715bd3a9f2467d924cd for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:35.584460 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-f097fa62-7117-454c-8adc-ceaf1b772755 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.587457 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c08bdc16-75dd-4b15-8bdd-26c20a38a12e req-24ea58c5-d582-4cb4-8109-34b4f6480994 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 210 time: 0.0703361
Apr 16 21:17:35.611006 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1cd332c2-be30-429c-a5e7-27866bb3c8e6 req-88fb87b8-30e6-40f2-9c4d-3aea1bf0ae23 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (73de52a5-edc9-4871-8c88-6a779fbb8c54), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.613101 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.637102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1cd332c2-be30-429c-a5e7-27866bb3c8e6 req-88fb87b8-30e6-40f2-9c4d-3aea1bf0ae23 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (73de52a5-edc9-4871-8c88-6a779fbb8c54), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.641993 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-9121e209-f940-4ab9-8ff2-03b03997d77f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4112191
Apr 16 21:17:35.661742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0d2091b2-c853-4c34-a676-71ad35f9d403 None None] Provisioning complete for port b83812ef-1c6d-4509-9af6-301ec0cf5b84 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:35.662185 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0d2091b2-c853-4c34-a676-71ad35f9d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.671838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Network 377e62c7-2e1c-405c-8820-462b8940afab is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:35.677175 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Request body: {'port': {'device_id': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:35.699364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:35.705184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Pushing event updated for resources: {'Port': ['ID=8e671dd8-bea1-4bf4-ae9b-feeae0627af6,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:35.709134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:35.715579 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Publish callbacks [] for router_gateway (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.723986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0d2091b2-c853-4c34-a676-71ad35f9d403 None None] Port b83812ef-1c6d-4509-9af6-301ec0cf5b84 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:17:35.767085 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1cd332c2-be30-429c-a5e7-27866bb3c8e6 req-88fb87b8-30e6-40f2-9c4d-3aea1bf0ae23 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (73de52a5-edc9-4871-8c88-6a779fbb8c54), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.770401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1cd332c2-be30-429c-a5e7-27866bb3c8e6 req-88fb87b8-30e6-40f2-9c4d-3aea1bf0ae23 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.771574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Attempting to bind port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:17:35.771693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1cd332c2-be30-429c-a5e7-27866bb3c8e6 req-88fb87b8-30e6-40f2-9c4d-3aea1bf0ae23 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "DELETE /v2.0/security-groups/73de52a5-edc9-4871-8c88-6a779fbb8c54 HTTP/1.1" status: 204  len: 173 time: 0.2164586
Apr 16 21:17:35.772002 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Attempting to bind port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf8c9d79-d449-46cc-8576-aed1fc3efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:17:35.772545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Attempting to bind port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 on network 377e62c7-2e1c-405c-8820-462b8940afab {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:35.784205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb87b8-30e6-40f2-9c4d-3aea1bf0ae23 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73de52a5-edc9-4871-8c88-6a779fbb8c54,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:35.784742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:17:35.785135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Checking segment: {'id': 'cf8c9d79-d449-46cc-8576-aed1fc3efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:35.785601 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.786007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Bound using segment: {'id': 'cf8c9d79-d449-46cc-8576-aed1fc3efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:17:35.786491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Bound port: 8e671dd8-bea1-4bf4-ae9b-feeae0627af6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8c9d79-d449-46cc-8576-aed1fc3efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:17:35.786878 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.870732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.871692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] For port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:17:35.875242 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] For port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e671dd8-bea1-4bf4-ae9b-feeae0627af6,segment=NetworkSegment(cf8c9d79-d449-46cc-8576-aed1fc3efdce),segment_id=cf8c9d79-d449-46cc-8576-aed1fc3efdce)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:17:35.910198 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.934287 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:35.953102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb0aab1d-0bb5-4214-82f5-04cc9ade821b req-4e114e72-a5ee-4bf8-b5af-7c56d7a07bd7 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-groups/8f278b55-a402-42ca-9089-b6c5590c16e0 HTTP/1.1" status: 200  len: 1832 time: 0.1573400
Apr 16 21:17:36.004289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9781c-9cbc-431b-87a9-5cb3e2dd3642 None None] Pushing event updated for resources: {'Port': ['ID=8e671dd8-bea1-4bf4-ae9b-feeae0627af6,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:36.030594 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-f097fa62-7117-454c-8adc-ceaf1b772755 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Allocated IP 192.168.233.36 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/f69be29b-9cad-412c-a6a2-2f5df4fa07b2) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:36.263415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dba70-9317-4c1d-9a7c-f2bf96cc2b68 req-7233e738-f3fe-44a8-bc29-5974c8ff66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:36.265701 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-291dba70-9317-4c1d-9a7c-f2bf96cc2b68 req-7233e738-f3fe-44a8-bc29-5974c8ff66a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c79f0fe4726d4abcbdc2672a15f709f9&device_id=9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523 HTTP/1.1" status: 200  len: 1130 time: 0.0495701
Apr 16 21:17:36.377237 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dba70-9317-4c1d-9a7c-f2bf96cc2b68 req-78ee17c4-057b-495d-ac31-599aeb1af686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:36.378822 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-291dba70-9317-4c1d-9a7c-f2bf96cc2b68 req-78ee17c4-057b-495d-ac31-599aeb1af686 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1074376
Apr 16 21:17:36.422816 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-291dba70-9317-4c1d-9a7c-f2bf96cc2b68 req-ba22716f-1a4e-4489-b8d9-73bf36b052a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1 HTTP/1.1" status: 200  len: 217 time: 0.0375526
Apr 16 21:17:36.476916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dba70-9317-4c1d-9a7c-f2bf96cc2b68 req-94009892-858d-4955-82a1-cf0fd384e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:36.478550 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-291dba70-9317-4c1d-9a7c-f2bf96cc2b68 req-94009892-858d-4955-82a1-cf0fd384e9bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0508702
Apr 16 21:17:36.528519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dba70-9317-4c1d-9a7c-f2bf96cc2b68 req-dfc3ef18-0758-44c7-9497-7e3be2faac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:36.530415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-291dba70-9317-4c1d-9a7c-f2bf96cc2b68 req-dfc3ef18-0758-44c7-9497-7e3be2faac3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0457530
Apr 16 21:17:36.626219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1b2fb-81b2-4d2e-b422-5fdb5d223a29 req-1732c991-55b4-450d-80c6-12c784dfb931 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:36.627717 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6d1b2fb-81b2-4d2e-b422-5fdb5d223a29 req-1732c991-55b4-450d-80c6-12c784dfb931 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 948 time: 0.0953791
Apr 16 21:17:36.634512 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-eb0aab1d-0bb5-4214-82f5-04cc9ade821b req-1499bf3b-2d1a-4032-bc9e-95e8ef0d174a tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (8f278b55-a402-42ca-9089-b6c5590c16e0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:36.645462 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29c2595e-0c03-4449-91a6-937c86b32342 req-91458a99-5c52-4886-987e-e1231f8351a5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c79f0fe4726d4abcbdc2672a15f709f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0851915
Apr 16 21:17:36.704151 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Publish callbacks [] for router_gateway (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:36.711063 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-291dba70-9317-4c1d-9a7c-f2bf96cc2b68 req-2058e837-377c-4d43-9955-c52ce1f616c9 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690314
Apr 16 21:17:36.717984 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6d1b2fb-81b2-4d2e-b422-5fdb5d223a29 req-ecf6720e-65d9-4852-b90a-447bbabe312a tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820980
Apr 16 21:17:36.805427 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-eb0aab1d-0bb5-4214-82f5-04cc9ade821b req-1499bf3b-2d1a-4032-bc9e-95e8ef0d174a tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (8f278b55-a402-42ca-9089-b6c5590c16e0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:36.839380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:36.849425 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-291dba70-9317-4c1d-9a7c-f2bf96cc2b68 req-33f610bf-c791-494a-ac3d-d24f4910b17f service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304548
Apr 16 21:17:36.871467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf939e0-870c-4cc7-8ee6-2cce725988dd req-4cba84e2-f7da-4a12-85ea-8ec1ffb4b650 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:36.885076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8bf939e0-870c-4cc7-8ee6-2cce725988dd req-4cba84e2-f7da-4a12-85ea-8ec1ffb4b650 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 931 time: 0.0836041
Apr 16 21:17:36.968983 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8bf939e0-870c-4cc7-8ee6-2cce725988dd req-9bf9b8ad-3894-4303-8477-c7bd151d7e34 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780880
Apr 16 21:17:37.059541 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2595e-0c03-4449-91a6-937c86b32342 req-911d93ff-cd25-4a17-a1a6-a79bf273d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:37.061086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29c2595e-0c03-4449-91a6-937c86b32342 req-911d93ff-cd25-4a17-a1a6-a79bf273d31b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4036045
Apr 16 21:17:37.087031 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74edefea-3e61-44bb-912d-525e7d4fa68b req-a57bca72-bad8-4000-8dc9-d7dac905aa1c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 210 time: 0.0350766
Apr 16 21:17:37.113034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c3549-7365-4cd3-8601-480574676aba None None] Network 377e62c7-2e1c-405c-8820-462b8940afab requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:17:37.129560 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-eb0aab1d-0bb5-4214-82f5-04cc9ade821b req-1499bf3b-2d1a-4032-bc9e-95e8ef0d174a tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8f278b55-a402-42ca-9089-b6c5590c16e0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.132357 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-eb0aab1d-0bb5-4214-82f5-04cc9ade821b req-1499bf3b-2d1a-4032-bc9e-95e8ef0d174a tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.134226 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb0aab1d-0bb5-4214-82f5-04cc9ade821b req-1499bf3b-2d1a-4032-bc9e-95e8ef0d174a tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "DELETE /v2.0/security-groups/8f278b55-a402-42ca-9089-b6c5590c16e0 HTTP/1.1" status: 204  len: 173 time: 1.1573906
Apr 16 21:17:37.169122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-f097fa62-7117-454c-8adc-ceaf1b772755 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks [] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.192953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7bb4851c-db9e-4589-bfaa-3ebf6ec7e3d7 None None] Provisioning complete for port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:37.193658 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7bb4851c-db9e-4589-bfaa-3ebf6ec7e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.218799 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb49ec52-0a64-4b8f-9ad6-92f2d5f5c5bf req-868a45a5-d165-4619-b5c1-28b5336c6c28 tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "GET /v2.0/security-groups/dd068948-fd7f-4b27-a4d2-ae6b9d6879cd HTTP/1.1" status: 200  len: 1832 time: 0.0469437
Apr 16 21:17:37.222654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499bf3b-2d1a-4032-bc9e-95e8ef0d174a tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f278b55-a402-42ca-9089-b6c5590c16e0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:37.236958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:37.239397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-68dbe224-791e-4ca5-bbbc-cb9eda9b0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:37.241665 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-68dbe224-791e-4ca5-bbbc-cb9eda9b0eb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c79f0fe4726d4abcbdc2672a15f709f9&device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 1130 time: 0.1366932
Apr 16 21:17:37.258963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83812ef-1c6d-4509-9af6-301ec0cf5b84 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:37.269749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Allocated IP 172.35.1.20 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/c10b47d6-8207-45cf-a2de-f02f662e9bc6) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:37.287171 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Publish callbacks [] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.294196 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-eb49ec52-0a64-4b8f-9ad6-92f2d5f5c5bf req-2c803b87-6643-46ac-9976-faddd54519aa tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (dd068948-fd7f-4b27-a4d2-ae6b9d6879cd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.319633 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-eb49ec52-0a64-4b8f-9ad6-92f2d5f5c5bf req-2c803b87-6643-46ac-9976-faddd54519aa tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (dd068948-fd7f-4b27-a4d2-ae6b9d6879cd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.330114 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-4490d1bb-841a-45a4-b351-991c5cfbded7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=da205378-8574-416e-8ccf-7ec5bb2d4541 HTTP/1.1" status: 200  len: 217 time: 0.0736113
Apr 16 21:17:37.363659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Transition to ACTIVE for port object b83812ef-1c6d-4509-9af6-301ec0cf5b84 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:17:37.377266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:37.377656 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.416429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4851c-db9e-4589-bfaa-3ebf6ec7e3d7 None None] Current status of the port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:37.416784 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7bb4851c-db9e-4589-bfaa-3ebf6ec7e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.440270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-97cd8e44-3c71-438e-a78a-881447234ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:37.441827 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-97cd8e44-3c71-438e-a78a-881447234ccc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0998716
Apr 16 21:17:37.460042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7bb4851c-db9e-4589-bfaa-3ebf6ec7e3d7 None None] For port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e671dd8-bea1-4bf4-ae9b-feeae0627af6,segment=NetworkSegment(cf8c9d79-d449-46cc-8576-aed1fc3efdce),segment_id=cf8c9d79-d449-46cc-8576-aed1fc3efdce)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:37.477011 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-eb49ec52-0a64-4b8f-9ad6-92f2d5f5c5bf req-2c803b87-6643-46ac-9976-faddd54519aa tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (dd068948-fd7f-4b27-a4d2-ae6b9d6879cd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.479705 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-eb49ec52-0a64-4b8f-9ad6-92f2d5f5c5bf req-2c803b87-6643-46ac-9976-faddd54519aa tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.480856 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb49ec52-0a64-4b8f-9ad6-92f2d5f5c5bf req-2c803b87-6643-46ac-9976-faddd54519aa tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] 10.222.0.20 "DELETE /v2.0/security-groups/dd068948-fd7f-4b27-a4d2-ae6b9d6879cd HTTP/1.1" status: 204  len: 173 time: 0.2517364
Apr 16 21:17:37.485900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.490050 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-f097fa62-7117-454c-8adc-ceaf1b772755 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.490486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32824) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:37.503187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0e4ce80e-dded-45a4-8cad-59e6b3b64323', '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:17:37.510157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c077f313-2701-4802-bf5a-28338c745ec4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:17:37.512251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:37.513042 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.558027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c803b87-6643-46ac-9976-faddd54519aa tempest-SecurityGroupRulesNegativeTestJSON-978614951 tempest-SecurityGroupRulesNegativeTestJSON-978614951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd068948-fd7f-4b27-a4d2-ae6b9d6879cd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:37.580731 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac8b92a-e3b7-4a56-bb69-2081e5222f86 admin admin] Deleting subnet b9604105-2525-41e1-85c8-95155ab2e433 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:17:37.587922 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eac8b92a-e3b7-4a56-bb69-2081e5222f86 admin admin] Publish callbacks [] for subnet (b9604105-2525-41e1-85c8-95155ab2e433), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.590291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-a0a78d9e-d5cf-4c8b-bc17-2f2cffe3a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:37.591994 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-a0a78d9e-d5cf-4c8b-bc17-2f2cffe3a8f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1400280
Apr 16 21:17:37.605237 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Publish callbacks [] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.633958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-f097fa62-7117-454c-8adc-ceaf1b772755 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:37.665036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eac8b92a-e3b7-4a56-bb69-2081e5222f86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (b9604105-2525-41e1-85c8-95155ab2e433), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.680511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Pushing event updated for resources: {'Port': ['ID=b83812ef-1c6d-4509-9af6-301ec0cf5b84,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:37.683239 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-f097fa62-7117-454c-8adc-ceaf1b772755 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:37.696976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-f097fa62-7117-454c-8adc-ceaf1b772755 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:37.738611 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eac8b92a-e3b7-4a56-bb69-2081e5222f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (b9604105-2525-41e1-85c8-95155ab2e433), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.770779 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7bb4851c-db9e-4589-bfaa-3ebf6ec7e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.853680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-f097fa62-7117-454c-8adc-ceaf1b772755 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:37.854690 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-f097fa62-7117-454c-8adc-ceaf1b772755 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.905499 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eac8b92a-e3b7-4a56-bb69-2081e5222f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (b9604105-2525-41e1-85c8-95155ab2e433), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.946903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8b92a-e3b7-4a56-bb69-2081e5222f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9604105-2525-41e1-85c8-95155ab2e433,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:37.973429 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eac8b92a-e3b7-4a56-bb69-2081e5222f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.973429 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eac8b92a-e3b7-4a56-bb69-2081e5222f86 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b9604105-2525-41e1-85c8-95155ab2e433 HTTP/1.1" status: 204  len: 168 time: 0.4778867
Apr 16 21:17:37.981630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-f097fa62-7117-454c-8adc-ceaf1b772755 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9101868
Apr 16 21:17:37.982884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32828) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:37.985670 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-91b1c082-76f2-43c9-8003-79a63b2f99c5 None None] Provisioning complete for port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:37.986112 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-91b1c082-76f2-43c9-8003-79a63b2f99c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:37.987821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4851c-db9e-4589-bfaa-3ebf6ec7e3d7 None None] Pushing event updated for resources: {'Port': ['ID=8e671dd8-bea1-4bf4-ae9b-feeae0627af6,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:38.000048 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:17:38.000471 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:17:38.024778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097fa62-7117-454c-8adc-ceaf1b772755 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Pushing event updated for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:38.060726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Request body: {'port': {'device_id': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:38.076709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb2044-54bd-4438-b233-7b0cb6cb9ab8 req-4fcd7eaa-f0f2-4d5b-ba04-210d870f559d tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:38.078869 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-74fb2044-54bd-4438-b233-7b0cb6cb9ab8 req-4fcd7eaa-f0f2-4d5b-ba04-210d870f559d tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 948 time: 0.1838810
Apr 16 21:17:38.129196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c11e9-36f4-4d8b-9077-7bed3d03f235 req-410b3ab4-0947-4c37-89eb-05303871e00c tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:38.130711 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-646c11e9-36f4-4d8b-9077-7bed3d03f235 req-410b3ab4-0947-4c37-89eb-05303871e00c tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 943 time: 0.0682201
Apr 16 21:17:38.135660 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e21f300e-95c3-4ec0-beaa-0c3d35fbdcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a649c8f3-f2be-499a-9b04-6a47e61e2fa2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.136112 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-982cc516-9364-46d3-8231-1a0632547516 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5339839
Apr 16 21:17:38.150815 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.214799 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-91b1c082-76f2-43c9-8003-79a63b2f99c5 None None] Current status of the port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:38.256440 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-646c11e9-36f4-4d8b-9077-7bed3d03f235 req-4a63ca6a-efd6-40ff-b651-ff7e9c43c1bb tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1117907
Apr 16 21:17:38.261984 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e21f300e-95c3-4ec0-beaa-0c3d35fbdcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a649c8f3-f2be-499a-9b04-6a47e61e2fa2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.284896 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-e21f300e-95c3-4ec0-beaa-0c3d35fbdcee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011fcd2340>,) {'filters': {'network_id': ['a649c8f3-f2be-499a-9b04-6a47e61e2fa2']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:38.298509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:38.305436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-e21f300e-95c3-4ec0-beaa-0c3d35fbdcee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fcd2340>, 'ecdf0c12-ed87-4ed2-9c43-0998fa4320df') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:38.305900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-e21f300e-95c3-4ec0-beaa-0c3d35fbdcee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fcd2340>, 'ecdf0c12-ed87-4ed2-9c43-0998fa4320df') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:38.316498 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e21f300e-95c3-4ec0-beaa-0c3d35fbdcee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (ecdf0c12-ed87-4ed2-9c43-0998fa4320df), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.322178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:38.332820 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e21f300e-95c3-4ec0-beaa-0c3d35fbdcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ecdf0c12-ed87-4ed2-9c43-0998fa4320df), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.345074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21f300e-95c3-4ec0-beaa-0c3d35fbdcee admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:17:38.345727 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e21f300e-95c3-4ec0-beaa-0c3d35fbdcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (ecdf0c12-ed87-4ed2-9c43-0998fa4320df), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.347570 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:17:38.348757 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:17:38.366109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7b18e6e6-0ff4-4374-b861-9a30236811d0 None None] Provisioning complete for port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:38.366482 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7b18e6e6-0ff4-4374-b861-9a30236811d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.371116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c10b47d6-8207-45cf-a2de-f02f662e9bc6,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:38.393139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Attempting to bind port b83812ef-1c6d-4509-9af6-301ec0cf5b84 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:17:38.393554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Attempting to bind port b83812ef-1c6d-4509-9af6-301ec0cf5b84 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:17:38.393895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Attempting to bind port b83812ef-1c6d-4509-9af6-301ec0cf5b84 on network 006efeff-f11c-4209-8816-f1fa1acf7fed {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:38.395860 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.408249 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7b18e6e6-0ff4-4374-b861-9a30236811d0 None None] Port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:17:38.413278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-74fb2044-54bd-4438-b233-7b0cb6cb9ab8 req-eb3c809d-aac4-481c-b917-de2e9c9ba49b tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2753768
Apr 16 21:17:38.435705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Port b83812ef-1c6d-4509-9af6-301ec0cf5b84 on network 006efeff-f11c-4209-8816-f1fa1acf7fed not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:17:38.436365 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Attempting to bind port b83812ef-1c6d-4509-9af6-301ec0cf5b84 on network 006efeff-f11c-4209-8816-f1fa1acf7fed {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:38.458562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:17:38.458915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Checking segment: {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:38.459307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Bound using segment: {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:17:38.460335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Bound port: b83812ef-1c6d-4509-9af6-301ec0cf5b84, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348d5049-a80b-4143-8473-29ba098d4bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:17:38.462204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e02a3-0cf5-498b-b8b4-76db31daa169 req-a6bb6b4f-571f-4bb3-84d0-581889b2ca77 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:38.462313 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.462385 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a57e02a3-0cf5-498b-b8b4-76db31daa169 req-a6bb6b4f-571f-4bb3-84d0-581889b2ca77 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 935 time: 0.0962193
Apr 16 21:17:38.489379 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f96f7f8f-940b-4a55-a692-525ca82f1585 req-ed30a4a3-e708-47d0-a36a-c2772c6bda16 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3427727
Apr 16 21:17:38.514883 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a57e02a3-0cf5-498b-b8b4-76db31daa169 req-0e1bff2f-f738-4bbc-afcd-4bf768c945fd tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466399
Apr 16 21:17:38.550534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:38.561574 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e21f300e-95c3-4ec0-beaa-0c3d35fbdcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a649c8f3-f2be-499a-9b04-6a47e61e2fa2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.567469 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e21f300e-95c3-4ec0-beaa-0c3d35fbdcee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.571804 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e21f300e-95c3-4ec0-beaa-0c3d35fbdcee admin admin] 10.222.0.20 "DELETE /v2.0/networks/a649c8f3-f2be-499a-9b04-6a47e61e2fa2 HTTP/1.1" status: 204  len: 168 time: 0.5876365
Apr 16 21:17:38.586749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f300e-95c3-4ec0-beaa-0c3d35fbdcee admin admin] Pushing event deleted for resources: {'Network': ['ID=a649c8f3-f2be-499a-9b04-6a47e61e2fa2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:38.736126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] For port b83812ef-1c6d-4509-9af6-301ec0cf5b84, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:17:38.743162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] For port b83812ef-1c6d-4509-9af6-301ec0cf5b84, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b83812ef-1c6d-4509-9af6-301ec0cf5b84,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:17:38.857796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.868843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32836) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:38.922508 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b6608f16-9af7-452b-ac7a-22678cf78b6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b00b1d48717f486d9a0283efc56eed45&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0499730
Apr 16 21:17:38.923060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32838) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:38.925394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:38.926057 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.927488 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] 10.222.0.11 "PUT /v2.0/ports/b83812ef-1c6d-4509-9af6-301ec0cf5b84 HTTP/1.1" status: 200  len: 1091 time: 3.2545033
Apr 16 21:17:38.939031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'tag': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:38.939031 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdd689c-21b7-4462-bd4e-7fba04eac01a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7cd9df-57f3-47a6-aa40-76ee208e2c09", "tag": "b83812ef-1c6d-4509-9af6-301ec0cf5b84"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:38.953457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:17:38.964527 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6ab918dd-c767-4ca3-af1e-c72879be8ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:38.983408 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653260ee-cb8b-43eb-a3a0-03ef29709abf x-openstack-request-id: req-653260ee-cb8b-43eb-a3a0-03ef29709abf {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:38.983704 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7cd9df-57f3-47a6-aa40-76ee208e2c09", "tag": "b83812ef-1c6d-4509-9af6-301ec0cf5b84", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:38.983967 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-653260ee-cb8b-43eb-a3a0-03ef29709abf {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:38.984823 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653260ee-cb8b-43eb-a3a0-03ef29709abf'] response: {'name': 'network-changed', 'server_uuid': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'tag': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'status': 'completed', 'code': 200}
Apr 16 21:17:39.019148 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1466f3a-851d-48f4-b65a-9d091ae1b034 admin admin] Publish callbacks [] for security_group (a4129966-68bc-4dbc-a6f2-da35ec4ea225), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:39.065972 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1466f3a-851d-48f4-b65a-9d091ae1b034 admin admin] Publish callbacks [] for security_group (a4129966-68bc-4dbc-a6f2-da35ec4ea225), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:39.080628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc398fa1-8782-4b2a-9d3e-dccdc40127bd service neutron] Pushing event updated for resources: {'Port': ['ID=b83812ef-1c6d-4509-9af6-301ec0cf5b84,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:39.104445 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69be29b-9cad-412c-a6a2-2f5df4fa07b2 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:39.118306 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Publish callbacks [] for router_gateway (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:39.119276 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Publish callbacks [] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:39.124342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd689c-21b7-4462-bd4e-7fba04eac01a req-67a002a3-8da3-4fb3-8d1b-4a718236e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:39.126065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fbdd689c-21b7-4462-bd4e-7fba04eac01a req-67a002a3-8da3-4fb3-8d1b-4a718236e546 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 1125 time: 0.1130626
Apr 16 21:17:39.131967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:39.149153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1', 'mac_address': 'fa:16:3e:e8:52:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:17:39.196014 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1466f3a-851d-48f4-b65a-9d091ae1b034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a4129966-68bc-4dbc-a6f2-da35ec4ea225), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:39.198649 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1466f3a-851d-48f4-b65a-9d091ae1b034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:39.199879 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e1466f3a-851d-48f4-b65a-9d091ae1b034 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4129966-68bc-4dbc-a6f2-da35ec4ea225 HTTP/1.1" status: 204  len: 168 time: 0.2756884
Apr 16 21:17:39.214005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1466f3a-851d-48f4-b65a-9d091ae1b034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4129966-68bc-4dbc-a6f2-da35ec4ea225,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:39.232562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:39.233675 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:39.244133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:39.291014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:39.313479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:39.337682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:39.338071 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:39.417900 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:39.426276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20d52a-99f0-44ff-b8a9-eed830b8dc58 req-12e62e37-51ac-470a-b77c-1bdcc32e3038 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:39.427685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c20d52a-99f0-44ff-b8a9-eed830b8dc58 req-12e62e37-51ac-470a-b77c-1bdcc32e3038 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 943 time: 0.0625563
Apr 16 21:17:39.492990 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c20d52a-99f0-44ff-b8a9-eed830b8dc58 req-4aa00a23-9183-4133-b8bc-6c1b4ffd3c41 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586979
Apr 16 21:17:39.497191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:39.504058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:39.575927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Transition to ACTIVE for port object f69be29b-9cad-412c-a6a2-2f5df4fa07b2 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:17:39.654163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03225b78-6008-45b7-8187-bba99c8623c3 req-d9d57017-de94-403e-8edf-7a7c045c09a5 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:39.655936 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03225b78-6008-45b7-8187-bba99c8623c3 req-d9d57017-de94-403e-8edf-7a7c045c09a5 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 948 time: 0.1244812
Apr 16 21:17:39.656292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e43b4a-7684-4e8a-9b99-2fa93fd6e913 req-14f79f98-7753-405d-8e5c-47de711281ab tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:39.663989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57e43b4a-7684-4e8a-9b99-2fa93fd6e913 req-14f79f98-7753-405d-8e5c-47de711281ab tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 935 time: 0.0758226
Apr 16 21:17:39.690942 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:39.712723 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57e43b4a-7684-4e8a-9b99-2fa93fd6e913 req-f6eb86b9-f1c5-43ff-92c8-f1ca89211aa4 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475500
Apr 16 21:17:39.840554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Pushing event updated for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:39.864254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd689c-21b7-4462-bd4e-7fba04eac01a req-dc27e4e1-6fbd-4bef-893b-2ecd53218132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:39.866400 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fbdd689c-21b7-4462-bd4e-7fba04eac01a req-dc27e4e1-6fbd-4bef-893b-2ecd53218132 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ff01c614d0ea4275b713b7e872342151&shared=False HTTP/1.1" status: 200  len: 920 time: 0.3333457
Apr 16 21:17:39.879786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.880143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.880513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.880855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.881222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.882162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.882496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.882843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.883157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.883482 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.883810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.884192 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.884517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.884844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.885192 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:17:39.917880 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03225b78-6008-45b7-8187-bba99c8623c3 req-e097d52d-e0bc-4d75-9893-2a9dbb211986 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237206
Apr 16 21:17:39.932521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0eab5a77-408a-45d7-86ff-b5c0a4b550d1'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:17:39.999008 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:40.097456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Attempting to bind port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:17:40.098117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Attempting to bind port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:17:40.098117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Attempting to bind port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:40.140472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd689c-21b7-4462-bd4e-7fba04eac01a req-7ddbf766-cf13-44f8-9828-55aaaff74b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:40.142034 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fbdd689c-21b7-4462-bd4e-7fba04eac01a req-7ddbf766-cf13-44f8-9828-55aaaff74b3d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2639575
Apr 16 21:17:40.146851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:17:40.147188 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Attempting to bind port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:40.157021 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:17:40.157413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:40.157760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:17:40.158199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Bound port: f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:17:40.158568 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:40.273743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e57159-8891-496c-9d0c-a281e03ba25e req-42a755da-0d11-478a-8000-054ae2459056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:40.275346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-42a755da-0d11-478a-8000-054ae2459056 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 1125 time: 0.0755193
Apr 16 21:17:40.286028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:17:40.291491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:17:40.332803 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-4e37a09c-746e-432c-87fe-040d369cb0d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83812ef-1c6d-4509-9af6-301ec0cf5b84 HTTP/1.1" status: 200  len: 217 time: 0.0500627
Apr 16 21:17:40.368498 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:40.421789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:40.422186 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:40.423780 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] 10.222.0.11 "PUT /v2.0/ports/f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 1095 time: 2.3925662
Apr 16 21:17:40.426440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:17:40.431744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e57159-8891-496c-9d0c-a281e03ba25e req-e2a08c10-1303-477d-a10c-9b48efd50609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:40.435957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-e2a08c10-1303-477d-a10c-9b48efd50609 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.0947206
Apr 16 21:17:40.515677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed06246-5189-43f6-94bb-b0dfd55d7baa service neutron] Pushing event updated for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:40.535079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e57159-8891-496c-9d0c-a281e03ba25e req-6731b76b-99d5-40ae-8598-7741c0584cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:40.536724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-6731b76b-99d5-40ae-8598-7741c0584cf1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0936730
Apr 16 21:17:40.722016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:17:40.723992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-70e94832-2a67-476d-bb24-fef06289f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:40.726099 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-70e94832-2a67-476d-bb24-fef06289f86d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 1129 time: 0.1416490
Apr 16 21:17:40.731831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Sync routers for ids ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:17:40.737288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11e4d3-c81e-45d7-ace5-314064a8feef req-1bab9410-431a-413b-ac24-b8b77bf4a2ce tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:40.738775 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b11e4d3-c81e-45d7-ace5-314064a8feef req-1bab9410-431a-413b-ac24-b8b77bf4a2ce tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 943 time: 0.1423874
Apr 16 21:17:40.744530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Routers {'87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:17:40.745443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124aec430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:17:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:40.812897 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-ab065d32-35ee-4384-b2bb-910436e05f55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 217 time: 0.0728810
Apr 16 21:17:40.838574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32d06c-4a64-4480-bc6b-67ceda3d286d req-9e1ae379-a2cf-42e2-a705-d722f955cab9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:40.840302 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae32d06c-4a64-4480-bc6b-67ceda3d286d req-9e1ae379-a2cf-42e2-a705-d722f955cab9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 947 time: 0.0512428
Apr 16 21:17:40.861416 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-f8a40dfd-e8bb-4ef2-9db1-d1f04fa75778 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3155124
Apr 16 21:17:40.863602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Set router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:17:40.874361 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:40.875479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7c671ec1-29c8-47d1-97b9-1d5bb7a392d2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.8508172
Apr 16 21:17:40.879413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32884) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:40.937287 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b11e4d3-c81e-45d7-ace5-314064a8feef req-08fe330a-e6d7-4fb5-be90-3ce343df66f6 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1782603
Apr 16 21:17:40.947544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-b1fbc0a4-1e0e-4fae-831a-faf14b2c49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:40.958252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-b1fbc0a4-1e0e-4fae-831a-faf14b2c49a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1243036
Apr 16 21:17:40.966648 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae32d06c-4a64-4480-bc6b-67ceda3d286d req-a5728e17-5977-4dd7-959d-57b1550ba4d8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134748
Apr 16 21:17:40.998927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:41.001584 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5c11a6-584c-46df-9a2e-2671be8114c2" -d '{"events": [{"name": "network-changed", "server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:41.032435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-49e7b4fc-36a1-4193-af45-7531ec344159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:41.033111 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-49e7b4fc-36a1-4193-af45-7531ec344159 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0744412
Apr 16 21:17:41.037306 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00e57159-8891-496c-9d0c-a281e03ba25e req-d56498bc-2b71-4ea4-bfd6-86435a5f3427 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1663275
Apr 16 21:17:41.106499 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84928d6-14d4-4f3e-b362-b4bc0a00aa08 x-openstack-request-id: req-f84928d6-14d4-4f3e-b362-b4bc0a00aa08 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:41.106499 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:41.106499 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f84928d6-14d4-4f3e-b362-b4bc0a00aa08 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:41.107293 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84928d6-14d4-4f3e-b362-b4bc0a00aa08'] response: {'name': 'network-changed', 'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'status': 'completed', 'code': 200}
Apr 16 21:17:41.155667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b70b2-89bd-447d-8489-3891ea06012e req-6b5945e6-86a7-45c0-a00b-f4ea2df9d19a tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:41.157248 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-303b70b2-89bd-447d-8489-3891ea06012e req-6b5945e6-86a7-45c0-a00b-f4ea2df9d19a tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 948 time: 0.0995307
Apr 16 21:17:41.160815 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124aec430>, [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:17:38Z', 'revision_number': 3, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:41.197883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Checking router: 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:17:41.198153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Updating router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 port c10b47d6-8207-45cf-a2de-f02f662e9bc6 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:17:41.215009 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-2ce05392-06c6-4339-8aa4-8dfa75047d5a service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1712489
Apr 16 21:17:41.224739 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32892) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:41.236861 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.238611 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-303b70b2-89bd-447d-8489-3891ea06012e req-baaf3141-01b4-42e1-960e-d51c9571fcec tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697343
Apr 16 21:17:41.347974 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b4c33ea-655a-4d13-8767-369eaeb67565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.398764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:41.437595 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b4c33ea-655a-4d13-8767-369eaeb67565 admin admin] Publish callbacks [] for security_group (24de31f2-8e4a-4b63-a577-8ec871d869e3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.444324 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.481555 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:17:41.516475 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b4c33ea-655a-4d13-8767-369eaeb67565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (24de31f2-8e4a-4b63-a577-8ec871d869e3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.559972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6b4c33ea-655a-4d13-8767-369eaeb67565 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c04d15b63ecc475ea672d2fbdebf2e2b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3336532
Apr 16 21:17:41.560525 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Publish callbacks [] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.560920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c33ea-655a-4d13-8767-369eaeb67565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24de31f2-8e4a-4b63-a577-8ec871d869e3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:41.562851 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32896) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:41.589723 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:41.590095 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.618524 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.620354 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-69f6194f-7222-460b-83c4-a5e310ade5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.641477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Allocated IP 172.20.0.1 (377e62c7-2e1c-405c-8820-462b8940afab/16cc84ec-1994-42c0-b969-ecfe316b72f5/533db66a-08ad-4ad8-a0a0-6160a9ef0db6) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:41.661898 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-03ac0f90-e23e-423c-b823-b168e40efe2e admin admin] Publish callbacks [] for security_group (24de31f2-8e4a-4b63-a577-8ec871d869e3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.672355 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.693167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91942437-15b7-4639-97f7-6440340cca32 None None] Pushing event updated for resources: {'Port': ['ID=c10b47d6-8207-45cf-a2de-f02f662e9bc6,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:41.721020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Attempting to bind port c10b47d6-8207-45cf-a2de-f02f662e9bc6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:17:41.721399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Attempting to bind port c10b47d6-8207-45cf-a2de-f02f662e9bc6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:17:41.721768 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Attempting to bind port c10b47d6-8207-45cf-a2de-f02f662e9bc6 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:41.730975 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-03ac0f90-e23e-423c-b823-b168e40efe2e admin admin] Publish callbacks [] for security_group (24de31f2-8e4a-4b63-a577-8ec871d869e3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.736652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:17:41.737165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:41.737559 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.742656 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:17:41.742656 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Bound port: c10b47d6-8207-45cf-a2de-f02f662e9bc6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:17:41.742656 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.762061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:41.762455 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.802105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:41.805026 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b56b80e-d064-477d-8736-febec95b8eed" -d '{"events": [{"server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "name": "network-vif-plugged", "status": "completed", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:41.807275 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Publish callbacks [] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.822762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:41.825443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] For port c10b47d6-8207-45cf-a2de-f02f662e9bc6, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:17:41.838324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] For port c10b47d6-8207-45cf-a2de-f02f662e9bc6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c10b47d6-8207-45cf-a2de-f02f662e9bc6,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:17:41.845839 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f7432e-7bfb-4efc-8715-8c796499b92d x-openstack-request-id: req-24f7432e-7bfb-4efc-8715-8c796499b92d {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:41.845839 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "name": "network-vif-plugged", "status": "completed", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:41.845839 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24f7432e-7bfb-4efc-8715-8c796499b92d {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:41.845839 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f7432e-7bfb-4efc-8715-8c796499b92d'] response: {'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1', 'code': 200}
Apr 16 21:17:41.927118 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-03ac0f90-e23e-423c-b823-b168e40efe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (24de31f2-8e4a-4b63-a577-8ec871d869e3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.929683 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-03ac0f90-e23e-423c-b823-b168e40efe2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.930843 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-03ac0f90-e23e-423c-b823-b168e40efe2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24de31f2-8e4a-4b63-a577-8ec871d869e3 HTTP/1.1" status: 204  len: 168 time: 0.3668647
Apr 16 21:17:41.938812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604b3c4-9096-443e-8a66-b42ce4cdf184 req-cd748fd5-2686-43e2-b520-6c269323a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:41.940066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac0f90-e23e-423c-b823-b168e40efe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24de31f2-8e4a-4b63-a577-8ec871d869e3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:41.940673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c604b3c4-9096-443e-8a66-b42ce4cdf184 req-cd748fd5-2686-43e2-b520-6c269323a5b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523 HTTP/1.1" status: 200  len: 1131 time: 0.0402935
Apr 16 21:17:41.979121 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.979299 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:41.983130 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:42.038378 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c604b3c4-9096-443e-8a66-b42ce4cdf184 req-4bafb71b-5686-4670-8908-8c4426850d18 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897102
Apr 16 21:17:42.052059 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91942437-15b7-4639-97f7-6440340cca32 None None] Pushing event updated for resources: {'Port': ['ID=c10b47d6-8207-45cf-a2de-f02f662e9bc6,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:42.061888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Network 377e62c7-2e1c-405c-8820-462b8940afab is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:42.067352 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:42.081662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:42.091454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Routers {'87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:17:42.092112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124aec430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:17:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:42.128980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Pushing event updated for resources: {'Port': ['ID=533db66a-08ad-4ad8-a0a0-6160a9ef0db6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:42.148306 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f65522-4802-44e2-9600-ec36f1334bc3 req-1b5b77e3-a891-4c0d-bc0e-2c86977e7087 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:42.149914 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-82f65522-4802-44e2-9600-ec36f1334bc3 req-1b5b77e3-a891-4c0d-bc0e-2c86977e7087 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 943 time: 0.1155028
Apr 16 21:17:42.169287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a7a16-dead-43f8-9e4f-98193e0d95c1 req-1ab317a7-052b-4ecd-89a5-c2bf3d384eb1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:42.169491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:42.183548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af1a7a16-dead-43f8-9e4f-98193e0d95c1 req-1ab317a7-052b-4ecd-89a5-c2bf3d384eb1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 947 time: 0.1180146
Apr 16 21:17:42.240854 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:42.251484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-82f65522-4802-44e2-9600-ec36f1334bc3 req-84329042-c12f-4774-b5de-4f62e793f9eb tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872557
Apr 16 21:17:42.406032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] Set router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:17:42.418919 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af1a7a16-dead-43f8-9e4f-98193e0d95c1 req-6efcc944-e742-45a3-9567-be4b10f01a42 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2343862
Apr 16 21:17:42.473316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b530cd-4efb-42b9-8c66-c6a59e460ce3 req-2b6d7297-6f87-4427-85d4-9cc3d61decb0 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:42.482300 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94b530cd-4efb-42b9-8c66-c6a59e460ce3 req-2b6d7297-6f87-4427-85d4-9cc3d61decb0 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 948 time: 0.1232884
Apr 16 21:17:42.501021 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af78aca1-e4b8-47c4-80cc-f5277e6f4201 req-39d904e6-c3ce-4cb0-b501-872fc5ee2567 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3015921
Apr 16 21:17:42.531872 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94b530cd-4efb-42b9-8c66-c6a59e460ce3 req-8e783183-9462-4613-8172-05393015fa25 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486348
Apr 16 21:17:42.539037 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:42.552772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-07955aca-dcaa-42bd-8913-b1546a356a48 None None] Provisioning complete for port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:42.553735 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-07955aca-dcaa-42bd-8913-b1546a356a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:42.611125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-07955aca-dcaa-42bd-8913-b1546a356a48 None None] Port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:17:42.629169 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:42.654694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124aec430>, [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:17:38Z', 'revision_number': 3, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:42.687682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09074aa-6c73-4638-833e-b59803ec9c46 None None] The sync data for ids ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'] in ncdv-master-1 is: [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:17:38Z', 'revision_number': 3, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:17:42.818079 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Publish callbacks [] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:42.892892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:42.991372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Pushing event updated for resources: {'Port': ['ID=533db66a-08ad-4ad8-a0a0-6160a9ef0db6,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:43.002901 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:43.101401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Network 377e62c7-2e1c-405c-8820-462b8940afab is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:43.102863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:43.243513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c10b47d6-8207-45cf-a2de-f02f662e9bc6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:43.260970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32926) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:43.263257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:17:43.353788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c10b47d6-8207-45cf-a2de-f02f662e9bc6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:43.354445 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:43.407062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:17:43.414756 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5c844695-96dd-4f1b-a820-3b4a5a23b571 admin admin] 10.222.0.20 "PUT /v2.0/routers/87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5342648
Apr 16 21:17:43.435905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1513551380-network', 'tenant_id': '6391ed1060eb48748245ced6bceec92b'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:43.465178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device da205378-8574-416e-8ccf-7ec5bb2d4541 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:17:43.515732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Made reservation on behalf of 6391ed1060eb48748245ced6bceec92b for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:43.518939 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:43.570485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:43.619003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c10b47d6-8207-45cf-a2de-f02f662e9bc6 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:43.619450 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:43.625864 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.resource_extend [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:17:43.628486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c760a-db72-4f2e-bdca-b3462a2ab412 req-57c05651-6dca-4625-8d2a-11f47aa2d374 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:43.630585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-22594258-aabb-4f92-8255-822cc6e05a3b None None] Provisioning complete for port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:43.631259 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-964c760a-db72-4f2e-bdca-b3462a2ab412 req-57c05651-6dca-4625-8d2a-11f47aa2d374 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 947 time: 0.1061072
Apr 16 21:17:43.636909 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22594258-aabb-4f92-8255-822cc6e05a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:43.710426 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-964c760a-db72-4f2e-bdca-b3462a2ab412 req-20452c40-d7e0-4193-931a-4bd1b9e20583 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711479
Apr 16 21:17:43.754518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-22594258-aabb-4f92-8255-822cc6e05a3b None None] Port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:17:43.771134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port c10b47d6-8207-45cf-a2de-f02f662e9bc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c10b47d6-8207-45cf-a2de-f02f662e9bc6,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:43.828687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port da205378-8574-416e-8ccf-7ec5bb2d4541, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da205378-8574-416e-8ccf-7ec5bb2d4541,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:43.844735 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Publish callbacks [] for security_group (95a83f89-1fb2-4624-bfbc-0868c5214bff), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:43.858245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'da205378-8574-416e-8ccf-7ec5bb2d4541', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'da205378-8574-416e-8ccf-7ec5bb2d4541', 'mac_address': 'fa:16:3e:31:ee:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:17:43.861703 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:43.897922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386af02-8a06-46be-a5ba-3d70d34edd55 req-7387fb82-d3dc-4236-ab15-a78c6bf61d9d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:43.906927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdd3b3-4d93-4bc0-b8fa-3430a2db1e8b req-aeedbb16-65c9-4ed6-a833-b66e8a3db66f tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:43.910532 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6386af02-8a06-46be-a5ba-3d70d34edd55 req-7387fb82-d3dc-4236-ab15-a78c6bf61d9d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 943 time: 0.5160685
Apr 16 21:17:43.914789 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5bbdd3b3-4d93-4bc0-b8fa-3430a2db1e8b req-aeedbb16-65c9-4ed6-a833-b66e8a3db66f tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 948 time: 0.0790443
Apr 16 21:17:43.926916 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (95a83f89-1fb2-4624-bfbc-0868c5214bff), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:43.964220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c11a6-584c-46df-9a2e-2671be8114c2 req-bb4a67dd-5320-479b-b0a9-c5151f458f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:43.964368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=c10b47d6-8207-45cf-a2de-f02f662e9bc6,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:43.965759 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c5c11a6-584c-46df-9a2e-2671be8114c2 req-bb4a67dd-5320-479b-b0a9-c5151f458f70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 1129 time: 0.1744483
Apr 16 21:17:43.967857 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6386af02-8a06-46be-a5ba-3d70d34edd55 req-7a233ae0-26c4-474b-9314-3d91cfd7c2c9 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562608
Apr 16 21:17:43.971457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:17:43.981252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port da205378-8574-416e-8ccf-7ec5bb2d4541 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:43.981252 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:43.998152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da205378-8574-416e-8ccf-7ec5bb2d4541 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:44.021604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port da205378-8574-416e-8ccf-7ec5bb2d4541, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da205378-8574-416e-8ccf-7ec5bb2d4541,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:44.030092 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:44.063259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a83f89-1fb2-4624-bfbc-0868c5214bff,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:44.068215 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9fef730d-9e80-446f-81fb-0b19f35d3ae7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:44.069188 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Added segment 9fef730d-9e80-446f-81fb-0b19f35d3ae7 of type vlan for network faa6ac51-0e46-43d3-bed2-87e1b1a96e0a
Apr 16 21:17:44.078664 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:44.088758 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5bbdd3b3-4d93-4bc0-b8fa-3430a2db1e8b req-bae31cf5-338e-47f9-8bbf-b47767061d64 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730299
Apr 16 21:17:44.144892 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (faa6ac51-0e46-43d3-bed2-87e1b1a96e0a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:44.151647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=da205378-8574-416e-8ccf-7ec5bb2d4541,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:44.176521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c11a6-584c-46df-9a2e-2671be8114c2 req-93f98ef3-df90-4a89-a692-3238870d1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:44.178077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c5c11a6-584c-46df-9a2e-2671be8114c2 req-93f98ef3-df90-4a89-a692-3238870d1562 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1979718
Apr 16 21:17:44.224214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c5c11a6-584c-46df-9a2e-2671be8114c2 req-e124659e-88e9-4d62-a400-a1cf4dc34f5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 217 time: 0.0390770
Apr 16 21:17:44.229620 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (faa6ac51-0e46-43d3-bed2-87e1b1a96e0a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:44.230545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:44.231117 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:44.325951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] Pushing event updated for resources: {'Network': ['ID=faa6ac51-0e46-43d3-bed2-87e1b1a96e0a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:44.330599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c11a6-584c-46df-9a2e-2671be8114c2 req-6a7af12f-a82c-40b0-bdc3-e16afe357bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:44.332082 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c5c11a6-584c-46df-9a2e-2671be8114c2 req-6a7af12f-a82c-40b0-bdc3-e16afe357bc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0985377
Apr 16 21:17:44.337936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network faa6ac51-0e46-43d3-bed2-87e1b1a96e0a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:17:44.378997 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-223f79b2-f21c-4416-a230-22657209e646 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.1135840
Apr 16 21:17:44.379174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32942) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:44.384233 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-bbb54453-e47a-4268-ad12-285e29000c08 admin admin] Request body: {'subnet': {'network_id': 'faa6ac51-0e46-43d3-bed2-87e1b1a96e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1513551380-subnet', 'tenant_id': '6391ed1060eb48748245ced6bceec92b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:44.412450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c11a6-584c-46df-9a2e-2671be8114c2 req-22f2c007-052c-461d-9d88-eb9aa070ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:44.414521 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c5c11a6-584c-46df-9a2e-2671be8114c2 req-22f2c007-052c-461d-9d88-eb9aa070ad40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0752542
Apr 16 21:17:44.495258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb54453-e47a-4268-ad12-285e29000c08 admin admin] Made reservation on behalf of 6391ed1060eb48748245ced6bceec92b for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:44.497690 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbb54453-e47a-4268-ad12-285e29000c08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:44.516286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32944) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:44.521133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f5f5b5b2-a75c-47e5-9c02-c3e628a14729 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289760136', 'description': 'tempest-description--999488186'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:44.607462 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b5b2-a75c-47e5-9c02-c3e628a14729 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:44.620099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['da205378-8574-416e-8ccf-7ec5bb2d4541'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:17:44.722139 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b5b2-a75c-47e5-9c02-c3e628a14729 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for security_group (57ac6546-351c-42c9-88bc-b6a2fa42bd5d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:44.735939 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Sync routers for ids ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:17:44.750794 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Routers {'87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:17:44.755363 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d99340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:17:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:44.806939 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b5b2-a75c-47e5-9c02-c3e628a14729 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (57ac6546-351c-42c9-88bc-b6a2fa42bd5d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:44.840639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5b5b2-a75c-47e5-9c02-c3e628a14729 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ac6546-351c-42c9-88bc-b6a2fa42bd5d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:44.859068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b83812ef-1c6d-4509-9af6-301ec0cf5b84 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:17:44.868412 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c5c11a6-584c-46df-9a2e-2671be8114c2 req-f608d523-5781-401b-a59a-3cd613d4a6d0 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4469626
Apr 16 21:17:44.871157 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Set router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:17:44.940522 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b5b2-a75c-47e5-9c02-c3e628a14729 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:44.945876 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f5f5b5b2-a75c-47e5-9c02-c3e628a14729 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.4284611
Apr 16 21:17:44.946538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32950) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:44.955232 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b1e7b25d-36eb-4e49-a4f5-9cd0f6b46a69 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Request body: {'security_group_rule': {'security_group_id': '57ac6546-351c-42c9-88bc-b6a2fa42bd5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:44.966658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda00e7-537f-4d58-896d-dbba252b81d6 req-68fe164b-01a5-4241-ad14-7d33aaa2abef tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:44.968293 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2bda00e7-537f-4d58-896d-dbba252b81d6 req-68fe164b-01a5-4241-ad14-7d33aaa2abef tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 947 time: 0.1211815
Apr 16 21:17:44.985703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b83812ef-1c6d-4509-9af6-301ec0cf5b84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b83812ef-1c6d-4509-9af6-301ec0cf5b84,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:44.999694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'port_id': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'mac_address': 'fa:16:3e:2e:7e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:17:45.053774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port b83812ef-1c6d-4509-9af6-301ec0cf5b84 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:45.056462 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.083339 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d99340>, [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:17:42Z', 'revision_number': 4, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '533db66a-08ad-4ad8-a0a0-6160a9ef0db6', 'name': '', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'mac_address': 'fa:16:3e:04:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:41Z', 'updated_at': '2022-04-16T21:17:42Z', 'revision_number': 2, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'subnets': [{'id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:45.088262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83812ef-1c6d-4509-9af6-301ec0cf5b84 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:45.089487 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b25d-36eb-4e49-a4f5-9cd0f6b46a69 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for security_group_rule (abfdc7e0-8f34-4e51-aa50-08a0d1c5d91e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.106599 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28c12f-06f8-4a97-bca2-608921baca1a req-fcbfee4e-0c67-4d46-947f-2f8b0971ff88 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:45.108106 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c28c12f-06f8-4a97-bca2-608921baca1a req-fcbfee4e-0c67-4d46-947f-2f8b0971ff88 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 943 time: 0.0686505
Apr 16 21:17:45.116446 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Checking router: 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:17:45.117037 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Updating router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:17:45.127724 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b83812ef-1c6d-4509-9af6-301ec0cf5b84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b83812ef-1c6d-4509-9af6-301ec0cf5b84,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:45.150312 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.165802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2bda00e7-537f-4d58-896d-dbba252b81d6 req-d39052ba-d73a-403b-84fa-81a3d76bb109 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1815712
Apr 16 21:17:45.191479 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b25d-36eb-4e49-a4f5-9cd0f6b46a69 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for security_group_rule (abfdc7e0-8f34-4e51-aa50-08a0d1c5d91e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.201918 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.203105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f69be29b-9cad-412c-a6a2-2f5df4fa07b2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:17:45.214924 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c28c12f-06f8-4a97-bca2-608921baca1a req-0b77191a-4be9-4c87-b929-0f79482b958a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900650
Apr 16 21:17:45.216111 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c5c11a6-584c-46df-9a2e-2671be8114c2 req-30fca1fd-a7b9-49aa-a4b1-6907947857cd service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3404124
Apr 16 21:17:45.252001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c10b47d6-8207-45cf-a2de-f02f662e9bc6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:45.260120 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b25d-36eb-4e49-a4f5-9cd0f6b46a69 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (abfdc7e0-8f34-4e51-aa50-08a0d1c5d91e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.294634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7b25d-36eb-4e49-a4f5-9cd0f6b46a69 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfdc7e0-8f34-4e51-aa50-08a0d1c5d91e,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:45.350639 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbb54453-e47a-4268-ad12-285e29000c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (85ff2251-d724-4d7d-9f4b-e232163edfea), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.397557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efe942-469e-4406-8434-76bf70d7474a req-b164f6f3-f2a7-4807-9539-a571d9e6c24e tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:45.398890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11efe942-469e-4406-8434-76bf70d7474a req-b164f6f3-f2a7-4807-9539-a571d9e6c24e tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 949 time: 0.0846004
Apr 16 21:17:45.417434 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b25d-36eb-4e49-a4f5-9cd0f6b46a69 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.420479 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b1e7b25d-36eb-4e49-a4f5-9cd0f6b46a69 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4728034
Apr 16 21:17:45.422880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32958) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:45.442232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c10b47d6-8207-45cf-a2de-f02f662e9bc6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:45.443989 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.445887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb54453-e47a-4268-ad12-285e29000c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ff2251-d724-4d7d-9f4b-e232163edfea,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:45.447455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c75829fe-e942-4176-aa44-e83bb712c273 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Request body: {'security_group_rule': {'security_group_id': '57ac6546-351c-42c9-88bc-b6a2fa42bd5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:45.455091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb54453-e47a-4268-ad12-285e29000c08 admin admin] Checking segment: {'id': '9fef730d-9e80-446f-81fb-0b19f35d3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'faa6ac51-0e46-43d3-bed2-87e1b1a96e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:45.455536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb54453-e47a-4268-ad12-285e29000c08 admin admin] Network hostable DHCP agents. Network: faa6ac51-0e46-43d3-bed2-87e1b1a96e0a, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:17:45.466469 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Publish callbacks [] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.486060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=b83812ef-1c6d-4509-9af6-301ec0cf5b84,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:45.499209 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11efe942-469e-4406-8434-76bf70d7474a req-aebace59-d70f-4ae7-a29e-0c348ba4c927 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691738
Apr 16 21:17:45.515172 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:45.517591 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.533400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'mac_address': 'fa:16:3e:43:cc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:17:45.597346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c10b47d6-8207-45cf-a2de-f02f662e9bc6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:45.601988 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.602539 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:45.602938 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.618827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69be29b-9cad-412c-a6a2-2f5df4fa07b2 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:45.647827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb54453-e47a-4268-ad12-285e29000c08 admin admin] Network faa6ac51-0e46-43d3-bed2-87e1b1a96e0a is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:17:45.653337 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c75829fe-e942-4176-aa44-e83bb712c273 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for security_group_rule (012a4e05-c494-4d82-80ab-0e5486a980ea), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.655126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:45.682779 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09517ba-2814-42f9-be8c-afb8bf474418 None None] Pushing event updated for resources: {'Port': ['ID=533db66a-08ad-4ad8-a0a0-6160a9ef0db6,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:45.710483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-bbb54453-e47a-4268-ad12-285e29000c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, faa6ac51-0e46-43d3-bed2-87e1b1a96e0a) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:45.718027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb54453-e47a-4268-ad12-285e29000c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:45.718669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbb54453-e47a-4268-ad12-285e29000c08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.722431 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.741351 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Attempting to bind port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:17:45.741911 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Attempting to bind port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf8c9d79-d449-46cc-8576-aed1fc3efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:17:45.742128 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Attempting to bind port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 on network 377e62c7-2e1c-405c-8820-462b8940afab {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:45.748052 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:17:45.748468 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Checking segment: {'id': 'cf8c9d79-d449-46cc-8576-aed1fc3efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:45.749150 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.749698 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Bound using segment: {'id': 'cf8c9d79-d449-46cc-8576-aed1fc3efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:17:45.750374 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Bound port: 533db66a-08ad-4ad8-a0a0-6160a9ef0db6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8c9d79-d449-46cc-8576-aed1fc3efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:17:45.750904 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.757792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c059a0-de0a-4977-9899-e42c4b3c1359 None None] Network faa6ac51-0e46-43d3-bed2-87e1b1a96e0a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:17:45.769691 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c75829fe-e942-4176-aa44-e83bb712c273 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for security_group_rule (012a4e05-c494-4d82-80ab-0e5486a980ea), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.800332 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bbb54453-e47a-4268-ad12-285e29000c08 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.4200823
Apr 16 21:17:45.833969 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] For port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:17:45.838033 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] For port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=533db66a-08ad-4ad8-a0a0-6160a9ef0db6,segment=NetworkSegment(cf8c9d79-d449-46cc-8576-aed1fc3efdce),segment_id=cf8c9d79-d449-46cc-8576-aed1fc3efdce)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:17:45.846786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:45.847684 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c75829fe-e942-4176-aa44-e83bb712c273 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (012a4e05-c494-4d82-80ab-0e5486a980ea), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.872261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75829fe-e942-4176-aa44-e83bb712c273 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012a4e05-c494-4d82-80ab-0e5486a980ea,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:45.894533 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.906096 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e14726-ead4-4d42-aad6-b53740cf2f64 None None] Network faa6ac51-0e46-43d3-bed2-87e1b1a96e0a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:17:45.918629 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c75829fe-e942-4176-aa44-e83bb712c273 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:45.922696 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c75829fe-e942-4176-aa44-e83bb712c273 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4952240
Apr 16 21:17:45.927553 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32964) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:45.930313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:45.958529 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Routers {'87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:17:45.960111 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d99340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:17:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:46.035590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e4f1e409-71e0-4199-a06f-4683f66d96a3 None None] Provisioning complete for port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:46.035973 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e409-71e0-4199-a06f-4683f66d96a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:46.042214 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:46.104584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device da205378-8574-416e-8ccf-7ec5bb2d4541 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:46.173083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b83812ef-1c6d-4509-9af6-301ec0cf5b84'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:17:46.212639 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:46.258692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1e409-71e0-4199-a06f-4683f66d96a3 None None] Current status of the port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:46.259003 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09517ba-2814-42f9-be8c-afb8bf474418 None None] Pushing event updated for resources: {'Port': ['ID=533db66a-08ad-4ad8-a0a0-6160a9ef0db6,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:46.259116 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e409-71e0-4199-a06f-4683f66d96a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:46.280343 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] Set router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:17:46.288745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port da205378-8574-416e-8ccf-7ec5bb2d4541 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:17:46.313983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f69be29b-9cad-412c-a6a2-2f5df4fa07b2'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:17:46.330594 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38588845-e059-42b9-95d5-f798a060004d req-fb1a23a6-282e-4d33-ab20-f8454278187a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:46.333109 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38588845-e059-42b9-95d5-f798a060004d req-fb1a23a6-282e-4d33-ab20-f8454278187a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 948 time: 0.0643382
Apr 16 21:17:46.357441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e4f1e409-71e0-4199-a06f-4683f66d96a3 None None] For port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=533db66a-08ad-4ad8-a0a0-6160a9ef0db6,segment=NetworkSegment(cf8c9d79-d449-46cc-8576-aed1fc3efdce),segment_id=cf8c9d79-d449-46cc-8576-aed1fc3efdce)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:46.386983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port da205378-8574-416e-8ccf-7ec5bb2d4541 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:46.387362 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:46.414929 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38588845-e059-42b9-95d5-f798a060004d req-01e91e50-c786-4ae8-b82f-ed3869de156f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698552
Apr 16 21:17:46.466868 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e409-71e0-4199-a06f-4683f66d96a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:46.486742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Allocated IP 172.35.1.148 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/cfc95a9a-a556-4d3f-b4af-ecffd1a067c6) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:46.497210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-d061dbf1-1dbd-4bab-bbde-10f69f68eb17 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:46.499215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-d061dbf1-1dbd-4bab-bbde-10f69f68eb17 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/networks?id=faa6ac51-0e46-43d3-bed2-87e1b1a96e0a HTTP/1.1" status: 200  len: 821 time: 0.2643142
Apr 16 21:17:46.584226 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d99340>, [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:17:42Z', 'revision_number': 4, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '533db66a-08ad-4ad8-a0a0-6160a9ef0db6', 'name': '', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'mac_address': 'fa:16:3e:04:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:41Z', 'updated_at': '2022-04-16T21:17:45Z', 'revision_number': 4, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'subnets': [{'id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:46.588755 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f933c-a04b-487c-a59b-ae587c74a33c req-d6a0cae6-4a7d-475d-9d7a-9f5e1ed5596a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:46.590520 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-059f933c-a04b-487c-a59b-ae587c74a33c req-d6a0cae6-4a7d-475d-9d7a-9f5e1ed5596a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 944 time: 0.0717661
Apr 16 21:17:46.612141 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-12c983cc-5e4b-4be4-8694-7dc245288c60 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/quotas/6391ed1060eb48748245ced6bceec92b HTTP/1.1" status: 200  len: 375 time: 0.0991962
Apr 16 21:17:46.623759 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aeb2d-9639-48c0-aa15-0f08ef898417 None None] The sync data for ids ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'] in ncdv-master-1 is: [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:17:42Z', 'revision_number': 4, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '533db66a-08ad-4ad8-a0a0-6160a9ef0db6', 'name': '', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'mac_address': 'fa:16:3e:04:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:41Z', 'updated_at': '2022-04-16T21:17:45Z', 'revision_number': 4, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'subnets': [{'id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:17:46.641725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1e409-71e0-4199-a06f-4683f66d96a3 None None] Pushing event updated for resources: {'Port': ['ID=533db66a-08ad-4ad8-a0a0-6160a9ef0db6,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:46.654640 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3992e485-449e-4156-bba7-13f43e880c6b None None] Provisioning complete for port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:46.654640 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3992e485-449e-4156-bba7-13f43e880c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:46.693306 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-cd87b00e-3b4a-4bb6-bfd0-2a8b8abc8cc6 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6391ed1060eb48748245ced6bceec92b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0692844
Apr 16 21:17:46.699740 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for port (cfc95a9a-a556-4d3f-b4af-ecffd1a067c6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:46.714506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-114e9357-de4f-4681-82dd-3aa6ea851351 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:17:46.715475 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-114e9357-de4f-4681-82dd-3aa6ea851351 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053668
Apr 16 21:17:46.734841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port da205378-8574-416e-8ccf-7ec5bb2d4541 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:46.735237 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:46.752882 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-059f933c-a04b-487c-a59b-ae587c74a33c req-f2af859e-03a9-4abc-986a-b21fa746641b tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1546876
Apr 16 21:17:46.796101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3ff1f-0ee1-4dba-8354-10aaef694161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da205378-8574-416e-8ccf-7ec5bb2d4541'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:46.798378 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e10431-ba97-4bf5-b2de-3e11aa2ecd4d" -d '{"events": [{"server_uuid": "0ba3ff1f-0ee1-4dba-8354-10aaef694161", "name": "network-vif-plugged", "status": "completed", "tag": "da205378-8574-416e-8ccf-7ec5bb2d4541"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:46.839101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port da205378-8574-416e-8ccf-7ec5bb2d4541, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da205378-8574-416e-8ccf-7ec5bb2d4541,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:46.861499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3992e485-449e-4156-bba7-13f43e880c6b None None] Current status of the port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:46.877651 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-8bb081f8-3459-4fc1-9e77-b810a4fb8f16 service neutron] 10.222.0.20 "GET /v2.0/networks/faa6ac51-0e46-43d3-bed2-87e1b1a96e0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378052
Apr 16 21:17:46.888998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6370cb-9dba-498a-b9b2-983d1fe3c777 req-fa77b17d-da97-4c48-bb90-13ceaac66e02 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:46.890945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff6370cb-9dba-498a-b9b2-983d1fe3c777 req-fa77b17d-da97-4c48-bb90-13ceaac66e02 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 949 time: 0.0639970
Apr 16 21:17:46.905167 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:46.939405 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (cfc95a9a-a556-4d3f-b4af-ecffd1a067c6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:46.958764 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff6370cb-9dba-498a-b9b2-983d1fe3c777 req-da33ff5e-72a5-4de6-8dc0-25c7bc749832 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616689
Apr 16 21:17:46.977206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=da205378-8574-416e-8ccf-7ec5bb2d4541,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:47.010578 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:47.015611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:47.017538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Pushing event updated for resources: {'Port': ['ID=cfc95a9a-a556-4d3f-b4af-ecffd1a067c6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:47.021713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:47.080462 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-8d2e4a0e-f062-4894-8c09-7dc5172f3dd9 service neutron] 10.222.0.20 "GET /v2.0/networks/faa6ac51-0e46-43d3-bed2-87e1b1a96e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1968801
Apr 16 21:17:47.101216 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf00a9ab-998a-404a-9e84-673ae71dab34 x-openstack-request-id: req-bf00a9ab-998a-404a-9e84-673ae71dab34 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:47.101946 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba3ff1f-0ee1-4dba-8354-10aaef694161", "name": "network-vif-plugged", "status": "completed", "tag": "da205378-8574-416e-8ccf-7ec5bb2d4541", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:47.102529 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf00a9ab-998a-404a-9e84-673ae71dab34 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:47.107774 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf00a9ab-998a-404a-9e84-673ae71dab34'] response: {'server_uuid': '0ba3ff1f-0ee1-4dba-8354-10aaef694161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da205378-8574-416e-8ccf-7ec5bb2d4541', 'code': 200}
Apr 16 21:17:47.154945 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for floatingip (275a1aa7-8879-409e-ad48-cd062251edb2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:47.222564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:47.229113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a6916-2426-480f-b3d0-667d23f53ce1 req-5661126f-866a-4201-be08-6254f27d7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:47.230757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d10a6916-2426-480f-b3d0-667d23f53ce1 req-5661126f-866a-4201-be08-6254f27d7616 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 1132 time: 0.0504000
Apr 16 21:17:47.249871 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cfc95a9a-a556-4d3f-b4af-ecffd1a067c6), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:47.278482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:47.280605 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:47.286385 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d10a6916-2426-480f-b3d0-667d23f53ce1 req-a00b87e0-e6ac-4a11-8b17-61dc8994e603 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454969
Apr 16 21:17:47.422102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-011728c9-75d1-4c3b-a7ca-01690ba2f709 req-7a3cc0dd-44b1-4d15-a830-598040aaaa95 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 210 time: 0.0381210
Apr 16 21:17:47.451926 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for port (cfc95a9a-a556-4d3f-b4af-ecffd1a067c6), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:47.537005 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (cfc95a9a-a556-4d3f-b4af-ecffd1a067c6), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:47.595324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Pushing event updated for resources: {'Port': ['ID=cfc95a9a-a556-4d3f-b4af-ecffd1a067c6,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:47.618605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:47.636471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12daa5-f10d-4ce9-9ac0-1d118c109875 req-193d4f0a-86b5-43a8-8780-8b739e14f1e8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:47.638165 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-df12daa5-f10d-4ce9-9ac0-1d118c109875 req-193d4f0a-86b5-43a8-8780-8b739e14f1e8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 948 time: 0.1414192
Apr 16 21:17:47.678002 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (275a1aa7-8879-409e-ad48-cd062251edb2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:47.711376 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-df12daa5-f10d-4ce9-9ac0-1d118c109875 req-2f8feea6-d74e-4f20-8b7d-7a3c6d98ced3 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663176
Apr 16 21:17:47.786678 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:47.796186 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cf4c00ed-64ec-459c-824e-d517c6a4a4c6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8614182
Apr 16 21:17:47.871240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529856f-6eab-45c0-b179-e9a1c54c76ce req-850cc660-4e28-409b-9109-3ddf489de74e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:47.873353 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9529856f-6eab-45c0-b179-e9a1c54c76ce req-850cc660-4e28-409b-9109-3ddf489de74e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 944 time: 0.0518918
Apr 16 21:17:47.931347 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9529856f-6eab-45c0-b179-e9a1c54c76ce req-d7a381fb-056b-4f17-8f46-68326455f242 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474288
Apr 16 21:17:47.970615 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-4cd072f4-0d98-4d71-b026-e9021f77db0b tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--289760136&fields=id&tenant_id=3bc8f8d1fc734ce182645a464d35ead8 HTTP/1.1" status: 200  len: 267 time: 0.0608668
Apr 16 21:17:47.977711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b83812ef-1c6d-4509-9af6-301ec0cf5b84 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:48.028886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port b83812ef-1c6d-4509-9af6-301ec0cf5b84 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:17:48.093278 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port b83812ef-1c6d-4509-9af6-301ec0cf5b84 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:48.093992 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:48.109587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-42e628f7-c936-4d3f-aaf1-ff38bb2efe62 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:48.124677 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-42e628f7-c936-4d3f-aaf1-ff38bb2efe62 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/networks?id=377e62c7-2e1c-405c-8820-462b8940afab HTTP/1.1" status: 200  len: 811 time: 0.1448433
Apr 16 21:17:48.127354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baec99c-2cfe-43bc-9bf3-3678913211ff req-517c7dd0-9ee3-4ff2-9292-8c2e0f7bcc4e tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:48.129545 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5baec99c-2cfe-43bc-9bf3-3678913211ff req-517c7dd0-9ee3-4ff2-9292-8c2e0f7bcc4e tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 950 time: 0.0655370
Apr 16 21:17:48.144496 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-44065768-09ec-439d-b3ad-2406dd2d548b tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/quotas/3bc8f8d1fc734ce182645a464d35ead8 HTTP/1.1" status: 200  len: 375 time: 0.0178490
Apr 16 21:17:48.185941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port b83812ef-1c6d-4509-9af6-301ec0cf5b84 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:48.186337 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:48.196982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5baec99c-2cfe-43bc-9bf3-3678913211ff req-d90d8e3c-b587-4bff-952b-80217228bae2 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594463
Apr 16 21:17:48.227305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b83812ef-1c6d-4509-9af6-301ec0cf5b84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b83812ef-1c6d-4509-9af6-301ec0cf5b84,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:48.229092 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-fc46db2b-44ab-4f55-aa20-e08b8abfb930 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bc8f8d1fc734ce182645a464d35ead8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0733612
Apr 16 21:17:48.309181 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:48.310060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f69be29b-9cad-412c-a6a2-2f5df4fa07b2 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:48.320094 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-637bcc66-71bf-4b73-8c61-05122bf01e56 service neutron] 10.222.0.20 "GET /v2.0/networks/377e62c7-2e1c-405c-8820-462b8940afab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848095
Apr 16 21:17:48.390903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=b83812ef-1c6d-4509-9af6-301ec0cf5b84,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:48.395539 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:17:48.417768 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-dbf37d8e-6eb5-4675-965d-c1cba502f95e service neutron] 10.222.0.20 "GET /v2.0/networks/377e62c7-2e1c-405c-8820-462b8940afab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914063
Apr 16 21:17:48.481814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:48.482206 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:48.506614 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8de14d97-08e7-4e54-ac64-71a5bcdba509 req-a4462773-94c0-4c2f-9cf3-cbc92f8c4bd5 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 210 time: 0.0350533
Apr 16 21:17:48.564935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:48.565332 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:48.597153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:48.721530 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:48.754843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0db01cbe-223a-484d-9a6e-c0c97d4818a1 req-be8cc898-7ac7-4639-ad02-7de2a5b09caa tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 210 time: 0.0374463
Apr 16 21:17:48.804336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:48.842742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ac6e4-3253-41b2-9cfe-72c1c844ef5d req-e1312d43-0752-4e69-b265-7ffcec1f117e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:48.844360 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2f5ac6e4-3253-41b2-9cfe-72c1c844ef5d req-e1312d43-0752-4e69-b265-7ffcec1f117e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0577378
Apr 16 21:17:48.897919 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2f5ac6e4-3253-41b2-9cfe-72c1c844ef5d req-2f2cc7c1-6ba0-4c96-af36-6d7e3f7b8653 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472367
Apr 16 21:17:49.052129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6aaa30-7421-4148-8c26-ee6a01ab29ec req-18df0a0a-5086-4a76-9271-deb086f77c08 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:49.059861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c6aaa30-7421-4148-8c26-ee6a01ab29ec req-18df0a0a-5086-4a76-9271-deb086f77c08 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0572722
Apr 16 21:17:49.102136 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2c6aaa30-7421-4148-8c26-ee6a01ab29ec req-93b0b71a-fb72-4af5-b38b-b2cbcb9e007d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411601
Apr 16 21:17:49.108709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84'}, {'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:49.111399 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9cd15e-cff7-4b02-a824-0e03aca5051c" -d '{"events": [{"server_uuid": "8c7cd9df-57f3-47a6-aa40-76ee208e2c09", "name": "network-vif-plugged", "status": "completed", "tag": "b83812ef-1c6d-4509-9af6-301ec0cf5b84"}, {"server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "name": "network-vif-plugged", "status": "completed", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:49.152437 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9a6442-9ffe-4545-8be8-52b4588fd5ef x-openstack-request-id: req-5a9a6442-9ffe-4545-8be8-52b4588fd5ef {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:49.152735 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7cd9df-57f3-47a6-aa40-76ee208e2c09", "name": "network-vif-plugged", "status": "completed", "tag": "b83812ef-1c6d-4509-9af6-301ec0cf5b84", "code": 200}, {"server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "name": "network-vif-plugged", "status": "completed", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:49.152986 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a9a6442-9ffe-4545-8be8-52b4588fd5ef {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:49.153418 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9a6442-9ffe-4545-8be8-52b4588fd5ef'] response: {'server_uuid': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'code': 200}
Apr 16 21:17:49.153878 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9a6442-9ffe-4545-8be8-52b4588fd5ef'] response: {'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'code': 200}
Apr 16 21:17:49.340459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11928be4-8112-421e-bd6d-250c2f79b246 req-2194ab78-aa43-4bd0-a5fb-9ad47a26a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:49.342004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11928be4-8112-421e-bd6d-250c2f79b246 req-2194ab78-aa43-4bd0-a5fb-9ad47a26a76f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 1127 time: 0.1093276
Apr 16 21:17:49.345418 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2407-fab1-4337-929c-315d114c22fd req-dc440cda-7fa6-4084-a0d2-66fafc9e0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:49.346841 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0dbc2407-fab1-4337-929c-315d114c22fd req-dc440cda-7fa6-4084-a0d2-66fafc9e0992 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 1131 time: 0.0872037
Apr 16 21:17:49.355691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a5bae-1706-475b-8015-bd2f8b447fcf req-fe03c931-fcb9-4cb2-817a-b17b2ed01212 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:49.357142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee4a5bae-1706-475b-8015-bd2f8b447fcf req-fe03c931-fcb9-4cb2-817a-b17b2ed01212 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 950 time: 0.0964088
Apr 16 21:17:49.456457 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11928be4-8112-421e-bd6d-250c2f79b246 req-685f5cbe-af4e-4619-8b55-5a78a4110a6e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972829
Apr 16 21:17:49.461858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0dbc2407-fab1-4337-929c-315d114c22fd req-1eef7b4b-2d82-4188-9565-9430304810ff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038604
Apr 16 21:17:49.466279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee4a5bae-1706-475b-8015-bd2f8b447fcf req-a23287a8-3094-4000-832b-6fc400eac462 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972917
Apr 16 21:17:49.580264 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25eb7a1-b237-4f94-b212-8040ec125856 req-2eef2fdc-8da3-4551-b5e1-b46149b48aff tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:49.581773 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c25eb7a1-b237-4f94-b212-8040ec125856 req-2eef2fdc-8da3-4551-b5e1-b46149b48aff tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523 HTTP/1.1" status: 200  len: 950 time: 0.0481350
Apr 16 21:17:49.590611 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa2d20fc-cf68-4614-bc4b-460aed990871 req-2aebd562-79ac-408c-b6fb-21306c746a07 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 210 time: 0.0279176
Apr 16 21:17:49.632434 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c25eb7a1-b237-4f94-b212-8040ec125856 req-6c1b4c37-3da1-408f-a903-2004213b7ee3 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440912
Apr 16 21:17:49.834251 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c9c14d10-07ba-41d7-948f-59bb09bf612e req-87f97f75-e691-4e44-845d-ab6425d628e0 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 210 time: 0.0337534
Apr 16 21:17:50.018897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87892bfb-e561-41e7-9e36-837b87fa2233 req-0be54d0e-1f8a-4064-b3d7-af3eaeff965a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.021396 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87892bfb-e561-41e7-9e36-837b87fa2233 req-0be54d0e-1f8a-4064-b3d7-af3eaeff965a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0526035
Apr 16 21:17:50.088624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-ad3a001b-ec45-4ae4-a6e7-056ef8da7fcb tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.090543 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-ad3a001b-ec45-4ae4-a6e7-056ef8da7fcb tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.41 "GET /v2.0/networks?id=faa6ac51-0e46-43d3-bed2-87e1b1a96e0a HTTP/1.1" status: 200  len: 821 time: 0.1246860
Apr 16 21:17:50.104832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-82e9fb87-25c6-4a5d-9a70-bc4f0de030b9 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Request body: {'port': {'device_id': '5e9fe25d-f215-444a-b161-5a76d2766905', 'network_id': 'faa6ac51-0e46-43d3-bed2-87e1b1a96e0a', 'admin_state_up': True, 'tenant_id': '6391ed1060eb48748245ced6bceec92b'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:50.111326 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-a7b981bf-4a07-4e49-a166-6b740ad42e7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0622807
Apr 16 21:17:50.119394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87892bfb-e561-41e7-9e36-837b87fa2233 req-d53f409d-5b5e-4eaf-8e23-38bdb2848507 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861025
Apr 16 21:17:50.208776 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-b262a5f1-21db-4e89-85ff-ccd703392e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.209994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-b262a5f1-21db-4e89-85ff-ccd703392e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.210538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-b262a5f1-21db-4e89-85ff-ccd703392e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.211072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-b262a5f1-21db-4e89-85ff-ccd703392e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.211749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-b262a5f1-21db-4e89-85ff-ccd703392e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.212453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-b262a5f1-21db-4e89-85ff-ccd703392e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.213061 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-b262a5f1-21db-4e89-85ff-ccd703392e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.215325 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-b262a5f1-21db-4e89-85ff-ccd703392e9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce47d3657e50419183b9ee9cee309667&device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 6705 time: 0.0581686
Apr 16 21:17:50.322658 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fea831-ae36-42ae-af64-a63b8a342889 req-e978d5e4-80fd-46c2-82d8-c4643868141a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.324205 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-97fea831-ae36-42ae-af64-a63b8a342889 req-e978d5e4-80fd-46c2-82d8-c4643868141a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.1077566
Apr 16 21:17:50.358054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-82e9fb87-25c6-4a5d-9a70-bc4f0de030b9 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Made reservation on behalf of 6391ed1060eb48748245ced6bceec92b for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:50.362225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-82e9fb87-25c6-4a5d-9a70-bc4f0de030b9 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:50.397177 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-332408c7-fa01-4961-b35f-c3b0492c81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.397652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-332408c7-fa01-4961-b35f-c3b0492c81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.398118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-332408c7-fa01-4961-b35f-c3b0492c81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.399902 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-332408c7-fa01-4961-b35f-c3b0492c81ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ac8618f-14fb-4e3b-a70e-311a9f851d3d&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=84e05a77-422a-4fe5-a7de-668bfb04f621&id=84e05a77-422a-4fe5-a7de-668bfb04f621 HTTP/1.1" status: 200  len: 2294 time: 0.1440685
Apr 16 21:17:50.403360 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-97fea831-ae36-42ae-af64-a63b8a342889 req-08849ece-cfc0-45b3-8d75-41f6b05e2238 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727253
Apr 16 21:17:50.496280 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-9848301c-4a90-4fe8-b7d1-ab753411603e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90479900-4d72-46a0-92ee-feff9e50d619 HTTP/1.1" status: 200  len: 1001 time: 0.0633295
Apr 16 21:17:50.511186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-82e9fb87-25c6-4a5d-9a70-bc4f0de030b9 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Allocated IP 172.20.0.4 (faa6ac51-0e46-43d3-bed2-87e1b1a96e0a/85ff2251-d724-4d7d-9f4b-e232163edfea/23957a4d-6230-4dd9-89ec-dd700bca0441) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:50.562215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-f4787e76-8f8b-4b71-996f-621cb8cef6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.563714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-f4787e76-8f8b-4b71-996f-621cb8cef6cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a548d640-caae-4960-9f0c-0d45e1c310b5 HTTP/1.1" status: 200  len: 851 time: 0.0516701
Apr 16 21:17:50.618128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-aeec3af5-fa5d-4966-b7c6-34aa3fe79f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.624559 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-aeec3af5-fa5d-4966-b7c6-34aa3fe79f08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ac8618f-14fb-4e3b-a70e-311a9f851d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0500066
Apr 16 21:17:50.674295 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-82e9fb87-25c6-4a5d-9a70-bc4f0de030b9 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Publish callbacks [] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:50.709627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54e2e752-41be-47c4-9aff-880dd2bf9ed5 req-8e88e5b0-74a0-4cdf-96a0-47c8ba5780b5 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 210 time: 0.0335615
Apr 16 21:17:50.779484 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-6f229732-f299-4681-a7ce-7f31d943bacd service neutron] 10.222.0.41 "GET /v2.0/networks/9ac8618f-14fb-4e3b-a70e-311a9f851d3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902178
Apr 16 21:17:50.795957 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-82e9fb87-25c6-4a5d-9a70-bc4f0de030b9 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:50.843444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-82e9fb87-25c6-4a5d-9a70-bc4f0de030b9 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Network faa6ac51-0e46-43d3-bed2-87e1b1a96e0a is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:50.846554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-82e9fb87-25c6-4a5d-9a70-bc4f0de030b9 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:50.850871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-82e9fb87-25c6-4a5d-9a70-bc4f0de030b9 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:50.857414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9fb87-25c6-4a5d-9a70-bc4f0de030b9 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Pushing event updated for resources: {'Port': ['ID=23957a4d-6230-4dd9-89ec-dd700bca0441,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:50.905583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-82e9fb87-25c6-4a5d-9a70-bc4f0de030b9 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:50.906229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-82e9fb87-25c6-4a5d-9a70-bc4f0de030b9 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:50.907656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-fc2d851a-4334-49a5-8bcd-76a3aa663d03 service neutron] 10.222.0.41 "GET /v2.0/networks/9ac8618f-14fb-4e3b-a70e-311a9f851d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024339
Apr 16 21:17:50.949002 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef8ef442-46d8-43c4-b322-fa7d964e9ab0 req-d920bddf-69ef-401e-b9bc-d62bd36d4bee tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 210 time: 0.0267980
Apr 16 21:17:50.964696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-82e9fb87-25c6-4a5d-9a70-bc4f0de030b9 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8650272
Apr 16 21:17:51.211165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Request body: {'port': {'device_id': '5e9fe25d-f215-444a-b161-5a76d2766905', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:51.243976 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-2b8178f8-6da4-4770-8bfd-7f1eae5caa3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=973da309-126f-4308-a6f4-32352abab6e7 HTTP/1.1" status: 200  len: 217 time: 0.0444722
Apr 16 21:17:51.272219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc066b-560e-4c90-8942-df533023a6ab req-33e82534-f4b7-451a-9727-8d27b65e9b66 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:51.273875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7fc066b-560e-4c90-8942-df533023a6ab req-33e82534-f4b7-451a-9727-8d27b65e9b66 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0786774
Apr 16 21:17:51.299757 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-7ed7fbde-8a7d-4e3a-b096-3245912f95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:51.301349 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-7ed7fbde-8a7d-4e3a-b096-3245912f95ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2903b39-0ea8-4780-bd2f-b10a23ab22a1 HTTP/1.1" status: 200  len: 797 time: 0.0515435
Apr 16 21:17:51.336568 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:51.367166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-c88511fd-10ab-4f99-bbcf-0453081a4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:51.368691 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-c88511fd-10ab-4f99-bbcf-0453081a4958 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a1311c2-594d-49ff-bcbd-69e881faa649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0594358
Apr 16 21:17:51.388329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7fc066b-560e-4c90-8942-df533023a6ab req-4ad78ff0-f134-4b33-bba0-53ee02fd3905 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050577
Apr 16 21:17:51.564748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-b1d09ea5-c4a1-468d-850e-74be99332daa tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:51.566188 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-b1d09ea5-c4a1-468d-850e-74be99332daa tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.41 "GET /v2.0/networks?id=377e62c7-2e1c-405c-8820-462b8940afab HTTP/1.1" status: 200  len: 811 time: 0.2113326
Apr 16 21:17:51.590643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794f6e-f683-458f-bc02-11abed85a865 req-14974eb5-e2ef-4d8c-accc-4174e70cf971 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:51.592131 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-75794f6e-f683-458f-bc02-11abed85a865 req-14974eb5-e2ef-4d8c-accc-4174e70cf971 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0794632
Apr 16 21:17:51.595375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-315ee052-67b0-4dce-b06a-cb7732c41629 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881135
Apr 16 21:17:51.667945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23957a4d-6230-4dd9-89ec-dd700bca0441 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:51.690175 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Publish callbacks [] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:51.704297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Transition to ACTIVE for port object 23957a4d-6230-4dd9-89ec-dd700bca0441 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:17:51.749866 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-75794f6e-f683-458f-bc02-11abed85a865 req-3d60dc1b-b216-4b34-8d80-63ecceb09b46 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1492198
Apr 16 21:17:51.754526 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-8ab848a0-923e-45cc-ae9c-b4753cc4f564 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bc8f8d1fc734ce182645a464d35ead8 HTTP/1.1" status: 200  len: 379 time: 0.1613719
Apr 16 21:17:51.769678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-fb56e8f0-92ba-4714-a94e-7e5b332bbfec tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Request body: {'port': {'device_id': '150835ec-2a90-46c5-8fe1-970a84f2e0cd', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'admin_state_up': True, 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'security_groups': ['57ac6546-351c-42c9-88bc-b6a2fa42bd5d']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:51.787087 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-019c1c38-636b-462d-97d2-7066d5795d93 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1838658
Apr 16 21:17:51.819133 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:51.861295 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-f7a20175-5907-4879-b730-e3c56a3668f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=b6827444-dd7b-4b83-a82d-0112e07ad27f HTTP/1.1" status: 200  len: 217 time: 0.0438480
Apr 16 21:17:51.870899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426ad44-cd4c-4d07-a6d8-40edb147d1cb req-27ea90c2-7c05-4f4a-b8b4-164c78f57990 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:51.872520 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9426ad44-cd4c-4d07-a6d8-40edb147d1cb req-27ea90c2-7c05-4f4a-b8b4-164c78f57990 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 931 time: 0.0851915
Apr 16 21:17:51.894892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Pushing event updated for resources: {'Port': ['ID=23957a4d-6230-4dd9-89ec-dd700bca0441,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:51.959597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901707c-b2eb-4ed1-851b-0481e742f284 req-353ec876-2e52-4cce-a35c-fbedebe6c076 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:51.960988 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b901707c-b2eb-4ed1-851b-0481e742f284 req-353ec876-2e52-4cce-a35c-fbedebe6c076 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.1017005
Apr 16 21:17:51.971395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33094) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:17:51.982586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-69f1732d-e20b-4dd9-991c-7ade434c55be tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Request body: {'floatingip': {'port_id': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:51.992680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-9f319811-d4d3-4540-8304-e2673cef478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:51.994395 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-9f319811-d4d3-4540-8304-e2673cef478a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2903b39-0ea8-4780-bd2f-b10a23ab22a1 HTTP/1.1" status: 200  len: 797 time: 0.1172767
Apr 16 21:17:52.019780 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9426ad44-cd4c-4d07-a6d8-40edb147d1cb req-e4f2eeff-b2a2-433b-8350-37bff9d4f85a tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399598
Apr 16 21:17:52.032792 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69f1732d-e20b-4dd9-991c-7ade434c55be tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for floatingip (681cf20a-0317-43da-bc53-7857b7dfc6da), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:52.074799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-2a555d88-3e15-44cf-99c2-af584b52fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:52.076315 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-2a555d88-3e15-44cf-99c2-af584b52fefe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a1311c2-594d-49ff-bcbd-69e881faa649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0757320
Apr 16 21:17:52.077987 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbb2b697-06a2-45fb-b955-3fa849b095dc req-097551c6-028e-42da-b616-4a33ac4b870b tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 210 time: 0.0436835
Apr 16 21:17:52.103773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-fb56e8f0-92ba-4714-a94e-7e5b332bbfec tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Made reservation on behalf of 3bc8f8d1fc734ce182645a464d35ead8 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:17:52.107145 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-fb56e8f0-92ba-4714-a94e-7e5b332bbfec tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:52.120600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Attempting to bind port 23957a4d-6230-4dd9-89ec-dd700bca0441 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:17:52.120947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Attempting to bind port 23957a4d-6230-4dd9-89ec-dd700bca0441 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9fef730d-9e80-446f-81fb-0b19f35d3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'faa6ac51-0e46-43d3-bed2-87e1b1a96e0a'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:17:52.121285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Attempting to bind port 23957a4d-6230-4dd9-89ec-dd700bca0441 on network faa6ac51-0e46-43d3-bed2-87e1b1a96e0a {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:52.134113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Port 23957a4d-6230-4dd9-89ec-dd700bca0441 on network faa6ac51-0e46-43d3-bed2-87e1b1a96e0a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:17:52.134449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Attempting to bind port 23957a4d-6230-4dd9-89ec-dd700bca0441 on network faa6ac51-0e46-43d3-bed2-87e1b1a96e0a {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:52.160099 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:17:52.160475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Checking segment: {'id': '9fef730d-9e80-446f-81fb-0b19f35d3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'faa6ac51-0e46-43d3-bed2-87e1b1a96e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:52.164307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Bound using segment: {'id': '9fef730d-9e80-446f-81fb-0b19f35d3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'faa6ac51-0e46-43d3-bed2-87e1b1a96e0a'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:17:52.164307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Bound port: 23957a4d-6230-4dd9-89ec-dd700bca0441, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fef730d-9e80-446f-81fb-0b19f35d3ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'faa6ac51-0e46-43d3-bed2-87e1b1a96e0a'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:17:52.164307 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:52.240066 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-d6321b3c-4625-42d2-a862-65c62c2b96f3 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564164
Apr 16 21:17:52.319887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] For port 23957a4d-6230-4dd9-89ec-dd700bca0441, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:17:52.336919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] For port 23957a4d-6230-4dd9-89ec-dd700bca0441, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23957a4d-6230-4dd9-89ec-dd700bca0441,segment=NetworkSegment(9fef730d-9e80-446f-81fb-0b19f35d3ae7),segment_id=9fef730d-9e80-446f-81fb-0b19f35d3ae7)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:17:52.340312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-fb56e8f0-92ba-4714-a94e-7e5b332bbfec tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Allocated IP 172.20.0.14 (377e62c7-2e1c-405c-8820-462b8940afab/16cc84ec-1994-42c0-b969-ecfe316b72f5/0e7313ce-6b11-4893-959a-077cf629642f) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:17:52.393278 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-6df9b3ce-f16d-4814-97df-71417e059bad service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309607
Apr 16 21:17:52.441768 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:52.495715 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-ade15b1a-7684-4296-b3ca-ddce7f54d06e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=89946b61-fbf7-4964-8abf-1d6403aac9ec HTTP/1.1" status: 200  len: 217 time: 0.0848029
Apr 16 21:17:52.495908 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:52.495908 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:52.495908 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/23957a4d-6230-4dd9-89ec-dd700bca0441 HTTP/1.1" status: 200  len: 1091 time: 1.2897511
Apr 16 21:17:52.495908 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9fe25d-f215-444a-b161-5a76d2766905', 'tag': '23957a4d-6230-4dd9-89ec-dd700bca0441'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:52.498191 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8e937d-ea0b-4587-b512-dfdfcab28241" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9fe25d-f215-444a-b161-5a76d2766905", "tag": "23957a4d-6230-4dd9-89ec-dd700bca0441"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:52.547533 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd9a0a4-de5a-4f73-85ea-0a70ef830bfe x-openstack-request-id: req-bfd9a0a4-de5a-4f73-85ea-0a70ef830bfe {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:52.547838 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9fe25d-f215-444a-b161-5a76d2766905", "tag": "23957a4d-6230-4dd9-89ec-dd700bca0441", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:52.548087 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfd9a0a4-de5a-4f73-85ea-0a70ef830bfe {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:52.548523 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd9a0a4-de5a-4f73-85ea-0a70ef830bfe'] response: {'name': 'network-changed', 'server_uuid': '5e9fe25d-f215-444a-b161-5a76d2766905', 'tag': '23957a4d-6230-4dd9-89ec-dd700bca0441', 'status': 'completed', 'code': 200}
Apr 16 21:17:52.561469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a8c2-cf23-47d6-9405-a45437ea703d req-5419503f-4984-4b61-afd1-3443de5a9343 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:52.565910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927182c6-562a-4d4f-88f0-56b1248673f4 service neutron] Pushing event updated for resources: {'Port': ['ID=23957a4d-6230-4dd9-89ec-dd700bca0441,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:52.566607 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7d4a8c2-cf23-47d6-9405-a45437ea703d req-5419503f-4984-4b61-afd1-3443de5a9343 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0819547
Apr 16 21:17:52.643054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e937d-ea0b-4587-b512-dfdfcab28241 req-00d7364b-fe52-4e95-b458-1cf69a5c8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:52.644620 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c8e937d-ea0b-4587-b512-dfdfcab28241 req-00d7364b-fe52-4e95-b458-1cf69a5c8a34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6391ed1060eb48748245ced6bceec92b&device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 1125 time: 0.0727179
Apr 16 21:17:52.656329 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-fb56e8f0-92ba-4714-a94e-7e5b332bbfec tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for port (0e7313ce-6b11-4893-959a-077cf629642f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:52.658562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-181491ba-8761-49aa-80ad-5daa1fa01c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:52.660091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-181491ba-8761-49aa-80ad-5daa1fa01c76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2903b39-0ea8-4780-bd2f-b10a23ab22a1 HTTP/1.1" status: 200  len: 797 time: 0.1216395
Apr 16 21:17:52.696598 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7d4a8c2-cf23-47d6-9405-a45437ea703d req-a781cd9c-b86e-4aa9-b954-864def4e0878 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999925
Apr 16 21:17:52.755611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-fc2a0657-7025-456f-8f31-66c6f50c1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:52.757107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-fc2a0657-7025-456f-8f31-66c6f50c1f80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a1311c2-594d-49ff-bcbd-69e881faa649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0582402
Apr 16 21:17:52.820908 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69f1732d-e20b-4dd9-991c-7ade434c55be tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:52.840451 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d0198b9-dd89-4891-b186-ebdd3a52ca39 req-93d91cd5-cfcc-4b4d-ae30-716bca2ab7b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1474802
Apr 16 21:17:52.883265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d206b-0874-4bb0-af2a-7d96cbb7fb3e req-6ec5f152-392e-42f2-8e5f-1ce966a41ba0 tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:52.884863 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c20d206b-0874-4bb0-af2a-7d96cbb7fb3e req-6ec5f152-392e-42f2-8e5f-1ce966a41ba0 tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 1131 time: 0.0895865
Apr 16 21:17:52.943590 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69f1732d-e20b-4dd9-991c-7ade434c55be tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (681cf20a-0317-43da-bc53-7857b7dfc6da), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:52.947754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e937d-ea0b-4587-b512-dfdfcab28241 req-2c2c0074-5e71-4a7d-a562-b287c424a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:52.949376 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c8e937d-ea0b-4587-b512-dfdfcab28241 req-2c2c0074-5e71-4a7d-a562-b287c424a3c9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6391ed1060eb48748245ced6bceec92b&shared=False HTTP/1.1" status: 200  len: 922 time: 0.2456295
Apr 16 21:17:52.950329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0198b9-dd89-4891-b186-ebdd3a52ca39 req-a7dd9b01-4055-4440-b5ec-5c5e0d1b5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:52.951716 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d0198b9-dd89-4891-b186-ebdd3a52ca39 req-a7dd9b01-4055-4440-b5ec-5c5e0d1b5422 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 1128 time: 0.0896845
Apr 16 21:17:53.116634 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-fb56e8f0-92ba-4714-a94e-7e5b332bbfec tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0e7313ce-6b11-4893-959a-077cf629642f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:53.122876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c20d206b-0874-4bb0-af2a-7d96cbb7fb3e req-34e9afcb-66e0-439a-8e34-7a35c1391c11 tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167873
Apr 16 21:17:53.209919 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-fb56e8f0-92ba-4714-a94e-7e5b332bbfec tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Network 377e62c7-2e1c-405c-8820-462b8940afab is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:17:53.227236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-fb56e8f0-92ba-4714-a94e-7e5b332bbfec tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:17:53.229878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-fb56e8f0-92ba-4714-a94e-7e5b332bbfec tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:17:53.263182 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f03cd-39cd-45b5-a5ee-6fdf7a4b64d2 req-f52f7613-6c95-4c97-87b2-71ad3a73075f tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:53.264852 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-585f03cd-39cd-45b5-a5ee-6fdf7a4b64d2 req-f52f7613-6c95-4c97-87b2-71ad3a73075f tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 943 time: 0.1544545
Apr 16 21:17:53.272270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56e8f0-92ba-4714-a94e-7e5b332bbfec tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Pushing event updated for resources: {'Port': ['ID=0e7313ce-6b11-4893-959a-077cf629642f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:53.313052 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-1d3f3bfe-65d7-4497-b3a2-ddb7e1e2e561 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5496943
Apr 16 21:17:53.357296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-fb56e8f0-92ba-4714-a94e-7e5b332bbfec tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:53.357982 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-fb56e8f0-92ba-4714-a94e-7e5b332bbfec tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:53.435997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-585f03cd-39cd-45b5-a5ee-6fdf7a4b64d2 req-608b3df4-ca37-4413-93b2-f958a1901ebe tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375277
Apr 16 21:17:53.465832 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-fb56e8f0-92ba-4714-a94e-7e5b332bbfec tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7014656
Apr 16 21:17:53.471811 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-04ab4831-e34d-40bd-a8ca-3bc195f781c2 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447847
Apr 16 21:17:53.488288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Request body: {'port': {'device_id': '150835ec-2a90-46c5-8fe1-970a84f2e0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:17:53.529490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-dcb00ee0-1652-4b8d-8a17-a902d7f72d28 None None] Provisioning complete for port 0e7313ce-6b11-4893-959a-077cf629642f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:53.540441 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dcb00ee0-1652-4b8d-8a17-a902d7f72d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0e7313ce-6b11-4893-959a-077cf629642f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:53.552357 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf51e2-09f1-4b16-a37a-05519c931fbc req-3456a39c-7641-44d1-b486-0fffa16cc2ef tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:53.554450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6bf51e2-09f1-4b16-a37a-05519c931fbc req-3456a39c-7641-44d1-b486-0fffa16cc2ef tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 932 time: 0.1130478
Apr 16 21:17:53.561564 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-69f1732d-e20b-4dd9-991c-7ade434c55be tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Floating IP 681cf20a-0317-43da-bc53-7857b7dfc6da associated. External IP: 172.35.1.248, port: b83812ef-1c6d-4509-9af6-301ec0cf5b84.
Apr 16 21:17:53.562303 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-f7ad5a4b-6600-4e64-90c8-bebe8cc3236f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=289d892c-efd8-4a45-8065-39c93c83ca97 HTTP/1.1" status: 200  len: 217 time: 0.0812118
Apr 16 21:17:53.581263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-dcb00ee0-1652-4b8d-8a17-a902d7f72d28 None None] Port 0e7313ce-6b11-4893-959a-077cf629642f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:17:53.622481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e937d-ea0b-4587-b512-dfdfcab28241 req-b79bf91d-a1c7-4d3c-baf0-9bd824f982a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:53.624012 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c8e937d-ea0b-4587-b512-dfdfcab28241 req-b79bf91d-a1c7-4d3c-baf0-9bd824f982a7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6342225
Apr 16 21:17:53.648232 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0198b9-dd89-4891-b186-ebdd3a52ca39 req-972c2e1d-be18-4f59-9d54-aade265cc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:53.649794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d0198b9-dd89-4891-b186-ebdd3a52ca39 req-972c2e1d-be18-4f59-9d54-aade265cc97c service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.6563973
Apr 16 21:17:53.660934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-2ef414c6-c9d5-40f7-8d5c-91d5dd7b331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:53.662991 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-2ef414c6-c9d5-40f7-8d5c-91d5dd7b331c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2903b39-0ea8-4780-bd2f-b10a23ab22a1 HTTP/1.1" status: 200  len: 797 time: 0.0771656
Apr 16 21:17:53.663722 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e7313ce-6b11-4893-959a-077cf629642f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:53.745480 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d0198b9-dd89-4891-b186-ebdd3a52ca39 req-3086c272-3d5b-453c-a022-c10ac2ed3510 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90cb3288-a22b-4ad5-a087-5f17138b5d8b HTTP/1.1" status: 200  len: 217 time: 0.0832801
Apr 16 21:17:53.764901 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6bf51e2-09f1-4b16-a37a-05519c931fbc req-d7640fcf-1d29-42f4-8cb7-d6511627e4e7 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1984766
Apr 16 21:17:53.775602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-81cdb349-9a79-4938-83f4-3993d749350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:53.777213 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-81cdb349-9a79-4938-83f4-3993d749350f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a1311c2-594d-49ff-bcbd-69e881faa649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0856307
Apr 16 21:17:53.835532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-c68b96d3-877a-4da4-8e38-84474fec1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:53.837037 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-c68b96d3-877a-4da4-8e38-84474fec1d43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6391ed1060eb48748245ced6bceec92b&device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 1125 time: 0.1605365
Apr 16 21:17:53.892757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-af9477e0-24cd-49c7-a3ef-e76d887cd10d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23957a4d-6230-4dd9-89ec-dd700bca0441 HTTP/1.1" status: 200  len: 217 time: 0.0468154
Apr 16 21:17:53.901580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0198b9-dd89-4891-b186-ebdd3a52ca39 req-88e293b8-5db2-4cf3-b6a6-2076a8dddefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:53.903148 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d0198b9-dd89-4891-b186-ebdd3a52ca39 req-88e293b8-5db2-4cf3-b6a6-2076a8dddefb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.1491852
Apr 16 21:17:54.001023 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-2c64fc1e-2024-4569-8d17-90b714fccd9d service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1658592
Apr 16 21:17:54.026027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0198b9-dd89-4891-b186-ebdd3a52ca39 req-c03616a3-e6b2-436a-bcde-af41361786e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:54.027539 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d0198b9-dd89-4891-b186-ebdd3a52ca39 req-c03616a3-e6b2-436a-bcde-af41361786e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1127114
Apr 16 21:17:54.036836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-385e0900-4907-4a38-923f-f1c5e5a09041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:54.038279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-385e0900-4907-4a38-923f-f1c5e5a09041 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85ff2251-d724-4d7d-9f4b-e232163edfea HTTP/1.1" status: 200  len: 861 time: 0.1342683
Apr 16 21:17:54.107292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:17:54.153816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-252d5f81-eb50-428d-a135-b075d663eea0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faa6ac51-0e46-43d3-bed2-87e1b1a96e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1047072
Apr 16 21:17:54.163004 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-e6f190db-e3b9-41fa-84b2-ba108bba4738 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512580
Apr 16 21:17:54.179736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7313ce-6b11-4893-959a-077cf629642f {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:54.215033 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-c136f584-0b65-4780-b158-c48d47f580fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 HTTP/1.1" status: 200  len: 217 time: 0.0459497
Apr 16 21:17:54.217003 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Publish callbacks [] for port (0e7313ce-6b11-4893-959a-077cf629642f), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:54.238856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Transition to ACTIVE for port object 0e7313ce-6b11-4893-959a-077cf629642f will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:17:54.277720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-966dcfb4-08e7-45b6-8f1c-1ea27311a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:54.279400 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-966dcfb4-08e7-45b6-8f1c-1ea27311a220 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5 HTTP/1.1" status: 200  len: 797 time: 0.0506971
Apr 16 21:17:54.286505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:54.297118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f1732d-e20b-4dd9-991c-7ade434c55be tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Router f2182d22-0df2-487f-9e2d-07362d732476 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:17:54.302253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1', 'mac_address': 'fa:16:3e:e8:52:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:17:54.302424 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d0198b9-dd89-4891-b186-ebdd3a52ca39 req-aed76118-132d-4ae4-8d05-8761526192ab service neutron] 10.222.0.11 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2661788
Apr 16 21:17:54.325639 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0e7313ce-6b11-4893-959a-077cf629642f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:54.330981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44988107-b999-4afc-96af-8259bb4ca5da req-97cbe42b-e932-4080-939a-e3fa277df567 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:54.332672 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44988107-b999-4afc-96af-8259bb4ca5da req-97cbe42b-e932-4080-939a-e3fa277df567 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.1065695
Apr 16 21:17:54.346641 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:54.347039 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:54.361748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-085ac1e8-36a0-4f9d-ba91-3fcaaf29c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:54.362733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:54.363227 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-085ac1e8-36a0-4f9d-ba91-3fcaaf29c5f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84e05a77-422a-4fe5-a7de-668bfb04f621&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0770397
Apr 16 21:17:54.390421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:54.469620 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-6610516f-2986-48ab-ba79-e551ad358eed service neutron] 10.222.0.41 "GET /v2.0/networks/faa6ac51-0e46-43d3-bed2-87e1b1a96e0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3092933
Apr 16 21:17:54.478619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ead439-567f-48d1-96c1-730619565580 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7313ce-6b11-4893-959a-077cf629642f,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:54.485209 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-bcd3941a-e366-404f-a393-cd37cfd1fe6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1143248
Apr 16 21:17:54.494670 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:54.600884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44988107-b999-4afc-96af-8259bb4ca5da req-6e6ba6c8-d017-44a0-a72d-d9f037696087 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217472
Apr 16 21:17:54.606005 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-9abc2cb1-83f2-4e98-945c-5c3c7b98c4f9 service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2318363
Apr 16 21:17:54.638160 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d0198b9-dd89-4891-b186-ebdd3a52ca39 req-be9cc03a-2110-411b-9580-1601089ba044 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3277841
Apr 16 21:17:54.644916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:54.662064 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0eab5a77-408a-45d7-86ff-b5c0a4b550d1'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:17:54.714486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f1732d-e20b-4dd9-991c-7ade434c55be tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:17:54.721047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69f1732d-e20b-4dd9-991c-7ade434c55be tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:54.730078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b15f4-961c-4662-9ea0-c232d2a8bace None None] Sync routers for ids ['f2182d22-0df2-487f-9e2d-07362d732476'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:17:54.759323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Attempting to bind port 0e7313ce-6b11-4893-959a-077cf629642f on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:17:54.759661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Attempting to bind port 0e7313ce-6b11-4893-959a-077cf629642f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf8c9d79-d449-46cc-8576-aed1fc3efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:17:54.760004 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Attempting to bind port 0e7313ce-6b11-4893-959a-077cf629642f on network 377e62c7-2e1c-405c-8820-462b8940afab {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:54.760572 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78285e30-e7f6-4bb4-b603-2bd1fb1ca034 req-2a4d79e4-0a8d-4ccb-ade6-4c27b7ffa5e0 service neutron] 10.222.0.41 "GET /v2.0/networks/faa6ac51-0e46-43d3-bed2-87e1b1a96e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2745707
Apr 16 21:17:54.783990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Port 0e7313ce-6b11-4893-959a-077cf629642f on network 377e62c7-2e1c-405c-8820-462b8940afab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:17:54.784401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Attempting to bind port 0e7313ce-6b11-4893-959a-077cf629642f on network 377e62c7-2e1c-405c-8820-462b8940afab {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:17:54.784975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b15f4-961c-4662-9ea0-c232d2a8bace None None] Routers {'f2182d22-0df2-487f-9e2d-07362d732476'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:17:54.785889 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-487b15f4-961c-4662-9ea0-c232d2a8bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012414c2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:17:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f2182d22-0df2-487f-9e2d-07362d732476'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:54.798946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6952e2-30cf-40a6-930a-87f13a9a2841 req-f055b2f0-f772-4d45-82ae-494638906f3e tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:54.800614 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d6952e2-30cf-40a6-930a-87f13a9a2841 req-f055b2f0-f772-4d45-82ae-494638906f3e tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 943 time: 0.1918271
Apr 16 21:17:54.813560 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-69f1732d-e20b-4dd9-991c-7ade434c55be tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "PUT /v2.0/floatingips/681cf20a-0317-43da-bc53-7857b7dfc6da HTTP/1.1" status: 200  len: 991 time: 2.8403080
Apr 16 21:17:54.814821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'tag': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:54.817419 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72830994-b873-4657-bee0-6ffccd746ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7cd9df-57f3-47a6-aa40-76ee208e2c09", "tag": "b83812ef-1c6d-4509-9af6-301ec0cf5b84"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:54.819803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:17:54.820141 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Checking segment: {'id': 'cf8c9d79-d449-46cc-8576-aed1fc3efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:17:54.829048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Bound using segment: {'id': 'cf8c9d79-d449-46cc-8576-aed1fc3efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:17:54.831678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Bound port: 0e7313ce-6b11-4893-959a-077cf629642f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8c9d79-d449-46cc-8576-aed1fc3efdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:17:54.833486 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e7313ce-6b11-4893-959a-077cf629642f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:54.918599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71bf2d-a569-4397-a1fe-dcd900fdd879 req-899589a7-c8ba-42dc-9ee4-e1c97b3559ae tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:54.920291 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fb71bf2d-a569-4397-a1fe-dcd900fdd879 req-899589a7-c8ba-42dc-9ee4-e1c97b3559ae tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 944 time: 0.0622110
Apr 16 21:17:54.963569 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-3e156807-826e-4c07-aa09-cafeee034cc5 service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3356762
Apr 16 21:17:54.986511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fb71bf2d-a569-4397-a1fe-dcd900fdd879 req-2529fa1a-2929-4d51-8bb2-1573f588204b tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597026
Apr 16 21:17:54.993492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-487b15f4-961c-4662-9ea0-c232d2a8bace None None] Set router f2182d22-0df2-487f-9e2d-07362d732476 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:17:55.012156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] For port 0e7313ce-6b11-4893-959a-077cf629642f, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:17:55.016057 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] For port 0e7313ce-6b11-4893-959a-077cf629642f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e7313ce-6b11-4893-959a-077cf629642f,segment=NetworkSegment(cf8c9d79-d449-46cc-8576-aed1fc3efdce),segment_id=cf8c9d79-d449-46cc-8576-aed1fc3efdce)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:17:55.024144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d6952e2-30cf-40a6-930a-87f13a9a2841 req-7cf21c22-6fdb-4792-9fbe-a468f07d07de tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076404
Apr 16 21:17:55.039986 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e91f7f-cece-4883-80d9-50382565b4a6 x-openstack-request-id: req-93e91f7f-cece-4883-80d9-50382565b4a6 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:55.041308 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7cd9df-57f3-47a6-aa40-76ee208e2c09", "tag": "b83812ef-1c6d-4509-9af6-301ec0cf5b84", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:55.041882 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93e91f7f-cece-4883-80d9-50382565b4a6 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:55.043092 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e91f7f-cece-4883-80d9-50382565b4a6'] response: {'name': 'network-changed', 'server_uuid': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'tag': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'status': 'completed', 'code': 200}
Apr 16 21:17:55.064814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0e7313ce-6b11-4893-959a-077cf629642f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:55.136446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:55.136446 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:55.136446 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-09ead439-567f-48d1-96c1-730619565580 service neutron] 10.222.0.41 "PUT /v2.0/ports/0e7313ce-6b11-4893-959a-077cf629642f HTTP/1.1" status: 200  len: 1092 time: 1.6486866
Apr 16 21:17:55.136800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72830994-b873-4657-bee0-6ffccd746ebc req-7f83ddf9-2b52-409e-9270-2ba7a913654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:55.136878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150835ec-2a90-46c5-8fe1-970a84f2e0cd', 'tag': '0e7313ce-6b11-4893-959a-077cf629642f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:55.136945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72830994-b873-4657-bee0-6ffccd746ebc req-7f83ddf9-2b52-409e-9270-2ba7a913654e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 1127 time: 0.0601211
Apr 16 21:17:55.137027 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1460aef-911d-4cba-bcd4-a514f663e833" -d '{"events": [{"name": "network-changed", "server_uuid": "150835ec-2a90-46c5-8fe1-970a84f2e0cd", "tag": "0e7313ce-6b11-4893-959a-077cf629642f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:55.161235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ead439-567f-48d1-96c1-730619565580 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7313ce-6b11-4893-959a-077cf629642f,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:55.184152 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ddceb7-6e20-47e2-9ab0-8ca5d7affce1 x-openstack-request-id: req-10ddceb7-6e20-47e2-9ab0-8ca5d7affce1 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:55.184650 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150835ec-2a90-46c5-8fe1-970a84f2e0cd", "tag": "0e7313ce-6b11-4893-959a-077cf629642f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:55.184914 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10ddceb7-6e20-47e2-9ab0-8ca5d7affce1 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:55.185332 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ddceb7-6e20-47e2-9ab0-8ca5d7affce1'] response: {'name': 'network-changed', 'server_uuid': '150835ec-2a90-46c5-8fe1-970a84f2e0cd', 'tag': '0e7313ce-6b11-4893-959a-077cf629642f', 'status': 'completed', 'code': 200}
Apr 16 21:17:55.274385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-487b15f4-961c-4662-9ea0-c232d2a8bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012414c2b0>, [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:04Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '681cf20a-0317-43da-bc53-7857b7dfc6da', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'floating_ip_address': '172.35.1.248', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'port_id': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'mac_address': 'fa:16:3e:2e:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:17:28Z', 'updated_at': '2022-04-16T21:17:52Z', 'revision_number': 1, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891d81bf-44fe-4fb3-9af0-20abaea950f7', 'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'mac_address': 'fa:16:3e:25:bd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:03Z', 'updated_at': '2022-04-16T21:16:09Z', 'revision_number': 5, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'subnets': [{'id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:55.280964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72830994-b873-4657-bee0-6ffccd746ebc req-724db635-eac4-4742-8da6-2a32a10589e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:55.282628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72830994-b873-4657-bee0-6ffccd746ebc req-724db635-eac4-4742-8da6-2a32a10589e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 920 time: 0.1370077
Apr 16 21:17:55.303893 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b15f4-961c-4662-9ea0-c232d2a8bace None None] Checking router: f2182d22-0df2-487f-9e2d-07362d732476 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:17:55.313251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b15f4-961c-4662-9ea0-c232d2a8bace None None] Routers {'f2182d22-0df2-487f-9e2d-07362d732476'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:17:55.313886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-487b15f4-961c-4662-9ea0-c232d2a8bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012414c2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:17:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f2182d22-0df2-487f-9e2d-07362d732476'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:55.334131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-22d4a935-be3d-4933-9b26-e2a236d03e6b tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:55.335668 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-22d4a935-be3d-4933-9b26-e2a236d03e6b tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] 10.222.0.20 "GET /v2.0/ports/f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 1128 time: 0.0860107
Apr 16 21:17:55.361802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72830994-b873-4657-bee0-6ffccd746ebc req-f26757f4-0968-4c3e-adb7-63e91f08f91f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83812ef-1c6d-4509-9af6-301ec0cf5b84 HTTP/1.1" status: 200  len: 999 time: 0.0714312
Apr 16 21:17:55.423205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72830994-b873-4657-bee0-6ffccd746ebc req-24d8712e-7f6e-4989-9795-38ff96af86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:55.424924 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72830994-b873-4657-bee0-6ffccd746ebc req-24d8712e-7f6e-4989-9795-38ff96af86c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.0566773
Apr 16 21:17:55.431051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-487b15f4-961c-4662-9ea0-c232d2a8bace None None] Set router f2182d22-0df2-487f-9e2d-07362d732476 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:17:55.477188 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72830994-b873-4657-bee0-6ffccd746ebc req-71c217b5-ae21-4653-bcf7-fc18df5d5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:55.479795 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72830994-b873-4657-bee0-6ffccd746ebc req-71c217b5-ae21-4653-bcf7-fc18df5d5a6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0473914
Apr 16 21:17:55.581831 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72830994-b873-4657-bee0-6ffccd746ebc req-ab1e1434-abe9-480f-bcb5-ab06753651e2 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874681
Apr 16 21:17:55.678836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-487b15f4-961c-4662-9ea0-c232d2a8bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012414c2b0>, [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:04Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '681cf20a-0317-43da-bc53-7857b7dfc6da', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'floating_ip_address': '172.35.1.248', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'port_id': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'mac_address': 'fa:16:3e:2e:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:17:28Z', 'updated_at': '2022-04-16T21:17:52Z', 'revision_number': 1, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891d81bf-44fe-4fb3-9af0-20abaea950f7', 'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'mac_address': 'fa:16:3e:25:bd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:03Z', 'updated_at': '2022-04-16T21:16:09Z', 'revision_number': 5, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'subnets': [{'id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:17:55.709231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b15f4-961c-4662-9ea0-c232d2a8bace None None] The sync data for ids ['f2182d22-0df2-487f-9e2d-07362d732476'] in ncdv-master-1 is: [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:04Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '681cf20a-0317-43da-bc53-7857b7dfc6da', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'floating_ip_address': '172.35.1.248', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'port_id': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'mac_address': 'fa:16:3e:2e:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:17:28Z', 'updated_at': '2022-04-16T21:17:52Z', 'revision_number': 1, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891d81bf-44fe-4fb3-9af0-20abaea950f7', 'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'mac_address': 'fa:16:3e:25:bd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:03Z', 'updated_at': '2022-04-16T21:16:09Z', 'revision_number': 5, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'subnets': [{'id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:17:55.711038 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72830994-b873-4657-bee0-6ffccd746ebc req-890e0f0f-f555-4cd3-a630-29914fc324b7 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224930
Apr 16 21:17:55.729058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5811f7f-ce91-4c42-a08c-e08ce9f417a6 req-cd8c8b88-e3fe-4026-9d0e-d5c6c0560067 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:55.736702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d5811f7f-ce91-4c42-a08c-e08ce9f417a6 req-cd8c8b88-e3fe-4026-9d0e-d5c6c0560067 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0706370
Apr 16 21:17:55.784260 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d5811f7f-ce91-4c42-a08c-e08ce9f417a6 req-fbf2a953-bdf6-4911-a94f-612666b06a4e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465903
Apr 16 21:17:55.910168 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffc1bcf-f94f-4ae5-884b-478e3f277f2b None None] New status for floating IP 681cf20a-0317-43da-bc53-7857b7dfc6da: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:17:56.106483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d7aff-b197-4043-ba7c-ea6b91ae4bf2 req-8883f9f7-bec5-4e8d-8f76-18767b0a6384 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:56.107970 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c84d7aff-b197-4043-ba7c-ea6b91ae4bf2 req-8883f9f7-bec5-4e8d-8f76-18767b0a6384 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 944 time: 0.0492089
Apr 16 21:17:56.119886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:17:56.160705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c84d7aff-b197-4043-ba7c-ea6b91ae4bf2 req-ed5923db-8a0f-437c-b012-630bcc661213 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471568
Apr 16 21:17:56.166912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94858eff-05cb-479c-b454-54d2d2b1c250 req-7619c207-e6f9-4af0-8c70-6efe40414954 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:56.172697 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94858eff-05cb-479c-b454-54d2d2b1c250 req-7619c207-e6f9-4af0-8c70-6efe40414954 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 943 time: 0.0676677
Apr 16 21:17:56.175857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:17:56.176372 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:56.232728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94858eff-05cb-479c-b454-54d2d2b1c250 req-6e366fe8-a3ed-4571-bde8-062c769ccbad tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575416
Apr 16 21:17:56.278068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:56.278395 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:56.300575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:17:56.303326 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee9be83-7154-4f13-b44f-6ae4c67793c4" -d '{"events": [{"server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "name": "network-vif-plugged", "status": "completed", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:17:56.315164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:56.339441 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08712912-ea73-485c-a023-8a44feb1c383 x-openstack-request-id: req-08712912-ea73-485c-a023-8a44feb1c383 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:17:56.339737 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "name": "network-vif-plugged", "status": "completed", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:17:56.339996 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08712912-ea73-485c-a023-8a44feb1c383 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:17:56.340431 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08712912-ea73-485c-a023-8a44feb1c383'] response: {'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1', 'code': 200}
Apr 16 21:17:56.407024 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:56.455700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:56.896136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa726-a713-4156-87d0-e075e8d96e9f req-f7e52888-5d15-4520-a612-fd7575cddb54 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:56.898161 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1cdfa726-a713-4156-87d0-e075e8d96e9f req-f7e52888-5d15-4520-a612-fd7575cddb54 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0467572
Apr 16 21:17:56.945351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1cdfa726-a713-4156-87d0-e075e8d96e9f req-3b943286-d541-4552-95fb-794d75414a25 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415542
Apr 16 21:17:57.296049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40362d-0de4-4526-9e59-be41a1272e2d req-4de6f758-0ceb-4984-9b03-80b8e0ac24d3 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:57.297586 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d40362d-0de4-4526-9e59-be41a1272e2d req-4de6f758-0ceb-4984-9b03-80b8e0ac24d3 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 944 time: 0.0533040
Apr 16 21:17:57.345981 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d40362d-0de4-4526-9e59-be41a1272e2d req-6cb5bafd-725a-47eb-a9f6-69bd9f21d3db tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425906
Apr 16 21:17:57.391807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195649d-fccb-4608-82bc-60dbea2265ef req-33eb5e87-2342-4352-afb3-b8a3d97baacd tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:57.393304 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8195649d-fccb-4608-82bc-60dbea2265ef req-33eb5e87-2342-4352-afb3-b8a3d97baacd tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 943 time: 0.0469398
Apr 16 21:17:57.445247 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8195649d-fccb-4608-82bc-60dbea2265ef req-6d607d9a-6804-4adc-94c8-2590f80ca56a tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450971
Apr 16 21:17:57.935329 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-2ca5005b-2341-4fc5-97d5-5128f3e30ad8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6438618-4e2e-4e98-a08e-fdf410282f72 HTTP/1.1" status: 200  len: 217 time: 0.0433164
Apr 16 21:17:57.997769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1460aef-911d-4cba-bcd4-a514f663e833 req-1e7de491-802e-4d8f-b55a-549d4ff82fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:57.999275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1460aef-911d-4cba-bcd4-a514f663e833 req-1e7de491-802e-4d8f-b55a-549d4ff82fb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bc8f8d1fc734ce182645a464d35ead8&device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 1126 time: 0.1010728
Apr 16 21:17:58.008663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-0ce2d238-3d25-4cf3-8e63-df818a75fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:58.010063 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-0ce2d238-3d25-4cf3-8e63-df818a75fe13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5 HTTP/1.1" status: 200  len: 797 time: 0.0590913
Apr 16 21:17:58.130126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 23957a4d-6230-4dd9-89ec-dd700bca0441 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:17:58.136999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047d9e1-fed5-478f-8de4-bef2833152c7 req-f9e33a41-17e1-4f69-a489-e5299effad3b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:58.138496 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c047d9e1-fed5-478f-8de4-bef2833152c7 req-f9e33a41-17e1-4f69-a489-e5299effad3b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.1244509
Apr 16 21:17:58.148407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-08c303d2-f1eb-4379-bc28-f1e126651f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:58.149926 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-08c303d2-f1eb-4379-bc28-f1e126651f47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84e05a77-422a-4fe5-a7de-668bfb04f621&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1273558
Apr 16 21:17:58.231231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 23957a4d-6230-4dd9-89ec-dd700bca0441, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23957a4d-6230-4dd9-89ec-dd700bca0441,segment=NetworkSegment(9fef730d-9e80-446f-81fb-0b19f35d3ae7),segment_id=9fef730d-9e80-446f-81fb-0b19f35d3ae7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:58.243529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '23957a4d-6230-4dd9-89ec-dd700bca0441', 'network_id': 'faa6ac51-0e46-43d3-bed2-87e1b1a96e0a', 'port_id': '23957a4d-6230-4dd9-89ec-dd700bca0441', 'mac_address': 'fa:16:3e:89:8c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ff2251-d724-4d7d-9f4b-e232163edfea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:17:58.258969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1460aef-911d-4cba-bcd4-a514f663e833 req-f3d06239-02db-48df-992c-cd551be2b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:58.260659 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1460aef-911d-4cba-bcd4-a514f663e833 req-f3d06239-02db-48df-992c-cd551be2b891 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3bc8f8d1fc734ce182645a464d35ead8&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2367630
Apr 16 21:17:58.281577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 23957a4d-6230-4dd9-89ec-dd700bca0441 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:17:58.281976 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:58.293802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c047d9e1-fed5-478f-8de4-bef2833152c7 req-89c28b96-f2a3-4954-84c0-dbaa64c7c333 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468606
Apr 16 21:17:58.297672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23957a4d-6230-4dd9-89ec-dd700bca0441 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:17:58.326011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 23957a4d-6230-4dd9-89ec-dd700bca0441, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23957a4d-6230-4dd9-89ec-dd700bca0441,segment=NetworkSegment(9fef730d-9e80-446f-81fb-0b19f35d3ae7),segment_id=9fef730d-9e80-446f-81fb-0b19f35d3ae7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:17:58.358879 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-9c7724f9-34c2-4a57-bd46-35a176c5fb99 service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2007866
Apr 16 21:17:58.415171 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:17:58.480615 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=23957a4d-6230-4dd9-89ec-dd700bca0441,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:17:58.494156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1460aef-911d-4cba-bcd4-a514f663e833 req-74468244-7610-48d6-9068-a4681e7ea70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:58.494156 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1460aef-911d-4cba-bcd4-a514f663e833 req-74468244-7610-48d6-9068-a4681e7ea70c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2173505
Apr 16 21:17:58.512239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db358f6-337e-46a8-8ae2-4ddce6723f35 req-154555d7-396b-4607-829d-7fd127af6fa3 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:58.517624 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8db358f6-337e-46a8-8ae2-4ddce6723f35 req-154555d7-396b-4607-829d-7fd127af6fa3 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 944 time: 0.0829818
Apr 16 21:17:58.554905 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2d97868-b2e9-4387-bc66-2fc01fd0a391 req-6992b5d6-8c1f-4844-8338-b982ef11dcf6 service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1866400
Apr 16 21:17:58.576923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76868-ebff-4d95-8733-8c127e944db7 req-47ffad3d-cdcc-4e3b-b653-96859cc3eae2 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:58.578476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80a76868-ebff-4d95-8733-8c127e944db7 req-47ffad3d-cdcc-4e3b-b653-96859cc3eae2 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 944 time: 0.0495555
Apr 16 21:17:58.599601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-c8b29e7f-97f9-45be-9f31-5b8314c0d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:58.601708 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-c8b29e7f-97f9-45be-9f31-5b8314c0d48c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bc8f8d1fc734ce182645a464d35ead8&device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 1126 time: 0.0626571
Apr 16 21:17:58.619819 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8db358f6-337e-46a8-8ae2-4ddce6723f35 req-7462a257-3c6a-4644-bc6a-73809df276f2 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0969124
Apr 16 21:17:58.629527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80a76868-ebff-4d95-8733-8c127e944db7 req-8c34839a-381b-42e7-a93a-d97d6ad98f3b tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439835
Apr 16 21:17:58.648323 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-ecc07c34-2889-4f61-8974-5b6d0a39c5e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e7313ce-6b11-4893-959a-077cf629642f HTTP/1.1" status: 200  len: 217 time: 0.0388253
Apr 16 21:17:58.701859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-2428f667-3b7e-4ae8-855a-7310d7be20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:58.703317 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-2428f667-3b7e-4ae8-855a-7310d7be20e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16cc84ec-1994-42c0-b969-ecfe316b72f5 HTTP/1.1" status: 200  len: 850 time: 0.0445690
Apr 16 21:17:58.750899 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-d28442a8-4ff8-4b18-af9a-a70e8f88d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:58.752374 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-d28442a8-4ff8-4b18-af9a-a70e8f88d2e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=377e62c7-2e1c-405c-8820-462b8940afab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0415287
Apr 16 21:17:58.851291 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-7023a5aa-d593-4b73-b058-a771ceceeee9 service neutron] 10.222.0.41 "GET /v2.0/networks/377e62c7-2e1c-405c-8820-462b8940afab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902364
Apr 16 21:17:59.086824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['23957a4d-6230-4dd9-89ec-dd700bca0441'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:17:59.323093 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e4b9b80-58d7-4a19-acf6-8ceaae13b339 req-a9cac29b-1bdc-49e2-ae97-08578f2b4040 service neutron] 10.222.0.41 "GET /v2.0/networks/377e62c7-2e1c-405c-8820-462b8940afab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873888
Apr 16 21:17:59.379589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-36e5f812-4da2-4325-9486-3c0e4755a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:59.381693 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-36e5f812-4da2-4325-9486-3c0e4755a142 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 1131 time: 0.0425909
Apr 16 21:17:59.424994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791055f5-31c1-49a0-b2b2-29d58893aaee req-73d46955-2c91-4caa-a8ff-e7076bbc2de9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:59.426683 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-791055f5-31c1-49a0-b2b2-29d58893aaee req-73d46955-2c91-4caa-a8ff-e7076bbc2de9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0627267
Apr 16 21:17:59.477689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-791055f5-31c1-49a0-b2b2-29d58893aaee req-e9ed1558-797f-4697-b872-eb01e72c6e9e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431261
Apr 16 21:17:59.483944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-35c4e438-10b5-48c0-a2f1-4feb0ce08c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:59.484380 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-35c4e438-10b5-48c0-a2f1-4feb0ce08c09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.0973802
Apr 16 21:17:59.527484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-05cd34cc-b19a-4a94-9765-dde4542cd0f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 217 time: 0.0369644
Apr 16 21:17:59.575724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-2e5d0a12-2ddf-46e6-8bf6-fdc4d7a14c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:59.577231 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-2e5d0a12-2ddf-46e6-8bf6-fdc4d7a14c24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0442204
Apr 16 21:17:59.629076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-66071963-cd1c-4060-9179-b1c86c7491c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:59.633189 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-66071963-cd1c-4060-9179-b1c86c7491c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0442336
Apr 16 21:17:59.746929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22963792-279d-4736-b661-5f993b0aa410 req-dd027e1c-725d-40ee-a831-ce05da9c3e0a tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:59.748512 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-22963792-279d-4736-b661-5f993b0aa410 req-dd027e1c-725d-40ee-a831-ce05da9c3e0a tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 944 time: 0.0479670
Apr 16 21:17:59.771316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a2d46-6543-4f0f-8d64-179f4dd740b3 req-6ace6429-5be8-4804-bc89-fa5dafc2130e tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:17:59.773854 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae2a2d46-6543-4f0f-8d64-179f4dd740b3 req-6ace6429-5be8-4804-bc89-fa5dafc2130e tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 944 time: 0.0702255
Apr 16 21:17:59.791984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-ee483807-8db0-494c-8d65-7eb85240aeed service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480629
Apr 16 21:17:59.802056 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-22963792-279d-4736-b661-5f993b0aa410 req-e89b2e82-36ae-4fc4-85fe-ee9d996dcaff tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471480
Apr 16 21:17:59.878838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae2a2d46-6543-4f0f-8d64-179f4dd740b3 req-eb7da16f-e34b-4c56-af14-278cf37e7b8e tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994902
Apr 16 21:17:59.906260 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-040cad54-e0c9-43e2-ad1e-76ab15f2be8e service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077688
Apr 16 21:18:00.596850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6e5c6-2b60-40a4-8282-252b105994e2 req-f7be0761-2e5d-4fa5-9ae9-2cbe16fa2657 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:00.598348 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56e6e5c6-2b60-40a4-8282-252b105994e2 req-f7be0761-2e5d-4fa5-9ae9-2cbe16fa2657 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0514140
Apr 16 21:18:00.645068 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56e6e5c6-2b60-40a4-8282-252b105994e2 req-8d962a6b-1867-4fc5-ae21-d3b5108e8cbc tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410752
Apr 16 21:18:00.892888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 23957a4d-6230-4dd9-89ec-dd700bca0441 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:18:00.919622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6de24-9fc6-45ea-bec0-6a464e1421fc req-667ae24d-e149-48d6-b644-532f52d2d347 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:00.921622 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c9e6de24-9fc6-45ea-bec0-6a464e1421fc req-667ae24d-e149-48d6-b644-532f52d2d347 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 944 time: 0.0520179
Apr 16 21:18:00.940295 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 23957a4d-6230-4dd9-89ec-dd700bca0441 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:18:00.972033 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c9e6de24-9fc6-45ea-bec0-6a464e1421fc req-54a2427e-b504-4e90-9e48-098356e15871 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430233
Apr 16 21:18:00.994341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce9fd3-66e8-4d42-a0bf-e23bebefee91 req-d5efeb1f-877f-4787-92d9-83e0eab11a61 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:00.995862 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1ce9fd3-66e8-4d42-a0bf-e23bebefee91 req-d5efeb1f-877f-4787-92d9-83e0eab11a61 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 944 time: 0.0474160
Apr 16 21:18:01.042628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1ce9fd3-66e8-4d42-a0bf-e23bebefee91 req-00af8a9c-a93c-4779-8ebf-440c94d053b0 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411580
Apr 16 21:18:01.050668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 23957a4d-6230-4dd9-89ec-dd700bca0441 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:18:01.050668 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:01.126077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 23957a4d-6230-4dd9-89ec-dd700bca0441 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:01.126471 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:01.148384 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9fe25d-f215-444a-b161-5a76d2766905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23957a4d-6230-4dd9-89ec-dd700bca0441'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:01.150678 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f9f5e2-6d58-47af-b2af-ade6229a62f0" -d '{"events": [{"server_uuid": "5e9fe25d-f215-444a-b161-5a76d2766905", "name": "network-vif-plugged", "status": "completed", "tag": "23957a4d-6230-4dd9-89ec-dd700bca0441"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:01.164094 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 23957a4d-6230-4dd9-89ec-dd700bca0441, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23957a4d-6230-4dd9-89ec-dd700bca0441,segment=NetworkSegment(9fef730d-9e80-446f-81fb-0b19f35d3ae7),segment_id=9fef730d-9e80-446f-81fb-0b19f35d3ae7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:01.191558 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3edad82-2c8d-48ec-884c-133a550633f6 x-openstack-request-id: req-f3edad82-2c8d-48ec-884c-133a550633f6 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:01.191558 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9fe25d-f215-444a-b161-5a76d2766905", "name": "network-vif-plugged", "status": "completed", "tag": "23957a4d-6230-4dd9-89ec-dd700bca0441", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:01.191558 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3edad82-2c8d-48ec-884c-133a550633f6 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:01.191558 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3edad82-2c8d-48ec-884c-133a550633f6'] response: {'server_uuid': '5e9fe25d-f215-444a-b161-5a76d2766905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23957a4d-6230-4dd9-89ec-dd700bca0441', 'code': 200}
Apr 16 21:18:01.223982 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:01.270850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=23957a4d-6230-4dd9-89ec-dd700bca0441,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:01.760463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88dffa-aa91-4c06-b9f3-6b697a8bff0d req-804f63b9-edad-44fb-a28f-3b30f19c407d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:01.761862 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d88dffa-aa91-4c06-b9f3-6b697a8bff0d req-804f63b9-edad-44fb-a28f-3b30f19c407d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0457721
Apr 16 21:18:01.808012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d88dffa-aa91-4c06-b9f3-6b697a8bff0d req-94c86959-41b0-48a9-a746-4287950750eb tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406055
Apr 16 21:18:02.089434 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15001470-6aa8-42e7-bdd2-e351999f671c req-f0769830-66fa-4248-8230-05d2df2f8edb tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:02.090945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15001470-6aa8-42e7-bdd2-e351999f671c req-f0769830-66fa-4248-8230-05d2df2f8edb tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 945 time: 0.0476978
Apr 16 21:18:02.142903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15001470-6aa8-42e7-bdd2-e351999f671c req-49f9dc5d-fd2f-4c09-a9db-e3297404e407 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462847
Apr 16 21:18:02.157128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22caac8-22fe-48a2-8dae-c9c2699fb55d req-746532b9-fc09-418e-b48e-742efca7f2e5 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:02.158638 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a22caac8-22fe-48a2-8dae-c9c2699fb55d req-746532b9-fc09-418e-b48e-742efca7f2e5 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 944 time: 0.0486851
Apr 16 21:18:02.209081 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a22caac8-22fe-48a2-8dae-c9c2699fb55d req-ee4c0bc7-0f10-4911-824c-6617995d916b tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447421
Apr 16 21:18:02.607929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c0d8-0b84-49e6-8140-94c7c1bb2e2e req-f01e42f7-6239-4ac0-bc4f-ab0376bedb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:02.609930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6fa6c0d8-0b84-49e6-8140-94c7c1bb2e2e req-f01e42f7-6239-4ac0-bc4f-ab0376bedb6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 1127 time: 0.0436993
Apr 16 21:18:02.655904 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6fa6c0d8-0b84-49e6-8140-94c7c1bb2e2e req-c1f7c25e-ec24-4397-8497-7dc0522d9b02 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379691
Apr 16 21:18:02.781928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0e7313ce-6b11-4893-959a-077cf629642f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:18:02.881457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0e7313ce-6b11-4893-959a-077cf629642f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e7313ce-6b11-4893-959a-077cf629642f,segment=NetworkSegment(cf8c9d79-d449-46cc-8576-aed1fc3efdce),segment_id=cf8c9d79-d449-46cc-8576-aed1fc3efdce)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:02.893114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '0e7313ce-6b11-4893-959a-077cf629642f', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'port_id': '0e7313ce-6b11-4893-959a-077cf629642f', 'mac_address': 'fa:16:3e:29:9d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:18:02.922706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833f653-cf9b-4e3f-a708-848d8afa84ba req-a6027098-05cd-479d-b960-8da5aacedd99 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:02.924183 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f833f653-cf9b-4e3f-a708-848d8afa84ba req-a6027098-05cd-479d-b960-8da5aacedd99 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0467083
Apr 16 21:18:02.931507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0e7313ce-6b11-4893-959a-077cf629642f is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:02.931902 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e7313ce-6b11-4893-959a-077cf629642f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:02.944919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7313ce-6b11-4893-959a-077cf629642f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:18:02.964922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0e7313ce-6b11-4893-959a-077cf629642f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e7313ce-6b11-4893-959a-077cf629642f,segment=NetworkSegment(cf8c9d79-d449-46cc-8576-aed1fc3efdce),segment_id=cf8c9d79-d449-46cc-8576-aed1fc3efdce)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:02.971264 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f833f653-cf9b-4e3f-a708-848d8afa84ba req-9db9eb41-1e7a-4ee6-a28b-c5b12786ba03 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412171
Apr 16 21:18:03.040654 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0e7313ce-6b11-4893-959a-077cf629642f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:03.087369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0e7313ce-6b11-4893-959a-077cf629642f,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:03.261204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b683-5953-4268-a1ad-9df6360cb2ff req-10460f18-5dc3-4793-b835-11598e0d40e3 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:03.263017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0088b683-5953-4268-a1ad-9df6360cb2ff req-10460f18-5dc3-4793-b835-11598e0d40e3 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 945 time: 0.0548110
Apr 16 21:18:03.312299 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0088b683-5953-4268-a1ad-9df6360cb2ff req-147e28ef-fe9f-4ba8-a400-55a5726dc9a2 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427284
Apr 16 21:18:03.327042 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841e7b4-71a8-48ea-95ab-7244563a8b3a req-c2ebe205-5399-4d24-9768-b8fb073f41e4 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:03.328581 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2841e7b4-71a8-48ea-95ab-7244563a8b3a req-c2ebe205-5399-4d24-9768-b8fb073f41e4 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 945 time: 0.0520897
Apr 16 21:18:03.375362 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2841e7b4-71a8-48ea-95ab-7244563a8b3a req-e6607bf5-e9d7-4182-96f8-5ac77e7f5c3d tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404284
Apr 16 21:18:03.577798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0e7313ce-6b11-4893-959a-077cf629642f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:18:04.096678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5be61-11a6-43d6-8512-714da050edc5 req-ec8b2d15-7f0b-47f4-8317-de1fff7366ef tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:04.098188 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-25a5be61-11a6-43d6-8512-714da050edc5 req-ec8b2d15-7f0b-47f4-8317-de1fff7366ef tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0573957
Apr 16 21:18:04.145853 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-25a5be61-11a6-43d6-8512-714da050edc5 req-7d02ba48-1e24-482c-94b5-45b5c9aec90e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411541
Apr 16 21:18:04.428430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6a53c-3602-4cd2-908d-05c8c3485b31 req-8ed2acd4-b577-4b04-9fe4-95d3767c639a tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:04.429969 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70f6a53c-3602-4cd2-908d-05c8c3485b31 req-8ed2acd4-b577-4b04-9fe4-95d3767c639a tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 945 time: 0.0491245
Apr 16 21:18:04.497727 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70f6a53c-3602-4cd2-908d-05c8c3485b31 req-2a08e77e-b08a-4285-a4b1-16e7c831bacc tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552115
Apr 16 21:18:04.512564 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c3003-11c6-4a79-958d-c36d00e4dc7b req-60fa7a26-dd89-48b4-bcda-d77614df260b tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:04.512564 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-655c3003-11c6-4a79-958d-c36d00e4dc7b req-60fa7a26-dd89-48b4-bcda-d77614df260b tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 945 time: 0.0491810
Apr 16 21:18:04.561747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-655c3003-11c6-4a79-958d-c36d00e4dc7b req-19d946d7-67b8-4b51-948a-911fe07d0e03 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488293
Apr 16 21:18:05.272766 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5415d54-3f73-46ab-b2bb-0ee286fe79d7 req-36ae8a83-6e86-4943-9547-d0713ac1808f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:05.274560 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5415d54-3f73-46ab-b2bb-0ee286fe79d7 req-36ae8a83-6e86-4943-9547-d0713ac1808f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0514882
Apr 16 21:18:05.327952 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5415d54-3f73-46ab-b2bb-0ee286fe79d7 req-1b15a92a-41e5-4981-9d8d-a80d97d93cbe tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462837
Apr 16 21:18:05.375643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0e7313ce-6b11-4893-959a-077cf629642f up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:18:05.440197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 0e7313ce-6b11-4893-959a-077cf629642f completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:18:05.516300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 0e7313ce-6b11-4893-959a-077cf629642f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:18:05.517310 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0e7313ce-6b11-4893-959a-077cf629642f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:05.621449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0e7313ce-6b11-4893-959a-077cf629642f is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:05.622087 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e7313ce-6b11-4893-959a-077cf629642f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:05.625273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734eb9ef-2a0e-494c-8fac-9a56ee231dac req-797412bf-2d53-47a7-9759-67c15000793f tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:05.627123 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-734eb9ef-2a0e-494c-8fac-9a56ee231dac req-797412bf-2d53-47a7-9759-67c15000793f tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 945 time: 0.0576816
Apr 16 21:18:05.657831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0e7313ce-6b11-4893-959a-077cf629642f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e7313ce-6b11-4893-959a-077cf629642f,segment=NetworkSegment(cf8c9d79-d449-46cc-8576-aed1fc3efdce),segment_id=cf8c9d79-d449-46cc-8576-aed1fc3efdce)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:05.658786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150835ec-2a90-46c5-8fe1-970a84f2e0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7313ce-6b11-4893-959a-077cf629642f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:05.661269 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55d39d6-2c7d-449e-9016-b826edfed499" -d '{"events": [{"server_uuid": "150835ec-2a90-46c5-8fe1-970a84f2e0cd", "name": "network-vif-plugged", "status": "completed", "tag": "0e7313ce-6b11-4893-959a-077cf629642f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:05.717832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-734eb9ef-2a0e-494c-8fac-9a56ee231dac req-c894765d-ec14-491e-b8c4-a1a99514ff11 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778596
Apr 16 21:18:05.720075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5562467-90a0-40b4-830d-0a91d2f10553 req-5bd51fa2-92a7-4fd9-915e-004ffd559f41 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:05.730296 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5562467-90a0-40b4-830d-0a91d2f10553 req-5bd51fa2-92a7-4fd9-915e-004ffd559f41 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 945 time: 0.0758462
Apr 16 21:18:05.749970 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0e7313ce-6b11-4893-959a-077cf629642f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:05.791001 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137db957-520f-4143-890d-c995c6893e69 x-openstack-request-id: req-137db957-520f-4143-890d-c995c6893e69 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:05.791368 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150835ec-2a90-46c5-8fe1-970a84f2e0cd", "name": "network-vif-plugged", "status": "completed", "tag": "0e7313ce-6b11-4893-959a-077cf629642f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:05.792044 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-137db957-520f-4143-890d-c995c6893e69 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:05.793209 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137db957-520f-4143-890d-c995c6893e69'] response: {'server_uuid': '150835ec-2a90-46c5-8fe1-970a84f2e0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7313ce-6b11-4893-959a-077cf629642f', 'code': 200}
Apr 16 21:18:05.821949 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5562467-90a0-40b4-830d-0a91d2f10553 req-1c6bd41a-b24f-449e-b1c1-a3b89d07aaaa tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0858002
Apr 16 21:18:05.860820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0e7313ce-6b11-4893-959a-077cf629642f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:05.908937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42b2a4-2993-4ad0-b5ad-d4920695d6fd req-370f996a-f5ee-4e67-aa43-dfde923e3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:05.910721 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e42b2a4-2993-4ad0-b5ad-d4920695d6fd req-370f996a-f5ee-4e67-aa43-dfde923e3732 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 1128 time: 0.0698202
Apr 16 21:18:05.931742 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:05.973835 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e42b2a4-2993-4ad0-b5ad-d4920695d6fd req-cba3325c-b228-4e0c-a014-a42da85b21fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550439
Apr 16 21:18:06.474432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cec57e-720e-4cba-919c-18b299830394 req-651a6354-6904-4f77-97c8-1c9cc4a72822 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:06.476295 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d2cec57e-720e-4cba-919c-18b299830394 req-651a6354-6904-4f77-97c8-1c9cc4a72822 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0549932
Apr 16 21:18:06.544879 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d2cec57e-720e-4cba-919c-18b299830394 req-1e178318-2416-4eb2-8c6a-658fece3f607 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625918
Apr 16 21:18:06.737636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c086d1e-8b89-4c28-9c31-b85fe96e2c94 req-95b138e5-48b4-429b-9bd7-cb2145b89a44 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:06.739419 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8c086d1e-8b89-4c28-9c31-b85fe96e2c94 req-95b138e5-48b4-429b-9bd7-cb2145b89a44 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 945 time: 0.0553150
Apr 16 21:18:06.801276 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8c086d1e-8b89-4c28-9c31-b85fe96e2c94 req-e43ec8f8-b9ef-44f2-ac9c-efa527509588 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529909
Apr 16 21:18:06.982202 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92706ebe-0d0b-4fdb-957c-fc6243817114 req-c61349d9-0d15-498d-a1ab-5d5e78c6b783 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:06.984216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92706ebe-0d0b-4fdb-957c-fc6243817114 req-c61349d9-0d15-498d-a1ab-5d5e78c6b783 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 946 time: 0.0778520
Apr 16 21:18:07.046125 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92706ebe-0d0b-4fdb-957c-fc6243817114 req-f80b1435-739a-42fc-bfe9-af8c4572cf07 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528264
Apr 16 21:18:07.663496 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d68fe7-79b7-4095-8d43-e286b159c644 req-b129de18-13f3-4ad9-bd93-6e77c20087bf tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:07.665064 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10d68fe7-79b7-4095-8d43-e286b159c644 req-b129de18-13f3-4ad9-bd93-6e77c20087bf tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0501299
Apr 16 21:18:07.712802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10d68fe7-79b7-4095-8d43-e286b159c644 req-42141b71-f05f-486a-9732-d58a2639d7e2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421531
Apr 16 21:18:07.912015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081492b-6177-4442-b658-be3c979f51e8 req-c996688a-f62a-4681-9efd-16391619a5ba tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:07.913571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4081492b-6177-4442-b658-be3c979f51e8 req-c996688a-f62a-4681-9efd-16391619a5ba tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 945 time: 0.0477054
Apr 16 21:18:07.966946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4081492b-6177-4442-b658-be3c979f51e8 req-3144ce34-51dc-45d1-90cc-a22455485579 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474501
Apr 16 21:18:08.175457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492506a3-c983-482c-be63-e54dd0f0cfc5 req-fa479787-0a49-482d-ad34-735279cbe23b tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:08.177180 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-492506a3-c983-482c-be63-e54dd0f0cfc5 req-fa479787-0a49-482d-ad34-735279cbe23b tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 946 time: 0.0516806
Apr 16 21:18:08.229232 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-492506a3-c983-482c-be63-e54dd0f0cfc5 req-d12332a3-c9f1-49c1-a310-29fccba36539 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436714
Apr 16 21:18:08.836313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed333382-2b74-4b3f-9fc6-1ae35f2108f6 req-ba4da9ee-d8ef-4593-8cf0-e7e8f4c172b2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:08.843329 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ed333382-2b74-4b3f-9fc6-1ae35f2108f6 req-ba4da9ee-d8ef-4593-8cf0-e7e8f4c172b2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0584416
Apr 16 21:18:08.901165 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ed333382-2b74-4b3f-9fc6-1ae35f2108f6 req-1008b976-d795-453d-9515-34a90b2c01c2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564868
Apr 16 21:18:08.967353 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-de2102c7-5415-469a-b5c7-405b5ff90d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:09.116031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b9362-02c1-4c52-b479-f184719a2ef7 req-d36cf847-0b9f-4c89-b3cc-428cd9260665 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:09.122448 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb4b9362-02c1-4c52-b479-f184719a2ef7 req-d36cf847-0b9f-4c89-b3cc-428cd9260665 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 945 time: 0.0714009
Apr 16 21:18:09.180143 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb4b9362-02c1-4c52-b479-f184719a2ef7 req-1a94e093-a356-4079-8222-c48f4d782383 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545721
Apr 16 21:18:09.350003 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74da36-f0cd-41db-a613-4f101a938ea9 req-59f57ef1-9537-4c56-94e7-d4f2fc3c8803 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:09.351776 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b74da36-f0cd-41db-a613-4f101a938ea9 req-59f57ef1-9537-4c56-94e7-d4f2fc3c8803 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 946 time: 0.0520356
Apr 16 21:18:09.413928 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b74da36-f0cd-41db-a613-4f101a938ea9 req-42a62ec1-8954-4b76-8f1d-edfbe66516b3 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538044
Apr 16 21:18:09.540888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d974f3-c3ed-4c19-bf52-9b4270098ebe req-5b9bbcb3-7ffa-4867-8636-61bf56d2b291 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:09.553020 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33462) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:18:09.553781 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7d974f3-c3ed-4c19-bf52-9b4270098ebe req-5b9bbcb3-7ffa-4867-8636-61bf56d2b291 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 946 time: 0.0675948
Apr 16 21:18:09.562596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-72e2a422-775b-40c8-b215-a157565517f6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Request body: {'floatingip': {'port_id': '0e7313ce-6b11-4893-959a-077cf629642f'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:18:09.572903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a6bfd-ca45-48c0-b821-46e5478d1751 req-0b46ff30-e92e-41a1-ae09-324f25aebbdc tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:09.574696 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-024a6bfd-ca45-48c0-b821-46e5478d1751 req-0b46ff30-e92e-41a1-ae09-324f25aebbdc tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 945 time: 0.0811844
Apr 16 21:18:09.887983 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:18:09.940939 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e2a422-775b-40c8-b215-a157565517f6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for floatingip (275a1aa7-8879-409e-ad48-cd062251edb2), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:10.117882 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc833906-f9cf-415b-8660-8f7bad66b7f7 req-dfd8ae85-3c85-4f6c-ac75-16b488d68fca tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:10.119792 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cc833906-f9cf-415b-8660-8f7bad66b7f7 req-dfd8ae85-3c85-4f6c-ac75-16b488d68fca tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.1402164
Apr 16 21:18:10.133920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-024a6bfd-ca45-48c0-b821-46e5478d1751 req-e091f305-5e66-4bf3-be9d-d8e59194a5e7 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Deleting port 23957a4d-6230-4dd9-89ec-dd700bca0441 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:18:10.134273 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-024a6bfd-ca45-48c0-b821-46e5478d1751 req-e091f305-5e66-4bf3-be9d-d8e59194a5e7 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:10.269179 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cc833906-f9cf-415b-8660-8f7bad66b7f7 req-b8b7f8bf-fb76-4a03-971d-05f1bfde4a97 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421940
Apr 16 21:18:10.356509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ffc1c-0007-45f3-a3dc-6723d3ceae17 req-590b230f-60ab-4cfd-8534-64007ca49c30 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:10.358935 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f1ffc1c-0007-45f3-a3dc-6723d3ceae17 req-590b230f-60ab-4cfd-8534-64007ca49c30 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 945 time: 0.0654843
Apr 16 21:18:10.416659 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f1ffc1c-0007-45f3-a3dc-6723d3ceae17 req-002387c1-5f1d-41c5-8c4b-68cfcdc099e4 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/security-groups?id=95a83f89-1fb2-4624-bfbc-0868c5214bff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511258
Apr 16 21:18:10.444381 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-024a6bfd-ca45-48c0-b821-46e5478d1751 req-e091f305-5e66-4bf3-be9d-d8e59194a5e7 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] For port 23957a4d-6230-4dd9-89ec-dd700bca0441, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23957a4d-6230-4dd9-89ec-dd700bca0441,segment=NetworkSegment(9fef730d-9e80-446f-81fb-0b19f35d3ae7),segment_id=9fef730d-9e80-446f-81fb-0b19f35d3ae7)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:10.444381 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-024a6bfd-ca45-48c0-b821-46e5478d1751 req-e091f305-5e66-4bf3-be9d-d8e59194a5e7 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:10.463860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-024a6bfd-ca45-48c0-b821-46e5478d1751 req-e091f305-5e66-4bf3-be9d-d8e59194a5e7 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Calling delete_port for 23957a4d-6230-4dd9-89ec-dd700bca0441 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:18:10.875688 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-024a6bfd-ca45-48c0-b821-46e5478d1751 req-e091f305-5e66-4bf3-be9d-d8e59194a5e7 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (23957a4d-6230-4dd9-89ec-dd700bca0441), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:10.892442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['23957a4d-6230-4dd9-89ec-dd700bca0441'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:18:10.912929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e2a422-775b-40c8-b215-a157565517f6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:10.915820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091f305-5e66-4bf3-be9d-d8e59194a5e7 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Pushing event deleted for resources: {'Port': ['ID=23957a4d-6230-4dd9-89ec-dd700bca0441,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:10.956796 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-024a6bfd-ca45-48c0-b821-46e5478d1751 req-e091f305-5e66-4bf3-be9d-d8e59194a5e7 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] No DVR routers for this DVR port 23957a4d-6230-4dd9-89ec-dd700bca0441 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:18:10.959670 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-024a6bfd-ca45-48c0-b821-46e5478d1751 req-e091f305-5e66-4bf3-be9d-d8e59194a5e7 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:10.962936 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-024a6bfd-ca45-48c0-b821-46e5478d1751 req-e091f305-5e66-4bf3-be9d-d8e59194a5e7 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.41 "DELETE /v2.0/ports/23957a4d-6230-4dd9-89ec-dd700bca0441 HTTP/1.1" status: 204  len: 173 time: 1.3558941
Apr 16 21:18:10.963372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9fe25d-f215-444a-b161-5a76d2766905', 'name': 'network-vif-deleted', 'tag': '23957a4d-6230-4dd9-89ec-dd700bca0441'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:10.965725 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccac21b-1f56-4ed2-9d9c-be607cd73617" -d '{"events": [{"server_uuid": "5e9fe25d-f215-444a-b161-5a76d2766905", "name": "network-vif-deleted", "tag": "23957a4d-6230-4dd9-89ec-dd700bca0441"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:11.003068 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78da60a9-eb6d-4889-8338-d827c52361e2 x-openstack-request-id: req-78da60a9-eb6d-4889-8338-d827c52361e2 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:11.003363 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9fe25d-f215-444a-b161-5a76d2766905", "name": "network-vif-deleted", "tag": "23957a4d-6230-4dd9-89ec-dd700bca0441", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:11.003618 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78da60a9-eb6d-4889-8338-d827c52361e2 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:11.004058 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78da60a9-eb6d-4889-8338-d827c52361e2'] response: {'server_uuid': '5e9fe25d-f215-444a-b161-5a76d2766905', 'name': 'network-vif-deleted', 'tag': '23957a4d-6230-4dd9-89ec-dd700bca0441', 'status': 'completed', 'code': 200}
Apr 16 21:18:11.229837 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e2a422-775b-40c8-b215-a157565517f6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (275a1aa7-8879-409e-ad48-cd062251edb2), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:11.354183 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-72e2a422-775b-40c8-b215-a157565517f6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Floating IP 275a1aa7-8879-409e-ad48-cd062251edb2 associated. External IP: 172.35.1.148, port: 0e7313ce-6b11-4893-959a-077cf629642f.
Apr 16 21:18:11.497047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8920c75-00c0-4dc3-9a69-60bc70cf417f req-89f43b4a-a8b3-42a0-b8c9-67412d994218 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:11.498899 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a8920c75-00c0-4dc3-9a69-60bc70cf417f req-89f43b4a-a8b3-42a0-b8c9-67412d994218 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0988863
Apr 16 21:18:11.578894 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a8920c75-00c0-4dc3-9a69-60bc70cf417f req-8b1fee5b-7a28-4fae-b585-8ac181845f31 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687015
Apr 16 21:18:11.606760 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bbe2009c-4b6c-4c6d-82e9-a18d14c26f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:11.611898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7fa53f2c-083e-47bd-a5ff-0156877ecafb req-73b88221-175e-4489-81f2-a9308f480055 tempest-ServerMetadataNegativeTestJSON-946370870 tempest-ServerMetadataNegativeTestJSON-946370870-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e9fe25d-f215-444a-b161-5a76d2766905 HTTP/1.1" status: 200  len: 210 time: 0.0493784
Apr 16 21:18:11.685315 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:11.709055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e2a422-775b-40c8-b215-a157565517f6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:18:11.854927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e2a422-775b-40c8-b215-a157565517f6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:18:11.867570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79202f4-4044-4656-bec0-fc4039b68795 None None] Sync routers for ids ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:18:11.870731 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e2a422-775b-40c8-b215-a157565517f6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:11.885201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79202f4-4044-4656-bec0-fc4039b68795 None None] Routers {'87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:18:11.886127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c79202f4-4044-4656-bec0-fc4039b68795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243ce850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:18:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:18:11.910245 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-72e2a422-775b-40c8-b215-a157565517f6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "PUT /v2.0/floatingips/275a1aa7-8879-409e-ad48-cd062251edb2 HTTP/1.1" status: 200  len: 992 time: 2.3508091
Apr 16 21:18:12.010803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c79202f4-4044-4656-bec0-fc4039b68795 None None] Set router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:18:12.020694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec714e8d-14c3-43a7-a0bf-2b146de42288 req-5b2c6b3a-598d-43d4-a0e2-2df448b5b9c4 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:12.022782 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec714e8d-14c3-43a7-a0bf-2b146de42288 req-5b2c6b3a-598d-43d4-a0e2-2df448b5b9c4 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 946 time: 0.0563529
Apr 16 21:18:12.075218 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec714e8d-14c3-43a7-a0bf-2b146de42288 req-660692af-b34e-4303-8f24-c7d2d57cfbd6 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465498
Apr 16 21:18:12.282304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c79202f4-4044-4656-bec0-fc4039b68795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243ce850>, [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:17:42Z', 'revision_number': 4, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '275a1aa7-8879-409e-ad48-cd062251edb2', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'floating_ip_address': '172.35.1.148', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'port_id': '0e7313ce-6b11-4893-959a-077cf629642f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'mac_address': 'fa:16:3e:29:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150835ec-2a90-46c5-8fe1-970a84f2e0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:17:47Z', 'updated_at': '2022-04-16T21:18:10Z', 'revision_number': 1, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533db66a-08ad-4ad8-a0a0-6160a9ef0db6', 'name': '', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'mac_address': 'fa:16:3e:04:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:41Z', 'updated_at': '2022-04-16T21:17:46Z', 'revision_number': 5, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'subnets': [{'id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:18:12.336073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79202f4-4044-4656-bec0-fc4039b68795 None None] Checking router: 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:18:12.347280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79202f4-4044-4656-bec0-fc4039b68795 None None] Routers {'87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:18:12.348620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c79202f4-4044-4656-bec0-fc4039b68795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243ce850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:18:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:18:12.478883 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:12.480992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c79202f4-4044-4656-bec0-fc4039b68795 None None] Set router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:18:12.706135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33520) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:18:12.730467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68f931-5947-4c01-a975-59c82187c7bc req-07b07ec7-71f1-435c-b59c-d966f1003091 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:12.733047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d68f931-5947-4c01-a975-59c82187c7bc req-07b07ec7-71f1-435c-b59c-d966f1003091 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0696108
Apr 16 21:18:12.766093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-234bdaf2-a1ba-419e-b594-730447c759fa admin admin] Deleting subnet 85ff2251-d724-4d7d-9f4b-e232163edfea {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:18:12.771574 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-234bdaf2-a1ba-419e-b594-730447c759fa admin admin] Publish callbacks [] for subnet (85ff2251-d724-4d7d-9f4b-e232163edfea), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:12.785396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c79202f4-4044-4656-bec0-fc4039b68795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243ce850>, [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:17:42Z', 'revision_number': 4, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '275a1aa7-8879-409e-ad48-cd062251edb2', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'floating_ip_address': '172.35.1.148', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'port_id': '0e7313ce-6b11-4893-959a-077cf629642f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'mac_address': 'fa:16:3e:29:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150835ec-2a90-46c5-8fe1-970a84f2e0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:17:47Z', 'updated_at': '2022-04-16T21:18:10Z', 'revision_number': 1, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533db66a-08ad-4ad8-a0a0-6160a9ef0db6', 'name': '', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'mac_address': 'fa:16:3e:04:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:41Z', 'updated_at': '2022-04-16T21:17:46Z', 'revision_number': 5, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'subnets': [{'id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:18:12.800757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d68f931-5947-4c01-a975-59c82187c7bc req-c4ed07f7-ade4-47f2-86f8-9fe26d675a97 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619340
Apr 16 21:18:12.822948 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-234bdaf2-a1ba-419e-b594-730447c759fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (85ff2251-d724-4d7d-9f4b-e232163edfea), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:12.841908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79202f4-4044-4656-bec0-fc4039b68795 None None] The sync data for ids ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'] in ncdv-master-1 is: [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:17:42Z', 'revision_number': 4, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '275a1aa7-8879-409e-ad48-cd062251edb2', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'floating_ip_address': '172.35.1.148', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'port_id': '0e7313ce-6b11-4893-959a-077cf629642f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'mac_address': 'fa:16:3e:29:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150835ec-2a90-46c5-8fe1-970a84f2e0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:17:47Z', 'updated_at': '2022-04-16T21:18:10Z', 'revision_number': 1, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533db66a-08ad-4ad8-a0a0-6160a9ef0db6', 'name': '', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'mac_address': 'fa:16:3e:04:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:41Z', 'updated_at': '2022-04-16T21:17:46Z', 'revision_number': 5, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'subnets': [{'id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:18:12.875679 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-234bdaf2-a1ba-419e-b594-730447c759fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (85ff2251-d724-4d7d-9f4b-e232163edfea), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:13.005214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150835ec-2a90-46c5-8fe1-970a84f2e0cd', 'tag': '0e7313ce-6b11-4893-959a-077cf629642f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:13.008105 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f58837-a2f0-46a7-ab93-b9155a828b29" -d '{"events": [{"name": "network-changed", "server_uuid": "150835ec-2a90-46c5-8fe1-970a84f2e0cd", "tag": "0e7313ce-6b11-4893-959a-077cf629642f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:13.013666 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-234bdaf2-a1ba-419e-b594-730447c759fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (85ff2251-d724-4d7d-9f4b-e232163edfea), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:13.062270 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2637fa9f-0cad-4e7f-b38c-cf1a76e88bee x-openstack-request-id: req-2637fa9f-0cad-4e7f-b38c-cf1a76e88bee {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:13.063556 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150835ec-2a90-46c5-8fe1-970a84f2e0cd", "tag": "0e7313ce-6b11-4893-959a-077cf629642f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:13.066420 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2637fa9f-0cad-4e7f-b38c-cf1a76e88bee {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:13.067416 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2637fa9f-0cad-4e7f-b38c-cf1a76e88bee'] response: {'name': 'network-changed', 'server_uuid': '150835ec-2a90-46c5-8fe1-970a84f2e0cd', 'tag': '0e7313ce-6b11-4893-959a-077cf629642f', 'status': 'completed', 'code': 200}
Apr 16 21:18:13.069178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bdaf2-a1ba-419e-b594-730447c759fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ff2251-d724-4d7d-9f4b-e232163edfea,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:13.071385 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-234bdaf2-a1ba-419e-b594-730447c759fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:13.076116 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-234bdaf2-a1ba-419e-b594-730447c759fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/85ff2251-d724-4d7d-9f4b-e232163edfea HTTP/1.1" status: 204  len: 168 time: 0.3713186
Apr 16 21:18:13.081021 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33524) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:18:13.143710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f58837-a2f0-46a7-ab93-b9155a828b29 req-1ab57dcb-293a-4ac0-ae6d-410860fbbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:13.145111 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7f58837-a2f0-46a7-ab93-b9155a828b29 req-1ab57dcb-293a-4ac0-ae6d-410860fbbcdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bc8f8d1fc734ce182645a464d35ead8&device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 1128 time: 0.0556982
Apr 16 21:18:13.182111 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058ad2d-1ef4-40a3-a9fb-cef0ea21c065 None None] New status for floating IP 275a1aa7-8879-409e-ad48-cd062251edb2: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:18:13.212441 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44406e8b-889a-40e3-b450-a4e2c7164d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (faa6ac51-0e46-43d3-bed2-87e1b1a96e0a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:13.277977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f58837-a2f0-46a7-ab93-b9155a828b29 req-f15af636-5cfc-4b49-bd4c-53bbedc1fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:13.280088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7f58837-a2f0-46a7-ab93-b9155a828b29 req-f15af636-5cfc-4b49-bd4c-53bbedc1fce6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=377e62c7-2e1c-405c-8820-462b8940afab HTTP/1.1" status: 200  len: 912 time: 0.1265714
Apr 16 21:18:13.324450 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44406e8b-889a-40e3-b450-a4e2c7164d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (faa6ac51-0e46-43d3-bed2-87e1b1a96e0a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:13.350419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-44406e8b-889a-40e3-b450-a4e2c7164d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011efa4910>,) {'filters': {'network_id': ['faa6ac51-0e46-43d3-bed2-87e1b1a96e0a']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:18:13.362554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-44406e8b-889a-40e3-b450-a4e2c7164d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011efa4910>, '9fef730d-9e80-446f-81fb-0b19f35d3ae7') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:18:13.365502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-44406e8b-889a-40e3-b450-a4e2c7164d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011efa4910>, '9fef730d-9e80-446f-81fb-0b19f35d3ae7') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:18:13.379957 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44406e8b-889a-40e3-b450-a4e2c7164d07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (9fef730d-9e80-446f-81fb-0b19f35d3ae7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:13.384403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 23957a4d-6230-4dd9-89ec-dd700bca0441 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:18:13.399894 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44406e8b-889a-40e3-b450-a4e2c7164d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9fef730d-9e80-446f-81fb-0b19f35d3ae7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:13.401304 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7f58837-a2f0-46a7-ab93-b9155a828b29 req-e90adcc2-4407-4b9a-85a9-b240bd696108 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e7313ce-6b11-4893-959a-077cf629642f HTTP/1.1" status: 200  len: 1000 time: 0.1137571
Apr 16 21:18:13.411540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44406e8b-889a-40e3-b450-a4e2c7164d07 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:18:13.411540 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44406e8b-889a-40e3-b450-a4e2c7164d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (9fef730d-9e80-446f-81fb-0b19f35d3ae7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:18:13.422692 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:18:13.454763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 23957a4d-6230-4dd9-89ec-dd700bca0441 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:18:13.456202 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 23957a4d-6230-4dd9-89ec-dd700bca0441 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:18:13.482546 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f58837-a2f0-46a7-ab93-b9155a828b29 req-c78a07f3-958c-41e0-9ee4-4f9038317fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:13.483629 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7f58837-a2f0-46a7-ab93-b9155a828b29 req-c78a07f3-958c-41e0-9ee4-4f9038317fd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16cc84ec-1994-42c0-b969-ecfe316b72f5 HTTP/1.1" status: 200  len: 850 time: 0.0749738
Apr 16 21:18:13.535682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f58837-a2f0-46a7-ab93-b9155a828b29 req-f30fd6ae-36e0-42e9-a617-65559b75c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:13.537558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7f58837-a2f0-46a7-ab93-b9155a828b29 req-f30fd6ae-36e0-42e9-a617-65559b75c98c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=377e62c7-2e1c-405c-8820-462b8940afab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477371
Apr 16 21:18:13.624695 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44406e8b-889a-40e3-b450-a4e2c7164d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (faa6ac51-0e46-43d3-bed2-87e1b1a96e0a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:13.637243 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44406e8b-889a-40e3-b450-a4e2c7164d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:13.645170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-44406e8b-889a-40e3-b450-a4e2c7164d07 admin admin] 10.222.0.20 "DELETE /v2.0/networks/faa6ac51-0e46-43d3-bed2-87e1b1a96e0a HTTP/1.1" status: 204  len: 168 time: 0.5655231
Apr 16 21:18:13.659592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44406e8b-889a-40e3-b450-a4e2c7164d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa6ac51-0e46-43d3-bed2-87e1b1a96e0a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:13.659823 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7f58837-a2f0-46a7-ab93-b9155a828b29 req-01e3e3e1-1838-4535-a4d5-a14742bfadab service neutron] 10.222.0.41 "GET /v2.0/networks/377e62c7-2e1c-405c-8820-462b8940afab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1139064
Apr 16 21:18:13.772601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7f58837-a2f0-46a7-ab93-b9155a828b29 req-8d1d7054-8125-428c-a8d2-6a395f6b4aea service neutron] 10.222.0.41 "GET /v2.0/networks/377e62c7-2e1c-405c-8820-462b8940afab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1054902
Apr 16 21:18:13.934874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8348d8-db41-42cd-a5d9-4b5bb5e663bc req-02e57e96-85f6-4b51-9a9b-44d2a9735620 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:13.936386 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8c8348d8-db41-42cd-a5d9-4b5bb5e663bc req-02e57e96-85f6-4b51-9a9b-44d2a9735620 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0520244
Apr 16 21:18:14.010450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8c8348d8-db41-42cd-a5d9-4b5bb5e663bc req-574b2c14-e7b8-4a33-8ab6-3b984bf6697a tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604498
Apr 16 21:18:14.024487 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:14.033901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33544) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:18:14.369346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cb6e624d-8249-4758-aca3-dc8d71a76cbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6391ed1060eb48748245ced6bceec92b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3341942
Apr 16 21:18:14.372055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33546) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:18:14.424890 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8e1e-bcd2-4ece-b6cd-1821c3433ed0 admin admin] Publish callbacks [] for security_group (95a83f89-1fb2-4624-bfbc-0868c5214bff), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:14.448119 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8e1e-bcd2-4ece-b6cd-1821c3433ed0 admin admin] Publish callbacks [] for security_group (95a83f89-1fb2-4624-bfbc-0868c5214bff), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:14.618186 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8e1e-bcd2-4ece-b6cd-1821c3433ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (95a83f89-1fb2-4624-bfbc-0868c5214bff), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:14.628294 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8e1e-bcd2-4ece-b6cd-1821c3433ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:14.628294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ff4a8e1e-bcd2-4ece-b6cd-1821c3433ed0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95a83f89-1fb2-4624-bfbc-0868c5214bff HTTP/1.1" status: 204  len: 168 time: 0.2494626
Apr 16 21:18:14.644744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a8e1e-bcd2-4ece-b6cd-1821c3433ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a83f89-1fb2-4624-bfbc-0868c5214bff,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:15.124578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46932635-461a-4520-9b22-5fb9d91c5258 req-f1266f90-7ce5-499e-b987-b633a3bce5a1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:15.132960 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-46932635-461a-4520-9b22-5fb9d91c5258 req-f1266f90-7ce5-499e-b987-b633a3bce5a1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0620966
Apr 16 21:18:15.179805 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-46932635-461a-4520-9b22-5fb9d91c5258 req-c8ec2e63-c849-4cb3-89de-9942763faa9d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430174
Apr 16 21:18:15.430294 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:16.291076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbcf2a-fd90-496d-9501-546b706e5022 req-2cf72e86-a761-4fa3-bce7-65e96aeb6e5d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:16.292589 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7acbcf2a-fd90-496d-9501-546b706e5022 req-2cf72e86-a761-4fa3-bce7-65e96aeb6e5d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0471134
Apr 16 21:18:16.343770 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7acbcf2a-fd90-496d-9501-546b706e5022 req-54481c92-2f38-4bab-8557-a41187fb0596 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454943
Apr 16 21:18:16.395729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33620) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:18:16.499487 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ae0555f-be72-4c0e-83d1-88adfe07b1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:16.570611 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ae0555f-be72-4c0e-83d1-88adfe07b1ff admin admin] Publish callbacks [] for security_group (0331a5f2-cfcb-403d-84f1-503615eef848), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:16.635356 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ae0555f-be72-4c0e-83d1-88adfe07b1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0331a5f2-cfcb-403d-84f1-503615eef848), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:16.676000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3ae0555f-be72-4c0e-83d1-88adfe07b1ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13da4c5dfe41453dbe686325c0f92e43&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2786298
Apr 16 21:18:16.678821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33640) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:18:16.686564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0555f-be72-4c0e-83d1-88adfe07b1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0331a5f2-cfcb-403d-84f1-503615eef848,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:16.734095 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d6b22f70-e182-44b7-a388-de5e5c02e9c1 admin admin] Publish callbacks [] for security_group (0331a5f2-cfcb-403d-84f1-503615eef848), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:16.755151 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d6b22f70-e182-44b7-a388-de5e5c02e9c1 admin admin] Publish callbacks [] for security_group (0331a5f2-cfcb-403d-84f1-503615eef848), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:16.801354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54fe7b-336e-484f-b243-a1b99e2393e3 req-67bed3e7-fdd2-4c4d-8a5d-c87a44e1b3bd tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:16.802866 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b54fe7b-336e-484f-b243-a1b99e2393e3 req-67bed3e7-fdd2-4c4d-8a5d-c87a44e1b3bd tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523 HTTP/1.1" status: 200  len: 950 time: 0.0476279
Apr 16 21:18:16.850791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b54fe7b-336e-484f-b243-a1b99e2393e3 req-64732c2b-60b5-4408-9000-01ae03b7dcf4 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420914
Apr 16 21:18:16.915183 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d6b22f70-e182-44b7-a388-de5e5c02e9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0331a5f2-cfcb-403d-84f1-503615eef848), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:16.917782 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d6b22f70-e182-44b7-a388-de5e5c02e9c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:16.918984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d6b22f70-e182-44b7-a388-de5e5c02e9c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0331a5f2-cfcb-403d-84f1-503615eef848 HTTP/1.1" status: 204  len: 168 time: 0.2392511
Apr 16 21:18:16.927279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b22f70-e182-44b7-a388-de5e5c02e9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0331a5f2-cfcb-403d-84f1-503615eef848,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:17.463330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68d305-b74c-47ce-956e-10329c1c469f req-260ae9fc-94b0-487f-b539-6fbe3b68a444 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:17.465039 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd68d305-b74c-47ce-956e-10329c1c469f req-260ae9fc-94b0-487f-b539-6fbe3b68a444 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0514011
Apr 16 21:18:17.514360 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd68d305-b74c-47ce-956e-10329c1c469f req-9a1c7926-f299-4f21-b0cd-89e91ed15b77 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431244
Apr 16 21:18:17.964211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969eb48-cbfc-4b4e-8e8b-1deb244a5dff req-1ddacd10-2d51-4a42-b366-20c76e43064c tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:17.965734 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4969eb48-cbfc-4b4e-8e8b-1deb244a5dff req-1ddacd10-2d51-4a42-b366-20c76e43064c tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523 HTTP/1.1" status: 200  len: 950 time: 0.0466790
Apr 16 21:18:18.013545 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4969eb48-cbfc-4b4e-8e8b-1deb244a5dff req-3c6a1389-579e-4fef-95dd-2a7c3d2372c1 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422902
Apr 16 21:18:18.642391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ccff1-dfe7-4695-83cb-7a77e0798de0 req-1c2d15ea-1285-4405-a14e-d09294e28369 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:18.644648 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-287ccff1-dfe7-4695-83cb-7a77e0798de0 req-1c2d15ea-1285-4405-a14e-d09294e28369 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0606017
Apr 16 21:18:18.709883 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-287ccff1-dfe7-4695-83cb-7a77e0798de0 req-7fc85950-8301-4733-b1a7-6d8f17458f5d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597699
Apr 16 21:18:19.412711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:18:19.489476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:19.489897 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:19.511916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:19.514143 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd1d79a-c4c9-49a3-972a-4eb5fddea41c" -d '{"events": [{"server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "name": "network-vif-unplugged", "status": "completed", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:19.526620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:19.550899 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414e5238-8790-42b1-8afc-68af8a001022 x-openstack-request-id: req-414e5238-8790-42b1-8afc-68af8a001022 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:19.551193 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "name": "network-vif-unplugged", "status": "completed", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:19.551449 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-414e5238-8790-42b1-8afc-68af8a001022 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:19.551842 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414e5238-8790-42b1-8afc-68af8a001022'] response: {'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1', 'code': 200}
Apr 16 21:18:19.651733 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:19.701862 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:19.828135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6f631-a375-4c96-8154-8412d087bbb5 req-2cf4afcc-3db7-4853-bf78-66c6e85512eb tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:19.829663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32d6f631-a375-4c96-8154-8412d087bbb5 req-2cf4afcc-3db7-4853-bf78-66c6e85512eb tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0468683
Apr 16 21:18:19.875845 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32d6f631-a375-4c96-8154-8412d087bbb5 req-c486cf72-40e4-4087-995f-573f4c90d119 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398705
Apr 16 21:18:20.991028 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10846d01-d58e-422c-b32e-f091424a8062 req-a28a594b-4327-4357-bc0d-a81e16a4a4cd tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:20.992471 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10846d01-d58e-422c-b32e-f091424a8062 req-a28a594b-4327-4357-bc0d-a81e16a4a4cd tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0488379
Apr 16 21:18:21.040983 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10846d01-d58e-422c-b32e-f091424a8062 req-68af990a-e65b-4149-8db9-60e841bd244c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427260
Apr 16 21:18:22.157708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129881ff-6b2c-49a1-832f-29bed7c37a1d req-5eff26d8-cd7f-4571-afad-4a6947f8c087 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:22.159130 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-129881ff-6b2c-49a1-832f-29bed7c37a1d req-5eff26d8-cd7f-4571-afad-4a6947f8c087 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0506346
Apr 16 21:18:22.205718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-129881ff-6b2c-49a1-832f-29bed7c37a1d req-6d38eefc-f9fa-4397-9b78-c9ff8af39560 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401773
Apr 16 21:18:23.317161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea386e23-b65b-4024-a0c9-8eb570d96c23 req-806220a4-9119-4c11-9852-53793d6b8ff3 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:23.318626 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea386e23-b65b-4024-a0c9-8eb570d96c23 req-806220a4-9119-4c11-9852-53793d6b8ff3 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0461671
Apr 16 21:18:23.364552 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea386e23-b65b-4024-a0c9-8eb570d96c23 req-d2cde0af-b1cd-4936-be62-4c915e2eec1e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396454
Apr 16 21:18:23.445700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device da205378-8574-416e-8ccf-7ec5bb2d4541 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:18:23.545326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port da205378-8574-416e-8ccf-7ec5bb2d4541, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da205378-8574-416e-8ccf-7ec5bb2d4541,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:23.561784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'da205378-8574-416e-8ccf-7ec5bb2d4541', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'da205378-8574-416e-8ccf-7ec5bb2d4541', 'mac_address': 'fa:16:3e:31:ee:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:18:23.593848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port da205378-8574-416e-8ccf-7ec5bb2d4541 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:23.594244 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:23.607868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da205378-8574-416e-8ccf-7ec5bb2d4541 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:18:23.627991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port da205378-8574-416e-8ccf-7ec5bb2d4541, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da205378-8574-416e-8ccf-7ec5bb2d4541,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:23.744055 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:23.791481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=da205378-8574-416e-8ccf-7ec5bb2d4541,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:23.801764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.802180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.802525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.802866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.803202 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.803593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.803865 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.804216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.804546 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.804908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.805203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.805526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.810924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.810924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.810924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:23.895992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['da205378-8574-416e-8ccf-7ec5bb2d4541'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:18:24.480026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee98be-5916-4254-826e-716e0fc09f85 req-0d19a526-41d6-44ef-b62b-6779f2db8bd5 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:24.484246 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76ee98be-5916-4254-826e-716e0fc09f85 req-0d19a526-41d6-44ef-b62b-6779f2db8bd5 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0469990
Apr 16 21:18:24.535198 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76ee98be-5916-4254-826e-716e0fc09f85 req-4c5f1620-46bf-4fd9-aedc-404ef126c7c6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477898
Apr 16 21:18:25.464283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device da205378-8574-416e-8ccf-7ec5bb2d4541 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:18:25.508518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port da205378-8574-416e-8ccf-7ec5bb2d4541 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:18:25.508889 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:25.654815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34331-bce6-41fc-8f52-bffe4a42330d req-75a8eb74-d569-4804-891c-c77690acda1b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:25.656302 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cbb34331-bce6-41fc-8f52-bffe4a42330d req-75a8eb74-d569-4804-891c-c77690acda1b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0488853
Apr 16 21:18:25.705493 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cbb34331-bce6-41fc-8f52-bffe4a42330d req-31e89596-73c0-416a-af5b-597dd9e94250 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433977
Apr 16 21:18:25.724856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port da205378-8574-416e-8ccf-7ec5bb2d4541 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:25.725252 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:25.748063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3ff1f-0ee1-4dba-8354-10aaef694161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da205378-8574-416e-8ccf-7ec5bb2d4541'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:25.750283 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73428c40-314b-4f57-a9f1-bc7a1e93949c" -d '{"events": [{"server_uuid": "0ba3ff1f-0ee1-4dba-8354-10aaef694161", "name": "network-vif-plugged", "status": "completed", "tag": "da205378-8574-416e-8ccf-7ec5bb2d4541"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:25.762031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port da205378-8574-416e-8ccf-7ec5bb2d4541, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da205378-8574-416e-8ccf-7ec5bb2d4541,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:25.786330 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67eee97-a6cd-4821-a0e1-0710407a1503 x-openstack-request-id: req-a67eee97-a6cd-4821-a0e1-0710407a1503 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:25.786618 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba3ff1f-0ee1-4dba-8354-10aaef694161", "name": "network-vif-plugged", "status": "completed", "tag": "da205378-8574-416e-8ccf-7ec5bb2d4541", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:25.786869 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a67eee97-a6cd-4821-a0e1-0710407a1503 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:25.787259 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67eee97-a6cd-4821-a0e1-0710407a1503'] response: {'server_uuid': '0ba3ff1f-0ee1-4dba-8354-10aaef694161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da205378-8574-416e-8ccf-7ec5bb2d4541', 'code': 200}
Apr 16 21:18:25.823553 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:25.870913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=da205378-8574-416e-8ccf-7ec5bb2d4541,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:26.821845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4a8dc-31aa-4537-a66b-82a461d53f47 req-0846a18a-baff-4883-9590-a5a91cd12415 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:26.823415 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7dc4a8dc-31aa-4537-a66b-82a461d53f47 req-0846a18a-baff-4883-9590-a5a91cd12415 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0500281
Apr 16 21:18:26.871353 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7dc4a8dc-31aa-4537-a66b-82a461d53f47 req-eb52fe29-736d-4304-b84e-30d11c31fa7f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422297
Apr 16 21:18:27.989078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd69ee-3fd4-48a5-b1ba-0a5d12921b1f req-e304019e-164e-4164-8e03-7809149feef0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:27.990575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68bd69ee-3fd4-48a5-b1ba-0a5d12921b1f req-e304019e-164e-4164-8e03-7809149feef0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0472248
Apr 16 21:18:28.041363 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68bd69ee-3fd4-48a5-b1ba-0a5d12921b1f req-8d794fd1-221f-45c9-bb65-25b84a576e6b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450668
Apr 16 21:18:29.155397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ece8a-a0ba-420b-8bda-f14f3d32a1cb req-874e22bf-8dc9-40f5-a458-e7c68543a6af tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:29.159167 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce2ece8a-a0ba-420b-8bda-f14f3d32a1cb req-874e22bf-8dc9-40f5-a458-e7c68543a6af tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0477371
Apr 16 21:18:29.205538 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce2ece8a-a0ba-420b-8bda-f14f3d32a1cb req-cb89bd13-c6f5-490c-a96e-4955aee09e9e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430005
Apr 16 21:18:30.369422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aac2dd-239e-40c3-862a-30de2c3e4872 req-31eb0a16-92e0-4a4f-b9c9-d744d8b83b9b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:30.376676 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46aac2dd-239e-40c3-862a-30de2c3e4872 req-31eb0a16-92e0-4a4f-b9c9-d744d8b83b9b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0927565
Apr 16 21:18:30.426047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46aac2dd-239e-40c3-862a-30de2c3e4872 req-ba34e9fb-9633-4cb2-a0b1-8b1bb774eed6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483634
Apr 16 21:18:31.578763 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae3282-0848-45b3-bd2f-975bb0340d46 req-03860abb-10c2-4682-a0ab-ea29f6dcf4ba tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:31.583630 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-34ae3282-0848-45b3-bd2f-975bb0340d46 req-03860abb-10c2-4682-a0ab-ea29f6dcf4ba tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0708485
Apr 16 21:18:31.643291 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-34ae3282-0848-45b3-bd2f-975bb0340d46 req-c99e221d-aef6-46f4-97e8-2bc2d5eca8f5 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532324
Apr 16 21:18:32.277342 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-a5c32fb6-8159-4c8e-8704-d72456a57a8e service neutron] show failed (client error): The resource could not be found.
Apr 16 21:18:32.278376 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-a5c32fb6-8159-4c8e-8704-d72456a57a8e service neutron] 10.222.0.11 "GET /v2.0/ports/f69be29b-9cad-412c-a6a2-2f5df4fa07b2/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0691617
Apr 16 21:18:32.778826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8a7f9-ea52-467f-84b1-7b13e66627c2 req-62049a60-5f9f-4846-b29b-ad11fb1ad3b8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:32.786654 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5f8a7f9-ea52-467f-84b1-7b13e66627c2 req-62049a60-5f9f-4846-b29b-ad11fb1ad3b8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0625286
Apr 16 21:18:32.858296 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5f8a7f9-ea52-467f-84b1-7b13e66627c2 req-90dc8377-654f-4a0a-8921-146960d5dec6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706956
Apr 16 21:18:33.060604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4d618f-0ee6-4efa-8fc0-832c8150c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:33.062145 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4d618f-0ee6-4efa-8fc0-832c8150c5b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2&tenant_id=29fd420ef9134715bd3a9f2467d924cd HTTP/1.1" status: 200  len: 1131 time: 0.0533233
Apr 16 21:18:33.076948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:18:33.147674 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:33.403677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:33.444232 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch1-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:18:33.488565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:33.490803 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09e6ad5-8b15-4a00-81fe-22bb627dc64f" -d '{"events": [{"server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "name": "network-vif-unplugged", "status": "completed", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:33.502563 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Publish callbacks [] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:33.533887 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Transition to ACTIVE for port object f69be29b-9cad-412c-a6a2-2f5df4fa07b2 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:18:33.608414 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:33.697921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Pushing event updated for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=6']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:33.724065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.724469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.724817 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.725293 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.725644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.726599 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.727021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.727617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.727943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.728319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.730995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.730995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.730995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.730995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.730995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:33.773662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] No DVR routers for this DVR port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:18:33.832444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Attempting to bind port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:18:33.833613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Attempting to bind port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:18:33.834106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Attempting to bind port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:18:33.839962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:18:33.840756 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Attempting to bind port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:18:33.846789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:18:33.847467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:18:33.848787 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:18:33.849541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Bound port: f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:18:33.850073 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:33.875306 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c9fee9-d2c1-4fe3-91df-34259cb54006 x-openstack-request-id: req-01c9fee9-d2c1-4fe3-91df-34259cb54006 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:33.875835 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "name": "network-vif-unplugged", "status": "completed", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:33.876113 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01c9fee9-d2c1-4fe3-91df-34259cb54006 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:33.876530 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c9fee9-d2c1-4fe3-91df-34259cb54006'] response: {'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'code': 200}
Apr 16 21:18:33.954221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:18:33.964558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:18:34.035814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:34.037895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bf711-d0e4-4bcb-a1d4-7e34688d142f req-2697c3d0-5793-4fcb-85c6-e7e373f971c1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:34.047086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d7bf711-d0e4-4bcb-a1d4-7e34688d142f req-2697c3d0-5793-4fcb-85c6-e7e373f971c1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 947 time: 0.0614123
Apr 16 21:18:34.114400 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d7bf711-d0e4-4bcb-a1d4-7e34688d142f req-18ab3d3c-414c-4a5b-b5a9-be4df8117d51 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623777
Apr 16 21:18:34.116602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:34.120899 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:34.123048 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] 10.222.0.41 "PUT /v2.0/ports/f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 1095 time: 1.0505857
Apr 16 21:18:34.199841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c2fba-2e1d-4438-9642-5f008c723320 service neutron] Pushing event updated for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=7']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:34.235886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-c7baca19-537e-4e28-8bfc-919e7f991ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:34.237526 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-c7baca19-537e-4e28-8bfc-919e7f991ffb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 1129 time: 0.0799344
Apr 16 21:18:34.380041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-02362735-52c3-4cbe-a29e-9813ec164889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:34.381701 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-02362735-52c3-4cbe-a29e-9813ec164889 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1340723
Apr 16 21:18:34.449642 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-f91f43e7-00a8-4578-bea7-79367f686bf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 217 time: 0.0591400
Apr 16 21:18:34.512287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-30057cb9-1edd-476d-a312-aa5fa631abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:34.513814 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-30057cb9-1edd-476d-a312-aa5fa631abd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0567522
Apr 16 21:18:34.564004 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-95b5dfd4-ed48-4910-bb89-197076fde638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:34.566090 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-95b5dfd4-ed48-4910-bb89-197076fde638 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0436895
Apr 16 21:18:34.692693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-3305d44f-1722-4035-87a8-e9f51152d6ad service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1178665
Apr 16 21:18:34.819018 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-2e6027bd-283f-4cd8-bd7a-580f3ae11af0 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1161783
Apr 16 21:18:35.265582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81886ac0-c20a-4a11-9a73-5315a75a9cfd req-eaa2d28d-8290-4afc-bc78-03f880a69a0b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:35.269380 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81886ac0-c20a-4a11-9a73-5315a75a9cfd req-eaa2d28d-8290-4afc-bc78-03f880a69a0b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 947 time: 0.0573215
Apr 16 21:18:35.329318 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81886ac0-c20a-4a11-9a73-5315a75a9cfd req-3b159691-5e6b-46ef-8423-7617f41cbc06 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543120
Apr 16 21:18:35.877990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:35.880452 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e" -d '{"events": [{"name": "network-changed", "server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:35.900489 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:35.933323 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2810b508-2776-47de-bee9-f5e81e7a952c x-openstack-request-id: req-2810b508-2776-47de-bee9-f5e81e7a952c {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:35.933622 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:35.933882 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2810b508-2776-47de-bee9-f5e81e7a952c {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:35.934292 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2810b508-2776-47de-bee9-f5e81e7a952c'] response: {'name': 'network-changed', 'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'status': 'completed', 'code': 200}
Apr 16 21:18:36.461275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe4fa8-a3ed-4ceb-8df1-a00834b387f3 req-dd0a72fa-9334-4d46-b0b6-b41bf6881543 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:36.461275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87fe4fa8-a3ed-4ceb-8df1-a00834b387f3 req-dd0a72fa-9334-4d46-b0b6-b41bf6881543 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 947 time: 0.0503628
Apr 16 21:18:36.791061 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87fe4fa8-a3ed-4ceb-8df1-a00834b387f3 req-d5f34ac4-0a0e-44f6-97d9-e5257fafcd63 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3281212
Apr 16 21:18:36.987393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-5510d3bc-5a4b-4f54-b389-fd61cf512e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:36.990614 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-5510d3bc-5a4b-4f54-b389-fd61cf512e0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 1129 time: 0.0456858
Apr 16 21:18:37.101954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-4090a401-2664-47b8-83de-553051c3f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:37.103926 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-4090a401-2664-47b8-83de-553051c3f1d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1075845
Apr 16 21:18:37.158083 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-17a1df75-e371-4887-ad2e-2e85accea62d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 217 time: 0.0464299
Apr 16 21:18:37.222495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-b8393d88-e84a-4c9b-b6df-553b5a5a6074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:37.224353 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-b8393d88-e84a-4c9b-b6df-553b5a5a6074 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0606039
Apr 16 21:18:37.285183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-3578b7be-cba3-4fd8-a15c-3565c3eccefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:37.286994 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-3578b7be-cba3-4fd8-a15c-3565c3eccefc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0574152
Apr 16 21:18:37.414975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-ee1596c3-04dc-4e4c-a870-0d9eef22020f service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220603
Apr 16 21:18:37.540930 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-64194305-44a5-4b6a-9350-9762d83b6966 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1188555
Apr 16 21:18:37.551224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f69be29b-9cad-412c-a6a2-2f5df4fa07b2 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:18:37.609193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 host nch2-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:18:37.612858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f69be29b-9cad-412c-a6a2-2f5df4fa07b2 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:18:37.957823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524adfb-036f-40e8-bea2-4fda4d210bfa req-45af5571-772d-48ea-93e5-10bb5a7cf67e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:37.965532 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d524adfb-036f-40e8-bea2-4fda4d210bfa req-45af5571-772d-48ea-93e5-10bb5a7cf67e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 947 time: 0.0898464
Apr 16 21:18:38.018360 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe13fa-1f03-417d-b868-1c85621a6af9 req-360b6544-ab9f-476f-8d23-1098a2e6de3d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:38.020791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cabe13fa-1f03-417d-b868-1c85621a6af9 req-360b6544-ab9f-476f-8d23-1098a2e6de3d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0683646
Apr 16 21:18:38.048523 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d524adfb-036f-40e8-bea2-4fda4d210bfa req-bf48de09-24ca-45bb-9ab5-92992d0652a5 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819776
Apr 16 21:18:38.099133 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cabe13fa-1f03-417d-b868-1c85621a6af9 req-2b74f73f-1a14-46d8-932c-f4e7b5ecfd57 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702059
Apr 16 21:18:38.111553 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20678979-70ce-4649-aade-9dfe98b8e8fd req-7c2fe4aa-6a8f-4736-af1b-64e05f34674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:38.114173 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20678979-70ce-4649-aade-9dfe98b8e8fd req-7c2fe4aa-6a8f-4736-af1b-64e05f34674c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 1127 time: 0.0948329
Apr 16 21:18:38.227005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20678979-70ce-4649-aade-9dfe98b8e8fd req-40535b65-3854-4da8-9942-13066abebba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:38.228858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20678979-70ce-4649-aade-9dfe98b8e8fd req-40535b65-3854-4da8-9942-13066abebba1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 920 time: 0.1005137
Apr 16 21:18:38.314455 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20678979-70ce-4649-aade-9dfe98b8e8fd req-2f7be3f4-be2d-4e39-a198-a700027d4a5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83812ef-1c6d-4509-9af6-301ec0cf5b84 HTTP/1.1" status: 200  len: 1001 time: 0.0783019
Apr 16 21:18:38.371865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20678979-70ce-4649-aade-9dfe98b8e8fd req-464fc6a2-7c37-40c6-818c-bd8605e6418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:38.373505 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20678979-70ce-4649-aade-9dfe98b8e8fd req-464fc6a2-7c37-40c6-818c-bd8605e6418d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.0532913
Apr 16 21:18:38.424984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20678979-70ce-4649-aade-9dfe98b8e8fd req-14d6cbe7-88c7-4997-bf0e-7663f4ebd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:38.426547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20678979-70ce-4649-aade-9dfe98b8e8fd req-14d6cbe7-88c7-4997-bf0e-7663f4ebd9c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0471306
Apr 16 21:18:38.531202 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20678979-70ce-4649-aade-9dfe98b8e8fd req-6a31bef4-2be4-4dd6-ad22-22b1993fa975 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986006
Apr 16 21:18:38.640197 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20678979-70ce-4649-aade-9dfe98b8e8fd req-d6e2267a-ac61-4544-94e1-1af0b126b6c5 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1035736
Apr 16 21:18:38.674049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-ecb24d90-aec4-4e3e-b184-83784230d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:38.678062 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-ecb24d90-aec4-4e3e-b184-83784230d068 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 1129 time: 0.0878136
Apr 16 21:18:38.819343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-766a9d10-6cc3-4a88-a066-e8d275c88e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:38.822892 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-766a9d10-6cc3-4a88-a066-e8d275c88e94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1377859
Apr 16 21:18:38.879640 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-b1937a3b-fde3-4eb7-8212-68705f084944 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 217 time: 0.0477140
Apr 16 21:18:38.957022 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5aeee707-abd5-47b3-b06f-17112f43dbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:39.040520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-b3caeee6-d6f6-4fdd-935d-2690e8f28739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:39.044039 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-b3caeee6-d6f6-4fdd-935d-2690e8f28739 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0590262
Apr 16 21:18:39.141779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-cba1644b-d722-4b5e-a955-39e0cc40ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:39.143689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-cba1644b-d722-4b5e-a955-39e0cc40ca92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0688386
Apr 16 21:18:39.242959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2af2d-2590-4deb-96c0-11ea67261ed9 req-2328fc73-1065-4d31-bb8e-51bec3f019b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:39.245104 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48c2af2d-2590-4deb-96c0-11ea67261ed9 req-2328fc73-1065-4d31-bb8e-51bec3f019b0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 947 time: 0.1340659
Apr 16 21:18:39.322772 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48c2af2d-2590-4deb-96c0-11ea67261ed9 req-7b752cee-3846-4473-8adc-4d484d5418fa tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720863
Apr 16 21:18:39.357771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d41fac-ed28-47b9-92d2-ec2d5f501cd6 req-b7352090-19b5-445d-ac95-ad52cb1c04ce tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:39.360079 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3d41fac-ed28-47b9-92d2-ec2d5f501cd6 req-b7352090-19b5-445d-ac95-ad52cb1c04ce tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.1246088
Apr 16 21:18:39.394872 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-aa60e9ec-60cd-4469-965d-db0a8c9d0129 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2431090
Apr 16 21:18:39.447210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef28b6-247e-46fe-a0b0-f55763ea2c97 req-4e4c3484-c851-45e4-8c4a-2302d46f1c5d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:39.455702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15ef28b6-247e-46fe-a0b0-f55763ea2c97 req-4e4c3484-c851-45e4-8c4a-2302d46f1c5d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0692101
Apr 16 21:18:39.492084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd457ec-5afe-4e22-b751-6c73b0f3fadc req-f16583a2-0731-444d-9b6d-0836c80ede95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:39.501009 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-efd457ec-5afe-4e22-b751-6c73b0f3fadc req-f16583a2-0731-444d-9b6d-0836c80ede95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 1127 time: 0.1601987
Apr 16 21:18:39.519753 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15ef28b6-247e-46fe-a0b0-f55763ea2c97 req-49fba1bc-8668-458c-be8f-0e6c88231bc0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626702
Apr 16 21:18:39.535995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f69be29b-9cad-412c-a6a2-2f5df4fa07b2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:18:39.618432 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3d41fac-ed28-47b9-92d2-ec2d5f501cd6 req-1219eef7-1513-44a0-a3b1-b67ae328d43d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2282686
Apr 16 21:18:39.658860 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e2d7421-45a8-405e-96f7-8d2d3ccb022e req-38cdc9e2-d85b-4756-91f3-5ffc6331c6f2 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2424006
Apr 16 21:18:39.659102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:39.685365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd457ec-5afe-4e22-b751-6c73b0f3fadc req-09fb440f-f2b0-4994-af90-957623adeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:39.687737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-efd457ec-5afe-4e22-b751-6c73b0f3fadc req-09fb440f-f2b0-4994-af90-957623adeb82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.1860271
Apr 16 21:18:39.690804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'mac_address': 'fa:16:3e:43:cc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:18:39.748974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:39.748974 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:39.764852 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69be29b-9cad-412c-a6a2-2f5df4fa07b2 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:18:39.779712 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-efd457ec-5afe-4e22-b751-6c73b0f3fadc req-ca0075da-3453-4996-a062-a74dbfee9160 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 HTTP/1.1" status: 200  len: 999 time: 0.0849464
Apr 16 21:18:39.787910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:39.841692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd457ec-5afe-4e22-b751-6c73b0f3fadc req-65c0a07e-0d20-465c-8082-2c555a0b40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:39.843299 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-efd457ec-5afe-4e22-b751-6c73b0f3fadc req-65c0a07e-0d20-465c-8082-2c555a0b40f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.0560300
Apr 16 21:18:39.864251 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:39.901661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd457ec-5afe-4e22-b751-6c73b0f3fadc req-c79ca072-1080-41bc-87dc-94c1de0c68eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:39.903690 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-efd457ec-5afe-4e22-b751-6c73b0f3fadc req-c79ca072-1080-41bc-87dc-94c1de0c68eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0539825
Apr 16 21:18:39.933145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:40.016988 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-efd457ec-5afe-4e22-b751-6c73b0f3fadc req-b6c64641-a3e6-44ee-9526-74b01661761d service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1053965
Apr 16 21:18:40.110885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-efd457ec-5afe-4e22-b751-6c73b0f3fadc req-1478266f-62e2-489b-b8ac-9d779004b377 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853426
Apr 16 21:18:40.412692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['f69be29b-9cad-412c-a6a2-2f5df4fa07b2'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:18:40.435577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9002a8-40a1-4e94-879f-ca6a242eada3 req-0f42b206-0a62-4519-a923-84460dbfbb3c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:40.437227 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a9002a8-40a1-4e94-879f-ca6a242eada3 req-0f42b206-0a62-4519-a923-84460dbfbb3c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 948 time: 0.0485723
Apr 16 21:18:40.501984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a9002a8-40a1-4e94-879f-ca6a242eada3 req-d65fe6cb-5125-49f0-9e45-aa5fc0a160e1 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588257
Apr 16 21:18:40.672356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5de9cc-2694-4e73-9741-5c8ef3c0b3b3 req-f854cb0f-3d4c-4988-ade8-f39ae501612e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:40.677585 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a5de9cc-2694-4e73-9741-5c8ef3c0b3b3 req-f854cb0f-3d4c-4988-ade8-f39ae501612e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0778184
Apr 16 21:18:40.743753 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a5de9cc-2694-4e73-9741-5c8ef3c0b3b3 req-4e336873-994d-4a5e-96c8-6874fceb9660 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638463
Apr 16 21:18:40.937114 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc74f0-78bf-4ac1-92fa-78ed9c201e7a req-f10ea581-4c44-4618-bfec-634d58bdedc1 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:40.944696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a1dc74f0-78bf-4ac1-92fa-78ed9c201e7a req-f10ea581-4c44-4618-bfec-634d58bdedc1 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0754869
Apr 16 21:18:40.959171 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8eb8b-39cf-42e0-b6ca-fc2e0608066e req-790a0801-e875-4379-b37a-aeff7c19fc6b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:40.959171 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f8f8eb8b-39cf-42e0-b6ca-fc2e0608066e req-790a0801-e875-4379-b37a-aeff7c19fc6b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 948 time: 0.0498919
Apr 16 21:18:41.006755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a1dc74f0-78bf-4ac1-92fa-78ed9c201e7a req-a6891e8d-3b01-42a6-85dc-22dbfb47d94c tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563457
Apr 16 21:18:41.018587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f8f8eb8b-39cf-42e0-b6ca-fc2e0608066e req-8574f6c8-598e-4e70-b2bf-b8e4fd1f29f4 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538242
Apr 16 21:18:41.170347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-bfb3109e-6b3c-4e75-9ac2-de9be76b98a9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:41.172191 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-bfb3109e-6b3c-4e75-9ac2-de9be76b98a9 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.41 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2&tenant_id=29fd420ef9134715bd3a9f2467d924cd&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.0966468
Apr 16 21:18:41.239301 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-8c289935-c7a9-4b98-a6bc-e5105f65b076 service neutron] 10.222.0.41 "GET /v2.0/ports/f69be29b-9cad-412c-a6a2-2f5df4fa07b2/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0605967
Apr 16 21:18:41.301946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-6b2922ec-0b23-41cd-89b9-a738aaee3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:41.303415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-6b2922ec-0b23-41cd-89b9-a738aaee3865 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 1130 time: 0.0422015
Apr 16 21:18:41.393977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-247683f3-2bfd-4509-9668-690696a60799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:41.395435 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-247683f3-2bfd-4509-9668-690696a60799 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.0855315
Apr 16 21:18:41.440812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-3d56b3b8-bd92-43ad-9745-f672e32388cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 217 time: 0.0378528
Apr 16 21:18:41.488331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-03aead84-962f-4e86-bf7b-de44a2e0637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:41.489699 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-03aead84-962f-4e86-bf7b-de44a2e0637e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0431948
Apr 16 21:18:41.537265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-3a70dd7d-16d3-42ec-bf42-3ea91bccbb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:41.538802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-3a70dd7d-16d3-42ec-bf42-3ea91bccbb6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0413623
Apr 16 21:18:41.589341 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-44c40f39-8ac5-4a2a-ad66-d12e4316e9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:41.636147 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-9ea4a095-5faa-4d56-a95e-adce2f7b576b service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862095
Apr 16 21:18:41.725912 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-0a3bef39-0dcf-45a5-9c0d-07983dd10ef9 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831101
Apr 16 21:18:41.855191 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9c552-0a85-4473-8eea-3d7294cce037 req-3ae6f08d-81ea-4be8-bccd-16c77ce288c8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:41.856751 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32a9c552-0a85-4473-8eea-3d7294cce037 req-3ae6f08d-81ea-4be8-bccd-16c77ce288c8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0539050
Apr 16 21:18:41.907551 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32a9c552-0a85-4473-8eea-3d7294cce037 req-5399391a-11b7-457e-9a3b-34b8b0eb784b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439713
Apr 16 21:18:42.035587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdba46-d56a-45fd-a2b2-01c797356baf req-4df2f282-3de6-4528-afee-6aedb8d50b4d tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:42.037288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-86cdba46-d56a-45fd-a2b2-01c797356baf req-4df2f282-3de6-4528-afee-6aedb8d50b4d tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 950 time: 0.0482626
Apr 16 21:18:42.084798 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-86cdba46-d56a-45fd-a2b2-01c797356baf req-137446d6-9a2d-469f-a5d6-c35a00257b13 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412846
Apr 16 21:18:42.115952 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab697-8e7a-4ab7-af76-09f7a18d3d57 req-d05ddc69-a610-4a1f-b51e-473b1da63590 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:42.118215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6e9ab697-8e7a-4ab7-af76-09f7a18d3d57 req-d05ddc69-a610-4a1f-b51e-473b1da63590 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0508943
Apr 16 21:18:42.166836 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6e9ab697-8e7a-4ab7-af76-09f7a18d3d57 req-76c0e181-4825-4b21-8bdf-18dd8c701b56 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428011
Apr 16 21:18:42.187288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f061b3-66b5-4a06-b57a-be376afe73aa req-57be241c-c50c-44e2-9b51-43dac2fb52a0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:42.188945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06f061b3-66b5-4a06-b57a-be376afe73aa req-57be241c-c50c-44e2-9b51-43dac2fb52a0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 948 time: 0.0482664
Apr 16 21:18:42.240702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06f061b3-66b5-4a06-b57a-be376afe73aa req-0aae677a-d6c2-4a6b-884d-1f833cca255d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461040
Apr 16 21:18:42.354624 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:42.432590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f69be29b-9cad-412c-a6a2-2f5df4fa07b2 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:18:42.481246 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:18:42.526435 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:42.543305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:18:42.543671 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:42.624530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:42.625152 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:42.647317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:42.650237 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf1c5b9-a2e8-4aa0-9416-a2e05f2d5f15" -d '{"events": [{"server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "name": "network-vif-plugged", "status": "completed", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:42.662922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:42.699034 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555253b0-7782-473a-a5b8-4645bfd40dc1 x-openstack-request-id: req-555253b0-7782-473a-a5b8-4645bfd40dc1 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:42.699344 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "name": "network-vif-plugged", "status": "completed", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:42.699589 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-555253b0-7782-473a-a5b8-4645bfd40dc1 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:42.699990 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555253b0-7782-473a-a5b8-4645bfd40dc1'] response: {'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'code': 200}
Apr 16 21:18:42.737572 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:42.785146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:43.200785 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee3a50-c82c-47dd-ac51-8af928b19328 req-e6e5926e-4bce-47d0-9544-f096fe4d4089 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:43.202315 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58ee3a50-c82c-47dd-ac51-8af928b19328 req-e6e5926e-4bce-47d0-9544-f096fe4d4089 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 950 time: 0.0484262
Apr 16 21:18:43.253439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58ee3a50-c82c-47dd-ac51-8af928b19328 req-8a071021-ec13-4bad-aef1-5a767714f859 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450864
Apr 16 21:18:43.292131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2861f-0b6b-4c40-9a1f-155ada356800 req-bda38824-f09e-4dc1-82e7-54fd184b47a0 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:43.293692 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85d2861f-0b6b-4c40-9a1f-155ada356800 req-bda38824-f09e-4dc1-82e7-54fd184b47a0 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0539184
Apr 16 21:18:43.346091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85d2861f-0b6b-4c40-9a1f-155ada356800 req-1764702c-b3d7-4ca5-a58e-2890cdc142fd tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453718
Apr 16 21:18:43.359794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a862b-db0a-4db1-a6cc-954bff87d401 req-8cc4e0f5-43c8-47cc-b2d3-a75f5bd63ff0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:43.361355 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-416a862b-db0a-4db1-a6cc-954bff87d401 req-8cc4e0f5-43c8-47cc-b2d3-a75f5bd63ff0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0504332
Apr 16 21:18:43.409160 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-416a862b-db0a-4db1-a6cc-954bff87d401 req-808f13b6-feee-4e5b-8c15-af19eb67c01e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413654
Apr 16 21:18:44.023307 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:44.367591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45269d-c51a-4d8a-9a5c-2ca9d4c0ed27 req-b7e680e7-44a6-4d97-9d52-c69e475c8e69 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:44.369126 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd45269d-c51a-4d8a-9a5c-2ca9d4c0ed27 req-b7e680e7-44a6-4d97-9d52-c69e475c8e69 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 950 time: 0.0485675
Apr 16 21:18:44.417172 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd45269d-c51a-4d8a-9a5c-2ca9d4c0ed27 req-a8768254-331a-4a27-af9e-a2fc46202530 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420096
Apr 16 21:18:44.475922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfd3f6-226d-44b7-a8be-e67d75727c50 req-023a94e2-eabe-4312-967b-d74268f35da7 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:44.478119 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-69bfd3f6-226d-44b7-a8be-e67d75727c50 req-023a94e2-eabe-4312-967b-d74268f35da7 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0605822
Apr 16 21:18:44.528503 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-69bfd3f6-226d-44b7-a8be-e67d75727c50 req-4db6e78a-c2e1-47be-822c-5814b1a54f44 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449665
Apr 16 21:18:44.559001 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3547512-7ce9-4ccf-aa45-9512f0019ed4 req-30bfc89f-1c64-4b07-86d4-c777000855bf tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:44.560985 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3547512-7ce9-4ccf-aa45-9512f0019ed4 req-30bfc89f-1c64-4b07-86d4-c777000855bf tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0562699
Apr 16 21:18:44.612717 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3547512-7ce9-4ccf-aa45-9512f0019ed4 req-350e2eb5-8466-4033-a24a-2533a7b1a075 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458455
Apr 16 21:18:44.732609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-93645e4d-b81e-448a-a5ca-975efc570f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:44.734179 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-93645e4d-b81e-448a-a5ca-975efc570f27 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2&tenant_id=29fd420ef9134715bd3a9f2467d924cd HTTP/1.1" status: 200  len: 1131 time: 0.0404794
Apr 16 21:18:44.746476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:18:44.811781 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:45.019838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:45.052954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:18:45.094490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:45.096939 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ef4f80-f7ad-4639-8215-e7a8a01c6cc7" -d '{"events": [{"server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "name": "network-vif-unplugged", "status": "completed", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:45.100593 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Publish callbacks [] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:45.115493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Transition to ACTIVE for port object f69be29b-9cad-412c-a6a2-2f5df4fa07b2 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:18:45.151786 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ea6005-80d3-437d-9d89-1d2c1db967de x-openstack-request-id: req-28ea6005-80d3-437d-9d89-1d2c1db967de {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:45.152083 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "name": "network-vif-unplugged", "status": "completed", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:45.152374 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28ea6005-80d3-437d-9d89-1d2c1db967de {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:45.152801 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ea6005-80d3-437d-9d89-1d2c1db967de'] response: {'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'code': 200}
Apr 16 21:18:45.246886 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:45.329072 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] No DVR routers for this DVR port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:18:45.331138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Pushing event updated for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=10']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:45.343142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.343488 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.343831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.344182 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.344528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.344859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.345181 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.345501 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.345828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.346150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.346472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.346795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.347112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.347431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.347749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:18:45.386782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Attempting to bind port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:18:45.387122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Attempting to bind port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:18:45.387460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Attempting to bind port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:18:45.389919 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:45.393200 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:18:45.393419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Attempting to bind port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:18:45.399265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:18:45.399607 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:18:45.399995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:18:45.400455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Bound port: f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:18:45.400823 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:45.470390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:18:45.473631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:18:45.544598 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:45.582886 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:45.583624 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:45.585047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] 10.222.0.11 "PUT /v2.0/ports/f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 1096 time: 0.8431222
Apr 16 21:18:45.604750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404bf42-a5be-4929-bb4d-3c078e8c7b1b service neutron] Pushing event updated for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=11']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:45.657848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01162029-b037-40a5-859d-c2b70c58e06b req-568de957-2029-4071-b68b-3904bd63a536 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:45.665417 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01162029-b037-40a5-859d-c2b70c58e06b req-568de957-2029-4071-b68b-3904bd63a536 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0666497
Apr 16 21:18:45.713211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-e46318af-e780-42c4-9ad0-17db0e6eda10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:45.715139 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-e46318af-e780-42c4-9ad0-17db0e6eda10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 1130 time: 0.0851297
Apr 16 21:18:45.726910 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01162029-b037-40a5-859d-c2b70c58e06b req-788727b2-a3d1-48c7-aeaf-ba847018495b tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604873
Apr 16 21:18:45.794665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6055bbc-73a1-4f06-b0e0-bf57a609629a req-3b2e13ad-e39c-4668-b337-84602357ebe6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:45.796241 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c6055bbc-73a1-4f06-b0e0-bf57a609629a req-3b2e13ad-e39c-4668-b337-84602357ebe6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 948 time: 0.0961442
Apr 16 21:18:45.868301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-a976824e-a944-45e6-aab6-111c6d5bc844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:45.869696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-a976824e-a944-45e6-aab6-111c6d5bc844 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.1377132
Apr 16 21:18:45.873967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c6055bbc-73a1-4f06-b0e0-bf57a609629a req-8fc7f6a8-6706-4ab2-ad5f-455235403484 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710785
Apr 16 21:18:45.911647 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-d8d2e1a7-d544-471a-98af-2968b45e3a70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 217 time: 0.0359261
Apr 16 21:18:45.958923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-34419ee3-07e7-44dd-b53c-886040b8b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:45.960443 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-34419ee3-07e7-44dd-b53c-886040b8b6b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0438490
Apr 16 21:18:46.005344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-19d01c43-5686-4d39-ae42-85530a87cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:46.005344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-19d01c43-5686-4d39-ae42-85530a87cdbc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0380445
Apr 16 21:18:46.096407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-378ae558-a6a4-4cd9-8920-f7ddea84ee34 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867243
Apr 16 21:18:46.187677 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59f0428d-01be-44a3-a271-cb0e1768ce34 req-5abb7367-66c5-4bba-925f-1f40789b41d3 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860634
Apr 16 21:18:46.434318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device da205378-8574-416e-8ccf-7ec5bb2d4541 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:18:46.510443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port da205378-8574-416e-8ccf-7ec5bb2d4541 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:46.510767 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:46.533079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3ff1f-0ee1-4dba-8354-10aaef694161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da205378-8574-416e-8ccf-7ec5bb2d4541'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:46.535455 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6debc68-0faf-4041-ae86-106c1b63c70c" -d '{"events": [{"server_uuid": "0ba3ff1f-0ee1-4dba-8354-10aaef694161", "name": "network-vif-unplugged", "status": "completed", "tag": "da205378-8574-416e-8ccf-7ec5bb2d4541"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:46.547704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port da205378-8574-416e-8ccf-7ec5bb2d4541, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da205378-8574-416e-8ccf-7ec5bb2d4541,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:46.572451 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1622cc-db5d-4670-9aeb-f353fcda2b2a x-openstack-request-id: req-7f1622cc-db5d-4670-9aeb-f353fcda2b2a {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:46.572747 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba3ff1f-0ee1-4dba-8354-10aaef694161", "name": "network-vif-unplugged", "status": "completed", "tag": "da205378-8574-416e-8ccf-7ec5bb2d4541", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:46.573007 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f1622cc-db5d-4670-9aeb-f353fcda2b2a {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:46.573407 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1622cc-db5d-4670-9aeb-f353fcda2b2a'] response: {'server_uuid': '0ba3ff1f-0ee1-4dba-8354-10aaef694161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da205378-8574-416e-8ccf-7ec5bb2d4541', 'code': 200}
Apr 16 21:18:46.617631 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:46.668491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=da205378-8574-416e-8ccf-7ec5bb2d4541,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:46.838641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa3900-0a97-4f0e-a511-0f52ddea54d7 req-64d9e89c-9a77-472c-8d3e-0eb2fff3f881 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:46.840212 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4afa3900-0a97-4f0e-a511-0f52ddea54d7 req-64d9e89c-9a77-472c-8d3e-0eb2fff3f881 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0461798
Apr 16 21:18:46.889307 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:18:46.890650 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4afa3900-0a97-4f0e-a511-0f52ddea54d7 req-71020f11-2c80-485e-8214-23f2316fc1dc tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446904
Apr 16 21:18:46.997598 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e6dcf-8c36-4bf6-8069-36b807f083fb req-bb586761-b7aa-47ce-a4da-82a6af9b370b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:46.999059 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fd9e6dcf-8c36-4bf6-8069-36b807f083fb req-bb586761-b7aa-47ce-a4da-82a6af9b370b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 948 time: 0.0516577
Apr 16 21:18:47.046986 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fd9e6dcf-8c36-4bf6-8069-36b807f083fb req-6c55efb7-1aeb-44c7-8802-fef89ca7a822 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423934
Apr 16 21:18:47.153813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:47.156792 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06" -d '{"events": [{"name": "network-changed", "server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:47.204419 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9bc9c4-1e12-4e25-8a9e-cc28ae39e9f0 x-openstack-request-id: req-0f9bc9c4-1e12-4e25-8a9e-cc28ae39e9f0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:47.204699 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:47.204955 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f9bc9c4-1e12-4e25-8a9e-cc28ae39e9f0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:47.205358 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9bc9c4-1e12-4e25-8a9e-cc28ae39e9f0'] response: {'name': 'network-changed', 'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'status': 'completed', 'code': 200}
Apr 16 21:18:47.286929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-37170ca0-d977-49ce-abe6-40ee042a881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:47.288479 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-37170ca0-d977-49ce-abe6-40ee042a881b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 1130 time: 0.0408170
Apr 16 21:18:47.380339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-27e169ad-d850-4307-afb6-1c5144f49122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:47.381874 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-27e169ad-d850-4307-afb6-1c5144f49122 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.0864298
Apr 16 21:18:47.428290 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-fb8d2c17-925b-4197-982f-25344c96586a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 217 time: 0.0391212
Apr 16 21:18:47.488877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-9a0a78df-bc27-4ad8-bad0-159c2fea5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:47.490292 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-9a0a78df-bc27-4ad8-bad0-159c2fea5e32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0456076
Apr 16 21:18:47.535072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-247c1429-0d4b-4d99-b40d-33c18719cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:47.536455 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-247c1429-0d4b-4d99-b40d-33c18719cd18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0397804
Apr 16 21:18:47.588528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-1b67ed7e-b4f8-43b7-be2f-17535520893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:47.590042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-1b67ed7e-b4f8-43b7-be2f-17535520893a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 1130 time: 0.0393195
Apr 16 21:18:47.641971 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-426efe66-1d65-40ee-a630-db3b39a2f3d7 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894170
Apr 16 21:18:47.687408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-ea46b48b-91c6-4046-84d3-c47b1b607a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:47.688957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-ea46b48b-91c6-4046-84d3-c47b1b607a2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.0914288
Apr 16 21:18:47.731356 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-7bd12a94-8598-4faa-876a-0b2ba0dc4bba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 200  len: 217 time: 0.0363476
Apr 16 21:18:47.745791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-bef83460-b0aa-4837-bef2-2287ac480009 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873992
Apr 16 21:18:47.781836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-bf44e089-d8a1-4db7-8ee9-ab7fd96ba8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:47.783357 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-bf44e089-d8a1-4db7-8ee9-ab7fd96ba8ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0446413
Apr 16 21:18:47.885649 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-8d3ccc3f-b47b-4d29-8e8f-bf6d9d9b5eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:47.887162 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-8d3ccc3f-b47b-4d29-8e8f-bf6d9d9b5eb8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0436370
Apr 16 21:18:48.010769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefad615-e30e-4f4a-968b-e9c3ab740068 req-b720674c-d75f-449e-93a0-cb93164b1e7e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:48.012316 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cefad615-e30e-4f4a-968b-e9c3ab740068 req-b720674c-d75f-449e-93a0-cb93164b1e7e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0487418
Apr 16 21:18:48.014114 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-5f1bb3b4-2bbe-452b-a0d6-0948f458e815 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873623
Apr 16 21:18:48.064962 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cefad615-e30e-4f4a-968b-e9c3ab740068 req-242a6442-809c-4bdb-8710-2e825a58ae8c tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467036
Apr 16 21:18:48.122538 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2edae5fe-4ebc-4eb0-8841-d0f0fd0a7b06 req-b5cea226-54e1-42bc-9e9f-e8d161c658f2 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1027539
Apr 16 21:18:48.171566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a01255-06d4-4371-933e-fcc91b01e0a0 req-13a27b52-c350-424d-9ec6-2d9aadbe9e66 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:48.173026 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50a01255-06d4-4371-933e-fcc91b01e0a0 req-13a27b52-c350-424d-9ec6-2d9aadbe9e66 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 948 time: 0.0484631
Apr 16 21:18:48.220147 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50a01255-06d4-4371-933e-fcc91b01e0a0 req-1a1d4b19-d74b-479c-b97f-7e870491663b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412207
Apr 16 21:18:48.458240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f69be29b-9cad-412c-a6a2-2f5df4fa07b2 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:18:48.497434 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 host nch1-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:18:48.497824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f69be29b-9cad-412c-a6a2-2f5df4fa07b2 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:18:49.186856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef28e1f-339f-4a09-88af-090e73845701 req-e8991189-8988-423a-9e85-aa5056c2821c tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:49.188399 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ef28e1f-339f-4a09-88af-090e73845701 req-e8991189-8988-423a-9e85-aa5056c2821c tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0463753
Apr 16 21:18:49.235292 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ef28e1f-339f-4a09-88af-090e73845701 req-053bbf5e-2cdc-4d09-abfa-a264b9b93a3a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412803
Apr 16 21:18:49.334316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e528335-077f-420f-b74d-5af766af99ba req-0a8d314f-01d5-4e6d-8c05-c1566fd82b86 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:49.335811 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e528335-077f-420f-b74d-5af766af99ba req-0a8d314f-01d5-4e6d-8c05-c1566fd82b86 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 948 time: 0.0481637
Apr 16 21:18:49.384915 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e528335-077f-420f-b74d-5af766af99ba req-d4a26c23-7b5c-41d0-b8e1-7af8ae61925d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433724
Apr 16 21:18:49.490765 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fc75a-e00a-4272-af87-69a8a55d8e12 req-c78cb23c-6f84-45af-a1be-a4f211373405 tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:49.492378 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b8fc75a-e00a-4272-af87-69a8a55d8e12 req-c78cb23c-6f84-45af-a1be-a4f211373405 tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 1130 time: 0.0420775
Apr 16 21:18:49.541731 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b8fc75a-e00a-4272-af87-69a8a55d8e12 req-c5184707-75db-41cd-b6c5-beee55ed7456 tempest-MigrationsAdminTest-1514841512 tempest-MigrationsAdminTest-1514841512-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427086
Apr 16 21:18:49.614305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f69be29b-9cad-412c-a6a2-2f5df4fa07b2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:18:49.713514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:49.726274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'mac_address': 'fa:16:3e:43:cc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:18:49.773542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:49.774152 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:49.788486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69be29b-9cad-412c-a6a2-2f5df4fa07b2 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:18:49.809563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:49.892397 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:49.942709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=12']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:50.016136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf755c-34f9-4e28-86c6-0c5795007b0f req-87719d90-e4d9-4a78-b3f7-7227093fe93c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:50.017685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2bf755c-34f9-4e28-86c6-0c5795007b0f req-87719d90-e4d9-4a78-b3f7-7227093fe93c tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0473013
Apr 16 21:18:50.054984 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f7f2345b-546c-4309-b00e-208c2fcb20b6 req-ac57a31c-5400-4d3f-bf07-316a9a3b34fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0380158
Apr 16 21:18:50.066418 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2bf755c-34f9-4e28-86c6-0c5795007b0f req-8a6f81a3-e400-4a77-a396-22bad3bf590f tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430644
Apr 16 21:18:50.114032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2345b-546c-4309-b00e-208c2fcb20b6 req-c5c0457a-e200-423a-843d-b07c51c46c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:50.115519 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f7f2345b-546c-4309-b00e-208c2fcb20b6 req-c5c0457a-e200-423a-843d-b07c51c46c76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29fd420ef9134715bd3a9f2467d924cd&device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 1132 time: 0.0398183
Apr 16 21:18:50.179802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f69be29b-9cad-412c-a6a2-2f5df4fa07b2'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:18:50.224006 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2345b-546c-4309-b00e-208c2fcb20b6 req-88ceeb2e-036a-4401-9112-99b40419df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:50.225728 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f7f2345b-546c-4309-b00e-208c2fcb20b6 req-88ceeb2e-036a-4401-9112-99b40419df1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b5a31d7-7d49-401b-b165-5534bb1b189f HTTP/1.1" status: 200  len: 870 time: 0.0902843
Apr 16 21:18:50.268512 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f7f2345b-546c-4309-b00e-208c2fcb20b6 req-26038a1d-f744-4527-b9a6-abf340c569a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323 HTTP/1.1" status: 200  len: 217 time: 0.0365322
Apr 16 21:18:50.357609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2345b-546c-4309-b00e-208c2fcb20b6 req-34d8eedf-8ed3-4014-9fe4-664af17e82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:50.359125 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f7f2345b-546c-4309-b00e-208c2fcb20b6 req-34d8eedf-8ed3-4014-9fe4-664af17e82d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0840075
Apr 16 21:18:50.367083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c938d1-528c-49f3-86dc-f3dbe24ad8a1 req-18aa0371-85bd-4cc8-89e4-e94364b2dfc6 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:50.368671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6c938d1-528c-49f3-86dc-f3dbe24ad8a1 req-18aa0371-85bd-4cc8-89e4-e94364b2dfc6 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0570085
Apr 16 21:18:50.429135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2345b-546c-4309-b00e-208c2fcb20b6 req-b1a89445-4c55-4004-91a1-3e0528739300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:50.430697 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f7f2345b-546c-4309-b00e-208c2fcb20b6 req-b1a89445-4c55-4004-91a1-3e0528739300 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0611145
Apr 16 21:18:50.462196 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6c938d1-528c-49f3-86dc-f3dbe24ad8a1 req-60756536-d3a2-413b-8417-c501c41f3460 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849526
Apr 16 21:18:50.486159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:18:50.534150 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f7f2345b-546c-4309-b00e-208c2fcb20b6 req-c27215aa-d797-4519-8070-6d1a1075e0e8 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955920
Apr 16 21:18:50.585509 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:50.597663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1', 'mac_address': 'fa:16:3e:e8:52:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:18:50.627990 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f7f2345b-546c-4309-b00e-208c2fcb20b6 req-5a1ff817-8549-4eb6-b297-7b74482805f2 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861416
Apr 16 21:18:50.634765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:50.635271 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:50.648187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:18:50.668651 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:50.783908 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:50.833297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:50.932856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0eab5a77-408a-45d7-86ff-b5c0a4b550d1'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:18:50.939032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6bdfd-8133-460a-be04-0fd6e87f6f7e req-28ed945b-5acc-43b6-b0f1-4d55e346ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:50.940575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fee6bdfd-8133-460a-be04-0fd6e87f6f7e req-28ed945b-5acc-43b6-b0f1-4d55e346ad27 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 1127 time: 0.0377724
Apr 16 21:18:51.183067 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b9fd3-482f-4633-a67c-51088ff5109a req-535ba837-10a6-4c1f-b690-eced779a9101 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:51.184587 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-208b9fd3-482f-4633-a67c-51088ff5109a req-535ba837-10a6-4c1f-b690-eced779a9101 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0502250
Apr 16 21:18:51.247495 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fee6bdfd-8133-460a-be04-0fd6e87f6f7e req-cfacab14-07b4-4a29-858a-bf76f0afccc9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619409
Apr 16 21:18:51.261587 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-208b9fd3-482f-4633-a67c-51088ff5109a req-2c7fc119-f53f-47c5-8572-3389c5431d83 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628633
Apr 16 21:18:51.592457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a619ee-95cf-48f3-b563-e8820144e091 req-0d082150-601d-4ed3-a9b6-bf51e0e6e511 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:51.593945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40a619ee-95cf-48f3-b563-e8820144e091 req-0d082150-601d-4ed3-a9b6-bf51e0e6e511 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 949 time: 0.0786259
Apr 16 21:18:51.604678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5b1f4-467e-4510-a8f9-70d89c247970 req-e48144ae-40ee-40ed-b8a7-64564c120471 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:51.606070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a5a5b1f4-467e-4510-a8f9-70d89c247970 req-e48144ae-40ee-40ed-b8a7-64564c120471 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0627861
Apr 16 21:18:51.628776 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f69be29b-9cad-412c-a6a2-2f5df4fa07b2 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:18:51.676409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:18:51.710972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a5a5b1f4-467e-4510-a8f9-70d89c247970 req-eb1c49a7-abeb-49f2-b0ee-5b89d8b948ad tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978289
Apr 16 21:18:51.723605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-40a619ee-95cf-48f3-b563-e8820144e091 req-2effebc6-a51e-48db-92da-a4c086ee0b8d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Deleting port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:18:51.723953 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40a619ee-95cf-48f3-b563-e8820144e091 req-2effebc6-a51e-48db-92da-a4c086ee0b8d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:51.743940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:18:51.744859 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:51.818930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-40a619ee-95cf-48f3-b563-e8820144e091 req-2effebc6-a51e-48db-92da-a4c086ee0b8d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:51.819308 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40a619ee-95cf-48f3-b563-e8820144e091 req-2effebc6-a51e-48db-92da-a4c086ee0b8d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:51.822346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:51.822738 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:51.832707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-40a619ee-95cf-48f3-b563-e8820144e091 req-2effebc6-a51e-48db-92da-a4c086ee0b8d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Calling delete_port for f69be29b-9cad-412c-a6a2-2f5df4fa07b2 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:18:51.845441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:51.847635 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728985ed-5795-484d-bab5-3af70b90c13f" -d '{"events": [{"server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "name": "network-vif-plugged", "status": "completed", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:51.860735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f69be29b-9cad-412c-a6a2-2f5df4fa07b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:51.883838 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbc5a45-729f-42db-a009-d1238447f335 x-openstack-request-id: req-fbbc5a45-729f-42db-a009-d1238447f335 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:51.884154 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "name": "network-vif-plugged", "status": "completed", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:51.884426 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbbc5a45-729f-42db-a009-d1238447f335 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:51.884818 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbc5a45-729f-42db-a009-d1238447f335'] response: {'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'code': 200}
Apr 16 21:18:51.932327 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:51.996773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=13']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:52.063785 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40a619ee-95cf-48f3-b563-e8820144e091 req-2effebc6-a51e-48db-92da-a4c086ee0b8d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f69be29b-9cad-412c-a6a2-2f5df4fa07b2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:52.077113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0e4ce80e-dded-45a4-8cad-59e6b3b64323', '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:18:52.079686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c077f313-2701-4802-bf5a-28338c745ec4', 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:18:52.093955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effebc6-a51e-48db-92da-a4c086ee0b8d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Pushing event deleted for resources: {'Port': ['ID=f69be29b-9cad-412c-a6a2-2f5df4fa07b2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:52.138913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a619ee-95cf-48f3-b563-e8820144e091 req-2effebc6-a51e-48db-92da-a4c086ee0b8d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] No DVR routers for this DVR port f69be29b-9cad-412c-a6a2-2f5df4fa07b2 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:18:52.142963 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40a619ee-95cf-48f3-b563-e8820144e091 req-2effebc6-a51e-48db-92da-a4c086ee0b8d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:52.146407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40a619ee-95cf-48f3-b563-e8820144e091 req-2effebc6-a51e-48db-92da-a4c086ee0b8d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "DELETE /v2.0/ports/f69be29b-9cad-412c-a6a2-2f5df4fa07b2 HTTP/1.1" status: 204  len: 173 time: 0.5394564
Apr 16 21:18:52.146883 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'name': 'network-vif-deleted', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:52.149239 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d446c407-02fd-4382-a9e4-f892297be33f" -d '{"events": [{"server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "name": "network-vif-deleted", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:52.197662 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bbca8e-4b00-4599-9472-52d4eae71986 x-openstack-request-id: req-52bbca8e-4b00-4599-9472-52d4eae71986 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:52.197967 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71bd33e5-85e5-452d-8ddb-e1817ed9abd2", "name": "network-vif-deleted", "tag": "f69be29b-9cad-412c-a6a2-2f5df4fa07b2", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:52.198240 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52bbca8e-4b00-4599-9472-52d4eae71986 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:52.198727 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52bbca8e-4b00-4599-9472-52d4eae71986'] response: {'server_uuid': '71bd33e5-85e5-452d-8ddb-e1817ed9abd2', 'name': 'network-vif-deleted', 'tag': 'f69be29b-9cad-412c-a6a2-2f5df4fa07b2', 'status': 'completed', 'code': 200}
Apr 16 21:18:52.371598 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8c857779-5ce2-47e0-8353-51db9a0bcab7 req-9f13dcfb-7bbc-4f11-96ce-0733752a0b34 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=71bd33e5-85e5-452d-8ddb-e1817ed9abd2 HTTP/1.1" status: 200  len: 210 time: 0.0284963
Apr 16 21:18:52.828108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68164a-6165-4d9b-ab59-e579f1e671cb req-e639d0c5-8155-4c18-bb17-6b286bfa4dee tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:52.829649 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d68164a-6165-4d9b-ab59-e579f1e671cb req-e639d0c5-8155-4c18-bb17-6b286bfa4dee tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0512104
Apr 16 21:18:52.885415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d68164a-6165-4d9b-ab59-e579f1e671cb req-206d01a2-30d1-42e2-8c72-14d3a750eaf1 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492067
Apr 16 21:18:53.428610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:18:53.457505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cf99f-7afe-48fd-b353-55b994909ae8 req-7a3dff2e-7896-4caf-98de-3895cc7e214a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:53.459126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-720cf99f-7afe-48fd-b353-55b994909ae8 req-7a3dff2e-7896-4caf-98de-3895cc7e214a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0492287
Apr 16 21:18:53.486347 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:18:53.486797 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:53.539954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4e8f5-ca82-4cbb-a13d-3bf5b01d2093 req-e04bdc12-358b-41ae-a398-0644023a4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:53.542148 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85c4e8f5-ca82-4cbb-a13d-3bf5b01d2093 req-e04bdc12-358b-41ae-a398-0644023a4330 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 1127 time: 0.0621560
Apr 16 21:18:53.546387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-720cf99f-7afe-48fd-b353-55b994909ae8 req-896ec631-6e97-41c4-a6ce-c4b2a51009c2 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808749
Apr 16 21:18:53.573218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:53.573612 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:53.629849 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:53.649378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4e8f5-ca82-4cbb-a13d-3bf5b01d2093 req-2d430798-872f-486f-ab26-148176c72006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:53.651400 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85c4e8f5-ca82-4cbb-a13d-3bf5b01d2093 req-2d430798-872f-486f-ab26-148176c72006 service neutron] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 920 time: 0.1027126
Apr 16 21:18:53.677046 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:53.738927 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85c4e8f5-ca82-4cbb-a13d-3bf5b01d2093 req-9dc5c7fc-fb3a-4582-a5e6-a81da1ad6566 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83812ef-1c6d-4509-9af6-301ec0cf5b84 HTTP/1.1" status: 200  len: 1001 time: 0.0812957
Apr 16 21:18:53.743248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,revision_number=10']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:53.820195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa19661-02f9-45b7-9bb7-0a6e724d1375 req-628c8de4-429f-423a-824e-e3e89267ad22 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:53.821715 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4fa19661-02f9-45b7-9bb7-0a6e724d1375 req-628c8de4-429f-423a-824e-e3e89267ad22 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 950 time: 0.0476959
Apr 16 21:18:53.869379 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4fa19661-02f9-45b7-9bb7-0a6e724d1375 req-dda4d944-9abf-4258-8e97-f460f6f4371d tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415099
Apr 16 21:18:53.886117 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:53.888711 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3891cce8-c007-4692-a06e-44010daef026" -d '{"events": [{"server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "name": "network-vif-plugged", "status": "completed", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:53.929029 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3754748-cf36-4f60-85a4-adfca8740921 x-openstack-request-id: req-c3754748-cf36-4f60-85a4-adfca8740921 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:53.929029 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "name": "network-vif-plugged", "status": "completed", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:53.929029 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3754748-cf36-4f60-85a4-adfca8740921 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:53.929029 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3754748-cf36-4f60-85a4-adfca8740921'] response: {'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1', 'code': 200}
Apr 16 21:18:54.065793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 34542) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:18:54.171985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aae6cea9-58e0-4ecb-a679-0cb0052b3a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:54.245255 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aae6cea9-58e0-4ecb-a679-0cb0052b3a74 admin admin] Publish callbacks [] for security_group (28c80386-48dc-40c3-8ab0-b4e9cb6342dc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:54.320638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aae6cea9-58e0-4ecb-a679-0cb0052b3a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (28c80386-48dc-40c3-8ab0-b4e9cb6342dc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:54.361436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6cea9-58e0-4ecb-a679-0cb0052b3a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c80386-48dc-40c3-8ab0-b4e9cb6342dc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:54.366290 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-aae6cea9-58e0-4ecb-a679-0cb0052b3a74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71e1106d96d0482a852a85dbb858c37a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2987208
Apr 16 21:18:54.376222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 34546) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:18:54.416235 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-062bdb8a-ebbf-4d34-80ea-a60f587d53a6 admin admin] Publish callbacks [] for security_group (28c80386-48dc-40c3-8ab0-b4e9cb6342dc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:54.437063 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-062bdb8a-ebbf-4d34-80ea-a60f587d53a6 admin admin] Publish callbacks [] for security_group (28c80386-48dc-40c3-8ab0-b4e9cb6342dc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:54.611945 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-062bdb8a-ebbf-4d34-80ea-a60f587d53a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (28c80386-48dc-40c3-8ab0-b4e9cb6342dc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:54.615301 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-062bdb8a-ebbf-4d34-80ea-a60f587d53a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:54.615953 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-062bdb8a-ebbf-4d34-80ea-a60f587d53a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28c80386-48dc-40c3-8ab0-b4e9cb6342dc HTTP/1.1" status: 204  len: 168 time: 0.2461138
Apr 16 21:18:54.634300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bdb8a-ebbf-4d34-80ea-a60f587d53a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c80386-48dc-40c3-8ab0-b4e9cb6342dc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:54.682868 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31945f2-29a9-4313-b71c-7fc8cf79fd64 req-bfb0cd47-74d1-4a5c-ba06-e0ea4f558882 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:54.688409 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f31945f2-29a9-4313-b71c-7fc8cf79fd64 req-bfb0cd47-74d1-4a5c-ba06-e0ea4f558882 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0586529
Apr 16 21:18:54.783487 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f31945f2-29a9-4313-b71c-7fc8cf79fd64 req-f7a15cd4-4a3c-468c-81f3-3f536f3fc724 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944426
Apr 16 21:18:54.804201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4e8f5-ca82-4cbb-a13d-3bf5b01d2093 req-3445c82b-1450-4825-96d2-bed1a64c2391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:54.805772 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85c4e8f5-ca82-4cbb-a13d-3bf5b01d2093 req-3445c82b-1450-4825-96d2-bed1a64c2391 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.1005862
Apr 16 21:18:54.818486 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11553a9c-151a-4158-8665-7f7d1276346c req-3cb20e6d-71f4-476f-a24e-969a8bac2042 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0479498
Apr 16 21:18:54.946620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4e8f5-ca82-4cbb-a13d-3bf5b01d2093 req-47f625d2-c361-4435-a984-1f5deb2d6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:54.948306 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85c4e8f5-ca82-4cbb-a13d-3bf5b01d2093 req-47f625d2-c361-4435-a984-1f5deb2d6b99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0687540
Apr 16 21:18:54.965652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11553a9c-151a-4158-8665-7f7d1276346c req-98dd3b03-9cea-42d1-8c15-8d891287d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:54.967113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11553a9c-151a-4158-8665-7f7d1276346c req-98dd3b03-9cea-42d1-8c15-8d891287d75d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 1127 time: 0.0590072
Apr 16 21:18:55.006161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c96353-983f-442e-807e-dae41c1b5c89 req-917dd15d-4787-44be-aa95-ea02c7cefe80 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:55.013918 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5c96353-983f-442e-807e-dae41c1b5c89 req-917dd15d-4787-44be-aa95-ea02c7cefe80 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 950 time: 0.0667610
Apr 16 21:18:55.062655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5c96353-983f-442e-807e-dae41c1b5c89 req-1710b1b1-2fd0-4532-859d-bfa5494f8840 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478501
Apr 16 21:18:55.432565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db321f0-b2d7-4e9d-98ea-b61ee3185a82 req-beb72d06-a241-4c5d-b245-8de766c44d1b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:55.433929 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6db321f0-b2d7-4e9d-98ea-b61ee3185a82 req-beb72d06-a241-4c5d-b245-8de766c44d1b tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 950 time: 0.4080455
Apr 16 21:18:55.490165 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85c4e8f5-ca82-4cbb-a13d-3bf5b01d2093 req-bb1bb8a5-dd86-4778-a5bd-f071239ba7f0 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5338342
Apr 16 21:18:55.497977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11553a9c-151a-4158-8665-7f7d1276346c req-cfb29bfc-4a34-41ca-8eaa-ddef07865c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:55.499382 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11553a9c-151a-4158-8665-7f7d1276346c req-cfb29bfc-4a34-41ca-8eaa-ddef07865c2e service neutron] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 920 time: 0.4757357
Apr 16 21:18:55.605378 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11553a9c-151a-4158-8665-7f7d1276346c req-b671a913-d940-4c0f-9574-56683130e250 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed5b9e7e-736b-4251-8d00-ad2beb4e1443 HTTP/1.1" status: 200  len: 217 time: 0.0965524
Apr 16 21:18:55.675922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-6db321f0-b2d7-4e9d-98ea-b61ee3185a82 req-be86b9a2-b155-4c95-87e1-b01ffecc2dd6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Deleting port c077f313-2701-4802-bf5a-28338c745ec4 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:18:55.676604 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6db321f0-b2d7-4e9d-98ea-b61ee3185a82 req-be86b9a2-b155-4c95-87e1-b01ffecc2dd6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c077f313-2701-4802-bf5a-28338c745ec4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:55.700745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c077f313-2701-4802-bf5a-28338c745ec4 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:18:55.752960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11553a9c-151a-4158-8665-7f7d1276346c req-f24be166-2ea4-43ca-95de-ae85f54c03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:55.758663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11553a9c-151a-4158-8665-7f7d1276346c req-f24be166-2ea4-43ca-95de-ae85f54c03c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.1444871
Apr 16 21:18:55.838894 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85c4e8f5-ca82-4cbb-a13d-3bf5b01d2093 req-0f5820e6-ccd2-405b-a0de-3c475b79cc39 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3423774
Apr 16 21:18:55.840529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c077f313-2701-4802-bf5a-28338c745ec4 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:18:55.841156 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c077f313-2701-4802-bf5a-28338c745ec4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:55.883258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:55.930401 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:55.931030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11553a9c-151a-4158-8665-7f7d1276346c req-388788b2-d7d6-4eff-8708-4b5eba04c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:55.932872 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11553a9c-151a-4158-8665-7f7d1276346c req-388788b2-d7d6-4eff-8708-4b5eba04c85f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1298285
Apr 16 21:18:55.936345 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74b3840-d375-4929-b628-5a025918f84e" -d '{"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c077f313-2701-4802-bf5a-28338c745ec4"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:55.952269 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c077f313-2701-4802-bf5a-28338c745ec4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:55.954039 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f69be29b-9cad-412c-a6a2-2f5df4fa07b2 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:18:55.984386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: f69be29b-9cad-412c-a6a2-2f5df4fa07b2 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:18:55.984985 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f69be29b-9cad-412c-a6a2-2f5df4fa07b2 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:18:56.050944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c077f313-2701-4802-bf5a-28338c745ec4,revision_number=12']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:56.066690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6db321f0-b2d7-4e9d-98ea-b61ee3185a82 req-be86b9a2-b155-4c95-87e1-b01ffecc2dd6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] For port c077f313-2701-4802-bf5a-28338c745ec4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c077f313-2701-4802-bf5a-28338c745ec4,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:18:56.067178 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6db321f0-b2d7-4e9d-98ea-b61ee3185a82 req-be86b9a2-b155-4c95-87e1-b01ffecc2dd6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c077f313-2701-4802-bf5a-28338c745ec4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:56.092788 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-6db321f0-b2d7-4e9d-98ea-b61ee3185a82 req-be86b9a2-b155-4c95-87e1-b01ffecc2dd6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Calling delete_port for c077f313-2701-4802-bf5a-28338c745ec4 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:18:56.101877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e4775-bbb4-492c-9f69-0b7976101c34 req-578421d3-c2b6-4e88-b4c4-3812d8dee6c0 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:56.103617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-002e4775-bbb4-492c-9f69-0b7976101c34 req-578421d3-c2b6-4e88-b4c4-3812d8dee6c0 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.1490967
Apr 16 21:18:56.238463 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11553a9c-151a-4158-8665-7f7d1276346c req-0df48ddf-fea1-43b7-bb50-4fec35d75f62 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2848525
Apr 16 21:18:56.243290 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3564110-982a-4b65-9b28-c4b2ef213f50 x-openstack-request-id: req-e3564110-982a-4b65-9b28-c4b2ef213f50 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:56.243720 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c077f313-2701-4802-bf5a-28338c745ec4", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:56.244074 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3564110-982a-4b65-9b28-c4b2ef213f50 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:56.244609 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3564110-982a-4b65-9b28-c4b2ef213f50'] response: {'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4', 'code': 200}
Apr 16 21:18:56.253574 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-002e4775-bbb4-492c-9f69-0b7976101c34 req-609f4eec-cae7-49a9-96f8-10d5451ab35d tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1338332
Apr 16 21:18:56.378275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d829a2-0d77-4733-bfd4-001257344f10 req-b3584d68-2bcb-4c07-a757-41ab60c3504e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:56.380509 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b9d829a2-0d77-4733-bfd4-001257344f10 req-b3584d68-2bcb-4c07-a757-41ab60c3504e tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 948 time: 0.0656025
Apr 16 21:18:56.451464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b9d829a2-0d77-4733-bfd4-001257344f10 req-abfab45b-2103-49ef-896d-22286c9c4798 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640013
Apr 16 21:18:56.458102 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6db321f0-b2d7-4e9d-98ea-b61ee3185a82 req-be86b9a2-b155-4c95-87e1-b01ffecc2dd6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c077f313-2701-4802-bf5a-28338c745ec4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:56.472372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0e4ce80e-dded-45a4-8cad-59e6b3b64323', '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:18:56.514206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86b9a2-b155-4c95-87e1-b01ffecc2dd6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Pushing event deleted for resources: {'Port': ['ID=c077f313-2701-4802-bf5a-28338c745ec4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:18:56.567413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db321f0-b2d7-4e9d-98ea-b61ee3185a82 req-be86b9a2-b155-4c95-87e1-b01ffecc2dd6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] No DVR routers for this DVR port c077f313-2701-4802-bf5a-28338c745ec4 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:18:56.571432 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6db321f0-b2d7-4e9d-98ea-b61ee3185a82 req-be86b9a2-b155-4c95-87e1-b01ffecc2dd6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:56.577653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6db321f0-b2d7-4e9d-98ea-b61ee3185a82 req-be86b9a2-b155-4c95-87e1-b01ffecc2dd6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.11 "DELETE /v2.0/ports/c077f313-2701-4802-bf5a-28338c745ec4 HTTP/1.1" status: 204  len: 173 time: 1.1322494
Apr 16 21:18:56.578147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-deleted', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:18:56.580530 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7e3459-8489-46e6-b02b-b969eab268d0" -d '{"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-deleted", "tag": "c077f313-2701-4802-bf5a-28338c745ec4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:18:56.627176 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11cca4a-b490-4cf7-b7d1-c80bb6cc68ac x-openstack-request-id: req-e11cca4a-b490-4cf7-b7d1-c80bb6cc68ac {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:18:56.627464 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf087b-c508-46e9-a546-99b764daddbb", "name": "network-vif-deleted", "tag": "c077f313-2701-4802-bf5a-28338c745ec4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:18:56.627729 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e11cca4a-b490-4cf7-b7d1-c80bb6cc68ac {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:18:56.628144 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11cca4a-b490-4cf7-b7d1-c80bb6cc68ac'] response: {'server_uuid': 'cbcf087b-c508-46e9-a546-99b764daddbb', 'name': 'network-vif-deleted', 'tag': 'c077f313-2701-4802-bf5a-28338c745ec4', 'status': 'completed', 'code': 200}
Apr 16 21:18:57.234908 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11553a9c-151a-4158-8665-7f7d1276346c req-6aa953ba-3b53-4812-ab05-335e51462abc service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439073
Apr 16 21:18:57.439002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3dad1-c494-42f8-8029-70c6ef68a8a1 req-32739848-b307-4784-b075-c1d8e8595b9a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:57.447258 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ddd3dad1-c494-42f8-8029-70c6ef68a8a1 req-32739848-b307-4784-b075-c1d8e8595b9a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0518196
Apr 16 21:18:57.568665 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ddd3dad1-c494-42f8-8029-70c6ef68a8a1 req-e8aad7a0-7020-47e6-89d3-2fb7b09ca52a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191678
Apr 16 21:18:57.638640 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f15bf91-28f6-4f6c-91fa-01bb42755d0c req-5dea5841-b3bc-48b3-a399-8ae1f3d1eb29 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbcf087b-c508-46e9-a546-99b764daddbb HTTP/1.1" status: 200  len: 210 time: 0.0304182
Apr 16 21:18:58.762793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee630326-5c73-48a8-ba70-ce1895d521e1 req-27a5c604-aebe-4568-8f65-271b9cb8c50e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:58.764553 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee630326-5c73-48a8-ba70-ce1895d521e1 req-27a5c604-aebe-4568-8f65-271b9cb8c50e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0557406
Apr 16 21:18:58.819534 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee630326-5c73-48a8-ba70-ce1895d521e1 req-d441ef72-6a9b-480d-9d5b-55b80b2bf13f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491822
Apr 16 21:18:59.065655 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67331959-4cb5-49bd-9862-0871b33baf8f req-9eb266af-3624-4890-a4f3-634155e6eff0 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:59.069370 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67331959-4cb5-49bd-9862-0871b33baf8f req-9eb266af-3624-4890-a4f3-634155e6eff0 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.1780720
Apr 16 21:18:59.082819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 34706) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:18:59.087378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5c1b54d8-4fcb-4f77-918d-e10e1b1d54b5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Request body: {'floatingip': {'port_id': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:18:59.151333 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c1b54d8-4fcb-4f77-918d-e10e1b1d54b5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for floatingip (681cf20a-0317-43da-bc53-7857b7dfc6da), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:59.598990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd329e-d10a-4198-ad84-c4719e9ed2b8 req-171a0e55-c4f1-43df-9b15-993c7d73a2ba tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:18:59.603920 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ffd329e-d10a-4198-ad84-c4719e9ed2b8 req-171a0e55-c4f1-43df-9b15-993c7d73a2ba tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0633504
Apr 16 21:18:59.698854 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ffd329e-d10a-4198-ad84-c4719e9ed2b8 req-488446d1-1d79-44ff-9cde-91beb995ccb3 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862663
Apr 16 21:18:59.708977 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c1b54d8-4fcb-4f77-918d-e10e1b1d54b5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:18:59.789703 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c1b54d8-4fcb-4f77-918d-e10e1b1d54b5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (681cf20a-0317-43da-bc53-7857b7dfc6da), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:00.080584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1b54d8-4fcb-4f77-918d-e10e1b1d54b5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Router f2182d22-0df2-487f-9e2d-07362d732476 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:19:00.227092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1b54d8-4fcb-4f77-918d-e10e1b1d54b5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:19:00.229090 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c1b54d8-4fcb-4f77-918d-e10e1b1d54b5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:00.239362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ada83-8a6b-4a02-baea-98cbba4715cc None None] Sync routers for ids ['f2182d22-0df2-487f-9e2d-07362d732476'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:19:00.263382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'tag': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:00.265991 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421de13d-6065-4985-8576-a4838baa8197" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7cd9df-57f3-47a6-aa40-76ee208e2c09", "tag": "b83812ef-1c6d-4509-9af6-301ec0cf5b84"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:00.270434 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ada83-8a6b-4a02-baea-98cbba4715cc None None] Routers {'f2182d22-0df2-487f-9e2d-07362d732476'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:19:00.272603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-926ada83-8a6b-4a02-baea-98cbba4715cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012417ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:18:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f2182d22-0df2-487f-9e2d-07362d732476'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:00.312297 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5c1b54d8-4fcb-4f77-918d-e10e1b1d54b5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "PUT /v2.0/floatingips/681cf20a-0317-43da-bc53-7857b7dfc6da HTTP/1.1" status: 200  len: 993 time: 1.2284999
Apr 16 21:19:00.362350 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925ea386-d3dd-42da-aec2-2d024677d5e1 x-openstack-request-id: req-925ea386-d3dd-42da-aec2-2d024677d5e1 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:00.364814 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7cd9df-57f3-47a6-aa40-76ee208e2c09", "tag": "b83812ef-1c6d-4509-9af6-301ec0cf5b84", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:00.365495 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-925ea386-d3dd-42da-aec2-2d024677d5e1 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:00.366198 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925ea386-d3dd-42da-aec2-2d024677d5e1'] response: {'name': 'network-changed', 'server_uuid': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'tag': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'status': 'completed', 'code': 200}
Apr 16 21:19:00.452905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421de13d-6065-4985-8576-a4838baa8197 req-a1983ae6-d302-4504-8d24-68ce10fd79da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:00.455092 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-421de13d-6065-4985-8576-a4838baa8197 req-a1983ae6-d302-4504-8d24-68ce10fd79da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 1127 time: 0.0733173
Apr 16 21:19:00.483856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-926ada83-8a6b-4a02-baea-98cbba4715cc None None] Set router f2182d22-0df2-487f-9e2d-07362d732476 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:19:00.566590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421de13d-6065-4985-8576-a4838baa8197 req-bbbb581a-6aae-4b75-a330-a52f01725129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:00.569513 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-421de13d-6065-4985-8576-a4838baa8197 req-bbbb581a-6aae-4b75-a330-a52f01725129 service neutron] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 920 time: 0.1057439
Apr 16 21:19:00.659911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-421de13d-6065-4985-8576-a4838baa8197 req-96345abb-f7f4-47b6-a698-a8f370c195ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83812ef-1c6d-4509-9af6-301ec0cf5b84 HTTP/1.1" status: 200  len: 1001 time: 0.0835826
Apr 16 21:19:00.778600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421de13d-6065-4985-8576-a4838baa8197 req-2b90ffd9-e1fb-45fd-a9b6-d86434010d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:00.783100 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-421de13d-6065-4985-8576-a4838baa8197 req-2b90ffd9-e1fb-45fd-a9b6-d86434010d82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.1137288
Apr 16 21:19:00.886565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb2375-8f96-4bfb-9799-814c00973c2b req-40505046-b1c4-40d5-bec1-9e575b33ab64 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:00.888329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2dbb2375-8f96-4bfb-9799-814c00973c2b req-40505046-b1c4-40d5-bec1-9e575b33ab64 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0564864
Apr 16 21:19:00.906520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421de13d-6065-4985-8576-a4838baa8197 req-f3704f5c-0cc2-4eb1-982b-816ff41ebfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:00.908260 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-421de13d-6065-4985-8576-a4838baa8197 req-f3704f5c-0cc2-4eb1-982b-816ff41ebfa3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1184809
Apr 16 21:19:01.016750 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-926ada83-8a6b-4a02-baea-98cbba4715cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012417ce50>, [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:04Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '681cf20a-0317-43da-bc53-7857b7dfc6da', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'floating_ip_address': '172.35.1.248', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'port_id': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'mac_address': 'fa:16:3e:2e:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:17:28Z', 'updated_at': '2022-04-16T21:18:59Z', 'revision_number': 3, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891d81bf-44fe-4fb3-9af0-20abaea950f7', 'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'mac_address': 'fa:16:3e:25:bd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:03Z', 'updated_at': '2022-04-16T21:16:09Z', 'revision_number': 5, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'subnets': [{'id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:01.035346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2dbb2375-8f96-4bfb-9799-814c00973c2b req-cb7cc7e4-621a-43cc-9170-e392026417a5 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315436
Apr 16 21:19:01.061528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-421de13d-6065-4985-8576-a4838baa8197 req-5d33d6c2-8de1-4737-8059-d00463a278a1 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469953
Apr 16 21:19:01.065356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ada83-8a6b-4a02-baea-98cbba4715cc None None] Checking router: f2182d22-0df2-487f-9e2d-07362d732476 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:19:01.080484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ada83-8a6b-4a02-baea-98cbba4715cc None None] Routers {'f2182d22-0df2-487f-9e2d-07362d732476'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:19:01.081275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-926ada83-8a6b-4a02-baea-98cbba4715cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012417ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:18:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f2182d22-0df2-487f-9e2d-07362d732476'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:01.215463 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-421de13d-6065-4985-8576-a4838baa8197 req-0a86b88d-400f-4606-b4ea-28d57a6728f6 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390116
Apr 16 21:19:01.218220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-926ada83-8a6b-4a02-baea-98cbba4715cc None None] Set router f2182d22-0df2-487f-9e2d-07362d732476 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:19:01.374577 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1e61b-49ab-4fc5-9851-c4efd381e764 req-71bb2998-a766-4730-956e-f6bf811803cf tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:01.376822 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59e1e61b-49ab-4fc5-9851-c4efd381e764 req-71bb2998-a766-4730-956e-f6bf811803cf tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.41 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 949 time: 0.0620115
Apr 16 21:19:01.501582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-59e1e61b-49ab-4fc5-9851-c4efd381e764 req-1009c91d-af8e-4ca4-bc06-06e4237af5a2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Deleting port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:19:01.502315 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-59e1e61b-49ab-4fc5-9851-c4efd381e764 req-1009c91d-af8e-4ca4-bc06-06e4237af5a2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:01.537042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-926ada83-8a6b-4a02-baea-98cbba4715cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012417ce50>, [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:04Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '681cf20a-0317-43da-bc53-7857b7dfc6da', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'floating_ip_address': '172.35.1.248', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'port_id': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'mac_address': 'fa:16:3e:2e:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:17:28Z', 'updated_at': '2022-04-16T21:18:59Z', 'revision_number': 3, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891d81bf-44fe-4fb3-9af0-20abaea950f7', 'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'mac_address': 'fa:16:3e:25:bd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:03Z', 'updated_at': '2022-04-16T21:16:09Z', 'revision_number': 5, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'subnets': [{'id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:01.574771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ada83-8a6b-4a02-baea-98cbba4715cc None None] The sync data for ids ['f2182d22-0df2-487f-9e2d-07362d732476'] in ncdv-master-1 is: [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:04Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '681cf20a-0317-43da-bc53-7857b7dfc6da', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'floating_ip_address': '172.35.1.248', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'port_id': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'mac_address': 'fa:16:3e:2e:7e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:17:28Z', 'updated_at': '2022-04-16T21:18:59Z', 'revision_number': 3, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891d81bf-44fe-4fb3-9af0-20abaea950f7', 'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'mac_address': 'fa:16:3e:25:bd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:03Z', 'updated_at': '2022-04-16T21:16:09Z', 'revision_number': 5, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'subnets': [{'id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:19:01.634639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-59e1e61b-49ab-4fc5-9851-c4efd381e764 req-1009c91d-af8e-4ca4-bc06-06e4237af5a2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] For port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:01.635030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-59e1e61b-49ab-4fc5-9851-c4efd381e764 req-1009c91d-af8e-4ca4-bc06-06e4237af5a2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:01.653233 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-59e1e61b-49ab-4fc5-9851-c4efd381e764 req-1009c91d-af8e-4ca4-bc06-06e4237af5a2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Calling delete_port for 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:19:01.926503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-59e1e61b-49ab-4fc5-9851-c4efd381e764 req-1009c91d-af8e-4ca4-bc06-06e4237af5a2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0b67129e-ca8a-4c23-aff2-5c3d6e70e65a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:01.941561 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0e4ce80e-dded-45a4-8cad-59e6b3b64323'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:19:01.970160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009c91d-af8e-4ca4-bc06-06e4237af5a2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Pushing event deleted for resources: {'Port': ['ID=0b67129e-ca8a-4c23-aff2-5c3d6e70e65a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:02.047388 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e1e61b-49ab-4fc5-9851-c4efd381e764 req-1009c91d-af8e-4ca4-bc06-06e4237af5a2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] No DVR routers for this DVR port 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:19:02.052384 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-59e1e61b-49ab-4fc5-9851-c4efd381e764 req-1009c91d-af8e-4ca4-bc06-06e4237af5a2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:02.057577 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59e1e61b-49ab-4fc5-9851-c4efd381e764 req-1009c91d-af8e-4ca4-bc06-06e4237af5a2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.41 "DELETE /v2.0/ports/0b67129e-ca8a-4c23-aff2-5c3d6e70e65a HTTP/1.1" status: 204  len: 173 time: 0.6749735
Apr 16 21:19:02.058339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'name': 'network-vif-deleted', 'tag': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:02.085347 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa44e30-8a69-4c28-8add-211899a32dcc" -d '{"events": [{"server_uuid": "2389c37c-30cc-4355-a3a2-44653cb17fd6", "name": "network-vif-deleted", "tag": "0b67129e-ca8a-4c23-aff2-5c3d6e70e65a"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:02.169839 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dad7db-935c-4a29-af9e-161b8d4506f4 x-openstack-request-id: req-13dad7db-935c-4a29-af9e-161b8d4506f4 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:02.169839 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2389c37c-30cc-4355-a3a2-44653cb17fd6", "name": "network-vif-deleted", "tag": "0b67129e-ca8a-4c23-aff2-5c3d6e70e65a", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:02.169839 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13dad7db-935c-4a29-af9e-161b8d4506f4 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:02.169839 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13dad7db-935c-4a29-af9e-161b8d4506f4'] response: {'server_uuid': '2389c37c-30cc-4355-a3a2-44653cb17fd6', 'name': 'network-vif-deleted', 'tag': '0b67129e-ca8a-4c23-aff2-5c3d6e70e65a', 'status': 'completed', 'code': 200}
Apr 16 21:19:02.216402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eabee3f5-74f3-43c6-b1f2-26dd02a4252c req-0fd82e28-a485-4910-ae89-9ff939360092 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 210 time: 0.0325494
Apr 16 21:19:02.369223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'tag': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:02.375592 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568a1ca8-2cc8-4c42-80d3-ad7436618ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7cd9df-57f3-47a6-aa40-76ee208e2c09", "tag": "b83812ef-1c6d-4509-9af6-301ec0cf5b84"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:02.452701 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8de850-1df2-44de-b394-1855fd918dd9 x-openstack-request-id: req-dc8de850-1df2-44de-b394-1855fd918dd9 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:02.457031 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7cd9df-57f3-47a6-aa40-76ee208e2c09", "tag": "b83812ef-1c6d-4509-9af6-301ec0cf5b84", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:02.457349 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc8de850-1df2-44de-b394-1855fd918dd9 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:02.459542 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8de850-1df2-44de-b394-1855fd918dd9'] response: {'name': 'network-changed', 'server_uuid': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'tag': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'status': 'completed', 'code': 200}
Apr 16 21:19:02.546529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a1ca8-2cc8-4c42-80d3-ad7436618ac5 req-41813ed5-3791-43c5-8bfe-dc2a22e77861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:02.549873 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-568a1ca8-2cc8-4c42-80d3-ad7436618ac5 req-41813ed5-3791-43c5-8bfe-dc2a22e77861 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 1127 time: 0.0745952
Apr 16 21:19:02.687613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a1ca8-2cc8-4c42-80d3-ad7436618ac5 req-2b7e3fe0-50f2-4413-8b72-be65ef26ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:02.689497 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-568a1ca8-2cc8-4c42-80d3-ad7436618ac5 req-2b7e3fe0-50f2-4413-8b72-be65ef26ea4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 920 time: 0.1337581
Apr 16 21:19:02.770667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-568a1ca8-2cc8-4c42-80d3-ad7436618ac5 req-726904fe-ad59-4d2f-ab4f-bc77f8fbe429 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83812ef-1c6d-4509-9af6-301ec0cf5b84 HTTP/1.1" status: 200  len: 1001 time: 0.0747993
Apr 16 21:19:02.841043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a1ca8-2cc8-4c42-80d3-ad7436618ac5 req-5edf3dd7-cd36-4448-a94b-8d4649a20320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:02.842576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-568a1ca8-2cc8-4c42-80d3-ad7436618ac5 req-5edf3dd7-cd36-4448-a94b-8d4649a20320 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.0669119
Apr 16 21:19:02.905842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a1ca8-2cc8-4c42-80d3-ad7436618ac5 req-e270f915-b433-4ed8-875f-fc0b7ec91dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:02.907352 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-568a1ca8-2cc8-4c42-80d3-ad7436618ac5 req-e270f915-b433-4ed8-875f-fc0b7ec91dbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0545576
Apr 16 21:19:03.086460 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-568a1ca8-2cc8-4c42-80d3-ad7436618ac5 req-c340f205-199d-44f0-8c53-fa717661e5f3 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733720
Apr 16 21:19:03.202990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-568a1ca8-2cc8-4c42-80d3-ad7436618ac5 req-29aa2f0c-88bd-4d97-a864-cb6171d6d8a0 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1096756
Apr 16 21:19:03.344027 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cba431e-34f3-4279-9dcb-2e2ab1a9d2ec req-6b67dc60-dbad-4a60-93f5-c53643084a48 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=2389c37c-30cc-4355-a3a2-44653cb17fd6 HTTP/1.1" status: 200  len: 210 time: 0.0294566
Apr 16 21:19:03.605819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:19:03.625605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:19:03.625957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0b67129e-ca8a-4c23-aff2-5c3d6e70e65a not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:19:04.898695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fd3bd-cb11-4c8c-84f6-e28c8e759097 req-11051088-35f7-4272-a988-a085d780ebec tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:04.901492 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-488fd3bd-cb11-4c8c-84f6-e28c8e759097 req-11051088-35f7-4272-a988-a085d780ebec tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0639710
Apr 16 21:19:04.958269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-488fd3bd-cb11-4c8c-84f6-e28c8e759097 req-742944c3-0946-415f-811e-6fb545ff6ad6 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488250
Apr 16 21:19:05.018772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 34954) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:05.149373 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b75b0ad-8a90-4e44-acbc-673540229faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:05.240536 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b75b0ad-8a90-4e44-acbc-673540229faa admin admin] Publish callbacks [] for security_group (fa21ab15-9834-4c8f-8397-c296741f2cec), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:05.309225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b75b0ad-8a90-4e44-acbc-673540229faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fa21ab15-9834-4c8f-8397-c296741f2cec), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:05.357687 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4b75b0ad-8a90-4e44-acbc-673540229faa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca5cbe205cfd4e65b03c0a57c72fbd36&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3346269
Apr 16 21:19:05.357687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75b0ad-8a90-4e44-acbc-673540229faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa21ab15-9834-4c8f-8397-c296741f2cec,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:05.359474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 34958) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:05.420859 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f3d924-b9b0-4af3-9dee-b053216f3fd7 admin admin] Publish callbacks [] for security_group (fa21ab15-9834-4c8f-8397-c296741f2cec), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:05.445049 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f3d924-b9b0-4af3-9dee-b053216f3fd7 admin admin] Publish callbacks [] for security_group (fa21ab15-9834-4c8f-8397-c296741f2cec), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:05.578171 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f3d924-b9b0-4af3-9dee-b053216f3fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fa21ab15-9834-4c8f-8397-c296741f2cec), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:05.581094 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f3d924-b9b0-4af3-9dee-b053216f3fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:05.584829 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a9f3d924-b9b0-4af3-9dee-b053216f3fd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa21ab15-9834-4c8f-8397-c296741f2cec HTTP/1.1" status: 204  len: 168 time: 0.2209299
Apr 16 21:19:05.591644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3d924-b9b0-4af3-9dee-b053216f3fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa21ab15-9834-4c8f-8397-c296741f2cec,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:05.898781 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:06.201373 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 34976) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:06.223651 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d1f74e3-4889-47f4-9408-9d468d13c487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:06.360412 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d1f74e3-4889-47f4-9408-9d468d13c487 admin admin] Publish callbacks [] for security_group (60749eaf-b639-437b-9ef8-54213066c1b3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:06.419698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7ec2d-76c4-4978-97eb-821b8c07a149 req-804da0b6-1642-42d1-a0e8-029fa5821577 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:06.421185 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5ec7ec2d-76c4-4978-97eb-821b8c07a149 req-804da0b6-1642-42d1-a0e8-029fa5821577 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.3787954
Apr 16 21:19:06.469445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5ec7ec2d-76c4-4978-97eb-821b8c07a149 req-7edfce82-bfda-4c54-a62a-12721ebb56a2 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6d55ee-62bf-41a4-b605-ea53718a12a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423882
Apr 16 21:19:06.576118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82654-a2a5-4456-9bc9-1308645ebecf req-b47a9200-033c-446e-809e-b8278e450121 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:06.577738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43a82654-a2a5-4456-9bc9-1308645ebecf req-b47a9200-033c-446e-809e-b8278e450121 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 950 time: 0.0504146
Apr 16 21:19:06.667035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-43a82654-a2a5-4456-9bc9-1308645ebecf req-e6efc1ac-b4ab-4486-9531-2f668ef8c1f0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Deleting port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:19:06.667608 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-43a82654-a2a5-4456-9bc9-1308645ebecf req-e6efc1ac-b4ab-4486-9531-2f668ef8c1f0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:06.761100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-43a82654-a2a5-4456-9bc9-1308645ebecf req-e6efc1ac-b4ab-4486-9531-2f668ef8c1f0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] For port 0e4ce80e-dded-45a4-8cad-59e6b3b64323, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e4ce80e-dded-45a4-8cad-59e6b3b64323,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:06.761470 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-43a82654-a2a5-4456-9bc9-1308645ebecf req-e6efc1ac-b4ab-4486-9531-2f668ef8c1f0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:06.774649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-43a82654-a2a5-4456-9bc9-1308645ebecf req-e6efc1ac-b4ab-4486-9531-2f668ef8c1f0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Calling delete_port for 0e4ce80e-dded-45a4-8cad-59e6b3b64323 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:19:06.785325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d1f74e3-4889-47f4-9408-9d468d13c487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (60749eaf-b639-437b-9ef8-54213066c1b3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:06.856939 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f74e3-4889-47f4-9408-9d468d13c487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60749eaf-b639-437b-9ef8-54213066c1b3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:06.863196 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4d1f74e3-4889-47f4-9408-9d468d13c487 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ef16f5283094a1e851b45566d13f9c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6606395
Apr 16 21:19:06.866150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 34988) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:06.933822 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3eb9f7c0-9ca2-488b-ad0c-2c3c0b56db18 admin admin] Publish callbacks [] for security_group (60749eaf-b639-437b-9ef8-54213066c1b3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:06.962278 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3eb9f7c0-9ca2-488b-ad0c-2c3c0b56db18 admin admin] Publish callbacks [] for security_group (60749eaf-b639-437b-9ef8-54213066c1b3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:07.029959 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-43a82654-a2a5-4456-9bc9-1308645ebecf req-e6efc1ac-b4ab-4486-9531-2f668ef8c1f0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0e4ce80e-dded-45a4-8cad-59e6b3b64323), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:07.043018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0e4ce80e-dded-45a4-8cad-59e6b3b64323'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:19:07.072994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efc1ac-b4ab-4486-9531-2f668ef8c1f0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Pushing event deleted for resources: {'Port': ['ID=0e4ce80e-dded-45a4-8cad-59e6b3b64323,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:07.089288 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3eb9f7c0-9ca2-488b-ad0c-2c3c0b56db18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (60749eaf-b639-437b-9ef8-54213066c1b3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:07.092094 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3eb9f7c0-9ca2-488b-ad0c-2c3c0b56db18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:07.096461 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3eb9f7c0-9ca2-488b-ad0c-2c3c0b56db18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60749eaf-b639-437b-9ef8-54213066c1b3 HTTP/1.1" status: 204  len: 168 time: 0.2288663
Apr 16 21:19:07.112453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9f7c0-9ca2-488b-ad0c-2c3c0b56db18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60749eaf-b639-437b-9ef8-54213066c1b3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:07.144138 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a82654-a2a5-4456-9bc9-1308645ebecf req-e6efc1ac-b4ab-4486-9531-2f668ef8c1f0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] No DVR routers for this DVR port 0e4ce80e-dded-45a4-8cad-59e6b3b64323 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:19:07.147744 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-43a82654-a2a5-4456-9bc9-1308645ebecf req-e6efc1ac-b4ab-4486-9531-2f668ef8c1f0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:07.153526 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43a82654-a2a5-4456-9bc9-1308645ebecf req-e6efc1ac-b4ab-4486-9531-2f668ef8c1f0 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.41 "DELETE /v2.0/ports/0e4ce80e-dded-45a4-8cad-59e6b3b64323 HTTP/1.1" status: 204  len: 173 time: 0.5684767
Apr 16 21:19:07.153526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0602327-eafa-416f-8114-3411e37e2eef', 'name': 'network-vif-deleted', 'tag': '0e4ce80e-dded-45a4-8cad-59e6b3b64323'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:07.153881 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8775925c-f833-4d83-8204-244260236bca" -d '{"events": [{"server_uuid": "a0602327-eafa-416f-8114-3411e37e2eef", "name": "network-vif-deleted", "tag": "0e4ce80e-dded-45a4-8cad-59e6b3b64323"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:07.202520 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b469f01-6baa-430d-b279-28f1149f6bba x-openstack-request-id: req-7b469f01-6baa-430d-b279-28f1149f6bba {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:07.202818 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0602327-eafa-416f-8114-3411e37e2eef", "name": "network-vif-deleted", "tag": "0e4ce80e-dded-45a4-8cad-59e6b3b64323", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:07.203073 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b469f01-6baa-430d-b279-28f1149f6bba {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:07.203468 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b469f01-6baa-430d-b279-28f1149f6bba'] response: {'server_uuid': 'a0602327-eafa-416f-8114-3411e37e2eef', 'name': 'network-vif-deleted', 'tag': '0e4ce80e-dded-45a4-8cad-59e6b3b64323', 'status': 'completed', 'code': 200}
Apr 16 21:19:07.620819 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-34e69b7d-137d-45f2-9b40-e0427739fb46 req-6171fe49-ded4-4daa-84c1-8fa883c63d81 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0602327-eafa-416f-8114-3411e37e2eef HTTP/1.1" status: 200  len: 210 time: 0.0450578
Apr 16 21:19:07.976143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebed48-6b3c-413a-8372-ed8fce0176b6 req-32cf8cf9-c35e-4a88-a478-b8ee617bd301 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:07.979059 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2ebed48-6b3c-413a-8372-ed8fce0176b6 req-32cf8cf9-c35e-4a88-a478-b8ee617bd301 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523 HTTP/1.1" status: 200  len: 951 time: 0.0505300
Apr 16 21:19:08.033402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2ebed48-6b3c-413a-8372-ed8fce0176b6 req-b8302571-d7f8-4e66-8953-c1076cec2657 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486624
Apr 16 21:19:08.971782 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-43a94be4-bfaf-489c-beae-d99a43da3c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:09.147804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35076) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:09.164910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fd63b-2de5-44a5-92f2-5461f531f0a3 req-83a43ad8-3e4a-476f-8fe3-ed1726ec492b tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:09.167188 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e0fd63b-2de5-44a5-92f2-5461f531f0a3 req-83a43ad8-3e4a-476f-8fe3-ed1726ec492b tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523 HTTP/1.1" status: 200  len: 951 time: 0.0601869
Apr 16 21:19:09.233450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e0fd63b-2de5-44a5-92f2-5461f531f0a3 req-a0661453-94b6-4679-a2e8-ae7897bcda88 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588906
Apr 16 21:19:09.321494 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e470d318-40fd-4469-9a31-ae9f5ebd9ba7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29fd420ef9134715bd3a9f2467d924cd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1723371
Apr 16 21:19:09.323926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35088) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:09.377981 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0de839c4-a255-4584-9c4f-26555c06e53b admin admin] Publish callbacks [] for security_group (ef6d55ee-62bf-41a4-b605-ea53718a12a6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:09.400843 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0de839c4-a255-4584-9c4f-26555c06e53b admin admin] Publish callbacks [] for security_group (ef6d55ee-62bf-41a4-b605-ea53718a12a6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:09.527035 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0de839c4-a255-4584-9c4f-26555c06e53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ef6d55ee-62bf-41a4-b605-ea53718a12a6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:09.533596 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0de839c4-a255-4584-9c4f-26555c06e53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:09.533596 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0de839c4-a255-4584-9c4f-26555c06e53b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef6d55ee-62bf-41a4-b605-ea53718a12a6 HTTP/1.1" status: 204  len: 168 time: 0.2062228
Apr 16 21:19:09.541876 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de839c4-a255-4584-9c4f-26555c06e53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6d55ee-62bf-41a4-b605-ea53718a12a6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:10.264694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35236) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:10.311854 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-01e2fd2e-2ed8-45c4-93ef-cd2ab1ae9de3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71cd46bc7fef45e58bd8582ba615acb7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0459838
Apr 16 21:19:10.312217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35244) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:10.365572 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-beec8a33-dfb7-4d7a-a490-5cc77e7548e7 admin admin] Publish callbacks [] for security_group (d816d63b-2bf2-4c29-9c13-1eea463da27b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:10.392229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-beec8a33-dfb7-4d7a-a490-5cc77e7548e7 admin admin] Publish callbacks [] for security_group (d816d63b-2bf2-4c29-9c13-1eea463da27b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:10.494884 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-beec8a33-dfb7-4d7a-a490-5cc77e7548e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d816d63b-2bf2-4c29-9c13-1eea463da27b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:10.497923 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-beec8a33-dfb7-4d7a-a490-5cc77e7548e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:10.499349 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-beec8a33-dfb7-4d7a-a490-5cc77e7548e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d816d63b-2bf2-4c29-9c13-1eea463da27b HTTP/1.1" status: 204  len: 168 time: 0.1858945
Apr 16 21:19:10.508227 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec8a33-dfb7-4d7a-a490-5cc77e7548e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d816d63b-2bf2-4c29-9c13-1eea463da27b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:11.606126 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e08ca978-b459-4527-952b-8ffef9223e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:11.629259 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0e4ce80e-dded-45a4-8cad-59e6b3b64323 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:19:11.649948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 0e4ce80e-dded-45a4-8cad-59e6b3b64323 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:19:11.650333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0e4ce80e-dded-45a4-8cad-59e6b3b64323 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:19:11.961336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35358) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:12.079073 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a280-e2c7-4f39-bc3e-118b05c0c78b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:12.161001 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a280-e2c7-4f39-bc3e-118b05c0c78b admin admin] Publish callbacks [] for security_group (064df50c-201e-4709-8862-e52b1c83dcad), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:12.235178 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a280-e2c7-4f39-bc3e-118b05c0c78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (064df50c-201e-4709-8862-e52b1c83dcad), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:12.274966 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9cb0a280-e2c7-4f39-bc3e-118b05c0c78b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fdbfa1a308f462ab8c3ae811c0619e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3119280
Apr 16 21:19:12.276241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0a280-e2c7-4f39-bc3e-118b05c0c78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064df50c-201e-4709-8862-e52b1c83dcad,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:12.278044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35380) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:12.346484 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b83f7734-a0de-4842-9e92-d3eeb107da77 admin admin] Publish callbacks [] for security_group (064df50c-201e-4709-8862-e52b1c83dcad), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:12.371810 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b83f7734-a0de-4842-9e92-d3eeb107da77 admin admin] Publish callbacks [] for security_group (064df50c-201e-4709-8862-e52b1c83dcad), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:12.412841 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:12.520331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b83f7734-a0de-4842-9e92-d3eeb107da77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (064df50c-201e-4709-8862-e52b1c83dcad), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:12.522868 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b83f7734-a0de-4842-9e92-d3eeb107da77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:12.524021 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b83f7734-a0de-4842-9e92-d3eeb107da77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/064df50c-201e-4709-8862-e52b1c83dcad HTTP/1.1" status: 204  len: 168 time: 0.2450035
Apr 16 21:19:12.533236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f7734-a0de-4842-9e92-d3eeb107da77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064df50c-201e-4709-8862-e52b1c83dcad,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:12.549941 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:12.950886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35410) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:13.063936 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad6dae5c-54e7-4be1-a041-e15c147721d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.140860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad6dae5c-54e7-4be1-a041-e15c147721d6 admin admin] Publish callbacks [] for security_group (7dae8ebc-5e75-48b8-b481-bf2505abe312), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.206228 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad6dae5c-54e7-4be1-a041-e15c147721d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7dae8ebc-5e75-48b8-b481-bf2505abe312), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.246709 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ad6dae5c-54e7-4be1-a041-e15c147721d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59c53eeb4a3c431fa7ac78fae7b7b08d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2946932
Apr 16 21:19:13.247921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dae5c-54e7-4be1-a041-e15c147721d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dae8ebc-5e75-48b8-b481-bf2505abe312,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:13.249442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35424) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:13.262955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35426) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:13.288378 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66c8a211-de2c-43b6-b94f-1bb901ebad26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.327401 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e52a30e3-b6d6-406c-b99d-4447fca8af93 admin admin] Publish callbacks [] for security_group (7dae8ebc-5e75-48b8-b481-bf2505abe312), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.360263 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e52a30e3-b6d6-406c-b99d-4447fca8af93 admin admin] Publish callbacks [] for security_group (7dae8ebc-5e75-48b8-b481-bf2505abe312), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.425627 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66c8a211-de2c-43b6-b94f-1bb901ebad26 admin admin] Publish callbacks [] for security_group (eb53f89e-2feb-4a50-8dc0-e9f8d03c2878), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.527060 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66c8a211-de2c-43b6-b94f-1bb901ebad26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eb53f89e-2feb-4a50-8dc0-e9f8d03c2878), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.529752 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e52a30e3-b6d6-406c-b99d-4447fca8af93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7dae8ebc-5e75-48b8-b481-bf2505abe312), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.532229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e52a30e3-b6d6-406c-b99d-4447fca8af93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.534142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e52a30e3-b6d6-406c-b99d-4447fca8af93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dae8ebc-5e75-48b8-b481-bf2505abe312 HTTP/1.1" status: 204  len: 168 time: 0.2829604
Apr 16 21:19:13.573299 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-66c8a211-de2c-43b6-b94f-1bb901ebad26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e6981c419a54b6187191a88c0285a27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3087866
Apr 16 21:19:13.574105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8a211-de2c-43b6-b94f-1bb901ebad26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb53f89e-2feb-4a50-8dc0-e9f8d03c2878,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:13.575240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35438) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:13.586080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a30e3-b6d6-406c-b99d-4447fca8af93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dae8ebc-5e75-48b8-b481-bf2505abe312,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:13.626720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:19:13.638421 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad433da-fc93-4d84-9c94-fcaaeb4b7ffd admin admin] Publish callbacks [] for security_group (eb53f89e-2feb-4a50-8dc0-e9f8d03c2878), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.667980 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad433da-fc93-4d84-9c94-fcaaeb4b7ffd admin admin] Publish callbacks [] for security_group (eb53f89e-2feb-4a50-8dc0-e9f8d03c2878), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.738144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:13.738543 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.764428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:13.766108 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218cb3dc-846d-439a-b2eb-ba920ad1a6da" -d '{"events": [{"server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "name": "network-vif-unplugged", "status": "completed", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:13.779970 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:13.793685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad433da-fc93-4d84-9c94-fcaaeb4b7ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eb53f89e-2feb-4a50-8dc0-e9f8d03c2878), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.795395 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad433da-fc93-4d84-9c94-fcaaeb4b7ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.796593 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9ad433da-fc93-4d84-9c94-fcaaeb4b7ffd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb53f89e-2feb-4a50-8dc0-e9f8d03c2878 HTTP/1.1" status: 204  len: 168 time: 0.2203658
Apr 16 21:19:13.805014 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad433da-fc93-4d84-9c94-fcaaeb4b7ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb53f89e-2feb-4a50-8dc0-e9f8d03c2878,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:13.815957 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc907d96-a100-476e-bddc-3b8308a9e4dc x-openstack-request-id: req-dc907d96-a100-476e-bddc-3b8308a9e4dc {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:13.815957 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "name": "network-vif-unplugged", "status": "completed", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:13.815957 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc907d96-a100-476e-bddc-3b8308a9e4dc {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:13.815957 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc907d96-a100-476e-bddc-3b8308a9e4dc'] response: {'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1', 'code': 200}
Apr 16 21:19:13.865415 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:13.920574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,revision_number=11']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:14.052065 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:14.359425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35478) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:14.373553 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-635b8b2c-0179-47f2-964b-cf2cb0d19002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:14.731760 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-635b8b2c-0179-47f2-964b-cf2cb0d19002 admin admin] Publish callbacks [] for security_group (cfc96b3a-a503-4866-9d1d-9c4067335fde), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:14.794659 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-635b8b2c-0179-47f2-964b-cf2cb0d19002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cfc96b3a-a503-4866-9d1d-9c4067335fde), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:14.833145 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-635b8b2c-0179-47f2-964b-cf2cb0d19002 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cafd2d683411405b90721f1bfb02aa5f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4725928
Apr 16 21:19:14.834049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b8b2c-0179-47f2-964b-cf2cb0d19002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc96b3a-a503-4866-9d1d-9c4067335fde,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:14.835840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35494) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:14.896224 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3c5f157a-8f0b-4dbd-adb4-6acf40e5cd86 admin admin] Publish callbacks [] for security_group (cfc96b3a-a503-4866-9d1d-9c4067335fde), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:14.918540 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3c5f157a-8f0b-4dbd-adb4-6acf40e5cd86 admin admin] Publish callbacks [] for security_group (cfc96b3a-a503-4866-9d1d-9c4067335fde), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:15.011899 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3c5f157a-8f0b-4dbd-adb4-6acf40e5cd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cfc96b3a-a503-4866-9d1d-9c4067335fde), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:15.014571 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3c5f157a-8f0b-4dbd-adb4-6acf40e5cd86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:15.015811 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3c5f157a-8f0b-4dbd-adb4-6acf40e5cd86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfc96b3a-a503-4866-9d1d-9c4067335fde HTTP/1.1" status: 204  len: 168 time: 0.1789212
Apr 16 21:19:15.024322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f157a-8f0b-4dbd-adb4-6acf40e5cd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc96b3a-a503-4866-9d1d-9c4067335fde,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:15.382535 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:15.392611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2ada9-5de3-42ba-b951-e3eeed702930 req-811ad33b-ce7d-4dbc-b463-c0ecf8ba68c5 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:15.392611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ef2ada9-5de3-42ba-b951-e3eeed702930 req-811ad33b-ce7d-4dbc-b463-c0ecf8ba68c5 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 948 time: 0.0539846
Apr 16 21:19:15.449283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ef2ada9-5de3-42ba-b951-e3eeed702930 req-05f45254-45fc-4057-a850-b6a7bf5fcef7 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477400
Apr 16 21:19:16.143734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35544) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:16.238719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2047916124-network', 'tenant_id': 'c3cbfdc065da4c4b9f599d9cdd99496d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:16.349066 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Made reservation on behalf of c3cbfdc065da4c4b9f599d9cdd99496d for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:16.351415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:16.360435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:16.434959 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Publish callbacks [] for security_group (e00092a2-f2e3-461e-83f2-7f4c24eb3bb8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:16.549771 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e00092a2-f2e3-461e-83f2-7f4c24eb3bb8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:16.583497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf10a8-33cb-4765-98dd-e016215ca8dc req-75032e5b-dfb4-4ea6-86ff-f930c0f691b8 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:16.585171 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dfdf10a8-33cb-4765-98dd-e016215ca8dc req-75032e5b-dfb4-4ea6-86ff-f930c0f691b8 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 948 time: 0.0672269
Apr 16 21:19:16.593226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:19:16.610263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:16.623760 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e388db0c-90dc-4c6f-869d-c43e20478e22), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:16.624115 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Added segment e388db0c-90dc-4c6f-869d-c43e20478e22 of type vlan for network a9c5ca64-24f2-435b-b1e5-e6bf23be4c40
Apr 16 21:19:16.687975 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a9c5ca64-24f2-435b-b1e5-e6bf23be4c40), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:16.694389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dfdf10a8-33cb-4765-98dd-e016215ca8dc req-f3f3daad-ee2f-4cd8-9e9e-aa826ccd8cfa tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964382
Apr 16 21:19:16.817429 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a9c5ca64-24f2-435b-b1e5-e6bf23be4c40), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:16.818440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:16.819059 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:16.883009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c5ca64-24f2-435b-b1e5-e6bf23be4c40,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:16.893085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a9c5ca64-24f2-435b-b1e5-e6bf23be4c40 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:19:16.954154 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-43779b77-db85-47e9-be8d-f2e769416f30 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8077116
Apr 16 21:19:16.954789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35562) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:16.959598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8d16e26d-0945-496e-add5-4c76e638aad4 admin admin] Request body: {'subnet': {'network_id': 'a9c5ca64-24f2-435b-b1e5-e6bf23be4c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2047916124-subnet', 'tenant_id': 'c3cbfdc065da4c4b9f599d9cdd99496d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:17.023346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d16e26d-0945-496e-add5-4c76e638aad4 admin admin] Made reservation on behalf of c3cbfdc065da4c4b9f599d9cdd99496d for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:17.025728 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8d16e26d-0945-496e-add5-4c76e638aad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:17.263856 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8d16e26d-0945-496e-add5-4c76e638aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (1675bbc5-4b1f-43d9-9c54-992ad857dcd8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:17.328738 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16e26d-0945-496e-add5-4c76e638aad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1675bbc5-4b1f-43d9-9c54-992ad857dcd8,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:17.335196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d16e26d-0945-496e-add5-4c76e638aad4 admin admin] Checking segment: {'id': 'e388db0c-90dc-4c6f-869d-c43e20478e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a9c5ca64-24f2-435b-b1e5-e6bf23be4c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:19:17.335564 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d16e26d-0945-496e-add5-4c76e638aad4 admin admin] Network hostable DHCP agents. Network: a9c5ca64-24f2-435b-b1e5-e6bf23be4c40, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:19:17.388993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d16e26d-0945-496e-add5-4c76e638aad4 admin admin] Network a9c5ca64-24f2-435b-b1e5-e6bf23be4c40 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:19:17.463978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c748b32-ba8d-4297-b3eb-d0921a625808 req-29d81c49-4731-4d4a-bed3-ac82662615d5 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:17.465506 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c748b32-ba8d-4297-b3eb-d0921a625808 req-29d81c49-4731-4d4a-bed3-ac82662615d5 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 948 time: 0.0488622
Apr 16 21:19:17.466641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-8d16e26d-0945-496e-add5-4c76e638aad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a9c5ca64-24f2-435b-b1e5-e6bf23be4c40) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:19:17.470722 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d16e26d-0945-496e-add5-4c76e638aad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:17.471312 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8d16e26d-0945-496e-add5-4c76e638aad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:17.479819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e83bd8-6479-4a18-a2af-9cd8d2921000 None None] Network a9c5ca64-24f2-435b-b1e5-e6bf23be4c40 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:19:17.560802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8d16e26d-0945-496e-add5-4c76e638aad4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6048057
Apr 16 21:19:17.585286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-3c748b32-ba8d-4297-b3eb-d0921a625808 req-34642cfb-5a54-4dfa-bfa3-2c17924f7cd1 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Deleting port da205378-8574-416e-8ccf-7ec5bb2d4541 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:19:17.585644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3c748b32-ba8d-4297-b3eb-d0921a625808 req-34642cfb-5a54-4dfa-bfa3-2c17924f7cd1 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:17.595110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b4dc09-47d4-46a5-af39-91d0b7b49aef None None] Network a9c5ca64-24f2-435b-b1e5-e6bf23be4c40 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:19:17.723787 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-3c748b32-ba8d-4297-b3eb-d0921a625808 req-34642cfb-5a54-4dfa-bfa3-2c17924f7cd1 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] For port da205378-8574-416e-8ccf-7ec5bb2d4541, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da205378-8574-416e-8ccf-7ec5bb2d4541,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:17.724818 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3c748b32-ba8d-4297-b3eb-d0921a625808 req-34642cfb-5a54-4dfa-bfa3-2c17924f7cd1 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:17.742163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-3c748b32-ba8d-4297-b3eb-d0921a625808 req-34642cfb-5a54-4dfa-bfa3-2c17924f7cd1 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Calling delete_port for da205378-8574-416e-8ccf-7ec5bb2d4541 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:19:17.849949 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26992c80-50f4-4df9-b857-4303a4544edb req-fa6678c5-538e-4ff6-9489-6cc802cd8868 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:17.851435 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26992c80-50f4-4df9-b857-4303a4544edb req-fa6678c5-538e-4ff6-9489-6cc802cd8868 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 948 time: 0.0652819
Apr 16 21:19:17.937103 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26992c80-50f4-4df9-b857-4303a4544edb req-13c0b541-09db-4dd8-9072-487ecfde4d38 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790601
Apr 16 21:19:18.074932 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3c748b32-ba8d-4297-b3eb-d0921a625808 req-34642cfb-5a54-4dfa-bfa3-2c17924f7cd1 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (da205378-8574-416e-8ccf-7ec5bb2d4541), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:18.102811 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34642cfb-5a54-4dfa-bfa3-2c17924f7cd1 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Pushing event deleted for resources: {'Port': ['ID=da205378-8574-416e-8ccf-7ec5bb2d4541,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:18.154403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c748b32-ba8d-4297-b3eb-d0921a625808 req-34642cfb-5a54-4dfa-bfa3-2c17924f7cd1 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] No DVR routers for this DVR port da205378-8574-416e-8ccf-7ec5bb2d4541 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:19:18.157041 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3c748b32-ba8d-4297-b3eb-d0921a625808 req-34642cfb-5a54-4dfa-bfa3-2c17924f7cd1 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:18.160418 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c748b32-ba8d-4297-b3eb-d0921a625808 req-34642cfb-5a54-4dfa-bfa3-2c17924f7cd1 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.41 "DELETE /v2.0/ports/da205378-8574-416e-8ccf-7ec5bb2d4541 HTTP/1.1" status: 204  len: 173 time: 0.6826456
Apr 16 21:19:18.160868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3ff1f-0ee1-4dba-8354-10aaef694161', 'name': 'network-vif-deleted', 'tag': 'da205378-8574-416e-8ccf-7ec5bb2d4541'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:18.163116 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb626c58-b7fc-4a5f-a61d-6867b1c4c154" -d '{"events": [{"server_uuid": "0ba3ff1f-0ee1-4dba-8354-10aaef694161", "name": "network-vif-deleted", "tag": "da205378-8574-416e-8ccf-7ec5bb2d4541"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:18.211880 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9324d012-f247-4fde-bf8e-0bda25c4fa6e x-openstack-request-id: req-9324d012-f247-4fde-bf8e-0bda25c4fa6e {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:18.212035 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba3ff1f-0ee1-4dba-8354-10aaef694161", "name": "network-vif-deleted", "tag": "da205378-8574-416e-8ccf-7ec5bb2d4541", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:18.212222 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9324d012-f247-4fde-bf8e-0bda25c4fa6e {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:18.212633 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9324d012-f247-4fde-bf8e-0bda25c4fa6e'] response: {'server_uuid': '0ba3ff1f-0ee1-4dba-8354-10aaef694161', 'name': 'network-vif-deleted', 'tag': 'da205378-8574-416e-8ccf-7ec5bb2d4541', 'status': 'completed', 'code': 200}
Apr 16 21:19:18.683033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35608) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:18.688064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1195784076-network', 'tenant_id': 'e574da712af34c21b672bbac9793beb3'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:18.744502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Made reservation on behalf of e574da712af34c21b672bbac9793beb3 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:18.746847 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:18.755856 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:18.835973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Publish callbacks [] for security_group (ba37f377-ad6d-448a-b8e9-9d510af8bd32), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:18.886425 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ba37f377-ad6d-448a-b8e9-9d510af8bd32), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:18.916035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:19:18.926263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba37f377-ad6d-448a-b8e9-9d510af8bd32,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:18.932319 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (29d7e4ff-633c-4910-adf2-3dc76b6f5549), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:18.935281 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Added segment 29d7e4ff-633c-4910-adf2-3dc76b6f5549 of type vlan for network 1dda691d-9aee-4fcd-b869-021a73502ebd
Apr 16 21:19:18.974415 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (1dda691d-9aee-4fcd-b869-021a73502ebd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:19.058826 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1afbde2d-4f23-4ca6-b170-f451f05cefdf req-c7d49118-3dfc-463a-99b7-87e45c1f0fcc tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ba3ff1f-0ee1-4dba-8354-10aaef694161 HTTP/1.1" status: 200  len: 210 time: 0.0366862
Apr 16 21:19:19.059443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (1dda691d-9aee-4fcd-b869-021a73502ebd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:19.060367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:19.060936 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:19.124632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] Pushing event updated for resources: {'Network': ['ID=1dda691d-9aee-4fcd-b869-021a73502ebd,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:19.146068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 1dda691d-9aee-4fcd-b869-021a73502ebd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:19:19.148204 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dd6bdfd4-569d-4d8b-a249-a82785dd4d39 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4640005
Apr 16 21:19:19.151431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35620) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:19.156541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6f4ae2fb-d98d-4238-adef-1d5a8d41fc30 admin admin] Request body: {'subnet': {'network_id': '1dda691d-9aee-4fcd-b869-021a73502ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1195784076-subnet', 'tenant_id': 'e574da712af34c21b672bbac9793beb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:19.246506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4ae2fb-d98d-4238-adef-1d5a8d41fc30 admin admin] Made reservation on behalf of e574da712af34c21b672bbac9793beb3 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:19.249750 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f4ae2fb-d98d-4238-adef-1d5a8d41fc30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:19.492574 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f4ae2fb-d98d-4238-adef-1d5a8d41fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (964b7226-5421-4118-a393-d489af704eb9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:19.551167 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ae2fb-d98d-4238-adef-1d5a8d41fc30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964b7226-5421-4118-a393-d489af704eb9,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:19.560595 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ae2fb-d98d-4238-adef-1d5a8d41fc30 admin admin] Checking segment: {'id': '29d7e4ff-633c-4910-adf2-3dc76b6f5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1dda691d-9aee-4fcd-b869-021a73502ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:19:19.560968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ae2fb-d98d-4238-adef-1d5a8d41fc30 admin admin] Network hostable DHCP agents. Network: 1dda691d-9aee-4fcd-b869-021a73502ebd, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:19:19.646165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ae2fb-d98d-4238-adef-1d5a8d41fc30 admin admin] Network 1dda691d-9aee-4fcd-b869-021a73502ebd is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:19:19.726235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-6f4ae2fb-d98d-4238-adef-1d5a8d41fc30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1dda691d-9aee-4fcd-b869-021a73502ebd) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:19:19.730273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ae2fb-d98d-4238-adef-1d5a8d41fc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:19.730921 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f4ae2fb-d98d-4238-adef-1d5a8d41fc30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:19.736035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c55f7-edc2-4c51-ac22-2e61979268b4 None None] Network 1dda691d-9aee-4fcd-b869-021a73502ebd requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:19:19.836587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e3e32d-400d-4e0a-a330-a292f50c9517 None None] Network 1dda691d-9aee-4fcd-b869-021a73502ebd requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:19:19.844032 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6f4ae2fb-d98d-4238-adef-1d5a8d41fc30 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6914062
Apr 16 21:19:20.470599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-1c2af3bd-f38d-48db-8aeb-3fcbfc8c6b4e tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:20.472439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-1c2af3bd-f38d-48db-8aeb-3fcbfc8c6b4e tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/networks?id=a9c5ca64-24f2-435b-b1e5-e6bf23be4c40 HTTP/1.1" status: 200  len: 815 time: 0.1086676
Apr 16 21:19:20.487923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-7e29543e-1a0c-450d-ad6a-9376c3b7dd13 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/quotas/c3cbfdc065da4c4b9f599d9cdd99496d HTTP/1.1" status: 200  len: 375 time: 0.0093603
Apr 16 21:19:20.521265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-2250cefe-682b-481e-8cab-28ff579b84f5 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3cbfdc065da4c4b9f599d9cdd99496d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0279875
Apr 16 21:19:20.549385 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321c97a-d473-479b-945e-aa33abe51b5a req-8fff6b4a-fb5c-4760-bb18-f24928cfae32 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:20.549385 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4321c97a-d473-479b-945e-aa33abe51b5a req-8fff6b4a-fb5c-4760-bb18-f24928cfae32 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523 HTTP/1.1" status: 200  len: 949 time: 0.0533659
Apr 16 21:19:20.601254 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4321c97a-d473-479b-945e-aa33abe51b5a req-86ed4cfa-713f-45f9-825a-1f83435367d1 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457566
Apr 16 21:19:20.686300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-5835f939-36a2-429c-80b1-b3068ef3372d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:19:20.687333 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-5835f939-36a2-429c-80b1-b3068ef3372d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1588893
Apr 16 21:19:20.785997 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-b77e8cd0-5775-4973-9070-8d7e6d02e096 service neutron] 10.222.0.20 "GET /v2.0/networks/a9c5ca64-24f2-435b-b1e5-e6bf23be4c40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922992
Apr 16 21:19:20.877518 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-af946ce1-9639-44bf-8040-be062cb13edf service neutron] 10.222.0.20 "GET /v2.0/networks/a9c5ca64-24f2-435b-b1e5-e6bf23be4c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851593
Apr 16 21:19:21.073751 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26b88594-4d4e-41eb-970a-cb04ad1525c0 req-c90e87ec-7a1f-4513-99ed-5169fb04d1d8 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 210 time: 0.0294957
Apr 16 21:19:21.646080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device da205378-8574-416e-8ccf-7ec5bb2d4541 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:19:21.676112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: da205378-8574-416e-8ccf-7ec5bb2d4541 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:19:21.676569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device da205378-8574-416e-8ccf-7ec5bb2d4541 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:19:21.733477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f172b-e94f-4db7-a627-acf0364270d9 req-2461766a-a89e-46ce-af86-91c6cea554dc tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:21.735078 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a92f172b-e94f-4db7-a627-acf0364270d9 req-2461766a-a89e-46ce-af86-91c6cea554dc tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523 HTTP/1.1" status: 200  len: 949 time: 0.0546746
Apr 16 21:19:21.789367 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a92f172b-e94f-4db7-a627-acf0364270d9 req-9e190160-12d3-4de2-9d71-80c8da7ee6ae tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487313
Apr 16 21:19:22.168098 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aaf32543-d09e-4385-8021-afdbfcaef052 req-66b1f2c1-b19b-4a17-9ac1-8017a87162f7 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 210 time: 0.0289483
Apr 16 21:19:22.418531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b90cb5-a3e8-4368-92fb-be94d8234a8a req-c6382471-5478-4c15-971d-54723e60ebdc tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:22.419970 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37b90cb5-a3e8-4368-92fb-be94d8234a8a req-c6382471-5478-4c15-971d-54723e60ebdc tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523 HTTP/1.1" status: 200  len: 949 time: 0.0464778
Apr 16 21:19:22.516016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-37b90cb5-a3e8-4368-92fb-be94d8234a8a req-9d3ee8c8-667c-4dec-a481-92f50f04c660 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Deleting port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:19:22.516388 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-37b90cb5-a3e8-4368-92fb-be94d8234a8a req-9d3ee8c8-667c-4dec-a481-92f50f04c660 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:22.609182 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-37b90cb5-a3e8-4368-92fb-be94d8234a8a req-9d3ee8c8-667c-4dec-a481-92f50f04c660 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] For port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:22.609551 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-37b90cb5-a3e8-4368-92fb-be94d8234a8a req-9d3ee8c8-667c-4dec-a481-92f50f04c660 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:22.639270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-37b90cb5-a3e8-4368-92fb-be94d8234a8a req-9d3ee8c8-667c-4dec-a481-92f50f04c660 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Calling delete_port for 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:19:22.835558 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-37b90cb5-a3e8-4368-92fb-be94d8234a8a req-9d3ee8c8-667c-4dec-a481-92f50f04c660 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0eab5a77-408a-45d7-86ff-b5c0a4b550d1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:22.870254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ee8c8-667c-4dec-a481-92f50f04c660 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Pushing event deleted for resources: {'Port': ['ID=0eab5a77-408a-45d7-86ff-b5c0a4b550d1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:22.914379 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2859f62a-92fa-4861-932e-bb82a29173fa req-2fbbb427-7ebd-43df-944c-0f3e61373527 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523 HTTP/1.1" status: 200  len: 210 time: 0.0512698
Apr 16 21:19:22.922307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b90cb5-a3e8-4368-92fb-be94d8234a8a req-9d3ee8c8-667c-4dec-a481-92f50f04c660 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] No DVR routers for this DVR port 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:19:22.925226 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-37b90cb5-a3e8-4368-92fb-be94d8234a8a req-9d3ee8c8-667c-4dec-a481-92f50f04c660 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:22.928601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37b90cb5-a3e8-4368-92fb-be94d8234a8a req-9d3ee8c8-667c-4dec-a481-92f50f04c660 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.41 "DELETE /v2.0/ports/0eab5a77-408a-45d7-86ff-b5c0a4b550d1 HTTP/1.1" status: 204  len: 173 time: 0.5033956
Apr 16 21:19:22.929053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'name': 'network-vif-deleted', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:22.931850 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2cf8f9-daaf-4f15-af78-c09e4cdf61b2" -d '{"events": [{"server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "name": "network-vif-deleted", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:22.972555 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627d8c6d-ceb7-4767-8fad-a3cc7d04ef7b x-openstack-request-id: req-627d8c6d-ceb7-4767-8fad-a3cc7d04ef7b {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:22.972857 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523", "name": "network-vif-deleted", "tag": "0eab5a77-408a-45d7-86ff-b5c0a4b550d1", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:22.973110 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-627d8c6d-ceb7-4767-8fad-a3cc7d04ef7b {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:22.973523 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627d8c6d-ceb7-4767-8fad-a3cc7d04ef7b'] response: {'server_uuid': '9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523', 'name': 'network-vif-deleted', 'tag': '0eab5a77-408a-45d7-86ff-b5c0a4b550d1', 'status': 'completed', 'code': 200}
Apr 16 21:19:23.246735 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-a2d73171-ea1f-45cc-b8b0-d9bba983b94d tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:23.249897 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-a2d73171-ea1f-45cc-b8b0-d9bba983b94d tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.41 "GET /v2.0/networks?id=a9c5ca64-24f2-435b-b1e5-e6bf23be4c40 HTTP/1.1" status: 200  len: 815 time: 0.1080151
Apr 16 21:19:23.274680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-e464a752-25a3-4e7f-996d-cbb185fee41c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Request body: {'port': {'device_id': '3ea60a95-8b64-4410-a953-747f38619ffa', 'network_id': 'a9c5ca64-24f2-435b-b1e5-e6bf23be4c40', 'admin_state_up': True, 'tenant_id': 'c3cbfdc065da4c4b9f599d9cdd99496d'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:23.286874 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fb04ea09-46ca-4b81-b574-9cdd2b18dda2 req-c048002d-f739-4166-9e46-9d33b87090c4 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 210 time: 0.0381906
Apr 16 21:19:23.469397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-e464a752-25a3-4e7f-996d-cbb185fee41c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Made reservation on behalf of c3cbfdc065da4c4b9f599d9cdd99496d for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:23.472852 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-e464a752-25a3-4e7f-996d-cbb185fee41c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:23.601734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-e464a752-25a3-4e7f-996d-cbb185fee41c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Allocated IP 172.20.0.7 (a9c5ca64-24f2-435b-b1e5-e6bf23be4c40/1675bbc5-4b1f-43d9-9c54-992ad857dcd8/da5c53cc-6d81-4340-85c9-4cb9fd280548) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:19:23.754917 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-e464a752-25a3-4e7f-996d-cbb185fee41c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Publish callbacks [] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:23.858656 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-e464a752-25a3-4e7f-996d-cbb185fee41c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:23.892533 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:19:23.902968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35736) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:23.913413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-e464a752-25a3-4e7f-996d-cbb185fee41c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Network a9c5ca64-24f2-435b-b1e5-e6bf23be4c40 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:19:23.916661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-e464a752-25a3-4e7f-996d-cbb185fee41c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:19:23.920566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-e464a752-25a3-4e7f-996d-cbb185fee41c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:19:23.944792 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464a752-25a3-4e7f-996d-cbb185fee41c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Pushing event updated for resources: {'Port': ['ID=da5c53cc-6d81-4340-85c9-4cb9fd280548,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:23.981625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-e464a752-25a3-4e7f-996d-cbb185fee41c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:23.982299 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-e464a752-25a3-4e7f-996d-cbb185fee41c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.021408 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-65b686a1-6d06-43ee-b7ed-437a12122a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.038702 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-15e0dcfe-4ecd-4656-bf04-445b17bfae02 req-7fc12dec-adf8-41ff-89d8-ad4fb4cd6780 tempest-ListImageFiltersTestJSON-1666922811 tempest-ListImageFiltersTestJSON-1666922811-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d54ba5f-3cb3-4d9b-a136-7d5f1b39a523 HTTP/1.1" status: 200  len: 210 time: 0.0300055
Apr 16 21:19:24.094433 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-e464a752-25a3-4e7f-996d-cbb185fee41c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8250337
Apr 16 21:19:24.100062 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-65b686a1-6d06-43ee-b7ed-437a12122a8f admin admin] Publish callbacks [] for security_group (253146ae-d721-453e-ad14-3a530591fbe1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.105791 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Request body: {'port': {'device_id': '3ea60a95-8b64-4410-a953-747f38619ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:24.167573 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.188837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-65b686a1-6d06-43ee-b7ed-437a12122a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (253146ae-d721-453e-ad14-3a530591fbe1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.226907 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-65b686a1-6d06-43ee-b7ed-437a12122a8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff5a53e4935046d78b0851508ef7053b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3227079
Apr 16 21:19:24.228939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b686a1-6d06-43ee-b7ed-437a12122a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253146ae-d721-453e-ad14-3a530591fbe1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:24.229588 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35742) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:24.384582 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3ba2-aab4-4b7a-87db-e41d8f3c9651 admin admin] Publish callbacks [] for security_group (253146ae-d721-453e-ad14-3a530591fbe1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.393443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f796a-0ff0-4f30-b0c8-b5f088e82cc8 req-fd3b7d3c-3e0b-4bc4-98d6-01fc79603966 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:24.395034 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb3f796a-0ff0-4f30-b0c8-b5f088e82cc8 req-fd3b7d3c-3e0b-4bc4-98d6-01fc79603966 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 931 time: 0.0497570
Apr 16 21:19:24.422209 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3ba2-aab4-4b7a-87db-e41d8f3c9651 admin admin] Publish callbacks [] for security_group (253146ae-d721-453e-ad14-3a530591fbe1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.443195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb3f796a-0ff0-4f30-b0c8-b5f088e82cc8 req-df291bca-49db-44cf-845e-3d94d4198bf3 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/security-groups?id=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420902
Apr 16 21:19:24.517779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5c53cc-6d81-4340-85c9-4cb9fd280548 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:19:24.525279 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Publish callbacks [] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.565973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Transition to ACTIVE for port object da5c53cc-6d81-4340-85c9-4cb9fd280548 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:19:24.566910 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3ba2-aab4-4b7a-87db-e41d8f3c9651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (253146ae-d721-453e-ad14-3a530591fbe1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.569466 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3ba2-aab4-4b7a-87db-e41d8f3c9651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.570608 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a8ae3ba2-aab4-4b7a-87db-e41d8f3c9651 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/253146ae-d721-453e-ad14-3a530591fbe1 HTTP/1.1" status: 204  len: 168 time: 0.3399856
Apr 16 21:19:24.578553 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae3ba2-aab4-4b7a-87db-e41d8f3c9651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253146ae-d721-453e-ad14-3a530591fbe1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:24.629257 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.711152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Pushing event updated for resources: {'Port': ['ID=da5c53cc-6d81-4340-85c9-4cb9fd280548,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:24.764276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Attempting to bind port da5c53cc-6d81-4340-85c9-4cb9fd280548 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:19:24.764616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Attempting to bind port da5c53cc-6d81-4340-85c9-4cb9fd280548 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e388db0c-90dc-4c6f-869d-c43e20478e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a9c5ca64-24f2-435b-b1e5-e6bf23be4c40'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:19:24.764946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Attempting to bind port da5c53cc-6d81-4340-85c9-4cb9fd280548 on network a9c5ca64-24f2-435b-b1e5-e6bf23be4c40 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:19:24.769672 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Port da5c53cc-6d81-4340-85c9-4cb9fd280548 on network a9c5ca64-24f2-435b-b1e5-e6bf23be4c40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:19:24.769944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Attempting to bind port da5c53cc-6d81-4340-85c9-4cb9fd280548 on network a9c5ca64-24f2-435b-b1e5-e6bf23be4c40 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:19:24.774990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:19:24.775384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Checking segment: {'id': 'e388db0c-90dc-4c6f-869d-c43e20478e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a9c5ca64-24f2-435b-b1e5-e6bf23be4c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:19:24.775714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Bound using segment: {'id': 'e388db0c-90dc-4c6f-869d-c43e20478e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a9c5ca64-24f2-435b-b1e5-e6bf23be4c40'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:19:24.776137 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Bound port: da5c53cc-6d81-4340-85c9-4cb9fd280548, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e388db0c-90dc-4c6f-869d-c43e20478e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a9c5ca64-24f2-435b-b1e5-e6bf23be4c40'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:19:24.776547 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.842630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] For port da5c53cc-6d81-4340-85c9-4cb9fd280548, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:19:24.845739 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] For port da5c53cc-6d81-4340-85c9-4cb9fd280548, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da5c53cc-6d81-4340-85c9-4cb9fd280548,segment=NetworkSegment(e388db0c-90dc-4c6f-869d-c43e20478e22),segment_id=e388db0c-90dc-4c6f-869d-c43e20478e22)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:19:24.909553 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.949853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:24.950474 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:24.951869 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] 10.222.0.41 "PUT /v2.0/ports/da5c53cc-6d81-4340-85c9-4cb9fd280548 HTTP/1.1" status: 200  len: 1091 time: 0.8502245
Apr 16 21:19:24.972001 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715c7bb-aa4a-4c35-aca7-37a7520308e9 service neutron] Pushing event updated for resources: {'Port': ['ID=da5c53cc-6d81-4340-85c9-4cb9fd280548,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:24.974362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea60a95-8b64-4410-a953-747f38619ffa', 'tag': 'da5c53cc-6d81-4340-85c9-4cb9fd280548'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:24.976662 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3558364d-b0e0-43ac-8eb1-c23efaa51bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea60a95-8b64-4410-a953-747f38619ffa", "tag": "da5c53cc-6d81-4340-85c9-4cb9fd280548"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:25.011488 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16a0749-9c8e-4765-a465-ab1c6f9e235b x-openstack-request-id: req-e16a0749-9c8e-4765-a465-ab1c6f9e235b {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:25.011777 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea60a95-8b64-4410-a953-747f38619ffa", "tag": "da5c53cc-6d81-4340-85c9-4cb9fd280548", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:25.012029 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e16a0749-9c8e-4765-a465-ab1c6f9e235b {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:25.012468 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e16a0749-9c8e-4765-a465-ab1c6f9e235b'] response: {'name': 'network-changed', 'server_uuid': '3ea60a95-8b64-4410-a953-747f38619ffa', 'tag': 'da5c53cc-6d81-4340-85c9-4cb9fd280548', 'status': 'completed', 'code': 200}
Apr 16 21:19:25.074024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558364d-b0e0-43ac-8eb1-c23efaa51bf2 req-c8c0fde2-a834-447c-89f1-701f298a1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:25.075532 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3558364d-b0e0-43ac-8eb1-c23efaa51bf2 req-c8c0fde2-a834-447c-89f1-701f298a1174 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3cbfdc065da4c4b9f599d9cdd99496d&device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 1125 time: 0.0401447
Apr 16 21:19:25.134431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35762) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:25.146275 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-78effbd9-8446-428d-9448-bb2b5f8927ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:25.185555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558364d-b0e0-43ac-8eb1-c23efaa51bf2 req-dc2d3da3-b89b-495d-9036-e3141fa4ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:25.187065 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3558364d-b0e0-43ac-8eb1-c23efaa51bf2 req-dc2d3da3-b89b-495d-9036-e3141fa4ca8a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c3cbfdc065da4c4b9f599d9cdd99496d&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1039851
Apr 16 21:19:25.229592 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-78effbd9-8446-428d-9448-bb2b5f8927ec admin admin] Publish callbacks [] for security_group (1dc73d9e-84f7-4720-9d54-15587514288a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:25.292158 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-78effbd9-8446-428d-9448-bb2b5f8927ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1dc73d9e-84f7-4720-9d54-15587514288a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:25.294112 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558364d-b0e0-43ac-8eb1-c23efaa51bf2 req-3a3fa361-204d-4beb-b649-0c54ff41f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:25.295602 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3558364d-b0e0-43ac-8eb1-c23efaa51bf2 req-3a3fa361-204d-4beb-b649-0c54ff41f4ae service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1029518
Apr 16 21:19:25.336351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-78effbd9-8446-428d-9448-bb2b5f8927ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fefff91905c04e28b59cdc085638e980&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2035959
Apr 16 21:19:25.342628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78effbd9-8446-428d-9448-bb2b5f8927ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc73d9e-84f7-4720-9d54-15587514288a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:25.342628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35770) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:25.373256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-bf8bef0e-d54d-4976-a906-43aa82534828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:25.374785 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-bf8bef0e-d54d-4976-a906-43aa82534828 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3cbfdc065da4c4b9f599d9cdd99496d&device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 1125 time: 0.0426104
Apr 16 21:19:25.397564 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a20c4d25-4c60-4523-948c-d4e8866bb1c4 admin admin] Publish callbacks [] for security_group (1dc73d9e-84f7-4720-9d54-15587514288a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:25.419652 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a20c4d25-4c60-4523-948c-d4e8866bb1c4 admin admin] Publish callbacks [] for security_group (1dc73d9e-84f7-4720-9d54-15587514288a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:25.424353 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-423188e3-0509-4dd6-b855-8f4bb7a74e71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5c53cc-6d81-4340-85c9-4cb9fd280548 HTTP/1.1" status: 200  len: 217 time: 0.0422616
Apr 16 21:19:25.478011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-fc5f545c-eae1-4610-86dd-649edd1ea0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:25.479542 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-fc5f545c-eae1-4610-86dd-649edd1ea0ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1675bbc5-4b1f-43d9-9c54-992ad857dcd8 HTTP/1.1" status: 200  len: 855 time: 0.0480247
Apr 16 21:19:25.504432 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a20c4d25-4c60-4523-948c-d4e8866bb1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1dc73d9e-84f7-4720-9d54-15587514288a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:25.507688 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a20c4d25-4c60-4523-948c-d4e8866bb1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:25.512096 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a20c4d25-4c60-4523-948c-d4e8866bb1c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dc73d9e-84f7-4720-9d54-15587514288a HTTP/1.1" status: 204  len: 168 time: 0.1668878
Apr 16 21:19:25.513902 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-2109f984-e331-4174-8b28-74af5238a773 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9c5ca64-24f2-435b-b1e5-e6bf23be4c40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0267587
Apr 16 21:19:25.518675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c4d25-4c60-4523-948c-d4e8866bb1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc73d9e-84f7-4720-9d54-15587514288a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:25.584495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb2b49-774b-4b7b-bcf9-327bfc05f61e req-91c18b37-38d2-4732-a233-b2704a0fe915 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:25.586161 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fb2b49-774b-4b7b-bcf9-327bfc05f61e req-91c18b37-38d2-4732-a233-b2704a0fe915 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 943 time: 0.0532327
Apr 16 21:19:25.641262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25fb2b49-774b-4b7b-bcf9-327bfc05f61e req-2c04940c-bece-4218-853a-a19d0631930a tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/security-groups?id=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474677
Apr 16 21:19:25.645085 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-e9f9cfd4-2fd1-40ca-8dd0-a1b8fbcd79a9 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c5ca64-24f2-435b-b1e5-e6bf23be4c40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248143
Apr 16 21:19:25.739783 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80b36285-955e-4b8a-9e85-6f634d176c1d req-3c8968de-7cef-40c8-99ec-d0cc9f23bf8d service neutron] 10.222.0.41 "GET /v2.0/networks/a9c5ca64-24f2-435b-b1e5-e6bf23be4c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862198
Apr 16 21:19:26.763823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27714f7-7c85-4a8e-8533-51926eb210d0 req-402be090-4ead-42e9-bf47-18ae03f76818 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:26.769026 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e27714f7-7c85-4a8e-8533-51926eb210d0 req-402be090-4ead-42e9-bf47-18ae03f76818 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 943 time: 0.0537651
Apr 16 21:19:26.816266 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e27714f7-7c85-4a8e-8533-51926eb210d0 req-ec3a8ab4-70c7-47ab-91ac-773b8e8713a0 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/security-groups?id=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430315
Apr 16 21:19:27.502357 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35864) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:27.634212 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-61f29bcf-3651-4e2a-af67-a8c2aa06471b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c79f0fe4726d4abcbdc2672a15f709f9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1305702
Apr 16 21:19:27.636700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35868) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:27.649914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:19:27.673353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:19:27.674223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0eab5a77-408a-45d7-86ff-b5c0a4b550d1 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:19:27.691045 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb986a05-8704-4a58-ba47-37971784e9e8 admin admin] Publish callbacks [] for security_group (c72bbdf9-1c22-4d10-9cca-47c2a151ea7d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:27.712733 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb986a05-8704-4a58-ba47-37971784e9e8 admin admin] Publish callbacks [] for security_group (c72bbdf9-1c22-4d10-9cca-47c2a151ea7d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:27.811475 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb986a05-8704-4a58-ba47-37971784e9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c72bbdf9-1c22-4d10-9cca-47c2a151ea7d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:27.814179 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb986a05-8704-4a58-ba47-37971784e9e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:27.815433 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bb986a05-8704-4a58-ba47-37971784e9e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c72bbdf9-1c22-4d10-9cca-47c2a151ea7d HTTP/1.1" status: 204  len: 168 time: 0.1777718
Apr 16 21:19:27.823427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb986a05-8704-4a58-ba47-37971784e9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72bbdf9-1c22-4d10-9cca-47c2a151ea7d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:27.948324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ad185-07e4-4d5b-b925-94f0cb0ee83f req-9a3fffa9-8908-4dc3-96da-5bf4bb313d27 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:27.950084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba9ad185-07e4-4d5b-b925-94f0cb0ee83f req-9a3fffa9-8908-4dc3-96da-5bf4bb313d27 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 943 time: 0.0569828
Apr 16 21:19:27.999113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba9ad185-07e4-4d5b-b925-94f0cb0ee83f req-66905ff5-79e9-4adf-9eae-44fea7716888 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/security-groups?id=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434458
Apr 16 21:19:28.983699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35906) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:29.087200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1667112484-network', 'tenant_id': '14f08d6620b54fb597d356afc45617c7'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:29.133166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b54787-213f-41be-9a8a-53d0b23f3cf9 req-35d66752-3bdb-4041-8926-092ce1053d5f tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:29.134657 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2b54787-213f-41be-9a8a-53d0b23f3cf9 req-35d66752-3bdb-4041-8926-092ce1053d5f tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 943 time: 0.0642345
Apr 16 21:19:29.186817 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2b54787-213f-41be-9a8a-53d0b23f3cf9 req-10cc9c4f-74bb-4217-b45e-e8e40b32324c tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/security-groups?id=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464725
Apr 16 21:19:29.257271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Made reservation on behalf of 14f08d6620b54fb597d356afc45617c7 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:29.259588 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:29.268354 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:29.340638 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Publish callbacks [] for security_group (fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:29.401520 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:29.423610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:19:29.437016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:29.441877 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (992fdc3c-05e0-432e-a577-623301c5d0fa), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:29.442221 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Added segment 992fdc3c-05e0-432e-a577-623301c5d0fa of type vlan for network 90b900dd-0d06-4537-95d8-47dd03c283fc
Apr 16 21:19:29.465162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35916) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:29.484473 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (90b900dd-0d06-4537-95d8-47dd03c283fc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:29.570418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f78727ac-cfae-4f38-933a-28cf8391b064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:29.572113 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (90b900dd-0d06-4537-95d8-47dd03c283fc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:29.573167 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:29.573764 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:29.647407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] Pushing event updated for resources: {'Network': ['ID=90b900dd-0d06-4537-95d8-47dd03c283fc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:29.648963 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f78727ac-cfae-4f38-933a-28cf8391b064 admin admin] Publish callbacks [] for security_group (c4d41f36-aa6f-4f32-8300-499335e4b963), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:29.658502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 90b900dd-0d06-4537-95d8-47dd03c283fc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:19:29.695432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device da5c53cc-6d81-4340-85c9-4cb9fd280548 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:19:29.729135 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a555daf1-c47a-4448-9b9b-63998bd2dad5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7442961
Apr 16 21:19:29.731924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35920) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:29.736772 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-06cf535b-5197-4a34-a89d-a9ebc480df3c admin admin] Request body: {'subnet': {'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1667112484-subnet', 'tenant_id': '14f08d6620b54fb597d356afc45617c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:29.814599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port da5c53cc-6d81-4340-85c9-4cb9fd280548, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da5c53cc-6d81-4340-85c9-4cb9fd280548,segment=NetworkSegment(e388db0c-90dc-4c6f-869d-c43e20478e22),segment_id=e388db0c-90dc-4c6f-869d-c43e20478e22)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:29.826035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'da5c53cc-6d81-4340-85c9-4cb9fd280548', 'network_id': 'a9c5ca64-24f2-435b-b1e5-e6bf23be4c40', 'port_id': 'da5c53cc-6d81-4340-85c9-4cb9fd280548', 'mac_address': 'fa:16:3e:88:c6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1675bbc5-4b1f-43d9-9c54-992ad857dcd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:19:29.862043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port da5c53cc-6d81-4340-85c9-4cb9fd280548 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:29.862435 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:29.874911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5c53cc-6d81-4340-85c9-4cb9fd280548 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:19:29.897398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port da5c53cc-6d81-4340-85c9-4cb9fd280548, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da5c53cc-6d81-4340-85c9-4cb9fd280548,segment=NetworkSegment(e388db0c-90dc-4c6f-869d-c43e20478e22),segment_id=e388db0c-90dc-4c6f-869d-c43e20478e22)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:29.914649 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f78727ac-cfae-4f38-933a-28cf8391b064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c4d41f36-aa6f-4f32-8300-499335e4b963), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:29.953527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f78727ac-cfae-4f38-933a-28cf8391b064 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16f42278a43646f7b76da7c2237e5d70&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4871643
Apr 16 21:19:29.954706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78727ac-cfae-4f38-933a-28cf8391b064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d41f36-aa6f-4f32-8300-499335e4b963,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:29.956266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35922) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:30.004603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cf535b-5197-4a34-a89d-a9ebc480df3c admin admin] Made reservation on behalf of 14f08d6620b54fb597d356afc45617c7 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:30.006870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06cf535b-5197-4a34-a89d-a9ebc480df3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:30.021458 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb85856b-5b62-4016-8575-d166152b54d6 admin admin] Publish callbacks [] for security_group (c4d41f36-aa6f-4f32-8300-499335e4b963), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:30.027008 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:30.070860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=da5c53cc-6d81-4340-85c9-4cb9fd280548,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:30.079045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.082106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.082106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.082106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.082106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.082106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.082106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.082106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.082652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb85856b-5b62-4016-8575-d166152b54d6 admin admin] Publish callbacks [] for security_group (c4d41f36-aa6f-4f32-8300-499335e4b963), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:30.082745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.082745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.082745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.082745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.082997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.083298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.083621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:30.240409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb85856b-5b62-4016-8575-d166152b54d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c4d41f36-aa6f-4f32-8300-499335e4b963), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:30.244531 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb85856b-5b62-4016-8575-d166152b54d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:30.244988 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cb85856b-5b62-4016-8575-d166152b54d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4d41f36-aa6f-4f32-8300-499335e4b963 HTTP/1.1" status: 204  len: 168 time: 0.2874582
Apr 16 21:19:30.253378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85856b-5b62-4016-8575-d166152b54d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d41f36-aa6f-4f32-8300-499335e4b963,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:30.309111 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06cf535b-5197-4a34-a89d-a9ebc480df3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (af2dc899-0d62-48eb-b0f2-8820b6dd8b95), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:30.318304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d4beb-66fb-4149-83ee-c01dc4a2cffd req-cd51d729-f2a7-4aee-91a1-33d95f775805 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:30.319940 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a42d4beb-66fb-4149-83ee-c01dc4a2cffd req-cd51d729-f2a7-4aee-91a1-33d95f775805 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 944 time: 0.0590022
Apr 16 21:19:30.364772 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf535b-5197-4a34-a89d-a9ebc480df3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2dc899-0d62-48eb-b0f2-8820b6dd8b95,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:30.369334 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a42d4beb-66fb-4149-83ee-c01dc4a2cffd req-185cbac9-a4dc-413e-aef0-e899d142eaaa tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/security-groups?id=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424831
Apr 16 21:19:30.376496 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf535b-5197-4a34-a89d-a9ebc480df3c admin admin] Checking segment: {'id': '992fdc3c-05e0-432e-a577-623301c5d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:19:30.382131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cf535b-5197-4a34-a89d-a9ebc480df3c admin admin] Network hostable DHCP agents. Network: 90b900dd-0d06-4537-95d8-47dd03c283fc, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:19:30.442085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['da5c53cc-6d81-4340-85c9-4cb9fd280548'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:19:30.486219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cf535b-5197-4a34-a89d-a9ebc480df3c admin admin] Network 90b900dd-0d06-4537-95d8-47dd03c283fc is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:19:30.572043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-06cf535b-5197-4a34-a89d-a9ebc480df3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 90b900dd-0d06-4537-95d8-47dd03c283fc) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:19:30.577247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cf535b-5197-4a34-a89d-a9ebc480df3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:30.577858 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06cf535b-5197-4a34-a89d-a9ebc480df3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:30.582994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f41cf8-0543-44a0-bc70-bd6cec7c726e None None] Network 90b900dd-0d06-4537-95d8-47dd03c283fc requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:19:30.691971 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-06cf535b-5197-4a34-a89d-a9ebc480df3c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9511125
Apr 16 21:19:30.817702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1372b117-60e3-4f61-86c3-1d8c78c05790 None None] Network 90b900dd-0d06-4537-95d8-47dd03c283fc requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:19:30.857524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35942) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:30.874555 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c01d2b7-ee14-4bb5-9c4f-5453aa8bf89d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:30.969437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c01d2b7-ee14-4bb5-9c4f-5453aa8bf89d admin admin] Publish callbacks [] for security_group (ae0f5063-bc9d-4b1a-9412-332bbe35519e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:31.020074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c01d2b7-ee14-4bb5-9c4f-5453aa8bf89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ae0f5063-bc9d-4b1a-9412-332bbe35519e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:31.075664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5c01d2b7-ee14-4bb5-9c4f-5453aa8bf89d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d551b6813984950817a7dbf14cc8f4e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2138364
Apr 16 21:19:31.075664 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01d2b7-ee14-4bb5-9c4f-5453aa8bf89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0f5063-bc9d-4b1a-9412-332bbe35519e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:31.076665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35952) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:31.141357 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d71c5e4-26e7-4cbb-8fc7-a53894c10287 admin admin] Publish callbacks [] for security_group (ae0f5063-bc9d-4b1a-9412-332bbe35519e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:31.153117 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d71c5e4-26e7-4cbb-8fc7-a53894c10287 admin admin] Publish callbacks [] for security_group (ae0f5063-bc9d-4b1a-9412-332bbe35519e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:31.263636 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d71c5e4-26e7-4cbb-8fc7-a53894c10287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ae0f5063-bc9d-4b1a-9412-332bbe35519e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:31.266991 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d71c5e4-26e7-4cbb-8fc7-a53894c10287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:31.277297 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2d71c5e4-26e7-4cbb-8fc7-a53894c10287 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae0f5063-bc9d-4b1a-9412-332bbe35519e HTTP/1.1" status: 204  len: 168 time: 0.1931350
Apr 16 21:19:31.277563 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-3af9ee8f-72a9-4271-b3a3-9b44324b06eb tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:31.278498 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-3af9ee8f-72a9-4271-b3a3-9b44324b06eb tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/networks?id=90b900dd-0d06-4537-95d8-47dd03c283fc HTTP/1.1" status: 200  len: 815 time: 0.1070824
Apr 16 21:19:31.292800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71c5e4-26e7-4cbb-8fc7-a53894c10287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0f5063-bc9d-4b1a-9412-332bbe35519e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:31.294302 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-5d90e860-0abd-4834-98be-ef80aa9ec65b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/quotas/14f08d6620b54fb597d356afc45617c7 HTTP/1.1" status: 200  len: 375 time: 0.0102003
Apr 16 21:19:31.334917 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-1b0651ca-d9ac-4815-b27e-0a3d7bf5e0c1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=14f08d6620b54fb597d356afc45617c7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0298233
Apr 16 21:19:31.489336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f76933-559b-4043-b4aa-1d3c8dc356d2 req-9c696e8c-6300-462a-88c5-33beb3f3ee4d tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:31.490890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c6f76933-559b-4043-b4aa-1d3c8dc356d2 req-9c696e8c-6300-462a-88c5-33beb3f3ee4d tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 944 time: 0.0500515
Apr 16 21:19:31.536611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-c32de22d-a267-4b5c-be3b-0cf1894c433a service neutron] 10.222.0.20 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926641
Apr 16 21:19:31.549342 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c6f76933-559b-4043-b4aa-1d3c8dc356d2 req-7ff738cd-4358-4756-bcfe-42aebbd71673 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/security-groups?id=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507662
Apr 16 21:19:31.626886 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-3bcd6358-2bdb-4c2c-9a65-f4f3245d1061 service neutron] 10.222.0.20 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835550
Apr 16 21:19:31.676422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device da5c53cc-6d81-4340-85c9-4cb9fd280548 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:19:31.733149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port da5c53cc-6d81-4340-85c9-4cb9fd280548 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:19:31.806130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port da5c53cc-6d81-4340-85c9-4cb9fd280548 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:31.806545 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:31.866499 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1d9eefe3-128a-45d1-a08d-3d42a56ba289 req-fcbd6ada-4e71-47a2-bee7-2a1f760f844f tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 210 time: 0.0319357
Apr 16 21:19:31.889975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port da5c53cc-6d81-4340-85c9-4cb9fd280548 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:31.890480 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:31.915245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea60a95-8b64-4410-a953-747f38619ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5c53cc-6d81-4340-85c9-4cb9fd280548'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:31.918053 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ad5291-f0da-475d-b4f2-697366f89ca9" -d '{"events": [{"server_uuid": "3ea60a95-8b64-4410-a953-747f38619ffa", "name": "network-vif-plugged", "status": "completed", "tag": "da5c53cc-6d81-4340-85c9-4cb9fd280548"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:31.936514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port da5c53cc-6d81-4340-85c9-4cb9fd280548, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da5c53cc-6d81-4340-85c9-4cb9fd280548,segment=NetworkSegment(e388db0c-90dc-4c6f-869d-c43e20478e22),segment_id=e388db0c-90dc-4c6f-869d-c43e20478e22)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:31.995357 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2f7828-8012-4819-984e-0bce5a0299ce x-openstack-request-id: req-6b2f7828-8012-4819-984e-0bce5a0299ce {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:31.995654 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea60a95-8b64-4410-a953-747f38619ffa", "name": "network-vif-plugged", "status": "completed", "tag": "da5c53cc-6d81-4340-85c9-4cb9fd280548", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:31.995908 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b2f7828-8012-4819-984e-0bce5a0299ce {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:31.996337 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2f7828-8012-4819-984e-0bce5a0299ce'] response: {'server_uuid': '3ea60a95-8b64-4410-a953-747f38619ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5c53cc-6d81-4340-85c9-4cb9fd280548', 'code': 200}
Apr 16 21:19:32.052067 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:32.100761 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=da5c53cc-6d81-4340-85c9-4cb9fd280548,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:32.103826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76c894-88a5-4d15-95fd-f983dedfc9e1 req-4c0454aa-94fc-4af3-b4d9-17c7cca45dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:32.105444 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b76c894-88a5-4d15-95fd-f983dedfc9e1 req-4c0454aa-94fc-4af3-b4d9-17c7cca45dfe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 1127 time: 0.0433340
Apr 16 21:19:32.153267 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b76c894-88a5-4d15-95fd-f983dedfc9e1 req-6965f322-b5a2-4e0c-bb79-70ebc983beba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380175
Apr 16 21:19:32.666568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01579fa2-2ed1-4c68-80c4-f58955ffbc46 req-68d38cb6-f11f-4023-b39b-3581d8641cba tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:32.668197 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01579fa2-2ed1-4c68-80c4-f58955ffbc46 req-68d38cb6-f11f-4023-b39b-3581d8641cba tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 945 time: 0.0512960
Apr 16 21:19:32.739779 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01579fa2-2ed1-4c68-80c4-f58955ffbc46 req-1d5c8064-c9b0-4383-9c82-c755ca2513c9 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/security-groups?id=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611489
Apr 16 21:19:32.786027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bb8d8-514d-476c-9b72-313ccf4f6214 req-60dd6b5a-b69f-488a-82a7-2c51560fc1b5 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:32.787621 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d0bb8d8-514d-476c-9b72-313ccf4f6214 req-60dd6b5a-b69f-488a-82a7-2c51560fc1b5 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 946 time: 0.0489097
Apr 16 21:19:32.835389 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d0bb8d8-514d-476c-9b72-313ccf4f6214 req-7be271fe-a140-453a-9e8c-00c4110e1dd0 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414379
Apr 16 21:19:32.951657 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c110606-914c-409a-9d79-6969dea70216 req-f16f7c25-a9ea-43e4-9e55-fd50b2f9732b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 210 time: 0.0307844
Apr 16 21:19:34.060966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afbbf1-d232-47ae-b5d6-c1dbf35884b5 req-43679ac1-86fc-45dc-af74-556b3b133c55 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:34.062435 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02afbbf1-d232-47ae-b5d6-c1dbf35884b5 req-43679ac1-86fc-45dc-af74-556b3b133c55 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 945 time: 0.0543873
Apr 16 21:19:34.117394 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02afbbf1-d232-47ae-b5d6-c1dbf35884b5 req-f1602ad8-4f83-4fca-bbf3-2b53a565f7ff tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/security-groups?id=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490932
Apr 16 21:19:34.198508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146a5b7-a858-465d-bcd7-803593a818e4 req-e4b2f703-ed11-4d20-b111-634de7abcc1e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:34.200200 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9146a5b7-a858-465d-bcd7-803593a818e4 req-e4b2f703-ed11-4d20-b111-634de7abcc1e tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0784996
Apr 16 21:19:34.209138 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e78b9a1-b873-4b7b-8efe-d7a4ff53a53d req-cccea882-2d3b-4b76-a69c-a4c5c5f8682b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 210 time: 0.0302913
Apr 16 21:19:34.272830 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9146a5b7-a858-465d-bcd7-803593a818e4 req-17598b79-26de-46d5-a8fd-6635fcb31a95 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612788
Apr 16 21:19:34.331981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52b56c-9c89-41df-8583-805714f08749 req-f6ab8e1c-9bb1-47a9-88e5-1e52c1a18469 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:34.333526 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb52b56c-9c89-41df-8583-805714f08749 req-f6ab8e1c-9bb1-47a9-88e5-1e52c1a18469 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 946 time: 0.0583162
Apr 16 21:19:34.385429 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb52b56c-9c89-41df-8583-805714f08749 req-e923038d-f583-4534-812e-3e6536168850 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461638
Apr 16 21:19:35.314351 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-752aa15a-9c3f-48f2-abc0-df65c54ebba4 req-ee9e932c-890e-48f7-b0e6-65168c0d850c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 210 time: 0.0297508
Apr 16 21:19:35.399456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8df693-2e65-45b1-8ae5-372f1b12a6ed req-fa46609b-c181-4368-bcd9-4997ced007b1 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:35.401017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae8df693-2e65-45b1-8ae5-372f1b12a6ed req-fa46609b-c181-4368-bcd9-4997ced007b1 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0512629
Apr 16 21:19:35.450971 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae8df693-2e65-45b1-8ae5-372f1b12a6ed req-c5c84fe8-8c42-4997-814a-e767ccb60cd3 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437665
Apr 16 21:19:35.507498 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14593af2-af99-4c32-9292-0fa89a8f060c req-5949275e-4019-4559-9536-9206e22cc87a tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:35.508959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-14593af2-af99-4c32-9292-0fa89a8f060c req-5949275e-4019-4559-9536-9206e22cc87a tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 946 time: 0.0550752
Apr 16 21:19:35.563850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-14593af2-af99-4c32-9292-0fa89a8f060c req-865bdbd3-2dc4-4371-913c-fdc0c515d57d tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups?id=57ac6546-351c-42c9-88bc-b6a2fa42bd5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485024
Apr 16 21:19:35.785144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-a3de05f6-93d0-4432-a722-39c05190b1f9 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:35.786496 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-a3de05f6-93d0-4432-a722-39c05190b1f9 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.41 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 946 time: 0.0465755
Apr 16 21:19:35.881101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Deleting port 0e7313ce-6b11-4893-959a-077cf629642f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:19:35.883827 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0e7313ce-6b11-4893-959a-077cf629642f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:35.903334 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:35.980911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] For port 0e7313ce-6b11-4893-959a-077cf629642f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e7313ce-6b11-4893-959a-077cf629642f,segment=NetworkSegment(cf8c9d79-d449-46cc-8576-aed1fc3efdce),segment_id=cf8c9d79-d449-46cc-8576-aed1fc3efdce)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:35.981297 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0e7313ce-6b11-4893-959a-077cf629642f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:36.074277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36112) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:36.181173 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-578e4479-d12b-44eb-a291-e7be232b9c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:36.213527 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:36.214114 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (275a1aa7-8879-409e-ad48-cd062251edb2), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:36.214426 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Floating IP 275a1aa7-8879-409e-ad48-cd062251edb2 disassociated. External IP: 172.35.1.148, port: 0e7313ce-6b11-4893-959a-077cf629642f.
Apr 16 21:19:36.214766 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Calling delete_port for 0e7313ce-6b11-4893-959a-077cf629642f owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:19:36.256800 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-578e4479-d12b-44eb-a291-e7be232b9c58 admin admin] Publish callbacks [] for security_group (31b0552f-1421-403d-9d36-ad6f81bfa6a0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:36.343165 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-578e4479-d12b-44eb-a291-e7be232b9c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (31b0552f-1421-403d-9d36-ad6f81bfa6a0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:36.385184 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-578e4479-d12b-44eb-a291-e7be232b9c58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7004d2bc3494274ba45c1f0c45b060b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3070879
Apr 16 21:19:36.385184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e4479-d12b-44eb-a291-e7be232b9c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b0552f-1421-403d-9d36-ad6f81bfa6a0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:36.385757 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36118) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:36.411929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0e7313ce-6b11-4893-959a-077cf629642f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:36.417660 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c25ff215-3d7d-4744-84ec-e0241ac7dfc3 req-b16aad16-4b3d-468c-b0a7-6609af6a699c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 210 time: 0.0303676
Apr 16 21:19:36.453481 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Pushing event deleted for resources: {'Port': ['ID=0e7313ce-6b11-4893-959a-077cf629642f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:36.472832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.473320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.473673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.474010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.474347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.475110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.475110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.475351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.475670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.475994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.476330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.476654 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.476978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.477300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.477624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:36.530997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b6996960-d3fa-47cd-8330-be407df63cfd admin admin] Publish callbacks [] for security_group (31b0552f-1421-403d-9d36-ad6f81bfa6a0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:36.620885 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b6996960-d3fa-47cd-8330-be407df63cfd admin admin] Publish callbacks [] for security_group (31b0552f-1421-403d-9d36-ad6f81bfa6a0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:36.644866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9df58a-b0e2-4038-9241-92fcea930c53 req-cb47e2e9-b9bd-4c81-939c-b7d785c7a042 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:36.646366 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dd9df58a-b0e2-4038-9241-92fcea930c53 req-cb47e2e9-b9bd-4c81-939c-b7d785c7a042 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.1165085
Apr 16 21:19:36.663781 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0d2d19cd-bb9e-43a2-841d-6d06af93f71e req-26c0f4dc-5e50-4bc5-964d-d332ff81eedb tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 210 time: 0.0322838
Apr 16 21:19:36.894545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-134e8140-e482-489d-b48c-4ec7948a2018 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:36.896317 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-134e8140-e482-489d-b48c-4ec7948a2018 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.11 "GET /v2.0/networks?id=90b900dd-0d06-4537-95d8-47dd03c283fc HTTP/1.1" status: 200  len: 815 time: 0.1194949
Apr 16 21:19:36.959545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-6b772a36-e829-4e45-8bdd-7b3d53934aaa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Request body: {'port': {'device_id': '6b0c963a-7042-4bca-9d87-6b90beed5f18', 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc', 'admin_state_up': True, 'tenant_id': '14f08d6620b54fb597d356afc45617c7'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:36.989663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:19:37.012924 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dd9df58a-b0e2-4038-9241-92fcea930c53 req-92879864-ac45-413c-9427-107fd0c58230 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1deaf2b-a53d-4ae7-8508-81d59abf06cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3575144
Apr 16 21:19:37.080455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b6996960-d3fa-47cd-8330-be407df63cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (31b0552f-1421-403d-9d36-ad6f81bfa6a0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:37.083346 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b6996960-d3fa-47cd-8330-be407df63cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:37.084563 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b6996960-d3fa-47cd-8330-be407df63cfd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31b0552f-1421-403d-9d36-ad6f81bfa6a0 HTTP/1.1" status: 204  len: 168 time: 0.6977453
Apr 16 21:19:37.129153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6996960-d3fa-47cd-8330-be407df63cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b0552f-1421-403d-9d36-ad6f81bfa6a0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:37.138893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-c3ceda0c-cf8c-4304-bf2d-d5a48c0377a3 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:37.140790 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-c3ceda0c-cf8c-4304-bf2d-d5a48c0377a3 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 945 time: 0.0778215
Apr 16 21:19:37.168092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:19:37.181957 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df709b-6fb0-455e-8aee-36b5404f2922 None None] Sync routers for ids ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:19:37.195344 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df709b-6fb0-455e-8aee-36b5404f2922 None None] Routers {'87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:19:37.196125 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-42df709b-6fb0-455e-8aee-36b5404f2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a272b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:19:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:37.230607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] No DVR routers for this DVR port 0e7313ce-6b11-4893-959a-077cf629642f on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:19:37.234029 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:37.239040 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd6052ca-2b39-46e8-970a-08a8a913d600 req-67cad6f5-a530-4702-b8e9-8bdc69e4834c tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.41 "DELETE /v2.0/ports/0e7313ce-6b11-4893-959a-077cf629642f HTTP/1.1" status: 204  len: 173 time: 1.4463346
Apr 16 21:19:37.239523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150835ec-2a90-46c5-8fe1-970a84f2e0cd', 'name': 'network-vif-deleted', 'tag': '0e7313ce-6b11-4893-959a-077cf629642f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:37.253383 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ff497-4913-420a-a5ea-9820f5f012b3" -d '{"events": [{"server_uuid": "150835ec-2a90-46c5-8fe1-970a84f2e0cd", "name": "network-vif-deleted", "tag": "0e7313ce-6b11-4893-959a-077cf629642f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:37.287559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-6b772a36-e829-4e45-8bdd-7b3d53934aaa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Made reservation on behalf of 14f08d6620b54fb597d356afc45617c7 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:37.293150 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-6b772a36-e829-4e45-8bdd-7b3d53934aaa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:37.311211 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f81c2c-9965-47db-a7fa-b93654e22f1d x-openstack-request-id: req-a5f81c2c-9965-47db-a7fa-b93654e22f1d {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:37.311516 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150835ec-2a90-46c5-8fe1-970a84f2e0cd", "name": "network-vif-deleted", "tag": "0e7313ce-6b11-4893-959a-077cf629642f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:37.311774 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5f81c2c-9965-47db-a7fa-b93654e22f1d {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:37.312220 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f81c2c-9965-47db-a7fa-b93654e22f1d'] response: {'server_uuid': '150835ec-2a90-46c5-8fe1-970a84f2e0cd', 'name': 'network-vif-deleted', 'tag': '0e7313ce-6b11-4893-959a-077cf629642f', 'status': 'completed', 'code': 200}
Apr 16 21:19:37.314782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Deleting port b83812ef-1c6d-4509-9af6-301ec0cf5b84 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:19:37.315104 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:37.362881 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-42df709b-6fb0-455e-8aee-36b5404f2922 None None] Set router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:19:37.485190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] For port b83812ef-1c6d-4509-9af6-301ec0cf5b84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b83812ef-1c6d-4509-9af6-301ec0cf5b84,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:37.486144 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:37.573330 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-408d595c-b159-4bb6-bdac-03e65f93d6bf req-8e088c03-8501-4134-a5af-5fcb45ab8126 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 210 time: 0.0315402
Apr 16 21:19:37.601697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-6b772a36-e829-4e45-8bdd-7b3d53934aaa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Allocated IP 172.20.0.11 (90b900dd-0d06-4537-95d8-47dd03c283fc/af2dc899-0d62-48eb-b0f2-8820b6dd8b95/afda655b-bf23-4e30-b6df-18f670dcee9f) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:19:37.630475 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-42df709b-6fb0-455e-8aee-36b5404f2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a272b0>, [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:17:42Z', 'revision_number': 4, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '533db66a-08ad-4ad8-a0a0-6160a9ef0db6', 'name': '', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'mac_address': 'fa:16:3e:04:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:41Z', 'updated_at': '2022-04-16T21:17:46Z', 'revision_number': 5, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'subnets': [{'id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:37.659738 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df709b-6fb0-455e-8aee-36b5404f2922 None None] Checking router: 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:19:37.674184 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df709b-6fb0-455e-8aee-36b5404f2922 None None] Routers {'87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:19:37.674498 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-42df709b-6fb0-455e-8aee-36b5404f2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a272b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:19:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:37.813942 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b9f8f940-2b7e-4291-862f-c7de3e7b8ff0 req-98cdfa4c-9dcf-4dc9-a7db-b281583f0175 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/ports?device_id=150835ec-2a90-46c5-8fe1-970a84f2e0cd HTTP/1.1" status: 200  len: 210 time: 0.0482752
Apr 16 21:19:37.815411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36146) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:37.825173 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:37.825386 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (681cf20a-0317-43da-bc53-7857b7dfc6da), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:37.825884 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Floating IP 681cf20a-0317-43da-bc53-7857b7dfc6da disassociated. External IP: 172.35.1.248, port: b83812ef-1c6d-4509-9af6-301ec0cf5b84.
Apr 16 21:19:37.831858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Calling delete_port for b83812ef-1c6d-4509-9af6-301ec0cf5b84 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:19:37.844586 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0792b9ef-a172-476b-b2b7-97800add2bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:37.870710 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-42df709b-6fb0-455e-8aee-36b5404f2922 None None] Set router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:19:37.919102 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-6b772a36-e829-4e45-8bdd-7b3d53934aaa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks [] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:37.940374 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0792b9ef-a172-476b-b2b7-97800add2bae admin admin] Publish callbacks [] for security_group (69c10f30-32d2-42be-8ffc-65d2fc85fbdc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:37.998569 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0792b9ef-a172-476b-b2b7-97800add2bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (69c10f30-32d2-42be-8ffc-65d2fc85fbdc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:38.040290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792b9ef-a172-476b-b2b7-97800add2bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c10f30-32d2-42be-8ffc-65d2fc85fbdc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:38.047315 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0792b9ef-a172-476b-b2b7-97800add2bae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7fecace689b4bbf9b638ade62fcd959&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2304499
Apr 16 21:19:38.050996 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36150) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:38.090290 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-6b772a36-e829-4e45-8bdd-7b3d53934aaa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:38.170849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b83812ef-1c6d-4509-9af6-301ec0cf5b84), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:38.184514 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7d6bba8-4369-4ce5-860a-f80e6401e6a6 req-704f90f2-d6dc-4fa4-a1ea-fd79a30f18c7 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 210 time: 0.0629888
Apr 16 21:19:38.189047 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-6b772a36-e829-4e45-8bdd-7b3d53934aaa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Network 90b900dd-0d06-4537-95d8-47dd03c283fc is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:19:38.193697 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20dc7a4c-ea3e-49ef-96d0-619ace2beb08 admin admin] Publish callbacks [] for security_group (69c10f30-32d2-42be-8ffc-65d2fc85fbdc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:38.199540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b772a36-e829-4e45-8bdd-7b3d53934aaa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Pushing event updated for resources: {'Port': ['ID=afda655b-bf23-4e30-b6df-18f670dcee9f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:38.202135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-6b772a36-e829-4e45-8bdd-7b3d53934aaa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:19:38.213343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-6b772a36-e829-4e45-8bdd-7b3d53934aaa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:19:38.225206 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-42df709b-6fb0-455e-8aee-36b5404f2922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a272b0>, [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:17:42Z', 'revision_number': 4, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '533db66a-08ad-4ad8-a0a0-6160a9ef0db6', 'name': '', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'mac_address': 'fa:16:3e:04:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:41Z', 'updated_at': '2022-04-16T21:17:46Z', 'revision_number': 5, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'subnets': [{'id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:38.279259 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df709b-6fb0-455e-8aee-36b5404f2922 None None] The sync data for ids ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'] in ncdv-master-1 is: [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:17:42Z', 'revision_number': 4, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '533db66a-08ad-4ad8-a0a0-6160a9ef0db6', 'name': '', 'network_id': '377e62c7-2e1c-405c-8820-462b8940afab', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'mac_address': 'fa:16:3e:04:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:41Z', 'updated_at': '2022-04-16T21:17:46Z', 'revision_number': 5, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'subnets': [{'id': '16cc84ec-1994-42c0-b969-ecfe316b72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:19:38.302738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Pushing event deleted for resources: {'Port': ['ID=b83812ef-1c6d-4509-9af6-301ec0cf5b84,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:38.316270 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20dc7a4c-ea3e-49ef-96d0-619ace2beb08 admin admin] Publish callbacks [] for security_group (69c10f30-32d2-42be-8ffc-65d2fc85fbdc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:38.412110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-6b772a36-e829-4e45-8bdd-7b3d53934aaa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:38.413083 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-6b772a36-e829-4e45-8bdd-7b3d53934aaa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:38.497331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Router f2182d22-0df2-487f-9e2d-07362d732476 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:19:38.552296 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-6b772a36-e829-4e45-8bdd-7b3d53934aaa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5968103
Apr 16 21:19:38.555211 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20dc7a4c-ea3e-49ef-96d0-619ace2beb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (69c10f30-32d2-42be-8ffc-65d2fc85fbdc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:38.558416 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20dc7a4c-ea3e-49ef-96d0-619ace2beb08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:38.562274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-20dc7a4c-ea3e-49ef-96d0-619ace2beb08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69c10f30-32d2-42be-8ffc-65d2fc85fbdc HTTP/1.1" status: 204  len: 168 time: 0.5075397
Apr 16 21:19:38.575432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Request body: {'port': {'device_id': '6b0c963a-7042-4bca-9d87-6b90beed5f18', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:38.585791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc7a4c-ea3e-49ef-96d0-619ace2beb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c10f30-32d2-42be-8ffc-65d2fc85fbdc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:38.594257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2c4b51-8ac4-45a0-95fa-99a7a75e120c None None] New status for floating IP 275a1aa7-8879-409e-ad48-cd062251edb2: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:19:38.724871 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:38.744958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:19:38.750991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a01b01-99b5-4233-8beb-b3ca851f395f req-eb8a7d9d-079c-459a-a6a9-308b706b9a04 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:38.765695 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e62348-414e-47d8-b11c-c4ba27e49f27 None None] Sync routers for ids ['f2182d22-0df2-487f-9e2d-07362d732476'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:19:38.768144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a8a01b01-99b5-4233-8beb-b3ca851f395f req-eb8a7d9d-079c-459a-a6a9-308b706b9a04 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 932 time: 0.0935283
Apr 16 21:19:38.782892 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e62348-414e-47d8-b11c-c4ba27e49f27 None None] Routers {'f2182d22-0df2-487f-9e2d-07362d732476'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:19:38.789031 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b1e62348-414e-47d8-b11c-c4ba27e49f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124fdba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:19:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f2182d22-0df2-487f-9e2d-07362d732476'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:38.904726 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a8a01b01-99b5-4233-8beb-b3ca851f395f req-b7877180-cbd7-4cd8-9beb-f76b7cd85369 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299269
Apr 16 21:19:38.908132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] No DVR routers for this DVR port b83812ef-1c6d-4509-9af6-301ec0cf5b84 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:19:38.922594 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:38.932153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f70e6b-74ac-4077-a706-83251a6a6e68 req-bbfaf50e-91f5-4dd3-bc53-90e79af90a13 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.11 "DELETE /v2.0/ports/b83812ef-1c6d-4509-9af6-301ec0cf5b84 HTTP/1.1" status: 204  len: 173 time: 1.7719271
Apr 16 21:19:38.935403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'name': 'network-vif-deleted', 'tag': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:38.941368 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd42ddbe-88d3-4dc4-ab87-36c5b96ad003" -d '{"events": [{"server_uuid": "8c7cd9df-57f3-47a6-aa40-76ee208e2c09", "name": "network-vif-deleted", "tag": "b83812ef-1c6d-4509-9af6-301ec0cf5b84"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:38.977850 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a48c6f09-4425-4636-b1d9-d6b289383765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:39.067371 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383193e7-80b2-4a78-9425-af406fea8b4f x-openstack-request-id: req-383193e7-80b2-4a78-9425-af406fea8b4f {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:39.067371 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7cd9df-57f3-47a6-aa40-76ee208e2c09", "name": "network-vif-deleted", "tag": "b83812ef-1c6d-4509-9af6-301ec0cf5b84", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:39.073858 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-383193e7-80b2-4a78-9425-af406fea8b4f {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:39.073858 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383193e7-80b2-4a78-9425-af406fea8b4f'] response: {'server_uuid': '8c7cd9df-57f3-47a6-aa40-76ee208e2c09', 'name': 'network-vif-deleted', 'tag': 'b83812ef-1c6d-4509-9af6-301ec0cf5b84', 'status': 'completed', 'code': 200}
Apr 16 21:19:39.089558 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b1e62348-414e-47d8-b11c-c4ba27e49f27 None None] Set router f2182d22-0df2-487f-9e2d-07362d732476 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:19:39.139155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36174) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:39.228682 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa32d6b9-5ee8-43da-81aa-0366becebdd3 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for security_group (57ac6546-351c-42c9-88bc-b6a2fa42bd5d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:39.302156 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa32d6b9-5ee8-43da-81aa-0366becebdd3 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for security_group (57ac6546-351c-42c9-88bc-b6a2fa42bd5d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:39.442592 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b1e62348-414e-47d8-b11c-c4ba27e49f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124fdba00>, [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:04Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '891d81bf-44fe-4fb3-9af0-20abaea950f7', 'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'mac_address': 'fa:16:3e:25:bd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:03Z', 'updated_at': '2022-04-16T21:16:09Z', 'revision_number': 5, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'subnets': [{'id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:39.470340 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa32d6b9-5ee8-43da-81aa-0366becebdd3 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (57ac6546-351c-42c9-88bc-b6a2fa42bd5d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:39.471809 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e62348-414e-47d8-b11c-c4ba27e49f27 None None] Checking router: f2182d22-0df2-487f-9e2d-07362d732476 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:19:39.472989 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa32d6b9-5ee8-43da-81aa-0366becebdd3 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:39.478280 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aa32d6b9-5ee8-43da-81aa-0366becebdd3 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "DELETE /v2.0/security-groups/57ac6546-351c-42c9-88bc-b6a2fa42bd5d HTTP/1.1" status: 204  len: 168 time: 0.3392446
Apr 16 21:19:39.478280 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36186) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:39.488023 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e62348-414e-47d8-b11c-c4ba27e49f27 None None] Routers {'f2182d22-0df2-487f-9e2d-07362d732476'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:19:39.489140 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b1e62348-414e-47d8-b11c-c4ba27e49f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124fdba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:19:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f2182d22-0df2-487f-9e2d-07362d732476'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:39.494544 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32d6b9-5ee8-43da-81aa-0366becebdd3 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ac6546-351c-42c9-88bc-b6a2fa42bd5d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:39.513669 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-851c8b02-cfab-4b91-b0d4-39be0a4624d4 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] show failed (client error): The resource could not be found.
Apr 16 21:19:39.517573 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-851c8b02-cfab-4b91-b0d4-39be0a4624d4 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "GET /v2.0/security-groups/57ac6546-351c-42c9-88bc-b6a2fa42bd5d HTTP/1.1" status: 404  len: 347 time: 0.0351205
Apr 16 21:19:39.517909 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36188) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:39.549955 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aee16582-7455-4514-b8ab-81d47c75833c req-c28474f0-e583-4d53-965a-7a63a08660c4 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c7cd9df-57f3-47a6-aa40-76ee208e2c09 HTTP/1.1" status: 200  len: 210 time: 0.0346637
Apr 16 21:19:39.651154 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b1e62348-414e-47d8-b11c-c4ba27e49f27 None None] Set router f2182d22-0df2-487f-9e2d-07362d732476 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:19:39.653014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afda655b-bf23-4e30-b6df-18f670dcee9f {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:19:39.662901 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Publish callbacks [] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:39.663118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa4e66-cc40-4458-ad46-8ebad08db511 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Deleting port cfc95a9a-a556-4d3f-b4af-ecffd1a067c6 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:19:39.663506 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4e66-cc40-4458-ad46-8ebad08db511 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (cfc95a9a-a556-4d3f-b4af-ecffd1a067c6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:39.679700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Transition to ACTIVE for port object afda655b-bf23-4e30-b6df-18f670dcee9f will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:19:39.724446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0e7313ce-6b11-4893-959a-077cf629642f no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:19:39.751986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 0e7313ce-6b11-4893-959a-077cf629642f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:19:39.752385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0e7313ce-6b11-4893-959a-077cf629642f not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:19:39.756641 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4e66-cc40-4458-ad46-8ebad08db511 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (cfc95a9a-a556-4d3f-b4af-ecffd1a067c6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:39.757158 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4e66-cc40-4458-ad46-8ebad08db511 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for floatingip (cfc95a9a-a556-4d3f-b4af-ecffd1a067c6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:39.766872 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:39.771847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa4e66-cc40-4458-ad46-8ebad08db511 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Calling delete_port for cfc95a9a-a556-4d3f-b4af-ecffd1a067c6 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:19:39.848303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Pushing event updated for resources: {'Port': ['ID=afda655b-bf23-4e30-b6df-18f670dcee9f,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:39.871498 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b1e62348-414e-47d8-b11c-c4ba27e49f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124fdba00>, [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:04Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '891d81bf-44fe-4fb3-9af0-20abaea950f7', 'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'mac_address': 'fa:16:3e:25:bd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:03Z', 'updated_at': '2022-04-16T21:16:09Z', 'revision_number': 5, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'subnets': [{'id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:39.907825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Attempting to bind port afda655b-bf23-4e30-b6df-18f670dcee9f on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:19:39.908199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Attempting to bind port afda655b-bf23-4e30-b6df-18f670dcee9f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '992fdc3c-05e0-432e-a577-623301c5d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:19:39.908529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Attempting to bind port afda655b-bf23-4e30-b6df-18f670dcee9f on network 90b900dd-0d06-4537-95d8-47dd03c283fc {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:19:39.909696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b83812ef-1c6d-4509-9af6-301ec0cf5b84 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:19:39.915653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Port afda655b-bf23-4e30-b6df-18f670dcee9f on network 90b900dd-0d06-4537-95d8-47dd03c283fc not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:19:39.916405 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e62348-414e-47d8-b11c-c4ba27e49f27 None None] The sync data for ids ['f2182d22-0df2-487f-9e2d-07362d732476'] in ncdv-master-1 is: [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:16:04Z', 'revision_number': 4, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '891d81bf-44fe-4fb3-9af0-20abaea950f7', 'name': '', 'network_id': '006efeff-f11c-4209-8816-f1fa1acf7fed', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'mac_address': 'fa:16:3e:25:bd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:03Z', 'updated_at': '2022-04-16T21:16:09Z', 'revision_number': 5, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'subnets': [{'id': '51b9b701-509f-4b81-b9ac-b1e3ed1147d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:19:39.916600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Attempting to bind port afda655b-bf23-4e30-b6df-18f670dcee9f on network 90b900dd-0d06-4537-95d8-47dd03c283fc {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:19:39.927534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:19:39.930617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Checking segment: {'id': '992fdc3c-05e0-432e-a577-623301c5d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:19:39.930617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Bound using segment: {'id': '992fdc3c-05e0-432e-a577-623301c5d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:19:39.930617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Bound port: afda655b-bf23-4e30-b6df-18f670dcee9f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992fdc3c-05e0-432e-a577-623301c5d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:19:39.930617 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:39.943832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: b83812ef-1c6d-4509-9af6-301ec0cf5b84 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:19:39.944199 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b83812ef-1c6d-4509-9af6-301ec0cf5b84 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:19:40.000902 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4e66-cc40-4458-ad46-8ebad08db511 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (cfc95a9a-a556-4d3f-b4af-ecffd1a067c6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:40.057838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa4e66-cc40-4458-ad46-8ebad08db511 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Pushing event deleted for resources: {'Port': ['ID=cfc95a9a-a556-4d3f-b4af-ecffd1a067c6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:40.096056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] For port afda655b-bf23-4e30-b6df-18f670dcee9f, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:19:40.099688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] For port afda655b-bf23-4e30-b6df-18f670dcee9f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afda655b-bf23-4e30-b6df-18f670dcee9f,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:19:40.150755 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fb7be-ca67-486d-b0a8-2706ee7cf5e6 req-50cfb6f4-ab3a-413b-87aa-2d468a911b02 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:40.157785 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:40.158400 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-882fb7be-ca67-486d-b0a8-2706ee7cf5e6 req-50cfb6f4-ab3a-413b-87aa-2d468a911b02 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 944 time: 0.1209981
Apr 16 21:19:40.196817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4e66-cc40-4458-ad46-8ebad08db511 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks [] for floatingip (275a1aa7-8879-409e-ad48-cd062251edb2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:40.199947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4e66-cc40-4458-ad46-8ebad08db511 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:40.203888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0dfa4e66-cc40-4458-ad46-8ebad08db511 tempest-ServersTestManualDisk-85619298 tempest-ServersTestManualDisk-85619298-project] 10.222.0.20 "DELETE /v2.0/floatingips/275a1aa7-8879-409e-ad48-cd062251edb2 HTTP/1.1" status: 204  len: 168 time: 0.6822238
Apr 16 21:19:40.204343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36204) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:40.225106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:40.226180 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:40.227674 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] 10.222.0.11 "PUT /v2.0/ports/afda655b-bf23-4e30-b6df-18f670dcee9f HTTP/1.1" status: 200  len: 1092 time: 1.6647608
Apr 16 21:19:40.250821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f70fdd-387b-4dc9-a58c-fcd51f0cadc8 service neutron] Pushing event updated for resources: {'Port': ['ID=afda655b-bf23-4e30-b6df-18f670dcee9f,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:40.290306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d3746-3997-471b-89a6-145c747d2fb3 None None] New status for floating IP 681cf20a-0317-43da-bc53-7857b7dfc6da: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:19:40.298403 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-882fb7be-ca67-486d-b0a8-2706ee7cf5e6 req-a694cb11-36be-407a-ab9b-26ce6b41d524 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390204
Apr 16 21:19:40.395563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-9f3ccf9d-fb2a-4a3a-9c05-0cb940145065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:40.397370 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-9f3ccf9d-fb2a-4a3a-9c05-0cb940145065 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14f08d6620b54fb597d356afc45617c7&device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 1126 time: 0.0539312
Apr 16 21:19:40.443410 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-eb49d942-e55d-460b-9540-2f21551ade18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afda655b-bf23-4e30-b6df-18f670dcee9f HTTP/1.1" status: 200  len: 217 time: 0.0390365
Apr 16 21:19:40.499737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-3be8a62f-cfec-408e-816f-d850f2039133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:40.501760 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-3be8a62f-cfec-408e-816f-d850f2039133 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af2dc899-0d62-48eb-b0f2-8820b6dd8b95 HTTP/1.1" status: 200  len: 855 time: 0.0524161
Apr 16 21:19:40.535317 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-5d4e0b3f-4878-48a5-8582-28a3022b57db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90b900dd-0d06-4537-95d8-47dd03c283fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271547
Apr 16 21:19:40.620070 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-92b8d8bb-200c-41a4-a207-ebe2899c6b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:40.646307 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-12364d6f-5528-427a-85a3-474dc421d691 service neutron] 10.222.0.11 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1028576
Apr 16 21:19:40.759294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-639aca2c-bcf3-429e-8fb5-d7a5f50bb8a4 req-87a6ca82-9172-4378-80d1-6c11d30a9410 service neutron] 10.222.0.11 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094062
Apr 16 21:19:40.765269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36218) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:40.827469 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-533c9ef6-9c7f-4503-afa2-8a72170f881a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for security_group (d1deaf2b-a53d-4ae7-8508-81d59abf06cb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:40.852463 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-533c9ef6-9c7f-4503-afa2-8a72170f881a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for security_group (d1deaf2b-a53d-4ae7-8508-81d59abf06cb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:40.894830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-92b8d8bb-200c-41a4-a207-ebe2899c6b70 admin admin] Deleting port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:19:40.895429 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-92b8d8bb-200c-41a4-a207-ebe2899c6b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:40.977848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-92b8d8bb-200c-41a4-a207-ebe2899c6b70 admin admin] For port 533db66a-08ad-4ad8-a0a0-6160a9ef0db6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=533db66a-08ad-4ad8-a0a0-6160a9ef0db6,segment=NetworkSegment(cf8c9d79-d449-46cc-8576-aed1fc3efdce),segment_id=cf8c9d79-d449-46cc-8576-aed1fc3efdce)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:40.978222 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-92b8d8bb-200c-41a4-a207-ebe2899c6b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:40.983165 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-533c9ef6-9c7f-4503-afa2-8a72170f881a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d1deaf2b-a53d-4ae7-8508-81d59abf06cb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:40.985855 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-533c9ef6-9c7f-4503-afa2-8a72170f881a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:40.988272 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-533c9ef6-9c7f-4503-afa2-8a72170f881a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "DELETE /v2.0/security-groups/d1deaf2b-a53d-4ae7-8508-81d59abf06cb HTTP/1.1" status: 204  len: 168 time: 0.2209458
Apr 16 21:19:40.995191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-92b8d8bb-200c-41a4-a207-ebe2899c6b70 admin admin] Calling delete_port for 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:19:40.996305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36226) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:41.003788 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c9ef6-9c7f-4503-afa2-8a72170f881a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1deaf2b-a53d-4ae7-8508-81d59abf06cb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:41.013040 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-8f9d2331-7661-4d4b-9144-b27f5f709a2a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] show failed (client error): The resource could not be found.
Apr 16 21:19:41.014198 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8f9d2331-7661-4d4b-9144-b27f5f709a2a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups/d1deaf2b-a53d-4ae7-8508-81d59abf06cb HTTP/1.1" status: 404  len: 347 time: 0.0168278
Apr 16 21:19:41.016819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36230) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:41.071037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0c963a-7042-4bca-9d87-6b90beed5f18', 'tag': 'afda655b-bf23-4e30-b6df-18f670dcee9f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:41.073852 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97f72a3-748a-4249-9326-a4b1554cf279" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0c963a-7042-4bca-9d87-6b90beed5f18", "tag": "afda655b-bf23-4e30-b6df-18f670dcee9f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:41.148614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-5c209fbd-9a64-44b1-85d8-f9a918f6ebb5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Deleting port ec506f74-5d67-4095-a555-748e24dd8262 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:19:41.148968 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c209fbd-9a64-44b1-85d8-f9a918f6ebb5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ec506f74-5d67-4095-a555-748e24dd8262), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:41.153258 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bf9c76-a561-4eb8-99c0-33df27ea7fab x-openstack-request-id: req-39bf9c76-a561-4eb8-99c0-33df27ea7fab {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:41.153258 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0c963a-7042-4bca-9d87-6b90beed5f18", "tag": "afda655b-bf23-4e30-b6df-18f670dcee9f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:41.153484 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39bf9c76-a561-4eb8-99c0-33df27ea7fab {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:41.154006 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39bf9c76-a561-4eb8-99c0-33df27ea7fab'] response: {'name': 'network-changed', 'server_uuid': '6b0c963a-7042-4bca-9d87-6b90beed5f18', 'tag': 'afda655b-bf23-4e30-b6df-18f670dcee9f', 'status': 'completed', 'code': 200}
Apr 16 21:19:41.237410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c209fbd-9a64-44b1-85d8-f9a918f6ebb5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ec506f74-5d67-4095-a555-748e24dd8262), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:41.237755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c209fbd-9a64-44b1-85d8-f9a918f6ebb5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for floatingip (ec506f74-5d67-4095-a555-748e24dd8262), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:41.251225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-5c209fbd-9a64-44b1-85d8-f9a918f6ebb5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Calling delete_port for ec506f74-5d67-4095-a555-748e24dd8262 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:19:41.297825 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-92b8d8bb-200c-41a4-a207-ebe2899c6b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (533db66a-08ad-4ad8-a0a0-6160a9ef0db6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:41.332068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8d8bb-200c-41a4-a207-ebe2899c6b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=533db66a-08ad-4ad8-a0a0-6160a9ef0db6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:41.511063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bd431-90dc-418d-ad27-7bc809e62ef5 req-a99159eb-0575-4797-888e-5b59355d77cd tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:41.513034 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-062bd431-90dc-418d-ad27-7bc809e62ef5 req-a99159eb-0575-4797-888e-5b59355d77cd tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 944 time: 0.1046429
Apr 16 21:19:41.532057 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c209fbd-9a64-44b1-85d8-f9a918f6ebb5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ec506f74-5d67-4095-a555-748e24dd8262), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:41.562889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c209fbd-9a64-44b1-85d8-f9a918f6ebb5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Pushing event deleted for resources: {'Port': ['ID=ec506f74-5d67-4095-a555-748e24dd8262,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:41.600461 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-92b8d8bb-200c-41a4-a207-ebe2899c6b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:41.606176 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-062bd431-90dc-418d-ad27-7bc809e62ef5 req-e182b60e-e449-4013-baea-8808335ff8bc tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647190
Apr 16 21:19:41.611923 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d176ad23-68ee-434d-99d1-76dde0e1ff89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:41.641572 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c209fbd-9a64-44b1-85d8-f9a918f6ebb5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks [] for floatingip (681cf20a-0317-43da-bc53-7857b7dfc6da), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:41.651268 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c209fbd-9a64-44b1-85d8-f9a918f6ebb5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:41.651268 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5c209fbd-9a64-44b1-85d8-f9a918f6ebb5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "DELETE /v2.0/floatingips/681cf20a-0317-43da-bc53-7857b7dfc6da HTTP/1.1" status: 204  len: 168 time: 0.6278524
Apr 16 21:19:41.812648 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f72a3-748a-4249-9326-a4b1554cf279 req-4be2d4f8-0655-4754-99be-2464a522ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:41.814334 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e97f72a3-748a-4249-9326-a4b1554cf279 req-4be2d4f8-0655-4754-99be-2464a522ba2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14f08d6620b54fb597d356afc45617c7&device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 1126 time: 0.0575676
Apr 16 21:19:41.854708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b8d8bb-200c-41a4-a207-ebe2899c6b70 admin admin] Router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:19:41.916519 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f72a3-748a-4249-9326-a4b1554cf279 req-98046709-93d5-4610-968a-dad649b336b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:41.916705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e97f72a3-748a-4249-9326-a4b1554cf279 req-98046709-93d5-4610-968a-dad649b336b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90b900dd-0d06-4537-95d8-47dd03c283fc HTTP/1.1" status: 200  len: 916 time: 0.0965197
Apr 16 21:19:41.963189 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e97f72a3-748a-4249-9326-a4b1554cf279 req-ac269737-3ee5-416b-84ea-901d120a7beb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afda655b-bf23-4e30-b6df-18f670dcee9f HTTP/1.1" status: 200  len: 217 time: 0.0403452
Apr 16 21:19:42.000593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b8d8bb-200c-41a4-a207-ebe2899c6b70 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:19:42.010057 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-92b8d8bb-200c-41a4-a207-ebe2899c6b70 admin admin] 10.222.0.20 "PUT /v2.0/routers/87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8046691
Apr 16 21:19:42.012637 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36262) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:42.016391 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeef9bd-ebdf-4277-8aaa-49b2c3402afd None None] Sync routers for ids ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:19:42.030058 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeef9bd-ebdf-4277-8aaa-49b2c3402afd None None] Routers {'87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:19:42.031109 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8eeef9bd-ebdf-4277-8aaa-49b2c3402afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124fdbac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:19:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:42.068379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f72a3-748a-4249-9326-a4b1554cf279 req-c10adc62-0bac-418a-a8a4-57d279a3cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:42.069906 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e97f72a3-748a-4249-9326-a4b1554cf279 req-c10adc62-0bac-418a-a8a4-57d279a3cdc3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af2dc899-0d62-48eb-b0f2-8820b6dd8b95 HTTP/1.1" status: 200  len: 855 time: 0.1016331
Apr 16 21:19:42.115086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e97f72a3-748a-4249-9326-a4b1554cf279 req-6312e3e1-c347-4425-a0ba-240263a8ea81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90b900dd-0d06-4537-95d8-47dd03c283fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0382340
Apr 16 21:19:42.159953 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-8eeef9bd-ebdf-4277-8aaa-49b2c3402afd None None] Set router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:19:42.162064 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Publish callbacks [] for router (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:42.220360 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e97f72a3-748a-4249-9326-a4b1554cf279 req-36d9ed71-6f7f-49dc-a727-fde085475b46 service neutron] 10.222.0.11 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955904
Apr 16 21:19:42.326446 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Publish callbacks [] for router_gateway (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:42.342776 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e97f72a3-748a-4249-9326-a4b1554cf279 req-640f3a35-233d-43ca-8bf9-e2932f126899 service neutron] 10.222.0.11 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1196680
Apr 16 21:19:42.369503 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8eeef9bd-ebdf-4277-8aaa-49b2c3402afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124fdbac0>, [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:19:41Z', 'revision_number': 5, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:42.405835 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:42.408323 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeef9bd-ebdf-4277-8aaa-49b2c3402afd None None] Checking router: 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:19:42.417555 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeef9bd-ebdf-4277-8aaa-49b2c3402afd None None] Routers {'87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:19:42.418166 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8eeef9bd-ebdf-4277-8aaa-49b2c3402afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124fdbac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:19:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:42.459539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Deleting port c10b47d6-8207-45cf-a2de-f02f662e9bc6 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:19:42.459883 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:42.511080 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:42.578675 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] For port c10b47d6-8207-45cf-a2de-f02f662e9bc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c10b47d6-8207-45cf-a2de-f02f662e9bc6,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:42.578957 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:42.579877 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-8eeef9bd-ebdf-4277-8aaa-49b2c3402afd None None] Set router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:19:42.595800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Calling delete_port for c10b47d6-8207-45cf-a2de-f02f662e9bc6 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:19:42.791403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf7795-9dfb-47b5-8228-305af23d0bb5 req-8a2866d8-f12a-46d3-adff-4615ca156d17 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:42.792979 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07cf7795-9dfb-47b5-8228-305af23d0bb5 req-8a2866d8-f12a-46d3-adff-4615ca156d17 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 944 time: 0.0589118
Apr 16 21:19:42.885769 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07cf7795-9dfb-47b5-8228-305af23d0bb5 req-f7d365d2-0c92-4ed2-a859-a6082bfd8a9c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839028
Apr 16 21:19:42.913079 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8eeef9bd-ebdf-4277-8aaa-49b2c3402afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124fdbac0>, [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:19:41Z', 'revision_number': 5, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:42.943623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c10b47d6-8207-45cf-a2de-f02f662e9bc6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:42.947347 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeef9bd-ebdf-4277-8aaa-49b2c3402afd None None] The sync data for ids ['87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731'] in ncdv-master-1 is: [{'id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'name': 'tempest-ServersTestManualDisk-708464933-router', 'tenant_id': '3bc8f8d1fc734ce182645a464d35ead8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:17:35Z', 'updated_at': '2022-04-16T21:19:41Z', 'revision_number': 5, 'project_id': '3bc8f8d1fc734ce182645a464d35ead8', 'gw_port': {'id': 'c10b47d6-8207-45cf-a2de-f02f662e9bc6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:17:36Z', 'updated_at': '2022-04-16T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:19:42.971033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Pushing event deleted for resources: {'Port': ['ID=c10b47d6-8207-45cf-a2de-f02f662e9bc6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:43.020566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36304) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:43.050410 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.133644 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a26aac11-fd22-44a0-92b6-9482a5b95fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.154902 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.159534 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Publish callbacks [] for router_controller (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.216766 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a26aac11-fd22-44a0-92b6-9482a5b95fa5 admin admin] Publish callbacks [] for security_group (fb311e7d-a3e7-4db3-982a-5e83663864b9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.285995 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.286536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:19:43.292053 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.293277 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c79b707a-350e-4b39-b0d0-f8aa8177647d admin admin] 10.222.0.20 "DELETE /v2.0/routers/87ff1a27-e3d7-4e6b-a8bf-25fa44e4e731 HTTP/1.1" status: 204  len: 168 time: 1.2796774
Apr 16 21:19:43.295698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36310) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:43.314741 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a26aac11-fd22-44a0-92b6-9482a5b95fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fb311e7d-a3e7-4db3-982a-5e83663864b9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.348017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3c5898-0847-4e9e-9d16-57b0de5fc14f admin admin] Deleting subnet 16cc84ec-1994-42c0-b969-ecfe316b72f5 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:19:43.361123 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5898-0847-4e9e-9d16-57b0de5fc14f admin admin] Publish callbacks [] for subnet (16cc84ec-1994-42c0-b969-ecfe316b72f5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.366486 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a26aac11-fd22-44a0-92b6-9482a5b95fa5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fdd1b03a83347b0b5242f31fd3c3d0e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3442609
Apr 16 21:19:43.367299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26aac11-fd22-44a0-92b6-9482a5b95fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb311e7d-a3e7-4db3-982a-5e83663864b9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:43.371697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36312) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:43.405847 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5898-0847-4e9e-9d16-57b0de5fc14f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (16cc84ec-1994-42c0-b969-ecfe316b72f5), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.434521 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94b721a9-05f0-4438-931b-8b06777318d0 admin admin] Publish callbacks [] for security_group (fb311e7d-a3e7-4db3-982a-5e83663864b9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.464504 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94b721a9-05f0-4438-931b-8b06777318d0 admin admin] Publish callbacks [] for security_group (fb311e7d-a3e7-4db3-982a-5e83663864b9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.487337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:19:43.499818 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5898-0847-4e9e-9d16-57b0de5fc14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (16cc84ec-1994-42c0-b969-ecfe316b72f5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.526098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:19:43.526853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 533db66a-08ad-4ad8-a0a0-6160a9ef0db6 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:19:43.600319 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94b721a9-05f0-4438-931b-8b06777318d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fb311e7d-a3e7-4db3-982a-5e83663864b9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.602835 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94b721a9-05f0-4438-931b-8b06777318d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.604666 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-94b721a9-05f0-4438-931b-8b06777318d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb311e7d-a3e7-4db3-982a-5e83663864b9 HTTP/1.1" status: 204  len: 168 time: 0.2317617
Apr 16 21:19:43.615124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b721a9-05f0-4438-931b-8b06777318d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb311e7d-a3e7-4db3-982a-5e83663864b9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:43.622756 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5898-0847-4e9e-9d16-57b0de5fc14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (16cc84ec-1994-42c0-b969-ecfe316b72f5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.639348 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5898-0847-4e9e-9d16-57b0de5fc14f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.645139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2f3c5898-0847-4e9e-9d16-57b0de5fc14f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/16cc84ec-1994-42c0-b969-ecfe316b72f5 HTTP/1.1" status: 204  len: 168 time: 0.3462279
Apr 16 21:19:43.645847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36316) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:43.652950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f1dce-9f44-4885-bf66-7bbb34d133ed None None] Network 377e62c7-2e1c-405c-8820-462b8940afab requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:19:43.695118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c5898-0847-4e9e-9d16-57b0de5fc14f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16cc84ec-1994-42c0-b969-ecfe316b72f5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:43.749266 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (377e62c7-2e1c-405c-8820-462b8940afab), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.808027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Deleting port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:19:43.808406 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.874407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] For port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e671dd8-bea1-4bf4-ae9b-feeae0627af6,segment=NetworkSegment(cf8c9d79-d449-46cc-8576-aed1fc3efdce),segment_id=cf8c9d79-d449-46cc-8576-aed1fc3efdce)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:43.878234 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:43.887759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Calling delete_port for 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:19:43.927370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device afda655b-bf23-4e30-b6df-18f670dcee9f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:19:44.057512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port afda655b-bf23-4e30-b6df-18f670dcee9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afda655b-bf23-4e30-b6df-18f670dcee9f,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:44.065291 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8e671dd8-bea1-4bf4-ae9b-feeae0627af6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.069567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'afda655b-bf23-4e30-b6df-18f670dcee9f', 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc', 'port_id': 'afda655b-bf23-4e30-b6df-18f670dcee9f', 'mac_address': 'fa:16:3e:62:5c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2dc899-0d62-48eb-b0f2-8820b6dd8b95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:19:44.105906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e671dd8-bea1-4bf4-ae9b-feeae0627af6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:44.122515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd6695-0622-4211-ad6a-85e3bab8b60e req-842d509c-27e0-481a-b22c-2649a2929354 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:44.124666 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9fcd6695-0622-4211-ad6a-85e3bab8b60e req-842d509c-27e0-481a-b22c-2649a2929354 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 944 time: 0.1044695
Apr 16 21:19:44.129938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] No DVR routers for this DVR port 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:19:44.140390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbae74b-7ced-4a46-8586-2557cbf6d9fb None None] DHCP port deletion for 377e62c7-2e1c-405c-8820-462b8940afab request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:19:44.146415 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.167628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port afda655b-bf23-4e30-b6df-18f670dcee9f is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:44.167628 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.191073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afda655b-bf23-4e30-b6df-18f670dcee9f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:19:44.215771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port afda655b-bf23-4e30-b6df-18f670dcee9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afda655b-bf23-4e30-b6df-18f670dcee9f,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:44.264128 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (377e62c7-2e1c-405c-8820-462b8940afab), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.294784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9fcd6695-0622-4211-ad6a-85e3bab8b60e req-b2ec0d66-a88e-4685-bd44-60b2314dd53d tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560678
Apr 16 21:19:44.296360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01251742e0>,) {'filters': {'network_id': ['377e62c7-2e1c-405c-8820-462b8940afab']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:44.309652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01251742e0>, 'cf8c9d79-d449-46cc-8576-aed1fc3efdce') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:44.309965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01251742e0>, 'cf8c9d79-d449-46cc-8576-aed1fc3efdce') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:44.320589 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.324537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (cf8c9d79-d449-46cc-8576-aed1fc3efdce), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.339745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (cf8c9d79-d449-46cc-8576-aed1fc3efdce), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.346072 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:19:44.346511 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (cf8c9d79-d449-46cc-8576-aed1fc3efdce), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:19:44.348558 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:19:44.376500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=afda655b-bf23-4e30-b6df-18f670dcee9f,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:44.437069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36330) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:44.455776 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c45354fe-ff20-4019-8e1b-6fe09841ba53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.492502 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (377e62c7-2e1c-405c-8820-462b8940afab), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.498934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.502342 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] 10.222.0.20 "DELETE /v2.0/networks/377e62c7-2e1c-405c-8820-462b8940afab HTTP/1.1" status: 204  len: 168 time: 0.8557186
Apr 16 21:19:44.519004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694c106-34da-496d-808f-127c50e52b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=377e62c7-2e1c-405c-8820-462b8940afab,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:44.542049 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c45354fe-ff20-4019-8e1b-6fe09841ba53 admin admin] Publish callbacks [] for security_group (e92cc114-13be-40bf-9454-424745f627a7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.555217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['afda655b-bf23-4e30-b6df-18f670dcee9f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:19:44.657879 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c45354fe-ff20-4019-8e1b-6fe09841ba53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e92cc114-13be-40bf-9454-424745f627a7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.697960 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c45354fe-ff20-4019-8e1b-6fe09841ba53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab69d63430e0471788bb491a95c8a71e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2597601
Apr 16 21:19:44.700681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36338) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:44.703246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45354fe-ff20-4019-8e1b-6fe09841ba53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92cc114-13be-40bf-9454-424745f627a7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:44.759638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0f001775-58ae-4479-b64a-5441162917e5 admin admin] Publish callbacks [] for security_group (e92cc114-13be-40bf-9454-424745f627a7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.782675 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0f001775-58ae-4479-b64a-5441162917e5 admin admin] Publish callbacks [] for security_group (e92cc114-13be-40bf-9454-424745f627a7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.887260 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36342) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:44.927965 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e2466434-d680-4e37-a545-fabd3faad802 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bc8f8d1fc734ce182645a464d35ead8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395508
Apr 16 21:19:44.928863 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0f001775-58ae-4479-b64a-5441162917e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e92cc114-13be-40bf-9454-424745f627a7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.930585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36346) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:44.931434 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0f001775-58ae-4479-b64a-5441162917e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:44.932525 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0f001775-58ae-4479-b64a-5441162917e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e92cc114-13be-40bf-9454-424745f627a7 HTTP/1.1" status: 204  len: 168 time: 0.2306921
Apr 16 21:19:44.940522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f001775-58ae-4479-b64a-5441162917e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92cc114-13be-40bf-9454-424745f627a7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:44.992210 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a9fa1eb-a6ed-4a82-9f86-e40665cf24f0 admin admin] Publish callbacks [] for security_group (8ff28552-527a-4134-a81d-9e5f740d8a38), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:45.014744 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a9fa1eb-a6ed-4a82-9f86-e40665cf24f0 admin admin] Publish callbacks [] for security_group (8ff28552-527a-4134-a81d-9e5f740d8a38), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:45.137335 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a9fa1eb-a6ed-4a82-9f86-e40665cf24f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8ff28552-527a-4134-a81d-9e5f740d8a38), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:45.139867 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a9fa1eb-a6ed-4a82-9f86-e40665cf24f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:45.141054 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7a9fa1eb-a6ed-4a82-9f86-e40665cf24f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ff28552-527a-4134-a81d-9e5f740d8a38 HTTP/1.1" status: 204  len: 168 time: 0.2094922
Apr 16 21:19:45.148967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fa1eb-a6ed-4a82-9f86-e40665cf24f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff28552-527a-4134-a81d-9e5f740d8a38,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:45.275666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c10b47d6-8207-45cf-a2de-f02f662e9bc6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:19:45.307364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: c10b47d6-8207-45cf-a2de-f02f662e9bc6 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:19:45.307712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c10b47d6-8207-45cf-a2de-f02f662e9bc6 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:19:45.308132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:19:45.349271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:19:45.349794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8e671dd8-bea1-4bf4-ae9b-feeae0627af6 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:19:45.379688 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e306c9-0ca5-4485-8d2a-2db5e6df987a req-c6d46dd5-45cc-4af4-b032-554359f81ce8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:45.387168 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-47e306c9-0ca5-4485-8d2a-2db5e6df987a req-c6d46dd5-45cc-4af4-b032-554359f81ce8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0591726
Apr 16 21:19:45.440631 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:45.454193 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-47e306c9-0ca5-4485-8d2a-2db5e6df987a req-3cd702e4-adb2-4ed8-b80a-244d64d76749 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656421
Apr 16 21:19:45.463228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821755df-a7e7-4673-a3fa-989eb5b95034 req-6c262d0a-b537-4c00-a8c7-647763c8f833 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:45.482905 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-821755df-a7e7-4673-a3fa-989eb5b95034 req-6c262d0a-b537-4c00-a8c7-647763c8f833 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 945 time: 0.0991318
Apr 16 21:19:45.556593 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-821755df-a7e7-4673-a3fa-989eb5b95034 req-b0b34dc7-2c11-4837-ba5d-f539db7f5cd4 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714109
Apr 16 21:19:45.589643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40811e7-78ff-42cc-9950-0d5f8aaab79f req-d24a54f1-f695-4f69-bc86-ac661f5cfe7d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:45.591266 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f40811e7-78ff-42cc-9950-0d5f8aaab79f req-d24a54f1-f695-4f69-bc86-ac661f5cfe7d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0560427
Apr 16 21:19:45.639247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f40811e7-78ff-42cc-9950-0d5f8aaab79f req-cb413c24-ec11-445d-b0be-b21a3afddd7a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419188
Apr 16 21:19:45.769120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075c4db-8e44-4a50-8712-8aa6349b500a req-1a3d7195-3740-479f-841b-ef94c4046549 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:45.770648 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f075c4db-8e44-4a50-8712-8aa6349b500a req-1a3d7195-3740-479f-841b-ef94c4046549 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0531766
Apr 16 21:19:45.822102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f075c4db-8e44-4a50-8712-8aa6349b500a req-4450c7a4-e116-4888-ae76-ebee715ceec4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440676
Apr 16 21:19:45.939669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device afda655b-bf23-4e30-b6df-18f670dcee9f up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:19:45.942017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92d689-bba4-4174-90e2-42734266892c req-d8548264-69e1-4f37-a667-e17988b6b344 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:45.948013 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8b92d689-bba4-4174-90e2-42734266892c req-d8548264-69e1-4f37-a667-e17988b6b344 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0527856
Apr 16 21:19:46.001466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port afda655b-bf23-4e30-b6df-18f670dcee9f completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:19:46.006088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8b92d689-bba4-4174-90e2-42734266892c req-99b0551a-479a-4b0f-a741-cab7cd4b45d2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542419
Apr 16 21:19:46.086607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port afda655b-bf23-4e30-b6df-18f670dcee9f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:46.087278 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:46.185614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port afda655b-bf23-4e30-b6df-18f670dcee9f is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:46.185945 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:46.211373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0c963a-7042-4bca-9d87-6b90beed5f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afda655b-bf23-4e30-b6df-18f670dcee9f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:46.214258 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f7326b-eced-4249-b1db-f18431959818" -d '{"events": [{"server_uuid": "6b0c963a-7042-4bca-9d87-6b90beed5f18", "name": "network-vif-plugged", "status": "completed", "tag": "afda655b-bf23-4e30-b6df-18f670dcee9f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:46.228322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port afda655b-bf23-4e30-b6df-18f670dcee9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afda655b-bf23-4e30-b6df-18f670dcee9f,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:46.287016 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcddb04-4fa8-403b-a21c-ae4c6e6794d3 x-openstack-request-id: req-8bcddb04-4fa8-403b-a21c-ae4c6e6794d3 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:46.287316 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0c963a-7042-4bca-9d87-6b90beed5f18", "name": "network-vif-plugged", "status": "completed", "tag": "afda655b-bf23-4e30-b6df-18f670dcee9f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:46.289272 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bcddb04-4fa8-403b-a21c-ae4c6e6794d3 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:46.289272 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bcddb04-4fa8-403b-a21c-ae4c6e6794d3'] response: {'server_uuid': '6b0c963a-7042-4bca-9d87-6b90beed5f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afda655b-bf23-4e30-b6df-18f670dcee9f', 'code': 200}
Apr 16 21:19:46.309526 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:46.346527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36430) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:46.383360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=afda655b-bf23-4e30-b6df-18f670dcee9f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:46.426661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d94c95-6f83-4075-93d2-e9a97442b9c9 req-850cba7c-b72b-4f6e-be48-6ffa289f41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:46.428548 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b9d94c95-6f83-4075-93d2-e9a97442b9c9 req-850cba7c-b72b-4f6e-be48-6ffa289f41f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 1128 time: 0.0619359
Apr 16 21:19:46.464411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55943a17-0f73-4249-83f1-e24be9584740 req-f263375a-c2c8-4e88-b014-683c8b05704f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:46.473523 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-f263375a-c2c8-4e88-b014-683c8b05704f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 811 time: 0.1322031
Apr 16 21:19:46.475299 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b9d94c95-6f83-4075-93d2-e9a97442b9c9 req-3d46415b-9c8b-45a1-ba55-9c8531015aac service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401633
Apr 16 21:19:46.481233 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1044669998-network', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:46.482545 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-c29a0b9a-ea97-47be-875b-62f22129da62 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/quotas/ceac90e6c7024b4ea350bfa95e1b5249 HTTP/1.1" status: 200  len: 375 time: 0.0101981
Apr 16 21:19:46.544864 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-0acc6f9e-af88-4e05-bf48-388fa38fcb6e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0566959
Apr 16 21:19:46.548909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:46.551495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:46.561987 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:46.650730 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Publish callbacks [] for security_group (75d6c12c-a2f3-480d-9523-7d9ffc9ab037), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:46.660099 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-64b5cc2d-1654-4ed2-a6ce-c3cfb866a68e service neutron] 10.222.0.20 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1066639
Apr 16 21:19:46.695468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (75d6c12c-a2f3-480d-9523-7d9ffc9ab037), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:46.727417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:19:46.743114 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad86f7-30ee-4ade-985a-207cd77de92e req-7c3d8c78-c239-4c34-89db-8da9b612ab4b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:46.744761 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e1ad86f7-30ee-4ade-985a-207cd77de92e req-7c3d8c78-c239-4c34-89db-8da9b612ab4b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0844266
Apr 16 21:19:46.757968 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-21180158-b59f-4bc8-8a1c-f167cd5a595a service neutron] 10.222.0.20 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0965517
Apr 16 21:19:46.759490 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:46.759869 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Added segment 0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90 of type vlan for network 9c4be99e-5527-4518-b82f-a8ae1039a611
Apr 16 21:19:46.765670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d6c12c-a2f3-480d-9523-7d9ffc9ab037,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:46.795710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.796050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.796436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.796778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.797115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.797448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.797779 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.798101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.798478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.798741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.799066 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.799388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.799813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.800023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.800371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:46.849944 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (9c4be99e-5527-4518-b82f-a8ae1039a611), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:46.866450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e1ad86f7-30ee-4ade-985a-207cd77de92e req-888fefb6-48ce-44ed-a6b7-ad7876a0fad8 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116729
Apr 16 21:19:46.987309 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (9c4be99e-5527-4518-b82f-a8ae1039a611), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:46.987309 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:46.987309 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:47.072882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] Pushing event updated for resources: {'Network': ['ID=9c4be99e-5527-4518-b82f-a8ae1039a611,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:47.086010 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 9c4be99e-5527-4518-b82f-a8ae1039a611 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:19:47.120382 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-64c9f931-381f-4a52-94b7-30f394db2e0e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7700434
Apr 16 21:19:47.120550 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b8db3e4-8e2a-47c0-b3b3-7640a49a7cb4 req-da3fd39f-1cfa-448e-8c88-9bd18ddc5b70 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 210 time: 0.0506637
Apr 16 21:19:47.120750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36458) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:47.134645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3bd96da0-7956-450d-b6b2-60dfade23eb0 admin admin] Request body: {'subnet': {'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1044669998-subnet', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:47.217674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd96da0-7956-450d-b6b2-60dfade23eb0 admin admin] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:47.220204 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3bd96da0-7956-450d-b6b2-60dfade23eb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:47.510234 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3bd96da0-7956-450d-b6b2-60dfade23eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (2d50402d-9ae7-46cf-ab44-5a3b08366b9e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:47.592641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd96da0-7956-450d-b6b2-60dfade23eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d50402d-9ae7-46cf-ab44-5a3b08366b9e,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:47.621098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd96da0-7956-450d-b6b2-60dfade23eb0 admin admin] Checking segment: {'id': '0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:19:47.621665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd96da0-7956-450d-b6b2-60dfade23eb0 admin admin] Network hostable DHCP agents. Network: 9c4be99e-5527-4518-b82f-a8ae1039a611, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:19:47.743417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd96da0-7956-450d-b6b2-60dfade23eb0 admin admin] Network 9c4be99e-5527-4518-b82f-a8ae1039a611 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:19:47.891403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-3bd96da0-7956-450d-b6b2-60dfade23eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9c4be99e-5527-4518-b82f-a8ae1039a611) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:19:47.895618 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd96da0-7956-450d-b6b2-60dfade23eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:47.896326 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3bd96da0-7956-450d-b6b2-60dfade23eb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:47.901413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08db99a3-25d2-4e21-a2f9-82fcc864bb6b None None] Network 9c4be99e-5527-4518-b82f-a8ae1039a611 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:19:47.992438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce85043-126c-42e6-8b2d-b525bc3aabc2 req-78b19705-274c-42df-89c8-286ed270731c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:47.994839 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ce85043-126c-42e6-8b2d-b525bc3aabc2 req-78b19705-274c-42df-89c8-286ed270731c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0534136
Apr 16 21:19:48.021111 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9c4be99e-5527-4518-b82f-a8ae1039a611', 'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611', 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'fixed_ips': [{'subnet_id': '2d50402d-9ae7-46cf-ab44-5a3b08366b9e'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:19:48.022028 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:48.046037 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3bd96da0-7956-450d-b6b2-60dfade23eb0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9240861
Apr 16 21:19:48.048904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36492) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:48.051103 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ce85043-126c-42e6-8b2d-b525bc3aabc2 req-fdf9b601-27cd-437d-b990-ee1437224f9c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487759
Apr 16 21:19:48.053527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1044669998-router', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:48.131869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (5e5d2076-5bad-48c0-b873-671c7bc084a7), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:48.132994 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (5e5d2076-5bad-48c0-b873-671c7bc084a7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:48.178867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Allocated IP 172.20.0.2 (9c4be99e-5527-4518-b82f-a8ae1039a611/2d50402d-9ae7-46cf-ab44-5a3b08366b9e/107559d9-a32a-47ea-af5d-eaeba9fdbb8b) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:19:48.201144 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Publish callbacks [] for router_controller (5e5d2076-5bad-48c0-b873-671c7bc084a7), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:48.245351 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-69532751-1926-4efb-831a-889b9dcdef33 req-ef27c2a4-c823-452d-9bd7-ff9c1acc8f2a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 210 time: 0.0363619
Apr 16 21:19:48.367679 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Publish callbacks [] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:48.503966 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:48.558391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Network 9c4be99e-5527-4518-b82f-a8ae1039a611 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:19:48.562319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Pushing event updated for resources: {'Port': ['ID=107559d9-a32a-47ea-af5d-eaeba9fdbb8b,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:48.564889 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:19:48.567081 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:19:48.625327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Attempting to bind port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:19:48.625701 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Attempting to bind port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:19:48.626408 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Attempting to bind port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b on network 9c4be99e-5527-4518-b82f-a8ae1039a611 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:19:48.631751 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:19:48.632133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Checking segment: {'id': '0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:19:48.632599 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:48.633071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Bound using segment: {'id': '0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:19:48.633632 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Bound port: 107559d9-a32a-47ea-af5d-eaeba9fdbb8b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:19:48.634527 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:48.716007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] For port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:19:48.719155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] For port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=107559d9-a32a-47ea-af5d-eaeba9fdbb8b,segment=NetworkSegment(0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90),segment_id=0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:19:48.724061 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Publish callbacks [] for router_gateway (5e5d2076-5bad-48c0-b873-671c7bc084a7), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:48.830622 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:48.906183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e86c96-0e5f-45f0-a05c-8391d3bb217d None None] Pushing event updated for resources: {'Port': ['ID=107559d9-a32a-47ea-af5d-eaeba9fdbb8b,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:49.035948 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Publish callbacks [] for router_gateway (5e5d2076-5bad-48c0-b873-671c7bc084a7), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:49.062202 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:49.233770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Allocated IP 172.35.1.2 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/a5837c50-e105-46dc-af33-60dd35457c99) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:19:49.260221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9908047-18b1-4757-a723-59135ce38c03 req-3da0d6d5-5012-43d3-870d-cf45937698b3 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:49.275894 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9908047-18b1-4757-a723-59135ce38c03 req-3da0d6d5-5012-43d3-870d-cf45937698b3 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0933306
Apr 16 21:19:49.372278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9908047-18b1-4757-a723-59135ce38c03 req-a1384f71-a9fb-4521-8362-ec4d7be7af44 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904686
Apr 16 21:19:49.440789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 107559d9-a32a-47ea-af5d-eaeba9fdbb8b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:19:49.451088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2ef68870-e4cf-455a-9306-1bf7e3d27c2a req-8dd8987b-0906-4020-b70e-6e761ea09520 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 210 time: 0.0541193
Apr 16 21:19:49.517303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:49.517695 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:49.525359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee34c3c-fb88-45e1-95e3-b8c6685b5222 req-2f3071e8-1465-4783-84dc-82433d194006 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:49.526923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aee34c3c-fb88-45e1-95e3-b8c6685b5222 req-2f3071e8-1465-4783-84dc-82433d194006 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0710766
Apr 16 21:19:49.592330 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aee34c3c-fb88-45e1-95e3-b8c6685b5222 req-486f817a-d020-4410-b9cc-bb2e1d75bf23 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577075
Apr 16 21:19:49.613420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Publish callbacks [] for port (a5837c50-e105-46dc-af33-60dd35457c99), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:49.659034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:49.659564 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:49.704201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55943a17-0f73-4249-83f1-e24be9584740 req-a065dee6-6a66-4c38-84b8-a29375682644 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:49.705719 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-a065dee6-6a66-4c38-84b8-a29375682644 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 811 time: 0.2020249
Apr 16 21:19:49.719379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-55943a17-0f73-4249-83f1-e24be9584740 req-8f8b20ad-0c19-45be-bda7-5d5683c358b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Request body: {'port': {'device_id': '1b86bdab-b733-4af5-b2a7-c997869b690c', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'admin_state_up': True, 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:49.738168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=107559d9-a32a-47ea-af5d-eaeba9fdbb8b,segment=NetworkSegment(0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90),segment_id=0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:49.830324 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:49.830566 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a5837c50-e105-46dc-af33-60dd35457c99), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:49.890125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:19:49.906946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Pushing event updated for resources: {'Port': ['ID=a5837c50-e105-46dc-af33-60dd35457c99,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:49.911850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:19:49.914782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:19:49.982575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=107559d9-a32a-47ea-af5d-eaeba9fdbb8b,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:50.072206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55943a17-0f73-4249-83f1-e24be9584740 req-8f8b20ad-0c19-45be-bda7-5d5683c358b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Made reservation on behalf of ceac90e6c7024b4ea350bfa95e1b5249 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:50.076727 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-55943a17-0f73-4249-83f1-e24be9584740 req-8f8b20ad-0c19-45be-bda7-5d5683c358b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:50.229963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8220c-cb7a-4edd-b335-2f5697c50e0d req-94dda897-62de-4f16-b64f-671e8dd67a0f tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:50.231564 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7b8220c-cb7a-4edd-b335-2f5697c50e0d req-94dda897-62de-4f16-b64f-671e8dd67a0f tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0691404
Apr 16 21:19:50.272127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a84e4d-d155-40fb-a25e-805f95c18f95 None None] Network 9c4be99e-5527-4518-b82f-a8ae1039a611 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:19:50.300589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-55943a17-0f73-4249-83f1-e24be9584740 req-8f8b20ad-0c19-45be-bda7-5d5683c358b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Allocated IP 172.20.0.7 (f9e642b5-0144-4768-b572-192069e5751e/06ec77b4-a903-4213-a645-ac1f6c5c0b22/70b96df0-3186-4dcf-ba26-08fa42867480) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:19:50.306831 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7b8220c-cb7a-4edd-b335-2f5697c50e0d req-5cd2359d-3d35-4b9b-8790-b57e6a4069e7 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672574
Apr 16 21:19:50.395069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-121dd832-df23-4817-9062-a9fef07ae351 None None] Provisioning complete for port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:50.395556 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-121dd832-df23-4817-9062-a9fef07ae351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:50.491628 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Publish callbacks [] for router_gateway (5e5d2076-5bad-48c0-b873-671c7bc084a7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:50.588712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-121dd832-df23-4817-9062-a9fef07ae351 None None] Current status of the port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:50.701172 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c387d201-8e19-41aa-95bb-91bf891dd2b7 req-4d015816-1a38-46ee-845b-7ced78a61483 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 210 time: 0.1370842
Apr 16 21:19:50.819233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-78528650-e6ca-4187-b450-aa6c10e0705d None None] Provisioning complete for port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:50.820587 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78528650-e6ca-4187-b450-aa6c10e0705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:50.871465 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-55943a17-0f73-4249-83f1-e24be9584740 req-8f8b20ad-0c19-45be-bda7-5d5683c358b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for port (70b96df0-3186-4dcf-ba26-08fa42867480), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:50.948484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-78528650-e6ca-4187-b450-aa6c10e0705d None None] Current status of the port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:50.959361 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (5e5d2076-5bad-48c0-b873-671c7bc084a7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:51.018202 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-55943a17-0f73-4249-83f1-e24be9584740 req-8f8b20ad-0c19-45be-bda7-5d5683c358b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:51.034718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['90cb3288-a22b-4ad5-a087-5f17138b5d8b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:19:51.036968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['880aed47-539f-4469-8060-4c63493e9b1d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:19:51.109026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55943a17-0f73-4249-83f1-e24be9584740 req-8f8b20ad-0c19-45be-bda7-5d5683c358b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Network f9e642b5-0144-4768-b572-192069e5751e is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:19:51.117645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-55943a17-0f73-4249-83f1-e24be9584740 req-8f8b20ad-0c19-45be-bda7-5d5683c358b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:19:51.126871 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-55943a17-0f73-4249-83f1-e24be9584740 req-8f8b20ad-0c19-45be-bda7-5d5683c358b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:19:51.134272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b20ad-0c19-45be-bda7-5d5683c358b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event updated for resources: {'Port': ['ID=70b96df0-3186-4dcf-ba26-08fa42867480,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:51.230460 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55943a17-0f73-4249-83f1-e24be9584740 req-8f8b20ad-0c19-45be-bda7-5d5683c358b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:51.231374 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-55943a17-0f73-4249-83f1-e24be9584740 req-8f8b20ad-0c19-45be-bda7-5d5683c358b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:51.312300 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-8f8b20ad-0c19-45be-bda7-5d5683c358b7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5976717
Apr 16 21:19:51.331874 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Request body: {'port': {'device_id': '1b86bdab-b733-4af5-b2a7-c997869b690c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:51.335843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Router 5e5d2076-5bad-48c0-b873-671c7bc084a7 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:19:51.383864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 107559d9-a32a-47ea-af5d-eaeba9fdbb8b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:19:51.461097 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:51.471461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd50afa-369c-41e0-ba19-37a9df36d72f req-c6ef334d-4454-499d-95ab-7d9ff1cbaf9d tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:51.479664 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4fd50afa-369c-41e0-ba19-37a9df36d72f req-c6ef334d-4454-499d-95ab-7d9ff1cbaf9d tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0799944
Apr 16 21:19:51.534183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-17623c01-9839-4bdf-99c5-367aa739f7a5 None None] Provisioning complete for port 70b96df0-3186-4dcf-ba26-08fa42867480 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:51.534582 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-17623c01-9839-4bdf-99c5-367aa739f7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:51.563642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4fd50afa-369c-41e0-ba19-37a9df36d72f req-1ead20a3-fea3-47a2-a229-18eff8a34545 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829794
Apr 16 21:19:51.579696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:19:51.612213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Sync routers for ids ['5e5d2076-5bad-48c0-b873-671c7bc084a7'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:19:51.618578 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:51.618988 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:51.664102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-17623c01-9839-4bdf-99c5-367aa739f7a5 None None] Port 70b96df0-3186-4dcf-ba26-08fa42867480 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:19:51.674195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Routers {'5e5d2076-5bad-48c0-b873-671c7bc084a7'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:19:51.674831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124496220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:19:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5e5d2076-5bad-48c0-b873-671c7bc084a7'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:51.740691 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:51.741936 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a77cf6e4-6559-4b82-832c-992f53877e9a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.6918905
Apr 16 21:19:51.745834 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36604) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:51.830174 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:51.842339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Set router 5e5d2076-5bad-48c0-b873-671c7bc084a7 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:19:51.939582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80a31b-a418-4c0a-a509-5f1db1ce359f req-9e6901dc-59f5-4e33-9d51-b45c84e7b184 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:51.940922 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b80a31b-a418-4c0a-a509-5f1db1ce359f req-9e6901dc-59f5-4e33-9d51-b45c84e7b184 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 931 time: 0.1119628
Apr 16 21:19:52.046342 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124496220>, [{'id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'name': 'tempest-ServersTestMultiNic-1044669998-router', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:19:48Z', 'updated_at': '2022-04-16T21:19:50Z', 'revision_number': 3, 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'gw_port': {'id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:19:49Z', 'updated_at': '2022-04-16T21:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:52.073265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Checking router: 5e5d2076-5bad-48c0-b873-671c7bc084a7 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:19:52.073624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Updating router 5e5d2076-5bad-48c0-b873-671c7bc084a7 port a5837c50-e105-46dc-af33-60dd35457c99 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:19:52.091713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b96df0-3186-4dcf-ba26-08fa42867480 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:19:52.104876 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a5837c50-e105-46dc-af33-60dd35457c99), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:52.111481 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Publish callbacks [] for port (70b96df0-3186-4dcf-ba26-08fa42867480), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:52.115070 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8b27e79-cfe7-4ab4-b44d-b2638e2feb26 req-fd8f00f0-5572-45ef-957f-e2c70c5b4f52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0949960
Apr 16 21:19:52.160514 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b80a31b-a418-4c0a-a509-5f1db1ce359f req-93a34095-ec51-4cbe-99cb-5473933f59d8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105620
Apr 16 21:19:52.187015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Transition to ACTIVE for port object 70b96df0-3186-4dcf-ba26-08fa42867480 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:19:52.210439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b27e79-cfe7-4ab4-b44d-b2638e2feb26 req-fd09dd18-9115-4067-9986-c48296527356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:52.211920 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8b27e79-cfe7-4ab4-b44d-b2638e2feb26 req-fd09dd18-9115-4067-9986-c48296527356 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 1128 time: 0.0682826
Apr 16 21:19:52.417553 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Publish callbacks [] for port (a5837c50-e105-46dc-af33-60dd35457c99), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:52.520672 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a5837c50-e105-46dc-af33-60dd35457c99), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:52.549917 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:52.575972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Attempting to bind port a5837c50-e105-46dc-af33-60dd35457c99 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:19:52.576372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Attempting to bind port a5837c50-e105-46dc-af33-60dd35457c99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:19:52.576745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Attempting to bind port a5837c50-e105-46dc-af33-60dd35457c99 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:19:52.578669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56cd10-604c-4d7f-b096-c7835165912d None None] Pushing event updated for resources: {'Port': ['ID=a5837c50-e105-46dc-af33-60dd35457c99,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:52.584739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:19:52.585156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:19:52.585571 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:52.585971 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:19:52.586449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Bound port: a5837c50-e105-46dc-af33-60dd35457c99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:19:52.586847 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a5837c50-e105-46dc-af33-60dd35457c99), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:52.690639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] For port a5837c50-e105-46dc-af33-60dd35457c99, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:19:52.704558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] For port a5837c50-e105-46dc-af33-60dd35457c99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5837c50-e105-46dc-af33-60dd35457c99,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:19:52.726968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722b4a9-a38a-473a-a5ef-17d657fc03c4 req-5180d895-2f84-490f-85f3-15064910f9cc tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:52.729563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7722b4a9-a38a-473a-a5ef-17d657fc03c4 req-5180d895-2f84-490f-85f3-15064910f9cc tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0944211
Apr 16 21:19:52.772553 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a5837c50-e105-46dc-af33-60dd35457c99), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:52.781173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Pushing event updated for resources: {'Port': ['ID=70b96df0-3186-4dcf-ba26-08fa42867480,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:52.797563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7722b4a9-a38a-473a-a5ef-17d657fc03c4 req-3609b559-6820-430c-baff-26c9c5a065c4 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620770
Apr 16 21:19:52.862914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Routers {'5e5d2076-5bad-48c0-b873-671c7bc084a7'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:19:52.863464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124496220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:19:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5e5d2076-5bad-48c0-b873-671c7bc084a7'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:52.877887 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b27e79-cfe7-4ab4-b44d-b2638e2feb26 req-7f0d4723-de8e-4cfb-8c01-75f76a080fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:52.879533 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8b27e79-cfe7-4ab4-b44d-b2638e2feb26 req-7f0d4723-de8e-4cfb-8c01-75f76a080fc6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.3389342
Apr 16 21:19:52.904943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56cd10-604c-4d7f-b096-c7835165912d None None] Pushing event updated for resources: {'Port': ['ID=a5837c50-e105-46dc-af33-60dd35457c99,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:52.980391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8b27e79-cfe7-4ab4-b44d-b2638e2feb26 req-cc5da3b4-9159-430b-a18d-9584afed1f26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=880aed47-539f-4469-8060-4c63493e9b1d HTTP/1.1" status: 200  len: 217 time: 0.0614479
Apr 16 21:19:53.017088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] Set router 5e5d2076-5bad-48c0-b873-671c7bc084a7 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:19:53.055206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Attempting to bind port 70b96df0-3186-4dcf-ba26-08fa42867480 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:19:53.055449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Attempting to bind port 70b96df0-3186-4dcf-ba26-08fa42867480 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:19:53.056413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Attempting to bind port 70b96df0-3186-4dcf-ba26-08fa42867480 on network f9e642b5-0144-4768-b572-192069e5751e {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:19:53.095879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Port 70b96df0-3186-4dcf-ba26-08fa42867480 on network f9e642b5-0144-4768-b572-192069e5751e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:19:53.095879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Attempting to bind port 70b96df0-3186-4dcf-ba26-08fa42867480 on network f9e642b5-0144-4768-b572-192069e5751e {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:19:53.121314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b27e79-cfe7-4ab4-b44d-b2638e2feb26 req-c875267a-8ec1-4552-9ae9-62d7224fa4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:53.122896 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8b27e79-cfe7-4ab4-b44d-b2638e2feb26 req-c875267a-8ec1-4552-9ae9-62d7224fa4ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.1341817
Apr 16 21:19:53.125734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:19:53.126078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Checking segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:19:53.126463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Bound using segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:19:53.126907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Bound port: 70b96df0-3186-4dcf-ba26-08fa42867480, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:19:53.127272 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:53.197711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124496220>, [{'id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'name': 'tempest-ServersTestMultiNic-1044669998-router', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:19:48Z', 'updated_at': '2022-04-16T21:19:50Z', 'revision_number': 3, 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'gw_port': {'id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:19:49Z', 'updated_at': '2022-04-16T21:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:53.228412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78eb4f-91b7-4300-846b-6dd337a3b7a7 None None] The sync data for ids ['5e5d2076-5bad-48c0-b873-671c7bc084a7'] in ncdv-master-1 is: [{'id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'name': 'tempest-ServersTestMultiNic-1044669998-router', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:19:48Z', 'updated_at': '2022-04-16T21:19:50Z', 'revision_number': 3, 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'gw_port': {'id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:19:49Z', 'updated_at': '2022-04-16T21:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:19:53.248568 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b27e79-cfe7-4ab4-b44d-b2638e2feb26 req-9daa06e1-7757-4d1b-b006-68cf23320d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:53.250269 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8b27e79-cfe7-4ab4-b44d-b2638e2feb26 req-9daa06e1-7757-4d1b-b006-68cf23320d6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1195557
Apr 16 21:19:53.281566 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:53.382466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] For port 70b96df0-3186-4dcf-ba26-08fa42867480, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:19:53.417673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] For port 70b96df0-3186-4dcf-ba26-08fa42867480, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70b96df0-3186-4dcf-ba26-08fa42867480,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:19:53.466250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db48ba8-1f31-444c-b083-7ca5d6383ef1 req-86894c49-5702-41b3-a8d0-9af867104013 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:53.467834 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6db48ba8-1f31-444c-b083-7ca5d6383ef1 req-86894c49-5702-41b3-a8d0-9af867104013 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 943 time: 0.1596425
Apr 16 21:19:53.556288 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8b27e79-cfe7-4ab4-b44d-b2638e2feb26 req-555e8a57-825c-46de-85dc-03d63f6aa64a service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2880430
Apr 16 21:19:53.692821 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6db48ba8-1f31-444c-b083-7ca5d6383ef1 req-77c2effb-6d6b-4ff2-87cb-b7756755ae5b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149642
Apr 16 21:19:53.730995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Allocated IP 172.20.0.1 (9c4be99e-5527-4518-b82f-a8ae1039a611/2d50402d-9ae7-46cf-ab44-5a3b08366b9e/25098131-7f3a-4752-acc7-067034770449) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:19:53.754457 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:53.772267 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8b27e79-cfe7-4ab4-b44d-b2638e2feb26 req-1759e22c-c9ff-4c77-aec5-16ae0c5f5528 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2093766
Apr 16 21:19:53.846050 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:53.846589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:53.848014 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] 10.222.0.41 "PUT /v2.0/ports/70b96df0-3186-4dcf-ba26-08fa42867480 HTTP/1.1" status: 200  len: 1091 time: 2.5285845
Apr 16 21:19:53.848526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86bdab-b733-4af5-b2a7-c997869b690c', 'tag': '70b96df0-3186-4dcf-ba26-08fa42867480'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:19:53.850964 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a087187-6aa7-4cdd-85f3-f5615dfb36b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86bdab-b733-4af5-b2a7-c997869b690c", "tag": "70b96df0-3186-4dcf-ba26-08fa42867480"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:19:53.889194 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629c15a-f5dc-488c-9ad7-c686bb9ba785 service neutron] Pushing event updated for resources: {'Port': ['ID=70b96df0-3186-4dcf-ba26-08fa42867480,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:53.951326 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c23c5e-2d6f-4a50-a5a9-0aa070e84e33 x-openstack-request-id: req-96c23c5e-2d6f-4a50-a5a9-0aa070e84e33 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:19:53.951618 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86bdab-b733-4af5-b2a7-c997869b690c", "tag": "70b96df0-3186-4dcf-ba26-08fa42867480", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:19:53.951872 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96c23c5e-2d6f-4a50-a5a9-0aa070e84e33 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:19:53.952395 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c23c5e-2d6f-4a50-a5a9-0aa070e84e33'] response: {'name': 'network-changed', 'server_uuid': '1b86bdab-b733-4af5-b2a7-c997869b690c', 'tag': '70b96df0-3186-4dcf-ba26-08fa42867480', 'status': 'completed', 'code': 200}
Apr 16 21:19:53.971637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18602324-a2b2-4fea-803c-f20f06637d4f req-9912207c-f343-401f-876f-6e0a44903b95 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:53.979211 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18602324-a2b2-4fea-803c-f20f06637d4f req-9912207c-f343-401f-876f-6e0a44903b95 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0934200
Apr 16 21:19:53.988495 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Publish callbacks [] for port (25098131-7f3a-4752-acc7-067034770449), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:54.044896 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18602324-a2b2-4fea-803c-f20f06637d4f req-55ff44a2-5e24-4628-8a4b-2581d8f6aadc tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644331
Apr 16 21:19:54.098372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a087187-6aa7-4cdd-85f3-f5615dfb36b7 req-ce2aedca-59a6-4c4a-8abd-82cf37bbe4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:54.099931 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7a087187-6aa7-4cdd-85f3-f5615dfb36b7 req-ce2aedca-59a6-4c4a-8abd-82cf37bbe4c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 1125 time: 0.1094475
Apr 16 21:19:54.189401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (25098131-7f3a-4752-acc7-067034770449), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:54.240821 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Network 9c4be99e-5527-4518-b82f-a8ae1039a611 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:19:54.259641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:19:54.263040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:19:54.346139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Pushing event updated for resources: {'Port': ['ID=25098131-7f3a-4752-acc7-067034770449,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:54.374147 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (5e5d2076-5bad-48c0-b873-671c7bc084a7), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:54.454014 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a087187-6aa7-4cdd-85f3-f5615dfb36b7 req-ded9e5a9-fade-463a-9111-b0e004c5d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:54.455565 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7a087187-6aa7-4cdd-85f3-f5615dfb36b7 req-ded9e5a9-fade-463a-9111-b0e004c5d7a5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2176232
Apr 16 21:19:54.506536 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b84f1c46-57eb-41e3-8e0d-d2e745a87a18 req-82e43a9e-616d-4013-98b0-dd1ff94c0e06 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0435522
Apr 16 21:19:54.570334 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f1c46-57eb-41e3-8e0d-d2e745a87a18 req-cb11a8f6-bf6e-49c0-9d09-e7c6aee087c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:54.572320 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b84f1c46-57eb-41e3-8e0d-d2e745a87a18 req-cb11a8f6-bf6e-49c0-9d09-e7c6aee087c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff01c614d0ea4275b713b7e872342151&device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 1128 time: 0.0462132
Apr 16 21:19:54.611000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a087187-6aa7-4cdd-85f3-f5615dfb36b7 req-99b4c191-de96-460e-856d-87e9deaf1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:54.612525 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7a087187-6aa7-4cdd-85f3-f5615dfb36b7 req-99b4c191-de96-460e-856d-87e9deaf1065 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1452057
Apr 16 21:19:54.645949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2774adfe-e58b-48e8-880c-ca22447965cb None None] Provisioning complete for port 25098131-7f3a-4752-acc7-067034770449 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:54.646552 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2774adfe-e58b-48e8-880c-ca22447965cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (25098131-7f3a-4752-acc7-067034770449), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:54.693233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2774adfe-e58b-48e8-880c-ca22447965cb None None] Port 25098131-7f3a-4752-acc7-067034770449 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:19:54.702160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f1c46-57eb-41e3-8e0d-d2e745a87a18 req-0fad2b35-350b-4717-8028-587d2c1b5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:54.703646 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b84f1c46-57eb-41e3-8e0d-d2e745a87a18 req-0fad2b35-350b-4717-8028-587d2c1b5798 service neutron] 10.222.0.11 "GET /v2.0/networks?id=006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 200  len: 920 time: 0.1150498
Apr 16 21:19:54.757697 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b84f1c46-57eb-41e3-8e0d-d2e745a87a18 req-8b52174c-f558-4266-baf3-50103ab9d77d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=973bd67e-86f2-41a6-afe9-0081fe7b246c HTTP/1.1" status: 200  len: 217 time: 0.0486317
Apr 16 21:19:54.776600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55943a17-0f73-4249-83f1-e24be9584740 req-930bbf17-dfaa-46b1-a046-7d2ff67978a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:54.779635 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-930bbf17-dfaa-46b1-a046-7d2ff67978a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 1125 time: 0.1156089
Apr 16 21:19:54.846440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f1c46-57eb-41e3-8e0d-d2e745a87a18 req-7887f3d4-2be4-4106-b3a2-ff8712ce1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:54.851944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b84f1c46-57eb-41e3-8e0d-d2e745a87a18 req-7887f3d4-2be4-4106-b3a2-ff8712ce1b38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 200  len: 858 time: 0.0877101
Apr 16 21:19:54.876165 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-b3360e86-d035-4a35-b3ce-0b5c9f642d70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b96df0-3186-4dcf-ba26-08fa42867480 HTTP/1.1" status: 200  len: 217 time: 0.0867088
Apr 16 21:19:54.878850 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (25098131-7f3a-4752-acc7-067034770449), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:54.887656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4af1f-e6fc-4b71-b50d-3cb1c4149811 req-ba773234-3775-47cb-986b-2073382a72d9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:54.889166 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cfb4af1f-e6fc-4b71-b50d-3cb1c4149811 req-ba773234-3775-47cb-986b-2073382a72d9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 943 time: 0.0923617
Apr 16 21:19:54.911750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f1c46-57eb-41e3-8e0d-d2e745a87a18 req-9d1f2b2c-a466-447e-888c-c1187c575047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:54.917383 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b84f1c46-57eb-41e3-8e0d-d2e745a87a18 req-9d1f2b2c-a466-447e-888c-c1187c575047 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=006efeff-f11c-4209-8816-f1fa1acf7fed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0559080
Apr 16 21:19:54.988861 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cfb4af1f-e6fc-4b71-b50d-3cb1c4149811 req-3e676f55-d526-4bd5-bbc2-0c8f326c7e64 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895560
Apr 16 21:19:55.017279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b84f1c46-57eb-41e3-8e0d-d2e745a87a18 req-a2bcb72c-ad5d-4839-bbd1-22979150f3e5 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0977347
Apr 16 21:19:55.097243 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55943a17-0f73-4249-83f1-e24be9584740 req-f90f3b70-7918-41c9-b741-aa4c769ea6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:55.098709 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-f90f3b70-7918-41c9-b741-aa4c769ea6a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.0694501
Apr 16 21:19:55.168513 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b84f1c46-57eb-41e3-8e0d-d2e745a87a18 req-166074dc-fadc-4295-917a-adb707583af9 service neutron] 10.222.0.11 "GET /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453538
Apr 16 21:19:55.181025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55943a17-0f73-4249-83f1-e24be9584740 req-4c234870-2c86-4669-9e9c-7f256d39823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:55.183039 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-4c234870-2c86-4669-9e9c-7f256d39823c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0771430
Apr 16 21:19:55.210798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766d6f-b40f-4ca9-8548-5689172a727d req-3cc36405-f620-4ad3-8210-63d5af38f831 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:55.226190 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85766d6f-b40f-4ca9-8548-5689172a727d req-3cc36405-f620-4ad3-8210-63d5af38f831 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0745094
Apr 16 21:19:55.287289 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Publish callbacks [] for port (25098131-7f3a-4752-acc7-067034770449), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:55.290022 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85766d6f-b40f-4ca9-8548-5689172a727d req-325d7c47-d7dd-4797-bed7-6dd06be74bdc tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575602
Apr 16 21:19:55.331591 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-1820be5e-3f75-485a-8713-3a50d2addfb1 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338284
Apr 16 21:19:55.350720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a5837c50-e105-46dc-af33-60dd35457c99 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:19:55.398228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a5837c50-e105-46dc-af33-60dd35457c99 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:55.398632 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a5837c50-e105-46dc-af33-60dd35457c99), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:55.435737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55943a17-0f73-4249-83f1-e24be9584740 req-fe8085e7-8adb-4324-abf1-08c4ab1c2a6b service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0976331
Apr 16 21:19:55.440287 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (25098131-7f3a-4752-acc7-067034770449), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:55.487202 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a5837c50-e105-46dc-af33-60dd35457c99 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:55.487530 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a5837c50-e105-46dc-af33-60dd35457c99), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:55.508341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port a5837c50-e105-46dc-af33-60dd35457c99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5837c50-e105-46dc-af33-60dd35457c99,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:55.513893 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (5e5d2076-5bad-48c0-b873-671c7bc084a7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:55.515729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Pushing event updated for resources: {'Port': ['ID=25098131-7f3a-4752-acc7-067034770449,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:55.610922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Network 9c4be99e-5527-4518-b82f-a8ae1039a611 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:19:55.612274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:19:55.624905 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a5837c50-e105-46dc-af33-60dd35457c99), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:55.698918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=a5837c50-e105-46dc-af33-60dd35457c99,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:55.751303 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Router 5e5d2076-5bad-48c0-b873-671c7bc084a7 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:19:55.879240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:19:55.886675 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-09d03828-e5bf-41ac-9826-c55d6fc8214b admin admin] 10.222.0.20 "PUT /v2.0/routers/5e5d2076-5bad-48c0-b873-671c7bc084a7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1398849
Apr 16 21:19:55.890983 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Sync routers for ids ['5e5d2076-5bad-48c0-b873-671c7bc084a7'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:19:55.903296 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Routers {'5e5d2076-5bad-48c0-b873-671c7bc084a7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:19:55.904465 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125014850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:19:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5e5d2076-5bad-48c0-b873-671c7bc084a7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:55.926059 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-708bf9a8-d3ec-4a49-941d-880b3a360762 None None] Provisioning complete for port 25098131-7f3a-4752-acc7-067034770449 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:55.926544 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-708bf9a8-d3ec-4a49-941d-880b3a360762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (25098131-7f3a-4752-acc7-067034770449), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:55.967757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-708bf9a8-d3ec-4a49-941d-880b3a360762 None None] Port 25098131-7f3a-4752-acc7-067034770449 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:19:56.024257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36674) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:56.052899 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Set router 5e5d2076-5bad-48c0-b873-671c7bc084a7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:19:56.187854 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcbc27-812e-4ba4-bf92-679744873182 req-d89ee8e6-c623-4be3-958c-b0f528f2be52 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:56.189989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4cdcbc27-812e-4ba4-bf92-679744873182 req-d89ee8e6-c623-4be3-958c-b0f528f2be52 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 943 time: 0.0752301
Apr 16 21:19:56.260039 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125014850>, [{'id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'name': 'tempest-ServersTestMultiNic-1044669998-router', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:19:48Z', 'updated_at': '2022-04-16T21:19:54Z', 'revision_number': 4, 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'gw_port': {'id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:19:49Z', 'updated_at': '2022-04-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '25098131-7f3a-4752-acc7-067034770449', 'name': '', 'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'mac_address': 'fa:16:3e:85:39:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2d50402d-9ae7-46cf-ab44-5a3b08366b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:19:53Z', 'updated_at': '2022-04-16T21:19:54Z', 'revision_number': 2, 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'subnets': [{'id': '2d50402d-9ae7-46cf-ab44-5a3b08366b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:56.277917 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4cdcbc27-812e-4ba4-bf92-679744873182 req-f0f21101-052d-4baa-b601-f7e591fe3609 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785675
Apr 16 21:19:56.302239 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Checking router: 5e5d2076-5bad-48c0-b873-671c7bc084a7 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:19:56.302239 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Updating router 5e5d2076-5bad-48c0-b873-671c7bc084a7 port 25098131-7f3a-4752-acc7-067034770449 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:19:56.302451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9d6bca8c-decf-45f3-b491-cc65d4b6d8bd tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-528869531'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:56.328544 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (25098131-7f3a-4752-acc7-067034770449), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:56.406134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6bca8c-decf-45f3-b491-cc65d4b6d8bd tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:56.409701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d6bca8c-decf-45f3-b491-cc65d4b6d8bd tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:56.418863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad2d7c-e4f5-43c0-a760-826b86aa2ab0 req-0538dcf5-cbb2-4749-be45-497224e93344 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:56.420501 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e1ad2d7c-e4f5-43c0-a760-826b86aa2ab0 req-0538dcf5-cbb2-4749-be45-497224e93344 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0492802
Apr 16 21:19:56.442508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6bca8c-decf-45f3-b491-cc65d4b6d8bd tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:19:56.458503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d6bca8c-decf-45f3-b491-cc65d4b6d8bd tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (77aeaddf-cf57-4af2-ac4a-26663ae6a4a6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:56.458796 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-9d6bca8c-decf-45f3-b491-cc65d4b6d8bd tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Added segment 77aeaddf-cf57-4af2-ac4a-26663ae6a4a6 of type vlan for network c28ab0a1-ee34-4f39-8488-5ad10778cbb1
Apr 16 21:19:56.482596 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e1ad2d7c-e4f5-43c0-a760-826b86aa2ab0 req-92cb6411-ec4b-4ec8-a9f8-6beb5d901873 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544448
Apr 16 21:19:56.505208 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d6bca8c-decf-45f3-b491-cc65d4b6d8bd tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (c28ab0a1-ee34-4f39-8488-5ad10778cbb1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:56.617780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d6bca8c-decf-45f3-b491-cc65d4b6d8bd tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (c28ab0a1-ee34-4f39-8488-5ad10778cbb1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:56.618690 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Publish callbacks [] for port (25098131-7f3a-4752-acc7-067034770449), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:56.623272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6bca8c-decf-45f3-b491-cc65d4b6d8bd tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:56.623899 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d6bca8c-decf-45f3-b491-cc65d4b6d8bd tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:56.692122 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (25098131-7f3a-4752-acc7-067034770449), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:56.692341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bca8c-decf-45f3-b491-cc65d4b6d8bd tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event updated for resources: {'Network': ['ID=c28ab0a1-ee34-4f39-8488-5ad10778cbb1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:56.704003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:19:56.735070 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9d6bca8c-decf-45f3-b491-cc65d4b6d8bd tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.7096419
Apr 16 21:19:56.737717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36704) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:56.742609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a6cbd1b1-5608-4c90-a367-83bfe8c667b4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Request body: {'subnet': {'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:56.780034 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Pushing event updated for resources: {'Port': ['ID=25098131-7f3a-4752-acc7-067034770449,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:56.788802 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.789152 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.789489 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.789819 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.790209 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.790888 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.791375 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.791920 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.792428 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.792897 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.793390 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.793861 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.794332 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.794797 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.795282 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:19:56.828039 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Attempting to bind port 25098131-7f3a-4752-acc7-067034770449 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:19:56.828447 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Attempting to bind port 25098131-7f3a-4752-acc7-067034770449 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:19:56.828805 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Attempting to bind port 25098131-7f3a-4752-acc7-067034770449 on network 9c4be99e-5527-4518-b82f-a8ae1039a611 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:19:56.836700 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:19:56.838020 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Checking segment: {'id': '0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:19:56.838592 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:56.838987 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Bound using segment: {'id': '0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:19:56.839594 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Bound port: 25098131-7f3a-4752-acc7-067034770449, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:19:56.840120 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (25098131-7f3a-4752-acc7-067034770449), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:56.908589 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] For port 25098131-7f3a-4752-acc7-067034770449, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:19:56.911810 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] For port 25098131-7f3a-4752-acc7-067034770449, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25098131-7f3a-4752-acc7-067034770449,segment=NetworkSegment(0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90),segment_id=0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:19:56.945629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cbd1b1-5608-4c90-a367-83bfe8c667b4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:56.945629 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd1b1-5608-4c90-a367-83bfe8c667b4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:56.983718 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (25098131-7f3a-4752-acc7-067034770449), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:56.995081 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4e35485c-db46-4635-a213-f686e4ad77eb None None] Provisioning complete for port 25098131-7f3a-4752-acc7-067034770449 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:56.995457 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e35485c-db46-4635-a213-f686e4ad77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (25098131-7f3a-4752-acc7-067034770449), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:57.046083 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Routers {'5e5d2076-5bad-48c0-b873-671c7bc084a7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:19:57.046720 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125014850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:19:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5e5d2076-5bad-48c0-b873-671c7bc084a7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:57.054233 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99363ef-8b63-456c-9c98-e0aeef91e706 None None] Pushing event updated for resources: {'Port': ['ID=25098131-7f3a-4752-acc7-067034770449,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:57.092850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4e35485c-db46-4635-a213-f686e4ad77eb None None] Current status of the port 25098131-7f3a-4752-acc7-067034770449 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:57.093341 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e35485c-db46-4635-a213-f686e4ad77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (25098131-7f3a-4752-acc7-067034770449), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:57.143182 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4e35485c-db46-4635-a213-f686e4ad77eb None None] For port 25098131-7f3a-4752-acc7-067034770449, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25098131-7f3a-4752-acc7-067034770449,segment=NetworkSegment(0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90),segment_id=0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:57.250122 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] Set router 5e5d2076-5bad-48c0-b873-671c7bc084a7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:19:57.275477 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e35485c-db46-4635-a213-f686e4ad77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (25098131-7f3a-4752-acc7-067034770449), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:57.344149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35485c-db46-4635-a213-f686e4ad77eb None None] Pushing event updated for resources: {'Port': ['ID=25098131-7f3a-4752-acc7-067034770449,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:57.347336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36718) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:57.398951 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ffec80e3-ed35-4cfa-bf30-760c131d48e8 None None] Provisioning complete for port 25098131-7f3a-4752-acc7-067034770449 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:57.400070 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ffec80e3-ed35-4cfa-bf30-760c131d48e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (25098131-7f3a-4752-acc7-067034770449), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:57.403307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a5837c50-e105-46dc-af33-60dd35457c99 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:19:57.442795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd1b1-5608-4c90-a367-83bfe8c667b4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (97ac34cc-0fae-41ee-9db4-ac9940ba754d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:57.495057 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e085f46b-0f85-438c-a827-aa36a07cf1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:57.541789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a5837c50-e105-46dc-af33-60dd35457c99 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:57.542192 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a5837c50-e105-46dc-af33-60dd35457c99), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:57.608261 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125014850>, [{'id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'name': 'tempest-ServersTestMultiNic-1044669998-router', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:19:48Z', 'updated_at': '2022-04-16T21:19:54Z', 'revision_number': 4, 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'gw_port': {'id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:19:49Z', 'updated_at': '2022-04-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '25098131-7f3a-4752-acc7-067034770449', 'name': '', 'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'mac_address': 'fa:16:3e:85:39:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2d50402d-9ae7-46cf-ab44-5a3b08366b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:19:53Z', 'updated_at': '2022-04-16T21:19:56Z', 'revision_number': 4, 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'subnets': [{'id': '2d50402d-9ae7-46cf-ab44-5a3b08366b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:19:57.667169 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e085f46b-0f85-438c-a827-aa36a07cf1ad admin admin] Publish callbacks [] for security_group (081f34d5-e5f8-4bd2-8b9c-bb84aea2c2c3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:57.672242 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2687c-4258-46db-b167-bbe56bec3000 None None] The sync data for ids ['5e5d2076-5bad-48c0-b873-671c7bc084a7'] in ncdv-master-1 is: [{'id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'name': 'tempest-ServersTestMultiNic-1044669998-router', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:19:48Z', 'updated_at': '2022-04-16T21:19:54Z', 'revision_number': 4, 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'gw_port': {'id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:19:49Z', 'updated_at': '2022-04-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '25098131-7f3a-4752-acc7-067034770449', 'name': '', 'network_id': '9c4be99e-5527-4518-b82f-a8ae1039a611', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'mac_address': 'fa:16:3e:85:39:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2d50402d-9ae7-46cf-ab44-5a3b08366b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:19:53Z', 'updated_at': '2022-04-16T21:19:56Z', 'revision_number': 4, 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'subnets': [{'id': '2d50402d-9ae7-46cf-ab44-5a3b08366b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:19:57.703358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3078ef8-524d-431c-b8c1-83a2f2592a2b req-d24a3c3a-10ce-479a-87c1-5b8d82c5127c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:57.705299 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3078ef8-524d-431c-b8c1-83a2f2592a2b req-d24a3c3a-10ce-479a-87c1-5b8d82c5127c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0905828
Apr 16 21:19:57.759731 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e085f46b-0f85-438c-a827-aa36a07cf1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (081f34d5-e5f8-4bd2-8b9c-bb84aea2c2c3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:57.865819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ffec80e3-ed35-4cfa-bf30-760c131d48e8 None None] Current status of the port 25098131-7f3a-4752-acc7-067034770449 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:57.885949 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e085f46b-0f85-438c-a827-aa36a07cf1ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a91266bac2944a5fa2792e3d2a69ac17&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5365660
Apr 16 21:19:57.905144 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3078ef8-524d-431c-b8c1-83a2f2592a2b req-b8024b07-dc00-4770-97d8-2a03187565e2 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915410
Apr 16 21:19:57.911484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085f46b-0f85-438c-a827-aa36a07cf1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081f34d5-e5f8-4bd2-8b9c-bb84aea2c2c3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:57.919109 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36736) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:57.934018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a5837c50-e105-46dc-af33-60dd35457c99 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:57.986378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f5093-75ea-4c00-9faf-3273d08a6736 req-eab7b3f1-5a1d-4d70-a8c3-31509aff0609 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:57.988409 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a98f5093-75ea-4c00-9faf-3273d08a6736 req-eab7b3f1-5a1d-4d70-a8c3-31509aff0609 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 943 time: 0.6148212
Apr 16 21:19:57.990720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 70b96df0-3186-4dcf-ba26-08fa42867480 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:19:58.004606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbd1b1-5608-4c90-a367-83bfe8c667b4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event updated for resources: {'Subnet': ['ID=97ac34cc-0fae-41ee-9db4-ac9940ba754d,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:58.026293 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d36896c9-42ff-4967-9960-77c83d04ae95 admin admin] Publish callbacks [] for security_group (081f34d5-e5f8-4bd2-8b9c-bb84aea2c2c3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.053415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cbd1b1-5608-4c90-a367-83bfe8c667b4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Checking segment: {'id': '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:19:58.053935 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cbd1b1-5608-4c90-a367-83bfe8c667b4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Network hostable DHCP agents. Network: c28ab0a1-ee34-4f39-8488-5ad10778cbb1, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:19:58.054077 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d36896c9-42ff-4967-9960-77c83d04ae95 admin admin] Publish callbacks [] for security_group (081f34d5-e5f8-4bd2-8b9c-bb84aea2c2c3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.080805 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a98f5093-75ea-4c00-9faf-3273d08a6736 req-03530339-0632-4466-83a1-07db009f8bb9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736356
Apr 16 21:19:58.148612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 70b96df0-3186-4dcf-ba26-08fa42867480, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70b96df0-3186-4dcf-ba26-08fa42867480,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:58.161968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '70b96df0-3186-4dcf-ba26-08fa42867480', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'port_id': '70b96df0-3186-4dcf-ba26-08fa42867480', 'mac_address': 'fa:16:3e:41:09:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:19:58.166422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cbd1b1-5608-4c90-a367-83bfe8c667b4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:19:58.200773 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d36896c9-42ff-4967-9960-77c83d04ae95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (081f34d5-e5f8-4bd2-8b9c-bb84aea2c2c3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.203438 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d36896c9-42ff-4967-9960-77c83d04ae95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.207438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d36896c9-42ff-4967-9960-77c83d04ae95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/081f34d5-e5f8-4bd2-8b9c-bb84aea2c2c3 HTTP/1.1" status: 204  len: 168 time: 0.2838874
Apr 16 21:19:58.215666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36896c9-42ff-4967-9960-77c83d04ae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081f34d5-e5f8-4bd2-8b9c-bb84aea2c2c3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:58.222571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 70b96df0-3186-4dcf-ba26-08fa42867480 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:58.222736 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.247736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b96df0-3186-4dcf-ba26-08fa42867480 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:19:58.248058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a6cbd1b1-5608-4c90-a367-83bfe8c667b4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c28ab0a1-ee34-4f39-8488-5ad10778cbb1) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:19:58.261858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cbd1b1-5608-4c90-a367-83bfe8c667b4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:58.263546 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd1b1-5608-4c90-a367-83bfe8c667b4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.270826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 70b96df0-3186-4dcf-ba26-08fa42867480, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70b96df0-3186-4dcf-ba26-08fa42867480,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:19:58.273915 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966d7583-bbe2-44fe-a5dd-518a776c6de4 None None] Network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:19:58.339359 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.386648 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a6cbd1b1-5608-4c90-a367-83bfe8c667b4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.6478360
Apr 16 21:19:58.389502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36744) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:58.394860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-09fbc02e-d54a-4a97-b2e2-c3651af77e02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-257489158'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:58.449755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=70b96df0-3186-4dcf-ba26-08fa42867480,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:58.463084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c28ab0a1-ee34-4f39-8488-5ad10778cbb1', 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1', 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'fixed_ips': [{'subnet_id': '97ac34cc-0fae-41ee-9db4-ac9940ba754d'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:19:58.463084 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.572604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fbc02e-d54a-4a97-b2e2-c3651af77e02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:58.576280 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09fbc02e-d54a-4a97-b2e2-c3651af77e02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.602948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fbc02e-d54a-4a97-b2e2-c3651af77e02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:19:58.612053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Allocated IP 19.80.0.2 (c28ab0a1-ee34-4f39-8488-5ad10778cbb1/97ac34cc-0fae-41ee-9db4-ac9940ba754d/3071778a-9ed3-4969-ac7e-f1a004ff14fc) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:19:58.614624 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09fbc02e-d54a-4a97-b2e2-c3651af77e02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (40fcfb85-2454-42f3-a4ba-943240b4c8cd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.615187 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-09fbc02e-d54a-4a97-b2e2-c3651af77e02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Added segment 40fcfb85-2454-42f3-a4ba-943240b4c8cd of type vlan for network bf720063-38d8-45f4-aa0e-d4a5fcbcc769
Apr 16 21:19:58.678164 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09fbc02e-d54a-4a97-b2e2-c3651af77e02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (bf720063-38d8-45f4-aa0e-d4a5fcbcc769), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.751530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['70b96df0-3186-4dcf-ba26-08fa42867480'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:19:58.801232 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09fbc02e-d54a-4a97-b2e2-c3651af77e02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (bf720063-38d8-45f4-aa0e-d4a5fcbcc769), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.806847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fbc02e-d54a-4a97-b2e2-c3651af77e02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:58.807454 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09fbc02e-d54a-4a97-b2e2-c3651af77e02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.860950 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Publish callbacks [] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:58.878663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbc02e-d54a-4a97-b2e2-c3651af77e02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event updated for resources: {'Network': ['ID=bf720063-38d8-45f4-aa0e-d4a5fcbcc769,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:58.896542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network bf720063-38d8-45f4-aa0e-d4a5fcbcc769 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:19:59.011865 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-09fbc02e-d54a-4a97-b2e2-c3651af77e02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6211083
Apr 16 21:19:59.012639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36750) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:59.015971 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:59.017958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b435fe2a-3494-49d9-bcd8-6027fb32cc02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Request body: {'subnet': {'network_id': 'bf720063-38d8-45f4-aa0e-d4a5fcbcc769', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:19:59.056415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f0a8a-b704-4c58-9309-71a8fb4fb5a5 req-81a07593-79a0-4f52-b070-43e4227c9dac tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:59.058787 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f84f0a8a-b704-4c58-9309-71a8fb4fb5a5 req-81a07593-79a0-4f52-b070-43e4227c9dac tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0737944
Apr 16 21:19:59.090692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Pushing event updated for resources: {'Port': ['ID=3071778a-9ed3-4969-ac7e-f1a004ff14fc,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:59.116765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:19:59.119881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:19:59.123567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:19:59.134345 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f84f0a8a-b704-4c58-9309-71a8fb4fb5a5 req-1dd2d882-5233-4d6f-a004-9b7f223c6f3b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633876
Apr 16 21:19:59.205220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36754) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:59.223184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Attempting to bind port 3071778a-9ed3-4969-ac7e-f1a004ff14fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:19:59.223919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Attempting to bind port 3071778a-9ed3-4969-ac7e-f1a004ff14fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:19:59.224491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Attempting to bind port 3071778a-9ed3-4969-ac7e-f1a004ff14fc on network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:19:59.246704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:19:59.246933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49f73af1-d6ca-4d37-8188-c32314e1bf40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:59.247109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Checking segment: {'id': '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:19:59.247460 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:59.247898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Bound using segment: {'id': '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:19:59.248393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Bound port: 3071778a-9ed3-4969-ac7e-f1a004ff14fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:19:59.248780 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:59.271624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b435fe2a-3494-49d9-bcd8-6027fb32cc02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:19:59.277401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b435fe2a-3494-49d9-bcd8-6027fb32cc02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:59.301036 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc2241-bc6c-4478-b27a-b498e83d9275 req-40aff1e1-3f9d-4e09-9a97-7d37cf7c1605 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:19:59.302773 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2bcc2241-bc6c-4478-b27a-b498e83d9275 req-40aff1e1-3f9d-4e09-9a97-7d37cf7c1605 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 944 time: 0.1120553
Apr 16 21:19:59.342462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 25098131-7f3a-4752-acc7-067034770449 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:19:59.379303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] For port 3071778a-9ed3-4969-ac7e-f1a004ff14fc, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:19:59.404799 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] For port 3071778a-9ed3-4969-ac7e-f1a004ff14fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3071778a-9ed3-4969-ac7e-f1a004ff14fc,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:19:59.417627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 25098131-7f3a-4752-acc7-067034770449 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:19:59.418249 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (25098131-7f3a-4752-acc7-067034770449), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:59.489341 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:59.496398 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49f73af1-d6ca-4d37-8188-c32314e1bf40 admin admin] Publish callbacks [] for security_group (25b1b00b-c0fd-4da6-b84e-ccaaf923e1bc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:59.497009 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2bcc2241-bc6c-4478-b27a-b498e83d9275 req-b1b7fa21-c16e-4d06-b62c-43447be68502 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662300
Apr 16 21:19:59.539085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 25098131-7f3a-4752-acc7-067034770449 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:19:59.573439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588d6b0-58ad-48c2-8b72-270476e746a8 None None] Pushing event updated for resources: {'Port': ['ID=3071778a-9ed3-4969-ac7e-f1a004ff14fc,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:59.629282 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49f73af1-d6ca-4d37-8188-c32314e1bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (25b1b00b-c0fd-4da6-b84e-ccaaf923e1bc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:59.671052 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-49f73af1-d6ca-4d37-8188-c32314e1bf40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee0a958eb5944c3a9a6a3fd4bc5ed19b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4644258
Apr 16 21:19:59.673721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36760) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:19:59.684094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f73af1-d6ca-4d37-8188-c32314e1bf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b1b00b-c0fd-4da6-b84e-ccaaf923e1bc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:59.690637 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b435fe2a-3494-49d9-bcd8-6027fb32cc02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (c95c0fbc-1280-4465-97f7-9aa607f1b2dd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:59.812603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b435fe2a-3494-49d9-bcd8-6027fb32cc02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Checking segment: {'id': '40fcfb85-2454-42f3-a4ba-943240b4c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bf720063-38d8-45f4-aa0e-d4a5fcbcc769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:19:59.812974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b435fe2a-3494-49d9-bcd8-6027fb32cc02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Network hostable DHCP agents. Network: bf720063-38d8-45f4-aa0e-d4a5fcbcc769, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:19:59.819261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435fe2a-3494-49d9-bcd8-6027fb32cc02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event updated for resources: {'Subnet': ['ID=c95c0fbc-1280-4465-97f7-9aa607f1b2dd,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:19:59.824292 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e34d573-cacf-4f70-8633-aaf6498a4492 admin admin] Publish callbacks [] for security_group (25b1b00b-c0fd-4da6-b84e-ccaaf923e1bc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:59.856621 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e34d573-cacf-4f70-8633-aaf6498a4492 admin admin] Publish callbacks [] for security_group (25b1b00b-c0fd-4da6-b84e-ccaaf923e1bc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:19:59.925873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b435fe2a-3494-49d9-bcd8-6027fb32cc02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Network bf720063-38d8-45f4-aa0e-d4a5fcbcc769 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:20:00.045917 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e34d573-cacf-4f70-8633-aaf6498a4492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (25b1b00b-c0fd-4da6-b84e-ccaaf923e1bc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:00.048625 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e34d573-cacf-4f70-8633-aaf6498a4492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:00.049965 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2e34d573-cacf-4f70-8633-aaf6498a4492 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25b1b00b-c0fd-4da6-b84e-ccaaf923e1bc HTTP/1.1" status: 204  len: 168 time: 0.3750544
Apr 16 21:20:00.058350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-b435fe2a-3494-49d9-bcd8-6027fb32cc02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bf720063-38d8-45f4-aa0e-d4a5fcbcc769) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:00.063248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b435fe2a-3494-49d9-bcd8-6027fb32cc02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:00.065172 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b435fe2a-3494-49d9-bcd8-6027fb32cc02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:00.066365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0a33e8-3d93-4309-86f3-699e87ac4e4a None None] Network bf720063-38d8-45f4-aa0e-d4a5fcbcc769 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:00.068760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34d573-cacf-4f70-8633-aaf6498a4492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b1b00b-c0fd-4da6-b84e-ccaaf923e1bc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:00.132093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 70b96df0-3186-4dcf-ba26-08fa42867480 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:00.159314 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b435fe2a-3494-49d9-bcd8-6027fb32cc02 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.1449745
Apr 16 21:20:00.276018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 70b96df0-3186-4dcf-ba26-08fa42867480 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:20:00.277832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3afe7-88e9-4f75-91bb-c26c0006d4d1 req-4de84cd8-99b4-4a96-9c14-e94a71f38202 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:00.289034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bf720063-38d8-45f4-aa0e-d4a5fcbcc769', 'network_id': 'bf720063-38d8-45f4-aa0e-d4a5fcbcc769', 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'fixed_ips': [{'subnet_id': 'c95c0fbc-1280-4465-97f7-9aa607f1b2dd'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:20:00.290569 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:00.293661 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3c3afe7-88e9-4f75-91bb-c26c0006d4d1 req-4de84cd8-99b4-4a96-9c14-e94a71f38202 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0801113
Apr 16 21:20:00.388953 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3c3afe7-88e9-4f75-91bb-c26c0006d4d1 req-44d6048b-f2b8-46f4-8d72-c2d4f4f411b2 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905166
Apr 16 21:20:00.412587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 70b96df0-3186-4dcf-ba26-08fa42867480 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:00.412966 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:00.592253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-0b265244-ca74-4f90-8652-688af4a4d8f4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:00.601089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-0b265244-ca74-4f90-8652-688af4a4d8f4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:00.610543 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-0b265244-ca74-4f90-8652-688af4a4d8f4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/networks?id=c28ab0a1-ee34-4f39-8488-5ad10778cbb1&id=bf720063-38d8-45f4-aa0e-d4a5fcbcc769&id=c28ab0a1-ee34-4f39-8488-5ad10778cbb1 HTTP/1.1" status: 200  len: 1390 time: 0.2118294
Apr 16 21:20:00.623360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 70b96df0-3186-4dcf-ba26-08fa42867480 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:00.623758 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:00.631777 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-8255acb5-ddb0-47e2-b25f-238de1737be5 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/quotas/c3457cd454b04246bb4adb154b41bbb2 HTTP/1.1" status: 200  len: 375 time: 0.0202467
Apr 16 21:20:00.694903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b86bdab-b733-4af5-b2a7-c997869b690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b96df0-3186-4dcf-ba26-08fa42867480'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:00.697374 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b832357-4003-4d6f-8f03-65cbe97e3eb4" -d '{"events": [{"server_uuid": "1b86bdab-b733-4af5-b2a7-c997869b690c", "name": "network-vif-plugged", "status": "completed", "tag": "70b96df0-3186-4dcf-ba26-08fa42867480"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:00.700371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Allocated IP 19.86.0.2 (bf720063-38d8-45f4-aa0e-d4a5fcbcc769/c95c0fbc-1280-4465-97f7-9aa607f1b2dd/81ecf100-6644-4dc8-8aa1-5e689dabd795) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:00.718233 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-4d69c7d9-2b4d-4bdc-8c7f-c0fba9ecde81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3457cd454b04246bb4adb154b41bbb2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0854578
Apr 16 21:20:00.742984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 70b96df0-3186-4dcf-ba26-08fa42867480, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70b96df0-3186-4dcf-ba26-08fa42867480,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:00.810557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549562de-48a4-4d3d-ae95-dc07079313ae None None] Network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:00.833562 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-4d35c288-d5b6-4941-b20c-b0c23a739a81 service neutron] 10.222.0.20 "GET /v2.0/networks/c28ab0a1-ee34-4f39-8488-5ad10778cbb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1139154
Apr 16 21:20:00.870955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0e40893d-7b55-45cf-bde7-61b435d40616 None None] Provisioning complete for port 3071778a-9ed3-4969-ac7e-f1a004ff14fc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:00.871327 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0e40893d-7b55-45cf-bde7-61b435d40616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:00.877907 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:00.897976 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:20:00.945935 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-7f6bb28f-fe9f-4b6b-a043-aa2d54fc1373 service neutron] 10.222.0.20 "GET /v2.0/networks/c28ab0a1-ee34-4f39-8488-5ad10778cbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1056762
Apr 16 21:20:01.034557 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Publish callbacks [] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:01.058674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=70b96df0-3186-4dcf-ba26-08fa42867480,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:01.061006 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-f3bbbe6e-fe4a-4c24-9dcd-e12743922503 service neutron] 10.222.0.20 "GET /v2.0/networks/bf720063-38d8-45f4-aa0e-d4a5fcbcc769?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1079183
Apr 16 21:20:01.111137 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0e40893d-7b55-45cf-bde7-61b435d40616 None None] Current status of the port 3071778a-9ed3-4969-ac7e-f1a004ff14fc is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:01.111691 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0e40893d-7b55-45cf-bde7-61b435d40616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:01.112520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f1afb-e152-49ae-b66e-49d4697f21c1 req-492a42de-140a-4660-92c3-21b890ce7aee tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:01.120251 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b5f1afb-e152-49ae-b66e-49d4697f21c1 req-492a42de-140a-4660-92c3-21b890ce7aee tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 945 time: 0.0616474
Apr 16 21:20:01.144980 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:01.162308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0e40893d-7b55-45cf-bde7-61b435d40616 None None] For port 3071778a-9ed3-4969-ac7e-f1a004ff14fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3071778a-9ed3-4969-ac7e-f1a004ff14fc,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:01.200041 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-681880d3-8d35-4631-a394-1e92732a9c8d service neutron] 10.222.0.20 "GET /v2.0/networks/bf720063-38d8-45f4-aa0e-d4a5fcbcc769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303208
Apr 16 21:20:01.201190 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Network bf720063-38d8-45f4-aa0e-d4a5fcbcc769 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:01.204079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:01.207664 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:01.214372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Pushing event updated for resources: {'Port': ['ID=81ecf100-6644-4dc8-8aa1-5e689dabd795,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:01.251537 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b5f1afb-e152-49ae-b66e-49d4697f21c1 req-f87d3be2-6fcc-4503-865c-4e2d9137d95e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304617
Apr 16 21:20:01.309227 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0e40893d-7b55-45cf-bde7-61b435d40616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:01.336048 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebd194a-0789-48e9-991d-7a8bdab81c8b x-openstack-request-id: req-9ebd194a-0789-48e9-991d-7a8bdab81c8b {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:01.336383 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b86bdab-b733-4af5-b2a7-c997869b690c", "name": "network-vif-plugged", "status": "completed", "tag": "70b96df0-3186-4dcf-ba26-08fa42867480", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:01.336640 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ebd194a-0789-48e9-991d-7a8bdab81c8b {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:01.337667 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ebd194a-0789-48e9-991d-7a8bdab81c8b'] response: {'server_uuid': '1b86bdab-b733-4af5-b2a7-c997869b690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b96df0-3186-4dcf-ba26-08fa42867480', 'code': 200}
Apr 16 21:20:01.355947 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bde95ea2-c85b-4b46-ad57-f764b6f53e1a service neutron] 10.222.0.20 "GET /v2.0/networks/c28ab0a1-ee34-4f39-8488-5ad10778cbb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476183
Apr 16 21:20:01.388598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Attempting to bind port 81ecf100-6644-4dc8-8aa1-5e689dabd795 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:20:01.392495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Attempting to bind port 81ecf100-6644-4dc8-8aa1-5e689dabd795 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '40fcfb85-2454-42f3-a4ba-943240b4c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bf720063-38d8-45f4-aa0e-d4a5fcbcc769'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:20:01.392495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Attempting to bind port 81ecf100-6644-4dc8-8aa1-5e689dabd795 on network bf720063-38d8-45f4-aa0e-d4a5fcbcc769 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:01.400598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:20:01.400950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Checking segment: {'id': '40fcfb85-2454-42f3-a4ba-943240b4c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bf720063-38d8-45f4-aa0e-d4a5fcbcc769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:01.401366 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:01.402210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Bound using segment: {'id': '40fcfb85-2454-42f3-a4ba-943240b4c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bf720063-38d8-45f4-aa0e-d4a5fcbcc769'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:20:01.402210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Bound port: 81ecf100-6644-4dc8-8aa1-5e689dabd795, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fcfb85-2454-42f3-a4ba-943240b4c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bf720063-38d8-45f4-aa0e-d4a5fcbcc769'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:20:01.402667 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:01.429385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3071778a-9ed3-4969-ac7e-f1a004ff14fc up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:01.463742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40893d-7b55-45cf-bde7-61b435d40616 None None] Pushing event updated for resources: {'Port': ['ID=3071778a-9ed3-4969-ac7e-f1a004ff14fc,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:01.500279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592d1ff-e185-4591-9821-1a477f429265 req-efe0ada5-fa44-40a3-9510-760c5e169db3 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:01.507616 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2592d1ff-e185-4591-9821-1a477f429265 req-efe0ada5-fa44-40a3-9510-760c5e169db3 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0820296
Apr 16 21:20:01.514903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0df1dd-f8c1-4f61-8add-73e9330f032c req-ec25bf89-9a40-483d-8560-eda8d59f26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:01.517168 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad0df1dd-f8c1-4f61-8add-73e9330f032c req-ec25bf89-9a40-483d-8560-eda8d59f26f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 1127 time: 0.1186783
Apr 16 21:20:01.549405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8aaff9d2-e878-4120-8828-7b411063781c None None] Provisioning complete for port 3071778a-9ed3-4969-ac7e-f1a004ff14fc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:01.549781 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8aaff9d2-e878-4120-8828-7b411063781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:01.554126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] For port 81ecf100-6644-4dc8-8aa1-5e689dabd795, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:20:01.557189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] For port 81ecf100-6644-4dc8-8aa1-5e689dabd795, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81ecf100-6644-4dc8-8aa1-5e689dabd795,segment=NetworkSegment(40fcfb85-2454-42f3-a4ba-943240b4c8cd),segment_id=40fcfb85-2454-42f3-a4ba-943240b4c8cd)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:20:01.574575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2592d1ff-e185-4591-9821-1a477f429265 req-a6da5f68-9ff4-42b3-8a65-8e5d5d007785 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656288
Apr 16 21:20:01.591249 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-6dc5aeff-88a4-4819-81d4-cd7cae9322ab service neutron] 10.222.0.20 "GET /v2.0/networks/c28ab0a1-ee34-4f39-8488-5ad10778cbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2277465
Apr 16 21:20:01.594259 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad0df1dd-f8c1-4f61-8add-73e9330f032c req-8cedbf16-76a4-4443-bc88-3847dd24cf3c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703413
Apr 16 21:20:01.726660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3071778a-9ed3-4969-ac7e-f1a004ff14fc triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:01.726660 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:01.740033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e175e-bb73-4efa-8044-f86d7dca8358 req-8ade19c6-4b9e-499c-91a7-c9055c74d5a7 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:01.741903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d59e175e-bb73-4efa-8044-f86d7dca8358 req-8ade19c6-4b9e-499c-91a7-c9055c74d5a7 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0885870
Apr 16 21:20:01.800820 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d59e175e-bb73-4efa-8044-f86d7dca8358 req-5ebfc69a-0423-4727-b05f-7a13b5226a11 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519373
Apr 16 21:20:01.828380 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:01.908239 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8aaff9d2-e878-4120-8828-7b411063781c None None] Current status of the port 3071778a-9ed3-4969-ac7e-f1a004ff14fc is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:01.914107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3071778a-9ed3-4969-ac7e-f1a004ff14fc is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:01.927784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c5b589e2-bc36-4eb7-bd05-1a6d9abd0016 req-3b55a428-a81b-4eaa-8dcd-a801ee127490 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 210 time: 0.0427003
Apr 16 21:20:01.974087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbc155-2743-4ca7-9627-ce8086539957 None None] Pushing event updated for resources: {'Port': ['ID=81ecf100-6644-4dc8-8aa1-5e689dabd795,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:02.375392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151414a-ec6c-4292-972a-b13c06c9a606 req-b488c863-6d28-4870-88e1-dfcbf74e9450 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:02.376909 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3151414a-ec6c-4292-972a-b13c06c9a606 req-b488c863-6d28-4870-88e1-dfcbf74e9450 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 945 time: 0.0532491
Apr 16 21:20:02.430085 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3151414a-ec6c-4292-972a-b13c06c9a606 req-4f61dbe6-21ef-4bae-a7fd-1cb476c1ec6a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465908
Apr 16 21:20:02.718235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13296dfd-44e6-4341-bbb1-4e5fc3c0e865 req-984269d2-2cca-41cd-b67b-07ae724509d5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:02.721400 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-13296dfd-44e6-4341-bbb1-4e5fc3c0e865 req-984269d2-2cca-41cd-b67b-07ae724509d5 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0677047
Apr 16 21:20:02.812840 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-13296dfd-44e6-4341-bbb1-4e5fc3c0e865 req-ee3a48e2-561b-4c87-b955-1de6674ab245 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835600
Apr 16 21:20:02.839485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36872) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:02.947304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630f14b-3bb5-462b-86e5-8626ac1ff126 req-f6540e1d-ad3c-45ce-9f9c-66ec02579982 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:02.949100 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b630f14b-3bb5-462b-86e5-8626ac1ff126 req-f6540e1d-ad3c-45ce-9f9c-66ec02579982 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0616024
Apr 16 21:20:03.016307 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b630f14b-3bb5-462b-86e5-8626ac1ff126 req-b85319f0-7b00-4e1d-a4d5-9041c98affa3 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614550
Apr 16 21:20:03.035757 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8018095f-3238-4da0-935c-8bd7def11484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.058299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6567a07-499e-4d0f-b117-b3284b4e8858 None None] Network bf720063-38d8-45f4-aa0e-d4a5fcbcc769 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:03.058914 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b19e9eba-c16f-4e74-a10f-ac2a1415ecfa req-fcd154db-ac29-4113-9b8a-05b7e2a663a7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 210 time: 0.0491631
Apr 16 21:20:03.121892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8018095f-3238-4da0-935c-8bd7def11484 admin admin] Publish callbacks [] for security_group (a2eb86aa-7219-47a1-a006-12b7bc89b793), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.146420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-09c94604-982d-4cb7-bcd9-ee31172bc0f8 None None] Provisioning complete for port 81ecf100-6644-4dc8-8aa1-5e689dabd795 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:03.146956 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-09c94604-982d-4cb7-bcd9-ee31172bc0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.176934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed9857-585d-4eb7-bb0a-4271a5302774 req-8c4b7e4f-000d-41f3-b78f-3b8cf5cb1f3a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:03.178444 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29ed9857-585d-4eb7-bb0a-4271a5302774 req-8c4b7e4f-000d-41f3-b78f-3b8cf5cb1f3a tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.11 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 946 time: 0.0665665
Apr 16 21:20:03.183485 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8018095f-3238-4da0-935c-8bd7def11484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a2eb86aa-7219-47a1-a006-12b7bc89b793), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.232367 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8018095f-3238-4da0-935c-8bd7def11484 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92f11e32233c4fb5b62d408eb43dad54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3907704
Apr 16 21:20:03.235615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36878) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:03.235880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018095f-3238-4da0-935c-8bd7def11484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eb86aa-7219-47a1-a006-12b7bc89b793,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:03.292189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-09c94604-982d-4cb7-bcd9-ee31172bc0f8 None None] Current status of the port 81ecf100-6644-4dc8-8aa1-5e689dabd795 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:03.292731 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-09c94604-982d-4cb7-bcd9-ee31172bc0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.333182 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-09c94604-982d-4cb7-bcd9-ee31172bc0f8 None None] For port 81ecf100-6644-4dc8-8aa1-5e689dabd795, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81ecf100-6644-4dc8-8aa1-5e689dabd795,segment=NetworkSegment(40fcfb85-2454-42f3-a4ba-943240b4c8cd),segment_id=40fcfb85-2454-42f3-a4ba-943240b4c8cd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:03.345356 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa26abd2-2b68-4e1b-9483-52fd412493c1 admin admin] Publish callbacks [] for security_group (a2eb86aa-7219-47a1-a006-12b7bc89b793), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.350774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-29ed9857-585d-4eb7-bb0a-4271a5302774 req-c62ca54b-8c5c-4e1e-a6c1-b195d20d5319 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Deleting port 973bd67e-86f2-41a6-afe9-0081fe7b246c {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:03.351130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29ed9857-585d-4eb7-bb0a-4271a5302774 req-c62ca54b-8c5c-4e1e-a6c1-b195d20d5319 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.389176 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-09c94604-982d-4cb7-bcd9-ee31172bc0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.418891 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa26abd2-2b68-4e1b-9483-52fd412493c1 admin admin] Publish callbacks [] for security_group (a2eb86aa-7219-47a1-a006-12b7bc89b793), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.508302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c94604-982d-4cb7-bcd9-ee31172bc0f8 None None] Pushing event updated for resources: {'Port': ['ID=81ecf100-6644-4dc8-8aa1-5e689dabd795,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:03.515566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-29ed9857-585d-4eb7-bb0a-4271a5302774 req-c62ca54b-8c5c-4e1e-a6c1-b195d20d5319 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] For port 973bd67e-86f2-41a6-afe9-0081fe7b246c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=973bd67e-86f2-41a6-afe9-0081fe7b246c,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:03.516495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29ed9857-585d-4eb7-bb0a-4271a5302774 req-c62ca54b-8c5c-4e1e-a6c1-b195d20d5319 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.539832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-29ed9857-585d-4eb7-bb0a-4271a5302774 req-c62ca54b-8c5c-4e1e-a6c1-b195d20d5319 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Calling delete_port for 973bd67e-86f2-41a6-afe9-0081fe7b246c owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:03.551439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 81ecf100-6644-4dc8-8aa1-5e689dabd795 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:03.606354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 81ecf100-6644-4dc8-8aa1-5e689dabd795 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:03.606719 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.612304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-37950913-db00-4a35-b1ff-bfc304613e41 None None] Provisioning complete for port 81ecf100-6644-4dc8-8aa1-5e689dabd795 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:03.612671 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-37950913-db00-4a35-b1ff-bfc304613e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.630423 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa26abd2-2b68-4e1b-9483-52fd412493c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a2eb86aa-7219-47a1-a006-12b7bc89b793), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.633317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa26abd2-2b68-4e1b-9483-52fd412493c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.634496 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a6c05-722d-46d7-a173-fdfa070ef6dd req-f68fa4a2-fd15-4b29-868b-055551c2d9e6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:03.635618 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-aa26abd2-2b68-4e1b-9483-52fd412493c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2eb86aa-7219-47a1-a006-12b7bc89b793 HTTP/1.1" status: 204  len: 168 time: 0.4010177
Apr 16 21:20:03.639118 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d25a6c05-722d-46d7-a173-fdfa070ef6dd req-f68fa4a2-fd15-4b29-868b-055551c2d9e6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 945 time: 0.0767789
Apr 16 21:20:03.645552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26abd2-2b68-4e1b-9483-52fd412493c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eb86aa-7219-47a1-a006-12b7bc89b793,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:03.725455 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d25a6c05-722d-46d7-a173-fdfa070ef6dd req-f5f0feba-e24b-417c-9182-331ae44550cf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675344
Apr 16 21:20:03.766873 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29ed9857-585d-4eb7-bb0a-4271a5302774 req-c62ca54b-8c5c-4e1e-a6c1-b195d20d5319 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (973bd67e-86f2-41a6-afe9-0081fe7b246c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.790127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['ed5b9e7e-736b-4251-8d00-ad2beb4e1443', '973bd67e-86f2-41a6-afe9-0081fe7b246c'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:03.809571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-37950913-db00-4a35-b1ff-bfc304613e41 None None] Current status of the port 81ecf100-6644-4dc8-8aa1-5e689dabd795 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:03.818955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ca54b-8c5c-4e1e-a6c1-b195d20d5319 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Pushing event deleted for resources: {'Port': ['ID=973bd67e-86f2-41a6-afe9-0081fe7b246c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:03.868370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 81ecf100-6644-4dc8-8aa1-5e689dabd795 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:03.870022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3071778a-9ed3-4969-ac7e-f1a004ff14fc up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:03.890190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ed9857-585d-4eb7-bb0a-4271a5302774 req-c62ca54b-8c5c-4e1e-a6c1-b195d20d5319 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] No DVR routers for this DVR port 973bd67e-86f2-41a6-afe9-0081fe7b246c on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:03.895069 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29ed9857-585d-4eb7-bb0a-4271a5302774 req-c62ca54b-8c5c-4e1e-a6c1-b195d20d5319 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.898387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29ed9857-585d-4eb7-bb0a-4271a5302774 req-c62ca54b-8c5c-4e1e-a6c1-b195d20d5319 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.11 "DELETE /v2.0/ports/973bd67e-86f2-41a6-afe9-0081fe7b246c HTTP/1.1" status: 204  len: 173 time: 0.7145605
Apr 16 21:20:03.899029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f07150-d0ab-41c9-a9bf-692e9d9c5140', 'name': 'network-vif-deleted', 'tag': '973bd67e-86f2-41a6-afe9-0081fe7b246c'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:03.904720 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd20e91f-54b6-4d4b-900b-a29ed8032ca8" -d '{"events": [{"server_uuid": "89f07150-d0ab-41c9-a9bf-692e9d9c5140", "name": "network-vif-deleted", "tag": "973bd67e-86f2-41a6-afe9-0081fe7b246c"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:03.931325 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e2c2f363-29ca-4adc-a6d9-cbd38791a594 req-d7140a19-4080-497c-bba4-9ff6b991f9bd tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 210 time: 0.0294490
Apr 16 21:20:03.940830 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1e662bc3-7db5-4b19-a69c-2a15a16d7b1a req-58c87ee1-5d0b-46f4-b5a7-99d7077df25e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ceac90e6c7024b4ea350bfa95e1b5249 HTTP/1.1" status: 200  len: 267 time: 0.1119039
Apr 16 21:20:03.976582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3071778a-9ed3-4969-ac7e-f1a004ff14fc triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:03.976931 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:03.997703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e662bc3-7db5-4b19-a69c-2a15a16d7b1a req-0810ba28-5e3e-47ee-afab-258405a4b424 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:03.999511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1e662bc3-7db5-4b19-a69c-2a15a16d7b1a req-0810ba28-5e3e-47ee-afab-258405a4b424 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 945 time: 0.0509946
Apr 16 21:20:04.015812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-1e662bc3-7db5-4b19-a69c-2a15a16d7b1a req-7c2e9185-6c15-4058-9c41-79d440a9c2e9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Request body: {'port': {'security_groups': []}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:04.021294 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e79bb5-4a9e-40c0-a078-2dc547f9cd09 x-openstack-request-id: req-32e79bb5-4a9e-40c0-a078-2dc547f9cd09 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:04.021786 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f07150-d0ab-41c9-a9bf-692e9d9c5140", "name": "network-vif-deleted", "tag": "973bd67e-86f2-41a6-afe9-0081fe7b246c", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:04.022103 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32e79bb5-4a9e-40c0-a078-2dc547f9cd09 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:04.022637 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e79bb5-4a9e-40c0-a078-2dc547f9cd09'] response: {'server_uuid': '89f07150-d0ab-41c9-a9bf-692e9d9c5140', 'name': 'network-vif-deleted', 'tag': '973bd67e-86f2-41a6-afe9-0081fe7b246c', 'status': 'completed', 'code': 200}
Apr 16 21:20:04.127965 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1e662bc3-7db5-4b19-a69c-2a15a16d7b1a req-7c2e9185-6c15-4058-9c41-79d440a9c2e9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:04.200249 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10f1c6-1883-44d8-8d86-3d6b4530d7e2 req-911977f5-8067-4173-b704-4fa222aaf965 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:04.202261 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cd10f1c6-1883-44d8-8d86-3d6b4530d7e2 req-911977f5-8067-4173-b704-4fa222aaf965 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0749047
Apr 16 21:20:04.267015 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cd10f1c6-1883-44d8-8d86-3d6b4530d7e2 req-161022e0-915e-4de6-b350-5eb0d30b44d6 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577717
Apr 16 21:20:04.270463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3071778a-9ed3-4969-ac7e-f1a004ff14fc is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:04.371843 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c1fa7658-9771-4f9c-90b5-cc2034c92f50 req-5ed534de-fd17-49c3-bfdc-d0f01d476ac7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 210 time: 0.0424671
Apr 16 21:20:04.430385 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-1e662bc3-7db5-4b19-a69c-2a15a16d7b1a req-7c2e9185-6c15-4058-9c41-79d440a9c2e9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] For port 70b96df0-3186-4dcf-ba26-08fa42867480, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70b96df0-3186-4dcf-ba26-08fa42867480,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:04.488430 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1e662bc3-7db5-4b19-a69c-2a15a16d7b1a req-7c2e9185-6c15-4058-9c41-79d440a9c2e9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for port (70b96df0-3186-4dcf-ba26-08fa42867480), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:04.508538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-85b373a4-7ab2-4b26-a667-e6a311a78789 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:04.513574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-85b373a4-7ab2-4b26-a667-e6a311a78789 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:04.515159 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-85b373a4-7ab2-4b26-a667-e6a311a78789 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.11 "GET /v2.0/networks?id=c28ab0a1-ee34-4f39-8488-5ad10778cbb1&id=bf720063-38d8-45f4-aa0e-d4a5fcbcc769&id=c28ab0a1-ee34-4f39-8488-5ad10778cbb1 HTTP/1.1" status: 200  len: 1390 time: 0.1585515
Apr 16 21:20:04.534076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-423e953c-e981-43a1-8e23-e41d2525f72c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Request body: {'port': {'device_id': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1', 'admin_state_up': True, 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:04.594807 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1e662bc3-7db5-4b19-a69c-2a15a16d7b1a req-7c2e9185-6c15-4058-9c41-79d440a9c2e9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:04.607382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['90cb3288-a22b-4ad5-a087-5f17138b5d8b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:04.609639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['880aed47-539f-4469-8060-4c63493e9b1d', '70b96df0-3186-4dcf-ba26-08fa42867480'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:04.667968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e662bc3-7db5-4b19-a69c-2a15a16d7b1a req-7c2e9185-6c15-4058-9c41-79d440a9c2e9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:04.677256 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1e662bc3-7db5-4b19-a69c-2a15a16d7b1a req-7c2e9185-6c15-4058-9c41-79d440a9c2e9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:04.683555 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1e662bc3-7db5-4b19-a69c-2a15a16d7b1a req-7c2e9185-6c15-4058-9c41-79d440a9c2e9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "PUT /v2.0/ports/70b96df0-3186-4dcf-ba26-08fa42867480 HTTP/1.1" status: 200  len: 904 time: 0.6680000
Apr 16 21:20:04.738115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e9185-6c15-4058-9c41-79d440a9c2e9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event updated for resources: {'Port': ['ID=70b96df0-3186-4dcf-ba26-08fa42867480,revision_number=6']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:04.810405 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131d4ea-5261-482d-9c12-2b5cc14f66d1 req-6dd10beb-331c-4fd4-8f1e-74b6b47db818 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:04.812092 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7131d4ea-5261-482d-9c12-2b5cc14f66d1 req-6dd10beb-331c-4fd4-8f1e-74b6b47db818 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 907 time: 0.0583625
Apr 16 21:20:04.829223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['70b96df0-3186-4dcf-ba26-08fa42867480'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:04.854825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-423e953c-e981-43a1-8e23-e41d2525f72c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:04.855417 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-423e953c-e981-43a1-8e23-e41d2525f72c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:05.059353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-af3aabc0-ff0b-422b-9593-fb77b62d733f None None] Provisioning complete for port 70b96df0-3186-4dcf-ba26-08fa42867480 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:05.064768 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-af3aabc0-ff0b-422b-9593-fb77b62d733f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:05.077286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349b7fd-2d32-461c-8eeb-b559f6cf5e52 req-3965bb4a-1a15-41b6-aa79-0c336f7db6cf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:05.078915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c349b7fd-2d32-461c-8eeb-b559f6cf5e52 req-3965bb4a-1a15-41b6-aa79-0c336f7db6cf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0983918
Apr 16 21:20:05.099820 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e701f539-86fc-4fd9-a00e-129386ea8236 req-e185d66e-65e6-4b5d-b803-e7af5825f928 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f07150-d0ab-41c9-a9bf-692e9d9c5140 HTTP/1.1" status: 200  len: 210 time: 0.0473008
Apr 16 21:20:05.179865 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-af3aabc0-ff0b-422b-9593-fb77b62d733f None None] Current status of the port 70b96df0-3186-4dcf-ba26-08fa42867480 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:05.182820 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c349b7fd-2d32-461c-8eeb-b559f6cf5e52 req-442e9de3-eb1f-4e4b-89a9-13285517bc28 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588815
Apr 16 21:20:05.190868 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-423e953c-e981-43a1-8e23-e41d2525f72c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Allocated IP 19.80.0.252 (c28ab0a1-ee34-4f39-8488-5ad10778cbb1/97ac34cc-0fae-41ee-9db4-ac9940ba754d/d78dc7e0-d571-482d-8de8-d8cf3f516888) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:05.338511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 81ecf100-6644-4dc8-8aa1-5e689dabd795 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:05.350419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e322-b8f0-467e-8591-b8568fb49fc4 req-a2f9701e-b793-4e19-9683-67a9b45bca28 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:05.352361 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e930e322-b8f0-467e-8591-b8568fb49fc4 req-a2f9701e-b793-4e19-9683-67a9b45bca28 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0671995
Apr 16 21:20:05.410564 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e930e322-b8f0-467e-8591-b8568fb49fc4 req-a679f5bd-264b-42e5-98ff-0cf1a162f5a5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507071
Apr 16 21:20:05.415659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f1683-bcac-4cc6-8f70-6c6006fd80d7 req-4afc1ec7-3361-49f9-84f0-6a783c71bb14 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:05.417349 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b62f1683-bcac-4cc6-8f70-6c6006fd80d7 req-4afc1ec7-3361-49f9-84f0-6a783c71bb14 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0661304
Apr 16 21:20:05.417766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 81ecf100-6644-4dc8-8aa1-5e689dabd795 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:05.418491 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:05.432631 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-423e953c-e981-43a1-8e23-e41d2525f72c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:05.507026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 81ecf100-6644-4dc8-8aa1-5e689dabd795 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:05.516375 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b62f1683-bcac-4cc6-8f70-6c6006fd80d7 req-ffe03e40-caa6-43d4-9122-2ca37c05373c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819485
Apr 16 21:20:05.543428 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ffeaf1f-b46c-453d-91da-8ba87fb27d68 req-4a01c99a-cd81-4c8c-8417-fff937056aa8 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 210 time: 0.0367258
Apr 16 21:20:05.624143 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-423e953c-e981-43a1-8e23-e41d2525f72c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:05.642169 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2781ff7-bef9-4170-b693-a89c6a71d4f2 req-0d469a54-fa3b-442a-aaba-f8c97e2236b2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:05.643657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2781ff7-bef9-4170-b693-a89c6a71d4f2 req-0d469a54-fa3b-442a-aaba-f8c97e2236b2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0589700
Apr 16 21:20:05.692241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-423e953c-e981-43a1-8e23-e41d2525f72c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:05.698424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-423e953c-e981-43a1-8e23-e41d2525f72c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:05.704510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-423e953c-e981-43a1-8e23-e41d2525f72c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:05.709312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e953c-e981-43a1-8e23-e41d2525f72c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event updated for resources: {'Port': ['ID=d78dc7e0-d571-482d-8de8-d8cf3f516888,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:05.769769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2781ff7-bef9-4170-b693-a89c6a71d4f2 req-deec0e8a-ee4f-4aff-85d6-cf0cb1382b4a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067400
Apr 16 21:20:05.780715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-423e953c-e981-43a1-8e23-e41d2525f72c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:05.781403 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-423e953c-e981-43a1-8e23-e41d2525f72c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:05.843394 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-423e953c-e981-43a1-8e23-e41d2525f72c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3138249
Apr 16 21:20:05.854202 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-f0545bb9-1f1c-457c-86b0-e4ecc14dd57a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Request body: {'port': {'device_id': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'network_id': 'bf720063-38d8-45f4-aa0e-d4a5fcbcc769', 'admin_state_up': True, 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:05.886519 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:05.927247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63701c0c-66b6-4792-8324-da05bd2e80c1 req-2f68c070-cdb1-4073-9f19-14a0f340cfcb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:05.929620 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-63701c0c-66b6-4792-8324-da05bd2e80c1 req-2f68c070-cdb1-4073-9f19-14a0f340cfcb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0672991
Apr 16 21:20:06.022500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-27232b10-0140-48b9-b5e1-d10cf0264917 None None] Provisioning complete for port d78dc7e0-d571-482d-8de8-d8cf3f516888 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:06.023391 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-27232b10-0140-48b9-b5e1-d10cf0264917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:06.026430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86bdab-b733-4af5-b2a7-c997869b690c', 'tag': '70b96df0-3186-4dcf-ba26-08fa42867480'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:06.030607 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52635612-1e71-46c8-9cc5-0f79e45de396" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86bdab-b733-4af5-b2a7-c997869b690c", "tag": "70b96df0-3186-4dcf-ba26-08fa42867480"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:06.046296 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-63701c0c-66b6-4792-8324-da05bd2e80c1 req-8da2115a-7904-4ce9-a427-5518fc9704d0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904725
Apr 16 21:20:06.072862 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e55d68-ea98-48fe-8010-a1d71a8c1282 x-openstack-request-id: req-59e55d68-ea98-48fe-8010-a1d71a8c1282 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:06.074174 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86bdab-b733-4af5-b2a7-c997869b690c", "tag": "70b96df0-3186-4dcf-ba26-08fa42867480", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:06.074585 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59e55d68-ea98-48fe-8010-a1d71a8c1282 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:06.075511 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e55d68-ea98-48fe-8010-a1d71a8c1282'] response: {'name': 'network-changed', 'server_uuid': '1b86bdab-b733-4af5-b2a7-c997869b690c', 'tag': '70b96df0-3186-4dcf-ba26-08fa42867480', 'status': 'completed', 'code': 200}
Apr 16 21:20:06.078545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 973bd67e-86f2-41a6-afe9-0081fe7b246c no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:06.086053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-f0545bb9-1f1c-457c-86b0-e4ecc14dd57a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:06.091191 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-f0545bb9-1f1c-457c-86b0-e4ecc14dd57a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:06.104938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 973bd67e-86f2-41a6-afe9-0081fe7b246c {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:20:06.105664 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 973bd67e-86f2-41a6-afe9-0081fe7b246c not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:20:06.107761 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-27232b10-0140-48b9-b5e1-d10cf0264917 None None] Port d78dc7e0-d571-482d-8de8-d8cf3f516888 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:20:06.175511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52635612-1e71-46c8-9cc5-0f79e45de396 req-572754de-39e6-465c-b924-110e5dcdc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:06.175511 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-52635612-1e71-46c8-9cc5-0f79e45de396 req-572754de-39e6-465c-b924-110e5dcdc0bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 1089 time: 0.0761130
Apr 16 21:20:06.324356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52635612-1e71-46c8-9cc5-0f79e45de396 req-c41c834d-8c0f-4910-ab39-08743dadc761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:06.336861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-f0545bb9-1f1c-457c-86b0-e4ecc14dd57a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Allocated IP 19.86.0.59 (bf720063-38d8-45f4-aa0e-d4a5fcbcc769/c95c0fbc-1280-4465-97f7-9aa607f1b2dd/73560328-fd39-40aa-a200-90cf4ec23b1a) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:06.337002 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-52635612-1e71-46c8-9cc5-0f79e45de396 req-c41c834d-8c0f-4910-ab39-08743dadc761 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.1553149
Apr 16 21:20:06.387203 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-52635612-1e71-46c8-9cc5-0f79e45de396 req-e9749cd6-c047-46b3-a6d3-b8f8ad54f1ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b96df0-3186-4dcf-ba26-08fa42867480 HTTP/1.1" status: 200  len: 217 time: 0.0451851
Apr 16 21:20:06.496989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52635612-1e71-46c8-9cc5-0f79e45de396 req-f9ca5ad8-409c-43e1-97f1-6fa3ab316d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:06.498476 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-52635612-1e71-46c8-9cc5-0f79e45de396 req-f9ca5ad8-409c-43e1-97f1-6fa3ab316d6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.1017501
Apr 16 21:20:06.504817 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-f0545bb9-1f1c-457c-86b0-e4ecc14dd57a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:06.559389 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17280e99-2394-4227-940e-9e64600132cd req-c8e4e492-26b5-4e5f-b76f-511ad12cd531 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:06.560932 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-c8e4e492-26b5-4e5f-b76f-511ad12cd531 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 811 time: 0.1763279
Apr 16 21:20:06.582926 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-d697f7f5-2f8f-425d-8eed-f82f9690c29c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/quotas/ceac90e6c7024b4ea350bfa95e1b5249 HTTP/1.1" status: 200  len: 375 time: 0.0144227
Apr 16 21:20:06.583945 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52635612-1e71-46c8-9cc5-0f79e45de396 req-551b8a65-cb09-435f-b8bc-5f1a09f19a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:06.585496 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-52635612-1e71-46c8-9cc5-0f79e45de396 req-551b8a65-cb09-435f-b8bc-5f1a09f19a8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0787354
Apr 16 21:20:06.618128 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-f0545bb9-1f1c-457c-86b0-e4ecc14dd57a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:06.668667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-f0545bb9-1f1c-457c-86b0-e4ecc14dd57a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Network bf720063-38d8-45f4-aa0e-d4a5fcbcc769 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:06.671700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-f0545bb9-1f1c-457c-86b0-e4ecc14dd57a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:06.675610 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-f0545bb9-1f1c-457c-86b0-e4ecc14dd57a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:06.682460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0545bb9-1f1c-457c-86b0-e4ecc14dd57a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event updated for resources: {'Port': ['ID=73560328-fd39-40aa-a200-90cf4ec23b1a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:06.699122 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-d54475fb-17bb-4182-aaad-e247e953b653 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0998468
Apr 16 21:20:06.754395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-f0545bb9-1f1c-457c-86b0-e4ecc14dd57a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:06.755141 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-f0545bb9-1f1c-457c-86b0-e4ecc14dd57a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:06.782020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-52635612-1e71-46c8-9cc5-0f79e45de396 req-e4da3bfc-2bac-4b56-b69b-9baee892001f service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909418
Apr 16 21:20:06.839285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9a7e0-7d01-4640-8710-2367bf034bca req-c6a07b97-2cab-46db-b788-2df55d706b29 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:06.845498 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c1b9a7e0-7d01-4640-8710-2367bf034bca req-c6a07b97-2cab-46db-b788-2df55d706b29 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0616946
Apr 16 21:20:06.849531 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-f0545bb9-1f1c-457c-86b0-e4ecc14dd57a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0000377
Apr 16 21:20:06.902548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-022b8412-3957-4e2e-acff-a71c5e3e5745 service neutron] 10.222.0.20 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830885
Apr 16 21:20:06.905794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c1b9a7e0-7d01-4640-8710-2367bf034bca req-62b2a106-67eb-4d1b-859d-9f088762b365 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542729
Apr 16 21:20:06.983020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-52635612-1e71-46c8-9cc5-0f79e45de396 req-8f981744-f28f-474f-a0db-35cdd784bef1 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1941381
Apr 16 21:20:07.043224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9cd26-95fe-4bc6-b504-f2b5209c30cb req-fdc45c9b-a739-4d7b-8ecd-619b40dec631 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:07.045280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b1d785ba-f3dd-4da6-bbfc-4b7a17d08d61 None None] Provisioning complete for port 73560328-fd39-40aa-a200-90cf4ec23b1a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:07.045729 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b1d785ba-f3dd-4da6-bbfc-4b7a17d08d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:07.046462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9cd26-95fe-4bc6-b504-f2b5209c30cb req-fdc45c9b-a739-4d7b-8ecd-619b40dec631 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:07.053390 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-d407c6fb-8d0e-4f3a-98c6-753fe82bee8b service neutron] 10.222.0.20 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407855
Apr 16 21:20:07.055617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2a9cd26-95fe-4bc6-b504-f2b5209c30cb req-fdc45c9b-a739-4d7b-8ecd-619b40dec631 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 1654 time: 0.0830228
Apr 16 21:20:07.086032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b1d785ba-f3dd-4da6-bbfc-4b7a17d08d61 None None] Port 73560328-fd39-40aa-a200-90cf4ec23b1a cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:20:07.103129 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2a9cd26-95fe-4bc6-b504-f2b5209c30cb req-1ebd51d9-809f-4a40-81f3-ecfc3177ed07 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466468
Apr 16 21:20:07.219747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dffb14-cabc-44c0-b0f5-564dd29ae5da req-58ac4ac7-46c4-4b8d-8981-77907c5b47db tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:07.221065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84dffb14-cabc-44c0-b0f5-564dd29ae5da req-58ac4ac7-46c4-4b8d-8981-77907c5b47db tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0483143
Apr 16 21:20:07.306175 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84dffb14-cabc-44c0-b0f5-564dd29ae5da req-49dd56f7-f3e5-416d-8106-96867a3f42fa tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738754
Apr 16 21:20:07.384087 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b9490b2-e8ee-4e2f-ac3a-bd04564d6e88 req-94753571-fb9e-46e3-a14c-0da811d78719 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 210 time: 0.0341787
Apr 16 21:20:07.683276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d61c2-7c68-4343-9bf7-e368defbeee8 req-c0d4a692-379d-48b1-b6db-d055f33f7f78 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:07.684965 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b2d61c2-7c68-4343-9bf7-e368defbeee8 req-c0d4a692-379d-48b1-b6db-d055f33f7f78 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 945 time: 0.0519135
Apr 16 21:20:07.742207 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b2d61c2-7c68-4343-9bf7-e368defbeee8 req-dc3f6bf5-be71-4246-a1c6-1a5fe893fd45 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/security-groups?id=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482640
Apr 16 21:20:07.820811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37042) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:07.928429 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a8b6-cf1a-43ca-9ebc-951e84cc95b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:08.007177 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a8b6-cf1a-43ca-9ebc-951e84cc95b8 admin admin] Publish callbacks [] for security_group (51104bf2-2ac2-41a3-8ff2-39e4a03e454f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:08.024370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62157a3-d617-42a8-9414-68757a161cc5 req-938a1455-380b-4904-a3fc-7c15b5ce7f5d tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:08.025891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a62157a3-d617-42a8-9414-68757a161cc5 req-938a1455-380b-4904-a3fc-7c15b5ce7f5d tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0517461
Apr 16 21:20:08.062682 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a8b6-cf1a-43ca-9ebc-951e84cc95b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (51104bf2-2ac2-41a3-8ff2-39e4a03e454f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:08.079130 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a62157a3-d617-42a8-9414-68757a161cc5 req-43468ae3-cd3b-4f5d-8151-d510334cf212 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471146
Apr 16 21:20:08.101937 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cbe9a8b6-cf1a-43ca-9ebc-951e84cc95b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7fff89aa19f4ed5973a5c7689391510&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2798376
Apr 16 21:20:08.102786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9a8b6-cf1a-43ca-9ebc-951e84cc95b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51104bf2-2ac2-41a3-8ff2-39e4a03e454f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:08.105139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37048) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:08.157343 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b560281a-ca51-4e42-a242-66d78bfcdb13 admin admin] Publish callbacks [] for security_group (51104bf2-2ac2-41a3-8ff2-39e4a03e454f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:08.180774 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b560281a-ca51-4e42-a242-66d78bfcdb13 admin admin] Publish callbacks [] for security_group (51104bf2-2ac2-41a3-8ff2-39e4a03e454f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:08.224158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939df38f-4631-4bc3-a493-2554899e0a33 req-88f0bf97-a3eb-4d34-b280-c83ebee3c814 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:08.230164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939df38f-4631-4bc3-a493-2554899e0a33 req-88f0bf97-a3eb-4d34-b280-c83ebee3c814 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:08.231716 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-939df38f-4631-4bc3-a493-2554899e0a33 req-88f0bf97-a3eb-4d34-b280-c83ebee3c814 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 1654 time: 0.0593469
Apr 16 21:20:08.277544 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-939df38f-4631-4bc3-a493-2554899e0a33 req-24b288e0-cc14-40a8-9b4f-5eb66f501773 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400605
Apr 16 21:20:08.314435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b560281a-ca51-4e42-a242-66d78bfcdb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (51104bf2-2ac2-41a3-8ff2-39e4a03e454f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:08.317102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b560281a-ca51-4e42-a242-66d78bfcdb13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:08.318283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b560281a-ca51-4e42-a242-66d78bfcdb13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51104bf2-2ac2-41a3-8ff2-39e4a03e454f HTTP/1.1" status: 204  len: 168 time: 0.2119925
Apr 16 21:20:08.328736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560281a-ca51-4e42-a242-66d78bfcdb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51104bf2-2ac2-41a3-8ff2-39e4a03e454f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:08.420325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739168e3-305f-4997-b2de-d6899feaf50b req-943023f1-8aeb-4a31-a386-4ea2b955753f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:08.422003 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-739168e3-305f-4997-b2de-d6899feaf50b req-943023f1-8aeb-4a31-a386-4ea2b955753f tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0491779
Apr 16 21:20:08.472520 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-739168e3-305f-4997-b2de-d6899feaf50b req-2fb9a8b9-1abd-427b-9ae7-a5ac7d8b8363 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446484
Apr 16 21:20:08.482280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00504f56-d3ae-451d-b95d-cc0db60dccfc req-cc5c23cf-7731-4568-afe4-93c8f5a08b4f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 210 time: 0.0293980
Apr 16 21:20:08.863281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8306a-3ef7-4f81-8b62-3f6d7ab05692 req-cb12c243-a322-4a9d-a052-d777d523af2b tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:08.865001 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ba8306a-3ef7-4f81-8b62-3f6d7ab05692 req-cb12c243-a322-4a9d-a052-d777d523af2b tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 945 time: 0.0540166
Apr 16 21:20:08.878686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37062) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:08.892971 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-05ae1b42-655a-4290-89f5-64df4ebf46b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:08.920710 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ba8306a-3ef7-4f81-8b62-3f6d7ab05692 req-092ae360-86d8-4b2e-9596-851baafb74fc tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/security-groups?id=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498760
Apr 16 21:20:08.970043 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-05ae1b42-655a-4290-89f5-64df4ebf46b2 admin admin] Publish callbacks [] for security_group (4ddf63f5-9216-4a5c-9bb4-26c4d2fb97aa), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:08.977169 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-71ecc6a5-31ba-4613-a17a-fb701e0e05c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:09.040214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-05ae1b42-655a-4290-89f5-64df4ebf46b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4ddf63f5-9216-4a5c-9bb4-26c4d2fb97aa), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:09.079861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-05ae1b42-655a-4290-89f5-64df4ebf46b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e4e61c2d13047c88d2a2a422e17794e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2023585
Apr 16 21:20:09.080837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae1b42-655a-4290-89f5-64df4ebf46b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddf63f5-9216-4a5c-9bb4-26c4d2fb97aa,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:09.082596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37064) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:09.134136 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4b52ca2b-9893-48d8-9ba4-9408ddfa7a48 admin admin] Publish callbacks [] for security_group (4ddf63f5-9216-4a5c-9bb4-26c4d2fb97aa), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:09.157993 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4b52ca2b-9893-48d8-9ba4-9408ddfa7a48 admin admin] Publish callbacks [] for security_group (4ddf63f5-9216-4a5c-9bb4-26c4d2fb97aa), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:09.204467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f41b9-639d-44e4-9ad5-6118cf76aec9 req-7c9bd9d7-9f9a-4c7f-9813-d2b7abb81fe1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:09.206000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d1f41b9-639d-44e4-9ad5-6118cf76aec9 req-7c9bd9d7-9f9a-4c7f-9813-d2b7abb81fe1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0547249
Apr 16 21:20:09.253004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d1f41b9-639d-44e4-9ad5-6118cf76aec9 req-5378b96b-ac4c-4372-9261-f80099317fda tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409200
Apr 16 21:20:09.268943 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4b52ca2b-9893-48d8-9ba4-9408ddfa7a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4ddf63f5-9216-4a5c-9bb4-26c4d2fb97aa), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:09.271534 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4b52ca2b-9893-48d8-9ba4-9408ddfa7a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:09.272714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4b52ca2b-9893-48d8-9ba4-9408ddfa7a48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ddf63f5-9216-4a5c-9bb4-26c4d2fb97aa HTTP/1.1" status: 204  len: 168 time: 0.1891055
Apr 16 21:20:09.286602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52ca2b-9893-48d8-9ba4-9408ddfa7a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddf63f5-9216-4a5c-9bb4-26c4d2fb97aa,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:09.436676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc87326-a902-42c8-b5a0-cbb68c5ce677 req-4eafe832-309e-4778-a204-72f0402db565 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:09.442046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc87326-a902-42c8-b5a0-cbb68c5ce677 req-4eafe832-309e-4778-a204-72f0402db565 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:09.443731 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6dc87326-a902-42c8-b5a0-cbb68c5ce677 req-4eafe832-309e-4778-a204-72f0402db565 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 1654 time: 0.0998633
Apr 16 21:20:09.459086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7f77c-188f-4fe5-9eb9-41f800118b57 req-10062e27-8998-4331-828c-18cf19150eba tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:09.460477 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ea7f77c-188f-4fe5-9eb9-41f800118b57 req-10062e27-8998-4331-828c-18cf19150eba tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 945 time: 0.0774508
Apr 16 21:20:09.545592 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6dc87326-a902-42c8-b5a0-cbb68c5ce677 req-a45952b3-0dc4-4d14-b8d8-65804edc7bbd tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938811
Apr 16 21:20:09.599872 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-1ea7f77c-188f-4fe5-9eb9-41f800118b57 req-8400c3e5-21e4-4c5e-a406-0155c26d8b1b tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Deleting port da5c53cc-6d81-4340-85c9-4cb9fd280548 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:09.600258 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ea7f77c-188f-4fe5-9eb9-41f800118b57 req-8400c3e5-21e4-4c5e-a406-0155c26d8b1b tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:09.600717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bb3d5-cb28-4a6b-b00f-e0fcd6b8302a req-03b23a84-937e-4dd7-80af-33f55e3570f1 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:09.602506 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc2bb3d5-cb28-4a6b-b00f-e0fcd6b8302a req-03b23a84-937e-4dd7-80af-33f55e3570f1 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0582542
Apr 16 21:20:09.660262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc2bb3d5-cb28-4a6b-b00f-e0fcd6b8302a req-09957a33-da2d-4e2a-96e6-6f82a8bfdc36 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443602
Apr 16 21:20:09.690098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3fe9b658-7c53-4636-9724-88abdd7ac4de tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Request body: {'port': {'device_id': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1', 'admin_state_up': True, 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:09.692629 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4ed3f0a-15b8-4627-b615-bba5d8cde8c0 req-e44b80ca-e257-4a9e-a077-0d59b67276ff tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 210 time: 0.0712533
Apr 16 21:20:09.746793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-1ea7f77c-188f-4fe5-9eb9-41f800118b57 req-8400c3e5-21e4-4c5e-a406-0155c26d8b1b tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] For port da5c53cc-6d81-4340-85c9-4cb9fd280548, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da5c53cc-6d81-4340-85c9-4cb9fd280548,segment=NetworkSegment(e388db0c-90dc-4c6f-869d-c43e20478e22),segment_id=e388db0c-90dc-4c6f-869d-c43e20478e22)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:09.747683 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ea7f77c-188f-4fe5-9eb9-41f800118b57 req-8400c3e5-21e4-4c5e-a406-0155c26d8b1b tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:09.766048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-1ea7f77c-188f-4fe5-9eb9-41f800118b57 req-8400c3e5-21e4-4c5e-a406-0155c26d8b1b tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Calling delete_port for da5c53cc-6d81-4340-85c9-4cb9fd280548 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:09.977795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ea7f77c-188f-4fe5-9eb9-41f800118b57 req-8400c3e5-21e4-4c5e-a406-0155c26d8b1b tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (da5c53cc-6d81-4340-85c9-4cb9fd280548), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:09.991820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['da5c53cc-6d81-4340-85c9-4cb9fd280548'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:10.016848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400c3e5-21e4-4c5e-a406-0155c26d8b1b tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Pushing event deleted for resources: {'Port': ['ID=da5c53cc-6d81-4340-85c9-4cb9fd280548,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:10.072323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea7f77c-188f-4fe5-9eb9-41f800118b57 req-8400c3e5-21e4-4c5e-a406-0155c26d8b1b tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] No DVR routers for this DVR port da5c53cc-6d81-4340-85c9-4cb9fd280548 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:10.075013 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1ea7f77c-188f-4fe5-9eb9-41f800118b57 req-8400c3e5-21e4-4c5e-a406-0155c26d8b1b tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:10.078591 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ea7f77c-188f-4fe5-9eb9-41f800118b57 req-8400c3e5-21e4-4c5e-a406-0155c26d8b1b tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.41 "DELETE /v2.0/ports/da5c53cc-6d81-4340-85c9-4cb9fd280548 HTTP/1.1" status: 204  len: 173 time: 0.6132281
Apr 16 21:20:10.079153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea60a95-8b64-4410-a953-747f38619ffa', 'name': 'network-vif-deleted', 'tag': 'da5c53cc-6d81-4340-85c9-4cb9fd280548'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:10.081587 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02449da1-3c45-4cdc-a8df-d3882e3720be" -d '{"events": [{"server_uuid": "3ea60a95-8b64-4410-a953-747f38619ffa", "name": "network-vif-deleted", "tag": "da5c53cc-6d81-4340-85c9-4cb9fd280548"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:10.107172 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17b2d631-0469-4c3d-a1af-be564c237b58 req-189a60df-dcae-4b6f-97ee-92718754cfc4 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 210 time: 0.0605671
Apr 16 21:20:10.137838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ba025-9d50-4fca-ab09-3c5dbfa60d50 req-5cdbffca-93c3-41bb-9cb7-b39aebe80541 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:10.139352 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f4ba025-9d50-4fca-ab09-3c5dbfa60d50 req-5cdbffca-93c3-41bb-9cb7-b39aebe80541 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.0917246
Apr 16 21:20:10.151484 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e1ae0a-0f58-4f06-a098-99cd328c5ce2 x-openstack-request-id: req-72e1ae0a-0f58-4f06-a098-99cd328c5ce2 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:10.151980 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea60a95-8b64-4410-a953-747f38619ffa", "name": "network-vif-deleted", "tag": "da5c53cc-6d81-4340-85c9-4cb9fd280548", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:10.152081 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72e1ae0a-0f58-4f06-a098-99cd328c5ce2 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:10.152502 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e1ae0a-0f58-4f06-a098-99cd328c5ce2'] response: {'server_uuid': '3ea60a95-8b64-4410-a953-747f38619ffa', 'name': 'network-vif-deleted', 'tag': 'da5c53cc-6d81-4340-85c9-4cb9fd280548', 'status': 'completed', 'code': 200}
Apr 16 21:20:10.252581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-4f4ba025-9d50-4fca-ab09-3c5dbfa60d50 req-4ed7f525-042c-4fb4-a975-c3bd3eb8f937 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Deleting port ed5b9e7e-736b-4251-8d00-ad2beb4e1443 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:10.252925 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4f4ba025-9d50-4fca-ab09-3c5dbfa60d50 req-4ed7f525-042c-4fb4-a975-c3bd3eb8f937 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:10.348968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3fe9b658-7c53-4636-9724-88abdd7ac4de tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:10.354194 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3fe9b658-7c53-4636-9724-88abdd7ac4de tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:10.431873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17280e99-2394-4227-940e-9e64600132cd req-9071e720-f5d5-44fc-a1cd-d519f09a5713 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:10.433668 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-9071e720-f5d5-44fc-a1cd-d519f09a5713 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 811 time: 0.1316221
Apr 16 21:20:10.445243 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-17280e99-2394-4227-940e-9e64600132cd req-5046a7d8-2aae-4a22-a6fc-bc29c41699e8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Request body: {'port': {'device_id': '8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'admin_state_up': True, 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:10.453999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4f4ba025-9d50-4fca-ab09-3c5dbfa60d50 req-4ed7f525-042c-4fb4-a975-c3bd3eb8f937 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] For port ed5b9e7e-736b-4251-8d00-ad2beb4e1443, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed5b9e7e-736b-4251-8d00-ad2beb4e1443,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:10.454738 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4f4ba025-9d50-4fca-ab09-3c5dbfa60d50 req-4ed7f525-042c-4fb4-a975-c3bd3eb8f937 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:10.512306 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc9931-4eb9-4cce-8fcb-9a24f189db39 req-86b06772-77f2-4ae4-905a-efb13c9aaeb1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:10.514639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bdc9931-4eb9-4cce-8fcb-9a24f189db39 req-86b06772-77f2-4ae4-905a-efb13c9aaeb1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.1335917
Apr 16 21:20:10.516040 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-4f4ba025-9d50-4fca-ab09-3c5dbfa60d50 req-4ed7f525-042c-4fb4-a975-c3bd3eb8f937 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Calling delete_port for ed5b9e7e-736b-4251-8d00-ad2beb4e1443 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:10.642528 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17280e99-2394-4227-940e-9e64600132cd req-5046a7d8-2aae-4a22-a6fc-bc29c41699e8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Made reservation on behalf of ceac90e6c7024b4ea350bfa95e1b5249 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:10.645747 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-17280e99-2394-4227-940e-9e64600132cd req-5046a7d8-2aae-4a22-a6fc-bc29c41699e8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:10.694029 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bdc9931-4eb9-4cce-8fcb-9a24f189db39 req-0edce609-cd18-412c-ad38-8465e3c16c65 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702352
Apr 16 21:20:10.701330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde778a-ffa7-4d9a-b40e-c7cbc2326b2f req-2ee28783-d150-47ed-9525-d4ac51d9c974 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:10.706680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde778a-ffa7-4d9a-b40e-c7cbc2326b2f req-2ee28783-d150-47ed-9525-d4ac51d9c974 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:10.708327 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cde778a-ffa7-4d9a-b40e-c7cbc2326b2f req-2ee28783-d150-47ed-9525-d4ac51d9c974 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 1654 time: 0.0780671
Apr 16 21:20:10.742287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3fe9b658-7c53-4636-9724-88abdd7ac4de tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Allocated IP 19.80.0.233 (c28ab0a1-ee34-4f39-8488-5ad10778cbb1/97ac34cc-0fae-41ee-9db4-ac9940ba754d/1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:10.840964 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cde778a-ffa7-4d9a-b40e-c7cbc2326b2f req-4ce7e83a-e52e-48cb-8760-56129237110a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012213
Apr 16 21:20:10.870305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-17280e99-2394-4227-940e-9e64600132cd req-5046a7d8-2aae-4a22-a6fc-bc29c41699e8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Allocated IP 172.20.0.9 (f9e642b5-0144-4768-b572-192069e5751e/06ec77b4-a903-4213-a645-ac1f6c5c0b22/c7099d42-164b-4965-be5b-89015762dc0c) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:10.939068 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e2b2045-4e14-4f2d-8717-c60d0cc71d16 req-799ff3af-f881-47cc-be99-461f5d5e16da tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 210 time: 0.0363476
Apr 16 21:20:10.966146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7a110-7834-47bb-a39a-c3af890c16bf req-9ea58645-d271-4a10-a906-b40fec02b69b tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:10.967013 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78f7a110-7834-47bb-a39a-c3af890c16bf req-9ea58645-d271-4a10-a906-b40fec02b69b tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc95a4d6-f40d-4087-91ae-3038926df942 HTTP/1.1" status: 200  len: 945 time: 0.1330326
Apr 16 21:20:11.049611 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4f4ba025-9d50-4fca-ab09-3c5dbfa60d50 req-4ed7f525-042c-4fb4-a975-c3bd3eb8f937 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ed5b9e7e-736b-4251-8d00-ad2beb4e1443), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:11.060550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['ed5b9e7e-736b-4251-8d00-ad2beb4e1443'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:11.071437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78f7a110-7834-47bb-a39a-c3af890c16bf req-bee51550-eff8-44b2-8fa6-1d020df23bf4 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.20 "GET /v2.0/security-groups?id=d68bd02d-3aad-4124-9c8a-b78f3c41124b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933945
Apr 16 21:20:11.105852 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-17280e99-2394-4227-940e-9e64600132cd req-5046a7d8-2aae-4a22-a6fc-bc29c41699e8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for port (c7099d42-164b-4965-be5b-89015762dc0c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:11.123079 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3fe9b658-7c53-4636-9724-88abdd7ac4de tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:11.124988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7f525-042c-4fb4-a975-c3bd3eb8f937 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Pushing event deleted for resources: {'Port': ['ID=ed5b9e7e-736b-4251-8d00-ad2beb4e1443,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:11.174937 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4ba025-9d50-4fca-ab09-3c5dbfa60d50 req-4ed7f525-042c-4fb4-a975-c3bd3eb8f937 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] No DVR routers for this DVR port ed5b9e7e-736b-4251-8d00-ad2beb4e1443 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:11.178487 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4f4ba025-9d50-4fca-ab09-3c5dbfa60d50 req-4ed7f525-042c-4fb4-a975-c3bd3eb8f937 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:11.182340 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f4ba025-9d50-4fca-ab09-3c5dbfa60d50 req-4ed7f525-042c-4fb4-a975-c3bd3eb8f937 tempest-ServerRescueNegativeTestJSON-1963714062 tempest-ServerRescueNegativeTestJSON-1963714062-project] 10.222.0.11 "DELETE /v2.0/ports/ed5b9e7e-736b-4251-8d00-ad2beb4e1443 HTTP/1.1" status: 204  len: 173 time: 1.0372932
Apr 16 21:20:11.182791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc95a4d6-f40d-4087-91ae-3038926df942', 'name': 'network-vif-deleted', 'tag': 'ed5b9e7e-736b-4251-8d00-ad2beb4e1443'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:11.185069 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2933d7-d0e7-43e5-bac7-8f3af8d53f64" -d '{"events": [{"server_uuid": "dc95a4d6-f40d-4087-91ae-3038926df942", "name": "network-vif-deleted", "tag": "ed5b9e7e-736b-4251-8d00-ad2beb4e1443"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:11.239771 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-17280e99-2394-4227-940e-9e64600132cd req-5046a7d8-2aae-4a22-a6fc-bc29c41699e8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c7099d42-164b-4965-be5b-89015762dc0c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:11.246385 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18cbab1d-d819-404b-ac06-80c6ad08b2fa req-69218295-41a1-41b0-b45b-de2a657f2f49 tempest-VolumesAdminNegativeTest-521471108 tempest-VolumesAdminNegativeTest-521471108-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea60a95-8b64-4410-a953-747f38619ffa HTTP/1.1" status: 200  len: 210 time: 0.0409451
Apr 16 21:20:11.258719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['880aed47-539f-4469-8060-4c63493e9b1d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:11.271700 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30677d01-49ef-4e97-99d9-0361ce576b8e x-openstack-request-id: req-30677d01-49ef-4e97-99d9-0361ce576b8e {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:11.272102 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc95a4d6-f40d-4087-91ae-3038926df942", "name": "network-vif-deleted", "tag": "ed5b9e7e-736b-4251-8d00-ad2beb4e1443", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:11.272543 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30677d01-49ef-4e97-99d9-0361ce576b8e {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:11.272956 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30677d01-49ef-4e97-99d9-0361ce576b8e'] response: {'server_uuid': 'dc95a4d6-f40d-4087-91ae-3038926df942', 'name': 'network-vif-deleted', 'tag': 'ed5b9e7e-736b-4251-8d00-ad2beb4e1443', 'status': 'completed', 'code': 200}
Apr 16 21:20:11.303016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17280e99-2394-4227-940e-9e64600132cd req-5046a7d8-2aae-4a22-a6fc-bc29c41699e8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Network f9e642b5-0144-4768-b572-192069e5751e is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:11.305299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['90cb3288-a22b-4ad5-a087-5f17138b5d8b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:11.307496 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-17280e99-2394-4227-940e-9e64600132cd req-5046a7d8-2aae-4a22-a6fc-bc29c41699e8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:11.311557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-17280e99-2394-4227-940e-9e64600132cd req-5046a7d8-2aae-4a22-a6fc-bc29c41699e8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:11.318649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046a7d8-2aae-4a22-a6fc-bc29c41699e8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event updated for resources: {'Port': ['ID=c7099d42-164b-4965-be5b-89015762dc0c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:11.322596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3fe9b658-7c53-4636-9724-88abdd7ac4de tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:11.389888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3fe9b658-7c53-4636-9724-88abdd7ac4de tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:11.393470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3fe9b658-7c53-4636-9724-88abdd7ac4de tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:11.405690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3fe9b658-7c53-4636-9724-88abdd7ac4de tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:11.421538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9b658-7c53-4636-9724-88abdd7ac4de tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event updated for resources: {'Port': ['ID=1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:11.429700 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17280e99-2394-4227-940e-9e64600132cd req-5046a7d8-2aae-4a22-a6fc-bc29c41699e8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:11.433647 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-17280e99-2394-4227-940e-9e64600132cd req-5046a7d8-2aae-4a22-a6fc-bc29c41699e8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:11.491530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3fe9b658-7c53-4636-9724-88abdd7ac4de tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:11.492150 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3fe9b658-7c53-4636-9724-88abdd7ac4de tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:11.543118 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-5046a7d8-2aae-4a22-a6fc-bc29c41699e8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1014876
Apr 16 21:20:11.564763 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3fe9b658-7c53-4636-9724-88abdd7ac4de tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8808494
Apr 16 21:20:11.573297 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Request body: {'port': {'device_id': '8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:11.577397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Request body: {'port': {'device_id': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:11.670174 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c7099d42-164b-4965-be5b-89015762dc0c), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:11.701245 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bc170a03-b05f-4ad4-b946-2079d10f2e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:11.753487 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:11.889516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5bad7e6a-c692-448f-9c93-221b540699b1 None None] Provisioning complete for port c7099d42-164b-4965-be5b-89015762dc0c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:11.890375 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5bad7e6a-c692-448f-9c93-221b540699b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c7099d42-164b-4965-be5b-89015762dc0c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:11.987295 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5bad7e6a-c692-448f-9c93-221b540699b1 None None] Port c7099d42-164b-4965-be5b-89015762dc0c cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:20:12.034828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55092af7-3047-42da-9b81-f79bc06946a4 req-1cbbf874-b04c-4f96-8085-9a62b1533e33 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:12.036449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55092af7-3047-42da-9b81-f79bc06946a4 req-1cbbf874-b04c-4f96-8085-9a62b1533e33 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.1710374
Apr 16 21:20:12.097079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84ddd5-b63f-48b6-8d0b-bfc7ce933d0f req-10c45ff0-43a7-4cf5-879f-72292d669dee tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:12.102627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84ddd5-b63f-48b6-8d0b-bfc7ce933d0f req-10c45ff0-43a7-4cf5-879f-72292d669dee tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:12.108682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84ddd5-b63f-48b6-8d0b-bfc7ce933d0f req-10c45ff0-43a7-4cf5-879f-72292d669dee tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:12.110365 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf84ddd5-b63f-48b6-8d0b-bfc7ce933d0f req-10c45ff0-43a7-4cf5-879f-72292d669dee tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2376 time: 0.1110935
Apr 16 21:20:12.113671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5bf221db-019f-4636-944b-999740cea191 None None] Provisioning complete for port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:12.119687 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5bf221db-019f-4636-944b-999740cea191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:12.167622 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55092af7-3047-42da-9b81-f79bc06946a4 req-0e59a10d-f6c5-4dbf-9ccd-1daa90599b71 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131811
Apr 16 21:20:12.183079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5bf221db-019f-4636-944b-999740cea191 None None] Port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:20:12.221745 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf84ddd5-b63f-48b6-8d0b-bfc7ce933d0f req-7fe3eca2-7fa5-43f0-b4b7-1de7ffc315a6 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042292
Apr 16 21:20:12.258460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78dc7e0-d571-482d-8de8-d8cf3f516888 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:12.275585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Publish callbacks [] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:12.282951 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7099d42-164b-4965-be5b-89015762dc0c {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:12.291258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Transition to ACTIVE for port object d78dc7e0-d571-482d-8de8-d8cf3f516888 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:20:12.298937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37144) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:12.301070 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Publish callbacks [] for port (c7099d42-164b-4965-be5b-89015762dc0c), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:12.340359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37146) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:12.355916 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:12.367860 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:12.384217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Transition to ACTIVE for port object c7099d42-164b-4965-be5b-89015762dc0c will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:20:12.400360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfecfc-e849-49c5-ad83-2ed836480479 req-276f147f-bed8-4319-b860-cae679ada8bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:12.407634 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4cfecfc-e849-49c5-ad83-2ed836480479 req-276f147f-bed8-4319-b860-cae679ada8bd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 931 time: 0.1114125
Apr 16 21:20:12.500116 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (c7099d42-164b-4965-be5b-89015762dc0c), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:12.526368 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:12.527391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f18433-715f-430f-a19f-42bed135e86f admin admin] Deleting subnet 1675bbc5-4b1f-43d9-9c54-992ad857dcd8 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:20:12.531041 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b2f18433-715f-430f-a19f-42bed135e86f admin admin] Publish callbacks [] for subnet (1675bbc5-4b1f-43d9-9c54-992ad857dcd8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:12.570004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Pushing event updated for resources: {'Port': ['ID=d78dc7e0-d571-482d-8de8-d8cf3f516888,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:12.623862 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b2f18433-715f-430f-a19f-42bed135e86f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (1675bbc5-4b1f-43d9-9c54-992ad857dcd8), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:12.682563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4cfecfc-e849-49c5-ad83-2ed836480479 req-43d26ab7-93b4-4b7b-a02f-7343771b72f2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2739425
Apr 16 21:20:12.733359 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b2f18433-715f-430f-a19f-42bed135e86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (1675bbc5-4b1f-43d9-9c54-992ad857dcd8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:12.736509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Attempting to bind port d78dc7e0-d571-482d-8de8-d8cf3f516888 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:20:12.737140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Attempting to bind port d78dc7e0-d571-482d-8de8-d8cf3f516888 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:20:12.737849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Attempting to bind port d78dc7e0-d571-482d-8de8-d8cf3f516888 on network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:12.771399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Port d78dc7e0-d571-482d-8de8-d8cf3f516888 on network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:20:12.771737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Attempting to bind port d78dc7e0-d571-482d-8de8-d8cf3f516888 on network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:12.782317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:20:12.789116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Checking segment: {'id': '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:12.789116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Bound using segment: {'id': '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:20:12.789116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Bound port: d78dc7e0-d571-482d-8de8-d8cf3f516888, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:20:12.789116 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:12.872813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] For port d78dc7e0-d571-482d-8de8-d8cf3f516888, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:20:12.877707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] For port d78dc7e0-d571-482d-8de8-d8cf3f516888, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d78dc7e0-d571-482d-8de8-d8cf3f516888,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:20:12.950745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b2f18433-715f-430f-a19f-42bed135e86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (1675bbc5-4b1f-43d9-9c54-992ad857dcd8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:12.959820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7099d42-164b-4965-be5b-89015762dc0c,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:12.984511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f18433-715f-430f-a19f-42bed135e86f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1675bbc5-4b1f-43d9-9c54-992ad857dcd8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:12.988193 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b2f18433-715f-430f-a19f-42bed135e86f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:12.991389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b2f18433-715f-430f-a19f-42bed135e86f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1675bbc5-4b1f-43d9-9c54-992ad857dcd8 HTTP/1.1" status: 204  len: 168 time: 0.6500559
Apr 16 21:20:12.993905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37174) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:13.002450 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.082117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:13.082732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.084081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Attempting to bind port c7099d42-164b-4965-be5b-89015762dc0c on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:20:13.084338 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] 10.222.0.11 "PUT /v2.0/ports/d78dc7e0-d571-482d-8de8-d8cf3f516888 HTTP/1.1" status: 200  len: 1092 time: 1.5116875
Apr 16 21:20:13.084592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Attempting to bind port c7099d42-164b-4965-be5b-89015762dc0c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:20:13.084866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Attempting to bind port c7099d42-164b-4965-be5b-89015762dc0c on network f9e642b5-0144-4768-b572-192069e5751e {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:13.109460 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Port c7099d42-164b-4965-be5b-89015762dc0c on network f9e642b5-0144-4768-b572-192069e5751e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:20:13.109796 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Attempting to bind port c7099d42-164b-4965-be5b-89015762dc0c on network f9e642b5-0144-4768-b572-192069e5751e {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:13.115754 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8bb401e2-dd30-4ca8-98e0-a4bb6ab21e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a9c5ca64-24f2-435b-b1e5-e6bf23be4c40), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.118964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6f4ab-2e0e-4d39-acf9-5f760d70e238 service neutron] Pushing event updated for resources: {'Port': ['ID=d78dc7e0-d571-482d-8de8-d8cf3f516888,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:13.125625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:20:13.126377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Checking segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:13.126377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Bound using segment: {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:20:13.126663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Bound port: c7099d42-164b-4965-be5b-89015762dc0c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d575e6-53a4-422b-b489-821afca2cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:20:13.126983 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c7099d42-164b-4965-be5b-89015762dc0c), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.211008 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Request body: {'port': {'device_id': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:13.251358 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8bb401e2-dd30-4ca8-98e0-a4bb6ab21e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a9c5ca64-24f2-435b-b1e5-e6bf23be4c40), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.260775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-705d9229-da2f-4f3e-9d3b-2217a772f889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (f2182d22-0df2-487f-9e2d-07362d732476), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.282314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'tag': 'd78dc7e0-d571-482d-8de8-d8cf3f516888'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:13.284561 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f670f2cb-e40f-486c-94d7-387aec9eedd9" -d '{"events": [{"name": "network-changed", "server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "tag": "d78dc7e0-d571-482d-8de8-d8cf3f516888"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:13.354398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-8bb401e2-dd30-4ca8-98e0-a4bb6ab21e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124b207f0>,) {'filters': {'network_id': ['a9c5ca64-24f2-435b-b1e5-e6bf23be4c40']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:13.386900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] For port c7099d42-164b-4965-be5b-89015762dc0c, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:20:13.398405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-8bb401e2-dd30-4ca8-98e0-a4bb6ab21e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124b207f0>, 'e388db0c-90dc-4c6f-869d-c43e20478e22') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:13.398710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-8bb401e2-dd30-4ca8-98e0-a4bb6ab21e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124b207f0>, 'e388db0c-90dc-4c6f-869d-c43e20478e22') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:13.408374 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] For port c7099d42-164b-4965-be5b-89015762dc0c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7099d42-164b-4965-be5b-89015762dc0c,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:20:13.410921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.430192 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8bb401e2-dd30-4ca8-98e0-a4bb6ab21e44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (e388db0c-90dc-4c6f-869d-c43e20478e22), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.449253 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4922a5-f200-439f-8c9d-d3c1c9648ccb req-d79862dd-8eb5-4a6b-aa48-9096305a6c5b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:13.451121 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aae28-c501-40c8-8c9a-4bb1d45817e8 req-f7bf2d71-e7d8-4373-ac35-2c585a4b392e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:13.453234 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa2aae28-c501-40c8-8c9a-4bb1d45817e8 req-f7bf2d71-e7d8-4373-ac35-2c585a4b392e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.1169028
Apr 16 21:20:13.459147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4922a5-f200-439f-8c9d-d3c1c9648ccb req-d79862dd-8eb5-4a6b-aa48-9096305a6c5b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:13.466225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4922a5-f200-439f-8c9d-d3c1c9648ccb req-d79862dd-8eb5-4a6b-aa48-9096305a6c5b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:13.468094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae4922a5-f200-439f-8c9d-d3c1c9648ccb req-d79862dd-8eb5-4a6b-aa48-9096305a6c5b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2388 time: 0.1163561
Apr 16 21:20:13.520533 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8bb401e2-dd30-4ca8-98e0-a4bb6ab21e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e388db0c-90dc-4c6f-869d-c43e20478e22), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.527197 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (c7099d42-164b-4965-be5b-89015762dc0c), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.538076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb401e2-dd30-4ca8-98e0-a4bb6ab21e44 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:20:13.538483 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8bb401e2-dd30-4ca8-98e0-a4bb6ab21e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (e388db0c-90dc-4c6f-869d-c43e20478e22), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:20:13.540645 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:20:13.606107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:13.606794 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.608832 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/c7099d42-164b-4965-be5b-89015762dc0c HTTP/1.1" status: 200  len: 1091 time: 2.0487144
Apr 16 21:20:13.620071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d', 'tag': 'c7099d42-164b-4965-be5b-89015762dc0c'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:13.622412 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98e488b-7536-484c-b6c0-baf5e4cbf63a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d", "tag": "c7099d42-164b-4965-be5b-89015762dc0c"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:13.643701 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa2aae28-c501-40c8-8c9a-4bb1d45817e8 req-d5a2acb9-dc58-40db-bce8-029beb02289e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845460
Apr 16 21:20:13.677873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9b91c-027e-46ba-9cc1-7d6f9c87e4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7099d42-164b-4965-be5b-89015762dc0c,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:13.693176 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae4922a5-f200-439f-8c9d-d3c1c9648ccb req-87044419-5608-408d-8aeb-e1936975cfe5 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027018
Apr 16 21:20:13.749873 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27191996-9728-4417-a72b-b2dfd830eb8d x-openstack-request-id: req-27191996-9728-4417-a72b-b2dfd830eb8d {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:13.750164 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "tag": "d78dc7e0-d571-482d-8de8-d8cf3f516888", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:13.750413 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27191996-9728-4417-a72b-b2dfd830eb8d {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:13.754513 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27191996-9728-4417-a72b-b2dfd830eb8d'] response: {'name': 'network-changed', 'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'tag': 'd78dc7e0-d571-482d-8de8-d8cf3f516888', 'status': 'completed', 'code': 200}
Apr 16 21:20:13.791142 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4411b34f-b1a6-4409-9f32-eab8180a3394 x-openstack-request-id: req-4411b34f-b1a6-4409-9f32-eab8180a3394 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:13.791474 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d", "tag": "c7099d42-164b-4965-be5b-89015762dc0c", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:13.791679 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4411b34f-b1a6-4409-9f32-eab8180a3394 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:13.792843 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4411b34f-b1a6-4409-9f32-eab8180a3394'] response: {'name': 'network-changed', 'server_uuid': '8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d', 'tag': 'c7099d42-164b-4965-be5b-89015762dc0c', 'status': 'completed', 'code': 200}
Apr 16 21:20:13.827839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17280e99-2394-4227-940e-9e64600132cd req-07fe5eff-c4a3-492e-beb0-773374b79972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:13.830170 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-07fe5eff-c4a3-492e-beb0-773374b79972 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 1125 time: 0.0797665
Apr 16 21:20:13.830893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-705d9229-da2f-4f3e-9d3b-2217a772f889 admin admin] Deleting port 891d81bf-44fe-4fb3-9af0-20abaea950f7 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:13.831330 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-705d9229-da2f-4f3e-9d3b-2217a772f889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.860596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8bb401e2-dd30-4ca8-98e0-a4bb6ab21e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a9c5ca64-24f2-435b-b1e5-e6bf23be4c40), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.878536 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8bb401e2-dd30-4ca8-98e0-a4bb6ab21e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:13.882041 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8bb401e2-dd30-4ca8-98e0-a4bb6ab21e44 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a9c5ca64-24f2-435b-b1e5-e6bf23be4c40 HTTP/1.1" status: 204  len: 168 time: 0.8871663
Apr 16 21:20:13.889834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37228) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:13.894353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670f2cb-e40f-486c-94d7-387aec9eedd9 req-40649444-902b-4686-91ae-c097e8fcfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:13.894748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670f2cb-e40f-486c-94d7-387aec9eedd9 req-40649444-902b-4686-91ae-c097e8fcfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:13.895614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670f2cb-e40f-486c-94d7-387aec9eedd9 req-40649444-902b-4686-91ae-c097e8fcfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:13.897517 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f670f2cb-e40f-486c-94d7-387aec9eedd9 req-40649444-902b-4686-91ae-c097e8fcfb4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3457cd454b04246bb4adb154b41bbb2&device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2762 time: 0.0735774
Apr 16 21:20:13.953986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb401e2-dd30-4ca8-98e0-a4bb6ab21e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c5ca64-24f2-435b-b1e5-e6bf23be4c40,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:13.962493 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-aabc7e0c-af19-4922-a98a-99ccc851b3d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7099d42-164b-4965-be5b-89015762dc0c HTTP/1.1" status: 200  len: 217 time: 0.0989070
Apr 16 21:20:13.974115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee99a8-7481-48c7-a3e1-8b684475c3c9 req-24252eed-0e8c-40b8-b618-19dd245f49d1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:13.975667 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44ee99a8-7481-48c7-a3e1-8b684475c3c9 req-24252eed-0e8c-40b8-b618-19dd245f49d1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 943 time: 0.1604836
Apr 16 21:20:14.020158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9a43e8-5ece-493e-afb1-df17c5fc0b60 admin admin] Deleting subnet 964b7226-5421-4118-a393-d489af704eb9 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:20:14.027046 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.030698 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5e9a43e8-5ece-493e-afb1-df17c5fc0b60 admin admin] Publish callbacks [] for subnet (964b7226-5421-4118-a393-d489af704eb9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.073009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device ed5b9e7e-736b-4251-8d00-ad2beb4e1443 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:14.075691 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17280e99-2394-4227-940e-9e64600132cd req-f9c5f2be-4517-4503-bb9b-790e765b325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:14.077333 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-f9c5f2be-4517-4503-bb9b-790e765b325d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.0990262
Apr 16 21:20:14.081571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-705d9229-da2f-4f3e-9d3b-2217a772f889 admin admin] For port 891d81bf-44fe-4fb3-9af0-20abaea950f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=891d81bf-44fe-4fb3-9af0-20abaea950f7,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:14.081946 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-705d9229-da2f-4f3e-9d3b-2217a772f889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.096309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: ed5b9e7e-736b-4251-8d00-ad2beb4e1443 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:20:14.096660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device ed5b9e7e-736b-4251-8d00-ad2beb4e1443 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:20:14.112596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5e9a43e8-5ece-493e-afb1-df17c5fc0b60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (964b7226-5421-4118-a393-d489af704eb9), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.129933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-705d9229-da2f-4f3e-9d3b-2217a772f889 admin admin] Calling delete_port for 891d81bf-44fe-4fb3-9af0-20abaea950f7 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:14.143500 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44ee99a8-7481-48c7-a3e1-8b684475c3c9 req-e5d6aabc-6910-4d22-905f-36e91d387994 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544690
Apr 16 21:20:14.159031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17280e99-2394-4227-940e-9e64600132cd req-29ad1dd5-9786-490c-bd15-82b6115fb3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:14.165309 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-29ad1dd5-9786-490c-bd15-82b6115fb3f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0735571
Apr 16 21:20:14.165491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device da5c53cc-6d81-4340-85c9-4cb9fd280548 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:14.209247 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5e9a43e8-5ece-493e-afb1-df17c5fc0b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (964b7226-5421-4118-a393-d489af704eb9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.220335 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: da5c53cc-6d81-4340-85c9-4cb9fd280548 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:20:14.220954 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device da5c53cc-6d81-4340-85c9-4cb9fd280548 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:20:14.231464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670f2cb-e40f-486c-94d7-387aec9eedd9 req-169bd675-f0a3-40c4-982d-86b2dc7f22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:14.232160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670f2cb-e40f-486c-94d7-387aec9eedd9 req-169bd675-f0a3-40c4-982d-86b2dc7f22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:14.232451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670f2cb-e40f-486c-94d7-387aec9eedd9 req-169bd675-f0a3-40c4-982d-86b2dc7f22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:14.234155 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f670f2cb-e40f-486c-94d7-387aec9eedd9 req-169bd675-f0a3-40c4-982d-86b2dc7f22e0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c3457cd454b04246bb4adb154b41bbb2&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.2937012
Apr 16 21:20:14.254380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73560328-fd39-40aa-a200-90cf4ec23b1a {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:14.277809 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Publish callbacks [] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.339350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Transition to ACTIVE for port object 73560328-fd39-40aa-a200-90cf4ec23b1a will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:20:14.352880 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-c262f0e9-b380-457e-aaa9-be46035b1150 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600094
Apr 16 21:20:14.384267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670f2cb-e40f-486c-94d7-387aec9eedd9 req-b837a002-0cb1-4885-8b2a-97d24914dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:14.386433 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f670f2cb-e40f-486c-94d7-387aec9eedd9 req-b837a002-0cb1-4885-8b2a-97d24914dabc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1434393
Apr 16 21:20:14.414318 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.461843 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5e9a43e8-5ece-493e-afb1-df17c5fc0b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (964b7226-5421-4118-a393-d489af704eb9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.506969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a43e8-5ece-493e-afb1-df17c5fc0b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964b7226-5421-4118-a393-d489af704eb9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:14.507179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Pushing event updated for resources: {'Port': ['ID=73560328-fd39-40aa-a200-90cf4ec23b1a,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:14.512122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5e9a43e8-5ece-493e-afb1-df17c5fc0b60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.515384 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5e9a43e8-5ece-493e-afb1-df17c5fc0b60 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/964b7226-5421-4118-a393-d489af704eb9 HTTP/1.1" status: 204  len: 168 time: 0.6228199
Apr 16 21:20:14.517169 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17280e99-2394-4227-940e-9e64600132cd req-417112da-c6a6-47e2-88ae-a12625145840 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564109
Apr 16 21:20:14.520048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37248) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:14.607461 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba9aa99-e438-4809-8079-672fb473bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (1dda691d-9aee-4fcd-b869-021a73502ebd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.632046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Attempting to bind port 73560328-fd39-40aa-a200-90cf4ec23b1a on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:20:14.632491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Attempting to bind port 73560328-fd39-40aa-a200-90cf4ec23b1a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '40fcfb85-2454-42f3-a4ba-943240b4c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bf720063-38d8-45f4-aa0e-d4a5fcbcc769'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:20:14.632765 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Attempting to bind port 73560328-fd39-40aa-a200-90cf4ec23b1a on network bf720063-38d8-45f4-aa0e-d4a5fcbcc769 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:14.639326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Port 73560328-fd39-40aa-a200-90cf4ec23b1a on network bf720063-38d8-45f4-aa0e-d4a5fcbcc769 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:20:14.639659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Attempting to bind port 73560328-fd39-40aa-a200-90cf4ec23b1a on network bf720063-38d8-45f4-aa0e-d4a5fcbcc769 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:14.645783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:20:14.650311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Checking segment: {'id': '40fcfb85-2454-42f3-a4ba-943240b4c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bf720063-38d8-45f4-aa0e-d4a5fcbcc769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:14.650311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Bound using segment: {'id': '40fcfb85-2454-42f3-a4ba-943240b4c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bf720063-38d8-45f4-aa0e-d4a5fcbcc769'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:20:14.650311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Bound port: 73560328-fd39-40aa-a200-90cf4ec23b1a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fcfb85-2454-42f3-a4ba-943240b4c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bf720063-38d8-45f4-aa0e-d4a5fcbcc769'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:20:14.650311 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.700694 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-705d9229-da2f-4f3e-9d3b-2217a772f889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (891d81bf-44fe-4fb3-9af0-20abaea950f7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.726731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] For port 73560328-fd39-40aa-a200-90cf4ec23b1a, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:20:14.734035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] For port 73560328-fd39-40aa-a200-90cf4ec23b1a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73560328-fd39-40aa-a200-90cf4ec23b1a,segment=NetworkSegment(40fcfb85-2454-42f3-a4ba-943240b4c8cd),segment_id=40fcfb85-2454-42f3-a4ba-943240b4c8cd)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:20:14.737865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba9aa99-e438-4809-8079-672fb473bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (1dda691d-9aee-4fcd-b869-021a73502ebd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.747046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d9229-da2f-4f3e-9d3b-2217a772f889 admin admin] Pushing event deleted for resources: {'Port': ['ID=891d81bf-44fe-4fb3-9af0-20abaea950f7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:14.789300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-fba9aa99-e438-4809-8079-672fb473bdb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e5791c0>,) {'filters': {'network_id': ['1dda691d-9aee-4fcd-b869-021a73502ebd']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:14.789477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9251199-8e0f-4d15-b5bc-1beeb1f42fd9 req-fbfd02b9-84f9-4ec2-a887-01a537c28e3f tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:14.792028 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9251199-8e0f-4d15-b5bc-1beeb1f42fd9 req-fbfd02b9-84f9-4ec2-a887-01a537c28e3f tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0576079
Apr 16 21:20:14.847713 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9251199-8e0f-4d15-b5bc-1beeb1f42fd9 req-95669088-1a28-419a-a01a-d2910ac3a837 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501597
Apr 16 21:20:14.849352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.878717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313516f2-710e-42d5-a288-f17b6838861f req-ab7964e7-ce58-4871-b3b6-004f11716996 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:14.884378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313516f2-710e-42d5-a288-f17b6838861f req-ab7964e7-ce58-4871-b3b6-004f11716996 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:14.889747 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313516f2-710e-42d5-a288-f17b6838861f req-ab7964e7-ce58-4871-b3b6-004f11716996 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:14.891604 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-313516f2-710e-42d5-a288-f17b6838861f req-ab7964e7-ce58-4871-b3b6-004f11716996 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2400 time: 0.1044958
Apr 16 21:20:14.903030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:14.904212 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:14.905409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-fba9aa99-e438-4809-8079-672fb473bdb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e5791c0>, '29d7e4ff-633c-4910-adf2-3dc76b6f5549') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:14.905715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-fba9aa99-e438-4809-8079-672fb473bdb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e5791c0>, '29d7e4ff-633c-4910-adf2-3dc76b6f5549') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:14.906019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] 10.222.0.11 "PUT /v2.0/ports/73560328-fd39-40aa-a200-90cf4ec23b1a HTTP/1.1" status: 200  len: 1091 time: 1.7008832
Apr 16 21:20:14.935523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08593752-ec79-48ba-b8c3-ee6c24d77480 service neutron] Pushing event updated for resources: {'Port': ['ID=73560328-fd39-40aa-a200-90cf4ec23b1a,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:14.935992 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba9aa99-e438-4809-8079-672fb473bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (29d7e4ff-633c-4910-adf2-3dc76b6f5549), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:15.003762 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba9aa99-e438-4809-8079-672fb473bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (29d7e4ff-633c-4910-adf2-3dc76b6f5549), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:15.022510 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba9aa99-e438-4809-8079-672fb473bdb9 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:20:15.022924 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba9aa99-e438-4809-8079-672fb473bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (29d7e4ff-633c-4910-adf2-3dc76b6f5549), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:20:15.024754 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:20:15.026730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Request body: {'port': {'device_id': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:15.085941 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-313516f2-710e-42d5-a288-f17b6838861f req-5ed86e64-91e3-41e4-8ae2-37454738b2c3 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719975
Apr 16 21:20:15.108758 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:15.159394 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-705d9229-da2f-4f3e-9d3b-2217a772f889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (f2182d22-0df2-487f-9e2d-07362d732476), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:15.249192 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba9aa99-e438-4809-8079-672fb473bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (1dda691d-9aee-4fcd-b869-021a73502ebd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:15.258823 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba9aa99-e438-4809-8079-672fb473bdb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:15.262542 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fba9aa99-e438-4809-8079-672fb473bdb9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1dda691d-9aee-4fcd-b869-021a73502ebd HTTP/1.1" status: 204  len: 168 time: 0.7414711
Apr 16 21:20:15.333824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9aa99-e438-4809-8079-672fb473bdb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dda691d-9aee-4fcd-b869-021a73502ebd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:15.412425 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:15.466459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57072d8b-4933-4507-a0dd-5cae7c150528 req-f4fd56e5-a871-481a-b05b-9c621305745e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:15.468017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-57072d8b-4933-4507-a0dd-5cae7c150528 req-f4fd56e5-a871-481a-b05b-9c621305745e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 943 time: 0.0725541
Apr 16 21:20:15.489038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705d9229-da2f-4f3e-9d3b-2217a772f889 admin admin] Router f2182d22-0df2-487f-9e2d-07362d732476 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:20:15.570032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-57072d8b-4933-4507-a0dd-5cae7c150528 req-118b7cc2-44af-4bba-b241-618e68625703 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954137
Apr 16 21:20:15.577096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:15.585603 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Publish callbacks [] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:15.599081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Transition to ACTIVE for port object 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:20:15.629150 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705d9229-da2f-4f3e-9d3b-2217a772f889 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:20:15.637515 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-705d9229-da2f-4f3e-9d3b-2217a772f889 admin admin] 10.222.0.20 "PUT /v2.0/routers/f2182d22-0df2-487f-9e2d-07362d732476/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3360670
Apr 16 21:20:15.637616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37292) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:15.638499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21f316-94dc-4128-b422-224c5dbc4bb6 None None] Sync routers for ids ['f2182d22-0df2-487f-9e2d-07362d732476'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:20:15.649637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21f316-94dc-4128-b422-224c5dbc4bb6 None None] Routers {'f2182d22-0df2-487f-9e2d-07362d732476'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:20:15.650911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3d21f316-94dc-4128-b422-224c5dbc4bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242d32e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f2182d22-0df2-487f-9e2d-07362d732476'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:15.751676 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Publish callbacks [] for router (f2182d22-0df2-487f-9e2d-07362d732476), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:15.755243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'tag': '73560328-fd39-40aa-a200-90cf4ec23b1a'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:15.757832 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17f5b35-eaa1-4917-8397-a9e3006655c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "tag": "73560328-fd39-40aa-a200-90cf4ec23b1a"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:15.775976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3d21f316-94dc-4128-b422-224c5dbc4bb6 None None] Set router f2182d22-0df2-487f-9e2d-07362d732476 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:20:15.791472 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:15.801063 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0225da-0230-40fd-a841-bcdfd06874db x-openstack-request-id: req-7b0225da-0230-40fd-a841-bcdfd06874db {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:15.801856 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "tag": "73560328-fd39-40aa-a200-90cf4ec23b1a", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:15.802005 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b0225da-0230-40fd-a841-bcdfd06874db {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:15.802467 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0225da-0230-40fd-a841-bcdfd06874db'] response: {'name': 'network-changed', 'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'tag': '73560328-fd39-40aa-a200-90cf4ec23b1a', 'status': 'completed', 'code': 200}
Apr 16 21:20:15.846880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37304) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:15.933399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f5b35-eaa1-4917-8397-a9e3006655c4 req-8860d120-e963-4b44-8836-ecce67d3fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:15.933745 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Publish callbacks [] for router_gateway (f2182d22-0df2-487f-9e2d-07362d732476), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:15.933879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f5b35-eaa1-4917-8397-a9e3006655c4 req-8860d120-e963-4b44-8836-ecce67d3fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:15.934357 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f5b35-eaa1-4917-8397-a9e3006655c4 req-8860d120-e963-4b44-8836-ecce67d3fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:15.936054 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f17f5b35-eaa1-4917-8397-a9e3006655c4 req-8860d120-e963-4b44-8836-ecce67d3fa8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3457cd454b04246bb4adb154b41bbb2&device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2885 time: 0.0900252
Apr 16 21:20:15.944166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Pushing event updated for resources: {'Port': ['ID=1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:15.989976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3d21f316-94dc-4128-b422-224c5dbc4bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242d32e0>, [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:20:14Z', 'revision_number': 5, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:16.042929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21f316-94dc-4128-b422-224c5dbc4bb6 None None] Checking router: f2182d22-0df2-487f-9e2d-07362d732476 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:20:16.052944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21f316-94dc-4128-b422-224c5dbc4bb6 None None] Routers {'f2182d22-0df2-487f-9e2d-07362d732476'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:20:16.053911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3d21f316-94dc-4128-b422-224c5dbc4bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242d32e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f2182d22-0df2-487f-9e2d-07362d732476'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:16.123201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Deleting port 1dcdcd3b-d934-44d6-89a7-7217c43eea64 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:16.123559 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:16.126956 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a93042d9-fad3-4275-8c54-53ace0bd2bed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3cbfdc065da4c4b9f599d9cdd99496d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2766154
Apr 16 21:20:16.141659 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37312) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:16.172663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a954b5-7157-441a-a888-18be034b8480 req-89e1de29-dd15-4844-9d74-f15cf81b7038 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:16.174718 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92a954b5-7157-441a-a888-18be034b8480 req-89e1de29-dd15-4844-9d74-f15cf81b7038 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.1837513
Apr 16 21:20:16.240223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f5b35-eaa1-4917-8397-a9e3006655c4 req-45a06541-4ccb-4c34-87b5-a841978ec464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:16.240557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f5b35-eaa1-4917-8397-a9e3006655c4 req-45a06541-4ccb-4c34-87b5-a841978ec464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:16.241037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f5b35-eaa1-4917-8397-a9e3006655c4 req-45a06541-4ccb-4c34-87b5-a841978ec464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:16.242646 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f17f5b35-eaa1-4917-8397-a9e3006655c4 req-45a06541-4ccb-4c34-87b5-a841978ec464 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c3457cd454b04246bb4adb154b41bbb2&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.2837090
Apr 16 21:20:16.289093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Attempting to bind port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:20:16.289298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Attempting to bind port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:20:16.289518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Attempting to bind port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac on network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:16.329439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] For port 1dcdcd3b-d934-44d6-89a7-7217c43eea64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1dcdcd3b-d934-44d6-89a7-7217c43eea64,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:16.330417 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:16.330720 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92a954b5-7157-441a-a888-18be034b8480 req-82b4b6d4-cc55-4d51-8ca9-42bc97bd922c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433845
Apr 16 21:20:16.331327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac on network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:20:16.331663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Attempting to bind port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac on network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:16.339025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a26fc-b576-4973-b1f1-f8fecb1998b9 req-1069da1b-da88-45cd-850b-79310bd78fe6 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:16.340159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:20:16.340534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Checking segment: {'id': '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:16.340929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Bound using segment: {'id': '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:20:16.341415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Bound port: 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:20:16.341787 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:16.344450 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a26fc-b576-4973-b1f1-f8fecb1998b9 req-1069da1b-da88-45cd-850b-79310bd78fe6 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:16.352524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a26fc-b576-4973-b1f1-f8fecb1998b9 req-1069da1b-da88-45cd-850b-79310bd78fe6 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:16.354813 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-411a26fc-b576-4973-b1f1-f8fecb1998b9 req-1069da1b-da88-45cd-850b-79310bd78fe6 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2412 time: 0.1362691
Apr 16 21:20:16.367320 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-144fd92f-7d75-46bb-8135-fc41a56fe8e4 admin admin] Publish callbacks [] for security_group (e00092a2-f2e3-461e-83f2-7f4c24eb3bb8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:16.375468 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3d21f316-94dc-4128-b422-224c5dbc4bb6 None None] Set router f2182d22-0df2-487f-9e2d-07362d732476 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:20:16.375966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Calling delete_port for 1dcdcd3b-d934-44d6-89a7-7217c43eea64 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:16.428229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-144fd92f-7d75-46bb-8135-fc41a56fe8e4 admin admin] Publish callbacks [] for security_group (e00092a2-f2e3-461e-83f2-7f4c24eb3bb8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:16.428462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f5b35-eaa1-4917-8397-a9e3006655c4 req-95b6e53c-fe25-4b2d-99f6-012256af7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:16.429758 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f17f5b35-eaa1-4917-8397-a9e3006655c4 req-95b6e53c-fe25-4b2d-99f6-012256af7bbd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1787453
Apr 16 21:20:16.451575 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] For port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:20:16.456429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] For port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:20:16.526914 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:16.530440 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-411a26fc-b576-4973-b1f1-f8fecb1998b9 req-665567c8-3617-4fab-b524-9642721f2dbc tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573312
Apr 16 21:20:16.578774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3d21f316-94dc-4128-b422-224c5dbc4bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242d32e0>, [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:20:14Z', 'revision_number': 5, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:16.589771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37316) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:16.629857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21f316-94dc-4128-b422-224c5dbc4bb6 None None] The sync data for ids ['f2182d22-0df2-487f-9e2d-07362d732476'] in ncdv-master-1 is: [{'id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'name': 'tempest-ServerRescueNegativeTestJSON-1067363207-router', 'tenant_id': 'ff01c614d0ea4275b713b7e872342151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:15:59Z', 'updated_at': '2022-04-16T21:20:14Z', 'revision_number': 5, 'project_id': 'ff01c614d0ea4275b713b7e872342151', 'gw_port': {'id': '1dcdcd3b-d934-44d6-89a7-7217c43eea64', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2182d22-0df2-487f-9e2d-07362d732476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:16:00Z', 'updated_at': '2022-04-16T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:20:16.720893 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-144fd92f-7d75-46bb-8135-fc41a56fe8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e00092a2-f2e3-461e-83f2-7f4c24eb3bb8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:16.728866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-144fd92f-7d75-46bb-8135-fc41a56fe8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:16.733298 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-144fd92f-7d75-46bb-8135-fc41a56fe8e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e00092a2-f2e3-461e-83f2-7f4c24eb3bb8 HTTP/1.1" status: 204  len: 168 time: 0.5907292
Apr 16 21:20:16.742605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fd92f-7d75-46bb-8135-fc41a56fe8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00092a2-f2e3-461e-83f2-7f4c24eb3bb8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:16.789100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e488b-7536-484c-b6c0-baf5e4cbf63a req-907e19df-e0e1-4c84-a63e-7e7e7cedd446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:16.791113 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a98e488b-7536-484c-b6c0-baf5e4cbf63a req-907e19df-e0e1-4c84-a63e-7e7e7cedd446 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 1125 time: 0.0455873
Apr 16 21:20:16.823623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1dcdcd3b-d934-44d6-89a7-7217c43eea64), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:16.828124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-efb21b41-8b9e-485f-84fd-f1d1692e0e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:16.908401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcdcd3b-d934-44d6-89a7-7217c43eea64,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:16.951539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:16.952090 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:16.953904 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] 10.222.0.11 "PUT /v2.0/ports/1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac HTTP/1.1" status: 200  len: 1092 time: 1.9332597
Apr 16 21:20:17.015422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c45c4f-fb7c-4e22-ba9a-fb6144e3c2fa req-53645d4e-82bd-4db6-b62e-3a5d05181662 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.017129 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11c45c4f-fb7c-4e22-ba9a-fb6144e3c2fa req-53645d4e-82bd-4db6-b62e-3a5d05181662 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 943 time: 0.0958295
Apr 16 21:20:17.018020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438745f-dcba-4aa4-8199-fc6664800a6a service neutron] Pushing event updated for resources: {'Port': ['ID=1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:17.078521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e488b-7536-484c-b6c0-baf5e4cbf63a req-56124552-a05c-48e8-a5f2-1bd7cf99c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.080104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a98e488b-7536-484c-b6c0-baf5e4cbf63a req-56124552-a05c-48e8-a5f2-1bd7cf99c823 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.2813916
Apr 16 21:20:17.153361 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a98e488b-7536-484c-b6c0-baf5e4cbf63a req-1b133e16-9484-4667-823a-baa4167e34e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7099d42-164b-4965-be5b-89015762dc0c HTTP/1.1" status: 200  len: 217 time: 0.0613697
Apr 16 21:20:17.177505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c2d552b7-4889-4769-a3be-1df51b4284d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.179293 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c2d552b7-4889-4769-a3be-1df51b4284d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.183323 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (f2182d22-0df2-487f-9e2d-07362d732476), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:17.184670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c2d552b7-4889-4769-a3be-1df51b4284d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.186773 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-c2d552b7-4889-4769-a3be-1df51b4284d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3457cd454b04246bb4adb154b41bbb2&device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2958 time: 0.1239624
Apr 16 21:20:17.208437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-efb21b41-8b9e-485f-84fd-f1d1692e0e8c admin admin] Publish callbacks [] for security_group (861145b2-c369-434c-b36f-f51b8f0aad22), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:17.211735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11c45c4f-fb7c-4e22-ba9a-fb6144e3c2fa req-162c9eb1-d3e2-4283-b379-e5aa426a4dd9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696782
Apr 16 21:20:17.278649 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3ddb007d-f248-4777-b227-e67cb88556c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.252&port_id=d78dc7e0-d571-482d-8de8-d8cf3f516888 HTTP/1.1" status: 200  len: 217 time: 0.0655224
Apr 16 21:20:17.347454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3d5dcb2c-b6bc-4f7b-a62f-a79583ac77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.347454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-3d5dcb2c-b6bc-4f7b-a62f-a79583ac77ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97ac34cc-0fae-41ee-9db4-ac9940ba754d HTTP/1.1" status: 200  len: 801 time: 0.0604854
Apr 16 21:20:17.352415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 891d81bf-44fe-4fb3-9af0-20abaea950f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:17.378593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 891d81bf-44fe-4fb3-9af0-20abaea950f7 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:20:17.379356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 891d81bf-44fe-4fb3-9af0-20abaea950f7 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:20:17.413517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-05aa3237-986e-4873-9c6f-54f7c5548f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.416563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-05aa3237-986e-4873-9c6f-54f7c5548f16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c28ab0a1-ee34-4f39-8488-5ad10778cbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0637794
Apr 16 21:20:17.511513 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-a3261120-db14-423f-a98a-a308b7af36fb service neutron] 10.222.0.11 "GET /v2.0/networks/c28ab0a1-ee34-4f39-8488-5ad10778cbb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899279
Apr 16 21:20:17.608892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-efb21b41-8b9e-485f-84fd-f1d1692e0e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (861145b2-c369-434c-b36f-f51b8f0aad22), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:17.620778 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-74b2587e-5f93-4294-a77c-c9f1ba10247b service neutron] 10.222.0.11 "GET /v2.0/networks/c28ab0a1-ee34-4f39-8488-5ad10778cbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1027813
Apr 16 21:20:17.660891 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37330) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:17.673674 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-1f5934e1-6a47-4f3e-b66f-1f3d4d32ffe3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.59&port_id=73560328-fd39-40aa-a200-90cf4ec23b1a HTTP/1.1" status: 200  len: 217 time: 0.0396354
Apr 16 21:20:17.722784 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (f2182d22-0df2-487f-9e2d-07362d732476), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:17.732100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Publish callbacks [] for router_controller (f2182d22-0df2-487f-9e2d-07362d732476), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:17.741689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510f61-4fde-4890-818a-7e693b57fbae req-7eb16646-0444-4502-bbff-9091b0fc064a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.747255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510f61-4fde-4890-818a-7e693b57fbae req-7eb16646-0444-4502-bbff-9091b0fc064a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.752941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510f61-4fde-4890-818a-7e693b57fbae req-7eb16646-0444-4502-bbff-9091b0fc064a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.754653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-82510f61-4fde-4890-818a-7e693b57fbae req-7eb16646-0444-4502-bbff-9091b0fc064a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2412 time: 0.1310275
Apr 16 21:20:17.756143 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-efb21b41-8b9e-485f-84fd-f1d1692e0e8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a550e5e80e064b619355a2d355d12a3c&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1650662
Apr 16 21:20:17.760440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37332) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:17.795667 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e488b-7536-484c-b6c0-baf5e4cbf63a req-fa6495d8-afe4-48f7-98c3-008d5823f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.797123 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a98e488b-7536-484c-b6c0-baf5e4cbf63a req-fa6495d8-afe4-48f7-98c3-008d5823f83e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.6051714
Apr 16 21:20:17.797714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb21b41-8b9e-485f-84fd-f1d1692e0e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861145b2-c369-434c-b36f-f51b8f0aad22,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:17.804188 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-9a553590-9455-4da5-a386-1cdd80c75dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.805642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-9a553590-9455-4da5-a386-1cdd80c75dd9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c95c0fbc-1280-4465-97f7-9aa607f1b2dd HTTP/1.1" status: 200  len: 801 time: 0.1159899
Apr 16 21:20:17.805754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ba1d2-f4a3-4362-919e-8d3d80e29005 req-4b28b33c-611f-41f2-b47c-72f80484b858 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.806193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'tag': '1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:17.807149 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a83ba1d2-f4a3-4362-919e-8d3d80e29005 req-4b28b33c-611f-41f2-b47c-72f80484b858 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.2183344
Apr 16 21:20:17.808571 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8395262-da23-453c-bf13-4210e75a0771" -d '{"events": [{"name": "network-changed", "server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "tag": "1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:17.864334 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1fea60c7-9266-4e93-a2c3-097ea30f0082 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e574da712af34c21b672bbac9793beb3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2014275
Apr 16 21:20:17.868817 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37336) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:17.886774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-b8f26ac7-f64e-42e9-9c3a-5f42a8ca0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.888321 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-b8f26ac7-f64e-42e9-9c3a-5f42a8ca0c18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf720063-38d8-45f4-aa0e-d4a5fcbcc769&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0759902
Apr 16 21:20:17.897283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e488b-7536-484c-b6c0-baf5e4cbf63a req-166e4f0f-c218-47c3-b4b8-041bd482345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:17.898602 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a98e488b-7536-484c-b6c0-baf5e4cbf63a req-166e4f0f-c218-47c3-b4b8-041bd482345d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0905013
Apr 16 21:20:17.899513 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-82510f61-4fde-4890-818a-7e693b57fbae req-cbe8cbb8-0670-4dc5-9473-4cdf0183f4be tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313310
Apr 16 21:20:17.903145 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-495d4637-a903-45fd-9fe2-d9daf9563513 admin admin] Publish callbacks [] for security_group (861145b2-c369-434c-b36f-f51b8f0aad22), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:17.931822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (f2182d22-0df2-487f-9e2d-07362d732476), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:17.932392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2182d22-0df2-487f-9e2d-07362d732476 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:20:17.939861 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-495d4637-a903-45fd-9fe2-d9daf9563513 admin admin] Publish callbacks [] for security_group (861145b2-c369-434c-b36f-f51b8f0aad22), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:17.961150 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0e62b1-626c-4ba5-a2f3-88a132462678 x-openstack-request-id: req-1f0e62b1-626c-4ba5-a2f3-88a132462678 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:17.961434 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "tag": "1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:17.961683 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f0e62b1-626c-4ba5-a2f3-88a132462678 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:17.962074 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0e62b1-626c-4ba5-a2f3-88a132462678'] response: {'name': 'network-changed', 'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'tag': '1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac', 'status': 'completed', 'code': 200}
Apr 16 21:20:17.976779 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:17.980293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4d8a2881-8b89-4e42-b147-76310fe9bee7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f2182d22-0df2-487f-9e2d-07362d732476 HTTP/1.1" status: 204  len: 168 time: 2.3393970
Apr 16 21:20:17.981005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37338) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:17.990157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a83ba1d2-f4a3-4362-919e-8d3d80e29005 req-55d1f7aa-4c7e-470c-8569-09e78291ed3f tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688828
Apr 16 21:20:18.026633 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f0add2d-c87c-44c7-96b6-f159fd5d2716 admin admin] Publish callbacks [] for security_group (ba37f377-ad6d-448a-b8e9-9d510af8bd32), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.047910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08f8f11-b928-4a4c-b934-c80ece501bcb admin admin] Deleting subnet 51b9b701-509f-4b81-b9ac-b1e3ed1147d0 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:20:18.051323 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e08f8f11-b928-4a4c-b934-c80ece501bcb admin admin] Publish callbacks [] for subnet (51b9b701-509f-4b81-b9ac-b1e3ed1147d0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.076419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f0add2d-c87c-44c7-96b6-f159fd5d2716 admin admin] Publish callbacks [] for security_group (ba37f377-ad6d-448a-b8e9-9d510af8bd32), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.090418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e08f8f11-b928-4a4c-b934-c80ece501bcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (51b9b701-509f-4b81-b9ac-b1e3ed1147d0), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.090558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a98e488b-7536-484c-b6c0-baf5e4cbf63a req-052928d6-48c8-4c8c-88ed-5261800a86f5 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833897
Apr 16 21:20:18.152276 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-495d4637-a903-45fd-9fe2-d9daf9563513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (861145b2-c369-434c-b36f-f51b8f0aad22), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.155107 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-495d4637-a903-45fd-9fe2-d9daf9563513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.156315 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-495d4637-a903-45fd-9fe2-d9daf9563513 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/861145b2-c369-434c-b36f-f51b8f0aad22 HTTP/1.1" status: 204  len: 168 time: 0.3949704
Apr 16 21:20:18.157029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c7099d42-164b-4965-be5b-89015762dc0c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:20:18.174529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d4637-a903-45fd-9fe2-d9daf9563513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861145b2-c369-434c-b36f-f51b8f0aad22,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:18.194075 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e08f8f11-b928-4a4c-b934-c80ece501bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (51b9b701-509f-4b81-b9ac-b1e3ed1147d0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.218139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a98e488b-7536-484c-b6c0-baf5e4cbf63a req-32ff7cb0-746c-42cb-8cfd-7ada2d298653 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203299
Apr 16 21:20:18.263200 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f0add2d-c87c-44c7-96b6-f159fd5d2716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ba37f377-ad6d-448a-b8e9-9d510af8bd32), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.266025 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f0add2d-c87c-44c7-96b6-f159fd5d2716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.267918 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8f0add2d-c87c-44c7-96b6-f159fd5d2716 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba37f377-ad6d-448a-b8e9-9d510af8bd32 HTTP/1.1" status: 204  len: 168 time: 0.3976641
Apr 16 21:20:18.277337 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0add2d-c87c-44c7-96b6-f159fd5d2716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba37f377-ad6d-448a-b8e9-9d510af8bd32,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:18.324251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c7099d42-164b-4965-be5b-89015762dc0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7099d42-164b-4965-be5b-89015762dc0c,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:18.337220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'c7099d42-164b-4965-be5b-89015762dc0c', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'port_id': 'c7099d42-164b-4965-be5b-89015762dc0c', 'mac_address': 'fa:16:3e:64:e9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:20:18.358104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b0f74-dc5b-41b6-8925-63aee0fc2590 req-178de754-2b98-4d5d-ac05-9437eda09208 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:18.360494 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee4b0f74-dc5b-41b6-8925-63aee0fc2590 req-178de754-2b98-4d5d-ac05-9437eda09208 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 943 time: 0.0679452
Apr 16 21:20:18.361535 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e08f8f11-b928-4a4c-b934-c80ece501bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (51b9b701-509f-4b81-b9ac-b1e3ed1147d0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.377913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port c7099d42-164b-4965-be5b-89015762dc0c is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:18.378381 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c7099d42-164b-4965-be5b-89015762dc0c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.396444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7099d42-164b-4965-be5b-89015762dc0c {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:18.427018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f8f11-b928-4a4c-b934-c80ece501bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b9b701-509f-4b81-b9ac-b1e3ed1147d0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:18.432052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94811c9f-83a2-4a62-9e08-69c2bcc5bf0e None None] Network 006efeff-f11c-4209-8816-f1fa1acf7fed requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:18.441771 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e08f8f11-b928-4a4c-b934-c80ece501bcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.457743 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e08f8f11-b928-4a4c-b934-c80ece501bcb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/51b9b701-509f-4b81-b9ac-b1e3ed1147d0 HTTP/1.1" status: 204  len: 168 time: 0.4728427
Apr 16 21:20:18.457853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37346) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:18.483539 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee4b0f74-dc5b-41b6-8925-63aee0fc2590 req-5475a08d-7d0c-4d09-810b-49f922c6743a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135085
Apr 16 21:20:18.519688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c7099d42-164b-4965-be5b-89015762dc0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7099d42-164b-4965-be5b-89015762dc0c,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:18.561994 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (006efeff-f11c-4209-8816-f1fa1acf7fed), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.606037 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c7099d42-164b-4965-be5b-89015762dc0c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.615545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Deleting port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:18.615901 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.673111 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2c3daa-170a-480b-b9ab-92980710f83b None None] DHCP port deletion for 006efeff-f11c-4209-8816-f1fa1acf7fed request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:20:18.678958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=c7099d42-164b-4965-be5b-89015762dc0c,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:18.712865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] For port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=202e8e95-ba55-4eb1-9a8b-82baa41dbc75,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:18.713241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.722963 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c3daa-170a-480b-b9ab-92980710f83b None None] Deleting port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:18.723470 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3daa-170a-480b-b9ab-92980710f83b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.732807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Calling delete_port for 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:18.804067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2a2c3daa-170a-480b-b9ab-92980710f83b None None] For port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=202e8e95-ba55-4eb1-9a8b-82baa41dbc75,segment=NetworkSegment(348d5049-a80b-4143-8473-29ba098d4bc9),segment_id=348d5049-a80b-4143-8473-29ba098d4bc9)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:18.805050 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3daa-170a-480b-b9ab-92980710f83b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.822461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c3daa-170a-480b-b9ab-92980710f83b None None] Calling delete_port for 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:18.915026 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   from cryptography.utils import int_from_bytes
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   from cryptography.utils import int_from_bytes
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.916424 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:18.919250 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:20:18.927729 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3daa-170a-480b-b9ab-92980710f83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (202e8e95-ba55-4eb1-9a8b-82baa41dbc75), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:18.959381 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=202e8e95-ba55-4eb1-9a8b-82baa41dbc75,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:18.964931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] No DVR routers for this DVR port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:18.969244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c3daa-170a-480b-b9ab-92980710f83b None None] Pushing event deleted for resources: {'Port': ['ID=202e8e95-ba55-4eb1-9a8b-82baa41dbc75,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:18.974046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c3daa-170a-480b-b9ab-92980710f83b None None] No DVR routers for this DVR port 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:19.053489 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-5029c915-dab4-491a-87ce-49fd19616012 service neutron] 10.222.0.11 "GET /v2.0/networks/bf720063-38d8-45f4-aa0e-d4a5fcbcc769?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1108022
Apr 16 21:20:19.054134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['c7099d42-164b-4965-be5b-89015762dc0c'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:19.096812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (006efeff-f11c-4209-8816-f1fa1acf7fed), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:19.138979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70512c67-3c3f-4d26-9ac8-1ec37babb287 req-19a79e98-f6a5-4965-885a-5c352ffae2d2 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:19.145767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70512c67-3c3f-4d26-9ac8-1ec37babb287 req-19a79e98-f6a5-4965-885a-5c352ffae2d2 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:19.153225 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70512c67-3c3f-4d26-9ac8-1ec37babb287 req-19a79e98-f6a5-4965-885a-5c352ffae2d2 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:19.159289 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-70512c67-3c3f-4d26-9ac8-1ec37babb287 req-19a79e98-f6a5-4965-885a-5c352ffae2d2 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2412 time: 0.1028407
Apr 16 21:20:19.159289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dc6da00>,) {'filters': {'network_id': ['006efeff-f11c-4209-8816-f1fa1acf7fed']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:19.172213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dc6da00>, '348d5049-a80b-4143-8473-29ba098d4bc9') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:19.172213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dc6da00>, '348d5049-a80b-4143-8473-29ba098d4bc9') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:19.200087 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (348d5049-a80b-4143-8473-29ba098d4bc9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:19.225613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f454e-66c5-4107-b6d4-ef88f838125b req-a017fffc-a1f8-4e04-bed1-2d6d5e064383 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:19.225726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37364) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:19.232045 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-970f454e-66c5-4107-b6d4-ef88f838125b req-a017fffc-a1f8-4e04-bed1-2d6d5e064383 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.1175098
Apr 16 21:20:19.241836 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (348d5049-a80b-4143-8473-29ba098d4bc9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:19.266912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d65f2a6d-f5df-42f6-a68b-3d7b02cc4313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:19.278838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-65289327-fc42-487b-9c58-b254870302cb service neutron] 10.222.0.11 "GET /v2.0/networks/bf720063-38d8-45f4-aa0e-d4a5fcbcc769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2321620
Apr 16 21:20:19.281018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:20:19.282298 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (348d5049-a80b-4143-8473-29ba098d4bc9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:20:19.283550 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:20:19.289173 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-70512c67-3c3f-4d26-9ac8-1ec37babb287 req-ccb90758-18d4-426a-a181-5107c185a31f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154280
Apr 16 21:20:19.349076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:19.358812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-45e5a62f-0961-4816-937e-c3ec7094a0db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.233&port_id=1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac HTTP/1.1" status: 200  len: 217 time: 0.0731757
Apr 16 21:20:19.374846 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-970f454e-66c5-4107-b6d4-ef88f838125b req-1c58cf59-7a03-451e-b2ac-8b1c1c555bb2 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372063
Apr 16 21:20:19.412860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:20:19.413202 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 202e8e95-ba55-4eb1-9a8b-82baa41dbc75 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:20:19.413609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1dcdcd3b-d934-44d6-89a7-7217c43eea64 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:19.415843 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d65f2a6d-f5df-42f6-a68b-3d7b02cc4313 admin admin] Publish callbacks [] for security_group (05222b70-56a1-4956-925c-6063d5ae5232), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:19.433024 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (006efeff-f11c-4209-8816-f1fa1acf7fed), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:19.435584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 1dcdcd3b-d934-44d6-89a7-7217c43eea64 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:20:19.436128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1dcdcd3b-d934-44d6-89a7-7217c43eea64 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:20:19.450014 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:19.452827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-44736830-28e4-43b8-b227-4bccdcdf56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:19.454599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-44736830-28e4-43b8-b227-4bccdcdf56b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97ac34cc-0fae-41ee-9db4-ac9940ba754d HTTP/1.1" status: 200  len: 801 time: 0.0786667
Apr 16 21:20:19.456159 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] 10.222.0.20 "DELETE /v2.0/networks/006efeff-f11c-4209-8816-f1fa1acf7fed HTTP/1.1" status: 204  len: 168 time: 0.9973462
Apr 16 21:20:19.467177 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff972ec-ca14-471b-8c67-49c2ad4e7f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=006efeff-f11c-4209-8816-f1fa1acf7fed,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:19.510440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-9d9a9dd0-08df-4237-a25e-db11913adc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:19.514042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-9d9a9dd0-08df-4237-a25e-db11913adc3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c28ab0a1-ee34-4f39-8488-5ad10778cbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0515029
Apr 16 21:20:19.547099 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d65f2a6d-f5df-42f6-a68b-3d7b02cc4313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (05222b70-56a1-4956-925c-6063d5ae5232), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:19.661994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f2a6d-f5df-42f6-a68b-3d7b02cc4313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05222b70-56a1-4956-925c-6063d5ae5232,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:19.662204 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-21183ff7-9a94-44cf-b8a7-f2a42294edd5 service neutron] 10.222.0.11 "GET /v2.0/networks/c28ab0a1-ee34-4f39-8488-5ad10778cbb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414075
Apr 16 21:20:19.669498 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d65f2a6d-f5df-42f6-a68b-3d7b02cc4313 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e690c1de033743c392454fcdb0ec88b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4429071
Apr 16 21:20:19.673206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37376) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:19.688434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b66ee6-7469-4b25-9ddc-e6822c126419 req-1fbde7b8-acab-4ade-9bce-ba5b37a3a068 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:19.692200 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2b66ee6-7469-4b25-9ddc-e6822c126419 req-1fbde7b8-acab-4ade-9bce-ba5b37a3a068 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 944 time: 0.0911229
Apr 16 21:20:19.772130 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2b66ee6-7469-4b25-9ddc-e6822c126419 req-df307a64-0a31-44e4-900d-5f434b8361f2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759375
Apr 16 21:20:19.772945 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-659ed12d-635e-4d21-b166-41a4c54ed891 admin admin] Publish callbacks [] for security_group (05222b70-56a1-4956-925c-6063d5ae5232), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:19.805851 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-659ed12d-635e-4d21-b166-41a4c54ed891 admin admin] Publish callbacks [] for security_group (05222b70-56a1-4956-925c-6063d5ae5232), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:19.818891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37380) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:19.865894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37384) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:19.910071 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-812fb937-f694-4bd7-86ba-29e0cb585c01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff01c614d0ea4275b713b7e872342151&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0430305
Apr 16 21:20:19.912731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37386) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:19.932816 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-659ed12d-635e-4d21-b166-41a4c54ed891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (05222b70-56a1-4956-925c-6063d5ae5232), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:19.935537 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-659ed12d-635e-4d21-b166-41a4c54ed891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:19.939014 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-659ed12d-635e-4d21-b166-41a4c54ed891 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05222b70-56a1-4956-925c-6063d5ae5232 HTTP/1.1" status: 204  len: 168 time: 0.2624443
Apr 16 21:20:19.945376 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ed12d-635e-4d21-b166-41a4c54ed891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05222b70-56a1-4956-925c-6063d5ae5232,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:19.976632 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbe37-19b6-4e21-adf3-ae1052b9913e admin admin] Publish callbacks [] for security_group (d68bd02d-3aad-4124-9c8a-b78f3c41124b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.002195 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbe37-19b6-4e21-adf3-ae1052b9913e admin admin] Publish callbacks [] for security_group (d68bd02d-3aad-4124-9c8a-b78f3c41124b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.070514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-network', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:20.097139 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbe37-19b6-4e21-adf3-ae1052b9913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d68bd02d-3aad-4124-9c8a-b78f3c41124b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.099601 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbe37-19b6-4e21-adf3-ae1052b9913e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.100768 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5fcdbe37-19b6-4e21-adf3-ae1052b9913e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d68bd02d-3aad-4124-9c8a-b78f3c41124b HTTP/1.1" status: 204  len: 168 time: 0.1856189
Apr 16 21:20:20.108800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdbe37-19b6-4e21-adf3-ae1052b9913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68bd02d-3aad-4124-9c8a-b78f3c41124b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:20.137998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Made reservation on behalf of 1fb0e213bd0d40ee9e832b54607028ab for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:20.140455 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.151156 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.239191 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Publish callbacks [] for security_group (1423433c-a4f7-4dc8-97d1-30f08e4b86d1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.292439 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1423433c-a4f7-4dc8-97d1-30f08e4b86d1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.315514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:20:20.329838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1423433c-a4f7-4dc8-97d1-30f08e4b86d1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:20.334866 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (636bbb24-8175-4636-a38c-a9e0db8da249), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.335183 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Added segment 636bbb24-8175-4636-a38c-a9e0db8da249 of type vlan for network de9da8f1-3ad8-4653-830f-a88f9ba49f3e
Apr 16 21:20:20.391281 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (de9da8f1-3ad8-4653-830f-a88f9ba49f3e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.451713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c7099d42-164b-4965-be5b-89015762dc0c up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:20.465129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3ed9e-83d1-411f-9f11-d0ebd125c8d7 req-603c24db-58fe-4c0e-a91f-a124cff091a7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:20.471447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3ed9e-83d1-411f-9f11-d0ebd125c8d7 req-603c24db-58fe-4c0e-a91f-a124cff091a7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:20.477386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3ed9e-83d1-411f-9f11-d0ebd125c8d7 req-603c24db-58fe-4c0e-a91f-a124cff091a7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:20.479702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-69f3ed9e-83d1-411f-9f11-d0ebd125c8d7 req-603c24db-58fe-4c0e-a91f-a124cff091a7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2412 time: 0.1009643
Apr 16 21:20:20.498446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a08a25-b1c3-457c-a297-821b09d1fbd1 req-9ab122b9-0b8f-4a10-90af-7ce6203e705d tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:20.500422 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b2a08a25-b1c3-457c-a297-821b09d1fbd1 req-9ab122b9-0b8f-4a10-90af-7ce6203e705d tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0550621
Apr 16 21:20:20.516848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port c7099d42-164b-4965-be5b-89015762dc0c completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:20:20.564923 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b2a08a25-b1c3-457c-a297-821b09d1fbd1 req-495df7f1-bb7b-44a4-aa06-435b2c1be184 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540955
Apr 16 21:20:20.596902 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-69f3ed9e-83d1-411f-9f11-d0ebd125c8d7 req-c291c7c7-8416-4d1d-91fd-16ad7964ba96 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074724
Apr 16 21:20:20.600017 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (de9da8f1-3ad8-4653-830f-a88f9ba49f3e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.601068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:20.601593 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.628518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port c7099d42-164b-4965-be5b-89015762dc0c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:20.628980 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c7099d42-164b-4965-be5b-89015762dc0c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.680614 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-656a0645-e6c3-47c0-ad86-cbaabff8857c req-8ac6662b-eaca-422b-b1db-1cbf3c7ef31e service neutron] 10.222.0.11 "GET /v2.0/networks/c28ab0a1-ee34-4f39-8488-5ad10778cbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1982179
Apr 16 21:20:20.698934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] Pushing event updated for resources: {'Network': ['ID=de9da8f1-3ad8-4653-830f-a88f9ba49f3e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:20.706443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network de9da8f1-3ad8-4653-830f-a88f9ba49f3e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:20:20.746285 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-469476f1-2cc9-4991-928c-8de316ea242d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.9262898
Apr 16 21:20:20.749442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37416) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:20.756394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-7e886d71-1ef8-4c10-8f59-3f8daccb2887 admin admin] Request body: {'subnet': {'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-subnet', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:20.791771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port c7099d42-164b-4965-be5b-89015762dc0c is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:20.792160 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c7099d42-164b-4965-be5b-89015762dc0c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.817312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7099d42-164b-4965-be5b-89015762dc0c'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:20.820368 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d117b6bf-ef0b-4329-b9b9-daea109fd40f" -d '{"events": [{"server_uuid": "8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d", "name": "network-vif-plugged", "status": "completed", "tag": "c7099d42-164b-4965-be5b-89015762dc0c"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:20.836147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c7099d42-164b-4965-be5b-89015762dc0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7099d42-164b-4965-be5b-89015762dc0c,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:20.858562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e886d71-1ef8-4c10-8f59-3f8daccb2887 admin admin] Made reservation on behalf of 1fb0e213bd0d40ee9e832b54607028ab for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:20.860801 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e886d71-1ef8-4c10-8f59-3f8daccb2887 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.881021 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c7099d42-164b-4965-be5b-89015762dc0c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:20.919138 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0579932-5cef-4cbd-9abd-a11050e6a152 x-openstack-request-id: req-f0579932-5cef-4cbd-9abd-a11050e6a152 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:20.919138 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d", "name": "network-vif-plugged", "status": "completed", "tag": "c7099d42-164b-4965-be5b-89015762dc0c", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:20.919138 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0579932-5cef-4cbd-9abd-a11050e6a152 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:20.919138 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0579932-5cef-4cbd-9abd-a11050e6a152'] response: {'server_uuid': '8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7099d42-164b-4965-be5b-89015762dc0c', 'code': 200}
Apr 16 21:20:20.965153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=c7099d42-164b-4965-be5b-89015762dc0c,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:20.968898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b4bbb-f8cb-46cc-ab63-992f4016a8cb req-5972a184-2945-4993-b59f-c27df44839d8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:20.970423 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-691b4bbb-f8cb-46cc-ab63-992f4016a8cb req-5972a184-2945-4993-b59f-c27df44839d8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 944 time: 0.1241343
Apr 16 21:20:21.059824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b34bbe-49bf-40a5-87c9-5bd70b639831 req-eaf3541f-f10f-46d4-b2ea-883c9c99ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:21.061369 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-29b34bbe-49bf-40a5-87c9-5bd70b639831 req-eaf3541f-f10f-46d4-b2ea-883c9c99ce1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 1127 time: 0.0879250
Apr 16 21:20:21.099885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-691b4bbb-f8cb-46cc-ab63-992f4016a8cb req-9ae31ebc-6e12-41c3-8118-c041a07045a6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158361
Apr 16 21:20:21.154756 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-29b34bbe-49bf-40a5-87c9-5bd70b639831 req-339a875d-603d-4091-848a-200fbe3c47a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856240
Apr 16 21:20:21.172665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37440) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:21.270526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1858645937-network', 'tenant_id': '668002ee15184002bf6b777281c15085'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:21.291761 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e886d71-1ef8-4c10-8f59-3f8daccb2887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (042a9af5-b4f0-46bf-a521-f48a5c6f99cc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:21.351368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e886d71-1ef8-4c10-8f59-3f8daccb2887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=042a9af5-b4f0-46bf-a521-f48a5c6f99cc,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:21.361116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e886d71-1ef8-4c10-8f59-3f8daccb2887 admin admin] Checking segment: {'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:21.361485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e886d71-1ef8-4c10-8f59-3f8daccb2887 admin admin] Network hostable DHCP agents. Network: de9da8f1-3ad8-4653-830f-a88f9ba49f3e, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:20:21.377438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Made reservation on behalf of 668002ee15184002bf6b777281c15085 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:21.380079 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:21.390847 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:21.422972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e886d71-1ef8-4c10-8f59-3f8daccb2887 admin admin] Network de9da8f1-3ad8-4653-830f-a88f9ba49f3e is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:20:21.465927 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Publish callbacks [] for security_group (1d14115f-c3e5-43b2-9bc9-663aec3faa70), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:21.537245 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-7e886d71-1ef8-4c10-8f59-3f8daccb2887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, de9da8f1-3ad8-4653-830f-a88f9ba49f3e) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:21.541615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e886d71-1ef8-4c10-8f59-3f8daccb2887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:21.542295 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e886d71-1ef8-4c10-8f59-3f8daccb2887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:21.546368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3514226-5c4e-4424-b17d-aacf40e44063 None None] Network de9da8f1-3ad8-4653-830f-a88f9ba49f3e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:21.577769 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1d14115f-c3e5-43b2-9bc9-663aec3faa70), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:21.616532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d14115f-c3e5-43b2-9bc9-663aec3faa70,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:21.619716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37450) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:21.620098 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7e886d71-1ef8-4c10-8f59-3f8daccb2887 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.8694088
Apr 16 21:20:21.635307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:21.642606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:20:21.672632 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:20:21.673799 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:21.705694 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (77512129-06c7-42f5-b69d-dd79180be062), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:21.706354 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Added segment 77512129-06c7-42f5-b69d-dd79180be062 of type vlan for network 8750b904-dcda-4102-a9f4-aa254b7aecd4
Apr 16 21:20:21.734800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127236b1-c5f0-4d82-a8ce-840fcb3289db req-0872c7e3-f39c-402b-80b5-3d5359d892d7 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:21.736716 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-127236b1-c5f0-4d82-a8ce-840fcb3289db req-0872c7e3-f39c-402b-80b5-3d5359d892d7 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0897014
Apr 16 21:20:21.784583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee89c19-1ae2-4a10-95b4-d51e75873be6 req-cf60c627-c0d6-4411-bd2e-ae4698db6396 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:21.790062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee89c19-1ae2-4a10-95b4-d51e75873be6 req-cf60c627-c0d6-4411-bd2e-ae4698db6396 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:21.796613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee89c19-1ae2-4a10-95b4-d51e75873be6 req-cf60c627-c0d6-4411-bd2e-ae4698db6396 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:21.800106 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bee89c19-1ae2-4a10-95b4-d51e75873be6 req-cf60c627-c0d6-4411-bd2e-ae4698db6396 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2412 time: 0.0878880
Apr 16 21:20:21.815508 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (8750b904-dcda-4102-a9f4-aa254b7aecd4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:21.842651 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Allocated IP 172.20.0.2 (de9da8f1-3ad8-4653-830f-a88f9ba49f3e/042a9af5-b4f0-46bf-a521-f48a5c6f99cc/ba397bb0-13ef-4b88-bb63-71b0975fd4d7) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:21.851560 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bee89c19-1ae2-4a10-95b4-d51e75873be6 req-f887f595-b3dc-41b5-8e98-b07e269637b9 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459464
Apr 16 21:20:21.861858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-127236b1-c5f0-4d82-a8ce-840fcb3289db req-13e490de-91b3-49e9-ab94-5e402b681c74 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033227
Apr 16 21:20:21.868132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8395262-da23-453c-bf13-4210e75a0771 req-57b046a2-8b18-42b5-a554-fccf6174c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:21.868707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8395262-da23-453c-bf13-4210e75a0771 req-57b046a2-8b18-42b5-a554-fccf6174c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:21.869258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8395262-da23-453c-bf13-4210e75a0771 req-57b046a2-8b18-42b5-a554-fccf6174c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:21.870927 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8395262-da23-453c-bf13-4210e75a0771 req-57b046a2-8b18-42b5-a554-fccf6174c120 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3457cd454b04246bb4adb154b41bbb2&device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2958 time: 0.1005793
Apr 16 21:20:21.871820 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (62d0477d-583e-4964-9e24-0f02498c7b7f), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:21.873023 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (62d0477d-583e-4964-9e24-0f02498c7b7f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:21.995914 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Publish callbacks [] for router_controller (62d0477d-583e-4964-9e24-0f02498c7b7f), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.016856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8395262-da23-453c-bf13-4210e75a0771 req-e683a739-1abd-43d6-9e29-f280032e37af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:22.018365 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8395262-da23-453c-bf13-4210e75a0771 req-e683a739-1abd-43d6-9e29-f280032e37af service neutron] 10.222.0.11 "GET /v2.0/networks?id=c28ab0a1-ee34-4f39-8488-5ad10778cbb1 HTTP/1.1" status: 200  len: 902 time: 0.1396475
Apr 16 21:20:22.030379 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Publish callbacks [] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.032507 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (8750b904-dcda-4102-a9f4-aa254b7aecd4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.033453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:22.034063 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.081913 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8395262-da23-453c-bf13-4210e75a0771 req-da77e481-a244-4ba3-ba4f-fe92b9162582 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.233&port_id=1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac HTTP/1.1" status: 200  len: 217 time: 0.0581534
Apr 16 21:20:22.126666 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.134464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device afda655b-bf23-4e30-b6df-18f670dcee9f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:20:22.136902 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device afda655b-bf23-4e30-b6df-18f670dcee9f no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:22.166429 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37464) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:22.236085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0621822
Apr 16 21:20:22.239082 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37468) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:22.240546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada29f0-fe79-4442-9fae-0b8cd5713d26 admin admin] Pushing event updated for resources: {'Network': ['ID=8750b904-dcda-4102-a9f4-aa254b7aecd4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:22.249782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8395262-da23-453c-bf13-4210e75a0771 req-e06f2672-0211-441c-90d2-2ff71fffcf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:22.251538 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8395262-da23-453c-bf13-4210e75a0771 req-e06f2672-0211-441c-90d2-2ff71fffcf2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97ac34cc-0fae-41ee-9db4-ac9940ba754d HTTP/1.1" status: 200  len: 801 time: 0.1420319
Apr 16 21:20:22.253524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-999bf17e-78c0-4a19-8d48-1dda16b93564 admin admin] Request body: {'subnet': {'network_id': '8750b904-dcda-4102-a9f4-aa254b7aecd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1858645937-subnet', 'tenant_id': '668002ee15184002bf6b777281c15085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:22.274455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc128c7-d898-4e73-a86a-85bfd1d8ccc6 req-9e119b13-a9b9-4c5e-9582-f8d235d74566 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:22.277076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8dc128c7-d898-4e73-a86a-85bfd1d8ccc6 req-9e119b13-a9b9-4c5e-9582-f8d235d74566 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.0848799
Apr 16 21:20:22.339512 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8dc128c7-d898-4e73-a86a-85bfd1d8ccc6 req-543d2f56-26b7-44c2-8ee1-c481668bc8b8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536797
Apr 16 21:20:22.339966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 8750b904-dcda-4102-a9f4-aa254b7aecd4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:20:22.378082 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999bf17e-78c0-4a19-8d48-1dda16b93564 admin admin] Made reservation on behalf of 668002ee15184002bf6b777281c15085 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:22.380476 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-999bf17e-78c0-4a19-8d48-1dda16b93564 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.397894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8395262-da23-453c-bf13-4210e75a0771 req-c1eceec1-b7fb-4195-a7b0-f76481b6a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:22.400824 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8395262-da23-453c-bf13-4210e75a0771 req-c1eceec1-b7fb-4195-a7b0-f76481b6a823 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c28ab0a1-ee34-4f39-8488-5ad10778cbb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0914028
Apr 16 21:20:22.402393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-779667726'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:22.409482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Network de9da8f1-3ad8-4653-830f-a88f9ba49f3e is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:22.418274 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Publish callbacks [] for router_gateway (62d0477d-583e-4964-9e24-0f02498c7b7f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.426472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:22.443127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Pushing event updated for resources: {'Port': ['ID=ba397bb0-13ef-4b88-bb63-71b0975fd4d7,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:22.473230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:22.512683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8395262-da23-453c-bf13-4210e75a0771 req-ab85434a-7516-4bb9-9f0b-6591ca7286ab service neutron] 10.222.0.11 "GET /v2.0/networks/c28ab0a1-ee34-4f39-8488-5ad10778cbb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1059582
Apr 16 21:20:22.578165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Made reservation on behalf of cbac17f1c278464a8f336e2a12e7f667 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:22.586976 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.602313 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.617897 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port afda655b-bf23-4e30-b6df-18f670dcee9f is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:22.618999 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.620735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Attempting to bind port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:20:22.621060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Attempting to bind port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:20:22.621423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Attempting to bind port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 on network de9da8f1-3ad8-4653-830f-a88f9ba49f3e {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:22.640464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port afda655b-bf23-4e30-b6df-18f670dcee9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afda655b-bf23-4e30-b6df-18f670dcee9f,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:22.642749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:20:22.643460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Checking segment: {'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:22.643596 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.643907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Bound using segment: {'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:20:22.644397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Bound port: ba397bb0-13ef-4b88-bb63-71b0975fd4d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:20:22.644781 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.678241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'afda655b-bf23-4e30-b6df-18f670dcee9f', 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc', 'port_id': 'afda655b-bf23-4e30-b6df-18f670dcee9f', 'mac_address': 'fa:16:3e:62:5c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2dc899-0d62-48eb-b0f2-8820b6dd8b95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:20:22.715566 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port afda655b-bf23-4e30-b6df-18f670dcee9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afda655b-bf23-4e30-b6df-18f670dcee9f,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:22.756329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8395262-da23-453c-bf13-4210e75a0771 req-661008fa-f0c1-4627-b3e2-c592d6ac4547 service neutron] 10.222.0.11 "GET /v2.0/networks/c28ab0a1-ee34-4f39-8488-5ad10778cbb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2373250
Apr 16 21:20:22.761274 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-999bf17e-78c0-4a19-8d48-1dda16b93564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (695515ca-b056-47c2-9b9e-e794854f4bf2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.766843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port afda655b-bf23-4e30-b6df-18f670dcee9f is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:22.767234 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.778050 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks [] for security_group (c0d28a96-4c77-44e8-9b45-0b6386da05ba), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.793633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afda655b-bf23-4e30-b6df-18f670dcee9f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:22.801540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] For port ba397bb0-13ef-4b88-bb63-71b0975fd4d7, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:20:22.804696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] For port ba397bb0-13ef-4b88-bb63-71b0975fd4d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba397bb0-13ef-4b88-bb63-71b0975fd4d7,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:20:22.818607 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.839621 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bf17e-78c0-4a19-8d48-1dda16b93564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695515ca-b056-47c2-9b9e-e794854f4bf2,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:22.842495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999bf17e-78c0-4a19-8d48-1dda16b93564 admin admin] Checking segment: {'id': '77512129-06c7-42f5-b69d-dd79180be062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8750b904-dcda-4102-a9f4-aa254b7aecd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:22.842872 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999bf17e-78c0-4a19-8d48-1dda16b93564 admin admin] Network hostable DHCP agents. Network: 8750b904-dcda-4102-a9f4-aa254b7aecd4, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:20:22.848008 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c0d28a96-4c77-44e8-9b45-0b6386da05ba), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.851146 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Publish callbacks [] for router_gateway (62d0477d-583e-4964-9e24-0f02498c7b7f), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.874237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=afda655b-bf23-4e30-b6df-18f670dcee9f,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:22.874445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:20:22.894468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.901162 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.904753 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (27b862d0-59b7-4b29-8716-d0224a4ee04a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:22.905080 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Added segment 27b862d0-59b7-4b29-8716-d0224a4ee04a of type vlan for network 54855f41-7ce0-4df2-ada3-a67c498d9b5e
Apr 16 21:20:22.935328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0c963a-7042-4bca-9d87-6b90beed5f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afda655b-bf23-4e30-b6df-18f670dcee9f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:22.937584 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28de6f53-a128-4da6-b10f-a166df85f8c4" -d '{"events": [{"server_uuid": "6b0c963a-7042-4bca-9d87-6b90beed5f18", "name": "network-vif-unplugged", "status": "completed", "tag": "afda655b-bf23-4e30-b6df-18f670dcee9f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:22.938633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d28a96-4c77-44e8-9b45-0b6386da05ba,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:22.960210 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:20:22.960581 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:20:22.992913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdb6de-9c3a-47da-9e83-ba61c9248f08 None None] Pushing event updated for resources: {'Port': ['ID=ba397bb0-13ef-4b88-bb63-71b0975fd4d7,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:23.043570 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (54855f41-7ce0-4df2-ada3-a67c498d9b5e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:23.065460 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dae475-3322-4493-bcf4-473618e67883 req-d2776b11-3653-4959-ab18-138b4f37eaf1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:23.072602 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a5dae475-3322-4493-bcf4-473618e67883 req-d2776b11-3653-4959-ab18-138b4f37eaf1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 944 time: 0.0833786
Apr 16 21:20:23.077595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Allocated IP 172.35.1.220 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/91432f03-7043-48ba-b2bc-df768253724d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:23.098841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db06fa-f581-41f0-bd33-7ec379ba86bb req-48cbdb20-dfbd-49a8-8f75-a3a891db8bc4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:23.101000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999bf17e-78c0-4a19-8d48-1dda16b93564 admin admin] Network 8750b904-dcda-4102-a9f4-aa254b7aecd4 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:20:23.104712 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db06fa-f581-41f0-bd33-7ec379ba86bb req-48cbdb20-dfbd-49a8-8f75-a3a891db8bc4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:23.110119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db06fa-f581-41f0-bd33-7ec379ba86bb req-48cbdb20-dfbd-49a8-8f75-a3a891db8bc4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:23.111754 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30db06fa-f581-41f0-bd33-7ec379ba86bb req-48cbdb20-dfbd-49a8-8f75-a3a891db8bc4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2412 time: 0.0915966
Apr 16 21:20:23.136748 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a5dae475-3322-4493-bcf4-473618e67883 req-abb01284-b26f-4e70-a6fd-cc8f1431e5c3 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630717
Apr 16 21:20:23.191043 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (54855f41-7ce0-4df2-ada3-a67c498d9b5e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:23.204636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:23.204636 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:23.206580 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b46e89-35b2-4076-b162-323052b79207 x-openstack-request-id: req-87b46e89-35b2-4076-b162-323052b79207 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:23.206903 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0c963a-7042-4bca-9d87-6b90beed5f18", "name": "network-vif-unplugged", "status": "completed", "tag": "afda655b-bf23-4e30-b6df-18f670dcee9f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:23.207146 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87b46e89-35b2-4076-b162-323052b79207 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:23.207653 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b46e89-35b2-4076-b162-323052b79207'] response: {'server_uuid': '6b0c963a-7042-4bca-9d87-6b90beed5f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afda655b-bf23-4e30-b6df-18f670dcee9f', 'code': 200}
Apr 16 21:20:23.232957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-999bf17e-78c0-4a19-8d48-1dda16b93564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8750b904-dcda-4102-a9f4-aa254b7aecd4) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:23.237611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999bf17e-78c0-4a19-8d48-1dda16b93564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:23.238370 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-999bf17e-78c0-4a19-8d48-1dda16b93564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:23.243296 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a16891-9165-4d7a-a3ee-98a7875857cd None None] Network 8750b904-dcda-4102-a9f4-aa254b7aecd4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:23.243496 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30db06fa-f581-41f0-bd33-7ec379ba86bb req-8658adaa-dd21-4736-bae0-82f08ee8c922 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143558
Apr 16 21:20:23.300439 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Publish callbacks [] for port (91432f03-7043-48ba-b2bc-df768253724d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:23.353552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Pushing event updated for resources: {'Network': ['ID=54855f41-7ce0-4df2-ada3-a67c498d9b5e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:23.391033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 54855f41-7ce0-4df2-ada3-a67c498d9b5e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:20:23.402321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37494) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:23.411539 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4aa1343f-894c-4881-bedb-a6564e5ea2ad tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.2345810
Apr 16 21:20:23.411675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-13b51901-38cd-4049-8da9-e1417e79b465 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Request body: {'subnet': {'network_id': '54855f41-7ce0-4df2-ada3-a67c498d9b5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:23.448557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba397bb0-13ef-4b88-bb63-71b0975fd4d7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:23.468069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-999bf17e-78c0-4a19-8d48-1dda16b93564 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.2270463
Apr 16 21:20:23.480378 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (91432f03-7043-48ba-b2bc-df768253724d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:23.509012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc642657-9f84-4a00-a974-410c85db79ef None None] Network 8750b904-dcda-4102-a9f4-aa254b7aecd4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:23.519269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02172869-571c-4725-a1c5-3eed0b7c564f req-93eec490-445e-4a19-a741-18715eeeb56c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:23.529211 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02172869-571c-4725-a1c5-3eed0b7c564f req-93eec490-445e-4a19-a741-18715eeeb56c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.0873585
Apr 16 21:20:23.550274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:23.558513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:23.566039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:23.571049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Pushing event updated for resources: {'Port': ['ID=91432f03-7043-48ba-b2bc-df768253724d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:23.615303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port afda655b-bf23-4e30-b6df-18f670dcee9f is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:23.616091 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:23.627219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02172869-571c-4725-a1c5-3eed0b7c564f req-28c08108-2c48-4b73-88b5-e5754153f20a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969334
Apr 16 21:20:23.635065 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afda655b-bf23-4e30-b6df-18f670dcee9f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:23.665264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37500) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:23.687969 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port afda655b-bf23-4e30-b6df-18f670dcee9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afda655b-bf23-4e30-b6df-18f670dcee9f,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:23.689769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:23.690237 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:23.764346 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b51901-38cd-4049-8da9-e1417e79b465 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Made reservation on behalf of cbac17f1c278464a8f336e2a12e7f667 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:23.767672 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13b51901-38cd-4049-8da9-e1417e79b465 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:23.781757 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:23.782388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:20:23.788243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-549cd9aa-7366-4ba9-909b-2f0d368f2b4a admin admin] Deleting subnet 695515ca-b056-47c2-9b9e-e794854f4bf2 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:20:23.829454 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-549cd9aa-7366-4ba9-909b-2f0d368f2b4a admin admin] Publish callbacks [] for subnet (695515ca-b056-47c2-9b9e-e794854f4bf2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:23.832617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:23.833009 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:23.961367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=afda655b-bf23-4e30-b6df-18f670dcee9f,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:23.978690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port ba397bb0-13ef-4b88-bb63-71b0975fd4d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba397bb0-13ef-4b88-bb63-71b0975fd4d7,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:24.013610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:24.029279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac', 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1', 'port_id': '1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac', 'mac_address': 'fa:16:3e:42:10:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ac34cc-0fae-41ee-9db4-ac9940ba754d', 'ip_address': '19.80.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:20:24.064027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c1d79-7552-4243-8df6-8b72b2f0d67c req-92e67bd7-8f77-41d2-9ec8-064fc4103a54 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:24.066039 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a48c1d79-7552-4243-8df6-8b72b2f0d67c req-92e67bd7-8f77-41d2-9ec8-064fc4103a54 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.0840964
Apr 16 21:20:24.075976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:24.076425 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.092757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:24.115124 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.123586 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:24.156232 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a48c1d79-7552-4243-8df6-8b72b2f0d67c req-0ad823c0-cd6a-4ab6-b7b9-c38025a41cef tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811529
Apr 16 21:20:24.198143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=ba397bb0-13ef-4b88-bb63-71b0975fd4d7,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:24.203830 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.208273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device d78dc7e0-d571-482d-8de8-d8cf3f516888 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:20:24.216395 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-549cd9aa-7366-4ba9-909b-2f0d368f2b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (695515ca-b056-47c2-9b9e-e794854f4bf2), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.272592 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:24.291396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port d78dc7e0-d571-482d-8de8-d8cf3f516888, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d78dc7e0-d571-482d-8de8-d8cf3f516888,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:24.306499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'd78dc7e0-d571-482d-8de8-d8cf3f516888', 'network_id': 'c28ab0a1-ee34-4f39-8488-5ad10778cbb1', 'port_id': 'd78dc7e0-d571-482d-8de8-d8cf3f516888', 'mac_address': 'fa:16:3e:8a:e9:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ac34cc-0fae-41ee-9db4-ac9940ba754d', 'ip_address': '19.80.0.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:20:24.318058 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-549cd9aa-7366-4ba9-909b-2f0d368f2b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (695515ca-b056-47c2-9b9e-e794854f4bf2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.347000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd9f4a2-dee5-411b-8d45-bbfa597d3887 None None] Network de9da8f1-3ad8-4653-830f-a88f9ba49f3e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:24.415105 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bcabe-c98d-44e3-ae9f-4366470c1277 req-969398e7-7123-4d32-b1d9-6f4b5acb230b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:24.417661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port d78dc7e0-d571-482d-8de8-d8cf3f516888 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:24.418127 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.422882 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bcabe-c98d-44e3-ae9f-4366470c1277 req-969398e7-7123-4d32-b1d9-6f4b5acb230b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:24.429490 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bcabe-c98d-44e3-ae9f-4366470c1277 req-969398e7-7123-4d32-b1d9-6f4b5acb230b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:24.430713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-17cd36f0-1ac1-4599-a817-bd4e1498f063 None None] Provisioning complete for port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:24.432042 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-624bcabe-c98d-44e3-ae9f-4366470c1277 req-969398e7-7123-4d32-b1d9-6f4b5acb230b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2413 time: 0.1000416
Apr 16 21:20:24.436319 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-17cd36f0-1ac1-4599-a817-bd4e1498f063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.449885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bae6f1-f1a3-4b5f-8612-d0036c7c5954 req-2f4d2ff7-c3a6-490f-9fa6-117d927d13fa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:24.451420 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56bae6f1-f1a3-4b5f-8612-d0036c7c5954 req-2f4d2ff7-c3a6-490f-9fa6-117d927d13fa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 945 time: 0.1362300
Apr 16 21:20:24.476004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78dc7e0-d571-482d-8de8-d8cf3f516888 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:24.485990 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-624bcabe-c98d-44e3-ae9f-4366470c1277 req-42622e22-464c-401c-811a-73e33ec397f3 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478756
Apr 16 21:20:24.524511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port d78dc7e0-d571-482d-8de8-d8cf3f516888, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d78dc7e0-d571-482d-8de8-d8cf3f516888,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:24.600807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-17cd36f0-1ac1-4599-a817-bd4e1498f063 None None] Current status of the port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:24.617401 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-549cd9aa-7366-4ba9-909b-2f0d368f2b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (695515ca-b056-47c2-9b9e-e794854f4bf2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.643767 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.643767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 73560328-fd39-40aa-a200-90cf4ec23b1a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:20:24.659985 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56bae6f1-f1a3-4b5f-8612-d0036c7c5954 req-f78f127b-94ea-4112-9a5d-de4442c7c63d tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867709
Apr 16 21:20:24.664261 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cd9aa-7366-4ba9-909b-2f0d368f2b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695515ca-b056-47c2-9b9e-e794854f4bf2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:24.666858 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-549cd9aa-7366-4ba9-909b-2f0d368f2b4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.675794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-549cd9aa-7366-4ba9-909b-2f0d368f2b4a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/695515ca-b056-47c2-9b9e-e794854f4bf2 HTTP/1.1" status: 204  len: 168 time: 1.0084136
Apr 16 21:20:24.676713 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Publish callbacks [] for router_gateway (62d0477d-583e-4964-9e24-0f02498c7b7f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.678564 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37512) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:24.731765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=d78dc7e0-d571-482d-8de8-d8cf3f516888,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:24.735842 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13b51901-38cd-4049-8da9-e1417e79b465 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (63b30b61-0473-4eaa-89a7-3ff11242ba4f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.768010 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d24e-3634-479a-8a16-75fb99498e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (8750b904-dcda-4102-a9f4-aa254b7aecd4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.838046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b51901-38cd-4049-8da9-e1417e79b465 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Pushing event updated for resources: {'Subnet': ['ID=63b30b61-0473-4eaa-89a7-3ff11242ba4f,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:24.867877 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d24e-3634-479a-8a16-75fb99498e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (8750b904-dcda-4102-a9f4-aa254b7aecd4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.869436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 73560328-fd39-40aa-a200-90cf4ec23b1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73560328-fd39-40aa-a200-90cf4ec23b1a,segment=NetworkSegment(40fcfb85-2454-42f3-a4ba-943240b4c8cd),segment_id=40fcfb85-2454-42f3-a4ba-943240b4c8cd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:24.871548 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b51901-38cd-4049-8da9-e1417e79b465 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Checking segment: {'id': '27b862d0-59b7-4b29-8716-d0224a4ee04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '54855f41-7ce0-4df2-ada3-a67c498d9b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:24.873182 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b51901-38cd-4049-8da9-e1417e79b465 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Network hostable DHCP agents. Network: 54855f41-7ce0-4df2-ada3-a67c498d9b5e, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:20:24.884145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '73560328-fd39-40aa-a200-90cf4ec23b1a', 'network_id': 'bf720063-38d8-45f4-aa0e-d4a5fcbcc769', 'port_id': '73560328-fd39-40aa-a200-90cf4ec23b1a', 'mac_address': 'fa:16:3e:0e:c2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95c0fbc-1280-4465-97f7-9aa607f1b2dd', 'ip_address': '19.86.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:20:24.891897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-bbf3d24e-3634-479a-8a16-75fb99498e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d765fa0>,) {'filters': {'network_id': ['8750b904-dcda-4102-a9f4-aa254b7aecd4']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:24.903160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-bbf3d24e-3634-479a-8a16-75fb99498e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d765fa0>, '77512129-06c7-42f5-b69d-dd79180be062') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:24.903160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-bbf3d24e-3634-479a-8a16-75fb99498e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d765fa0>, '77512129-06c7-42f5-b69d-dd79180be062') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:24.916949 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d24e-3634-479a-8a16-75fb99498e15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (77512129-06c7-42f5-b69d-dd79180be062), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.932349 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d24e-3634-479a-8a16-75fb99498e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (77512129-06c7-42f5-b69d-dd79180be062), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.934713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-92cfdd08-bcf6-4278-ad0d-baa87675c251 None None] Provisioning complete for port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:24.935194 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-92cfdd08-bcf6-4278-ad0d-baa87675c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.938664 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf3d24e-3634-479a-8a16-75fb99498e15 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:20:24.939720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 73560328-fd39-40aa-a200-90cf4ec23b1a is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:24.940096 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d24e-3634-479a-8a16-75fb99498e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (77512129-06c7-42f5-b69d-dd79180be062), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.940255 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:20:24.941882 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:20:24.976428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73560328-fd39-40aa-a200-90cf4ec23b1a {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:24.984940 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (62d0477d-583e-4964-9e24-0f02498c7b7f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:25.006055 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 73560328-fd39-40aa-a200-90cf4ec23b1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73560328-fd39-40aa-a200-90cf4ec23b1a,segment=NetworkSegment(40fcfb85-2454-42f3-a4ba-943240b4c8cd),segment_id=40fcfb85-2454-42f3-a4ba-943240b4c8cd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:25.028812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b51901-38cd-4049-8da9-e1417e79b465 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Network 54855f41-7ce0-4df2-ada3-a67c498d9b5e is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:20:25.056686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-92cfdd08-bcf6-4278-ad0d-baa87675c251 None None] Current status of the port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:25.080140 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d24e-3634-479a-8a16-75fb99498e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (8750b904-dcda-4102-a9f4-aa254b7aecd4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:25.085608 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d24e-3634-479a-8a16-75fb99498e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:25.089251 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bbf3d24e-3634-479a-8a16-75fb99498e15 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8750b904-dcda-4102-a9f4-aa254b7aecd4 HTTP/1.1" status: 204  len: 168 time: 0.4065475
Apr 16 21:20:25.100532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3d24e-3634-479a-8a16-75fb99498e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=8750b904-dcda-4102-a9f4-aa254b7aecd4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:25.104165 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:25.114236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-13b51901-38cd-4049-8da9-e1417e79b465 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 54855f41-7ce0-4df2-ada3-a67c498d9b5e) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:25.121794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b51901-38cd-4049-8da9-e1417e79b465 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:25.122404 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13b51901-38cd-4049-8da9-e1417e79b465 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:25.130351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b290eb2b-9374-47df-9c89-b070bc74ae27 None None] Network 54855f41-7ce0-4df2-ada3-a67c498d9b5e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:25.197527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-13b51901-38cd-4049-8da9-e1417e79b465 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7905955
Apr 16 21:20:25.198059 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37518) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:25.203601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Request body: {'port': {'network_id': '54855f41-7ce0-4df2-ada3-a67c498d9b5e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1328558887'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:25.217985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Router 62d0477d-583e-4964-9e24-0f02498c7b7f is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:20:25.347206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4a305-9890-497e-a324-899f4596684a req-c73abd59-4e83-4abc-9dcf-c012b8103435 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:25.348979 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-52a4a305-9890-497e-a324-899f4596684a req-c73abd59-4e83-4abc-9dcf-c012b8103435 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.0834050
Apr 16 21:20:25.356799 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=73560328-fd39-40aa-a200-90cf4ec23b1a,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:25.363499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba397bb0-13ef-4b88-bb63-71b0975fd4d7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:25.409863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:20:25.421692 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Sync routers for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:20:25.433227 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:20:25.436108 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124f5cc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:25.444663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:25.445128 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:25.445419 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-52a4a305-9890-497e-a324-899f4596684a req-722bd7fa-3ac6-4bde-8830-5fd4df9675c9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852346
Apr 16 21:20:25.471975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-54855f41-7ce0-4df2-ada3-a67c498d9b5e', 'network_id': '54855f41-7ce0-4df2-ada3-a67c498d9b5e', 'project_id': 'cbac17f1c278464a8f336e2a12e7f667', 'fixed_ips': [{'subnet_id': '63b30b61-0473-4eaa-89a7-3ff11242ba4f'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:20:25.472869 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:25.510297 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Made reservation on behalf of cbac17f1c278464a8f336e2a12e7f667 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:25.514584 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:25.517724 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:25.520034 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-71019507-231a-40f9-a1d1-56d25e86b34f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 3.8932607
Apr 16 21:20:25.523725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37524) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:25.538208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] device_id is not set on port 2c0756d5-db2d-439b-bb82-af3861c11862 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:20:25.625516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37526) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:25.645071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:25.665522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Allocated IP 172.20.0.2 (54855f41-7ce0-4df2-ada3-a67c498d9b5e/63b30b61-0473-4eaa-89a7-3ff11242ba4f/375dc5db-05fa-49f0-bf4b-b4ed07c82d8a) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:25.744820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b43b73-376d-4c4a-9edc-1d64854316b0 req-e6768e61-b6f9-4664-b549-93908c7286b8 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:25.750302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b43b73-376d-4c4a-9edc-1d64854316b0 req-e6768e61-b6f9-4664-b549-93908c7286b8 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:25.751830 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['d78dc7e0-d571-482d-8de8-d8cf3f516888'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:25.755756 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b43b73-376d-4c4a-9edc-1d64854316b0 req-e6768e61-b6f9-4664-b549-93908c7286b8 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:25.757467 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76b43b73-376d-4c4a-9edc-1d64854316b0 req-e6768e61-b6f9-4664-b549-93908c7286b8 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2415 time: 0.1047647
Apr 16 21:20:25.767418 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6b6160a6-4745-442a-8b57-4742e00293cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=668002ee15184002bf6b777281c15085&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1383774
Apr 16 21:20:25.768321 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37530) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:25.775906 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:20:25.797467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['73560328-fd39-40aa-a200-90cf4ec23b1a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:25.854645 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76b43b73-376d-4c4a-9edc-1d64854316b0 req-717af74d-496d-43fa-aea2-605e5f18953b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883369
Apr 16 21:20:25.877851 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30c1a0e5-8fc0-4ccf-8e00-61745f518bca admin admin] Publish callbacks [] for security_group (1d14115f-c3e5-43b2-9bc9-663aec3faa70), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:25.913034 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30c1a0e5-8fc0-4ccf-8e00-61745f518bca admin admin] Publish callbacks [] for security_group (1d14115f-c3e5-43b2-9bc9-663aec3faa70), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:25.980916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['afda655b-bf23-4e30-b6df-18f670dcee9f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:26.002072 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124f5cc70>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:24Z', 'revision_number': 3, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:26.015628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89792a2-db1e-4f69-a8d4-3ba87e1ecdfc req-6dd9f0d3-231b-46c1-83b8-749ebed3a8e3 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:26.017440 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b89792a2-db1e-4f69-a8d4-3ba87e1ecdfc req-6dd9f0d3-231b-46c1-83b8-749ebed3a8e3 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 945 time: 0.0608308
Apr 16 21:20:26.062981 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Checking router: 62d0477d-583e-4964-9e24-0f02498c7b7f for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:20:26.063576 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Updating router 62d0477d-583e-4964-9e24-0f02498c7b7f port 91432f03-7043-48ba-b2bc-df768253724d binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:20:26.091562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:26.094650 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (91432f03-7043-48ba-b2bc-df768253724d), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.099826 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b89792a2-db1e-4f69-a8d4-3ba87e1ecdfc req-740e9e24-b1fe-43a6-a642-051d223c49b7 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704880
Apr 16 21:20:26.126392 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30c1a0e5-8fc0-4ccf-8e00-61745f518bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1d14115f-c3e5-43b2-9bc9-663aec3faa70), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.129014 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30c1a0e5-8fc0-4ccf-8e00-61745f518bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.135668 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-30c1a0e5-8fc0-4ccf-8e00-61745f518bca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d14115f-c3e5-43b2-9bc9-663aec3faa70 HTTP/1.1" status: 204  len: 168 time: 0.3563046
Apr 16 21:20:26.172906 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1a0e5-8fc0-4ccf-8e00-61745f518bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d14115f-c3e5-43b2-9bc9-663aec3faa70,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:26.342745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.420298 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Publish callbacks [] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.454015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008b847-9c7c-4a23-af02-ec392bba5133 req-3cb96ba3-7cc0-4f9e-a952-7086d4d028fe tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:26.464599 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b008b847-9c7c-4a23-af02-ec392bba5133 req-3cb96ba3-7cc0-4f9e-a952-7086d4d028fe tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.0886898
Apr 16 21:20:26.488350 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Publish callbacks [] for port (91432f03-7043-48ba-b2bc-df768253724d), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.523177 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b008b847-9c7c-4a23-af02-ec392bba5133 req-18d1f6ce-e920-4e92-89e5-6fc1ea06378a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567360
Apr 16 21:20:26.539478 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.588732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Allocated IP 172.20.0.8 (54855f41-7ce0-4df2-ada3-a67c498d9b5e/63b30b61-0473-4eaa-89a7-3ff11242ba4f/2c0756d5-db2d-439b-bb82-af3861c11862) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:26.594576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Network 54855f41-7ce0-4df2-ada3-a67c498d9b5e is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:26.600025 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (91432f03-7043-48ba-b2bc-df768253724d), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.614253 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Allocated IP 172.20.0.1 (de9da8f1-3ad8-4653-830f-a88f9ba49f3e/042a9af5-b4f0-46bf-a521-f48a5c6f99cc/e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:26.619373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:26.622851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:26.688498 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273145ac-6101-4cf5-aecf-cf4a9ea916b1 None None] Pushing event updated for resources: {'Port': ['ID=91432f03-7043-48ba-b2bc-df768253724d,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:26.691933 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Attempting to bind port 91432f03-7043-48ba-b2bc-df768253724d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:20:26.692345 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Attempting to bind port 91432f03-7043-48ba-b2bc-df768253724d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:20:26.692708 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Attempting to bind port 91432f03-7043-48ba-b2bc-df768253724d on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:26.698996 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:20:26.702578 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:26.702578 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.702578 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:20:26.702578 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Bound port: 91432f03-7043-48ba-b2bc-df768253724d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:20:26.702578 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (91432f03-7043-48ba-b2bc-df768253724d), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.752663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Pushing event updated for resources: {'Port': ['ID=375dc5db-05fa-49f0-bf4b-b4ed07c82d8a,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:26.766018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Attempting to bind port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:20:26.766506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Attempting to bind port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '27b862d0-59b7-4b29-8716-d0224a4ee04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '54855f41-7ce0-4df2-ada3-a67c498d9b5e'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:20:26.766985 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Attempting to bind port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a on network 54855f41-7ce0-4df2-ada3-a67c498d9b5e {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:26.771787 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] For port 91432f03-7043-48ba-b2bc-df768253724d, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:20:26.779736 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] For port 91432f03-7043-48ba-b2bc-df768253724d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91432f03-7043-48ba-b2bc-df768253724d,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:20:26.784674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:20:26.785556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Checking segment: {'id': '27b862d0-59b7-4b29-8716-d0224a4ee04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '54855f41-7ce0-4df2-ada3-a67c498d9b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:26.785799 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.786292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Bound using segment: {'id': '27b862d0-59b7-4b29-8716-d0224a4ee04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '54855f41-7ce0-4df2-ada3-a67c498d9b5e'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:20:26.786869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Bound port: 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b862d0-59b7-4b29-8716-d0224a4ee04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '54855f41-7ce0-4df2-ada3-a67c498d9b5e'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:20:26.787348 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.799910 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks [] for port (2c0756d5-db2d-439b-bb82-af3861c11862), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.814711 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Publish callbacks [] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.846997 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (91432f03-7043-48ba-b2bc-df768253724d), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.879642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] For port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:20:26.886390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] For port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=375dc5db-05fa-49f0-bf4b-b4ed07c82d8a,segment=NetworkSegment(27b862d0-59b7-4b29-8716-d0224a4ee04a),segment_id=27b862d0-59b7-4b29-8716-d0224a4ee04a)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:20:26.933529 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:20:26.934153 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124f5cc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:26.938767 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273145ac-6101-4cf5-aecf-cf4a9ea916b1 None None] Pushing event updated for resources: {'Port': ['ID=91432f03-7043-48ba-b2bc-df768253724d,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:26.938938 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (2c0756d5-db2d-439b-bb82-af3861c11862), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.974460 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:26.982228 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Network 54855f41-7ce0-4df2-ada3-a67c498d9b5e is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:26.987838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:26.991924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:26.996160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a1d05-a5c2-46c8-ae54-b24b5c931eee req-0ff1c9d9-281f-4849-809e-03f25fd8ba1d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:27.003708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a1d05-a5c2-46c8-ae54-b24b5c931eee req-0ff1c9d9-281f-4849-809e-03f25fd8ba1d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:27.010679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a1d05-a5c2-46c8-ae54-b24b5c931eee req-0ff1c9d9-281f-4849-809e-03f25fd8ba1d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:27.012536 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b76a1d05-a5c2-46c8-ae54-b24b5c931eee req-0ff1c9d9-281f-4849-809e-03f25fd8ba1d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2415 time: 0.0844176
Apr 16 21:20:27.014629 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:27.037001 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Pushing event updated for resources: {'Port': ['ID=2c0756d5-db2d-439b-bb82-af3861c11862,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:27.060208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:27.060657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:27.076340 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:20:27.094805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Network de9da8f1-3ad8-4653-830f-a88f9ba49f3e is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:27.100040 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:27.106814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860ee17-a2e7-4757-b890-323895bf4102 None None] Pushing event updated for resources: {'Port': ['ID=375dc5db-05fa-49f0-bf4b-b4ed07c82d8a,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:27.111688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:27.178932 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (62d0477d-583e-4964-9e24-0f02498c7b7f), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:27.180064 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e9abfa7f-5945-4fec-a802-76b23f61f79e tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9808874
Apr 16 21:20:27.183104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37558) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:27.288076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:27.326978 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124f5cc70>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:24Z', 'revision_number': 3, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:27.380467 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b76a1d05-a5c2-46c8-ae54-b24b5c931eee req-00e7265a-8cff-4206-8961-b3989a48fed7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3562593
Apr 16 21:20:27.383042 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6ee671f3-9290-4909-b8a0-a8b15864873a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Deleting port 2c0756d5-db2d-439b-bb82-af3861c11862 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:27.383547 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ee671f3-9290-4909-b8a0-a8b15864873a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2c0756d5-db2d-439b-bb82-af3861c11862), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:27.386488 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442eb188-1e3d-4073-80fe-bf8667558fb8 None None] The sync data for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 is: [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:24Z', 'revision_number': 3, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:20:27.400192 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b8397-5402-4b43-a0ac-20f4708fb100 req-62d2baf3-625f-4e9c-9caf-b7e09b332e59 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:27.400192 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-899b8397-5402-4b43-a0ac-20f4708fb100 req-62d2baf3-625f-4e9c-9caf-b7e09b332e59 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 945 time: 0.1690876
Apr 16 21:20:27.611910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-78875ddc-a728-40df-b68e-c79e72febea5 None None] Provisioning complete for port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:27.612666 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78875ddc-a728-40df-b68e-c79e72febea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:27.670988 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-899b8397-5402-4b43-a0ac-20f4708fb100 req-dccfa4cb-3479-40b0-b26a-79be9a6c4642 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698205
Apr 16 21:20:27.695497 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ee671f3-9290-4909-b8a0-a8b15864873a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2c0756d5-db2d-439b-bb82-af3861c11862), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:27.698421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-78875ddc-a728-40df-b68e-c79e72febea5 None None] Port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:20:27.701662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3b6a6-0e82-48dc-8326-bc3bfaab9c27 req-5478bb0d-cb3c-48dc-8efe-0d579b8c0ef7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:27.703289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2dd3b6a6-0e82-48dc-8326-bc3bfaab9c27 req-5478bb0d-cb3c-48dc-8efe-0d579b8c0ef7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.0786474
Apr 16 21:20:27.735835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6ee671f3-9290-4909-b8a0-a8b15864873a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Calling delete_port for 2c0756d5-db2d-439b-bb82-af3861c11862 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:27.749844 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:27.851439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2dd3b6a6-0e82-48dc-8326-bc3bfaab9c27 req-11e81d5d-0831-4abd-84ef-4d2e23269e16 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307182
Apr 16 21:20:28.000912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ee671f3-9290-4909-b8a0-a8b15864873a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (2c0756d5-db2d-439b-bb82-af3861c11862), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:28.007648 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Publish callbacks [] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:28.032624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee671f3-9290-4909-b8a0-a8b15864873a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Pushing event deleted for resources: {'Port': ['ID=2c0756d5-db2d-439b-bb82-af3861c11862,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:28.097525 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:28.119662 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ee671f3-9290-4909-b8a0-a8b15864873a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:28.126930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6ee671f3-9290-4909-b8a0-a8b15864873a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] 10.222.0.20 "DELETE /v2.0/ports/2c0756d5-db2d-439b-bb82-af3861c11862 HTTP/1.1" status: 204  len: 168 time: 0.9426823
Apr 16 21:20:28.127572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37572) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:28.206916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:28.210430 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (62d0477d-583e-4964-9e24-0f02498c7b7f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:28.316125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Network de9da8f1-3ad8-4653-830f-a88f9ba49f3e is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:28.317782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:28.432733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b2d49b09-207f-48e4-87e9-fbabd845e168 tempest-DHCPAgentSchedulersTestJSON-1863844720 tempest-DHCPAgentSchedulersTestJSON-1863844720-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4935 time: 0.3038614
Apr 16 21:20:28.433416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37580) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:28.440892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1496872e-bfb6-4bb2-8a7a-734375ac237b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-967741077'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:28.470410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device afda655b-bf23-4e30-b6df-18f670dcee9f up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:28.528209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Router 62d0477d-583e-4964-9e24-0f02498c7b7f has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:20:28.529881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c7099d42-164b-4965-be5b-89015762dc0c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:20:28.552545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1496872e-bfb6-4bb2-8a7a-734375ac237b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Made reservation on behalf of cbac17f1c278464a8f336e2a12e7f667 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:28.560272 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1496872e-bfb6-4bb2-8a7a-734375ac237b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:28.693365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2258-6a31-4fcd-a62c-88cdb0494726 req-2ddece6a-d6f6-4abe-b322-27af19cd5932 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:28.699314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2258-6a31-4fcd-a62c-88cdb0494726 req-2ddece6a-d6f6-4abe-b322-27af19cd5932 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:28.704732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2258-6a31-4fcd-a62c-88cdb0494726 req-2ddece6a-d6f6-4abe-b322-27af19cd5932 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:28.709607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c7099d42-164b-4965-be5b-89015762dc0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7099d42-164b-4965-be5b-89015762dc0c,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:28.717903 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cea2258-6a31-4fcd-a62c-88cdb0494726 req-2ddece6a-d6f6-4abe-b322-27af19cd5932 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2415 time: 0.1812294
Apr 16 21:20:28.732696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'c7099d42-164b-4965-be5b-89015762dc0c', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'port_id': 'c7099d42-164b-4965-be5b-89015762dc0c', 'mac_address': 'fa:16:3e:64:e9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:20:28.744434 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:20:28.749883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-02bc8cd4-7059-440c-8a8d-9c2f996d1f32 admin admin] 10.222.0.20 "PUT /v2.0/routers/62d0477d-583e-4964-9e24-0f02498c7b7f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2249811
Apr 16 21:20:28.819597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port afda655b-bf23-4e30-b6df-18f670dcee9f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:28.819951 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:28.844647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1496872e-bfb6-4bb2-8a7a-734375ac237b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:20:28.868504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e0fef146-1349-4293-b1ff-10a8c78128c8 None None] Provisioning complete for port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:28.868855 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e0fef146-1349-4293-b1ff-10a8c78128c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:28.875831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aba10c-d18c-4d12-b6c1-218d0203a47d None None] Network 54855f41-7ce0-4df2-ada3-a67c498d9b5e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:28.889054 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1496872e-bfb6-4bb2-8a7a-734375ac237b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (cbd066c5-b156-403b-bb34-8e2e2e935767), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:28.889475 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-1496872e-bfb6-4bb2-8a7a-734375ac237b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Added segment cbd066c5-b156-403b-bb34-8e2e2e935767 of type vlan for network f7724fb1-318e-488c-9b98-951d2cffd4cd
Apr 16 21:20:28.910279 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cea2258-6a31-4fcd-a62c-88cdb0494726 req-9d356c7b-f72a-4363-8a6c-b83c009c2c73 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897781
Apr 16 21:20:28.988076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port c7099d42-164b-4965-be5b-89015762dc0c is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:28.991899 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c7099d42-164b-4965-be5b-89015762dc0c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:28.994736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8298b56-0cdb-4df5-918a-225df6a5e9c5 req-4dbf3d76-df84-42e6-a1c2-31cdf5aad84c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:29.002462 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8298b56-0cdb-4df5-918a-225df6a5e9c5 req-4dbf3d76-df84-42e6-a1c2-31cdf5aad84c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 945 time: 0.1391709
Apr 16 21:20:29.039552 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e0fef146-1349-4293-b1ff-10a8c78128c8 None None] Port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:20:29.051859 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7099d42-164b-4965-be5b-89015762dc0c {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:29.053662 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1496872e-bfb6-4bb2-8a7a-734375ac237b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (f7724fb1-318e-488c-9b98-951d2cffd4cd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:29.078644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c7099d42-164b-4965-be5b-89015762dc0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7099d42-164b-4965-be5b-89015762dc0c,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:29.097005 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port afda655b-bf23-4e30-b6df-18f670dcee9f is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:29.098864 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:29.109270 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8298b56-0cdb-4df5-918a-225df6a5e9c5 req-cdbcfbcc-759e-4883-af03-1fa733d86221 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998998
Apr 16 21:20:29.152667 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad83407-424d-4394-8b51-91d1834ccc8c req-5734c543-6a30-4f15-a7d7-cbacbc8a0627 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:29.160822 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ad83407-424d-4394-8b51-91d1834ccc8c req-5734c543-6a30-4f15-a7d7-cbacbc8a0627 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.0758584
Apr 16 21:20:29.173212 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c7099d42-164b-4965-be5b-89015762dc0c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:29.176109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0c963a-7042-4bca-9d87-6b90beed5f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afda655b-bf23-4e30-b6df-18f670dcee9f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:29.179409 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c37791-848c-4600-a79c-057b8812bbc1" -d '{"events": [{"server_uuid": "6b0c963a-7042-4bca-9d87-6b90beed5f18", "name": "network-vif-plugged", "status": "completed", "tag": "afda655b-bf23-4e30-b6df-18f670dcee9f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:29.195244 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1496872e-bfb6-4bb2-8a7a-734375ac237b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (f7724fb1-318e-488c-9b98-951d2cffd4cd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:29.201397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1496872e-bfb6-4bb2-8a7a-734375ac237b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:29.202003 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1496872e-bfb6-4bb2-8a7a-734375ac237b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:29.231235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port afda655b-bf23-4e30-b6df-18f670dcee9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afda655b-bf23-4e30-b6df-18f670dcee9f,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:29.247089 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d68624db-7c14-4411-bf47-02995148f1cb None None] Provisioning complete for port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:29.247469 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d68624db-7c14-4411-bf47-02995148f1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:29.308444 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ad83407-424d-4394-8b51-91d1834ccc8c req-174f6f2a-6f00-4ce8-b7f0-914932228448 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433833
Apr 16 21:20:29.354549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496872e-bfb6-4bb2-8a7a-734375ac237b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Pushing event updated for resources: {'Network': ['ID=f7724fb1-318e-488c-9b98-951d2cffd4cd,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:29.370322 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1496872e-bfb6-4bb2-8a7a-734375ac237b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.9358640
Apr 16 21:20:29.377921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37614) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:29.597044 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fcfdb8-a0c9-4fe2-90d7-c990a95198b5 x-openstack-request-id: req-10fcfdb8-a0c9-4fe2-90d7-c990a95198b5 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:29.597528 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0c963a-7042-4bca-9d87-6b90beed5f18", "name": "network-vif-plugged", "status": "completed", "tag": "afda655b-bf23-4e30-b6df-18f670dcee9f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:29.600505 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10fcfdb8-a0c9-4fe2-90d7-c990a95198b5 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:29.600964 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10fcfdb8-a0c9-4fe2-90d7-c990a95198b5'] response: {'server_uuid': '6b0c963a-7042-4bca-9d87-6b90beed5f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afda655b-bf23-4e30-b6df-18f670dcee9f', 'code': 200}
Apr 16 21:20:29.614209 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['c7099d42-164b-4965-be5b-89015762dc0c'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:29.617625 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network f7724fb1-318e-488c-9b98-951d2cffd4cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:20:29.620281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 91432f03-7043-48ba-b2bc-df768253724d up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:29.622966 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:29.623758 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device d78dc7e0-d571-482d-8de8-d8cf3f516888 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:29.676452 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea57c98-2a9b-495d-b80f-884b4fbd853e req-b418b2d2-a73e-408c-8529-142db7dc7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:29.678115 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bea57c98-2a9b-495d-b80f-884b4fbd853e req-b418b2d2-a73e-408c-8529-142db7dc7200 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 1128 time: 0.1224263
Apr 16 21:20:29.738064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d287-6f89-4680-862b-b8b73152fffe req-dd788c11-c7eb-4d86-a74a-64481a73ee0d tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:29.739732 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-dd788c11-c7eb-4d86-a74a-64481a73ee0d tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 821 time: 0.3095233
Apr 16 21:20:29.759321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=c7099d42-164b-4965-be5b-89015762dc0c,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:29.761040 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c2a67723-d4e5-4a29-b013-f6e8dc42f829 tempest-DHCPAgentSchedulersTestJSON-1863844720 tempest-DHCPAgentSchedulersTestJSON-1863844720-project-admin] 10.222.0.20 "GET /v2.0/agents/bff055cf-4478-4523-af5a-bdd4dd389f43/dhcp-networks HTTP/1.1" status: 200  len: 12041 time: 0.3819628
Apr 16 21:20:29.763903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37622) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:29.770945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-d8288680-f22f-4a51-b8f9-b4a0e848c229 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/quotas/1fb0e213bd0d40ee9e832b54607028ab HTTP/1.1" status: 200  len: 375 time: 0.0228183
Apr 16 21:20:29.805387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bea57c98-2a9b-495d-b80f-884b4fbd853e req-b0ae2b3a-e2da-4781-9795-f18d9b9e29a4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168408
Apr 16 21:20:29.883679 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-15c57250-bc29-4ab0-a673-817c73a8564b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1030178
Apr 16 21:20:29.898445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58035d58-aaea-4c40-8f15-08b0059fed91 tempest-DHCPAgentSchedulersTestJSON-1863844720 tempest-DHCPAgentSchedulersTestJSON-1863844720-project-admin] Network f7724fb1-318e-488c-9b98-951d2cffd4cd is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:20:29.989054 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-58035d58-aaea-4c40-8f15-08b0059fed91 tempest-DHCPAgentSchedulersTestJSON-1863844720 tempest-DHCPAgentSchedulersTestJSON-1863844720-project-admin] 10.222.0.20 "POST /v2.0/agents/bff055cf-4478-4523-af5a-bdd4dd389f43/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.2230473
Apr 16 21:20:29.991295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37628) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:30.013346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec2f18-36b0-45e3-94b7-64b5475bde26 None None] Network f7724fb1-318e-488c-9b98-951d2cffd4cd requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:30.015737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Sync routers for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:20:30.040785 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-3cabdb54-8926-4271-bb82-717991365a63 service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553996
Apr 16 21:20:30.129960 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=afda655b-bf23-4e30-b6df-18f670dcee9f,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:30.180392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-44434f16-e26a-474f-882c-54796d34b1d4 service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386645
Apr 16 21:20:30.225131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 91432f03-7043-48ba-b2bc-df768253724d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:30.225603 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (91432f03-7043-48ba-b2bc-df768253724d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:30.240409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d68624db-7c14-4411-bf47-02995148f1cb None None] Current status of the port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:30.241001 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d68624db-7c14-4411-bf47-02995148f1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:30.288998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:20:30.289821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012419f580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:30.293307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.293668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.296887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.296887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.296887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.296887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.296887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.296887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.296887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.296887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.296887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.297560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.297843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.297922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.298380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:30.319152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port d78dc7e0-d571-482d-8de8-d8cf3f516888 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:20:30.471206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d68624db-7c14-4411-bf47-02995148f1cb None None] For port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=375dc5db-05fa-49f0-bf4b-b4ed07c82d8a,segment=NetworkSegment(27b862d0-59b7-4b29-8716-d0224a4ee04a),segment_id=27b862d0-59b7-4b29-8716-d0224a4ee04a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:30.472310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port d78dc7e0-d571-482d-8de8-d8cf3f516888 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:30.472663 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:30.480109 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309eee9-4555-4afe-9d66-7684a58b3483 req-b003a886-b812-4de7-b438-4805e3d82d14 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:30.489164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309eee9-4555-4afe-9d66-7684a58b3483 req-b003a886-b812-4de7-b438-4805e3d82d14 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:30.491216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309eee9-4555-4afe-9d66-7684a58b3483 req-b003a886-b812-4de7-b438-4805e3d82d14 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:30.498385 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e309eee9-4555-4afe-9d66-7684a58b3483 req-b003a886-b812-4de7-b438-4805e3d82d14 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2415 time: 0.1184156
Apr 16 21:20:30.567829 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d68624db-7c14-4411-bf47-02995148f1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:30.601543 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8ea5a763-fbc0-4ddf-a3a4-60a4d5425c2c tempest-DHCPAgentSchedulersTestJSON-1863844720 tempest-DHCPAgentSchedulersTestJSON-1863844720-project-admin] 10.222.0.20 "GET /v2.0/agents/bff055cf-4478-4523-af5a-bdd4dd389f43/dhcp-networks HTTP/1.1" status: 200  len: 12811 time: 0.6083975
Apr 16 21:20:30.610719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37648) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:30.617610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:20:30.618294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e309eee9-4555-4afe-9d66-7684a58b3483 req-34ff74da-3059-47d4-a321-5eec857ec73b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122906
Apr 16 21:20:30.687327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 91432f03-7043-48ba-b2bc-df768253724d is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:30.687644 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (91432f03-7043-48ba-b2bc-df768253724d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:30.751857 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a26af8-fb16-47d7-b6b1-e32ddd96095c req-5a87d0db-e096-44c4-8e03-0c82d515de72 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:30.755686 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4a26af8-fb16-47d7-b6b1-e32ddd96095c req-5a87d0db-e096-44c4-8e03-0c82d515de72 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 944 time: 0.0601702
Apr 16 21:20:30.769079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dda74-493d-464c-bcc4-b665a3f4ec94 req-51b5ce48-df0e-43a0-b244-1fb7ec60fa75 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:30.772653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d35dda74-493d-464c-bcc4-b665a3f4ec94 req-51b5ce48-df0e-43a0-b244-1fb7ec60fa75 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.2293060
Apr 16 21:20:30.808724 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 91432f03-7043-48ba-b2bc-df768253724d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91432f03-7043-48ba-b2bc-df768253724d,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:30.810210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68624db-7c14-4411-bf47-02995148f1cb None None] Pushing event updated for resources: {'Port': ['ID=375dc5db-05fa-49f0-bf4b-b4ed07c82d8a,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:30.813248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e6370609-1c19-4e18-8ecf-ebff2adbf7e2 None None] Provisioning complete for port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:30.813625 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e6370609-1c19-4e18-8ecf-ebff2adbf7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:30.832937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4a26af8-fb16-47d7-b6b1-e32ddd96095c req-e829c0a5-5de3-459e-9d61-cd6c682f4e68 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685771
Apr 16 21:20:30.845366 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d35dda74-493d-464c-bcc4-b665a3f4ec94 req-fab09ba5-67e2-4640-bfd5-0386e1babca9 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577319
Apr 16 21:20:30.915993 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (91432f03-7043-48ba-b2bc-df768253724d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:30.916770 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7254f874-63bb-492a-95f5-dc62042ec246 tempest-DHCPAgentSchedulersTestJSON-1863844720 tempest-DHCPAgentSchedulersTestJSON-1863844720-project-admin] 10.222.0.20 "DELETE /v2.0/agents/bff055cf-4478-4523-af5a-bdd4dd389f43/dhcp-networks/f7724fb1-318e-488c-9b98-951d2cffd4cd HTTP/1.1" status: 204  len: 168 time: 0.3093195
Apr 16 21:20:30.916914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:30.917374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37660) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:30.922763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port d78dc7e0-d571-482d-8de8-d8cf3f516888 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:30.923139 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:30.945664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bb3257e-d25e-4c75-98bb-a4041b2a4444 req-a5598dfc-2429-468b-9c7c-14d18a56a7fd tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 210 time: 0.0677953
Apr 16 21:20:31.062634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port d78dc7e0-d571-482d-8de8-d8cf3f516888, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d78dc7e0-d571-482d-8de8-d8cf3f516888,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:31.072909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=91432f03-7043-48ba-b2bc-df768253724d,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:31.113819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:31.114201 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:31.143735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-42ddf722-d640-450c-b1e1-a0173c0d7b54 tempest-DHCPAgentSchedulersTestJSON-1863844720 tempest-DHCPAgentSchedulersTestJSON-1863844720-project-admin] 10.222.0.20 "GET /v2.0/agents/bff055cf-4478-4523-af5a-bdd4dd389f43/dhcp-networks HTTP/1.1" status: 200  len: 12041 time: 0.2209628
Apr 16 21:20:31.144756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37666) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:31.169796 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2587e97d-b84b-4124-848f-e412f8ec6498 tempest-DHCPAgentSchedulersTestJSON-1863844720 tempest-DHCPAgentSchedulersTestJSON-1863844720-project-admin] 10.222.0.20 "GET /v2.0/networks/54855f41-7ce0-4df2-ada3-a67c498d9b5e/dhcp-agents HTTP/1.1" status: 200  len: 798 time: 0.0216446
Apr 16 21:20:31.170032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37668) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:31.171649 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:31.172499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 73560328-fd39-40aa-a200-90cf4ec23b1a up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:31.179067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e6370609-1c19-4e18-8ecf-ebff2adbf7e2 None None] Current status of the port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:31.190751 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-380f26fb-b1d0-448c-adc3-1d9c7642ccbf tempest-DHCPAgentSchedulersTestJSON-1863844720 tempest-DHCPAgentSchedulersTestJSON-1863844720-project-admin] 10.222.0.20 "GET /v2.0/networks/54855f41-7ce0-4df2-ada3-a67c498d9b5e/dhcp-agents HTTP/1.1" status: 200  len: 798 time: 0.0193405
Apr 16 21:20:31.193392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37670) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:31.220037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e6370609-1c19-4e18-8ecf-ebff2adbf7e2 None None] Could not find standard attr ID for object 2c0756d5-db2d-439b-bb82-af3861c11862. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:20:31.247406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012419f580>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 2, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:31.289298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Checking router: 62d0477d-583e-4964-9e24-0f02498c7b7f for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:20:31.289657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Updating router 62d0477d-583e-4964-9e24-0f02498c7b7f port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:20:31.331492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=d78dc7e0-d571-482d-8de8-d8cf3f516888,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:31.341996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 73560328-fd39-40aa-a200-90cf4ec23b1a completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:20:31.347465 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:31.409402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:31.418880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 73560328-fd39-40aa-a200-90cf4ec23b1a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:31.419173 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:31.658825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78dc7e0-d571-482d-8de8-d8cf3f516888'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:31.661799 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acff3d3-aed9-4945-8ebc-1841e842523d" -d '{"events": [{"server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "name": "network-vif-plugged", "status": "completed", "tag": "d78dc7e0-d571-482d-8de8-d8cf3f516888"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:31.666643 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cf0a9454-8e09-4c2e-924a-69ef00a1d66a tempest-DHCPAgentSchedulersTestJSON-1863844720 tempest-DHCPAgentSchedulersTestJSON-1863844720-project-admin] 10.222.0.20 "GET /v2.0/agents/bff055cf-4478-4523-af5a-bdd4dd389f43/dhcp-networks HTTP/1.1" status: 200  len: 12041 time: 0.4716244
Apr 16 21:20:31.674886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 91432f03-7043-48ba-b2bc-df768253724d up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:31.693322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37680) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:31.733537 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af88b50-e451-4d3a-9d78-3d826691276b x-openstack-request-id: req-8af88b50-e451-4d3a-9d78-3d826691276b {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:31.733850 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "name": "network-vif-plugged", "status": "completed", "tag": "d78dc7e0-d571-482d-8de8-d8cf3f516888", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:31.734122 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8af88b50-e451-4d3a-9d78-3d826691276b {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:31.734485 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af88b50-e451-4d3a-9d78-3d826691276b'] response: {'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78dc7e0-d571-482d-8de8-d8cf3f516888', 'code': 200}
Apr 16 21:20:31.759560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bd645-5d36-4af2-9088-10f4e72f27a0 req-e3bb0c0e-8935-4baa-b7c5-03db4ab4ed7d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:31.764923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bd645-5d36-4af2-9088-10f4e72f27a0 req-e3bb0c0e-8935-4baa-b7c5-03db4ab4ed7d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:31.770298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bd645-5d36-4af2-9088-10f4e72f27a0 req-e3bb0c0e-8935-4baa-b7c5-03db4ab4ed7d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:31.772033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-835bd645-5d36-4af2-9088-10f4e72f27a0 req-e3bb0c0e-8935-4baa-b7c5-03db4ab4ed7d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2416 time: 0.0843461
Apr 16 21:20:31.778188 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d9-d530-4409-a8cf-3e0c86338d9a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (f7724fb1-318e-488c-9b98-951d2cffd4cd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:31.830993 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-835bd645-5d36-4af2-9088-10f4e72f27a0 req-1f4a24fe-055c-491b-9970-a25463b1f34c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497437
Apr 16 21:20:31.836730 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 91432f03-7043-48ba-b2bc-df768253724d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:31.846287 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (91432f03-7043-48ba-b2bc-df768253724d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:31.846287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 73560328-fd39-40aa-a200-90cf4ec23b1a is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:31.846287 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:31.884248 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d9-d530-4409-a8cf-3e0c86338d9a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (f7724fb1-318e-488c-9b98-951d2cffd4cd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:31.915744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-50b3e4d9-d530-4409-a8cf-3e0c86338d9a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ea46910>,) {'filters': {'network_id': ['f7724fb1-318e-488c-9b98-951d2cffd4cd']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:31.929046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 73560328-fd39-40aa-a200-90cf4ec23b1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73560328-fd39-40aa-a200-90cf4ec23b1a,segment=NetworkSegment(40fcfb85-2454-42f3-a4ba-943240b4c8cd),segment_id=40fcfb85-2454-42f3-a4ba-943240b4c8cd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:31.955230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-50b3e4d9-d530-4409-a8cf-3e0c86338d9a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea46910>, 'cbd066c5-b156-403b-bb34-8e2e2e935767') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:31.955704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-50b3e4d9-d530-4409-a8cf-3e0c86338d9a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea46910>, 'cbd066c5-b156-403b-bb34-8e2e2e935767') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:31.998816 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d9-d530-4409-a8cf-3e0c86338d9a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (cbd066c5-b156-403b-bb34-8e2e2e935767), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.023120 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.024215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:32.024500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ab7fe-ce93-4674-af4c-c5fa79a4ce2b req-a7231379-ec0e-4f51-9ebb-442f99c2a8db tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:32.026664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee2ab7fe-ce93-4674-af4c-c5fa79a4ce2b req-a7231379-ec0e-4f51-9ebb-442f99c2a8db tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 944 time: 0.1073656
Apr 16 21:20:32.030841 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d9-d530-4409-a8cf-3e0c86338d9a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (cbd066c5-b156-403b-bb34-8e2e2e935767), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.040291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b3e4d9-d530-4409-a8cf-3e0c86338d9a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:20:32.040968 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d9-d530-4409-a8cf-3e0c86338d9a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (cbd066c5-b156-403b-bb34-8e2e2e935767), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.042057 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b11ef-8f0e-41b7-ad42-c59f546e67c7 req-0f0bc587-83fb-4a0f-b4e7-94d11723e04c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:32.043735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-793b11ef-8f0e-41b7-ad42-c59f546e67c7 req-0f0bc587-83fb-4a0f-b4e7-94d11723e04c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0770140
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:20:32.062536 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:20:32.085832 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Publish callbacks [] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.096318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 91432f03-7043-48ba-b2bc-df768253724d is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:32.097422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:32.157157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=73560328-fd39-40aa-a200-90cf4ec23b1a,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:32.165067 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-793b11ef-8f0e-41b7-ad42-c59f546e67c7 req-e70abfcf-5109-4148-972f-dc06761c2d41 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006212
Apr 16 21:20:32.165308 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.201738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:20:32.219415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee2ab7fe-ce93-4674-af4c-c5fa79a4ce2b req-393705d0-aca5-4aaa-8761-f7f8bd3af9fd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118021
Apr 16 21:20:32.228111 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:32.228515 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.267352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d777375-9c63-46e5-a425-bfa1f50c78c7 None None] Pushing event updated for resources: {'Port': ['ID=e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:32.281377 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d9-d530-4409-a8cf-3e0c86338d9a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (f7724fb1-318e-488c-9b98-951d2cffd4cd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.298014 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50b3e4d9-d530-4409-a8cf-3e0c86338d9a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.316869 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-50b3e4d9-d530-4409-a8cf-3e0c86338d9a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] 10.222.0.20 "DELETE /v2.0/networks/f7724fb1-318e-488c-9b98-951d2cffd4cd HTTP/1.1" status: 204  len: 168 time: 0.6205342
Apr 16 21:20:32.317234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37702) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:32.328103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:32.333029 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.337227 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f6dd679-8bbf-4c41-8c14-adafa594b3b5 req-c5cc3c7e-bd5d-4c01-bdf9-dbd58a13e01f tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 210 time: 0.0714507
Apr 16 21:20:32.364735 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3e4d9-d530-4409-a8cf-3e0c86338d9a tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Pushing event deleted for resources: {'Network': ['ID=f7724fb1-318e-488c-9b98-951d2cffd4cd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:32.428498 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e471595-26a4-4bad-86a2-b5d8a18e746b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:20:32.428869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e471595-26a4-4bad-86a2-b5d8a18e746b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:20:32.438954 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0e471595-26a4-4bad-86a2-b5d8a18e746b tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] 10.222.0.20 "DELETE /v2.0/ports/2c0756d5-db2d-439b-bb82-af3861c11862 HTTP/1.1" status: 404  len: 333 time: 0.1182771
Apr 16 21:20:32.439822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37706) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:32.455227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Attempting to bind port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:20:32.455702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Attempting to bind port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:20:32.455968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Attempting to bind port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca on network de9da8f1-3ad8-4653-830f-a88f9ba49f3e {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:32.462802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58fde8-2718-4737-af4a-2ae3b8bc73ba req-84c46c75-ab71-4808-a102-8e864feda95e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:32.470916 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad58fde8-2718-4737-af4a-2ae3b8bc73ba req-84c46c75-ab71-4808-a102-8e864feda95e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.0929918
Apr 16 21:20:32.504252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:20:32.504604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Checking segment: {'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:32.505017 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.506047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Bound using segment: {'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:20:32.506047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Bound port: e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:20:32.506328 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.513817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c7099d42-164b-4965-be5b-89015762dc0c up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:32.524137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-363f0cc2-7755-467f-b797-6ab09c6cc8eb tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Deleting subnet 63b30b61-0473-4eaa-89a7-3ff11242ba4f {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:20:32.532586 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-363f0cc2-7755-467f-b797-6ab09c6cc8eb tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks [] for subnet (63b30b61-0473-4eaa-89a7-3ff11242ba4f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.555996 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad58fde8-2718-4737-af4a-2ae3b8bc73ba req-c772b706-6e17-4474-be65-d30b07195ee0 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835876
Apr 16 21:20:32.598533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:32.623220 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-363f0cc2-7755-467f-b797-6ab09c6cc8eb tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (63b30b61-0473-4eaa-89a7-3ff11242ba4f), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.686717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:32.687216 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.694199 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port c7099d42-164b-4965-be5b-89015762dc0c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:32.694199 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c7099d42-164b-4965-be5b-89015762dc0c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.707812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] For port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:20:32.712772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-31c75c6a-b1d0-44a8-a696-e850ac620ec7 None None] Provisioning complete for port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:32.712939 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31c75c6a-b1d0-44a8-a696-e850ac620ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.746877 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-363f0cc2-7755-467f-b797-6ab09c6cc8eb tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (63b30b61-0473-4eaa-89a7-3ff11242ba4f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.771307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] For port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:20:32.810883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:32.817382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-31c75c6a-b1d0-44a8-a696-e850ac620ec7 None None] Port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:20:32.856677 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.892092 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port c7099d42-164b-4965-be5b-89015762dc0c is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:32.892531 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c7099d42-164b-4965-be5b-89015762dc0c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.945873 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.957425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:20:32.960151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012419f580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:32.969496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d777375-9c63-46e5-a425-bfa1f50c78c7 None None] Pushing event updated for resources: {'Port': ['ID=e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:32.973709 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb2299-db90-44d3-bb5b-5134a136be31 req-a8515491-7b0d-4f00-8421-fcfcbbbffb62 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:32.980694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb2299-db90-44d3-bb5b-5134a136be31 req-a8515491-7b0d-4f00-8421-fcfcbbbffb62 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:32.983503 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-363f0cc2-7755-467f-b797-6ab09c6cc8eb tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (63b30b61-0473-4eaa-89a7-3ff11242ba4f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:32.987702 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb2299-db90-44d3-bb5b-5134a136be31 req-a8515491-7b0d-4f00-8421-fcfcbbbffb62 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:32.998730 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57cb2299-db90-44d3-bb5b-5134a136be31 req-a8515491-7b0d-4f00-8421-fcfcbbbffb62 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2417 time: 0.1011312
Apr 16 21:20:33.002125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37726) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:33.068892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f0cc2-7755-467f-b797-6ab09c6cc8eb tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Pushing event deleted for resources: {'Subnet': ['ID=63b30b61-0473-4eaa-89a7-3ff11242ba4f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:33.069195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c7099d42-164b-4965-be5b-89015762dc0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7099d42-164b-4965-be5b-89015762dc0c,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:33.076636 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-363f0cc2-7755-467f-b797-6ab09c6cc8eb tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.085226 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-363f0cc2-7755-467f-b797-6ab09c6cc8eb tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] 10.222.0.20 "DELETE /v2.0/subnets/63b30b61-0473-4eaa-89a7-3ff11242ba4f HTTP/1.1" status: 204  len: 168 time: 0.6397257
Apr 16 21:20:33.085736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37730) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:33.100780 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57cb2299-db90-44d3-bb5b-5134a136be31 req-f6e6dc0a-2115-4160-a63c-a57cc8697275 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826268
Apr 16 21:20:33.107893 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd92fa7-677a-402f-a686-2a9a98a33733 None None] Network 54855f41-7ce0-4df2-ada3-a67c498d9b5e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:33.228428 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8cdcba40-7b09-4875-8da7-19f4fe84bf88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.228657 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (54855f41-7ce0-4df2-ada3-a67c498d9b5e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.290791 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c7099d42-164b-4965-be5b-89015762dc0c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.297293 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Deleting port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:33.297649 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.349173 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:33.465504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:20:33.501388 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8cdcba40-7b09-4875-8da7-19f4fe84bf88 admin admin] Publish callbacks [] for security_group (f83b91ed-6720-4a5c-a8bb-0355b10fa175), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.521497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5a53f3fc-9974-44d7-a8fb-4bd35d4960d0 None None] Provisioning complete for port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:33.522005 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5a53f3fc-9974-44d7-a8fb-4bd35d4960d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.523078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e9f7c-f2d4-4ebc-a8b4-9f57f6315797 req-421265d8-89d6-4c0a-ad9b-5f25617d66a1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:33.530872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] For port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=375dc5db-05fa-49f0-bf4b-b4ed07c82d8a,segment=NetworkSegment(27b862d0-59b7-4b29-8716-d0224a4ee04a),segment_id=27b862d0-59b7-4b29-8716-d0224a4ee04a)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:33.531292 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.533616 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-348e9f7c-f2d4-4ebc-a8b4-9f57f6315797 req-421265d8-89d6-4c0a-ad9b-5f25617d66a1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.1248894
Apr 16 21:20:33.535276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40aa31f9-f5a4-4bd3-b688-c9ce5c404727 req-dad6609e-00a0-46ba-8834-15c0a613f369 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 210 time: 0.0524335
Apr 16 21:20:33.549141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a013ed-8442-4b31-951e-a72e8b34f3ac None None] DHCP port deletion for 54855f41-7ce0-4df2-ada3-a67c498d9b5e request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:20:33.550819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Calling delete_port for 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:33.566982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=c7099d42-164b-4965-be5b-89015762dc0c,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:33.604134 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8cdcba40-7b09-4875-8da7-19f4fe84bf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f83b91ed-6720-4a5c-a8bb-0355b10fa175), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.634933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcba40-7b09-4875-8da7-19f4fe84bf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83b91ed-6720-4a5c-a8bb-0355b10fa175,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:33.656982 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-348e9f7c-f2d4-4ebc-a8b4-9f57f6315797 req-f04f676c-e2f0-432a-a73e-ef375ab4200a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128159
Apr 16 21:20:33.701782 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8cdcba40-7b09-4875-8da7-19f4fe84bf88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f5caf6e4c604db28598ba9e27cd117f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6983278
Apr 16 21:20:33.702526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37754) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:33.723244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-68a013ed-8442-4b31-951e-a72e8b34f3ac None None] Deleting port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:33.724318 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-68a013ed-8442-4b31-951e-a72e8b34f3ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.741307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73560328-fd39-40aa-a200-90cf4ec23b1a'}, {'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac'}, {'server_uuid': '8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7099d42-164b-4965-be5b-89015762dc0c'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:33.744058 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971ffe77-8d83-4ac7-b775-29f2a3c32ac7" -d '{"events": [{"server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "name": "network-vif-plugged", "status": "completed", "tag": "73560328-fd39-40aa-a200-90cf4ec23b1a"}, {"server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "name": "network-vif-plugged", "status": "completed", "tag": "1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac"}, {"server_uuid": "8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d", "name": "network-vif-plugged", "status": "completed", "tag": "c7099d42-164b-4965-be5b-89015762dc0c"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:33.776301 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-169afaab-a51d-4ddb-bc5c-67e99455a7c9 admin admin] Publish callbacks [] for security_group (f83b91ed-6720-4a5c-a8bb-0355b10fa175), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.807408 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-169afaab-a51d-4ddb-bc5c-67e99455a7c9 admin admin] Publish callbacks [] for security_group (f83b91ed-6720-4a5c-a8bb-0355b10fa175), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.904030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.925279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-a8741dd9-bdc9-4539-a46c-16d026f8dffc tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:33.932836 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad90905-3ce1-47ec-b3c9-660bbddb45b7 x-openstack-request-id: req-4ad90905-3ce1-47ec-b3c9-660bbddb45b7 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:33.934297 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "name": "network-vif-plugged", "status": "completed", "tag": "73560328-fd39-40aa-a200-90cf4ec23b1a", "code": 200}, {"server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "name": "network-vif-plugged", "status": "completed", "tag": "1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac", "code": 200}, {"server_uuid": "8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d", "name": "network-vif-plugged", "status": "completed", "tag": "c7099d42-164b-4965-be5b-89015762dc0c", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:33.934297 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ad90905-3ce1-47ec-b3c9-660bbddb45b7 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:33.934297 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad90905-3ce1-47ec-b3c9-660bbddb45b7'] response: {'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73560328-fd39-40aa-a200-90cf4ec23b1a', 'code': 200}
Apr 16 21:20:33.934607 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-a8741dd9-bdc9-4539-a46c-16d026f8dffc tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/networks?id=90b900dd-0d06-4537-95d8-47dd03c283fc HTTP/1.1" status: 200  len: 815 time: 0.2433705
Apr 16 21:20:33.934703 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad90905-3ce1-47ec-b3c9-660bbddb45b7'] response: {'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac', 'code': 200}
Apr 16 21:20:33.934853 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad90905-3ce1-47ec-b3c9-660bbddb45b7'] response: {'server_uuid': '8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7099d42-164b-4965-be5b-89015762dc0c', 'code': 200}
Apr 16 21:20:33.968283 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] No DVR routers for this DVR port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:33.977758 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-169afaab-a51d-4ddb-bc5c-67e99455a7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f83b91ed-6720-4a5c-a8bb-0355b10fa175), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.985822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-169afaab-a51d-4ddb-bc5c-67e99455a7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:33.989523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Pushing event deleted for resources: {'Port': ['ID=375dc5db-05fa-49f0-bf4b-b4ed07c82d8a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:33.990052 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-169afaab-a51d-4ddb-bc5c-67e99455a7c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f83b91ed-6720-4a5c-a8bb-0355b10fa175 HTTP/1.1" status: 204  len: 168 time: 0.2835705
Apr 16 21:20:34.032185 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169afaab-a51d-4ddb-bc5c-67e99455a7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83b91ed-6720-4a5c-a8bb-0355b10fa175,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:34.091394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-68a013ed-8442-4b31-951e-a72e8b34f3ac None None] For port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=375dc5db-05fa-49f0-bf4b-b4ed07c82d8a,segment=NetworkSegment(27b862d0-59b7-4b29-8716-d0224a4ee04a),segment_id=27b862d0-59b7-4b29-8716-d0224a4ee04a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:34.092165 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-68a013ed-8442-4b31-951e-a72e8b34f3ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:34.106918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-5e7e6bcc-9039-43cc-9e9e-186670ff59a1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/quotas/14f08d6620b54fb597d356afc45617c7 HTTP/1.1" status: 200  len: 375 time: 0.1711824
Apr 16 21:20:34.109875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-68a013ed-8442-4b31-951e-a72e8b34f3ac None None] Calling delete_port for 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:34.219864 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (54855f41-7ce0-4df2-ada3-a67c498d9b5e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:34.236275 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-b22e83ac-e788-4039-a83c-e288d9042e30 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=14f08d6620b54fb597d356afc45617c7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0975583
Apr 16 21:20:34.265448 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-68a013ed-8442-4b31-951e-a72e8b34f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (375dc5db-05fa-49f0-bf4b-b4ed07c82d8a), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:34.267418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5a53f3fc-9974-44d7-a8fb-4bd35d4960d0 None None] Current status of the port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:34.267777 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5a53f3fc-9974-44d7-a8fb-4bd35d4960d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:34.295691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011fb033d0>,) {'filters': {'network_id': ['54855f41-7ce0-4df2-ada3-a67c498d9b5e']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:34.313662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc270a-afdd-405c-9aa7-93e750bb7be7 req-6222d19d-c56b-4f94-ad7e-45824cc386c1 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:34.319131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc270a-afdd-405c-9aa7-93e750bb7be7 req-6222d19d-c56b-4f94-ad7e-45824cc386c1 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:34.345204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fb033d0>, '27b862d0-59b7-4b29-8716-d0224a4ee04a') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:34.345437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc270a-afdd-405c-9aa7-93e750bb7be7 req-6222d19d-c56b-4f94-ad7e-45824cc386c1 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:34.345743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fb033d0>, '27b862d0-59b7-4b29-8716-d0224a4ee04a') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:34.347587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41fc270a-afdd-405c-9aa7-93e750bb7be7 req-6222d19d-c56b-4f94-ad7e-45824cc386c1 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2418 time: 0.1575282
Apr 16 21:20:34.360351 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (27b862d0-59b7-4b29-8716-d0224a4ee04a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:34.391725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5a53f3fc-9974-44d7-a8fb-4bd35d4960d0 None None] For port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:34.392422 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (27b862d0-59b7-4b29-8716-d0224a4ee04a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:34.403039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:20:34.403835 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (27b862d0-59b7-4b29-8716-d0224a4ee04a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:20:34.407381 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:20:34.461890 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41fc270a-afdd-405c-9aa7-93e750bb7be7 req-e86fc201-eff9-4c54-993e-67e8e42b230f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022730
Apr 16 21:20:34.473608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a013ed-8442-4b31-951e-a72e8b34f3ac None None] Pushing event deleted for resources: {'Port': ['ID=375dc5db-05fa-49f0-bf4b-b4ed07c82d8a,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:34.481534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a013ed-8442-4b31-951e-a72e8b34f3ac None None] No DVR routers for this DVR port 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:34.503467 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5a53f3fc-9974-44d7-a8fb-4bd35d4960d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:34.576416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012419f580>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:32Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:34.602525 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-668a6c61-8036-4ddc-8865-4b6b8aadfd54 service neutron] 10.222.0.20 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3526859
Apr 16 21:20:34.675871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c6e9d-e6f2-4e58-a184-d10210f18f5c None None] The sync data for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 is: [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:32Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:20:34.711189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53f3fc-9974-44d7-a8fb-4bd35d4960d0 None None] Pushing event updated for resources: {'Port': ['ID=e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:34.719918 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b18d332-01a2-470a-99b7-fc943f1f693f req-9b5dd44e-4f65-43d9-94e6-a4149d2af19f tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 210 time: 0.0598497
Apr 16 21:20:34.817008 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5930c6-911c-482c-9ea1-e9eb2f24c189 req-386f6741-9f2a-46b0-99d2-95148c0ea56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:34.818044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5930c6-911c-482c-9ea1-e9eb2f24c189 req-386f6741-9f2a-46b0-99d2-95148c0ea56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:34.818647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5930c6-911c-482c-9ea1-e9eb2f24c189 req-386f6741-9f2a-46b0-99d2-95148c0ea56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:34.820258 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d5930c6-911c-482c-9ea1-e9eb2f24c189 req-386f6741-9f2a-46b0-99d2-95148c0ea56b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2964 time: 0.3517666
Apr 16 21:20:34.841176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a858f-19b1-4104-888b-755eabd0520e req-310a76b0-7e3e-4ce3-a9d7-a958e47d2f99 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:34.842763 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a5a858f-19b1-4104-888b-755eabd0520e req-310a76b0-7e3e-4ce3-a9d7-a958e47d2f99 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b0c963a-7042-4bca-9d87-6b90beed5f18 HTTP/1.1" status: 200  len: 946 time: 0.3219912
Apr 16 21:20:34.843601 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (54855f41-7ce0-4df2-ada3-a67c498d9b5e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:34.899206 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:34.902467 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] 10.222.0.20 "DELETE /v2.0/networks/54855f41-7ce0-4df2-ada3-a67c498d9b5e HTTP/1.1" status: 204  len: 168 time: 1.8156714
Apr 16 21:20:34.904732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124bfd2-a3c5-402a-a40d-5b0dbf645b09 req-52dced1c-d647-43d3-bcd5-7eb424fa56d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:34.915571 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3124bfd2-a3c5-402a-a40d-5b0dbf645b09 req-52dced1c-d647-43d3-bcd5-7eb424fa56d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.0993645
Apr 16 21:20:35.014173 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dee5b-bd28-48c7-889b-d3e8665557d1 tempest-DHCPAgentSchedulersTestJSON-1007787678 tempest-DHCPAgentSchedulersTestJSON-1007787678-project] Pushing event deleted for resources: {'Network': ['ID=54855f41-7ce0-4df2-ada3-a67c498d9b5e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:35.042593 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3124bfd2-a3c5-402a-a40d-5b0dbf645b09 req-7cf60fa3-2454-487d-849f-5842de712fd0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134784
Apr 16 21:20:35.083795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37770) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:35.102230 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b77f1115-652e-4b66-9900-00bdc6bd233f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:35.127703 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-730c12cb-9653-402b-90fb-ad5989545de2 service neutron] 10.222.0.20 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5134432
Apr 16 21:20:35.270364 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b77f1115-652e-4b66-9900-00bdc6bd233f admin admin] Publish callbacks [] for security_group (8eb7a41d-e947-43d1-abdb-d91c29c8f546), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:35.313576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d5930c6-911c-482c-9ea1-e9eb2f24c189 req-940e658f-afdf-4080-9268-803f87b918b1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4562495
Apr 16 21:20:35.324220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d287-6f89-4680-862b-b8b73152fffe req-d05ec826-71b8-4280-8ecf-c4758e188a6c tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:35.326063 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-d05ec826-71b8-4280-8ecf-c4758e188a6c tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.11 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 821 time: 0.5381668
Apr 16 21:20:35.330834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-9a5a858f-19b1-4104-888b-755eabd0520e req-12a5fc99-ac73-447c-b429-7e36a71f2836 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Deleting port afda655b-bf23-4e30-b6df-18f670dcee9f {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:35.331404 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9a5a858f-19b1-4104-888b-755eabd0520e req-12a5fc99-ac73-447c-b429-7e36a71f2836 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:35.366827 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b77f1115-652e-4b66-9900-00bdc6bd233f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8eb7a41d-e947-43d1-abdb-d91c29c8f546), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:35.453212 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b77f1115-652e-4b66-9900-00bdc6bd233f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af1e27def2f04a9faa9961cb94b008f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3680429
Apr 16 21:20:35.454391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37772) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:35.481600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1115-652e-4b66-9900-00bdc6bd233f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb7a41d-e947-43d1-abdb-d91c29c8f546,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:35.603990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-7d17d287-6f89-4680-862b-b8b73152fffe req-2b93e859-5065-4944-8b1d-c1fc0da766aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Request body: {'port': {'device_id': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'admin_state_up': True, 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:35.644584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:35.667959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2096a51b-630d-45eb-b3c8-fc36ad7c61ac req-186c8d11-3150-4556-95e9-00bd07279a05 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 210 time: 0.0793002
Apr 16 21:20:35.764300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37784) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:35.819628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9a5a858f-19b1-4104-888b-755eabd0520e req-12a5fc99-ac73-447c-b429-7e36a71f2836 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] For port afda655b-bf23-4e30-b6df-18f670dcee9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=afda655b-bf23-4e30-b6df-18f670dcee9f,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:35.820220 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9a5a858f-19b1-4104-888b-755eabd0520e req-12a5fc99-ac73-447c-b429-7e36a71f2836 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:35.827457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:35.828116 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:35.841195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-9a5a858f-19b1-4104-888b-755eabd0520e req-12a5fc99-ac73-447c-b429-7e36a71f2836 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Calling delete_port for afda655b-bf23-4e30-b6df-18f670dcee9f owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:35.897299 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:35.945051 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-716be390-cdd2-4833-bbbc-dab10fd287eb req-6f798cde-e3c3-4c93-81da-57b9be06dd57 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 210 time: 0.0615056
Apr 16 21:20:35.981525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:36.051088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1d7802dd-fcbf-4812-9134-04cb0d58de0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbac17f1c278464a8f336e2a12e7f667&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2831016
Apr 16 21:20:36.051651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37792) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:36.095625 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:36.129949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:20:36.130307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 375dc5db-05fa-49f0-bf4b-b4ed07c82d8a not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:20:36.160597 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Publish callbacks [] for security_group (c0d28a96-4c77-44e8-9b45-0b6386da05ba), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:36.230464 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Publish callbacks [] for security_group (c0d28a96-4c77-44e8-9b45-0b6386da05ba), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:36.235863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f91b08-1921-4f87-b826-a5b7be46e80b req-c595d76a-7b2a-4b49-97e9-58b30b205b8c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:36.241661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f91b08-1921-4f87-b826-a5b7be46e80b req-c595d76a-7b2a-4b49-97e9-58b30b205b8c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:36.247219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f91b08-1921-4f87-b826-a5b7be46e80b req-c595d76a-7b2a-4b49-97e9-58b30b205b8c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:36.257216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b8f91b08-1921-4f87-b826-a5b7be46e80b req-c595d76a-7b2a-4b49-97e9-58b30b205b8c tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2418 time: 0.6313519
Apr 16 21:20:36.270023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af563a-fb27-4fe9-9d51-e4aefee1e65f req-359d8932-7728-460b-8af7-5ce2bde9a74a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:36.280288 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95af563a-fb27-4fe9-9d51-e4aefee1e65f req-359d8932-7728-460b-8af7-5ce2bde9a74a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.1027951
Apr 16 21:20:36.316969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a221413a-ab98-41c3-a8d8-e9b6810a5f36 admin admin] Publish callbacks [] for security_group (8eb7a41d-e947-43d1-abdb-d91c29c8f546), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:36.383444 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95af563a-fb27-4fe9-9d51-e4aefee1e65f req-24c3f989-0e4d-4085-a8ae-cdb857889798 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015084
Apr 16 21:20:36.433897 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b8f91b08-1921-4f87-b826-a5b7be46e80b req-5a52fdfb-b31c-41e8-9cf4-b9db1a7b2565 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756983
Apr 16 21:20:36.440696 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a221413a-ab98-41c3-a8d8-e9b6810a5f36 admin admin] Publish callbacks [] for security_group (8eb7a41d-e947-43d1-abdb-d91c29c8f546), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:36.440696 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9a5a858f-19b1-4104-888b-755eabd0520e req-12a5fc99-ac73-447c-b429-7e36a71f2836 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (afda655b-bf23-4e30-b6df-18f670dcee9f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:36.455865 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['afda655b-bf23-4e30-b6df-18f670dcee9f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:36.526655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5fc99-ac73-447c-b429-7e36a71f2836 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Pushing event deleted for resources: {'Port': ['ID=afda655b-bf23-4e30-b6df-18f670dcee9f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:36.608095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5a858f-19b1-4104-888b-755eabd0520e req-12a5fc99-ac73-447c-b429-7e36a71f2836 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] No DVR routers for this DVR port afda655b-bf23-4e30-b6df-18f670dcee9f on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:36.612216 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9a5a858f-19b1-4104-888b-755eabd0520e req-12a5fc99-ac73-447c-b429-7e36a71f2836 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:36.616047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a5a858f-19b1-4104-888b-755eabd0520e req-12a5fc99-ac73-447c-b429-7e36a71f2836 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.11 "DELETE /v2.0/ports/afda655b-bf23-4e30-b6df-18f670dcee9f HTTP/1.1" status: 204  len: 173 time: 1.7556889
Apr 16 21:20:36.617076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0c963a-7042-4bca-9d87-6b90beed5f18', 'name': 'network-vif-deleted', 'tag': 'afda655b-bf23-4e30-b6df-18f670dcee9f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:36.627920 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c0d28a96-4c77-44e8-9b45-0b6386da05ba), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:36.628230 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247d3eab-d221-42d3-bbc1-dd5572ff46ea" -d '{"events": [{"server_uuid": "6b0c963a-7042-4bca-9d87-6b90beed5f18", "name": "network-vif-deleted", "tag": "afda655b-bf23-4e30-b6df-18f670dcee9f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:36.628335 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:36.628335 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0d28a96-4c77-44e8-9b45-0b6386da05ba HTTP/1.1" status: 204  len: 168 time: 0.5733476
Apr 16 21:20:36.639093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d17d287-6f89-4680-862b-b8b73152fffe req-2b93e859-5065-4944-8b1d-c1fc0da766aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Made reservation on behalf of 1fb0e213bd0d40ee9e832b54607028ab for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:36.649993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d28a96-4c77-44e8-9b45-0b6386da05ba,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:36.652755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d17d287-6f89-4680-862b-b8b73152fffe req-2b93e859-5065-4944-8b1d-c1fc0da766aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:36.668122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.668536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.697080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.697759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.698553 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.701448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.702054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.702912 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.704032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.705154 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.705904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.707246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.707656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.709051 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.709547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae869be-545b-4d91-a070-9093fab38ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:36.749401 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad0240f-21ff-4a11-8db8-e14e3a8f5f15 x-openstack-request-id: req-fad0240f-21ff-4a11-8db8-e14e3a8f5f15 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:36.752358 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0c963a-7042-4bca-9d87-6b90beed5f18", "name": "network-vif-deleted", "tag": "afda655b-bf23-4e30-b6df-18f670dcee9f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:36.752908 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fad0240f-21ff-4a11-8db8-e14e3a8f5f15 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:36.754306 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad0240f-21ff-4a11-8db8-e14e3a8f5f15'] response: {'server_uuid': '6b0c963a-7042-4bca-9d87-6b90beed5f18', 'name': 'network-vif-deleted', 'tag': 'afda655b-bf23-4e30-b6df-18f670dcee9f', 'status': 'completed', 'code': 200}
Apr 16 21:20:36.811015 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-553f2e59-88c4-427b-823b-cd231372ec30 req-56f064ab-793d-40e3-bc30-1434cea0aca1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 210 time: 0.0346014
Apr 16 21:20:36.868767 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a221413a-ab98-41c3-a8d8-e9b6810a5f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8eb7a41d-e947-43d1-abdb-d91c29c8f546), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:36.871930 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a221413a-ab98-41c3-a8d8-e9b6810a5f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:36.873361 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a221413a-ab98-41c3-a8d8-e9b6810a5f36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8eb7a41d-e947-43d1-abdb-d91c29c8f546 HTTP/1.1" status: 204  len: 168 time: 1.4180362
Apr 16 21:20:36.935221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221413a-ab98-41c3-a8d8-e9b6810a5f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb7a41d-e947-43d1-abdb-d91c29c8f546,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:37.149090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-7d17d287-6f89-4680-862b-b8b73152fffe req-2b93e859-5065-4944-8b1d-c1fc0da766aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Allocated IP 172.20.0.11 (de9da8f1-3ad8-4653-830f-a88f9ba49f3e/042a9af5-b4f0-46bf-a521-f48a5c6f99cc/18304df3-de06-42cd-8000-8170cb9494bf) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:37.165769 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9aa179d1-6a41-4b89-b24b-97347e93e306 req-a3fd1457-35ad-462d-adb2-7a2dc0f9caf4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 210 time: 0.0907507
Apr 16 21:20:37.369690 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d17d287-6f89-4680-862b-b8b73152fffe req-2b93e859-5065-4944-8b1d-c1fc0da766aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for port (18304df3-de06-42cd-8000-8170cb9494bf), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:37.617161 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d17d287-6f89-4680-862b-b8b73152fffe req-2b93e859-5065-4944-8b1d-c1fc0da766aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (18304df3-de06-42cd-8000-8170cb9494bf), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:37.642599 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbc649-c78c-4232-ae9e-2f90826afa2b req-8d38c7c0-8a16-4e7d-9479-c5ce572f1aad tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:37.650703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbc649-c78c-4232-ae9e-2f90826afa2b req-8d38c7c0-8a16-4e7d-9479-c5ce572f1aad tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:37.657643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbc649-c78c-4232-ae9e-2f90826afa2b req-8d38c7c0-8a16-4e7d-9479-c5ce572f1aad tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:37.667603 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7abbc649-c78c-4232-ae9e-2f90826afa2b req-8d38c7c0-8a16-4e7d-9479-c5ce572f1aad tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2418 time: 0.0972540
Apr 16 21:20:37.669546 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37822) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:37.690920 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52018d02-f801-4340-872e-17af81003443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:37.744755 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de20c75-bf67-40f3-af61-6637a9954e96 req-0702dd7e-ce43-4d48-bc98-393c7fe9468f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:37.753815 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0de20c75-bf67-40f3-af61-6637a9954e96 req-0702dd7e-ce43-4d48-bc98-393c7fe9468f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.2383401
Apr 16 21:20:37.767873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d17d287-6f89-4680-862b-b8b73152fffe req-2b93e859-5065-4944-8b1d-c1fc0da766aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Network de9da8f1-3ad8-4653-830f-a88f9ba49f3e is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:37.769489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93e859-5065-4944-8b1d-c1fc0da766aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Pushing event updated for resources: {'Port': ['ID=18304df3-de06-42cd-8000-8170cb9494bf,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:37.789751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-7d17d287-6f89-4680-862b-b8b73152fffe req-2b93e859-5065-4944-8b1d-c1fc0da766aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:37.795077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d17d287-6f89-4680-862b-b8b73152fffe req-2b93e859-5065-4944-8b1d-c1fc0da766aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:37.886296 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0de20c75-bf67-40f3-af61-6637a9954e96 req-ffcd6a40-d2ec-4b26-b91b-49f0809e7ccb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271570
Apr 16 21:20:37.907985 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:20:37.908577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d287-6f89-4680-862b-b8b73152fffe req-2b93e859-5065-4944-8b1d-c1fc0da766aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:37.909432 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d17d287-6f89-4680-862b-b8b73152fffe req-2b93e859-5065-4944-8b1d-c1fc0da766aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:37.970607 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7abbc649-c78c-4232-ae9e-2f90826afa2b req-c442d56b-40dc-4691-b5e0-b7a3ebdbc920 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2975931
Apr 16 21:20:38.004885 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-2b93e859-5065-4944-8b1d-c1fc0da766aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4310186
Apr 16 21:20:38.039638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Request body: {'port': {'device_id': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:38.058492 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52018d02-f801-4340-872e-17af81003443 admin admin] Publish callbacks [] for security_group (78600438-0aff-48ad-8ec5-bd85ace0dec6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:38.143583 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52018d02-f801-4340-872e-17af81003443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (78600438-0aff-48ad-8ec5-bd85ace0dec6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:38.186391 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b7d8ab5-27cd-41b6-a27b-6719df968ea4 req-f210c73f-dd28-461e-94aa-8290fb92aff5 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 210 time: 0.1797040
Apr 16 21:20:38.222274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37838) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:38.222488 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-52018d02-f801-4340-872e-17af81003443 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c5079d63df54b48bb0efc1ddbc89d72&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5499284
Apr 16 21:20:38.224271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52018d02-f801-4340-872e-17af81003443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78600438-0aff-48ad-8ec5-bd85ace0dec6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:38.292340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-49b3bfc2-8f2b-4c5d-b9e0-f9398a6abd21 None None] Provisioning complete for port 18304df3-de06-42cd-8000-8170cb9494bf triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:38.293569 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-49b3bfc2-8f2b-4c5d-b9e0-f9398a6abd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (18304df3-de06-42cd-8000-8170cb9494bf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:38.322898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (18304df3-de06-42cd-8000-8170cb9494bf), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:38.363686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-49b3bfc2-8f2b-4c5d-b9e0-f9398a6abd21 None None] Port 18304df3-de06-42cd-8000-8170cb9494bf cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:20:38.440507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-af55a1de-2fac-4acc-9e49-6090eb6d7f4e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:38.442842 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-af55a1de-2fac-4acc-9e49-6090eb6d7f4e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.41 "GET /v2.0/networks?id=90b900dd-0d06-4537-95d8-47dd03c283fc HTTP/1.1" status: 200  len: 815 time: 0.1907501
Apr 16 21:20:38.459998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-80872716-ab70-4b10-b533-b4441e27e5fe tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Request body: {'port': {'device_id': 'cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7', 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc', 'admin_state_up': True, 'tenant_id': '14f08d6620b54fb597d356afc45617c7'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:38.470921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device afda655b-bf23-4e30-b6df-18f670dcee9f no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:38.507853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: afda655b-bf23-4e30-b6df-18f670dcee9f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:20:38.508697 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device afda655b-bf23-4e30-b6df-18f670dcee9f not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:20:38.535762 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b4e2-ac4b-4f49-94c9-b4e158cecdb0 admin admin] Publish callbacks [] for security_group (78600438-0aff-48ad-8ec5-bd85ace0dec6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:38.567589 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b4e2-ac4b-4f49-94c9-b4e158cecdb0 admin admin] Publish callbacks [] for security_group (78600438-0aff-48ad-8ec5-bd85ace0dec6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:38.617956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81d785-3728-406e-aa06-423d6d86825a req-1952ae64-7b67-4ec3-a74b-ba795474c2d7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:38.625119 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad81d785-3728-406e-aa06-423d6d86825a req-1952ae64-7b67-4ec3-a74b-ba795474c2d7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 932 time: 0.2989419
Apr 16 21:20:38.787088 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b4e2-ac4b-4f49-94c9-b4e158cecdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (78600438-0aff-48ad-8ec5-bd85ace0dec6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:38.790633 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b4e2-ac4b-4f49-94c9-b4e158cecdb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:38.792127 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5bc3b4e2-ac4b-4f49-94c9-b4e158cecdb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78600438-0aff-48ad-8ec5-bd85ace0dec6 HTTP/1.1" status: 204  len: 168 time: 0.5702963
Apr 16 21:20:38.819130 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-80872716-ab70-4b10-b533-b4441e27e5fe tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Made reservation on behalf of 14f08d6620b54fb597d356afc45617c7 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:38.824599 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-80872716-ab70-4b10-b533-b4441e27e5fe tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:38.876558 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3b4e2-ac4b-4f49-94c9-b4e158cecdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78600438-0aff-48ad-8ec5-bd85ace0dec6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:38.881247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51afb-e0f7-4c83-9bf0-d30ad8b9ddac req-3b0f72ce-5d77-4007-a588-ec5c48c9f34b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:38.895743 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51afb-e0f7-4c83-9bf0-d30ad8b9ddac req-3b0f72ce-5d77-4007-a588-ec5c48c9f34b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:38.901467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51afb-e0f7-4c83-9bf0-d30ad8b9ddac req-3b0f72ce-5d77-4007-a588-ec5c48c9f34b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:38.909195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23e51afb-e0f7-4c83-9bf0-d30ad8b9ddac req-3b0f72ce-5d77-4007-a588-ec5c48c9f34b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2418 time: 0.1502750
Apr 16 21:20:38.919483 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad81d785-3728-406e-aa06-423d6d86825a req-f28e625c-2891-4092-a4b5-6ac90d8e7375 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2931390
Apr 16 21:20:39.045941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-80872716-ab70-4b10-b533-b4441e27e5fe tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Allocated IP 172.20.0.12 (90b900dd-0d06-4537-95d8-47dd03c283fc/af2dc899-0d62-48eb-b0f2-8820b6dd8b95/a5c0f6ba-98bc-4711-85ee-04db4015c727) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:39.048030 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b8841316-0528-48c7-aac6-a82fd5a40d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:39.169437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9cc2-5aac-4a2b-9991-2bc96448bf13 req-0f25b38f-af03-4b8b-8844-d18fc74aaa6a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:39.171547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-988b9cc2-5aac-4a2b-9991-2bc96448bf13 req-0f25b38f-af03-4b8b-8844-d18fc74aaa6a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.0833426
Apr 16 21:20:39.206617 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23e51afb-e0f7-4c83-9bf0-d30ad8b9ddac req-faeeedf0-5f8e-436e-8cbc-c7a4a46ae08f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963541
Apr 16 21:20:39.332185 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-988b9cc2-5aac-4a2b-9991-2bc96448bf13 req-c0bb6592-319e-49ec-8acf-e6e5e8009cc0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539090
Apr 16 21:20:39.420342 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bcaf7ba-f350-4e2a-97ab-ba6b00c7157d req-6278a762-3e39-4f81-a0aa-33eded497787 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 210 time: 0.0640924
Apr 16 21:20:39.466032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18304df3-de06-42cd-8000-8170cb9494bf {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:39.491731 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Publish callbacks [] for port (18304df3-de06-42cd-8000-8170cb9494bf), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:39.526287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Transition to ACTIVE for port object 18304df3-de06-42cd-8000-8170cb9494bf will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:20:39.528796 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-80872716-ab70-4b10-b533-b4441e27e5fe tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks [] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:39.891388 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (18304df3-de06-42cd-8000-8170cb9494bf), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:39.892210 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-80872716-ab70-4b10-b533-b4441e27e5fe tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:39.950420 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-80872716-ab70-4b10-b533-b4441e27e5fe tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Network 90b900dd-0d06-4537-95d8-47dd03c283fc is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:39.955983 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-80872716-ab70-4b10-b533-b4441e27e5fe tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:39.960343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-80872716-ab70-4b10-b533-b4441e27e5fe tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:39.996119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80872716-ab70-4b10-b533-b4441e27e5fe tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Pushing event updated for resources: {'Port': ['ID=a5c0f6ba-98bc-4711-85ee-04db4015c727,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:40.056796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Pushing event updated for resources: {'Port': ['ID=18304df3-de06-42cd-8000-8170cb9494bf,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:40.065832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-80872716-ab70-4b10-b533-b4441e27e5fe tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:40.066511 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-80872716-ab70-4b10-b533-b4441e27e5fe tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:40.175820 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-80872716-ab70-4b10-b533-b4441e27e5fe tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7220826
Apr 16 21:20:40.213141 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Request body: {'port': {'device_id': 'cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:40.218596 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f33cff-79d2-4ff9-aed2-8d661227e5a4 req-f740ce96-f5be-43c6-8e83-11f58ea420d1 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:40.220188 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9f33cff-79d2-4ff9-aed2-8d661227e5a4 req-f740ce96-f5be-43c6-8e83-11f58ea420d1 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 944 time: 0.1168356
Apr 16 21:20:40.266970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Attempting to bind port 18304df3-de06-42cd-8000-8170cb9494bf on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:20:40.267399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Attempting to bind port 18304df3-de06-42cd-8000-8170cb9494bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:20:40.267744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Attempting to bind port 18304df3-de06-42cd-8000-8170cb9494bf on network de9da8f1-3ad8-4653-830f-a88f9ba49f3e {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:40.308676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Port 18304df3-de06-42cd-8000-8170cb9494bf on network de9da8f1-3ad8-4653-830f-a88f9ba49f3e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:20:40.309248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Attempting to bind port 18304df3-de06-42cd-8000-8170cb9494bf on network de9da8f1-3ad8-4653-830f-a88f9ba49f3e {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:40.349044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-cd62d06a-d252-455e-9fdc-8b09c79402b1 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:40.367880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-cd62d06a-d252-455e-9fdc-8b09c79402b1 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:40.385487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-cd62d06a-d252-455e-9fdc-8b09c79402b1 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:40.390229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:40.390856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-cd62d06a-d252-455e-9fdc-8b09c79402b1 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.11 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2418 time: 0.2242296
Apr 16 21:20:40.411605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:20:40.413556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Checking segment: {'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:40.413958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Bound using segment: {'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:20:40.414417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Bound port: 18304df3-de06-42cd-8000-8170cb9494bf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:20:40.414786 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (18304df3-de06-42cd-8000-8170cb9494bf), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:40.464328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8918ab-8629-4528-99aa-a01dc4443f5b req-eeba73bd-d3de-424b-a2a7-5ce945ee1cb7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:40.470611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8918ab-8629-4528-99aa-a01dc4443f5b req-eeba73bd-d3de-424b-a2a7-5ce945ee1cb7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:40.478591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8918ab-8629-4528-99aa-a01dc4443f5b req-eeba73bd-d3de-424b-a2a7-5ce945ee1cb7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:40.490360 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4c8918ab-8629-4528-99aa-a01dc4443f5b req-eeba73bd-d3de-424b-a2a7-5ce945ee1cb7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 2418 time: 0.1204305
Apr 16 21:20:40.551522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9f33cff-79d2-4ff9-aed2-8d661227e5a4 req-f6a2b4eb-fb7d-4479-91dc-0aba5a9cb274 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3190939
Apr 16 21:20:40.740746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-cf31deb3-1191-44b2-a597-fceeb2941e6d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Deleting port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:40.741373 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-cf31deb3-1191-44b2-a597-fceeb2941e6d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:40.744388 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4c8918ab-8629-4528-99aa-a01dc4443f5b req-a5ccf4ef-94e7-4f6e-8f9d-277538a8ca11 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2523191
Apr 16 21:20:40.928246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-cf31deb3-1191-44b2-a597-fceeb2941e6d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] For port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:40.931407 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-cf31deb3-1191-44b2-a597-fceeb2941e6d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:40.973129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-cf31deb3-1191-44b2-a597-fceeb2941e6d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Calling delete_port for 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:41.057325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a9e3e-de47-4c74-95a1-f4978a221144 req-2f2efdcc-75a3-4f94-8bf3-23519f500d13 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:41.065287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c0f6ba-98bc-4711-85ee-04db4015c727 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:41.071031 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-094a9e3e-de47-4c74-95a1-f4978a221144 req-2f2efdcc-75a3-4f94-8bf3-23519f500d13 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.3931100
Apr 16 21:20:41.075931 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Publish callbacks [] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:41.093231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Transition to ACTIVE for port object a5c0f6ba-98bc-4711-85ee-04db4015c727 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:20:41.130961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899e5aa-5c8b-460e-861b-508d5c4c5cae req-bdc3e3df-46ce-417a-b644-f7563a72bd96 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:41.132991 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3899e5aa-5c8b-460e-861b-508d5c4c5cae req-bdc3e3df-46ce-417a-b644-f7563a72bd96 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 932 time: 0.2802527
Apr 16 21:20:41.191445 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:41.200185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] For port 18304df3-de06-42cd-8000-8170cb9494bf, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:20:41.225960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] For port 18304df3-de06-42cd-8000-8170cb9494bf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18304df3-de06-42cd-8000-8170cb9494bf,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:20:41.263111 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-094a9e3e-de47-4c74-95a1-f4978a221144 req-77b133ef-9532-41d4-89d0-0562219f54b6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884649
Apr 16 21:20:41.277275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3899e5aa-5c8b-460e-861b-508d5c4c5cae req-2ceaa754-890b-416f-a506-f33c4cadf44b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345930
Apr 16 21:20:41.357395 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (18304df3-de06-42cd-8000-8170cb9494bf), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:41.365254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c0f6ba-98bc-4711-85ee-04db4015c727,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:41.424447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Attempting to bind port a5c0f6ba-98bc-4711-85ee-04db4015c727 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:20:41.429730 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Attempting to bind port a5c0f6ba-98bc-4711-85ee-04db4015c727 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '992fdc3c-05e0-432e-a577-623301c5d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:20:41.429965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Attempting to bind port a5c0f6ba-98bc-4711-85ee-04db4015c727 on network 90b900dd-0d06-4537-95d8-47dd03c283fc {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:41.445065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Port a5c0f6ba-98bc-4711-85ee-04db4015c727 on network 90b900dd-0d06-4537-95d8-47dd03c283fc not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:20:41.445627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Attempting to bind port a5c0f6ba-98bc-4711-85ee-04db4015c727 on network 90b900dd-0d06-4537-95d8-47dd03c283fc {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:41.459509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:20:41.459875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Checking segment: {'id': '992fdc3c-05e0-432e-a577-623301c5d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:41.460649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Bound using segment: {'id': '992fdc3c-05e0-432e-a577-623301c5d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:20:41.462524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Bound port: a5c0f6ba-98bc-4711-85ee-04db4015c727, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992fdc3c-05e0-432e-a577-623301c5d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:20:41.462956 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:41.525439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:41.526204 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:41.528489 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] 10.222.0.11 "PUT /v2.0/ports/18304df3-de06-42cd-8000-8170cb9494bf HTTP/1.1" status: 200  len: 1092 time: 3.5048151
Apr 16 21:20:41.531001 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:41.539674 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c76a01-47e8-4e61-98c6-8d9221562338" -d '{"events": [{"name": "network-changed", "server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "tag": "18304df3-de06-42cd-8000-8170cb9494bf"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:41.595742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98109192-d2b9-4e1b-bdcf-32e3f2037a14 service neutron] Pushing event updated for resources: {'Port': ['ID=18304df3-de06-42cd-8000-8170cb9494bf,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:41.624611 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd175bc-d412-44f3-9461-579a1bfd0158 x-openstack-request-id: req-1fd175bc-d412-44f3-9461-579a1bfd0158 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:41.625114 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "tag": "18304df3-de06-42cd-8000-8170cb9494bf", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:41.625527 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fd175bc-d412-44f3-9461-579a1bfd0158 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:41.626092 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd175bc-d412-44f3-9461-579a1bfd0158'] response: {'name': 'network-changed', 'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf', 'status': 'completed', 'code': 200}
Apr 16 21:20:41.646590 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8d501351-0dd4-4faf-92b9-1fd47bb6945c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:41.697971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] For port a5c0f6ba-98bc-4711-85ee-04db4015c727, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:20:41.702669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-cf31deb3-1191-44b2-a597-fceeb2941e6d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:41.714917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['73560328-fd39-40aa-a200-90cf4ec23b1a', '1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac', 'd78dc7e0-d571-482d-8de8-d8cf3f516888'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:41.719288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] For port a5c0f6ba-98bc-4711-85ee-04db4015c727, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5c0f6ba-98bc-4711-85ee-04db4015c727,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:20:41.824808 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:41.836396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31deb3-1191-44b2-a597-fceeb2941e6d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Port': ['ID=1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:41.963633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:41.964371 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:41.965838 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] 10.222.0.41 "PUT /v2.0/ports/a5c0f6ba-98bc-4711-85ee-04db4015c727 HTTP/1.1" status: 200  len: 1092 time: 1.7743740
Apr 16 21:20:41.982614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e59e1-c370-4522-8cb0-9e2fdf289f35 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c0f6ba-98bc-4711-85ee-04db4015c727,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:41.991023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7', 'tag': 'a5c0f6ba-98bc-4711-85ee-04db4015c727'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:41.994092 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485d13f0-6ac9-4b6a-ad52-5bfb2c007faf" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7", "tag": "a5c0f6ba-98bc-4711-85ee-04db4015c727"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:42.156594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd0c16-960d-4d70-a3ea-8a9fd6e964bb req-e0049227-2b43-4849-ae65-0864f5419e7e tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:42.162862 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd0c16-960d-4d70-a3ea-8a9fd6e964bb req-e0049227-2b43-4849-ae65-0864f5419e7e tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:42.166756 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c4cd0c16-960d-4d70-a3ea-8a9fd6e964bb req-e0049227-2b43-4849-ae65-0864f5419e7e tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 1682 time: 0.1876154
Apr 16 21:20:42.183481 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-58476b16-8030-43c6-a1c4-4bb54ddefa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:42.185645 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-58476b16-8030-43c6-a1c4-4bb54ddefa10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14f08d6620b54fb597d356afc45617c7&device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 1126 time: 0.0924923
Apr 16 21:20:42.271101 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-16f7085b-1945-4624-b6fa-4b6303185a4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5c0f6ba-98bc-4711-85ee-04db4015c727 HTTP/1.1" status: 200  len: 217 time: 0.0575793
Apr 16 21:20:42.363370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-964ebb3c-c4c4-4997-82c7-ac54342ac1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:42.365449 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-964ebb3c-c4c4-4997-82c7-ac54342ac1b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af2dc899-0d62-48eb-b0f2-8820b6dd8b95 HTTP/1.1" status: 200  len: 855 time: 0.0834930
Apr 16 21:20:42.389166 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:42.410011 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c4cd0c16-960d-4d70-a3ea-8a9fd6e964bb req-d0e83475-21da-4247-81ca-220d6dfdb31e tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283638
Apr 16 21:20:42.435209 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-dc13ae73-5b66-43ab-8ea2-83307115fbb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90b900dd-0d06-4537-95d8-47dd03c283fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375981
Apr 16 21:20:42.526668 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:42.565646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76a01-47e8-4e61-98c6-8d9221562338 req-c7c548dc-a921-4237-8438-30d942b8f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:42.567843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02c76a01-47e8-4e61-98c6-8d9221562338 req-c7c548dc-a921-4237-8438-30d942b8f198 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 1126 time: 0.9238908
Apr 16 21:20:42.595313 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3236f9ff-ce4b-41a0-a062-0c90be80e55c x-openstack-request-id: req-3236f9ff-ce4b-41a0-a062-0c90be80e55c {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:42.596398 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7", "tag": "a5c0f6ba-98bc-4711-85ee-04db4015c727", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:42.596995 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3236f9ff-ce4b-41a0-a062-0c90be80e55c {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:42.599956 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3236f9ff-ce4b-41a0-a062-0c90be80e55c'] response: {'name': 'network-changed', 'server_uuid': 'cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7', 'tag': 'a5c0f6ba-98bc-4711-85ee-04db4015c727', 'status': 'completed', 'code': 200}
Apr 16 21:20:42.717270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca7f8d-c804-4012-814b-be16d2922b7d req-b2547ef0-ce9a-4618-9c8b-33d8ee112bab tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:42.724582 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62ca7f8d-c804-4012-814b-be16d2922b7d req-b2547ef0-ce9a-4618-9c8b-33d8ee112bab tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 944 time: 1.0176885
Apr 16 21:20:42.750088 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-cf31deb3-1191-44b2-a597-fceeb2941e6d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] No DVR routers for this DVR port 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:42.754491 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-cf31deb3-1191-44b2-a597-fceeb2941e6d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:42.757774 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-cf31deb3-1191-44b2-a597-fceeb2941e6d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.11 "DELETE /v2.0/ports/1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac HTTP/1.1" status: 204  len: 173 time: 2.3565023
Apr 16 21:20:42.763547 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-0323a015-e640-4ac3-a1e9-74a46f0d26b5 service neutron] 10.222.0.41 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3207901
Apr 16 21:20:42.780066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4a886-e90d-41c5-9c3d-96cb0e446b15 req-e38f71c3-bbd3-4c48-9aa2-bb8b3430aca5 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:42.787391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68c4a886-e90d-41c5-9c3d-96cb0e446b15 req-e38f71c3-bbd3-4c48-9aa2-bb8b3430aca5 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 944 time: 0.1535320
Apr 16 21:20:42.846742 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62ca7f8d-c804-4012-814b-be16d2922b7d req-3be88bf3-6874-497f-9f44-0192e9fbea0a tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211879
Apr 16 21:20:42.935034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76a01-47e8-4e61-98c6-8d9221562338 req-11e44e3f-126a-4ab9-ae36-28e032bb74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:42.948750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02c76a01-47e8-4e61-98c6-8d9221562338 req-11e44e3f-126a-4ab9-ae36-28e032bb74cc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&shared=False HTTP/1.1" status: 200  len: 922 time: 0.3726823
Apr 16 21:20:43.102514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-bcf71ed1-11d9-4baf-8bc9-f79ef6cef232 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Deleting port 73560328-fd39-40aa-a200-90cf4ec23b1a {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:43.102872 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-bcf71ed1-11d9-4baf-8bc9-f79ef6cef232 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:43.120771 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f68caa40-5044-4b49-b842-21d24c41c0c0 req-b0389143-74b2-4821-a64f-b4dd48ced366 service neutron] 10.222.0.41 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3237700
Apr 16 21:20:43.164359 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68c4a886-e90d-41c5-9c3d-96cb0e446b15 req-2dba7720-1975-40e2-bc4e-32ac1d2338f3 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186353
Apr 16 21:20:43.199643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dacdcb-68ac-4b7e-9955-932b1cc5083b req-575d093f-a461-4cf7-9b3a-e1c379493a0b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:43.206703 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-10dacdcb-68ac-4b7e-9955-932b1cc5083b req-575d093f-a461-4cf7-9b3a-e1c379493a0b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.2556162
Apr 16 21:20:43.285895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76a01-47e8-4e61-98c6-8d9221562338 req-370c53a5-2cde-4657-a6ae-8d757e05be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:43.287329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02c76a01-47e8-4e61-98c6-8d9221562338 req-370c53a5-2cde-4657-a6ae-8d757e05be12 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3375294
Apr 16 21:20:43.306707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-bcf71ed1-11d9-4baf-8bc9-f79ef6cef232 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] For port 73560328-fd39-40aa-a200-90cf4ec23b1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73560328-fd39-40aa-a200-90cf4ec23b1a,segment=NetworkSegment(40fcfb85-2454-42f3-a4ba-943240b4c8cd),segment_id=40fcfb85-2454-42f3-a4ba-943240b4c8cd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:43.307084 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-bcf71ed1-11d9-4baf-8bc9-f79ef6cef232 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:43.336480 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-10dacdcb-68ac-4b7e-9955-932b1cc5083b req-e7d87007-8cb4-490f-a164-aac173e03a58 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284008
Apr 16 21:20:43.349351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-bcf71ed1-11d9-4baf-8bc9-f79ef6cef232 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Calling delete_port for 73560328-fd39-40aa-a200-90cf4ec23b1a owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:43.425788 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d287-6f89-4680-862b-b8b73152fffe req-e41dfd42-c41d-4a1e-86e8-3e38da2f1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:43.427466 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-e41dfd42-c41d-4a1e-86e8-3e38da2f1597 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 1126 time: 0.0865464
Apr 16 21:20:43.485587 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-f5c04fd4-c815-417d-9026-294766ebbef7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18304df3-de06-42cd-8000-8170cb9494bf HTTP/1.1" status: 200  len: 217 time: 0.0521331
Apr 16 21:20:43.562673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d287-6f89-4680-862b-b8b73152fffe req-5a898ba6-7540-4021-9d77-beef24b7bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:43.563826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-5a898ba6-7540-4021-9d77-beef24b7bf78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.0671048
Apr 16 21:20:43.638595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'name': 'network-vif-deleted', 'tag': '1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:43.640929 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839eefb1-76cf-49a1-aac8-d59a0c2cb819" -d '{"events": [{"server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "name": "network-vif-deleted", "tag": "1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:43.665895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d287-6f89-4680-862b-b8b73152fffe req-0f982f8c-5eac-464a-b723-3ff34ad2169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:43.667450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-0f982f8c-5eac-464a-b723-3ff34ad2169c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0929477
Apr 16 21:20:43.701670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0aaaa-0875-4716-9779-673ea6b84dca req-61a922e4-927a-4a25-ad1a-4b3b90d14558 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:43.716438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0aaaa-0875-4716-9779-673ea6b84dca req-61a922e4-927a-4a25-ad1a-4b3b90d14558 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:43.730882 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ab0aaaa-0875-4716-9779-673ea6b84dca req-61a922e4-927a-4a25-ad1a-4b3b90d14558 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 1682 time: 0.1665514
Apr 16 21:20:43.747271 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-bcf71ed1-11d9-4baf-8bc9-f79ef6cef232 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (73560328-fd39-40aa-a200-90cf4ec23b1a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:43.755144 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31dba36-5c3a-476b-acc5-e7a2bb0fb741 x-openstack-request-id: req-a31dba36-5c3a-476b-acc5-e7a2bb0fb741 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:43.755435 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "name": "network-vif-deleted", "tag": "1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:43.755686 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a31dba36-5c3a-476b-acc5-e7a2bb0fb741 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:43.756076 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31dba36-5c3a-476b-acc5-e7a2bb0fb741'] response: {'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'name': 'network-vif-deleted', 'tag': '1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac', 'status': 'completed', 'code': 200}
Apr 16 21:20:43.800974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf71ed1-11d9-4baf-8bc9-f79ef6cef232 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Port': ['ID=73560328-fd39-40aa-a200-90cf4ec23b1a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:43.878499 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ab0aaaa-0875-4716-9779-673ea6b84dca req-22eabd49-215c-4791-a9d4-9ea59615d589 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444018
Apr 16 21:20:43.916783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-bcf71ed1-11d9-4baf-8bc9-f79ef6cef232 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] No DVR routers for this DVR port 73560328-fd39-40aa-a200-90cf4ec23b1a on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:43.920865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-bcf71ed1-11d9-4baf-8bc9-f79ef6cef232 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:43.924756 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-bcf71ed1-11d9-4baf-8bc9-f79ef6cef232 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.11 "DELETE /v2.0/ports/73560328-fd39-40aa-a200-90cf4ec23b1a HTTP/1.1" status: 204  len: 173 time: 1.1555691
Apr 16 21:20:43.929140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-419b4a1d-4317-4962-9345-02f5b832e6f1 service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2546623
Apr 16 21:20:44.040095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37968) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:44.063201 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:44.281131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-7933d03b-4b95-4364-91f6-a7773d2b4208 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Deleting port d78dc7e0-d571-482d-8de8-d8cf3f516888 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:44.281472 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-7933d03b-4b95-4364-91f6-a7773d2b4208 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:44.383426 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-7933d03b-4b95-4364-91f6-a7773d2b4208 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] For port d78dc7e0-d571-482d-8de8-d8cf3f516888, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d78dc7e0-d571-482d-8de8-d8cf3f516888,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:44.384492 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-7933d03b-4b95-4364-91f6-a7773d2b4208 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:44.386732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:44.401870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df706a-6442-410b-8777-a563cbe0f4d5 req-f6e1b828-03ef-480a-976c-a7f1273c9b10 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:44.403919 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-47df706a-6442-410b-8777-a563cbe0f4d5 req-f6e1b828-03ef-480a-976c-a7f1273c9b10 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 944 time: 0.1182618
Apr 16 21:20:44.405575 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171780a6-9d1b-4999-8372-3722083dc44d req-4360b187-ea55-4e48-8f1b-3548bd2a0600 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:44.407080 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-171780a6-9d1b-4999-8372-3722083dc44d req-4360b187-ea55-4e48-8f1b-3548bd2a0600 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 944 time: 0.2990448
Apr 16 21:20:44.424919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-7933d03b-4b95-4364-91f6-a7773d2b4208 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Calling delete_port for d78dc7e0-d571-482d-8de8-d8cf3f516888 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:44.452999 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d17d287-6f89-4680-862b-b8b73152fffe req-4eab5c02-fae6-4cba-abbd-a8721daf8dcb service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5124917
Apr 16 21:20:44.492000 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-47df706a-6442-410b-8777-a563cbe0f4d5 req-bdac4613-7c83-45cc-ac66-250e32c03b66 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804601
Apr 16 21:20:44.517404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device d78dc7e0-d571-482d-8de8-d8cf3f516888 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:44.546919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-171780a6-9d1b-4999-8372-3722083dc44d req-eb281229-13cc-408a-bd3c-4ecfe9ba5c2e tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246953
Apr 16 21:20:44.556069 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:44.722346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port d78dc7e0-d571-482d-8de8-d8cf3f516888 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:44.723217 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:44.740124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a849a27-5feb-462b-92f4-62d94192fedf req-7c3ddc87-ded2-44cd-97e9-8fc0d91fdcb4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:44.741775 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8a849a27-5feb-462b-92f4-62d94192fedf req-7c3ddc87-ded2-44cd-97e9-8fc0d91fdcb4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.1528058
Apr 16 21:20:44.767258 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-7933d03b-4b95-4364-91f6-a7773d2b4208 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d78dc7e0-d571-482d-8de8-d8cf3f516888), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:44.791937 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:44.809502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 73560328-fd39-40aa-a200-90cf4ec23b1a no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:44.833204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933d03b-4b95-4364-91f6-a7773d2b4208 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Port': ['ID=d78dc7e0-d571-482d-8de8-d8cf3f516888,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:44.838798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 73560328-fd39-40aa-a200-90cf4ec23b1a {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:20:44.838798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 73560328-fd39-40aa-a200-90cf4ec23b1a not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:20:44.839108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:44.862930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:20:44.863532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 1d3fe823-b5a6-4c8e-9cdc-00fb713b87ac not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:20:44.967499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-7933d03b-4b95-4364-91f6-a7773d2b4208 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] No DVR routers for this DVR port d78dc7e0-d571-482d-8de8-d8cf3f516888 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:44.970534 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-7933d03b-4b95-4364-91f6-a7773d2b4208 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:44.975291 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b4bae23-4e87-4e21-bf3e-606dd0a3c66e req-7933d03b-4b95-4364-91f6-a7773d2b4208 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.11 "DELETE /v2.0/ports/d78dc7e0-d571-482d-8de8-d8cf3f516888 HTTP/1.1" status: 204  len: 173 time: 1.0448530
Apr 16 21:20:45.054576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-340eea9f-ffbf-44a9-9482-1067a2c61e0c req-7becfc9a-d8ff-4474-b9fa-7149196d4641 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 210 time: 0.0435491
Apr 16 21:20:45.058130 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8a849a27-5feb-462b-92f4-62d94192fedf req-664a79b6-70c1-469e-a371-9aee985158a2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3094640
Apr 16 21:20:45.078870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Allocated IP 172.35.1.150 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/5d65b708-4f75-4782-aff0-79d7f273bea0) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:45.219774 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for port (5d65b708-4f75-4782-aff0-79d7f273bea0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:45.327338 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d13f0-6ac9-4b6a-ad52-5bfb2c007faf req-017c6161-ae70-4889-a1f5-ecf250156c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:45.329713 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-485d13f0-6ac9-4b6a-ad52-5bfb2c007faf req-017c6161-ae70-4889-a1f5-ecf250156c2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14f08d6620b54fb597d356afc45617c7&device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 1126 time: 0.0606804
Apr 16 21:20:45.400492 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:45.411728 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5d65b708-4f75-4782-aff0-79d7f273bea0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:45.414543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37982) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:45.528536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:45.536362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:45.548920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:45.556157 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event updated for resources: {'Port': ['ID=5d65b708-4f75-4782-aff0-79d7f273bea0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:45.571488 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e8205c25-1c27-4671-8088-1b80c18a4cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:45.598337 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d13f0-6ac9-4b6a-ad52-5bfb2c007faf req-8ed6e2cb-be1b-4aad-a5e1-efe2e13f558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:45.599976 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-485d13f0-6ac9-4b6a-ad52-5bfb2c007faf req-8ed6e2cb-be1b-4aad-a5e1-efe2e13f558e service neutron] 10.222.0.41 "GET /v2.0/networks?id=90b900dd-0d06-4537-95d8-47dd03c283fc HTTP/1.1" status: 200  len: 916 time: 0.2632031
Apr 16 21:20:45.679735 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-485d13f0-6ac9-4b6a-ad52-5bfb2c007faf req-cfddf93f-9985-4f4b-ad4c-93a2c0d11b1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5c0f6ba-98bc-4711-85ee-04db4015c727 HTTP/1.1" status: 200  len: 217 time: 0.0729668
Apr 16 21:20:45.713979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1bd7d-5996-4259-bc93-7d83b64eec1d req-d2f4f077-ae62-4bcc-a43c-0b9f8bd10f48 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:45.722342 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45f1bd7d-5996-4259-bc93-7d83b64eec1d req-d2f4f077-ae62-4bcc-a43c-0b9f8bd10f48 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 944 time: 0.0739813
Apr 16 21:20:45.757336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'name': 'network-vif-deleted', 'tag': '73560328-fd39-40aa-a200-90cf4ec23b1a'}, {'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'name': 'network-vif-deleted', 'tag': 'd78dc7e0-d571-482d-8de8-d8cf3f516888'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:45.760151 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021752d2-2394-4449-9a01-91efbf435388" -d '{"events": [{"server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "name": "network-vif-deleted", "tag": "73560328-fd39-40aa-a200-90cf4ec23b1a"}, {"server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "name": "network-vif-deleted", "tag": "d78dc7e0-d571-482d-8de8-d8cf3f516888"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:45.813807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45f1bd7d-5996-4259-bc93-7d83b64eec1d req-8d49d74a-c50d-479e-8f60-2985f9346610 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905628
Apr 16 21:20:45.824076 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e8205c25-1c27-4671-8088-1b80c18a4cf4 admin admin] Publish callbacks [] for security_group (b3989810-3105-46ff-b811-d98192920977), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:45.863361 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6fdf9e-ab75-4c93-9e18-88ff84c3c525 x-openstack-request-id: req-6a6fdf9e-ab75-4c93-9e18-88ff84c3c525 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:45.863717 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "name": "network-vif-deleted", "tag": "73560328-fd39-40aa-a200-90cf4ec23b1a", "status": "completed", "code": 200}, {"server_uuid": "3834cb63-fcdb-46a3-a476-0ee952c105aa", "name": "network-vif-deleted", "tag": "d78dc7e0-d571-482d-8de8-d8cf3f516888", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:45.863977 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a6fdf9e-ab75-4c93-9e18-88ff84c3c525 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:45.864449 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a6fdf9e-ab75-4c93-9e18-88ff84c3c525'] response: {'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'name': 'network-vif-deleted', 'tag': '73560328-fd39-40aa-a200-90cf4ec23b1a', 'status': 'completed', 'code': 200}
Apr 16 21:20:45.864713 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a6fdf9e-ab75-4c93-9e18-88ff84c3c525'] response: {'server_uuid': '3834cb63-fcdb-46a3-a476-0ee952c105aa', 'name': 'network-vif-deleted', 'tag': 'd78dc7e0-d571-482d-8de8-d8cf3f516888', 'status': 'completed', 'code': 200}
Apr 16 21:20:46.098276 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e8205c25-1c27-4671-8088-1b80c18a4cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b3989810-3105-46ff-b811-d98192920977), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:46.169426 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8205c25-1c27-4671-8088-1b80c18a4cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3989810-3105-46ff-b811-d98192920977,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:46.174916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d13f0-6ac9-4b6a-ad52-5bfb2c007faf req-4684c024-d0d8-4816-9224-cc16670b53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:46.175532 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e8205c25-1c27-4671-8088-1b80c18a4cf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9855869019084ff89ecf67d03ba3b4dd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7591102
Apr 16 21:20:46.176401 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-485d13f0-6ac9-4b6a-ad52-5bfb2c007faf req-4684c024-d0d8-4816-9224-cc16670b53ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af2dc899-0d62-48eb-b0f2-8820b6dd8b95 HTTP/1.1" status: 200  len: 855 time: 0.4892869
Apr 16 21:20:46.178957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37996) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:46.186288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d323965-88e9-4128-b969-f7b95a9014a3 req-5eb1f7cb-a9b1-4d34-8b64-8bc7632e8102 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:46.187863 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d323965-88e9-4128-b969-f7b95a9014a3 req-5eb1f7cb-a9b1-4d34-8b64-8bc7632e8102 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 944 time: 0.1095312
Apr 16 21:20:46.194064 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for floatingip (512f686d-c9d6-4199-8757-638567837b3a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:46.209638 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a48219fd-c2fc-4be9-b804-9271a3548376 req-1e185b9f-85d2-440c-b691-5a3ac7c8251d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=3834cb63-fcdb-46a3-a476-0ee952c105aa HTTP/1.1" status: 200  len: 210 time: 0.0370162
Apr 16 21:20:46.251431 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-485d13f0-6ac9-4b6a-ad52-5bfb2c007faf req-914acb69-f68b-42d0-af63-c7d443b47980 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90b900dd-0d06-4537-95d8-47dd03c283fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0586417
Apr 16 21:20:46.341394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c1dc4-78af-4a10-8f72-271f8fb8bea1 req-a6cc5362-7ca4-42f9-9ccc-e4cc1c5133e1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:46.343029 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-376c1dc4-78af-4a10-8f72-271f8fb8bea1 req-a6cc5362-7ca4-42f9-9ccc-e4cc1c5133e1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.0610244
Apr 16 21:20:46.384293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d323965-88e9-4128-b969-f7b95a9014a3 req-ae8d6cec-24fb-4e53-a773-b76412b0e3db tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885092
Apr 16 21:20:46.396975 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d191-528e-40d6-a57b-3852e15daba5 admin admin] Publish callbacks [] for security_group (b3989810-3105-46ff-b811-d98192920977), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:46.401755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-376c1dc4-78af-4a10-8f72-271f8fb8bea1 req-43a299ea-0836-426f-930a-51e30697c9c9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525780
Apr 16 21:20:46.460328 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5d65b708-4f75-4782-aff0-79d7f273bea0), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:46.486084 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d191-528e-40d6-a57b-3852e15daba5 admin admin] Publish callbacks [] for security_group (b3989810-3105-46ff-b811-d98192920977), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:46.491745 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-485d13f0-6ac9-4b6a-ad52-5bfb2c007faf req-12798a25-6842-41b2-a558-317ba09f12f1 service neutron] 10.222.0.41 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2275822
Apr 16 21:20:46.524486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 18304df3-de06-42cd-8000-8170cb9494bf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:20:46.538157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a5c0f6ba-98bc-4711-85ee-04db4015c727 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:20:46.730612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-485d13f0-6ac9-4b6a-ad52-5bfb2c007faf req-a1ee5439-189f-44f4-961b-6ba8431fff92 service neutron] 10.222.0.41 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2251518
Apr 16 21:20:46.786364 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d191-528e-40d6-a57b-3852e15daba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b3989810-3105-46ff-b811-d98192920977), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:46.789724 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d191-528e-40d6-a57b-3852e15daba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:46.791601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a8b8d191-528e-40d6-a57b-3852e15daba5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3989810-3105-46ff-b811-d98192920977 HTTP/1.1" status: 204  len: 168 time: 0.6116815
Apr 16 21:20:46.807267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a5c0f6ba-98bc-4711-85ee-04db4015c727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5c0f6ba-98bc-4711-85ee-04db4015c727,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:46.809781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8d191-528e-40d6-a57b-3852e15daba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3989810-3105-46ff-b811-d98192920977,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:46.824937 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'a5c0f6ba-98bc-4711-85ee-04db4015c727', 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc', 'port_id': 'a5c0f6ba-98bc-4711-85ee-04db4015c727', 'mac_address': 'fa:16:3e:bd:d8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2dc899-0d62-48eb-b0f2-8820b6dd8b95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:20:46.835996 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for port (5d65b708-4f75-4782-aff0-79d7f273bea0), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:46.903825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 18304df3-de06-42cd-8000-8170cb9494bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18304df3-de06-42cd-8000-8170cb9494bf,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:46.909234 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (5d65b708-4f75-4782-aff0-79d7f273bea0), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:46.933873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a5c0f6ba-98bc-4711-85ee-04db4015c727 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:46.934562 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:46.937584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '18304df3-de06-42cd-8000-8170cb9494bf', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'port_id': '18304df3-de06-42cd-8000-8170cb9494bf', 'mac_address': 'fa:16:3e:cb:63:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:20:46.987152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c0f6ba-98bc-4711-85ee-04db4015c727 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:47.049363 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 18304df3-de06-42cd-8000-8170cb9494bf is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:47.049567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event updated for resources: {'Port': ['ID=5d65b708-4f75-4782-aff0-79d7f273bea0,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:47.049920 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (18304df3-de06-42cd-8000-8170cb9494bf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:47.066660 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (512f686d-c9d6-4199-8757-638567837b3a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:47.067198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a5c0f6ba-98bc-4711-85ee-04db4015c727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5c0f6ba-98bc-4711-85ee-04db4015c727,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:47.069313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18304df3-de06-42cd-8000-8170cb9494bf {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:20:47.075496 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c394e-6f92-43b7-ac5a-52a379520588 req-265faaaa-03cb-4491-b9b4-abbee116f3d5 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:47.077048 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-828c394e-6f92-43b7-ac5a-52a379520588 req-265faaaa-03cb-4491-b9b4-abbee116f3d5 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 944 time: 0.1220982
Apr 16 21:20:47.095264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 18304df3-de06-42cd-8000-8170cb9494bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18304df3-de06-42cd-8000-8170cb9494bf,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:47.120566 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:47.154300 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (18304df3-de06-42cd-8000-8170cb9494bf), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:47.154832 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-828c394e-6f92-43b7-ac5a-52a379520588 req-cb486624-7621-43ad-a989-4a75043ebf9f tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644732
Apr 16 21:20:47.157787 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:47.162034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38008) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:47.162613 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bfc2a3c6-66fb-41f2-b7cb-142717c4f8bb tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1209271
Apr 16 21:20:47.171915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-740055634'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:47.187494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a5c0f6ba-98bc-4711-85ee-04db4015c727,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:47.246693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=18304df3-de06-42cd-8000-8170cb9494bf,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:47.286103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38012) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:47.333479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Made reservation on behalf of 3825e49f67d0432e820e4e67df1c4f7a for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:47.337424 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:47.358221 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:47.369051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['18304df3-de06-42cd-8000-8170cb9494bf'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:47.413187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-5859ca73-2353-4a1b-8b4e-1ad144f6587b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Deleting subnet c95c0fbc-1280-4465-97f7-9aa607f1b2dd {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:20:47.429051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5859ca73-2353-4a1b-8b4e-1ad144f6587b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for subnet (c95c0fbc-1280-4465-97f7-9aa607f1b2dd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:47.544300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['a5c0f6ba-98bc-4711-85ee-04db4015c727'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:20:47.567925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38018) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:47.592520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91451384-7d59-4dd9-b25d-a8495d9e4e2e req-5dcebd34-f7db-4984-9cdd-8d28596e4eeb tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:47.603925 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-91451384-7d59-4dd9-b25d-a8495d9e4e2e req-5dcebd34-f7db-4984-9cdd-8d28596e4eeb tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 945 time: 0.0900874
Apr 16 21:20:47.643282 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5859ca73-2353-4a1b-8b4e-1ad144f6587b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (c95c0fbc-1280-4465-97f7-9aa607f1b2dd), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:47.647132 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7aea1c81-1df2-48bf-a9cb-afb8820b314a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:47.683353 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-91451384-7d59-4dd9-b25d-a8495d9e4e2e req-09644bc3-1d5d-4bee-ab78-2b06479d4997 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774608
Apr 16 21:20:47.723301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8578b3a-55fe-4231-a4ac-955ca94e657e req-c3e3d06e-b4bd-46dd-bc17-dbb210622b5b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:47.731521 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8578b3a-55fe-4231-a4ac-955ca94e657e req-c3e3d06e-b4bd-46dd-bc17-dbb210622b5b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.2035320
Apr 16 21:20:47.871376 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8578b3a-55fe-4231-a4ac-955ca94e657e req-cf1204bc-521f-40be-8cb6-d1f8ebec25d5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388059
Apr 16 21:20:47.906222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for security_group (2f71d634-f9c7-434b-86fc-fbb239e7a77c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:47.925784 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5859ca73-2353-4a1b-8b4e-1ad144f6587b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (c95c0fbc-1280-4465-97f7-9aa607f1b2dd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:47.975297 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7aea1c81-1df2-48bf-a9cb-afb8820b314a admin admin] Publish callbacks [] for security_group (4bc90df1-8c7a-4a50-bfb5-0507c01a9c65), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:47.988401 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2f71d634-f9c7-434b-86fc-fbb239e7a77c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.028740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:20:48.035424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f71d634-f9c7-434b-86fc-fbb239e7a77c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:48.045289 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d19e4ce0-1579-4983-958e-13c265b55514), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.045710 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Added segment d19e4ce0-1579-4983-958e-13c265b55514 of type vlan for network 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7
Apr 16 21:20:48.047037 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7aea1c81-1df2-48bf-a9cb-afb8820b314a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4bc90df1-8c7a-4a50-bfb5-0507c01a9c65), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.056547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.056905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.057255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.057607 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.057949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.058286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.058622 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.058956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.059307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.059622 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.059953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.060335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.060675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.061005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.061334 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:20:48.125731 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5859ca73-2353-4a1b-8b4e-1ad144f6587b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (c95c0fbc-1280-4465-97f7-9aa607f1b2dd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.160225 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7aea1c81-1df2-48bf-a9cb-afb8820b314a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b21b2d1311d04510911001aad15320a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5872416
Apr 16 21:20:48.161026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38020) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:48.179461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (4bcfaf44-3e3c-4f6b-bd56-30add3a424d7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.188943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea1c81-1df2-48bf-a9cb-afb8820b314a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc90df1-8c7a-4a50-bfb5-0507c01a9c65,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:48.191118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0340de3d-283a-4dcf-9c2a-27ea146ef598 None None] Network bf720063-38d8-45f4-aa0e-d4a5fcbcc769 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:48.192857 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5859ca73-2353-4a1b-8b4e-1ad144f6587b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.197274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5859ca73-2353-4a1b-8b4e-1ad144f6587b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "DELETE /v2.0/subnets/c95c0fbc-1280-4465-97f7-9aa607f1b2dd HTTP/1.1" status: 204  len: 168 time: 0.9098361
Apr 16 21:20:48.199893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859ca73-2353-4a1b-8b4e-1ad144f6587b tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Subnet': ['ID=c95c0fbc-1280-4465-97f7-9aa607f1b2dd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:48.201530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38022) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:48.285814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9badda25-c604-4e7e-b892-868d816e62ce admin admin] Publish callbacks [] for security_group (4bc90df1-8c7a-4a50-bfb5-0507c01a9c65), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.333950 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (bf720063-38d8-45f4-aa0e-d4a5fcbcc769), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.358421 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9badda25-c604-4e7e-b892-868d816e62ce admin admin] Publish callbacks [] for security_group (4bc90df1-8c7a-4a50-bfb5-0507c01a9c65), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.379219 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (4bcfaf44-3e3c-4f6b-bd56-30add3a424d7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.381140 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e027-4f43-4422-bf0f-f17446ebcb08 req-88258a69-fd66-4a46-9d20-07aba3625dbb tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:48.382965 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ea8e027-4f43-4422-bf0f-f17446ebcb08 req-88258a69-fd66-4a46-9d20-07aba3625dbb tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 945 time: 0.1043901
Apr 16 21:20:48.392842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:48.393512 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.433771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1234d1-334c-4563-b45b-72b0ece670b7 None None] DHCP port deletion for bf720063-38d8-45f4-aa0e-d4a5fcbcc769 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:20:48.464849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Deleting port 81ecf100-6644-4dc8-8aa1-5e689dabd795 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:48.465355 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.487721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fc1234d1-334c-4563-b45b-72b0ece670b7 None None] Deleting port 81ecf100-6644-4dc8-8aa1-5e689dabd795 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:48.488521 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fc1234d1-334c-4563-b45b-72b0ece670b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.514854 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ea8e027-4f43-4422-bf0f-f17446ebcb08 req-b3a7a8da-9f19-41bb-bd40-094c212a8696 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208282
Apr 16 21:20:48.541107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 18304df3-de06-42cd-8000-8170cb9494bf up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:48.565954 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9badda25-c604-4e7e-b892-868d816e62ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4bc90df1-8c7a-4a50-bfb5-0507c01a9c65), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.568696 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9badda25-c604-4e7e-b892-868d816e62ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.570078 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9badda25-c604-4e7e-b892-868d816e62ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bc90df1-8c7a-4a50-bfb5-0507c01a9c65 HTTP/1.1" status: 204  len: 168 time: 0.4084363
Apr 16 21:20:48.583740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badda25-c604-4e7e-b892-868d816e62ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc90df1-8c7a-4a50-bfb5-0507c01a9c65,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:48.587116 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.4218721
Apr 16 21:20:48.588930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38028) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:48.596905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e4acd647-df44-446c-a080-93d52366b47e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Request body: {'subnet': {'network_id': '4bcfaf44-3e3c-4f6b-bd56-30add3a424d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:48.606381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fc1234d1-334c-4563-b45b-72b0ece670b7 None None] For port 81ecf100-6644-4dc8-8aa1-5e689dabd795, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81ecf100-6644-4dc8-8aa1-5e689dabd795,segment=NetworkSegment(40fcfb85-2454-42f3-a4ba-943240b4c8cd),segment_id=40fcfb85-2454-42f3-a4ba-943240b4c8cd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:48.607367 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fc1234d1-334c-4563-b45b-72b0ece670b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.635290 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fc1234d1-334c-4563-b45b-72b0ece670b7 None None] Calling delete_port for 81ecf100-6644-4dc8-8aa1-5e689dabd795 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:48.649540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 18304df3-de06-42cd-8000-8170cb9494bf completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:20:48.716212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] For port 81ecf100-6644-4dc8-8aa1-5e689dabd795, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81ecf100-6644-4dc8-8aa1-5e689dabd795,segment=NetworkSegment(40fcfb85-2454-42f3-a4ba-943240b4c8cd),segment_id=40fcfb85-2454-42f3-a4ba-943240b4c8cd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:48.720879 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.739909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c87d74-36e0-40e2-bef7-a4c5fefbf850 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event updated for resources: {'Network': ['ID=4bcfaf44-3e3c-4f6b-bd56-30add3a424d7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:48.762581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Calling delete_port for 81ecf100-6644-4dc8-8aa1-5e689dabd795 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:48.765445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:20:48.847014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 18304df3-de06-42cd-8000-8170cb9494bf triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:48.847389 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (18304df3-de06-42cd-8000-8170cb9494bf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.885798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4acd647-df44-446c-a080-93d52366b47e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Made reservation on behalf of 3825e49f67d0432e820e4e67df1c4f7a for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:48.890233 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4acd647-df44-446c-a080-93d52366b47e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:48.913082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a5c0f6ba-98bc-4711-85ee-04db4015c727 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:48.917780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3cec-0f84-4012-bc2c-989669d078f0 req-97dcb4a3-a467-4f05-9276-96256af88bb5 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:48.920768 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf4f3cec-0f84-4012-bc2c-989669d078f0 req-97dcb4a3-a467-4f05-9276-96256af88bb5 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 945 time: 0.1026447
Apr 16 21:20:49.039057 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf4f3cec-0f84-4012-bc2c-989669d078f0 req-625805d0-48f8-414b-8ec3-64bc3e99ff49 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017251
Apr 16 21:20:49.070609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port a5c0f6ba-98bc-4711-85ee-04db4015c727 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:20:49.119276 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.161606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Port': ['ID=81ecf100-6644-4dc8-8aa1-5e689dabd795,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:49.164379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaf899-21ed-416c-a5c9-2c35440f6932 req-1ea7e3a9-9d5e-4b4b-8bf0-0c5afd94b263 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:49.166756 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4aaf899-21ed-416c-a5c9-2c35440f6932 req-1ea7e3a9-9d5e-4b4b-8bf0-0c5afd94b263 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.0905125
Apr 16 21:20:49.180226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] No DVR routers for this DVR port 81ecf100-6644-4dc8-8aa1-5e689dabd795 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:49.235304 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fc1234d1-334c-4563-b45b-72b0ece670b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (81ecf100-6644-4dc8-8aa1-5e689dabd795), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.237498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port a5c0f6ba-98bc-4711-85ee-04db4015c727 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:49.244986 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4aaf899-21ed-416c-a5c9-2c35440f6932 req-546f7d3b-89a6-4f6d-a2a1-1f1650de3071 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630827
Apr 16 21:20:49.255934 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.260878 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4acd647-df44-446c-a080-93d52366b47e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (4f049f28-14d3-468c-ae67-e10d7a427ae7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.310527 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (bf720063-38d8-45f4-aa0e-d4a5fcbcc769), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.316009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 18304df3-de06-42cd-8000-8170cb9494bf is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:49.316522 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (18304df3-de06-42cd-8000-8170cb9494bf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.366957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011eda3c40>,) {'filters': {'network_id': ['bf720063-38d8-45f4-aa0e-d4a5fcbcc769']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:49.371095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 18304df3-de06-42cd-8000-8170cb9494bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18304df3-de06-42cd-8000-8170cb9494bf,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:49.373226 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4acd647-df44-446c-a080-93d52366b47e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Checking segment: {'id': 'd19e4ce0-1579-4983-958e-13c265b55514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4bcfaf44-3e3c-4f6b-bd56-30add3a424d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:49.373911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4acd647-df44-446c-a080-93d52366b47e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Network hostable DHCP agents. Network: 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:20:49.379990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:49.382225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eda3c40>, '40fcfb85-2454-42f3-a4ba-943240b4c8cd') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:49.384066 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5258613-fc0e-4f10-9eeb-0c0508e7dae7" -d '{"events": [{"server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "name": "network-vif-plugged", "status": "completed", "tag": "18304df3-de06-42cd-8000-8170cb9494bf"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:49.385694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eda3c40>, '40fcfb85-2454-42f3-a4ba-943240b4c8cd') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:49.392932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1234d1-334c-4563-b45b-72b0ece670b7 None None] Pushing event deleted for resources: {'Port': ['ID=81ecf100-6644-4dc8-8aa1-5e689dabd795,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:49.401079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1234d1-334c-4563-b45b-72b0ece670b7 None None] No DVR routers for this DVR port 81ecf100-6644-4dc8-8aa1-5e689dabd795 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:49.429053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (40fcfb85-2454-42f3-a4ba-943240b4c8cd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.455117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acd647-df44-446c-a080-93d52366b47e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event updated for resources: {'Subnet': ['ID=4f049f28-14d3-468c-ae67-e10d7a427ae7,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:49.463400 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (40fcfb85-2454-42f3-a4ba-943240b4c8cd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.467947 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (18304df3-de06-42cd-8000-8170cb9494bf), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.471130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:20:49.471549 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (40fcfb85-2454-42f3-a4ba-943240b4c8cd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.559441 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d93397-a484-4f24-82ca-16cd77005971 x-openstack-request-id: req-12d93397-a484-4f24-82ca-16cd77005971 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:49.559812 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "name": "network-vif-plugged", "status": "completed", "tag": "18304df3-de06-42cd-8000-8170cb9494bf", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:49.560134 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12d93397-a484-4f24-82ca-16cd77005971 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:49.560742 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d93397-a484-4f24-82ca-16cd77005971'] response: {'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf', 'code': 200}
Apr 16 21:20:49.597011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4acd647-df44-446c-a080-93d52366b47e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Network 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:20:49.606243 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a5c0f6ba-98bc-4711-85ee-04db4015c727 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:49.607065 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:20:49.615796 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:20:49.625819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 81ecf100-6644-4dc8-8aa1-5e689dabd795 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:49.711708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 81ecf100-6644-4dc8-8aa1-5e689dabd795 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:20:49.712158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 81ecf100-6644-4dc8-8aa1-5e689dabd795 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:20:49.721729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e81a05-364e-43b7-a4d1-407873a9934f req-9cf6f38f-50f2-458e-9f2c-d1823146a714 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:49.724136 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74e81a05-364e-43b7-a4d1-407873a9934f req-9cf6f38f-50f2-458e-9f2c-d1823146a714 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 945 time: 0.1133404
Apr 16 21:20:49.728454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-e4acd647-df44-446c-a080-93d52366b47e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:49.735072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a5c0f6ba-98bc-4711-85ee-04db4015c727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5c0f6ba-98bc-4711-85ee-04db4015c727,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:49.739742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=18304df3-de06-42cd-8000-8170cb9494bf,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:49.744648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e50a2d5-a90b-4d81-8b0d-b90170b07894 None None] Network 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:49.749664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e801b89-1273-4e93-9a32-847e650e752f req-739779cb-937e-41be-948a-8defd0a11371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:49.753905 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e801b89-1273-4e93-9a32-847e650e752f req-739779cb-937e-41be-948a-8defd0a11371 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 1128 time: 0.1482723
Apr 16 21:20:49.788931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4acd647-df44-446c-a080-93d52366b47e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:49.789717 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4acd647-df44-446c-a080-93d52366b47e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.844806 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e801b89-1273-4e93-9a32-847e650e752f req-a84f980d-dd9d-4c35-872a-3360354b745a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825989
Apr 16 21:20:49.846913 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (bf720063-38d8-45f4-aa0e-d4a5fcbcc769), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.875989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Network': ['ID=bf720063-38d8-45f4-aa0e-d4a5fcbcc769,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:49.879123 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.887207 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a0e80617-e775-420c-8da9-8f304752ee81 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "DELETE /v2.0/networks/bf720063-38d8-45f4-aa0e-d4a5fcbcc769 HTTP/1.1" status: 204  len: 168 time: 1.6784790
Apr 16 21:20:49.887421 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74e81a05-364e-43b7-a4d1-407873a9934f req-23c04b43-aef6-46b7-95ad-70c7e1ae323a tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436958
Apr 16 21:20:49.887511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38048) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:49.895749 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e4acd647-df44-446c-a080-93d52366b47e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3046894
Apr 16 21:20:49.904211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38050) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:49.908108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1291805077', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:49.972728 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:49.973057 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e96d3b-3f27-4f46-9c12-097bd861da70 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Deleting subnet 97ac34cc-0fae-41ee-9db4-ac9940ba754d {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:20:49.981385 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73e96d3b-3f27-4f46-9c12-097bd861da70 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for subnet (97ac34cc-0fae-41ee-9db4-ac9940ba754d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:50.047023 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (0536326b-8f7f-4589-8908-a00acdc509a8), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:50.048713 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (0536326b-8f7f-4589-8908-a00acdc509a8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:50.053343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a5c0f6ba-98bc-4711-85ee-04db4015c727,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:50.085104 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73e96d3b-3f27-4f46-9c12-097bd861da70 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (97ac34cc-0fae-41ee-9db4-ac9940ba754d), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:50.107750 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4bcfaf44-3e3c-4f6b-bd56-30add3a424d7', 'network_id': '4bcfaf44-3e3c-4f6b-bd56-30add3a424d7', 'project_id': '3825e49f67d0432e820e4e67df1c4f7a', 'fixed_ips': [{'subnet_id': '4f049f28-14d3-468c-ae67-e10d7a427ae7'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:20:50.109468 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:50.176742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for router_controller (0536326b-8f7f-4589-8908-a00acdc509a8), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:50.355333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Allocated IP 172.20.0.2 (4bcfaf44-3e3c-4f6b-bd56-30add3a424d7/4f049f28-14d3-468c-ae67-e10d7a427ae7/acc29fa5-cd2a-4a54-933a-95cb534bb3a0) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:50.465044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d95561-407d-4593-9d78-188773442df6 req-95e404e0-5c32-44e6-8759-73bc2f4f4ef7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:50.475821 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74d95561-407d-4593-9d78-188773442df6 req-95e404e0-5c32-44e6-8759-73bc2f4f4ef7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.0988281
Apr 16 21:20:50.600740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74d95561-407d-4593-9d78-188773442df6 req-545b75cf-d3e2-429a-ab96-05167a701c3e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261539
Apr 16 21:20:50.650789 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Publish callbacks [] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:50.914453 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73e96d3b-3f27-4f46-9c12-097bd861da70 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (97ac34cc-0fae-41ee-9db4-ac9940ba754d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:50.914453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d699ec0-1f8c-4cf2-9a01-4566e9bcc547 req-08e550c2-8a85-4dd9-bf6c-be9d98b7eaf7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:50.914453 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5d699ec0-1f8c-4cf2-9a01-4566e9bcc547 req-08e550c2-8a85-4dd9-bf6c-be9d98b7eaf7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 946 time: 0.6320043
Apr 16 21:20:50.972878 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for router_gateway (0536326b-8f7f-4589-8908-a00acdc509a8), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:51.004445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef311dd-94b6-44dc-a447-7aed53d203b4 req-8f0b609b-17bf-4caf-aa67-97ad76d7557a tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:51.006069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ef311dd-94b6-44dc-a447-7aed53d203b4 req-8f0b609b-17bf-4caf-aa67-97ad76d7557a tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0503798
Apr 16 21:20:51.012427 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5d699ec0-1f8c-4cf2-9a01-4566e9bcc547 req-c3e482cb-b893-4454-8e62-d32158ecf015 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380675
Apr 16 21:20:51.023562 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:51.058655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ef311dd-94b6-44dc-a447-7aed53d203b4 req-1e04803e-eceb-47f4-b2e8-df9dd8541d2f tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461926
Apr 16 21:20:51.076327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Network 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:51.078599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:51.089896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:51.094233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Pushing event updated for resources: {'Port': ['ID=acc29fa5-cd2a-4a54-933a-95cb534bb3a0,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:51.150959 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73e96d3b-3f27-4f46-9c12-097bd861da70 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (97ac34cc-0fae-41ee-9db4-ac9940ba754d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:51.171283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Attempting to bind port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:20:51.171283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Attempting to bind port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd19e4ce0-1579-4983-958e-13c265b55514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4bcfaf44-3e3c-4f6b-bd56-30add3a424d7'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:20:51.172072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Attempting to bind port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 on network 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:51.188013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:20:51.190319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Checking segment: {'id': 'd19e4ce0-1579-4983-958e-13c265b55514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4bcfaf44-3e3c-4f6b-bd56-30add3a424d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:51.190319 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:51.190319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Bound using segment: {'id': 'd19e4ce0-1579-4983-958e-13c265b55514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4bcfaf44-3e3c-4f6b-bd56-30add3a424d7'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:20:51.190319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Bound port: acc29fa5-cd2a-4a54-933a-95cb534bb3a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19e4ce0-1579-4983-958e-13c265b55514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4bcfaf44-3e3c-4f6b-bd56-30add3a424d7'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:20:51.190319 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:51.296455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] For port acc29fa5-cd2a-4a54-933a-95cb534bb3a0, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:20:51.301264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] For port acc29fa5-cd2a-4a54-933a-95cb534bb3a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acc29fa5-cd2a-4a54-933a-95cb534bb3a0,segment=NetworkSegment(d19e4ce0-1579-4983-958e-13c265b55514),segment_id=d19e4ce0-1579-4983-958e-13c265b55514)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:20:51.317599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e96d3b-3f27-4f46-9c12-097bd861da70 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Subnet': ['ID=97ac34cc-0fae-41ee-9db4-ac9940ba754d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:51.320510 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73e96d3b-3f27-4f46-9c12-097bd861da70 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:51.329512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-73e96d3b-3f27-4f46-9c12-097bd861da70 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "DELETE /v2.0/subnets/97ac34cc-0fae-41ee-9db4-ac9940ba754d HTTP/1.1" status: 204  len: 168 time: 1.4373269
Apr 16 21:20:51.331636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38080) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:51.341477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c896d4a-3bfd-4815-8fd3-aefa33082aa0 None None] Network c28ab0a1-ee34-4f39-8488-5ad10778cbb1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:51.407088 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:51.531742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for router_gateway (0536326b-8f7f-4589-8908-a00acdc509a8), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:51.535554 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (c28ab0a1-ee34-4f39-8488-5ad10778cbb1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:51.559919 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:51.590573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c0f6ba-98bc-4711-85ee-04db4015c727'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:51.594911 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e29e73-0e98-4b6c-be37-dda5ccfd92dc" -d '{"events": [{"server_uuid": "cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5c0f6ba-98bc-4711-85ee-04db4015c727"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:51.637533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290af45-038e-4ed4-b4a7-196d274e44a7 None None] Pushing event updated for resources: {'Port': ['ID=acc29fa5-cd2a-4a54-933a-95cb534bb3a0,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:51.704093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Deleting port 3071778a-9ed3-4969-ac7e-f1a004ff14fc {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:51.704614 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:51.721178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ceb3c5-2c31-46f2-a8cf-736d471c020a None None] DHCP port deletion for c28ab0a1-ee34-4f39-8488-5ad10778cbb1 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:20:51.725897 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2699687-04e0-4528-a4c7-ab65c170f7e8 x-openstack-request-id: req-f2699687-04e0-4528-a4c7-ab65c170f7e8 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:51.726320 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5c0f6ba-98bc-4711-85ee-04db4015c727", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:51.726634 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2699687-04e0-4528-a4c7-ab65c170f7e8 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:51.727087 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2699687-04e0-4528-a4c7-ab65c170f7e8'] response: {'server_uuid': 'cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c0f6ba-98bc-4711-85ee-04db4015c727', 'code': 200}
Apr 16 21:20:51.878020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Allocated IP 172.35.1.67 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/1d9fdc4f-c09f-43e8-b4ef-79d7ac7f6b5a) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:51.900160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d1ceb3c5-2c31-46f2-a8cf-736d471c020a None None] Deleting port 3071778a-9ed3-4969-ac7e-f1a004ff14fc {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:51.900160 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb3c5-2c31-46f2-a8cf-736d471c020a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.003934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46ce32-6068-4286-ac83-60fa9769df88 req-a6210e48-0710-4d56-b1fb-c9932f96fc66 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:52.012841 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0e46ce32-6068-4286-ac83-60fa9769df88 req-a6210e48-0710-4d56-b1fb-c9932f96fc66 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.2199168
Apr 16 21:20:52.054683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] For port 3071778a-9ed3-4969-ac7e-f1a004ff14fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3071778a-9ed3-4969-ac7e-f1a004ff14fc,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:52.055393 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.071239 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d1ceb3c5-2c31-46f2-a8cf-736d471c020a None None] For port 3071778a-9ed3-4969-ac7e-f1a004ff14fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3071778a-9ed3-4969-ac7e-f1a004ff14fc,segment=NetworkSegment(77aeaddf-cf57-4af2-ac4a-26663ae6a4a6),segment_id=77aeaddf-cf57-4af2-ac4a-26663ae6a4a6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:52.071651 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb3c5-2c31-46f2-a8cf-736d471c020a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.087438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Calling delete_port for 3071778a-9ed3-4969-ac7e-f1a004ff14fc owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:52.106142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d1ceb3c5-2c31-46f2-a8cf-736d471c020a None None] Calling delete_port for 3071778a-9ed3-4969-ac7e-f1a004ff14fc owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:52.202545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d3a83-4834-4f76-a028-8a44699d3618 req-c9f5f72b-deed-4907-9098-4ebfb8d0784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:52.203727 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a36d3a83-4834-4f76-a028-8a44699d3618 req-c9f5f72b-deed-4907-9098-4ebfb8d0784b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 1128 time: 0.3438165
Apr 16 21:20:52.247799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca64ffa-6430-4e2a-b67f-574fdf8a0969 req-3e0e7d5e-9a2a-4833-b4bb-06c436db2003 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:52.249801 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ca64ffa-6430-4e2a-b67f-574fdf8a0969 req-3e0e7d5e-9a2a-4833-b4bb-06c436db2003 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 946 time: 0.0957496
Apr 16 21:20:52.254081 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for port (1d9fdc4f-c09f-43e8-b4ef-79d7ac7f6b5a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.297651 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0e46ce32-6068-4286-ac83-60fa9769df88 req-5313edcd-d44c-4a69-a3d0-326934e09fae tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2836869
Apr 16 21:20:52.327375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a36d3a83-4834-4f76-a028-8a44699d3618 req-79badfb8-2ccf-475d-a3b7-ff7521f704de service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107562
Apr 16 21:20:52.341646 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ca64ffa-6430-4e2a-b67f-574fdf8a0969 req-97d372b3-04df-4dcd-b99a-0f7d25c61eb3 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762665
Apr 16 21:20:52.427078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656df0e-0907-4907-b1f4-f816daa0b0db req-beb8106b-9f11-408a-9c97-24c99eff6732 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:52.429206 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9656df0e-0907-4907-b1f4-f816daa0b0db req-beb8106b-9f11-408a-9c97-24c99eff6732 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0593419
Apr 16 21:20:52.429358 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb3c5-2c31-46f2-a8cf-736d471c020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.446627 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3071778a-9ed3-4969-ac7e-f1a004ff14fc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.457409 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1d9fdc4f-c09f-43e8-b4ef-79d7ac7f6b5a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.485731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ceb3c5-2c31-46f2-a8cf-736d471c020a None None] Pushing event deleted for resources: {'Port': ['ID=3071778a-9ed3-4969-ac7e-f1a004ff14fc,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:52.488112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ceb3c5-2c31-46f2-a8cf-736d471c020a None None] No DVR routers for this DVR port 3071778a-9ed3-4969-ac7e-f1a004ff14fc on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:52.497689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Port': ['ID=3071778a-9ed3-4969-ac7e-f1a004ff14fc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:52.506328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] No DVR routers for this DVR port 3071778a-9ed3-4969-ac7e-f1a004ff14fc on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:52.507413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:52.515820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:52.532470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:52.580408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event updated for resources: {'Port': ['ID=1d9fdc4f-c09f-43e8-b4ef-79d7ac7f6b5a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:52.610494 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9656df0e-0907-4907-b1f4-f816daa0b0db req-7fc59572-ab47-4633-ac06-1351518b8f0c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724284
Apr 16 21:20:52.631279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-4a0d6549-2cf1-4d36-8458-d71721d366a0 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2503030
Apr 16 21:20:52.645922 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (c28ab0a1-ee34-4f39-8488-5ad10778cbb1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.646331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:52.677662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f3eaa30>,) {'filters': {'network_id': ['c28ab0a1-ee34-4f39-8488-5ad10778cbb1']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:52.690261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f3eaa30>, '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:52.690844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f3eaa30>, '77aeaddf-cf57-4af2-ac4a-26663ae6a4a6') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:52.704899 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (77aeaddf-cf57-4af2-ac4a-26663ae6a4a6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.721637 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (77aeaddf-cf57-4af2-ac4a-26663ae6a4a6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.729401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:20:52.729972 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (77aeaddf-cf57-4af2-ac4a-26663ae6a4a6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:20:52.733675 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:20:52.826554 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.909403 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (c28ab0a1-ee34-4f39-8488-5ad10778cbb1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.920501 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.923154 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:52.929501 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "DELETE /v2.0/networks/c28ab0a1-ee34-4f39-8488-5ad10778cbb1 HTTP/1.1" status: 204  len: 168 time: 1.5936587
Apr 16 21:20:52.935242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38112) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:52.939092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360252e-9aad-4928-b0b5-9cdd301b99df tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Network': ['ID=c28ab0a1-ee34-4f39-8488-5ad10778cbb1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:52.947006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-69e389b4-1025-4e23-a418-28095614607d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-629408037'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:53.067663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f750b6a-481b-4e72-818c-2b69444e9027 None None] Network 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:53.139633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2f6da658-39c6-4f69-98ce-d85f9807dc14 None None] Provisioning complete for port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:53.140021 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2f6da658-39c6-4f69-98ce-d85f9807dc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:53.197386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e389b4-1025-4e23-a418-28095614607d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:53.201265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69e389b4-1025-4e23-a418-28095614607d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:53.271448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2f6da658-39c6-4f69-98ce-d85f9807dc14 None None] Current status of the port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:53.271846 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2f6da658-39c6-4f69-98ce-d85f9807dc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:53.284807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Allocated IP 172.35.1.61 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/ca9b88d3-03c3-4129-8558-1e54492dd113) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:53.308923 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for router_gateway (0536326b-8f7f-4589-8908-a00acdc509a8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:53.312738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e389b4-1025-4e23-a418-28095614607d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:20:53.316322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2f6da658-39c6-4f69-98ce-d85f9807dc14 None None] For port acc29fa5-cd2a-4a54-933a-95cb534bb3a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acc29fa5-cd2a-4a54-933a-95cb534bb3a0,segment=NetworkSegment(d19e4ce0-1579-4983-958e-13c265b55514),segment_id=d19e4ce0-1579-4983-958e-13c265b55514)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:53.389420 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2f6da658-39c6-4f69-98ce-d85f9807dc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:53.443740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69e389b4-1025-4e23-a418-28095614607d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c485b968-4d58-430b-9643-93f803aedda8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:53.443740 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-69e389b4-1025-4e23-a418-28095614607d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Added segment c485b968-4d58-430b-9643-93f803aedda8 of type vlan for network 6e928b67-1907-4e0d-83cb-33b917672cad
Apr 16 21:20:53.468421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6da658-39c6-4f69-98ce-d85f9807dc14 None None] Pushing event updated for resources: {'Port': ['ID=acc29fa5-cd2a-4a54-933a-95cb534bb3a0,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:53.584441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01622dc9-935f-406e-b54e-8b6f43bc65cb req-1e5be0dc-fdf8-44c6-85ec-de27255ea686 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:53.587453 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69e389b4-1025-4e23-a418-28095614607d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (6e928b67-1907-4e0d-83cb-33b917672cad), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:53.594611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01622dc9-935f-406e-b54e-8b6f43bc65cb req-1e5be0dc-fdf8-44c6-85ec-de27255ea686 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.1011827
Apr 16 21:20:53.623780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a75398d9-7324-445c-8560-b6a026100b2f None None] Provisioning complete for port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:53.624297 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a75398d9-7324-445c-8560-b6a026100b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:53.663807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device acc29fa5-cd2a-4a54-933a-95cb534bb3a0 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:53.677449 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01622dc9-935f-406e-b54e-8b6f43bc65cb req-cee72c05-32b4-4752-87eb-02448594e765 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818789
Apr 16 21:20:53.700792 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for port (ca9b88d3-03c3-4129-8558-1e54492dd113), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:53.769065 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a75398d9-7324-445c-8560-b6a026100b2f None None] Current status of the port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:53.771940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:53.772411 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:53.804475 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69e389b4-1025-4e23-a418-28095614607d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (6e928b67-1907-4e0d-83cb-33b917672cad), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:53.810690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e389b4-1025-4e23-a418-28095614607d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:53.811316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69e389b4-1025-4e23-a418-28095614607d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:53.856078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:53.894061 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (0536326b-8f7f-4589-8908-a00acdc509a8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:53.924275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3071778a-9ed3-4969-ac7e-f1a004ff14fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:53.945017 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 3071778a-9ed3-4969-ac7e-f1a004ff14fc {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:20:53.945366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3071778a-9ed3-4969-ac7e-f1a004ff14fc not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:20:53.954723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e389b4-1025-4e23-a418-28095614607d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event updated for resources: {'Network': ['ID=6e928b67-1907-4e0d-83cb-33b917672cad,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:53.969820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 6e928b67-1907-4e0d-83cb-33b917672cad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:20:54.011325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-69e389b4-1025-4e23-a418-28095614607d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.0752382
Apr 16 21:20:54.013905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38136) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:54.022898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-74bba5ea-5b56-48d0-b144-5817c531ec37 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Request body: {'subnet': {'network_id': '6e928b67-1907-4e0d-83cb-33b917672cad', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:54.087245 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ca9b88d3-03c3-4129-8558-1e54492dd113), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:54.161698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:54.170343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:54.178480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:54.204747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Pushing event updated for resources: {'Port': ['ID=ca9b88d3-03c3-4129-8558-1e54492dd113,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:54.313529 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:54.320110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bba5ea-5b56-48d0-b144-5817c531ec37 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:54.323570 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74bba5ea-5b56-48d0-b144-5817c531ec37 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:54.357113 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05b9a6cf-cf71-4c04-9f45-8c4db9ab686e req-35fe9c4d-64f5-45a5-968e-a5e1c4e9b8e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1552503
Apr 16 21:20:54.361019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796c931-242e-4fe8-8416-40fdffd41fd7 req-a3bd0af8-48aa-4b54-b74f-473e46462d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:54.362673 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f796c931-242e-4fe8-8416-40fdffd41fd7 req-a3bd0af8-48aa-4b54-b74f-473e46462d88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 1127 time: 0.1216617
Apr 16 21:20:54.404613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Router 0536326b-8f7f-4589-8908-a00acdc509a8 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:20:54.461504 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ca9b88d3-03c3-4129-8558-1e54492dd113), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:54.505039 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170dc6b-68ba-4dcb-b0ef-e9a472c6d3fc req-174611ac-b43f-4a8c-90cb-25e2b21e196b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:54.505039 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6170dc6b-68ba-4dcb-b0ef-e9a472c6d3fc req-174611ac-b43f-4a8c-90cb-25e2b21e196b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.1797140
Apr 16 21:20:54.523341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9a6cf-cf71-4c04-9f45-8c4db9ab686e req-86d18432-7031-4330-b13a-aab38e8a66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:54.524951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05b9a6cf-cf71-4c04-9f45-8c4db9ab686e req-86d18432-7031-4330-b13a-aab38e8a66f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 1127 time: 0.0882571
Apr 16 21:20:54.620388 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796c931-242e-4fe8-8416-40fdffd41fd7 req-e07a92f0-8e3f-43ca-84d4-3bc29dba5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:54.622884 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f796c931-242e-4fe8-8416-40fdffd41fd7 req-e07a92f0-8e3f-43ca-84d4-3bc29dba5c15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.2538083
Apr 16 21:20:54.633404 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6170dc6b-68ba-4dcb-b0ef-e9a472c6d3fc req-daae665c-90b1-4f59-97bf-d8a4be89219e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427042
Apr 16 21:20:54.687381 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f796c931-242e-4fe8-8416-40fdffd41fd7 req-627a44b5-3dc0-4db5-9465-f27f5d608c0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7099d42-164b-4965-be5b-89015762dc0c HTTP/1.1" status: 200  len: 217 time: 0.0588019
Apr 16 21:20:54.799078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9a6cf-cf71-4c04-9f45-8c4db9ab686e req-7b578987-9087-4474-a394-56ee0b0230bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:54.800699 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05b9a6cf-cf71-4c04-9f45-8c4db9ab686e req-7b578987-9087-4474-a394-56ee0b0230bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.2559090
Apr 16 21:20:54.874578 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796c931-242e-4fe8-8416-40fdffd41fd7 req-0b5f9764-356c-4d8a-8d45-4f5dac4fba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:54.876492 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f796c931-242e-4fe8-8416-40fdffd41fd7 req-0b5f9764-356c-4d8a-8d45-4f5dac4fba4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.1764979
Apr 16 21:20:54.890486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828bd1f-4e7c-4ee9-b872-7d398a04ffe3 req-7716df27-59ff-4297-b99d-79e7665bdd23 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:54.894898 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8828bd1f-4e7c-4ee9-b872-7d398a04ffe3 req-7716df27-59ff-4297-b99d-79e7665bdd23 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 946 time: 0.1590056
Apr 16 21:20:54.981507 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05b9a6cf-cf71-4c04-9f45-8c4db9ab686e req-36e8e575-a78d-471c-bbaf-f1777ad77faf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 HTTP/1.1" status: 200  len: 999 time: 0.1731176
Apr 16 21:20:54.985964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796c931-242e-4fe8-8416-40fdffd41fd7 req-c1520096-90d4-4d6a-9a53-a76abd3169de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:54.987502 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f796c931-242e-4fe8-8416-40fdffd41fd7 req-c1520096-90d4-4d6a-9a53-a76abd3169de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1049619
Apr 16 21:20:55.051131 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8828bd1f-4e7c-4ee9-b872-7d398a04ffe3 req-b17f2222-9536-4154-9e12-3bc5795bcb03 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1427248
Apr 16 21:20:55.104744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9a6cf-cf71-4c04-9f45-8c4db9ab686e req-172152d8-83b7-4e88-8216-5a27eba8d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:55.106940 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05b9a6cf-cf71-4c04-9f45-8c4db9ab686e req-172152d8-83b7-4e88-8216-5a27eba8d588 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.1143997
Apr 16 21:20:55.122849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:20:55.142860 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bf929-b142-4e21-af27-6a1d88933e61 None None] Sync routers for ids ['0536326b-8f7f-4589-8908-a00acdc509a8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:20:55.171292 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bf929-b142-4e21-af27-6a1d88933e61 None None] Routers {'0536326b-8f7f-4589-8908-a00acdc509a8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:20:55.171519 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f55bf929-b142-4e21-af27-6a1d88933e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126b95730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0536326b-8f7f-4589-8908-a00acdc509a8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:55.185852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74bba5ea-5b56-48d0-b144-5817c531ec37 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:55.194292 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for port (ca9b88d3-03c3-4129-8558-1e54492dd113), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:55.205552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9a6cf-cf71-4c04-9f45-8c4db9ab686e req-ea9d11f7-90fa-4220-ba0a-25df6dc28163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:55.207081 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05b9a6cf-cf71-4c04-9f45-8c4db9ab686e req-ea9d11f7-90fa-4220-ba0a-25df6dc28163 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0900185
Apr 16 21:20:55.213529 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f796c931-242e-4fe8-8416-40fdffd41fd7 req-5821f442-1735-463c-acb4-2db8fbad26c6 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197552
Apr 16 21:20:55.216745 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f55bf929-b142-4e21-af27-6a1d88933e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126b95730>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:55.227113 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bf929-b142-4e21-af27-6a1d88933e61 None None] Routers {'0536326b-8f7f-4589-8908-a00acdc509a8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:20:55.228002 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f55bf929-b142-4e21-af27-6a1d88933e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126b95730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0536326b-8f7f-4589-8908-a00acdc509a8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:55.230968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a8d89-b3f8-4c73-99a5-0181021659e1 req-289603c9-13a8-4f62-8c6b-713b57e94e50 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:55.232463 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-659a8d89-b3f8-4c73-99a5-0181021659e1 req-289603c9-13a8-4f62-8c6b-713b57e94e50 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.1047843
Apr 16 21:20:55.267524 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f55bf929-b142-4e21-af27-6a1d88933e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126b95730>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:55.268600 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bf929-b142-4e21-af27-6a1d88933e61 None None] The sync data for ids ['0536326b-8f7f-4589-8908-a00acdc509a8'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:20:55.281685 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:55.283473 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-70434b85-67c4-418e-a2af-bd895f1fc2f7 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 5.3793719
Apr 16 21:20:55.284329 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (ca9b88d3-03c3-4129-8558-1e54492dd113), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:55.288581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38150) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:55.355825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bba5ea-5b56-48d0-b144-5817c531ec37 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event updated for resources: {'Subnet': ['ID=6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:55.401739 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-659a8d89-b3f8-4c73-99a5-0181021659e1 req-717253fe-75d0-45c0-af30-d77eea1786e2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258545
Apr 16 21:20:55.431545 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05b9a6cf-cf71-4c04-9f45-8c4db9ab686e req-45a36849-369b-47bb-a8a4-366dc7b6db70 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2154279
Apr 16 21:20:55.433569 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f796c931-242e-4fe8-8416-40fdffd41fd7 req-ec3b6ed0-b90e-4c76-bcb2-b0aa9e0dabe8 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2090387
Apr 16 21:20:55.453568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Pushing event updated for resources: {'Port': ['ID=ca9b88d3-03c3-4129-8558-1e54492dd113,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:55.516475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-0ef79b1f-1199-4da3-9ea1-a0c7935a3175 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:55.518020 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-0ef79b1f-1199-4da3-9ea1-a0c7935a3175 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.11 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 946 time: 0.2060509
Apr 16 21:20:55.537079 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05b9a6cf-cf71-4c04-9f45-8c4db9ab686e req-75272428-f4ee-4d52-b27d-88775329f5d0 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966177
Apr 16 21:20:55.567766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bba5ea-5b56-48d0-b144-5817c531ec37 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Checking segment: {'id': 'c485b968-4d58-430b-9643-93f803aedda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e928b67-1907-4e0d-83cb-33b917672cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:55.568225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bba5ea-5b56-48d0-b144-5817c531ec37 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Network hostable DHCP agents. Network: 6e928b67-1907-4e0d-83cb-33b917672cad, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:20:55.570924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device acc29fa5-cd2a-4a54-933a-95cb534bb3a0 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:55.608610 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:55.622275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:55.623119 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:55.721452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:55.738718 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:55.739956 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-0a890aca-15a9-4416-8434-5685b7dd385b tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.1083045
Apr 16 21:20:55.742748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Deleting port 3a37d159-26e4-4121-9cef-bb552002481b {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:20:55.743099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3a37d159-26e4-4121-9cef-bb552002481b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:55.750328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bba5ea-5b56-48d0-b144-5817c531ec37 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Network 6e928b67-1907-4e0d-83cb-33b917672cad is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:20:55.902766 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-dd81ccf9-7ac8-43a8-a747-be3754b97c7e tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 695 time: 0.1384320
Apr 16 21:20:56.023059 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-74bba5ea-5b56-48d0-b144-5817c531ec37 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e928b67-1907-4e0d-83cb-33b917672cad) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:56.033914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea04609b-5353-42d0-981b-94628bd58114 None None] Network 6e928b67-1907-4e0d-83cb-33b917672cad requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:56.037184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bba5ea-5b56-48d0-b144-5817c531ec37 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:56.037788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74bba5ea-5b56-48d0-b144-5817c531ec37 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.078525 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] For port 3a37d159-26e4-4121-9cef-bb552002481b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a37d159-26e4-4121-9cef-bb552002481b,segment=NetworkSegment(d67c964c-5141-4e89-bb87-ca206f6b7bcd),segment_id=d67c964c-5141-4e89-bb87-ca206f6b7bcd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:56.078911 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3a37d159-26e4-4121-9cef-bb552002481b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.122126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2841b-ddbc-4c74-8527-aab9b4a745dc req-2dc54bb9-3894-4adb-91e5-9feab7551ee1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:56.128684 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-34b2841b-ddbc-4c74-8527-aab9b4a745dc req-2dc54bb9-3894-4adb-91e5-9feab7551ee1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.3826804
Apr 16 21:20:56.173336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6e928b67-1907-4e0d-83cb-33b917672cad', 'network_id': '6e928b67-1907-4e0d-83cb-33b917672cad', 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'fixed_ips': [{'subnet_id': '6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:20:56.174200 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.196321 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-74bba5ea-5b56-48d0-b144-5817c531ec37 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.1783872
Apr 16 21:20:56.200437 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-34b2841b-ddbc-4c74-8527-aab9b4a745dc req-a0ec22c2-e54d-4730-9282-83fea91aa116 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645313
Apr 16 21:20:56.201235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38166) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:56.208153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-65b4e9e2-e766-40de-a060-25ee0faefee8 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:56.209565 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-46bec15d-14f2-4b09-88d7-27fe84e39245 req-65b4e9e2-e766-40de-a060-25ee0faefee8 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.3010547
Apr 16 21:20:56.222013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ea047b58-f25d-458c-b55c-d20fe070e08f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-568411909'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:56.351296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea047b58-f25d-458c-b55c-d20fe070e08f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:56.358703 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea047b58-f25d-458c-b55c-d20fe070e08f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.360645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Allocated IP 19.80.0.2 (6e928b67-1907-4e0d-83cb-33b917672cad/6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b/5a575232-b0ae-4ba7-8c29-80d175256dda) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:56.386223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577f430-bc3f-4b58-98ff-6d52e0fbbac8 req-e6f5a257-ba1f-46db-bfe9-b854b704d19b tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:56.387897 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4577f430-bc3f-4b58-98ff-6d52e0fbbac8 req-e6f5a257-ba1f-46db-bfe9-b854b704d19b tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 946 time: 0.0856209
Apr 16 21:20:56.400953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea047b58-f25d-458c-b55c-d20fe070e08f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:20:56.407226 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.407819 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (65a7521f-ecfa-484a-8619-c9a2333687b6), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.408003 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Floating IP 65a7521f-ecfa-484a-8619-c9a2333687b6 disassociated. External IP: 172.35.1.225, port: 3a37d159-26e4-4121-9cef-bb552002481b.
Apr 16 21:20:56.408450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Calling delete_port for 3a37d159-26e4-4121-9cef-bb552002481b owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:20:56.415923 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea047b58-f25d-458c-b55c-d20fe070e08f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (01cf4436-2595-4086-b2a5-fff615b8bd84), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.416564 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-ea047b58-f25d-458c-b55c-d20fe070e08f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Added segment 01cf4436-2595-4086-b2a5-fff615b8bd84 of type vlan for network abffeed7-315f-4bbe-a4bb-d05524a3b4e1
Apr 16 21:20:56.451426 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bc84b-eafd-4f04-b221-fca7f9261cd4 req-6cd0dba7-640a-4091-844d-997a1654d04b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:56.453129 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-187bc84b-eafd-4f04-b221-fca7f9261cd4 req-6cd0dba7-640a-4091-844d-997a1654d04b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.1104367
Apr 16 21:20:56.469054 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea047b58-f25d-458c-b55c-d20fe070e08f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (abffeed7-315f-4bbe-a4bb-d05524a3b4e1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.541811 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4577f430-bc3f-4b58-98ff-6d52e0fbbac8 req-085bd8c3-4f3c-4c2c-9546-2765437ac7ee tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups?id=5940abef-3f80-4f5e-91ea-5777e330da47&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0462620
Apr 16 21:20:56.572483 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Publish callbacks [] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.602062 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-187bc84b-eafd-4f04-b221-fca7f9261cd4 req-b4bd9530-b25b-4d1e-a164-2bafc541625f tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384656
Apr 16 21:20:56.648798 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea047b58-f25d-458c-b55c-d20fe070e08f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (abffeed7-315f-4bbe-a4bb-d05524a3b4e1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.654651 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.654984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea047b58-f25d-458c-b55c-d20fe070e08f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:56.655604 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea047b58-f25d-458c-b55c-d20fe070e08f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.716160 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.764711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Network 6e928b67-1907-4e0d-83cb-33b917672cad is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:56.765310 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea047b58-f25d-458c-b55c-d20fe070e08f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event updated for resources: {'Network': ['ID=abffeed7-315f-4bbe-a4bb-d05524a3b4e1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:56.767762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:56.781024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3feb4-7312-481a-860a-8d2303163c9c req-5cbc887c-f7d0-47d7-b36c-da9d2a62470b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:56.783261 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network abffeed7-315f-4bbe-a4bb-d05524a3b4e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:20:56.788951 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:56.791508 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-11f3feb4-7312-481a-860a-8d2303163c9c req-5cbc887c-f7d0-47d7-b36c-da9d2a62470b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 945 time: 0.1875606
Apr 16 21:20:56.833229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Pushing event updated for resources: {'Port': ['ID=5a575232-b0ae-4ba7-8c29-80d175256dda,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:56.857490 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-11f3feb4-7312-481a-860a-8d2303163c9c req-9c330571-4234-47c6-9b19-917a2279c7ec tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649917
Apr 16 21:20:56.890914 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ea047b58-f25d-458c-b55c-d20fe070e08f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6887009
Apr 16 21:20:56.894445 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38192) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:20:56.923864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c7099d42-164b-4965-be5b-89015762dc0c no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:56.931719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-8eaa479a-66cc-4581-b4fc-47359f779599 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Request body: {'subnet': {'network_id': 'abffeed7-315f-4bbe-a4bb-d05524a3b4e1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:20:56.943078 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (3a37d159-26e4-4121-9cef-bb552002481b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.955053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-82d08a18-8fb3-4708-9c7f-f976f204f909 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:56.958140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-82d08a18-8fb3-4708-9c7f-f976f204f909 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 821 time: 0.2221103
Apr 16 21:20:56.965200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Attempting to bind port 5a575232-b0ae-4ba7-8c29-80d175256dda on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:20:56.965587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Attempting to bind port 5a575232-b0ae-4ba7-8c29-80d175256dda by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c485b968-4d58-430b-9643-93f803aedda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e928b67-1907-4e0d-83cb-33b917672cad'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:20:56.965958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Attempting to bind port 5a575232-b0ae-4ba7-8c29-80d175256dda on network 6e928b67-1907-4e0d-83cb-33b917672cad {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:20:56.976937 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:20:56.977859 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Checking segment: {'id': 'c485b968-4d58-430b-9643-93f803aedda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e928b67-1907-4e0d-83cb-33b917672cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:56.978259 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:56.978663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Bound using segment: {'id': 'c485b968-4d58-430b-9643-93f803aedda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e928b67-1907-4e0d-83cb-33b917672cad'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:20:56.979150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Bound port: 5a575232-b0ae-4ba7-8c29-80d175256dda, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c485b968-4d58-430b-9643-93f803aedda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e928b67-1907-4e0d-83cb-33b917672cad'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:20:56.979542 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:57.090560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port c7099d42-164b-4965-be5b-89015762dc0c is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:57.090957 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c7099d42-164b-4965-be5b-89015762dc0c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:57.110696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] For port 5a575232-b0ae-4ba7-8c29-80d175256dda, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:20:57.128925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] For port 5a575232-b0ae-4ba7-8c29-80d175256dda, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a575232-b0ae-4ba7-8c29-80d175256dda,segment=NetworkSegment(c485b968-4d58-430b-9643-93f803aedda8),segment_id=c485b968-4d58-430b-9643-93f803aedda8)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:20:57.133761 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7099d42-164b-4965-be5b-89015762dc0c'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:57.136210 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf3f8a6-8340-4634-9714-03f6906badcc" -d '{"events": [{"server_uuid": "8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d", "name": "network-vif-unplugged", "status": "completed", "tag": "c7099d42-164b-4965-be5b-89015762dc0c"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:57.151195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c7099d42-164b-4965-be5b-89015762dc0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7099d42-164b-4965-be5b-89015762dc0c,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:57.220320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6e245-9188-4104-8bc0-1585f389bab8 req-8e7d8068-22c3-416e-9ecc-c81df5e1b468 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:57.221764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Pushing event deleted for resources: {'Port': ['ID=3a37d159-26e4-4121-9cef-bb552002481b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:57.222193 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4da6e245-9188-4104-8bc0-1585f389bab8 req-8e7d8068-22c3-416e-9ecc-c81df5e1b468 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0486848
Apr 16 21:20:57.245733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-68d21778-2f92-4248-b348-9d2f8abcfd61 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/quotas/1fb0e213bd0d40ee9e832b54607028ab HTTP/1.1" status: 200  len: 375 time: 0.0899837
Apr 16 21:20:57.252289 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:57.256854 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c7099d42-164b-4965-be5b-89015762dc0c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:57.309635 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4da6e245-9188-4104-8bc0-1585f389bab8 req-54317d4b-28bf-4eb7-b0d7-63916dc89c27 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803273
Apr 16 21:20:57.321018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291240dc-2471-499f-a17b-4f0e2181fa36 None None] Pushing event updated for resources: {'Port': ['ID=5a575232-b0ae-4ba7-8c29-80d175256dda,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:57.557350 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-1d909cc4-6f8c-4250-bbf6-63b6d010a146 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2997205
Apr 16 21:20:57.577393 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a356adb-c876-494c-a3ee-1af12fbfda9e x-openstack-request-id: req-5a356adb-c876-494c-a3ee-1af12fbfda9e {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:57.578404 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d", "name": "network-vif-unplugged", "status": "completed", "tag": "c7099d42-164b-4965-be5b-89015762dc0c", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:57.578927 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a356adb-c876-494c-a3ee-1af12fbfda9e {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:57.579514 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a356adb-c876-494c-a3ee-1af12fbfda9e'] response: {'server_uuid': '8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7099d42-164b-4965-be5b-89015762dc0c', 'code': 200}
Apr 16 21:20:57.614696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed163d3-700f-408f-b6cd-77340f67fb1b req-7bc2f6e6-9def-4ac5-a6d8-648ce8a032d1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:57.624997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ed163d3-700f-408f-b6cd-77340f67fb1b req-7bc2f6e6-9def-4ac5-a6d8-648ce8a032d1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0802231
Apr 16 21:20:57.633871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=c7099d42-164b-4965-be5b-89015762dc0c,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:57.743230 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ed163d3-700f-408f-b6cd-77340f67fb1b req-424ed846-e62a-472d-a26c-14b71f962f35 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171141
Apr 16 21:20:57.898485 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c28b76e8-9661-44ab-83e4-d26d3498c999 req-e034e772-9290-4528-9467-f1d7548d12a7 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 210 time: 0.0684757
Apr 16 21:20:58.089621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaa479a-66cc-4581-b4fc-47359f779599 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:20:58.093500 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8eaa479a-66cc-4581-b4fc-47359f779599 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:58.100553 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Allocated IP 172.20.0.1 (4bcfaf44-3e3c-4f6b-bd56-30add3a424d7/4f049f28-14d3-468c-ae67-e10d7a427ae7/7defa780-4877-430d-a1c6-d4580c19d9c4) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:20:58.253741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:20:58.318541 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-a0fc8395-e4d0-4e46-a0be-c707d60287df service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7511191
Apr 16 21:20:58.470002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb6651-c9a6-4fea-82da-d3ecf2b40967 req-243fec64-47e9-45ed-af5f-ce4d510e930b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:58.477215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-97fb6651-c9a6-4fea-82da-d3ecf2b40967 req-243fec64-47e9-45ed-af5f-ce4d510e930b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 943 time: 0.0679157
Apr 16 21:20:58.543315 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-97fb6651-c9a6-4fea-82da-d3ecf2b40967 req-3b774780-908d-4beb-baa5-4ef10863944d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648646
Apr 16 21:20:58.573094 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for port (7defa780-4877-430d-a1c6-d4580c19d9c4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:58.582221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 3a37d159-26e4-4121-9cef-bb552002481b no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:20:58.621224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 3a37d159-26e4-4121-9cef-bb552002481b {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:20:58.621943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 3a37d159-26e4-4121-9cef-bb552002481b not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:20:58.668930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1cce0-b4e8-4906-a166-105129d70ea2 req-5b2bbeb1-cbf8-4312-a64e-dc2f6ec563dc tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:58.681851 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3e1cce0-b4e8-4906-a166-105129d70ea2 req-5b2bbeb1-cbf8-4312-a64e-dc2f6ec563dc tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0760238
Apr 16 21:20:58.728740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-d6d3475f-3e7d-4238-9cf8-12d443b815de service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4016216
Apr 16 21:20:58.744899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:20:58.760073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c31f9ed-4e26-4c9e-a619-ee4cf04730a1 None None] Sync routers for ids ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:20:58.782503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c31f9ed-4e26-4c9e-a619-ee4cf04730a1 None None] Routers {'93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:20:58.784274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7c31f9ed-4e26-4c9e-a619-ee4cf04730a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124125850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:58.806671 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8eaa479a-66cc-4581-b4fc-47359f779599 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (162ea5ef-a184-4a4c-82f0-d43fae8e0f4e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:58.809981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] No DVR routers for this DVR port 3a37d159-26e4-4121-9cef-bb552002481b on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:20:58.814602 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:58.818680 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6fa55a49-fc4e-4448-bc90-221d94b5a8e3 req-3a7a4173-b28f-43a7-8354-f7657c3d20bb tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.11 "DELETE /v2.0/ports/3a37d159-26e4-4121-9cef-bb552002481b HTTP/1.1" status: 204  len: 173 time: 3.2698174
Apr 16 21:20:58.835885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3e1cce0-b4e8-4906-a166-105129d70ea2 req-203fe932-86ce-4a66-a9b8-c78d5a4e187a tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527224
Apr 16 21:20:58.838666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b86589-e35e-4b91-b192-9f744516f66f', 'name': 'network-vif-deleted', 'tag': '3a37d159-26e4-4121-9cef-bb552002481b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:20:58.851064 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75db2f1-5af1-41cf-841c-41e24af63242" -d '{"events": [{"server_uuid": "58b86589-e35e-4b91-b192-9f744516f66f", "name": "network-vif-deleted", "tag": "3a37d159-26e4-4121-9cef-bb552002481b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:20:58.865743 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7defa780-4877-430d-a1c6-d4580c19d9c4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:58.874830 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bd35b2-1b8e-4c3d-acd8-18e85c36a0b8 None None] Network 6e928b67-1907-4e0d-83cb-33b917672cad requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:58.932689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa479a-66cc-4581-b4fc-47359f779599 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event updated for resources: {'Subnet': ['ID=162ea5ef-a184-4a4c-82f0-d43fae8e0f4e,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:58.951503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Network 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:20:58.958412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:58.964948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:20:59.025514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event updated for resources: {'Port': ['ID=7defa780-4877-430d-a1c6-d4580c19d9c4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:20:59.030822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a26a5be3-cce4-4ef3-8504-ac8c57f8c7bd None None] Provisioning complete for port 5a575232-b0ae-4ba7-8c29-80d175256dda triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:20:59.031377 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a26a5be3-cce4-4ef3-8504-ac8c57f8c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:59.034185 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (0536326b-8f7f-4589-8908-a00acdc509a8), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:59.096934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-7c31f9ed-4e26-4c9e-a619-ee4cf04730a1 None None] Set router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:20:59.107605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4495b8b-ced3-4284-abf1-94ba6e06abcf req-9e51fa9d-5019-4d2c-8636-b8e8e7767feb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:59.109274 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4495b8b-ced3-4284-abf1-94ba6e06abcf req-9e51fa9d-5019-4d2c-8636-b8e8e7767feb tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0928221
Apr 16 21:20:59.124314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaa479a-66cc-4581-b4fc-47359f779599 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Checking segment: {'id': '01cf4436-2595-4086-b2a5-fff615b8bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abffeed7-315f-4bbe-a4bb-d05524a3b4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:20:59.124746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaa479a-66cc-4581-b4fc-47359f779599 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Network hostable DHCP agents. Network: abffeed7-315f-4bbe-a4bb-d05524a3b4e1, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:20:59.208558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4495b8b-ced3-4284-abf1-94ba6e06abcf req-005670ef-de2c-49ee-a0ec-db1ee112219c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772159
Apr 16 21:20:59.270487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaa479a-66cc-4581-b4fc-47359f779599 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Network abffeed7-315f-4bbe-a4bb-d05524a3b4e1 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:20:59.279987 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6c2750-12d7-4e9e-9e88-a1f2d103c6d0 x-openstack-request-id: req-3c6c2750-12d7-4e9e-9e88-a1f2d103c6d0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:20:59.280120 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b86589-e35e-4b91-b192-9f744516f66f", "name": "network-vif-deleted", "tag": "3a37d159-26e4-4121-9cef-bb552002481b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:20:59.280386 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c6c2750-12d7-4e9e-9e88-a1f2d103c6d0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:20:59.285203 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6c2750-12d7-4e9e-9e88-a1f2d103c6d0'] response: {'server_uuid': '58b86589-e35e-4b91-b192-9f744516f66f', 'name': 'network-vif-deleted', 'tag': '3a37d159-26e4-4121-9cef-bb552002481b', 'status': 'completed', 'code': 200}
Apr 16 21:20:59.440679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ff931-5555-4e61-805c-1c39234d65db req-e6e670dd-dbb7-4d55-a654-b177d66a089a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:59.442515 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-345ff931-5555-4e61-805c-1c39234d65db req-e6e670dd-dbb7-4d55-a654-b177d66a089a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1106644
Apr 16 21:20:59.491495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-8eaa479a-66cc-4581-b4fc-47359f779599 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, abffeed7-315f-4bbe-a4bb-d05524a3b4e1) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:20:59.514407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f54162c-0e0f-4134-8f3f-176f637f26fa None None] Network abffeed7-315f-4bbe-a4bb-d05524a3b4e1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:20:59.525634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaa479a-66cc-4581-b4fc-47359f779599 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:20:59.526382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8eaa479a-66cc-4581-b4fc-47359f779599 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:59.534233 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-345ff931-5555-4e61-805c-1c39234d65db req-d65716ff-0758-4abd-858e-18e1f572dc48 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846212
Apr 16 21:20:59.555734 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee996128-93cd-42df-a2ec-824a82fbb2a5 req-6d76f024-7687-4729-b6da-5ad5d20167a4 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 210 time: 0.1362121
Apr 16 21:20:59.559562 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7defa780-4877-430d-a1c6-d4580c19d9c4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:59.647014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a26a5be3-cce4-4ef3-8504-ac8c57f8c7bd None None] Current status of the port 5a575232-b0ae-4ba7-8c29-80d175256dda is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:20:59.647987 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a26a5be3-cce4-4ef3-8504-ac8c57f8c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:59.678078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5a575232-b0ae-4ba7-8c29-80d175256dda up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:20:59.751423 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d1f58e23-e5cb-4c11-b88b-727e6b736082 req-5c0a6767-0f40-4e00-a294-2bf586d65baf tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 210 time: 0.1264203
Apr 16 21:20:59.819861 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a26a5be3-cce4-4ef3-8504-ac8c57f8c7bd None None] For port 5a575232-b0ae-4ba7-8c29-80d175256dda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a575232-b0ae-4ba7-8c29-80d175256dda,segment=NetworkSegment(c485b968-4d58-430b-9643-93f803aedda8),segment_id=c485b968-4d58-430b-9643-93f803aedda8)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:20:59.888591 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7c31f9ed-4e26-4c9e-a619-ee4cf04730a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124125850>, [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:13:09Z', 'revision_number': 4, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0601ed79-d0b5-41af-8331-dcfa93a634cb', 'name': '', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'mac_address': 'fa:16:3e:b7:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:08Z', 'updated_at': '2022-04-16T21:13:17Z', 'revision_number': 5, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'subnets': [{'id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:20:59.972836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-abffeed7-315f-4bbe-a4bb-d05524a3b4e1', 'network_id': 'abffeed7-315f-4bbe-a4bb-d05524a3b4e1', 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'fixed_ips': [{'subnet_id': '162ea5ef-a184-4a4c-82f0-d43fae8e0f4e'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:20:59.973998 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:59.979674 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a26a5be3-cce4-4ef3-8504-ac8c57f8c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:20:59.982252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c31f9ed-4e26-4c9e-a619-ee4cf04730a1 None None] Checking router: 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:00.028539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e5ef5-48d6-4435-a002-7bf35ed46d93 req-cae9d38b-2847-402c-a64b-1efb8afa7019 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:00.036757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-051e5ef5-48d6-4435-a002-7bf35ed46d93 req-cae9d38b-2847-402c-a64b-1efb8afa7019 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.1166179
Apr 16 21:21:00.065121 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8eaa479a-66cc-4581-b4fc-47359f779599 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 3.1540389
Apr 16 21:21:00.067175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5a575232-b0ae-4ba7-8c29-80d175256dda triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:00.067660 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:00.079144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f8372-18ea-4d15-a20b-fb85bb1d5ef6 req-27c1cccd-5a5b-4b93-bee9-7dfea1a976ab tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:00.081377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c4f8372-18ea-4d15-a20b-fb85bb1d5ef6 req-27c1cccd-5a5b-4b93-bee9-7dfea1a976ab tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1590738
Apr 16 21:21:00.140045 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-051e5ef5-48d6-4435-a002-7bf35ed46d93 req-712c6f10-93ee-4636-8925-55f5733d94c1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976970
Apr 16 21:21:00.160960 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c31f9ed-4e26-4c9e-a619-ee4cf04730a1 None None] Routers {'93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:00.161450 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7c31f9ed-4e26-4c9e-a619-ee4cf04730a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124125850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:00.221861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c4f8372-18ea-4d15-a20b-fb85bb1d5ef6 req-800af645-09be-49a9-b457-867dac8583b1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1280670
Apr 16 21:21:00.331402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-620328b8-8264-462a-a466-6b96c566a456 None None] Provisioning complete for port 7defa780-4877-430d-a1c6-d4580c19d9c4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:00.334292 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-620328b8-8264-462a-a466-6b96c566a456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7defa780-4877-430d-a1c6-d4580c19d9c4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:00.338996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a5be3-cce4-4ef3-8504-ac8c57f8c7bd None None] Pushing event updated for resources: {'Port': ['ID=5a575232-b0ae-4ba7-8c29-80d175256dda,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:00.347857 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for port (7defa780-4877-430d-a1c6-d4580c19d9c4), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:00.412776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4fa05-857f-45f1-bc0f-3e2ff2bd5735 req-0b10855f-8019-4e7c-962f-547116eaf44f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:00.414992 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67e4fa05-857f-45f1-bc0f-3e2ff2bd5735 req-0b10855f-8019-4e7c-962f-547116eaf44f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0601459
Apr 16 21:21:00.438339 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (7defa780-4877-430d-a1c6-d4580c19d9c4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:00.439603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-620328b8-8264-462a-a466-6b96c566a456 None None] Port 7defa780-4877-430d-a1c6-d4580c19d9c4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:21:00.472742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-1850e4b9-45a7-4d6a-80f1-3cd101af7718 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:00.481494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-1850e4b9-45a7-4d6a-80f1-3cd101af7718 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:00.488989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-1850e4b9-45a7-4d6a-80f1-3cd101af7718 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/networks?id=6e928b67-1907-4e0d-83cb-33b917672cad&id=abffeed7-315f-4bbe-a4bb-d05524a3b4e1 HTTP/1.1" status: 200  len: 1390 time: 0.2140296
Apr 16 21:21:00.506687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-620328b8-8264-462a-a466-6b96c566a456 None None] Provisioning complete for port 5a575232-b0ae-4ba7-8c29-80d175256dda triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:00.507005 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-620328b8-8264-462a-a466-6b96c566a456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:00.507631 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-294e2469-935a-488f-b992-df89f429f124 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/quotas/c3457cd454b04246bb4adb154b41bbb2 HTTP/1.1" status: 200  len: 375 time: 0.0175009
Apr 16 21:21:00.510945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event updated for resources: {'Port': ['ID=7defa780-4877-430d-a1c6-d4580c19d9c4,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:00.581257 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67e4fa05-857f-45f1-bc0f-3e2ff2bd5735 req-78c53e77-66ee-43e1-8850-f65fdedaae95 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1590185
Apr 16 21:21:00.601874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (0536326b-8f7f-4589-8908-a00acdc509a8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:00.611491 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-bd87460a-3d1b-4429-9783-920b72bd6d71 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3457cd454b04246bb4adb154b41bbb2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1023018
Apr 16 21:21:00.613863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-7c31f9ed-4e26-4c9e-a619-ee4cf04730a1 None None] Set router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:00.671184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5a575232-b0ae-4ba7-8c29-80d175256dda is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:00.708739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Allocated IP 19.86.0.2 (abffeed7-315f-4bbe-a4bb-d05524a3b4e1/162ea5ef-a184-4a4c-82f0-d43fae8e0f4e/ac36923e-db3b-4dfa-b3fb-f9c54d726d6c) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:00.798280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5b1e24b-4ea3-48fe-a0e5-bb0191992675 req-a12ec633-e46b-4c84-aad9-e7ad3dddc03e tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b86589-e35e-4b91-b192-9f744516f66f HTTP/1.1" status: 200  len: 210 time: 0.0462787
Apr 16 21:21:00.804776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Network 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:00.807292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:00.838188 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-52f270d4-5502-490e-9dd1-88bfb1f65e12 service neutron] 10.222.0.20 "GET /v2.0/networks/6e928b67-1907-4e0d-83cb-33b917672cad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2244813
Apr 16 21:21:01.026082 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-57400d39-7b47-423d-a3d6-81d398d84356 service neutron] 10.222.0.20 "GET /v2.0/networks/6e928b67-1907-4e0d-83cb-33b917672cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1860096
Apr 16 21:21:01.058856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Router 0536326b-8f7f-4589-8908-a00acdc509a8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:01.073568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c7099d42-164b-4965-be5b-89015762dc0c no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:01.170239 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-c8f090f2-f7b2-461d-ba1d-5c96040cbaba service neutron] 10.222.0.20 "GET /v2.0/networks/abffeed7-315f-4bbe-a4bb-d05524a3b4e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419208
Apr 16 21:21:01.204569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-620328b8-8264-462a-a466-6b96c566a456 None None] Current status of the port 5a575232-b0ae-4ba7-8c29-80d175256dda is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:01.289854 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7f8d591b-8c8c-4ffe-a8f8-c08cbf66cb52 service neutron] 10.222.0.20 "GET /v2.0/networks/abffeed7-315f-4bbe-a4bb-d05524a3b4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194172
Apr 16 21:21:01.304001 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-204f2023-1ce9-45ee-a323-6f503e4c1558 req-7d375554-bacd-40f7-8da2-d69f20d73d54 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 210 time: 0.0442889
Apr 16 21:21:01.331029 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Publish callbacks [] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:01.340145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:01.355533 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d39b5b-86e1-409d-ba59-a94364a8dc2f None None] Sync routers for ids ['0536326b-8f7f-4589-8908-a00acdc509a8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:01.365890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-86304656-9d55-4d94-9165-27ca1b51e027 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "PUT /v2.0/routers/0536326b-8f7f-4589-8908-a00acdc509a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0697043
Apr 16 21:21:01.368451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38310) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:01.371744 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d39b5b-86e1-409d-ba59-a94364a8dc2f None None] Routers {'0536326b-8f7f-4589-8908-a00acdc509a8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:01.374337 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-56d39b5b-86e1-409d-ba59-a94364a8dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248e30a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0536326b-8f7f-4589-8908-a00acdc509a8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:01.375475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Request body: {'port': {'network_id': '4bcfaf44-3e3c-4f6b-bd56-30add3a424d7', 'name': 'tempest-FloatingIPAdminTestJSON-1898283449'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:01.430798 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-56d39b5b-86e1-409d-ba59-a94364a8dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248e30a0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:01.440909 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d39b5b-86e1-409d-ba59-a94364a8dc2f None None] Routers {'0536326b-8f7f-4589-8908-a00acdc509a8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:01.445141 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-56d39b5b-86e1-409d-ba59-a94364a8dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248e30a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0536326b-8f7f-4589-8908-a00acdc509a8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:01.449390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7c31f9ed-4e26-4c9e-a619-ee4cf04730a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124125850>, [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:13:09Z', 'revision_number': 4, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0601ed79-d0b5-41af-8331-dcfa93a634cb', 'name': '', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'mac_address': 'fa:16:3e:b7:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:08Z', 'updated_at': '2022-04-16T21:13:17Z', 'revision_number': 5, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'subnets': [{'id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:01.454788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cbe885de-82be-4d8e-ac8e-904c1a5c20c2 None None] Provisioning complete for port 7defa780-4877-430d-a1c6-d4580c19d9c4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:01.455176 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cbe885de-82be-4d8e-ac8e-904c1a5c20c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7defa780-4877-430d-a1c6-d4580c19d9c4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:01.488879 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-56d39b5b-86e1-409d-ba59-a94364a8dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248e30a0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:01.489501 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d39b5b-86e1-409d-ba59-a94364a8dc2f None None] The sync data for ids ['0536326b-8f7f-4589-8908-a00acdc509a8'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:01.501782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f0b9a-29b0-4840-89fe-ad0c14417b4e req-4463f226-09c3-4899-b9b1-7c016ef08d08 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:01.503625 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b3f0b9a-29b0-4840-89fe-ad0c14417b4e req-4463f226-09c3-4899-b9b1-7c016ef08d08 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0778766
Apr 16 21:21:01.512337 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:01.537677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c31f9ed-4e26-4c9e-a619-ee4cf04730a1 None None] The sync data for ids ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'] in ncdv-master-1 is: [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:13:09Z', 'revision_number': 4, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0601ed79-d0b5-41af-8331-dcfa93a634cb', 'name': '', 'network_id': 'b5f78b9b-3fd5-4910-aed9-d569c9b4e83c', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'mac_address': 'fa:16:3e:b7:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:08Z', 'updated_at': '2022-04-16T21:13:17Z', 'revision_number': 5, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'subnets': [{'id': '0cd94b55-28d2-4e17-a8d6-479b05215f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:01.575183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Network abffeed7-315f-4bbe-a4bb-d05524a3b4e1 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:01.576952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:01.579345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:01.609162 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b3f0b9a-29b0-4840-89fe-ad0c14417b4e req-1b4f1763-c307-4e64-8553-7887342559ae tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981328
Apr 16 21:21:01.614125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5a575232-b0ae-4ba7-8c29-80d175256dda up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:01.708298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Made reservation on behalf of 3825e49f67d0432e820e4e67df1c4f7a for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:01.712336 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:01.723989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65fb50-a925-4975-8ce9-d43c02f0e18f req-726e63da-1226-4c53-9897-b56135851017 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:01.731916 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5c65fb50-a925-4975-8ce9-d43c02f0e18f req-726e63da-1226-4c53-9897-b56135851017 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0700498
Apr 16 21:21:01.789274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] device_id is not set on port 7a955831-3b46-458f-b494-3b8622c03418 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:21:01.805216 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5c65fb50-a925-4975-8ce9-d43c02f0e18f req-54f6c7d1-e1c3-4460-babc-f435d59a260b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719664
Apr 16 21:21:01.839410 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15666e28-ef2c-449e-a671-925eac46f4b2 req-ce267961-ab96-40d8-b09a-c382e8416a86 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 210 time: 0.0956309
Apr 16 21:21:01.856367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cbe885de-82be-4d8e-ac8e-904c1a5c20c2 None None] Port 7defa780-4877-430d-a1c6-d4580c19d9c4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:21:01.892708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Pushing event updated for resources: {'Port': ['ID=ac36923e-db3b-4dfa-b3fb-f9c54d726d6c,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:01.936921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port c7099d42-164b-4965-be5b-89015762dc0c is: DOWN; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:01.942620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Attempting to bind port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:01.942620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Attempting to bind port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '01cf4436-2595-4086-b2a5-fff615b8bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abffeed7-315f-4bbe-a4bb-d05524a3b4e1'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:01.942620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Attempting to bind port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c on network abffeed7-315f-4bbe-a4bb-d05524a3b4e1 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:01.946884 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5a575232-b0ae-4ba7-8c29-80d175256dda triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:01.947342 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:01.951998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:21:01.954772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Checking segment: {'id': '01cf4436-2595-4086-b2a5-fff615b8bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abffeed7-315f-4bbe-a4bb-d05524a3b4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:21:01.955125 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:01.957015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Bound using segment: {'id': '01cf4436-2595-4086-b2a5-fff615b8bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abffeed7-315f-4bbe-a4bb-d05524a3b4e1'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:21:01.957411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38322) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:01.957887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Bound port: ac36923e-db3b-4dfa-b3fb-f9c54d726d6c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01cf4436-2595-4086-b2a5-fff615b8bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abffeed7-315f-4bbe-a4bb-d05524a3b4e1'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:21:01.957987 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.002132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38328) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:02.112282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] For port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:21:02.117256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc7923-e359-44db-b175-3fc4b9a9a5d2 None None] New status for floating IP 65a7521f-ecfa-484a-8619-c9a2333687b6: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:21:02.121351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] For port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac36923e-db3b-4dfa-b3fb-f9c54d726d6c,segment=NetworkSegment(01cf4436-2595-4086-b2a5-fff615b8bd84),segment_id=01cf4436-2595-4086-b2a5-fff615b8bd84)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:21:02.136612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-977acfa6-3738-49d9-bf8a-66c3fa12134b tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for security_group (5940abef-3f80-4f5e-91ea-5777e330da47), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.172763 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-977acfa6-3738-49d9-bf8a-66c3fa12134b tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for security_group (5940abef-3f80-4f5e-91ea-5777e330da47), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.178264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Allocated IP 172.20.0.13 (4bcfaf44-3e3c-4f6b-bd56-30add3a424d7/4f049f28-14d3-468c-ae67-e10d7a427ae7/7a955831-3b46-458f-b494-3b8622c03418) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:02.189286 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e2040d92-3acb-4a37-a830-3256c145c7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.231244 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.266843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5a575232-b0ae-4ba7-8c29-80d175256dda is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:02.345629 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e2040d92-3acb-4a37-a830-3256c145c7cc admin admin] Publish callbacks [] for security_group (1963a9bd-56e9-4d9e-9219-2fcfcc7b964b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.375445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85961216-423a-40d0-a92c-c016c6ea879d None None] Pushing event updated for resources: {'Port': ['ID=ac36923e-db3b-4dfa-b3fb-f9c54d726d6c,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:02.379611 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-977acfa6-3738-49d9-bf8a-66c3fa12134b tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5940abef-3f80-4f5e-91ea-5777e330da47), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.386751 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-977acfa6-3738-49d9-bf8a-66c3fa12134b tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.391553 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-977acfa6-3738-49d9-bf8a-66c3fa12134b tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "DELETE /v2.0/security-groups/5940abef-3f80-4f5e-91ea-5777e330da47 HTTP/1.1" status: 204  len: 168 time: 0.3881278
Apr 16 21:21:02.392442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38334) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:02.395209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-a8837523-af58-4981-9553-4c4571b997b1 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:02.396872 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-a8837523-af58-4981-9553-4c4571b997b1 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.11 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 821 time: 0.4341102
Apr 16 21:21:02.419108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977acfa6-3738-49d9-bf8a-66c3fa12134b tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5940abef-3f80-4f5e-91ea-5777e330da47,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:02.426114 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-aa323f3d-8a04-43f9-bae6-34384453a258 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Request body: {'port': {'device_id': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'admin_state_up': True, 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:02.458283 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e2040d92-3acb-4a37-a830-3256c145c7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1963a9bd-56e9-4d9e-9219-2fcfcc7b964b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.461117 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-af92a12d-ecff-4d59-9a8f-8474c871f78d tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] show failed (client error): The resource could not be found.
Apr 16 21:21:02.465573 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-af92a12d-ecff-4d59-9a8f-8474c871f78d tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "GET /v2.0/security-groups/5940abef-3f80-4f5e-91ea-5777e330da47 HTTP/1.1" status: 404  len: 347 time: 0.0598943
Apr 16 21:21:02.467394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38336) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:02.471677 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a5b42c92-90ea-4ccd-b552-ca1ebf9b07a4 req-6533a67f-782b-4f8a-b74e-ad02bb8c4d48 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 210 time: 0.0476553
Apr 16 21:21:02.554475 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for port (7a955831-3b46-458f-b494-3b8622c03418), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.612663 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e2040d92-3acb-4a37-a830-3256c145c7cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0615106752840b88f5a406a4b1f3ea1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6540923
Apr 16 21:21:02.616615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38340) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:02.641875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2040d92-3acb-4a37-a830-3256c145c7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1963a9bd-56e9-4d9e-9219-2fcfcc7b964b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:02.704413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-aa323f3d-8a04-43f9-bae6-34384453a258 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Made reservation on behalf of 1fb0e213bd0d40ee9e832b54607028ab for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:02.707848 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-aa323f3d-8a04-43f9-bae6-34384453a258 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.717438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e93752ea-38d8-4e4e-a271-0b89bfc02e67 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Deleting port 692aa8d6-d04e-4b61-9eb7-19af8fb66f01 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:02.717877 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e93752ea-38d8-4e4e-a271-0b89bfc02e67 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (692aa8d6-d04e-4b61-9eb7-19af8fb66f01), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.746740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7a955831-3b46-458f-b494-3b8622c03418), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.785858 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9a96f1d5-bb8d-4b02-b6b5-ccba8d80ac17 admin admin] Publish callbacks [] for security_group (1963a9bd-56e9-4d9e-9219-2fcfcc7b964b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.840033 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9a96f1d5-bb8d-4b02-b6b5-ccba8d80ac17 admin admin] Publish callbacks [] for security_group (1963a9bd-56e9-4d9e-9219-2fcfcc7b964b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.865376 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e93752ea-38d8-4e4e-a271-0b89bfc02e67 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (692aa8d6-d04e-4b61-9eb7-19af8fb66f01), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.865628 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e93752ea-38d8-4e4e-a271-0b89bfc02e67 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for floatingip (692aa8d6-d04e-4b61-9eb7-19af8fb66f01), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:02.890731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Network 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:02.894019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e93752ea-38d8-4e4e-a271-0b89bfc02e67 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Calling delete_port for 692aa8d6-d04e-4b61-9eb7-19af8fb66f01 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:02.907403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83d3bd-8e15-499c-bfb6-64fb2d8b6e40 req-317dd7c4-dae9-4a36-b47c-0931bf810550 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:02.909065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d83d3bd-8e15-499c-bfb6-64fb2d8b6e40 req-317dd7c4-dae9-4a36-b47c-0931bf810550 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1777136
Apr 16 21:21:02.909991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:02.918696 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:02.971204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event updated for resources: {'Port': ['ID=7a955831-3b46-458f-b494-3b8622c03418,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:03.014237 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d13dc9-e1e9-4b35-945b-fbe0e75e741f req-13e9453e-e1e8-4375-b695-bab6ad3b3dc1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:03.021292 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-82d13dc9-e1e9-4b35-945b-fbe0e75e741f req-13e9453e-e1e8-4375-b695-bab6ad3b3dc1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.1251431
Apr 16 21:21:03.056207 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:03.056838 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:03.088593 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d83d3bd-8e15-499c-bfb6-64fb2d8b6e40 req-e7178777-8656-482c-9bd0-e2ccc59970da tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1688833
Apr 16 21:21:03.104443 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-82d13dc9-e1e9-4b35-945b-fbe0e75e741f req-33f1188f-0a0f-4634-bb54-a74fbd19dd5e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821187
Apr 16 21:21:03.105781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-aa323f3d-8a04-43f9-bae6-34384453a258 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Allocated IP 172.20.0.13 (de9da8f1-3ad8-4653-830f-a88f9ba49f3e/042a9af5-b4f0-46bf-a521-f48a5c6f99cc/b27f4ef2-9de6-4c41-9578-cab9cfbbe412) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:03.107795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9a96f1d5-bb8d-4b02-b6b5-ccba8d80ac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1963a9bd-56e9-4d9e-9219-2fcfcc7b964b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:03.110447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9a96f1d5-bb8d-4b02-b6b5-ccba8d80ac17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:03.114278 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9a96f1d5-bb8d-4b02-b6b5-ccba8d80ac17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1963a9bd-56e9-4d9e-9219-2fcfcc7b964b HTTP/1.1" status: 204  len: 168 time: 0.4941349
Apr 16 21:21:03.155344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96f1d5-bb8d-4b02-b6b5-ccba8d80ac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1963a9bd-56e9-4d9e-9219-2fcfcc7b964b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:03.167260 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-de958c6c-cdf2-466c-b54d-1f86fbd50158 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.7973330
Apr 16 21:21:03.175713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38350) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:03.276476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec9391cf-1809-4121-8746-d9f0d97aaa04 req-2b56df60-aa6a-496d-a188-6046092f3177 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 210 time: 0.0376654
Apr 16 21:21:03.300116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0d839d01-eba2-4b72-839e-e53a969d6486 None None] Provisioning complete for port 7a955831-3b46-458f-b494-3b8622c03418 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:03.301368 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0d839d01-eba2-4b72-839e-e53a969d6486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7a955831-3b46-458f-b494-3b8622c03418), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:03.326086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e93752ea-38d8-4e4e-a271-0b89bfc02e67 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (692aa8d6-d04e-4b61-9eb7-19af8fb66f01), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:03.363189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0d839d01-eba2-4b72-839e-e53a969d6486 None None] Port 7a955831-3b46-458f-b494-3b8622c03418 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:21:03.373081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'project_id': '3825e49f67d0432e820e4e67df1c4f7a', 'port_id': '7a955831-3b46-458f-b494-3b8622c03418'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:03.387557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93752ea-38d8-4e4e-a271-0b89bfc02e67 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Pushing event deleted for resources: {'Port': ['ID=692aa8d6-d04e-4b61-9eb7-19af8fb66f01,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:03.458866 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-aa323f3d-8a04-43f9-bae6-34384453a258 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:03.470128 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e93752ea-38d8-4e4e-a271-0b89bfc02e67 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks [] for floatingip (65a7521f-ecfa-484a-8619-c9a2333687b6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:03.471103 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:03.480552 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e93752ea-38d8-4e4e-a271-0b89bfc02e67 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:03.480552 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e93752ea-38d8-4e4e-a271-0b89bfc02e67 tempest-ServersTestBootFromVolume-1004751907 tempest-ServersTestBootFromVolume-1004751907-project] 10.222.0.20 "DELETE /v2.0/floatingips/65a7521f-ecfa-484a-8619-c9a2333687b6 HTTP/1.1" status: 204  len: 168 time: 1.0033298
Apr 16 21:21:03.482783 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38356) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:03.635166 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc7557cc-0e75-433d-86b5-ddb1c103a0cc req-37e3d7ff-c786-4feb-b00e-11a85f21f068 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 210 time: 0.0446889
Apr 16 21:21:03.650802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ac36923e-db3b-4dfa-b3fb-f9c54d726d6c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:03.674489 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:03.695452 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-aa323f3d-8a04-43f9-bae6-34384453a258 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:03.723088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['18304df3-de06-42cd-8000-8170cb9494bf'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:03.828523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:03.828918 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:03.844353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-aa323f3d-8a04-43f9-bae6-34384453a258 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Network de9da8f1-3ad8-4653-830f-a88f9ba49f3e is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:03.851758 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-aa323f3d-8a04-43f9-bae6-34384453a258 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:03.857332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-aa323f3d-8a04-43f9-bae6-34384453a258 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:03.860015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa323f3d-8a04-43f9-bae6-34384453a258 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Pushing event updated for resources: {'Port': ['ID=b27f4ef2-9de6-4c41-9578-cab9cfbbe412,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:03.929345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Allocated IP 172.35.1.217 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/df5cf35d-2e40-4f6d-b674-18966065474c) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:03.960332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bac4c6-ac43-4af6-b998-a73747ce1f79 None None] Network abffeed7-315f-4bbe-a4bb-d05524a3b4e1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:21:03.977643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-aa323f3d-8a04-43f9-bae6-34384453a258 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:03.978552 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-aa323f3d-8a04-43f9-bae6-34384453a258 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.050803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38362) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:04.068403 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a34436e-3164-479b-99e3-d262f9ceb0fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.084522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-22986eda-b8ce-4fc0-9f39-36ed7d39b1af None None] Provisioning complete for port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:04.086628 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22986eda-b8ce-4fc0-9f39-36ed7d39b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.092000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:04.092633 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.182466 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks [] for port (df5cf35d-2e40-4f6d-b674-18966065474c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.271507 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-aa323f3d-8a04-43f9-bae6-34384453a258 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8518510
Apr 16 21:21:04.276284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac36923e-db3b-4dfa-b3fb-f9c54d726d6c,segment=NetworkSegment(01cf4436-2595-4086-b2a5-fff615b8bd84),segment_id=01cf4436-2595-4086-b2a5-fff615b8bd84)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:04.294151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Request body: {'port': {'device_id': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:04.299406 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45a018f6-7484-435a-b783-f2351f369aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.335547 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.340152 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (df5cf35d-2e40-4f6d-b674-18966065474c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.342241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a34436e-3164-479b-99e3-d262f9ceb0fa admin admin] Publish callbacks [] for security_group (0a0ac735-df4d-4128-8bb2-f8718fc08c3c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.401879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Pushing event updated for resources: {'Port': ['ID=df5cf35d-2e40-4f6d-b674-18966065474c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:04.412260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-22986eda-b8ce-4fc0-9f39-36ed7d39b1af None None] Current status of the port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:04.414079 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22986eda-b8ce-4fc0-9f39-36ed7d39b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.433921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:04.433921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:04.438781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848aa9a-63ff-41d1-96cf-c54352d3052f req-6b074ed8-472d-4527-b0da-528793daaaee tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:04.446149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-f8df6530-c68c-4568-8813-f18b1b4059d2 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:04.446519 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8848aa9a-63ff-41d1-96cf-c54352d3052f req-6b074ed8-472d-4527-b0da-528793daaaee tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1710498
Apr 16 21:21:04.449849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:04.452163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-f8df6530-c68c-4568-8813-f18b1b4059d2 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:04.453953 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-f8df6530-c68c-4568-8813-f18b1b4059d2 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.41 "GET /v2.0/networks?id=6e928b67-1907-4e0d-83cb-33b917672cad&id=abffeed7-315f-4bbe-a4bb-d05524a3b4e1 HTTP/1.1" status: 200  len: 1390 time: 0.1926851
Apr 16 21:21:04.501068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-61b69259-b31c-4cf5-9fbd-5a41472c6c2f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Request body: {'port': {'device_id': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'network_id': '6e928b67-1907-4e0d-83cb-33b917672cad', 'admin_state_up': True, 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:04.510612 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-22986eda-b8ce-4fc0-9f39-36ed7d39b1af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:21:04.510976 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-22986eda-b8ce-4fc0-9f39-36ed7d39b1af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:21:04.511632 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=ac36923e-db3b-4dfa-b3fb-f9c54d726d6c,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:04.521216 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a34436e-3164-479b-99e3-d262f9ceb0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0a0ac735-df4d-4128-8bb2-f8718fc08c3c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.603075 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.637545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d4bce-0a77-4d70-bb49-2921da38afc2 req-cc56e50d-7985-4d29-8fff-89333c36b6e4 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:04.639884 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d8d4bce-0a77-4d70-bb49-2921da38afc2 req-cc56e50d-7985-4d29-8fff-89333c36b6e4 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.3577921
Apr 16 21:21:04.654443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34436e-3164-479b-99e3-d262f9ceb0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0ac735-df4d-4128-8bb2-f8718fc08c3c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:04.699059 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2a34436e-3164-479b-99e3-d262f9ceb0fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89e9695c6c91478483590ff35b43243e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6471062
Apr 16 21:21:04.706722 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38372) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:04.720548 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8848aa9a-63ff-41d1-96cf-c54352d3052f req-a95088b3-4064-4e6f-b54f-92a476c7b5a6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2731543
Apr 16 21:21:04.850440 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d8d4bce-0a77-4d70-bb49-2921da38afc2 req-bfda3d5c-94a5-4405-ada8-c30e4ac316fd tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657217
Apr 16 21:21:04.890891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-83653931-45ed-4b9d-9016-21582d5a4cf7 req-ace1b8e8-0ec3-4422-bffd-6da6cb989037 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 210 time: 0.0873513
Apr 16 21:21:04.910123 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f83d907d-a650-4d9e-9e90-ee1a2ba704bb admin admin] Publish callbacks [] for security_group (0a0ac735-df4d-4128-8bb2-f8718fc08c3c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.984590 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f83d907d-a650-4d9e-9e90-ee1a2ba704bb admin admin] Publish callbacks [] for security_group (0a0ac735-df4d-4128-8bb2-f8718fc08c3c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:04.989693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-61b69259-b31c-4cf5-9fbd-5a41472c6c2f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:04.993054 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-61b69259-b31c-4cf5-9fbd-5a41472c6c2f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:05.032733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bfae6-1ef5-47c7-b22f-8e27b1fc925e req-4006a1d2-76bd-4101-ad7e-432080273487 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:05.034226 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d91bfae6-1ef5-47c7-b22f-8e27b1fc925e req-4006a1d2-76bd-4101-ad7e-432080273487 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 932 time: 0.1071887
Apr 16 21:21:05.056239 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-22986eda-b8ce-4fc0-9f39-36ed7d39b1af None None] Current status of the port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:05.166212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-45a018f6-7484-435a-b783-f2351f369aa1 admin admin] Deleting port 0601ed79-d0b5-41af-8331-dcfa93a634cb {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:05.168685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45a018f6-7484-435a-b783-f2351f369aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:05.176945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-fac9f99d-6a69-44d5-981f-0824d18f59e1 None None] Provisioning complete for port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:05.177315 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fac9f99d-6a69-44d5-981f-0824d18f59e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:05.242090 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d91bfae6-1ef5-47c7-b22f-8e27b1fc925e req-1b128c65-2ce4-4a9d-ad0a-9b7e5766c7f1 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901717
Apr 16 21:21:05.275315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fac9f99d-6a69-44d5-981f-0824d18f59e1 None None] Current status of the port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:05.287007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-fac9f99d-6a69-44d5-981f-0824d18f59e1 None None] Provisioning complete for port b27f4ef2-9de6-4c41-9578-cab9cfbbe412 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:05.287526 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fac9f99d-6a69-44d5-981f-0824d18f59e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:05.306580 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f83d907d-a650-4d9e-9e90-ee1a2ba704bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0a0ac735-df4d-4128-8bb2-f8718fc08c3c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:05.309232 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f83d907d-a650-4d9e-9e90-ee1a2ba704bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:05.312856 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f83d907d-a650-4d9e-9e90-ee1a2ba704bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a0ac735-df4d-4128-8bb2-f8718fc08c3c HTTP/1.1" status: 204  len: 168 time: 0.5943825
Apr 16 21:21:05.328605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fac9f99d-6a69-44d5-981f-0824d18f59e1 None None] Port b27f4ef2-9de6-4c41-9578-cab9cfbbe412 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:21:05.331058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-45a018f6-7484-435a-b783-f2351f369aa1 admin admin] For port 0601ed79-d0b5-41af-8331-dcfa93a634cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0601ed79-d0b5-41af-8331-dcfa93a634cb,segment=NetworkSegment(d67c964c-5141-4e89-bb87-ca206f6b7bcd),segment_id=d67c964c-5141-4e89-bb87-ca206f6b7bcd)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:05.331479 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45a018f6-7484-435a-b783-f2351f369aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:05.350528 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-61b69259-b31c-4cf5-9fbd-5a41472c6c2f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Allocated IP 19.80.0.185 (6e928b67-1907-4e0d-83cb-33b917672cad/6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b/15fd4ebd-e376-4ff7-a23e-3fcf24c60d16) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:05.352923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d907d-a650-4d9e-9e90-ee1a2ba704bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0ac735-df4d-4128-8bb2-f8718fc08c3c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:05.360718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-45a018f6-7484-435a-b783-f2351f369aa1 admin admin] Calling delete_port for 0601ed79-d0b5-41af-8331-dcfa93a634cb owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:05.548895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27f4ef2-9de6-4c41-9578-cab9cfbbe412 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:21:05.560094 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Publish callbacks [] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:05.567563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ac36923e-db3b-4dfa-b3fb-f9c54d726d6c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:05.582673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Transition to ACTIVE for port object b27f4ef2-9de6-4c41-9578-cab9cfbbe412 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:21:05.592463 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks [] for floatingip (d46f3737-5419-48b3-b019-2f197153c43b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:05.635388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:05.635913 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:05.657993 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:05.725698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Pushing event updated for resources: {'Port': ['ID=b27f4ef2-9de6-4c41-9578-cab9cfbbe412,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:05.890965 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (df5cf35d-2e40-4f6d-b674-18966065474c), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:05.943683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:06.054440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d9f14-116b-4a00-b54f-309ef404e7cc req-5473adca-a4f1-44b6-92ff-e0fa2e3d9510 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:06.058418 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a3d9f14-116b-4a00-b54f-309ef404e7cc req-5473adca-a4f1-44b6-92ff-e0fa2e3d9510 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.2067707
Apr 16 21:21:06.068621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Attempting to bind port b27f4ef2-9de6-4c41-9578-cab9cfbbe412 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:06.069559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Attempting to bind port b27f4ef2-9de6-4c41-9578-cab9cfbbe412 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:06.069903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Attempting to bind port b27f4ef2-9de6-4c41-9578-cab9cfbbe412 on network de9da8f1-3ad8-4653-830f-a88f9ba49f3e {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:06.102470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763dca9-f6f9-4100-be94-49fe541146d6 req-e16343a0-b13c-4a33-9eb9-a71f2e4e3608 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:06.103946 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1763dca9-f6f9-4100-be94-49fe541146d6 req-e16343a0-b13c-4a33-9eb9-a71f2e4e3608 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0858059
Apr 16 21:21:06.120623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Port b27f4ef2-9de6-4c41-9578-cab9cfbbe412 on network de9da8f1-3ad8-4653-830f-a88f9ba49f3e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:06.120954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Attempting to bind port b27f4ef2-9de6-4c41-9578-cab9cfbbe412 on network de9da8f1-3ad8-4653-830f-a88f9ba49f3e {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:06.125402 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:06.128257 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-61b69259-b31c-4cf5-9fbd-5a41472c6c2f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:06.135578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:21:06.135911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Checking segment: {'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:21:06.136328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Bound using segment: {'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:21:06.136768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Bound port: b27f4ef2-9de6-4c41-9578-cab9cfbbe412, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636bbb24-8175-4636-a38c-a9e0db8da249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:21:06.137134 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:06.189219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1763dca9-f6f9-4100-be94-49fe541146d6 req-761f7aa1-8db3-4800-8515-d6a24c84b9a9 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757775
Apr 16 21:21:06.228066 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a3d9f14-116b-4a00-b54f-309ef404e7cc req-c9b29508-2e91-409c-8121-5e093eeb16a7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1627893
Apr 16 21:21:06.279963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] For port b27f4ef2-9de6-4c41-9578-cab9cfbbe412, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:21:06.284256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] For port b27f4ef2-9de6-4c41-9578-cab9cfbbe412, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27f4ef2-9de6-4c41-9578-cab9cfbbe412,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:21:06.302464 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks [] for port (df5cf35d-2e40-4f6d-b674-18966065474c), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:06.306510 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57451018-5e75-48e5-ae03-7f66ff569115 req-0ce94b52-b628-4591-b59d-001a1ee158fe tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 210 time: 0.0333498
Apr 16 21:21:06.326592 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-61b69259-b31c-4cf5-9fbd-5a41472c6c2f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:06.359264 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:06.361630 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45a018f6-7484-435a-b783-f2351f369aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0601ed79-d0b5-41af-8331-dcfa93a634cb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:06.390826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-61b69259-b31c-4cf5-9fbd-5a41472c6c2f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Network 6e928b67-1907-4e0d-83cb-33b917672cad is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:06.397517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b69259-b31c-4cf5-9fbd-5a41472c6c2f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event updated for resources: {'Port': ['ID=15fd4ebd-e376-4ff7-a23e-3fcf24c60d16,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:06.401137 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-61b69259-b31c-4cf5-9fbd-5a41472c6c2f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:06.417452 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (df5cf35d-2e40-4f6d-b674-18966065474c), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:06.438549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:06.439201 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:06.441031 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] 10.222.0.11 "PUT /v2.0/ports/b27f4ef2-9de6-4c41-9578-cab9cfbbe412 HTTP/1.1" status: 200  len: 1092 time: 2.1536489
Apr 16 21:21:06.453158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-61b69259-b31c-4cf5-9fbd-5a41472c6c2f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:06.454014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'tag': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:06.458832 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e7f0cb-0c61-4fdb-b151-e5164a871a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3675634-9fc5-4448-8b33-707bec3adaa5", "tag": "b27f4ef2-9de6-4c41-9578-cab9cfbbe412"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:06.467081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e298e-b37b-47bc-8690-5832daa72f55 req-d31abc25-f156-450a-8496-93f77c579e2a tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:06.468703 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-227e298e-b37b-47bc-8690-5832daa72f55 req-d31abc25-f156-450a-8496-93f77c579e2a tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 944 time: 0.1237800
Apr 16 21:21:06.507917 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a018f6-7484-435a-b783-f2351f369aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0601ed79-d0b5-41af-8331-dcfa93a634cb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:06.556892 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637e9530-4739-4faf-89ef-8e1b7f6c1cbd x-openstack-request-id: req-637e9530-4739-4faf-89ef-8e1b7f6c1cbd {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:06.557145 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3675634-9fc5-4448-8b33-707bec3adaa5", "tag": "b27f4ef2-9de6-4c41-9578-cab9cfbbe412", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:06.557364 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-637e9530-4739-4faf-89ef-8e1b7f6c1cbd {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:06.557777 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637e9530-4739-4faf-89ef-8e1b7f6c1cbd'] response: {'name': 'network-changed', 'server_uuid': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'tag': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'status': 'completed', 'code': 200}
Apr 16 21:21:06.562243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d749a-82c8-4c4f-ba1a-ef6734a2c00d service neutron] Pushing event updated for resources: {'Port': ['ID=b27f4ef2-9de6-4c41-9578-cab9cfbbe412,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:06.629407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-61b69259-b31c-4cf5-9fbd-5a41472c6c2f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:06.630051 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-61b69259-b31c-4cf5-9fbd-5a41472c6c2f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:06.680939 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (d46f3737-5419-48b3-b019-2f197153c43b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:06.728470 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-61b69259-b31c-4cf5-9fbd-5a41472c6c2f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2314863
Apr 16 21:21:06.743248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-b02776d3-dd2f-41ef-b609-52e4a8018770 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Request body: {'port': {'device_id': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'network_id': 'abffeed7-315f-4bbe-a4bb-d05524a3b4e1', 'admin_state_up': True, 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:06.748761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Pushing event updated for resources: {'Port': ['ID=df5cf35d-2e40-4f6d-b674-18966065474c,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:06.756093 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-227e298e-b37b-47bc-8690-5832daa72f55 req-8cae6a3f-22e9-4c8c-8fdb-0e6af6ea8e66 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2755799
Apr 16 21:21:06.761632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7f0cb-0c61-4fdb-b151-e5164a871a9f req-7a6b7356-492e-4569-b44a-4cabc4d14a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:06.763269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54e7f0cb-0c61-4fdb-b151-e5164a871a9f req-7a6b7356-492e-4569-b44a-4cabc4d14a6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 1126 time: 0.1898687
Apr 16 21:21:06.897097 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45a018f6-7484-435a-b783-f2351f369aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:06.956437 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Floating IP d46f3737-5419-48b3-b019-2f197153c43b associated. External IP: 172.35.1.217, port: 7a955831-3b46-458f-b494-3b8622c03418.
Apr 16 21:21:07.011860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-649d2e09-78c0-4867-ba45-9af7a2afa824 None None] Provisioning complete for port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:07.017577 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-649d2e09-78c0-4867-ba45-9af7a2afa824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:07.020508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7f0cb-0c61-4fdb-b151-e5164a871a9f req-86da3c15-4d3c-4912-8b2d-0d0637adfa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:07.022114 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54e7f0cb-0c61-4fdb-b151-e5164a871a9f req-86da3c15-4d3c-4912-8b2d-0d0637adfa76 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&shared=False HTTP/1.1" status: 200  len: 922 time: 0.2469902
Apr 16 21:21:07.055024 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-649d2e09-78c0-4867-ba45-9af7a2afa824 None None] Port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:21:07.128290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-b02776d3-dd2f-41ef-b609-52e4a8018770 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Made reservation on behalf of c3457cd454b04246bb4adb154b41bbb2 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:07.131732 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-b02776d3-dd2f-41ef-b609-52e4a8018770 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:07.202201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7f0cb-0c61-4fdb-b151-e5164a871a9f req-033c6704-042c-40df-acf7-00a6275b5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:07.203694 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54e7f0cb-0c61-4fdb-b151-e5164a871a9f req-033c6704-042c-40df-acf7-00a6275b5388 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1748147
Apr 16 21:21:07.312547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-9535d005-ea25-4fd4-8bfc-f198342c72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:07.312547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-9535d005-ea25-4fd4-8bfc-f198342c72a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 1126 time: 0.0580759
Apr 16 21:21:07.320303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Router 0536326b-8f7f-4589-8908-a00acdc509a8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:07.374077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-823848b1-0e73-46e3-8ef8-0bf365f3f6b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27f4ef2-9de6-4c41-9578-cab9cfbbe412 HTTP/1.1" status: 200  len: 217 time: 0.0537171
Apr 16 21:21:07.449266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2defe-6d7d-4030-8771-61ad41a27680 req-e2308c75-3f74-4a12-aa0f-4759ad8660d3 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:07.450877 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aee2defe-6d7d-4030-8771-61ad41a27680 req-e2308c75-3f74-4a12-aa0f-4759ad8660d3 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.1178486
Apr 16 21:21:07.457543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-b02776d3-dd2f-41ef-b609-52e4a8018770 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Allocated IP 19.86.0.29 (abffeed7-315f-4bbe-a4bb-d05524a3b4e1/162ea5ef-a184-4a4c-82f0-d43fae8e0f4e/30c99ab2-73f0-439e-9ac5-efccf5042446) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:07.496807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67a1b-8d40-48c7-aeac-77964b54cb5e req-c560f120-3882-4459-8cdf-f434b93809f8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:07.500960 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8c67a1b-8d40-48c7-aeac-77964b54cb5e req-c560f120-3882-4459-8cdf-f434b93809f8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1715629
Apr 16 21:21:07.518493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-9ec22f5a-aa9d-4ea9-b783-6713d61d1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:07.520032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-9ec22f5a-aa9d-4ea9-b783-6713d61d1f91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.1250286
Apr 16 21:21:07.521483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a018f6-7484-435a-b783-f2351f369aa1 admin admin] Router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:07.544241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aee2defe-6d7d-4030-8771-61ad41a27680 req-1abdd4b3-dbe1-49fb-9592-b351437b40c7 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793810
Apr 16 21:21:07.632661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-f0bc8a4d-f35a-4a6f-8858-551eda64e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:07.634922 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-f0bc8a4d-f35a-4a6f-8858-551eda64e793 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1043665
Apr 16 21:21:07.660340 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8c67a1b-8d40-48c7-aeac-77964b54cb5e req-f339a1d7-251a-4c55-bdcf-62b728a93640 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1526663
Apr 16 21:21:07.701448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:07.709031 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c934c14-d8b0-4c72-81e5-38b46c673204 None None] Sync routers for ids ['0536326b-8f7f-4589-8908-a00acdc509a8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:07.722346 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c934c14-d8b0-4c72-81e5-38b46c673204 None None] Routers {'0536326b-8f7f-4589-8908-a00acdc509a8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:07.722969 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6c934c14-d8b0-4c72-81e5-38b46c673204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c71fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0536326b-8f7f-4589-8908-a00acdc509a8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:07.748014 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729b812-4542-461d-bd04-77ab12f712f9 req-1ceff115-31c4-451d-8f59-0dfe4bc7925d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:07.750203 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1729b812-4542-461d-bd04-77ab12f712f9 req-1ceff115-31c4-451d-8f59-0dfe4bc7925d tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 932 time: 0.0988688
Apr 16 21:21:07.760259 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-8cd866f8-9071-4c1a-8512-4605670cef3d service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1128225
Apr 16 21:21:07.764781 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6c934c14-d8b0-4c72-81e5-38b46c673204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c71fd0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:07.777362 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c934c14-d8b0-4c72-81e5-38b46c673204 None None] Routers {'0536326b-8f7f-4589-8908-a00acdc509a8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:07.778449 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6c934c14-d8b0-4c72-81e5-38b46c673204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c71fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0536326b-8f7f-4589-8908-a00acdc509a8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:07.822902 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:07.868326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a018f6-7484-435a-b783-f2351f369aa1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:07.879329 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee93e02-eaa9-4563-9163-2eb8951606e6 None None] Sync routers for ids ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:07.894029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-45a018f6-7484-435a-b783-f2351f369aa1 admin admin] 10.222.0.20 "PUT /v2.0/routers/93b1d10c-9861-41c3-bb8b-29ef1b8d68cb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4100668
Apr 16 21:21:07.900744 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1ddf078a-355e-4e82-a641-00a84f153225 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 989 time: 4.7213974
Apr 16 21:21:07.900744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38428) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:07.901035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38430) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:07.911353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee93e02-eaa9-4563-9163-2eb8951606e6 None None] Routers {'93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:07.912014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bee93e02-eaa9-4563-9163-2eb8951606e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01244cdf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:07.951589 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1729b812-4542-461d-bd04-77ab12f712f9 req-2775e77d-f640-497d-96c0-d6646841d54e tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667278
Apr 16 21:21:07.965974 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-b02776d3-dd2f-41ef-b609-52e4a8018770 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:07.969073 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6c934c14-d8b0-4c72-81e5-38b46c673204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c71fd0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:07.969981 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c934c14-d8b0-4c72-81e5-38b46c673204 None None] The sync data for ids ['0536326b-8f7f-4589-8908-a00acdc509a8'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:07.993667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96af86-68ce-4424-9e2e-d80440e35609 req-6b0c672f-6756-4e1a-a88e-5676c72e15a1 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:07.995218 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba96af86-68ce-4424-9e2e-d80440e35609 req-6b0c672f-6756-4e1a-a88e-5676c72e15a1 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 944 time: 0.1478474
Apr 16 21:21:08.085995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-bee93e02-eaa9-4563-9163-2eb8951606e6 None None] Set router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:08.089499 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-b02776d3-dd2f-41ef-b609-52e4a8018770 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:08.141328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-b02776d3-dd2f-41ef-b609-52e4a8018770 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Network abffeed7-315f-4bbe-a4bb-d05524a3b4e1 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:08.144632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-b02776d3-dd2f-41ef-b609-52e4a8018770 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:08.148415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-b02776d3-dd2f-41ef-b609-52e4a8018770 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:08.158545 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ff9e631-b27b-4926-a672-2f1cac4da611 req-493395af-cb89-443d-828b-05ea2ec4a494 service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3922250
Apr 16 21:21:08.186155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02776d3-dd2f-41ef-b609-52e4a8018770 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event updated for resources: {'Port': ['ID=30c99ab2-73f0-439e-9ac5-efccf5042446,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:08.189120 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-addc17ce-41e2-48cb-9ec7-378a26e2ded0 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] 10.222.0.20 "GET /v2.0/floatingips/d46f3737-5419-48b3-b019-2f197153c43b HTTP/1.1" status: 200  len: 984 time: 0.2822580
Apr 16 21:21:08.199126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38434) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:08.212984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba96af86-68ce-4424-9e2e-d80440e35609 req-1323a9a3-024f-4b7c-8ed4-7533ceb6ae70 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790011
Apr 16 21:21:08.220954 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Publish callbacks [] for router (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:08.338863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bee93e02-eaa9-4563-9163-2eb8951606e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01244cdf70>, [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:21:06Z', 'revision_number': 5, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:08.388523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-b02776d3-dd2f-41ef-b609-52e4a8018770 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:08.389163 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-b02776d3-dd2f-41ef-b609-52e4a8018770 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:08.396324 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Publish callbacks [] for router_gateway (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:08.407479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee93e02-eaa9-4563-9163-2eb8951606e6 None None] Checking router: 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:08.419680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee93e02-eaa9-4563-9163-2eb8951606e6 None None] Routers {'93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:08.420415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bee93e02-eaa9-4563-9163-2eb8951606e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01244cdf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:08.424149 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b777dd3e-102d-41cf-9fba-0a899496a15e tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3515 time: 0.2136192
Apr 16 21:21:08.424149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38438) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:08.501504 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-b02776d3-dd2f-41ef-b609-52e4a8018770 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7655611
Apr 16 21:21:08.520161 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Deleting port 44879840-106d-4f3b-9779-aeb90e6a0f26 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:08.520600 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:08.549535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Request body: {'port': {'device_id': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:08.559460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-bee93e02-eaa9-4563-9163-2eb8951606e6 None None] Set router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:08.645618 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] For port 44879840-106d-4f3b-9779-aeb90e6a0f26, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44879840-106d-4f3b-9779-aeb90e6a0f26,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:08.646045 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:08.652132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-36720ed1-0d18-4a07-9b13-d9d03255f2c0 None None] Provisioning complete for port 30c99ab2-73f0-439e-9ac5-efccf5042446 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:08.652540 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-36720ed1-0d18-4a07-9b13-d9d03255f2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:08.661659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Calling delete_port for 44879840-106d-4f3b-9779-aeb90e6a0f26 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:08.714510 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:08.736628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-36720ed1-0d18-4a07-9b13-d9d03255f2c0 None None] Port 30c99ab2-73f0-439e-9ac5-efccf5042446 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:21:08.770515 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e42e9-c88d-45e4-91ae-a05963ca009e req-1f88dc05-3339-410d-b5ba-7bd1e50b9db6 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:08.772472 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d89e42e9-c88d-45e4-91ae-a05963ca009e req-1f88dc05-3339-410d-b5ba-7bd1e50b9db6 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.1360238
Apr 16 21:21:08.798785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bee93e02-eaa9-4563-9163-2eb8951606e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01244cdf70>, [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:21:06Z', 'revision_number': 5, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:08.829656 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee93e02-eaa9-4563-9163-2eb8951606e6 None None] The sync data for ids ['93b1d10c-9861-41c3-bb8b-29ef1b8d68cb'] in ncdv-master-1 is: [{'id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'name': 'tempest-ServersTestBootFromVolume-332272359-router', 'tenant_id': '840fd4cbe2fd414bb97f14898bf9647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:13:01Z', 'updated_at': '2022-04-16T21:21:06Z', 'revision_number': 5, 'project_id': '840fd4cbe2fd414bb97f14898bf9647d', 'gw_port': {'id': '44879840-106d-4f3b-9779-aeb90e6a0f26', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b1d10c-9861-41c3-bb8b-29ef1b8d68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:13:02Z', 'updated_at': '2022-04-16T21:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:08.877426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2a2e1-7b8e-4343-99b3-6f82d1d20458 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Deleting port df5cf35d-2e40-4f6d-b674-18966065474c {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:08.877851 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a2e1-7b8e-4343-99b3-6f82d1d20458 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (df5cf35d-2e40-4f6d-b674-18966065474c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:08.933903 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d89e42e9-c88d-45e4-91ae-a05963ca009e req-39c692f4-0760-4a52-9d2a-8b66e09cac9b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393247
Apr 16 21:21:08.949029 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c916763b-bca0-4b76-adc7-10df636f2d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:08.967819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a6f2a-510b-44cc-9cf8-b6ed6c6b2c84 req-ba31e0b3-46b8-47f5-9b9c-e93ec2efb7cf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:08.986156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df0a6f2a-510b-44cc-9cf8-b6ed6c6b2c84 req-ba31e0b3-46b8-47f5-9b9c-e93ec2efb7cf tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0823302
Apr 16 21:21:09.052748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (44879840-106d-4f3b-9779-aeb90e6a0f26), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.099117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df0a6f2a-510b-44cc-9cf8-b6ed6c6b2c84 req-b9bd30a5-5ca6-48e5-851c-9aee1960e369 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042893
Apr 16 21:21:09.102822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Pushing event deleted for resources: {'Port': ['ID=44879840-106d-4f3b-9779-aeb90e6a0f26,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:09.143600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52275de-1c22-4122-a3e2-532b0ff77ac6 req-44a54d3a-7ae2-4f6b-8908-515859d869e5 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:09.149505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52275de-1c22-4122-a3e2-532b0ff77ac6 req-44a54d3a-7ae2-4f6b-8908-515859d869e5 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:09.151102 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a52275de-1c22-4122-a3e2-532b0ff77ac6 req-44a54d3a-7ae2-4f6b-8908-515859d869e5 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1654 time: 0.1269739
Apr 16 21:21:09.158773 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a2e1-7b8e-4343-99b3-6f82d1d20458 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (df5cf35d-2e40-4f6d-b674-18966065474c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.159683 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a2e1-7b8e-4343-99b3-6f82d1d20458 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for floatingip (df5cf35d-2e40-4f6d-b674-18966065474c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.175627 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.196745 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2a2e1-7b8e-4343-99b3-6f82d1d20458 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Calling delete_port for df5cf35d-2e40-4f6d-b674-18966065474c owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:09.285029 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.288161 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Publish callbacks [] for router_controller (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.396715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae81d2-458e-49f9-b449-509e102708ba req-5e7653f6-e0f2-4cc2-a46e-f788e3d82593 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:09.407345 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e6ae81d2-458e-49f9-b449-509e102708ba req-5e7653f6-e0f2-4cc2-a46e-f788e3d82593 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 944 time: 0.0785792
Apr 16 21:21:09.437101 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (93b1d10c-9861-41c3-bb8b-29ef1b8d68cb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.438023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93b1d10c-9861-41c3-bb8b-29ef1b8d68cb {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:21:09.451209 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.452528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-87635127-ad98-4944-84b6-4e148039274f admin admin] 10.222.0.20 "DELETE /v2.0/routers/93b1d10c-9861-41c3-bb8b-29ef1b8d68cb HTTP/1.1" status: 204  len: 168 time: 1.5479190
Apr 16 21:21:09.456543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38464) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:09.528866 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e6ae81d2-458e-49f9-b449-509e102708ba req-c43b7c85-cc82-4ac0-ac8c-de0cf1ac79fc tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204770
Apr 16 21:21:09.557674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1d30be-d448-4651-9b5a-e0a7dae256e8 admin admin] Deleting subnet 0cd94b55-28d2-4e17-a8d6-479b05215f3a {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:21:09.577142 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb1d30be-d448-4651-9b5a-e0a7dae256e8 admin admin] Publish callbacks [] for subnet (0cd94b55-28d2-4e17-a8d6-479b05215f3a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.599601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0601ed79-d0b5-41af-8331-dcfa93a634cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:09.616574 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb1d30be-d448-4651-9b5a-e0a7dae256e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (0cd94b55-28d2-4e17-a8d6-479b05215f3a), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.623465 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 0601ed79-d0b5-41af-8331-dcfa93a634cb {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:09.625711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0601ed79-d0b5-41af-8331-dcfa93a634cb not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:09.635305 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a52275de-1c22-4122-a3e2-532b0ff77ac6 req-dd40244d-2161-4b08-881f-2aaa9687ba4a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4732280
Apr 16 21:21:09.719054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:21:09.731106 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Publish callbacks [] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.753208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Transition to ACTIVE for port object 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:21:09.769735 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb1d30be-d448-4651-9b5a-e0a7dae256e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (0cd94b55-28d2-4e17-a8d6-479b05215f3a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.840133 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.891025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Pushing event updated for resources: {'Port': ['ID=15fd4ebd-e376-4ff7-a23e-3fcf24c60d16,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:09.921156 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a2e1-7b8e-4343-99b3-6f82d1d20458 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (df5cf35d-2e40-4f6d-b674-18966065474c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.943658 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb1d30be-d448-4651-9b5a-e0a7dae256e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (0cd94b55-28d2-4e17-a8d6-479b05215f3a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:09.971253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bf315f-970f-4383-befa-55bad5960456 None None] Network b5f78b9b-3fd5-4910-aed9-d569c9b4e83c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:21:09.971534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2a2e1-7b8e-4343-99b3-6f82d1d20458 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event deleted for resources: {'Port': ['ID=df5cf35d-2e40-4f6d-b674-18966065474c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:10.013881 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb1d30be-d448-4651-9b5a-e0a7dae256e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.019402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eb1d30be-d448-4651-9b5a-e0a7dae256e8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0cd94b55-28d2-4e17-a8d6-479b05215f3a HTTP/1.1" status: 204  len: 168 time: 0.5595691
Apr 16 21:21:10.024432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38470) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:10.030951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d30be-d448-4651-9b5a-e0a7dae256e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd94b55-28d2-4e17-a8d6-479b05215f3a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:10.091469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Attempting to bind port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:10.092147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Attempting to bind port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c485b968-4d58-430b-9643-93f803aedda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e928b67-1907-4e0d-83cb-33b917672cad'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:10.092688 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Attempting to bind port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 on network 6e928b67-1907-4e0d-83cb-33b917672cad {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:10.104237 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a2e1-7b8e-4343-99b3-6f82d1d20458 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for floatingip (d46f3737-5419-48b3-b019-2f197153c43b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.104598 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-8ca2a2e1-7b8e-4343-99b3-6f82d1d20458 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Floating IP d46f3737-5419-48b3-b019-2f197153c43b disassociated (deleted). External IP: 172.35.1.217, port: 7a955831-3b46-458f-b494-3b8622c03418.
Apr 16 21:21:10.108288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 on network 6e928b67-1907-4e0d-83cb-33b917672cad not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:10.108288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Attempting to bind port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 on network 6e928b67-1907-4e0d-83cb-33b917672cad {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:10.191592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:21:10.192246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Checking segment: {'id': 'c485b968-4d58-430b-9643-93f803aedda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e928b67-1907-4e0d-83cb-33b917672cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:21:10.192964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Bound using segment: {'id': 'c485b968-4d58-430b-9643-93f803aedda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e928b67-1907-4e0d-83cb-33b917672cad'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:21:10.193598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Bound port: 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c485b968-4d58-430b-9643-93f803aedda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6e928b67-1907-4e0d-83cb-33b917672cad'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:21:10.194166 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.194289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d713a7-c75b-49c1-b873-a239c9dcf4ef None None] DHCP port deletion for b5f78b9b-3fd5-4910-aed9-d569c9b4e83c request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:21:10.207958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab75d0a-ae1f-467b-a5be-f86ab846da47 req-fea1b5f3-bc2f-478e-91a5-0d7cb417f4d4 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:10.211636 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eab75d0a-ae1f-467b-a5be-f86ab846da47 req-fea1b5f3-bc2f-478e-91a5-0d7cb417f4d4 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.1614172
Apr 16 21:21:10.260933 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (b5f78b9b-3fd5-4910-aed9-d569c9b4e83c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.269425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e1d713a7-c75b-49c1-b873-a239c9dcf4ef None None] Deleting port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:10.270210 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e1d713a7-c75b-49c1-b873-a239c9dcf4ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.338096 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eab75d0a-ae1f-467b-a5be-f86ab846da47 req-80194835-e98e-4c1f-a5ef-015c52df1df2 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093814
Apr 16 21:21:10.339268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Deleting port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:10.339701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.339835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f58a3-cf0e-48a9-8376-675e9fe75151 req-63a77198-3e95-4172-8c1e-f25a0fdebc68 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:10.341450 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c5f58a3-cf0e-48a9-8376-675e9fe75151 req-63a77198-3e95-4172-8c1e-f25a0fdebc68 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1371603
Apr 16 21:21:10.368372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e1d713a7-c75b-49c1-b873-a239c9dcf4ef None None] For port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ba82ce3-7dc1-48c7-a8e4-b0ece571908a,segment=NetworkSegment(d67c964c-5141-4e89-bb87-ca206f6b7bcd),segment_id=d67c964c-5141-4e89-bb87-ca206f6b7bcd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:10.369007 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e1d713a7-c75b-49c1-b873-a239c9dcf4ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.384760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38476) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:10.385586 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e1d713a7-c75b-49c1-b873-a239c9dcf4ef None None] Calling delete_port for 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:10.423514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] For port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ba82ce3-7dc1-48c7-a8e4-b0ece571908a,segment=NetworkSegment(d67c964c-5141-4e89-bb87-ca206f6b7bcd),segment_id=d67c964c-5141-4e89-bb87-ca206f6b7bcd)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:10.423894 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.437442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] For port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:21:10.440991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Calling delete_port for 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:10.503767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] For port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15fd4ebd-e376-4ff7-a23e-3fcf24c60d16,segment=NetworkSegment(c485b968-4d58-430b-9643-93f803aedda8),segment_id=c485b968-4d58-430b-9643-93f803aedda8)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:21:10.508246 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c5f58a3-cf0e-48a9-8376-675e9fe75151 req-baa344ef-8f8d-4310-a985-05903b81aa4e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1499231
Apr 16 21:21:10.543424 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e1d713a7-c75b-49c1-b873-a239c9dcf4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.553150 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (9ba82ce3-7dc1-48c7-a8e4-b0ece571908a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.575342 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d713a7-c75b-49c1-b873-a239c9dcf4ef None None] No DVR routers for this DVR port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:10.587187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d713a7-c75b-49c1-b873-a239c9dcf4ef None None] Pushing event deleted for resources: {'Port': ['ID=9ba82ce3-7dc1-48c7-a8e4-b0ece571908a,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:10.596650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] No DVR routers for this DVR port 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:10.598576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba82ce3-7dc1-48c7-a8e4-b0ece571908a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:10.610455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.615927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b27f4ef2-9de6-4c41-9578-cab9cfbbe412 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:21:10.621815 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-024090b4-a975-42c3-a19c-5489b67653e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.674625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:10.675279 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.676307 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] 10.222.0.41 "PUT /v2.0/ports/15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 HTTP/1.1" status: 200  len: 1092 time: 2.1317158
Apr 16 21:21:10.676628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'tag': '15fd4ebd-e376-4ff7-a23e-3fcf24c60d16'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:10.682605 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (b5f78b9b-3fd5-4910-aed9-d569c9b4e83c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.691049 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e633e7-702e-4913-9b34-b33f38600d74" -d '{"events": [{"name": "network-changed", "server_uuid": "26d907a5-99ba-4b78-bfb6-bde24a77d9ca", "tag": "15fd4ebd-e376-4ff7-a23e-3fcf24c60d16"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:10.707622 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ea9a8e0>,) {'filters': {'network_id': ['b5f78b9b-3fd5-4910-aed9-d569c9b4e83c']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:10.735216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca2a2e1-7b8e-4343-99b3-6f82d1d20458 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Router 0536326b-8f7f-4589-8908-a00acdc509a8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:10.776077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b27f4ef2-9de6-4c41-9578-cab9cfbbe412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27f4ef2-9de6-4c41-9578-cab9cfbbe412,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:10.784692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Request body: {'port': {'device_id': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:10.791125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2057-470d-4a4f-8888-f218d5cfffe6 req-cd81b6d5-d27b-4b2a-91d4-5bc1dc04cd54 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:10.792361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25423763-8cdb-4d28-94ec-8879f72ab736 service neutron] Pushing event updated for resources: {'Port': ['ID=15fd4ebd-e376-4ff7-a23e-3fcf24c60d16,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:10.798621 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-69bb2057-470d-4a4f-8888-f218d5cfffe6 req-cd81b6d5-d27b-4b2a-91d4-5bc1dc04cd54 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 944 time: 0.0756707
Apr 16 21:21:10.807466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea9a8e0>, 'd67c964c-5141-4e89-bb87-ca206f6b7bcd') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:10.807781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea9a8e0>, 'd67c964c-5141-4e89-bb87-ca206f6b7bcd') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:10.809379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'port_id': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'mac_address': 'fa:16:3e:e2:56:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:21:10.829533 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (d67c964c-5141-4e89-bb87-ca206f6b7bcd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.856568 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d67c964c-5141-4e89-bb87-ca206f6b7bcd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.863411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:21:10.863833 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (d67c964c-5141-4e89-bb87-ca206f6b7bcd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.882580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port b27f4ef2-9de6-4c41-9578-cab9cfbbe412 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:10.884420 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:10.905075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27f4ef2-9de6-4c41-9578-cab9cfbbe412 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:21:10.932749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ccd36-be38-4ed6-a4fa-2416176ed551 req-d58be7ed-2e4a-464c-9fbd-04f3d8c662fc tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:10.938757 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ccd36-be38-4ed6-a4fa-2416176ed551 req-d58be7ed-2e4a-464c-9fbd-04f3d8c662fc tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:10.940407 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-859ccd36-be38-4ed6-a4fa-2416176ed551 req-d58be7ed-2e4a-464c-9fbd-04f3d8c662fc tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1666 time: 0.1756833
Apr 16 21:21:10.950143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b27f4ef2-9de6-4c41-9578-cab9cfbbe412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27f4ef2-9de6-4c41-9578-cab9cfbbe412,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:11.017447 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.046225 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.080501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=b27f4ef2-9de6-4c41-9578-cab9cfbbe412,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:11.084491 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-024090b4-a975-42c3-a19c-5489b67653e1 admin admin] Publish callbacks [] for security_group (426f312b-a2e6-4666-a8ba-5c321df28dd2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.141875 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-859ccd36-be38-4ed6-a4fa-2416176ed551 req-419c5a08-4280-4cd6-944e-6d201172c06f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730568
Apr 16 21:21:11.155745 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca2a2e1-7b8e-4343-99b3-6f82d1d20458 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:11.161252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a2e1-7b8e-4343-99b3-6f82d1d20458 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.167786 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a3805-b8f1-4147-a48e-871cd6367c9b None None] Sync routers for ids ['0536326b-8f7f-4589-8908-a00acdc509a8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:11.181009 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a3805-b8f1-4147-a48e-871cd6367c9b None None] Routers {'0536326b-8f7f-4589-8908-a00acdc509a8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:11.181714 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2f1a3805-b8f1-4147-a48e-871cd6367c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249d2f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0536326b-8f7f-4589-8908-a00acdc509a8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:11.236212 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2f1a3805-b8f1-4147-a48e-871cd6367c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249d2f10>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:11.237024 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eba56b-d12c-4641-885d-7e144da108b5 x-openstack-request-id: req-b3eba56b-d12c-4641-885d-7e144da108b5 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:11.237316 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d907a5-99ba-4b78-bfb6-bde24a77d9ca", "tag": "15fd4ebd-e376-4ff7-a23e-3fcf24c60d16", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:11.237570 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3eba56b-d12c-4641-885d-7e144da108b5 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:11.237973 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3eba56b-d12c-4641-885d-7e144da108b5'] response: {'name': 'network-changed', 'server_uuid': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'tag': '15fd4ebd-e376-4ff7-a23e-3fcf24c60d16', 'status': 'completed', 'code': 200}
Apr 16 21:21:11.240672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b27f4ef2-9de6-4c41-9578-cab9cfbbe412'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:11.247290 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a3805-b8f1-4147-a48e-871cd6367c9b None None] Routers {'0536326b-8f7f-4589-8908-a00acdc509a8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:11.247582 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-024090b4-a975-42c3-a19c-5489b67653e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (426f312b-a2e6-4666-a8ba-5c321df28dd2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.248247 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2f1a3805-b8f1-4147-a48e-871cd6367c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249d2f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:20:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0536326b-8f7f-4589-8908-a00acdc509a8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:21:11.276848 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:21:11.295662 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2f1a3805-b8f1-4147-a48e-871cd6367c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249d2f10>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:11.296628 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a3805-b8f1-4147-a48e-871cd6367c9b None None] The sync data for ids ['0536326b-8f7f-4589-8908-a00acdc509a8'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:11.302866 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-69bb2057-470d-4a4f-8888-f218d5cfffe6 req-fbfbf224-d7fe-4be1-a6a3-5f9f9c121e4e tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5032289
Apr 16 21:21:11.316388 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8ca2a2e1-7b8e-4343-99b3-6f82d1d20458 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "DELETE /v2.0/floatingips/d46f3737-5419-48b3-b019-2f197153c43b HTTP/1.1" status: 204  len: 168 time: 2.8880460
Apr 16 21:21:11.319296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38486) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:11.328379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:11.346876 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (b5f78b9b-3fd5-4910-aed9-d569c9b4e83c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.354188 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.361202 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] 10.222.0.20 "DELETE /v2.0/networks/b5f78b9b-3fd5-4910-aed9-d569c9b4e83c HTTP/1.1" status: 204  len: 168 time: 1.3350911
Apr 16 21:21:11.384132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4232ac-11bb-4bb3-9cd3-d7d9e1c1aa5d admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f78b9b-3fd5-4910-aed9-d569c9b4e83c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:11.403797 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-024090b4-a975-42c3-a19c-5489b67653e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b6bf0dd27c147b099788a791c7afc2e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0094337
Apr 16 21:21:11.404963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024090b4-a975-42c3-a19c-5489b67653e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426f312b-a2e6-4666-a8ba-5c321df28dd2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:11.405526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38492) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:11.408132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e633e7-702e-4913-9b34-b33f38600d74 req-28b15073-5267-43bb-b3bc-3fc498b9fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:11.408643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e633e7-702e-4913-9b34-b33f38600d74 req-28b15073-5267-43bb-b3bc-3fc498b9fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:11.410411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61e633e7-702e-4913-9b34-b33f38600d74 req-28b15073-5267-43bb-b3bc-3fc498b9fef4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3457cd454b04246bb4adb154b41bbb2&device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1944 time: 0.1638024
Apr 16 21:21:11.455351 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.530429 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4547b78a-4d83-4087-89fc-56cfd2a4668c admin admin] Publish callbacks [] for security_group (426f312b-a2e6-4666-a8ba-5c321df28dd2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.563314 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.569722 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4547b78a-4d83-4087-89fc-56cfd2a4668c admin admin] Publish callbacks [] for security_group (426f312b-a2e6-4666-a8ba-5c321df28dd2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.588417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79971f4-f705-473b-91f6-d5fb6e8aef35 req-aeb7affe-1b2e-4ff1-b8e0-0648e239d591 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:11.595194 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a79971f4-f705-473b-91f6-d5fb6e8aef35 req-aeb7affe-1b2e-4ff1-b8e0-0648e239d591 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.1259696
Apr 16 21:21:11.618929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 44879840-106d-4f3b-9779-aeb90e6a0f26 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:11.652217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c99ab2-73f0-439e-9ac5-efccf5042446 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:21:11.657799 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cec8e6cd-dab4-4e79-b2e9-8975157d1be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.662243 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 44879840-106d-4f3b-9779-aeb90e6a0f26 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:11.662819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 44879840-106d-4f3b-9779-aeb90e6a0f26 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:11.665865 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:11.666022 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Publish callbacks [] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.695521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:11.695871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9ba82ce3-7dc1-48c7-a8e4-b0ece571908a not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:11.710589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Transition to ACTIVE for port object 30c99ab2-73f0-439e-9ac5-efccf5042446 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:21:11.715161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e633e7-702e-4913-9b34-b33f38600d74 req-7e441326-8846-4684-b6b4-ff1b6feb59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:11.715634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e633e7-702e-4913-9b34-b33f38600d74 req-7e441326-8846-4684-b6b4-ff1b6feb59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:11.716100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e633e7-702e-4913-9b34-b33f38600d74 req-7e441326-8846-4684-b6b4-ff1b6feb59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:11.717815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61e633e7-702e-4913-9b34-b33f38600d74 req-7e441326-8846-4684-b6b4-ff1b6feb59b0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c3457cd454b04246bb4adb154b41bbb2&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.2195358
Apr 16 21:21:11.722445 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a79971f4-f705-473b-91f6-d5fb6e8aef35 req-2458c477-8049-4b7e-aa33-da5769aec221 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112058
Apr 16 21:21:11.757090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16804a16-44b4-4bfb-ba50-1f3173e2abb9 req-be7d1cdf-ea44-442c-bfad-f04d4f1598b6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:11.758667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16804a16-44b4-4bfb-ba50-1f3173e2abb9 req-be7d1cdf-ea44-442c-bfad-f04d4f1598b6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1276002
Apr 16 21:21:11.797972 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.801932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Allocated IP 172.35.1.168 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/81894ff5-7a0b-4631-890a-4b35d9200ea3) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:11.850997 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16804a16-44b4-4bfb-ba50-1f3173e2abb9 req-0a1827c1-1b94-486e-92fd-f01513d1496d tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850735
Apr 16 21:21:11.875140 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e633e7-702e-4913-9b34-b33f38600d74 req-471d8587-4060-45fd-8941-af72b291dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:11.876659 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61e633e7-702e-4913-9b34-b33f38600d74 req-471d8587-4060-45fd-8941-af72b291dc0f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1521847
Apr 16 21:21:11.877552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Pushing event updated for resources: {'Port': ['ID=30c99ab2-73f0-439e-9ac5-efccf5042446,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:11.918169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38496) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:11.928557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4547b78a-4d83-4087-89fc-56cfd2a4668c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (426f312b-a2e6-4666-a8ba-5c321df28dd2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.931689 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4547b78a-4d83-4087-89fc-56cfd2a4668c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:11.935259 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4547b78a-4d83-4087-89fc-56cfd2a4668c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/426f312b-a2e6-4666-a8ba-5c321df28dd2 HTTP/1.1" status: 204  len: 168 time: 0.5261605
Apr 16 21:21:11.954119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547b78a-4d83-4087-89fc-56cfd2a4668c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426f312b-a2e6-4666-a8ba-5c321df28dd2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:11.971860 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks [] for port (81894ff5-7a0b-4631-890a-4b35d9200ea3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.004986 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d6e2907f-8561-4d4c-b280-d08559438ad6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=840fd4cbe2fd414bb97f14898bf9647d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0851200
Apr 16 21:21:12.007292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38500) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:12.021825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Attempting to bind port 30c99ab2-73f0-439e-9ac5-efccf5042446 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:12.022541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Attempting to bind port 30c99ab2-73f0-439e-9ac5-efccf5042446 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '01cf4436-2595-4086-b2a5-fff615b8bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abffeed7-315f-4bbe-a4bb-d05524a3b4e1'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:12.023112 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Attempting to bind port 30c99ab2-73f0-439e-9ac5-efccf5042446 on network abffeed7-315f-4bbe-a4bb-d05524a3b4e1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:12.029668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Port 30c99ab2-73f0-439e-9ac5-efccf5042446 on network abffeed7-315f-4bbe-a4bb-d05524a3b4e1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:12.030184 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Attempting to bind port 30c99ab2-73f0-439e-9ac5-efccf5042446 on network abffeed7-315f-4bbe-a4bb-d05524a3b4e1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:12.036408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:21:12.037072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Checking segment: {'id': '01cf4436-2595-4086-b2a5-fff615b8bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abffeed7-315f-4bbe-a4bb-d05524a3b4e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:21:12.037673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Bound using segment: {'id': '01cf4436-2595-4086-b2a5-fff615b8bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abffeed7-315f-4bbe-a4bb-d05524a3b4e1'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:21:12.038326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Bound port: 30c99ab2-73f0-439e-9ac5-efccf5042446, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01cf4436-2595-4086-b2a5-fff615b8bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'abffeed7-315f-4bbe-a4bb-d05524a3b4e1'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:21:12.039696 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.079313 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4010c2ec-c5f4-4cf9-a43b-1f4275ce2099 admin admin] Publish callbacks [] for security_group (cf05b34e-7ea4-4c53-ade5-546eab65111c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.113006 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4010c2ec-c5f4-4cf9-a43b-1f4275ce2099 admin admin] Publish callbacks [] for security_group (cf05b34e-7ea4-4c53-ade5-546eab65111c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.120282 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] For port 30c99ab2-73f0-439e-9ac5-efccf5042446, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:21:12.123527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] For port 30c99ab2-73f0-439e-9ac5-efccf5042446, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30c99ab2-73f0-439e-9ac5-efccf5042446,segment=NetworkSegment(01cf4436-2595-4086-b2a5-fff615b8bd84),segment_id=01cf4436-2595-4086-b2a5-fff615b8bd84)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:21:12.131789 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (81894ff5-7a0b-4631-890a-4b35d9200ea3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.201249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:12.207415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:12.207608 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.207888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Pushing event updated for resources: {'Port': ['ID=81894ff5-7a0b-4631-890a-4b35d9200ea3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:12.210137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:12.261277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:12.262008 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.264321 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] 10.222.0.41 "PUT /v2.0/ports/30c99ab2-73f0-439e-9ac5-efccf5042446 HTTP/1.1" status: 200  len: 1091 time: 1.4833577
Apr 16 21:21:12.320469 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks [] for floatingip (23f24ef0-9c8d-4471-bf07-31b3cb6010ec), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.332736 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4010c2ec-c5f4-4cf9-a43b-1f4275ce2099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cf05b34e-7ea4-4c53-ade5-546eab65111c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.335778 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4010c2ec-c5f4-4cf9-a43b-1f4275ce2099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.339676 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4010c2ec-c5f4-4cf9-a43b-1f4275ce2099 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf05b34e-7ea4-4c53-ade5-546eab65111c HTTP/1.1" status: 204  len: 168 time: 0.3291628
Apr 16 21:21:12.356889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010c2ec-c5f4-4cf9-a43b-1f4275ce2099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf05b34e-7ea4-4c53-ade5-546eab65111c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:12.431885 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.463198 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fa390-23e5-4f7c-9ebb-c713d3f4ab30 req-e8006a7e-6b3e-46cc-9bdb-523a6314bbd7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:12.474271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fa390-23e5-4f7c-9ebb-c713d3f4ab30 req-e8006a7e-6b3e-46cc-9bdb-523a6314bbd7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:12.477200 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b39fa390-23e5-4f7c-9ebb-c713d3f4ab30 req-e8006a7e-6b3e-46cc-9bdb-523a6314bbd7 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1678 time: 0.2101460
Apr 16 21:21:12.478072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db27120-f500-4ba4-93c9-d1d720b9cebd service neutron] Pushing event updated for resources: {'Port': ['ID=30c99ab2-73f0-439e-9ac5-efccf5042446,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:12.503628 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (81894ff5-7a0b-4631-890a-4b35d9200ea3), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.516714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74941e-f230-44a6-9cbc-c4917651f1bd req-f3226f52-4013-46c6-b294-71d52cfac8aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:12.518857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5f74941e-f230-44a6-9cbc-c4917651f1bd req-f3226f52-4013-46c6-b294-71d52cfac8aa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 945 time: 0.0708733
Apr 16 21:21:12.529663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-998a2666-540f-487b-8f7a-6245c4f349aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:12.530285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-998a2666-540f-487b-8f7a-6245c4f349aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:12.532549 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-998a2666-540f-487b-8f7a-6245c4f349aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3457cd454b04246bb4adb154b41bbb2&device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 2042 time: 0.1582975
Apr 16 21:21:12.566067 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.581390 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-87db6d1c-8701-40f5-a892-4bc652bf00b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.185&port_id=15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 HTTP/1.1" status: 200  len: 217 time: 0.0426016
Apr 16 21:21:12.625281 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b39fa390-23e5-4f7c-9ebb-c713d3f4ab30 req-fc39f38a-1872-4baf-9ff2-036abe9d9c22 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305611
Apr 16 21:21:12.626872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b27f4ef2-9de6-4c41-9578-cab9cfbbe412 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:12.645714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-e1ba190b-f713-4680-a31a-cd9cc7465e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:12.647490 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-e1ba190b-f713-4680-a31a-cd9cc7465e9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b HTTP/1.1" status: 200  len: 801 time: 0.0558877
Apr 16 21:21:12.652043 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5f74941e-f230-44a6-9cbc-c4917651f1bd req-58d2b0a9-ff65-4474-aee3-bcf1fce4d2ad tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062002
Apr 16 21:21:12.714860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-66f94424-7004-469b-b116-7744533a2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:12.717934 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-66f94424-7004-469b-b116-7744533a2fbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e928b67-1907-4e0d-83cb-33b917672cad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0642984
Apr 16 21:21:12.721388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port b27f4ef2-9de6-4c41-9578-cab9cfbbe412 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:21:12.745938 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks [] for port (81894ff5-7a0b-4631-890a-4b35d9200ea3), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.770941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38512) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:12.783907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port b27f4ef2-9de6-4c41-9578-cab9cfbbe412 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:12.784324 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.785623 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2811a0b-f9f3-4f9b-a399-e5e024ca8a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.822316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (81894ff5-7a0b-4631-890a-4b35d9200ea3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.879579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Pushing event updated for resources: {'Port': ['ID=81894ff5-7a0b-4631-890a-4b35d9200ea3,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:12.879832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port b27f4ef2-9de6-4c41-9578-cab9cfbbe412 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:12.880396 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.889156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909ab51-b624-40c9-9924-1b2c6d954663 req-3a7eccb1-348a-4c3d-a3b0-7d28b9d341ac tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:12.892464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8909ab51-b624-40c9-9924-1b2c6d954663 req-3a7eccb1-348a-4c3d-a3b0-7d28b9d341ac tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0909002
Apr 16 21:21:12.911070 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-fbee5024-8de3-44fc-ade6-1cd5ba4b8725 service neutron] 10.222.0.41 "GET /v2.0/networks/6e928b67-1907-4e0d-83cb-33b917672cad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858542
Apr 16 21:21:12.919423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:12.927812 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e687f1-0033-468e-b4d5-b90fbe9cd480" -d '{"events": [{"server_uuid": "e3675634-9fc5-4448-8b33-707bec3adaa5", "name": "network-vif-plugged", "status": "completed", "tag": "b27f4ef2-9de6-4c41-9578-cab9cfbbe412"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:12.937452 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (23f24ef0-9c8d-4471-bf07-31b3cb6010ec), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:12.962467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b27f4ef2-9de6-4c41-9578-cab9cfbbe412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27f4ef2-9de6-4c41-9578-cab9cfbbe412,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:13.036486 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8909ab51-b624-40c9-9924-1b2c6d954663 req-5ba2eb9e-59ec-428e-b448-0faebc6efbd0 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237164
Apr 16 21:21:13.036686 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:13.037675 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-976679d4-7689-4da0-9d31-574588444de1 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7173095
Apr 16 21:21:13.041598 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2811a0b-f9f3-4f9b-a399-e5e024ca8a0a admin admin] Publish callbacks [] for security_group (1724d23f-74de-4380-ad12-5bfd84296176), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:13.044772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38524) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:13.051556 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:13.073605 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-3efb1de2-75c4-4da6-b2a0-5530c1b0daae service neutron] 10.222.0.41 "GET /v2.0/networks/6e928b67-1907-4e0d-83cb-33b917672cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516562
Apr 16 21:21:13.073737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc6827-caaf-410e-8927-8b821d03ec00 req-3738def1-6029-47ab-b868-0ed29bd3bfba tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:13.080687 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-49cc6827-caaf-410e-8927-8b821d03ec00 req-3738def1-6029-47ab-b868-0ed29bd3bfba tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1068871
Apr 16 21:21:13.141999 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-587c783c-c909-45df-95c4-d734b5400d6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=30c99ab2-73f0-439e-9ac5-efccf5042446 HTTP/1.1" status: 200  len: 217 time: 0.0561061
Apr 16 21:21:13.153307 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91557c8f-198f-44b0-846d-322398f4070b x-openstack-request-id: req-91557c8f-198f-44b0-846d-322398f4070b {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:13.153560 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3675634-9fc5-4448-8b33-707bec3adaa5", "name": "network-vif-plugged", "status": "completed", "tag": "b27f4ef2-9de6-4c41-9578-cab9cfbbe412", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:13.154362 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91557c8f-198f-44b0-846d-322398f4070b {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:13.155185 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91557c8f-198f-44b0-846d-322398f4070b'] response: {'server_uuid': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'code': 200}
Apr 16 21:21:13.161313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=b27f4ef2-9de6-4c41-9578-cab9cfbbe412,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:13.176788 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-49cc6827-caaf-410e-8927-8b821d03ec00 req-d1dfff4b-1163-43b8-a0de-5000361fe9c4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952168
Apr 16 21:21:13.177929 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2811a0b-f9f3-4f9b-a399-e5e024ca8a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1724d23f-74de-4380-ad12-5bfd84296176), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:13.206908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-12f561d7-0c71-4ff9-b116-36210ae276bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:13.208970 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-12f561d7-0c71-4ff9-b116-36210ae276bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=162ea5ef-a184-4a4c-82f0-d43fae8e0f4e HTTP/1.1" status: 200  len: 801 time: 0.0613463
Apr 16 21:21:13.215895 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d2811a0b-f9f3-4f9b-a399-e5e024ca8a0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2cc3f9f8f9f491987e4fc325fa93815&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4437754
Apr 16 21:21:13.225132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38532) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:13.270802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'tag': '30c99ab2-73f0-439e-9ac5-efccf5042446'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:13.273212 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb8f5d4-56df-491a-b128-3974c4976935" -d '{"events": [{"name": "network-changed", "server_uuid": "26d907a5-99ba-4b78-bfb6-bde24a77d9ca", "tag": "30c99ab2-73f0-439e-9ac5-efccf5042446"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:13.286432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2811a0b-f9f3-4f9b-a399-e5e024ca8a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1724d23f-74de-4380-ad12-5bfd84296176,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:13.305142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-48274d99-ec04-4ce9-8822-9693982dcf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:13.306496 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-48274d99-ec04-4ce9-8822-9693982dcf4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abffeed7-315f-4bbe-a4bb-d05524a3b4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0910516
Apr 16 21:21:13.351996 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ed794-46a3-43e2-8130-d5feab46036a req-0fc1e987-247e-46d8-88ea-5be7ac1f7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:13.353636 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c58ed794-46a3-43e2-8130-d5feab46036a req-0fc1e987-247e-46d8-88ea-5be7ac1f7cb5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 1128 time: 0.1059413
Apr 16 21:21:13.356386 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f12a186-a99b-4543-924d-d63c5e7c7f82 x-openstack-request-id: req-0f12a186-a99b-4543-924d-d63c5e7c7f82 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:13.356681 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d907a5-99ba-4b78-bfb6-bde24a77d9ca", "tag": "30c99ab2-73f0-439e-9ac5-efccf5042446", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:13.356946 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f12a186-a99b-4543-924d-d63c5e7c7f82 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:13.357697 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f12a186-a99b-4543-924d-d63c5e7c7f82'] response: {'name': 'network-changed', 'server_uuid': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'tag': '30c99ab2-73f0-439e-9ac5-efccf5042446', 'status': 'completed', 'code': 200}
Apr 16 21:21:13.373867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:13.393067 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-205f945a-1a38-4b97-a84b-bd514ca81c04 admin admin] Publish callbacks [] for security_group (1724d23f-74de-4380-ad12-5bfd84296176), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:13.426959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-795cadb2-4f43-4061-9fe0-29b44b8d3050 service neutron] 10.222.0.41 "GET /v2.0/networks/abffeed7-315f-4bbe-a4bb-d05524a3b4e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1136675
Apr 16 21:21:13.441372 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-205f945a-1a38-4b97-a84b-bd514ca81c04 admin admin] Publish callbacks [] for security_group (1724d23f-74de-4380-ad12-5bfd84296176), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:13.470712 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c58ed794-46a3-43e2-8130-d5feab46036a req-9ad4ae16-e505-466e-aa03-26ac211a6b26 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896318
Apr 16 21:21:13.525664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c0ee283-f7b1-4744-8d1d-03950955999e req-fa8919b2-21c0-4ca9-9d46-a0b4f37f8141 service neutron] 10.222.0.41 "GET /v2.0/networks/abffeed7-315f-4bbe-a4bb-d05524a3b4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924459
Apr 16 21:21:13.526568 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:13.665097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cb610-3e25-4ecb-bedb-f8dad85fb98a req-46e8b27c-5a74-4792-983f-2b24a88dc953 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:13.666600 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-253cb610-3e25-4ecb-bedb-f8dad85fb98a req-46e8b27c-5a74-4792-983f-2b24a88dc953 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0683944
Apr 16 21:21:13.672755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:13.739341 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-253cb610-3e25-4ecb-bedb-f8dad85fb98a req-29625515-3ef5-4c73-b70d-1d2b9dd37cd8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591822
Apr 16 21:21:13.784989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0914-5127-4664-afe7-1b518213a897 req-568f1ad5-b60e-4dfe-b7f3-ef0c4322c4c2 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:13.790924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0914-5127-4664-afe7-1b518213a897 req-568f1ad5-b60e-4dfe-b7f3-ef0c4322c4c2 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:13.792850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f36d0914-5127-4664-afe7-1b518213a897 req-568f1ad5-b60e-4dfe-b7f3-ef0c4322c4c2 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1678 time: 0.0814300
Apr 16 21:21:13.824787 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-205f945a-1a38-4b97-a84b-bd514ca81c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1724d23f-74de-4380-ad12-5bfd84296176), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:13.827383 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-205f945a-1a38-4b97-a84b-bd514ca81c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:13.828711 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-205f945a-1a38-4b97-a84b-bd514ca81c04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1724d23f-74de-4380-ad12-5bfd84296176 HTTP/1.1" status: 204  len: 168 time: 0.5940657
Apr 16 21:21:13.871190 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f36d0914-5127-4664-afe7-1b518213a897 req-9646d554-d264-4f35-8b69-de0d9575c405 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726864
Apr 16 21:21:13.884323 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38570) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:13.887609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f945a-1a38-4b97-a84b-bd514ca81c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1724d23f-74de-4380-ad12-5bfd84296176,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:13.988828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aafbe-91fa-4851-a539-82f9c1d9e321 req-133a44d3-2bde-42b9-85f9-ee76047ff575 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:13.990632 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-729aafbe-91fa-4851-a539-82f9c1d9e321 req-133a44d3-2bde-42b9-85f9-ee76047ff575 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 946 time: 0.1579266
Apr 16 21:21:14.024986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1035019025-network', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:14.053788 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Allocated IP 172.35.1.47 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/3d37985f-80e4-40ca-b319-f10775a9a00f) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:14.074451 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:14.085836 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-729aafbe-91fa-4851-a539-82f9c1d9e321 req-74dd7af9-7000-4819-bb01-4ace8d494603 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879953
Apr 16 21:21:14.168128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Made reservation on behalf of f65ddd60eec74fb89e04d7e6354a2bc4 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:14.170811 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:14.186914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf4b95-0f25-4d53-9366-b3e513c9ec0d req-d264182f-ad69-4a10-b419-67b481c920f5 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:14.193754 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c4cf4b95-0f25-4d53-9366-b3e513c9ec0d req-d264182f-ad69-4a10-b419-67b481c920f5 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0536506
Apr 16 21:21:14.194388 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:14.206009 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks [] for port (3d37985f-80e4-40ca-b319-f10775a9a00f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:14.249552 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c4cf4b95-0f25-4d53-9366-b3e513c9ec0d req-d426b0f1-f102-43f8-99a3-06cd13c8e5b9 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535121
Apr 16 21:21:14.309297 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Publish callbacks [] for security_group (4aa663c9-a922-475d-a844-07ed152dcf26), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:14.331978 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (3d37985f-80e4-40ca-b319-f10775a9a00f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:14.374629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:14.377835 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:14.381458 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4aa663c9-a922-475d-a844-07ed152dcf26), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:14.387765 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:14.410591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Pushing event updated for resources: {'Port': ['ID=3d37985f-80e4-40ca-b319-f10775a9a00f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:14.438346 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:21:14.449940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa663c9-a922-475d-a844-07ed152dcf26,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:14.466424 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c9d2de2c-061c-4e82-a52f-a8a7d4e91229), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:14.466424 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Added segment c9d2de2c-061c-4e82-a52f-a8a7d4e91229 of type vlan for network 3f5a2452-ba34-42bf-ba08-85ad7e322490
Apr 16 21:21:14.536640 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (3f5a2452-ba34-42bf-ba08-85ad7e322490), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:14.560451 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks [] for floatingip (eee9b543-f3d3-4bf1-850c-9c029707aab4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:14.717225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (3f5a2452-ba34-42bf-ba08-85ad7e322490), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:14.719709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:14.720647 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:14.813402 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3d37985f-80e4-40ca-b319-f10775a9a00f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:14.816398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] Pushing event updated for resources: {'Network': ['ID=3f5a2452-ba34-42bf-ba08-85ad7e322490,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:14.829985 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 3f5a2452-ba34-42bf-ba08-85ad7e322490 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:21:14.895065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09a262-a5e0-4797-bc97-ff401232fbaa req-199db3cd-f0ba-4ff0-ab77-6b0c2fad8f41 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:14.896644 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9b09a262-a5e0-4797-bc97-ff401232fbaa req-199db3cd-f0ba-4ff0-ab77-6b0c2fad8f41 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0812681
Apr 16 21:21:14.924024 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:21:14.970313 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b66fb48e-35af-4c44-bb5d-2770f3c5445a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.0784588
Apr 16 21:21:14.973562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38598) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:14.980084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f8b9c6ab-94ee-4dd0-85dd-3a74fff2ccfa admin admin] Request body: {'subnet': {'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1035019025-subnet', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:15.025645 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9b09a262-a5e0-4797-bc97-ff401232fbaa req-5bd86397-a052-42b1-963c-d46b82889eb7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1118572
Apr 16 21:21:15.080394 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks [] for port (3d37985f-80e4-40ca-b319-f10775a9a00f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:15.160652 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (3d37985f-80e4-40ca-b319-f10775a9a00f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:15.274822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da736739-6678-4746-8d2b-b0e23e85ee46 req-06b11da4-7ec9-4f51-9f7f-6012191078fa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:15.276441 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da736739-6678-4746-8d2b-b0e23e85ee46 req-06b11da4-7ec9-4f51-9f7f-6012191078fa tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 946 time: 0.1129925
Apr 16 21:21:15.286964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Pushing event updated for resources: {'Port': ['ID=3d37985f-80e4-40ca-b319-f10775a9a00f,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:15.319670 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (eee9b543-f3d3-4bf1-850c-9c029707aab4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:15.355705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da736739-6678-4746-8d2b-b0e23e85ee46 req-4fb0f8e0-37b9-46bb-86e9-a98815035886 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715005
Apr 16 21:21:15.363248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a148b-9ff0-43e9-85f0-92d89370b837 req-6cad831a-0f87-4a43-b7ae-6b524f576043 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:15.369032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a148b-9ff0-43e9-85f0-92d89370b837 req-6cad831a-0f87-4a43-b7ae-6b524f576043 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:15.370632 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d04a148b-9ff0-43e9-85f0-92d89370b837 req-6cad831a-0f87-4a43-b7ae-6b524f576043 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1678 time: 0.3946717
Apr 16 21:21:15.425822 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:15.426970 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d04a148b-9ff0-43e9-85f0-92d89370b837 req-373b98c9-799c-448e-a333-1d105bfc6cb1 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496240
Apr 16 21:21:15.458860 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:15.458860 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-582452fd-531c-41f3-89ed-819d217d82e3 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.4092996
Apr 16 21:21:15.461005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38610) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:15.484839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5ca42-b871-40fa-bc62-694884ff2c18 req-1784c0f1-560c-4a88-9caa-bdb7de60d503 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:15.487076 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b9f5ca42-b871-40fa-bc62-694884ff2c18 req-1784c0f1-560c-4a88-9caa-bdb7de60d503 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0665109
Apr 16 21:21:15.548604 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b9f5ca42-b871-40fa-bc62-694884ff2c18 req-1459858b-5848-4574-979c-25a9b154d312 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501387
Apr 16 21:21:15.553899 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b9c6ab-94ee-4dd0-85dd-3a74fff2ccfa admin admin] Made reservation on behalf of f65ddd60eec74fb89e04d7e6354a2bc4 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:15.556964 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c6ab-94ee-4dd0-85dd-3a74fff2ccfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:15.616611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a86e1100-6b9f-44be-bf70-6675d103e5b0 tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3698 time: 0.1522505
Apr 16 21:21:15.619894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38616) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:15.625267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-31517dd2-97e8-4c96-96ca-3d2dbaf1eb92 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:15.626691 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-31517dd2-97e8-4c96-96ca-3d2dbaf1eb92 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1111753
Apr 16 21:21:15.699595 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c92133c5-6aad-47bf-b431-b5baee20562d tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.0759752
Apr 16 21:21:15.700006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38620) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:15.704275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-60e52acf-1f62-4525-9b7b-1da0883a682e tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 695 time: 0.0709431
Apr 16 21:21:15.713202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-823eb25f-9b25-4840-8d4f-6bb8162b63e4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Request body: {'floatingip': {'port_id': '18304df3-de06-42cd-8000-8170cb9494bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:15.761997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-823eb25f-9b25-4840-8d4f-6bb8162b63e4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:15.833753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3b4bf01b-d77f-47bf-9937-6eaf5ee42c48 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Deleting port 3d37985f-80e4-40ca-b319-f10775a9a00f {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:15.834435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf01b-d77f-47bf-9937-6eaf5ee42c48 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3d37985f-80e4-40ca-b319-f10775a9a00f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:15.924024 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf01b-d77f-47bf-9937-6eaf5ee42c48 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3d37985f-80e4-40ca-b319-f10775a9a00f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:15.924695 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf01b-d77f-47bf-9937-6eaf5ee42c48 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks [] for floatingip (3d37985f-80e4-40ca-b319-f10775a9a00f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:15.941120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3b4bf01b-d77f-47bf-9937-6eaf5ee42c48 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Calling delete_port for 3d37985f-80e4-40ca-b319-f10775a9a00f owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:16.072468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f5d4-56df-491a-b128-3974c4976935 req-ecc17b57-d75e-415c-a9e0-46fa64e00981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.072972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f5d4-56df-491a-b128-3974c4976935 req-ecc17b57-d75e-415c-a9e0-46fa64e00981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.074706 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fcb8f5d4-56df-491a-b128-3974c4976935 req-ecc17b57-d75e-415c-a9e0-46fa64e00981 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3457cd454b04246bb4adb154b41bbb2&device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 2042 time: 0.1777744
Apr 16 21:21:16.082812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2121f9-2d06-4bc1-8211-6f94f666830f req-07afb223-7e46-4c86-b0db-d1240b260f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.084298 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb2121f9-2d06-4bc1-8211-6f94f666830f req-07afb223-7e46-4c86-b0db-d1240b260f8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 1127 time: 0.1412652
Apr 16 21:21:16.151824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf01b-d77f-47bf-9937-6eaf5ee42c48 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (3d37985f-80e4-40ca-b319-f10775a9a00f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:16.187492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bf01b-d77f-47bf-9937-6eaf5ee42c48 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Pushing event deleted for resources: {'Port': ['ID=3d37985f-80e4-40ca-b319-f10775a9a00f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:16.196221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c47b-dbb0-4364-ba85-a95223dc1a85 req-67c279dc-b223-43a6-9b52-5e50e2d0ea7b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.200857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1869c47b-dbb0-4364-ba85-a95223dc1a85 req-67c279dc-b223-43a6-9b52-5e50e2d0ea7b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0895894
Apr 16 21:21:16.236132 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c6ab-94ee-4dd0-85dd-3a74fff2ccfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (6f1b23eb-0966-4249-a712-cc2fa43e5189), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:16.300421 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1869c47b-dbb0-4364-ba85-a95223dc1a85 req-97244501-11f2-4c5f-91ee-0b458acee6ff tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959854
Apr 16 21:21:16.303254 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf01b-d77f-47bf-9937-6eaf5ee42c48 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks [] for floatingip (eee9b543-f3d3-4bf1-850c-9c029707aab4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:16.307590 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf01b-d77f-47bf-9937-6eaf5ee42c48 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:16.308894 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3b4bf01b-d77f-47bf-9937-6eaf5ee42c48 tempest-FloatingIPAdminTestJSON-1080884832 tempest-FloatingIPAdminTestJSON-1080884832-project] 10.222.0.20 "DELETE /v2.0/floatingips/eee9b543-f3d3-4bf1-850c-9c029707aab4 HTTP/1.1" status: 204  len: 168 time: 0.6078224
Apr 16 21:21:16.311571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38634) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:16.355694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9c6ab-94ee-4dd0-85dd-3a74fff2ccfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f1b23eb-0966-4249-a712-cc2fa43e5189,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:16.436134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f5d4-56df-491a-b128-3974c4976935 req-792dcdc3-5b38-44ca-9055-61d6c66ac94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.437680 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fcb8f5d4-56df-491a-b128-3974c4976935 req-792dcdc3-5b38-44ca-9055-61d6c66ac94d service neutron] 10.222.0.41 "GET /v2.0/networks?id=abffeed7-315f-4bbe-a4bb-d05524a3b4e1 HTTP/1.1" status: 200  len: 902 time: 0.3458586
Apr 16 21:21:16.440651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-254784af-f745-44f3-948c-d0b8b3073c8a tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Deleting port 81894ff5-7a0b-4631-890a-4b35d9200ea3 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:16.441003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-254784af-f745-44f3-948c-d0b8b3073c8a tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (81894ff5-7a0b-4631-890a-4b35d9200ea3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:16.488383 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2121f9-2d06-4bc1-8211-6f94f666830f req-33bb1c77-daaf-4b17-aaf1-03575dcd9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.489853 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb2121f9-2d06-4bc1-8211-6f94f666830f req-33bb1c77-daaf-4b17-aaf1-03575dcd9cf6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.3878915
Apr 16 21:21:16.496693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9c6ab-94ee-4dd0-85dd-3a74fff2ccfa admin admin] Checking segment: {'id': 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:21:16.497068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b9c6ab-94ee-4dd0-85dd-3a74fff2ccfa admin admin] Network hostable DHCP agents. Network: 3f5a2452-ba34-42bf-ba08-85ad7e322490, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:21:16.530442 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-254784af-f745-44f3-948c-d0b8b3073c8a tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (81894ff5-7a0b-4631-890a-4b35d9200ea3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:16.531045 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-254784af-f745-44f3-948c-d0b8b3073c8a tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks [] for floatingip (81894ff5-7a0b-4631-890a-4b35d9200ea3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:16.542509 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fcb8f5d4-56df-491a-b128-3974c4976935 req-691abdfc-6b0c-42fb-8419-278bd0864a71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=30c99ab2-73f0-439e-9ac5-efccf5042446 HTTP/1.1" status: 200  len: 217 time: 0.0628808
Apr 16 21:21:16.563199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-254784af-f745-44f3-948c-d0b8b3073c8a tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Calling delete_port for 81894ff5-7a0b-4631-890a-4b35d9200ea3 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:16.581144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920be7e-8319-4835-91e4-4bfccea11f33 req-111aa14d-235b-4282-ae2d-da5b78eb3441 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.586544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920be7e-8319-4835-91e4-4bfccea11f33 req-111aa14d-235b-4282-ae2d-da5b78eb3441 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.588733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1920be7e-8319-4835-91e4-4bfccea11f33 req-111aa14d-235b-4282-ae2d-da5b78eb3441 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1678 time: 0.0765374
Apr 16 21:21:16.690169 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb2121f9-2d06-4bc1-8211-6f94f666830f req-6742a12c-71b5-4c53-a257-8aa2736e4d83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 HTTP/1.1" status: 200  len: 999 time: 0.1601925
Apr 16 21:21:16.692059 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1920be7e-8319-4835-91e4-4bfccea11f33 req-ccb2c5f7-6085-4153-9b69-bb3be5599d79 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653834
Apr 16 21:21:16.698167 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f5d4-56df-491a-b128-3974c4976935 req-a1706824-b296-4f31-91b8-c6e79973bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.699594 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fcb8f5d4-56df-491a-b128-3974c4976935 req-a1706824-b296-4f31-91b8-c6e79973bbcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=162ea5ef-a184-4a4c-82f0-d43fae8e0f4e HTTP/1.1" status: 200  len: 801 time: 0.1192086
Apr 16 21:21:16.779351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b9c6ab-94ee-4dd0-85dd-3a74fff2ccfa admin admin] Network 3f5a2452-ba34-42bf-ba08-85ad7e322490 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:21:16.818830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2121f9-2d06-4bc1-8211-6f94f666830f req-68f62254-0503-43fe-83ca-5fabde9c4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.820335 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb2121f9-2d06-4bc1-8211-6f94f666830f req-68f62254-0503-43fe-83ca-5fabde9c4a44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.1243699
Apr 16 21:21:16.821664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ae467-c2e9-4f9f-89a6-240091bf9464 req-6fb56b36-de58-47d2-a852-b2f5a88835c2 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.823438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-184ae467-c2e9-4f9f-89a6-240091bf9464 req-6fb56b36-de58-47d2-a852-b2f5a88835c2 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0615475
Apr 16 21:21:16.854237 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f5d4-56df-491a-b128-3974c4976935 req-3f511e9a-582f-440b-b9d8-1cc33d3a645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.855806 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fcb8f5d4-56df-491a-b128-3974c4976935 req-3f511e9a-582f-440b-b9d8-1cc33d3a645f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abffeed7-315f-4bbe-a4bb-d05524a3b4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1453035
Apr 16 21:21:16.884939 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-184ae467-c2e9-4f9f-89a6-240091bf9464 req-ea499e88-74f5-4c6a-be83-bf476f06abc4 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512543
Apr 16 21:21:16.900081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-f8b9c6ab-94ee-4dd0-85dd-3a74fff2ccfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3f5a2452-ba34-42bf-ba08-85ad7e322490) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:16.905178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b9c6ab-94ee-4dd0-85dd-3a74fff2ccfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.906758 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c6ab-94ee-4dd0-85dd-3a74fff2ccfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:16.908268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc85d03-af36-499f-805b-93571c35789f None None] Network 3f5a2452-ba34-42bf-ba08-85ad7e322490 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:21:16.914653 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-254784af-f745-44f3-948c-d0b8b3073c8a tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (81894ff5-7a0b-4631-890a-4b35d9200ea3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:16.944376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254784af-f745-44f3-948c-d0b8b3073c8a tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Pushing event deleted for resources: {'Port': ['ID=81894ff5-7a0b-4631-890a-4b35d9200ea3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:16.980869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2121f9-2d06-4bc1-8211-6f94f666830f req-43e985e7-07ee-46a5-a105-5d11b02b700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:16.980869 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb2121f9-2d06-4bc1-8211-6f94f666830f req-43e985e7-07ee-46a5-a105-5d11b02b700d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1230640
Apr 16 21:21:16.981874 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-823eb25f-9b25-4840-8d4f-6bb8162b63e4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.006078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:21:17.018396 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-254784af-f745-44f3-948c-d0b8b3073c8a tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks [] for floatingip (23f24ef0-9c8d-4471-bf07-31b3cb6010ec), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.021703 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-254784af-f745-44f3-948c-d0b8b3073c8a tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.028601 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-254784af-f745-44f3-948c-d0b8b3073c8a tempest-FloatingIPAdminTestJSON-201580447 tempest-FloatingIPAdminTestJSON-201580447-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/23f24ef0-9c8d-4471-bf07-31b3cb6010ec HTTP/1.1" status: 204  len: 168 time: 0.7149734
Apr 16 21:21:17.029276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38646) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:17.065314 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f8b9c6ab-94ee-4dd0-85dd-3a74fff2ccfa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.0905371
Apr 16 21:21:17.071823 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38648) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:17.079680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3f5a2452-ba34-42bf-ba08-85ad7e322490', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'fixed_ips': [{'subnet_id': '6f1b23eb-0966-4249-a712-cc2fa43e5189'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:21:17.084984 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.085573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:17.109399 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fcb8f5d4-56df-491a-b128-3974c4976935 req-99038810-4ad4-4de2-a454-f7b848bfdd79 service neutron] 10.222.0.41 "GET /v2.0/networks/abffeed7-315f-4bbe-a4bb-d05524a3b4e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2416656
Apr 16 21:21:17.112846 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-823eb25f-9b25-4840-8d4f-6bb8162b63e4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.127263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-917fc4d9-e80d-4889-8ffd-d5a8d864760e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Deleting port 7a955831-3b46-458f-b494-3b8622c03418 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:17.127559 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-917fc4d9-e80d-4889-8ffd-d5a8d864760e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7a955831-3b46-458f-b494-3b8622c03418), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.231176 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb2121f9-2d06-4bc1-8211-6f94f666830f req-658b5918-f178-4825-bbe8-c7a383bd5710 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2428920
Apr 16 21:21:17.238023 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-917fc4d9-e80d-4889-8ffd-d5a8d864760e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7a955831-3b46-458f-b494-3b8622c03418), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.257033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-917fc4d9-e80d-4889-8ffd-d5a8d864760e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Calling delete_port for 7a955831-3b46-458f-b494-3b8622c03418 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:17.319582 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (066a2160-5818-4f8f-a524-7c25299067f3), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.320667 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (066a2160-5818-4f8f-a524-7c25299067f3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.473924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15fd4ebd-e376-4ff7-a23e-3fcf24c60d16,segment=NetworkSegment(c485b968-4d58-430b-9643-93f803aedda8),segment_id=c485b968-4d58-430b-9643-93f803aedda8)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:17.495699 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '15fd4ebd-e376-4ff7-a23e-3fcf24c60d16', 'network_id': '6e928b67-1907-4e0d-83cb-33b917672cad', 'port_id': '15fd4ebd-e376-4ff7-a23e-3fcf24c60d16', 'mac_address': 'fa:16:3e:d3:9d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b', 'ip_address': '19.80.0.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:21:17.498221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Allocated IP 172.20.0.2 (3f5a2452-ba34-42bf-ba08-85ad7e322490/6f1b23eb-0966-4249-a712-cc2fa43e5189/fc0f3fb9-7993-4431-ade0-069e65672dc8) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:17.519580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647af04-cc47-4a34-bbc0-5757345bfda5 req-28e2ab30-ec64-43b1-bbe6-dd44e31840af tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:17.521721 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c647af04-cc47-4a34-bbc0-5757345bfda5 req-28e2ab30-ec64-43b1-bbe6-dd44e31840af tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1002698
Apr 16 21:21:17.588795 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c647af04-cc47-4a34-bbc0-5757345bfda5 req-d5b7ef27-82aa-4206-868a-828631d7cfc0 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581844
Apr 16 21:21:17.602218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:17.602647 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.640159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:21:17.676483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15fd4ebd-e376-4ff7-a23e-3fcf24c60d16,segment=NetworkSegment(c485b968-4d58-430b-9643-93f803aedda8),segment_id=c485b968-4d58-430b-9643-93f803aedda8)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:17.685399 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-917fc4d9-e80d-4889-8ffd-d5a8d864760e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7a955831-3b46-458f-b494-3b8622c03418), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.717859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fc4d9-e80d-4889-8ffd-d5a8d864760e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event deleted for resources: {'Port': ['ID=7a955831-3b46-458f-b494-3b8622c03418,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:17.748521 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.749200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 30c99ab2-73f0-439e-9ac5-efccf5042446 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:21:17.818399 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Publish callbacks [] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.838365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=15fd4ebd-e376-4ff7-a23e-3fcf24c60d16,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:17.874907 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fcb8f5d4-56df-491a-b128-3974c4976935 req-c472e5b0-6590-4ba5-b426-48180c1e5bb7 service neutron] 10.222.0.41 "GET /v2.0/networks/abffeed7-315f-4bbe-a4bb-d05524a3b4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7560432
Apr 16 21:21:17.883053 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-823eb25f-9b25-4840-8d4f-6bb8162b63e4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Floating IP d26b89ba-bd27-4880-bd68-19946248b0a6 associated. External IP: 172.35.1.61, port: 18304df3-de06-42cd-8000-8170cb9494bf.
Apr 16 21:21:17.900967 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Publish callbacks [] for router_controller (066a2160-5818-4f8f-a524-7c25299067f3), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.910087 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.933682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b19b81-56d4-4d77-83ed-dcf6dee76993 req-bfb90534-3996-4fb2-a9c7-39be72e11174 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:17.939624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b19b81-56d4-4d77-83ed-dcf6dee76993 req-bfb90534-3996-4fb2-a9c7-39be72e11174 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:17.941501 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3b19b81-56d4-4d77-83ed-dcf6dee76993 req-bfb90534-3996-4fb2-a9c7-39be72e11174 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1679 time: 0.1173730
Apr 16 21:21:17.944828 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-917fc4d9-e80d-4889-8ffd-d5a8d864760e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:17.951546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-917fc4d9-e80d-4889-8ffd-d5a8d864760e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "DELETE /v2.0/ports/7a955831-3b46-458f-b494-3b8622c03418 HTTP/1.1" status: 204  len: 168 time: 0.9212866
Apr 16 21:21:17.953838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38664) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:17.966327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Pushing event updated for resources: {'Port': ['ID=fc0f3fb9-7993-4431-ade0-069e65672dc8,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:17.979538 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb2121f9-2d06-4bc1-8211-6f94f666830f req-2c7c5671-55f6-450b-86f1-a7e0072dd6b8 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7412078
Apr 16 21:21:17.988403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Network 3f5a2452-ba34-42bf-ba08-85ad7e322490 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:17.996980 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:18.016288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:18.020810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 30c99ab2-73f0-439e-9ac5-efccf5042446, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30c99ab2-73f0-439e-9ac5-efccf5042446,segment=NetworkSegment(01cf4436-2595-4086-b2a5-fff615b8bd84),segment_id=01cf4436-2595-4086-b2a5-fff615b8bd84)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:18.053782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '30c99ab2-73f0-439e-9ac5-efccf5042446', 'network_id': 'abffeed7-315f-4bbe-a4bb-d05524a3b4e1', 'port_id': '30c99ab2-73f0-439e-9ac5-efccf5042446', 'mac_address': 'fa:16:3e:63:64:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162ea5ef-a184-4a4c-82f0-d43fae8e0f4e', 'ip_address': '19.86.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:21:18.057673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3b19b81-56d4-4d77-83ed-dcf6dee76993 req-3dcac112-3257-432a-aa53-7865e9575d4e tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046193
Apr 16 21:21:18.080738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711323dc-ece1-4f62-af06-f077bdcb1a6b tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:18.088136 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-711323dc-ece1-4f62-af06-f077bdcb1a6b tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "GET /v2.0/ports?device_id=0536326b-8f7f-4589-8908-a00acdc509a8 HTTP/1.1" status: 200  len: 913 time: 0.1321747
Apr 16 21:21:18.088834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38668) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:18.135114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 30c99ab2-73f0-439e-9ac5-efccf5042446 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:18.135507 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:18.141195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Attempting to bind port fc0f3fb9-7993-4431-ade0-069e65672dc8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:18.141784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Attempting to bind port fc0f3fb9-7993-4431-ade0-069e65672dc8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:18.142317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Attempting to bind port fc0f3fb9-7993-4431-ade0-069e65672dc8 on network 3f5a2452-ba34-42bf-ba08-85ad7e322490 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:18.157619 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:21:18.158344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Checking segment: {'id': 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:21:18.158742 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:18.159432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Bound using segment: {'id': 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:21:18.160067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Bound port: fc0f3fb9-7993-4431-ade0-069e65672dc8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:21:18.160666 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:18.166119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c99ab2-73f0-439e-9ac5-efccf5042446 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:21:18.193374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 30c99ab2-73f0-439e-9ac5-efccf5042446, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30c99ab2-73f0-439e-9ac5-efccf5042446,segment=NetworkSegment(01cf4436-2595-4086-b2a5-fff615b8bd84),segment_id=01cf4436-2595-4086-b2a5-fff615b8bd84)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:18.255874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] For port fc0f3fb9-7993-4431-ade0-069e65672dc8, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:21:18.259333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] For port fc0f3fb9-7993-4431-ade0-069e65672dc8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc0f3fb9-7993-4431-ade0-069e65672dc8,segment=NetworkSegment(c9d2de2c-061c-4e82-a52f-a8a7d4e91229),segment_id=c9d2de2c-061c-4e82-a52f-a8a7d4e91229)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:21:18.266171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bddef-2f77-4f28-9fdc-03c3573269a6 req-2c0f1a90-1e83-4822-9769-05aba6fd9c48 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:18.267717 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f8bddef-2f77-4f28-9fdc-03c3573269a6 req-2c0f1a90-1e83-4822-9769-05aba6fd9c48 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0975945
Apr 16 21:21:18.292459 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:18.307293 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Publish callbacks [] for router_gateway (066a2160-5818-4f8f-a524-7c25299067f3), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:18.345115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=30c99ab2-73f0-439e-9ac5-efccf5042446,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:18.393836 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f8bddef-2f77-4f28-9fdc-03c3573269a6 req-2ebd5d7b-ceef-4d05-bc6e-ab020be4cb07 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167064
Apr 16 21:21:18.401684 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-823eb25f-9b25-4840-8d4f-6bb8162b63e4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Router 62d0477d-583e-4964-9e24-0f02498c7b7f has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:18.412866 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:18.520555 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a635ae5-21d2-4a1a-940f-31058054cea1 None None] Pushing event updated for resources: {'Port': ['ID=fc0f3fb9-7993-4431-ade0-069e65672dc8,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:18.750462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-823eb25f-9b25-4840-8d4f-6bb8162b63e4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:18.755659 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-823eb25f-9b25-4840-8d4f-6bb8162b63e4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:18.769198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190e542-9914-4034-81eb-4ebbb4bf48b1 None None] Sync routers for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:18.794545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190e542-9914-4034-81eb-4ebbb4bf48b1 None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:18.794545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d190e542-9914-4034-81eb-4ebbb4bf48b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124326c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:18.855890 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-823eb25f-9b25-4840-8d4f-6bb8162b63e4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "PUT /v2.0/floatingips/d26b89ba-bd27-4880-bd68-19946248b0a6 HTTP/1.1" status: 200  len: 996 time: 3.1506138
Apr 16 21:21:18.871902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:18.875965 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167bbbcd-8297-47ee-b90e-432287fa7f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "tag": "18304df3-de06-42cd-8000-8170cb9494bf"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:18.919924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['30c99ab2-73f0-439e-9ac5-efccf5042446'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:18.945163 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Publish callbacks [] for router_gateway (066a2160-5818-4f8f-a524-7c25299067f3), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:18.955233 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-350e1562-1520-4c05-ad0f-fcf97bc1bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:18.971093 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-350e1562-1520-4c05-ad0f-fcf97bc1bbbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 1128 time: 0.1140573
Apr 16 21:21:19.017443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:19.031497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d190e542-9914-4034-81eb-4ebbb4bf48b1 None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:19.088830 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['15fd4ebd-e376-4ff7-a23e-3fcf24c60d16'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:19.116669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8a5be5b5-5b66-45bc-b916-f019ab12990e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (0536326b-8f7f-4589-8908-a00acdc509a8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:19.167201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f17c3-0983-4e20-9b2a-5db2dfcf159b req-a129b60d-ee7b-499e-a32c-19acbce079a9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:19.168913 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a77f17c3-0983-4e20-9b2a-5db2dfcf159b req-a129b60d-ee7b-499e-a32c-19acbce079a9 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0921435
Apr 16 21:21:19.179023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-08e3a466-e32d-4561-89ac-a9dd4a3540bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:19.181602 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-08e3a466-e32d-4561-89ac-a9dd4a3540bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 922 time: 0.2087002
Apr 16 21:21:19.247952 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Allocated IP 172.35.1.183 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/0e0d69f3-2325-470c-9756-c723b1c74aa3) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:19.294945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-77092091-b178-43aa-9174-2bac98b914ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18304df3-de06-42cd-8000-8170cb9494bf HTTP/1.1" status: 200  len: 999 time: 0.1066272
Apr 16 21:21:19.309208 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a77f17c3-0983-4e20-9b2a-5db2dfcf159b req-bb2df9a7-772a-4158-9176-9950d69db4b1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1235006
Apr 16 21:21:19.409378 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8738c105-9480-4d14-845d-2a730982b06f x-openstack-request-id: req-8738c105-9480-4d14-845d-2a730982b06f {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:19.409378 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "tag": "18304df3-de06-42cd-8000-8170cb9494bf", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:19.409932 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8738c105-9480-4d14-845d-2a730982b06f {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:19.409932 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8738c105-9480-4d14-845d-2a730982b06f'] response: {'name': 'network-changed', 'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf', 'status': 'completed', 'code': 200}
Apr 16 21:21:19.411319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-570b21d2-0c18-4486-902c-7486f01cf04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:19.413467 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-570b21d2-0c18-4486-902c-7486f01cf04d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.0919580
Apr 16 21:21:19.499225 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Publish callbacks [] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:19.509158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-b789fb94-6632-42d3-8f5d-36c5d6480295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:19.510752 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-b789fb94-6632-42d3-8f5d-36c5d6480295 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0845678
Apr 16 21:21:19.566352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bbbcd-8297-47ee-b90e-432287fa7f6e req-366f5c4f-030e-42d6-b00c-4e0f36c02c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:19.573991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-167bbbcd-8297-47ee-b90e-432287fa7f6e req-366f5c4f-030e-42d6-b00c-4e0f36c02c05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 1128 time: 0.1404650
Apr 16 21:21:19.623000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d190e542-9914-4034-81eb-4ebbb4bf48b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124326c10>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd26b89ba-bd27-4880-bd68-19946248b0a6', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'port_id': '18304df3-de06-42cd-8000-8170cb9494bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'mac_address': 'fa:16:3e:cb:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:20:54Z', 'updated_at': '2022-04-16T21:21:16Z', 'revision_number': 1, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:19.646997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-75e2e703-bf64-4939-80ca-1285ffc78032 service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285334
Apr 16 21:21:19.692712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fc0f3fb9-7993-4431-ade0-069e65672dc8 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:19.700624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190e542-9914-4034-81eb-4ebbb4bf48b1 None None] Checking router: 62d0477d-583e-4964-9e24-0f02498c7b7f for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:19.719192 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:19.763399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190e542-9914-4034-81eb-4ebbb4bf48b1 None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:19.764100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d190e542-9914-4034-81eb-4ebbb4bf48b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124326c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:19.791694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:19.798185 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:19.807389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f47e4-da1c-49c1-b6c5-26e2cdd46f89 req-96224a68-21f9-4756-bfd7-d3b46d45f4f2 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:19.813226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f47e4-da1c-49c1-b6c5-26e2cdd46f89 req-96224a68-21f9-4756-bfd7-d3b46d45f4f2 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:19.820566 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-766f47e4-da1c-49c1-b6c5-26e2cdd46f89 req-96224a68-21f9-4756-bfd7-d3b46d45f4f2 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1680 time: 0.2443113
Apr 16 21:21:19.821810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:19.921204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Pushing event updated for resources: {'Port': ['ID=0e0d69f3-2325-470c-9756-c723b1c74aa3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:19.940604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-8a5be5b5-5b66-45bc-b916-f019ab12990e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Deleting port 7defa780-4877-430d-a1c6-d4580c19d9c4 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:19.941054 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8a5be5b5-5b66-45bc-b916-f019ab12990e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7defa780-4877-430d-a1c6-d4580c19d9c4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:19.949897 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4e30db5-ca07-4c09-b70e-5fa974ef5a5f req-dc5577af-4320-4943-b434-5e9b01618e92 service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2927487
Apr 16 21:21:19.999767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d190e542-9914-4034-81eb-4ebbb4bf48b1 None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:20.055964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port fc0f3fb9-7993-4431-ade0-069e65672dc8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:20.056458 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:20.108456 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8a5be5b5-5b66-45bc-b916-f019ab12990e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7defa780-4877-430d-a1c6-d4580c19d9c4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:20.163281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-8a5be5b5-5b66-45bc-b916-f019ab12990e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Calling delete_port for 7defa780-4877-430d-a1c6-d4580c19d9c4 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:20.186049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bbbcd-8297-47ee-b90e-432287fa7f6e req-0e8d1c79-ec38-4a09-8593-0fddc468ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:20.187616 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-167bbbcd-8297-47ee-b90e-432287fa7f6e req-0e8d1c79-ec38-4a09-8593-0fddc468ef01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 922 time: 0.5470397
Apr 16 21:21:20.197586 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-766f47e4-da1c-49c1-b6c5-26e2cdd46f89 req-fa159ce6-5d2a-43da-8d5e-1a992a8d4a20 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3760948
Apr 16 21:21:20.288847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port fc0f3fb9-7993-4431-ade0-069e65672dc8 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:20.289354 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:20.292897 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17c33ec-10c1-4e07-a3a5-70b1d3cc2219 None None] Network 3f5a2452-ba34-42bf-ba08-85ad7e322490 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:21:20.312020 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f388a64-2331-49a0-b4cf-bd9f3c56b552 req-26b5ce2b-fe15-4294-91df-9732a565cbf6 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:20.313736 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5f388a64-2331-49a0-b4cf-bd9f3c56b552 req-26b5ce2b-fe15-4294-91df-9732a565cbf6 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.1143575
Apr 16 21:21:20.386608 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5f388a64-2331-49a0-b4cf-bd9f3c56b552 req-7bbe4e73-4076-4cbf-8772-b4dd771e29d2 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663416
Apr 16 21:21:20.426073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6ccb1e00-9f05-48ed-a13f-0cf480e2496c None None] Provisioning complete for port fc0f3fb9-7993-4431-ade0-069e65672dc8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:20.426277 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1e00-9f05-48ed-a13f-0cf480e2496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:20.515838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-34d5efb8-e418-4596-ba2c-bb46ddd44c22 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:20.517519 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-34d5efb8-e418-4596-ba2c-bb46ddd44c22 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1795912
Apr 16 21:21:20.521155 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-167bbbcd-8297-47ee-b90e-432287fa7f6e req-e100c8a3-f345-4e4e-8010-26f557b39cae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18304df3-de06-42cd-8000-8170cb9494bf HTTP/1.1" status: 200  len: 999 time: 0.3225820
Apr 16 21:21:20.648998 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Publish callbacks [] for router_gateway (066a2160-5818-4f8f-a524-7c25299067f3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:20.651717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port fc0f3fb9-7993-4431-ade0-069e65672dc8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc0f3fb9-7993-4431-ade0-069e65672dc8,segment=NetworkSegment(c9d2de2c-061c-4e82-a52f-a8a7d4e91229),segment_id=c9d2de2c-061c-4e82-a52f-a8a7d4e91229)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:20.685535 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-627fb90e-83c0-44a8-a1fe-365c08cdea55 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 999 time: 0.1613531
Apr 16 21:21:20.688500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bbbcd-8297-47ee-b90e-432287fa7f6e req-d912426b-c8c8-4895-8084-b32155943ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:20.690066 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-167bbbcd-8297-47ee-b90e-432287fa7f6e req-d912426b-c8c8-4895-8084-b32155943ba2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.1578746
Apr 16 21:21:20.728261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e9584-1acd-4048-90ff-855141454a00 req-5a8ae404-7015-4fe7-b172-fcfe8821901e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:20.731448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Request body: {'floatingip': {'port_id': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'fixed_ip_address': '172.20.0.13'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:20.738705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee7e9584-1acd-4048-90ff-855141454a00 req-5a8ae404-7015-4fe7-b172-fcfe8821901e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.2175913
Apr 16 21:21:20.742008 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:20.836411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb1e00-9f05-48ed-a13f-0cf480e2496c None None] Current status of the port fc0f3fb9-7993-4431-ade0-069e65672dc8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:20.842984 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee7e9584-1acd-4048-90ff-855141454a00 req-963c49ef-8b8e-4dfc-a796-300f67c7e1a4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029353
Apr 16 21:21:20.878312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d190e542-9914-4034-81eb-4ebbb4bf48b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124326c10>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd26b89ba-bd27-4880-bd68-19946248b0a6', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'port_id': '18304df3-de06-42cd-8000-8170cb9494bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'mac_address': 'fa:16:3e:cb:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:20:54Z', 'updated_at': '2022-04-16T21:21:16Z', 'revision_number': 1, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:20.882386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=fc0f3fb9-7993-4431-ade0-069e65672dc8,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:20.882985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bbbcd-8297-47ee-b90e-432287fa7f6e req-2bf3567b-1297-4e0d-a3ce-eba023875d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:20.884613 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-167bbbcd-8297-47ee-b90e-432287fa7f6e req-2bf3567b-1297-4e0d-a3ce-eba023875d33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1696389
Apr 16 21:21:20.894635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:20.909108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190e542-9914-4034-81eb-4ebbb4bf48b1 None None] The sync data for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 is: [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd26b89ba-bd27-4880-bd68-19946248b0a6', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'port_id': '18304df3-de06-42cd-8000-8170cb9494bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'mac_address': 'fa:16:3e:cb:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:20:54Z', 'updated_at': '2022-04-16T21:21:16Z', 'revision_number': 1, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:21.082577 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d6c4f-a90d-47e8-8a0e-3f2aeaca0df5 req-f8f129cb-2035-4c85-b1bb-524a155b3c7e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:21.084299 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-415d6c4f-a90d-47e8-8a0e-3f2aeaca0df5 req-f8f129cb-2035-4c85-b1bb-524a155b3c7e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0638487
Apr 16 21:21:21.093951 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (066a2160-5818-4f8f-a524-7c25299067f3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:21.116817 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8a5be5b5-5b66-45bc-b916-f019ab12990e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7defa780-4877-430d-a1c6-d4580c19d9c4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:21.166899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-59474f61-1e05-4a51-b167-0b59798225a8 None None] Provisioning complete for port fc0f3fb9-7993-4431-ade0-069e65672dc8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:21.167416 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-59474f61-1e05-4a51-b167-0b59798225a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:21.209704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5be5b5-5b66-45bc-b916-f019ab12990e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event deleted for resources: {'Port': ['ID=7defa780-4877-430d-a1c6-d4580c19d9c4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:21.266440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-167bbbcd-8297-47ee-b90e-432287fa7f6e req-0c5666d4-881b-4a4b-9fcd-1ffd3ec6fcc2 service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3695214
Apr 16 21:21:21.281381 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d11bed-5855-4a5c-b2e1-1dcc03b13459 None None] New status for floating IP d26b89ba-bd27-4880-bd68-19946248b0a6: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:21:21.341461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-59474f61-1e05-4a51-b167-0b59798225a8 None None] Current status of the port fc0f3fb9-7993-4431-ade0-069e65672dc8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:21.572429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:21.606843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fc0f3fb9-7993-4431-ade0-069e65672dc8 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:21.651361 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-415d6c4f-a90d-47e8-8a0e-3f2aeaca0df5 req-91d55f35-d7d0-49f8-aa74-822dd4f46221 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5599899
Apr 16 21:21:21.696618 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-167bbbcd-8297-47ee-b90e-432287fa7f6e req-5b6a1f33-8f9a-4514-9646-98de2f5ecc52 service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3839254
Apr 16 21:21:21.706422 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8a5be5b5-5b66-45bc-b916-f019ab12990e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (0536326b-8f7f-4589-8908-a00acdc509a8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:21.710375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:21:21.721477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port fc0f3fb9-7993-4431-ade0-069e65672dc8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:21.722293 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:21.813316 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:21.813855 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:21.826593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43c794-212c-4d70-9818-3ff5622a4568 req-425eb46f-0483-4c16-be08-eee49ac4b070 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:21.834056 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43c794-212c-4d70-9818-3ff5622a4568 req-425eb46f-0483-4c16-be08-eee49ac4b070 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:21.835842 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-df43c794-212c-4d70-9818-3ff5622a4568 req-425eb46f-0483-4c16-be08-eee49ac4b070 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1680 time: 0.0669718
Apr 16 21:21:21.852110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port fc0f3fb9-7993-4431-ade0-069e65672dc8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:21.863176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Router 066a2160-5818-4f8f-a524-7c25299067f3 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:21:21.900932 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-df43c794-212c-4d70-9818-3ff5622a4568 req-61a66f84-2992-4a7c-b114-9ee0c0058f60 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576878
Apr 16 21:21:21.909118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:21.909508 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:21.955856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fd4ebd-e376-4ff7-a23e-3fcf24c60d16'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:21.958991 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc10ffac-8f96-4b71-a85d-5456e09cad5c" -d '{"events": [{"server_uuid": "26d907a5-99ba-4b78-bfb6-bde24a77d9ca", "name": "network-vif-plugged", "status": "completed", "tag": "15fd4ebd-e376-4ff7-a23e-3fcf24c60d16"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:21.985560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15fd4ebd-e376-4ff7-a23e-3fcf24c60d16,segment=NetworkSegment(c485b968-4d58-430b-9643-93f803aedda8),segment_id=c485b968-4d58-430b-9643-93f803aedda8)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:22.021429 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.api [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:21:22.021771 ncdv-master-1 neutron-server[122555]: DEBUG oslo_db.api [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:21:22.043213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:22.043635 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:22.044717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 30c99ab2-73f0-439e-9ac5-efccf5042446 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:22.060092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5be5b5-5b66-45bc-b916-f019ab12990e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Router 0536326b-8f7f-4589-8908-a00acdc509a8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:22.064371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa638d-ebd4-42bb-a60e-e991f418bbc4 req-189d687f-35b3-4ca0-989c-72f50adb5940 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:22.065084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Sync routers for ids ['066a2160-5818-4f8f-a524-7c25299067f3'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:22.066086 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13fa638d-ebd4-42bb-a60e-e991f418bbc4 req-189d687f-35b3-4ca0-989c-72f50adb5940 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0675483
Apr 16 21:21:22.134530 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13fa638d-ebd4-42bb-a60e-e991f418bbc4 req-24c3348d-ebb5-4de2-96cb-bee1ba573a27 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621262
Apr 16 21:21:22.157922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Routers {'066a2160-5818-4f8f-a524-7c25299067f3'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:22.159184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124547ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['066a2160-5818-4f8f-a524-7c25299067f3'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:22.160298 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:22.161699 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ed4b4e58-fb55-4084-8408-4af6a591fc02 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 5.0829461
Apr 16 21:21:22.168108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38722) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:22.217750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5be5b5-5b66-45bc-b916-f019ab12990e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:22.222691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 30c99ab2-73f0-439e-9ac5-efccf5042446 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:21:22.226084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8a5be5b5-5b66-45bc-b916-f019ab12990e tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "PUT /v2.0/routers/0536326b-8f7f-4589-8908-a00acdc509a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1362040
Apr 16 21:21:22.227370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38724) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:22.230519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=15fd4ebd-e376-4ff7-a23e-3fcf24c60d16,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:22.235977 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f405de1-1864-4533-9631-4b6b3b20e96a None None] Sync routers for ids ['0536326b-8f7f-4589-8908-a00acdc509a8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:22.249631 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f405de1-1864-4533-9631-4b6b3b20e96a None None] Routers {'0536326b-8f7f-4589-8908-a00acdc509a8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:22.250246 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2f405de1-1864-4533-9631-4b6b3b20e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a777f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0536326b-8f7f-4589-8908-a00acdc509a8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:22.286985 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 30c99ab2-73f0-439e-9ac5-efccf5042446 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:22.287682 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:22.311396 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2f405de1-1864-4533-9631-4b6b3b20e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a777f0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:22.335610 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f405de1-1864-4533-9631-4b6b3b20e96a None None] Routers {'0536326b-8f7f-4589-8908-a00acdc509a8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:22.338395 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2f405de1-1864-4533-9631-4b6b3b20e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a777f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0536326b-8f7f-4589-8908-a00acdc509a8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:22.363501 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166aa298-dcf9-4c05-8bc1-0295b8b28015 req-a7687a42-898d-4ad7-bb72-fa22862c6817 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:22.365967 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-166aa298-dcf9-4c05-8bc1-0295b8b28015 req-a7687a42-898d-4ad7-bb72-fa22862c6817 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1493652
Apr 16 21:21:22.385995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Set router 066a2160-5818-4f8f-a524-7c25299067f3 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:22.388492 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for router (0536326b-8f7f-4589-8908-a00acdc509a8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:22.397122 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2f405de1-1864-4533-9631-4b6b3b20e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a777f0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:22.397966 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f405de1-1864-4533-9631-4b6b3b20e96a None None] The sync data for ids ['0536326b-8f7f-4589-8908-a00acdc509a8'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:22.465738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-166aa298-dcf9-4c05-8bc1-0295b8b28015 req-4d961b3f-8da0-43f2-af02-3edeaef91c89 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867827
Apr 16 21:21:22.470463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 30c99ab2-73f0-439e-9ac5-efccf5042446 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:22.470858 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:22.521103 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for router_gateway (0536326b-8f7f-4589-8908-a00acdc509a8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:22.528678 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:22.544247 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f7eca6-b944-4610-b10a-9c4ceb9904ad x-openstack-request-id: req-31f7eca6-b944-4610-b10a-9c4ceb9904ad {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:22.544560 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d907a5-99ba-4b78-bfb6-bde24a77d9ca", "name": "network-vif-plugged", "status": "completed", "tag": "15fd4ebd-e376-4ff7-a23e-3fcf24c60d16", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:22.547818 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31f7eca6-b944-4610-b10a-9c4ceb9904ad {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:22.547818 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f7eca6-b944-4610-b10a-9c4ceb9904ad'] response: {'server_uuid': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fd4ebd-e376-4ff7-a23e-3fcf24c60d16', 'code': 200}
Apr 16 21:21:22.592869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 30c99ab2-73f0-439e-9ac5-efccf5042446, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30c99ab2-73f0-439e-9ac5-efccf5042446,segment=NetworkSegment(01cf4436-2595-4086-b2a5-fff615b8bd84),segment_id=01cf4436-2595-4086-b2a5-fff615b8bd84)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:22.675266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124547ac0>, [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:21:20Z', 'revision_number': 3, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port': {'id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:81:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:19Z', 'updated_at': '2022-04-16T21:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:22.689119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70d04e-4398-4b5c-9dfb-8d484eef2e70 req-488ef9b1-2c80-4ef2-87b3-65d68a23c0f8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:22.696801 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3f70d04e-4398-4b5c-9dfb-8d484eef2e70 req-488ef9b1-2c80-4ef2-87b3-65d68a23c0f8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0734241
Apr 16 21:21:22.718169 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Checking router: 066a2160-5818-4f8f-a524-7c25299067f3 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:22.718856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Updating router 066a2160-5818-4f8f-a524-7c25299067f3 port 0e0d69f3-2325-470c-9756-c723b1c74aa3 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:21:22.726370 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:22.791029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3f70d04e-4398-4b5c-9dfb-8d484eef2e70 req-8322925c-2e46-4589-a645-0772f5c4ccc7 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871339
Apr 16 21:21:22.810016 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:22.871834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=30c99ab2-73f0-439e-9ac5-efccf5042446,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:22.975297 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a00cb-de7e-47ac-a49b-16198b6dea26 req-5c9f8b42-647d-4050-8f75-f65ff2d73817 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:22.976915 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f56a00cb-de7e-47ac-a49b-16198b6dea26 req-5c9f8b42-647d-4050-8f75-f65ff2d73817 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0917976
Apr 16 21:21:23.066923 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f56a00cb-de7e-47ac-a49b-16198b6dea26 req-08210980-2231-4143-982b-573b096e43da tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749655
Apr 16 21:21:23.145224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Deleting port 1d9fdc4f-c09f-43e8-b4ef-79d7ac7f6b5a {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:23.147043 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1d9fdc4f-c09f-43e8-b4ef-79d7ac7f6b5a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:23.206197 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:23.231264 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1210a-0996-4203-afd7-dbd19fa8ad49 req-411c0292-5bfd-4bae-85a5-b25f54b14e00 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:23.234291 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Publish callbacks [] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:23.236708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1210a-0996-4203-afd7-dbd19fa8ad49 req-411c0292-5bfd-4bae-85a5-b25f54b14e00 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:23.239025 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ed1210a-0996-4203-afd7-dbd19fa8ad49 req-411c0292-5bfd-4bae-85a5-b25f54b14e00 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1682 time: 0.0822270
Apr 16 21:21:23.305346 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:23.350110 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1d9fdc4f-c09f-43e8-b4ef-79d7ac7f6b5a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:23.367155 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ed1210a-0996-4203-afd7-dbd19fa8ad49 req-f6a3d072-d586-41f8-b4ab-3898159a285e tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186249
Apr 16 21:21:23.368759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Calling delete_port for 1d9fdc4f-c09f-43e8-b4ef-79d7ac7f6b5a owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:23.383157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Attempting to bind port 0e0d69f3-2325-470c-9756-c723b1c74aa3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:23.383600 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Attempting to bind port 0e0d69f3-2325-470c-9756-c723b1c74aa3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:23.383983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Attempting to bind port 0e0d69f3-2325-470c-9756-c723b1c74aa3 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:23.408041 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:21:23.408455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:21:23.408867 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:23.409268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:21:23.409745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Bound port: 0e0d69f3-2325-470c-9756-c723b1c74aa3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:21:23.410135 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:23.413302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d61c7-f73c-4c62-b3e5-4d37ed7da1c4 None None] Pushing event updated for resources: {'Port': ['ID=0e0d69f3-2325-470c-9756-c723b1c74aa3,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:23.468980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Allocated IP 172.20.0.1 (3f5a2452-ba34-42bf-ba08-85ad7e322490/6f1b23eb-0966-4249-a712-cc2fa43e5189/ff9f4c90-6bde-4432-b08f-f484f7af1964) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:23.509878 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] For port 0e0d69f3-2325-470c-9756-c723b1c74aa3, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:21:23.512957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] For port 0e0d69f3-2325-470c-9756-c723b1c74aa3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e0d69f3-2325-470c-9756-c723b1c74aa3,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:21:23.586115 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Publish callbacks [] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:23.653196 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:23.692085 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:23.744208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Network 3f5a2452-ba34-42bf-ba08-85ad7e322490 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:23.748287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:23.753913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:23.756459 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:23.756964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Routers {'066a2160-5818-4f8f-a524-7c25299067f3'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:23.757082 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Pushing event updated for resources: {'Port': ['ID=ff9f4c90-6bde-4432-b08f-f484f7af1964,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:23.757756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124547ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['066a2160-5818-4f8f-a524-7c25299067f3'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:23.798044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d61c7-f73c-4c62-b3e5-4d37ed7da1c4 None None] Pushing event updated for resources: {'Port': ['ID=0e0d69f3-2325-470c-9756-c723b1c74aa3,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:23.809427 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (066a2160-5818-4f8f-a524-7c25299067f3), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:23.863475 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:23.905194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] Set router 066a2160-5818-4f8f-a524-7c25299067f3 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:24.006100 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1d9fdc4f-c09f-43e8-b4ef-79d7ac7f6b5a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:24.043013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event deleted for resources: {'Port': ['ID=1d9fdc4f-c09f-43e8-b4ef-79d7ac7f6b5a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:24.056260 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893ef44-d52a-4e4f-8dc8-8e66f9d2eb33 req-0e2a60b7-557a-4deb-901c-f842ec56061a tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:24.056448 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Floating IP d26b89ba-bd27-4880-bd68-19946248b0a6 associated. External IP: 172.35.1.61, port: 18304df3-de06-42cd-8000-8170cb9494bf.
Apr 16 21:21:24.062956 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d893ef44-d52a-4e4f-8dc8-8e66f9d2eb33 req-0e2a60b7-557a-4deb-901c-f842ec56061a tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0822818
Apr 16 21:21:24.121972 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:24.173038 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124547ac0>, [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:21:20Z', 'revision_number': 3, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port': {'id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:81:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:19Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:24.204151 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d893ef44-d52a-4e4f-8dc8-8e66f9d2eb33 req-25d4bdc8-32c9-420e-955e-df10f7c7d2a3 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832255
Apr 16 21:21:24.209281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a87feea-20de-4988-b369-cf36a9c2c24e None None] The sync data for ids ['066a2160-5818-4f8f-a524-7c25299067f3'] in ncdv-master-1 is: [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:21:20Z', 'revision_number': 3, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port': {'id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:81:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:19Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:24.217868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4aafb64e-61d5-4979-8a61-d69d24fefb25 None None] Provisioning complete for port ff9f4c90-6bde-4432-b08f-f484f7af1964 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:24.218240 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4aafb64e-61d5-4979-8a61-d69d24fefb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:24.263453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4aafb64e-61d5-4979-8a61-d69d24fefb25 None None] Port ff9f4c90-6bde-4432-b08f-f484f7af1964 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:21:24.360907 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (0536326b-8f7f-4589-8908-a00acdc509a8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:24.446439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8390d5-e431-4a20-91de-2e48f11b7e87 req-b2e33853-8ebf-46a7-9295-794a7cebb98e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:24.448689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d8390d5-e431-4a20-91de-2e48f11b7e87 req-b2e33853-8ebf-46a7-9295-794a7cebb98e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0813832
Apr 16 21:21:24.451652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Publish callbacks [] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:24.483387 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (0536326b-8f7f-4589-8908-a00acdc509a8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:24.486799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for router_controller (0536326b-8f7f-4589-8908-a00acdc509a8), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:24.514679 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d8390d5-e431-4a20-91de-2e48f11b7e87 req-a70935c7-a41a-4341-bf1c-1c65b35ec528 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578070
Apr 16 21:21:24.520111 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:24.547727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c99ab2-73f0-439e-9ac5-efccf5042446'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:24.549212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Router 62d0477d-583e-4964-9e24-0f02498c7b7f has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:24.549344 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a279605e-b991-4d89-a661-b54cded26848" -d '{"events": [{"server_uuid": "26d907a5-99ba-4b78-bfb6-bde24a77d9ca", "name": "network-vif-plugged", "status": "completed", "tag": "30c99ab2-73f0-439e-9ac5-efccf5042446"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:24.671819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Pushing event updated for resources: {'Port': ['ID=ff9f4c90-6bde-4432-b08f-f484f7af1964,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:24.681511 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (0536326b-8f7f-4589-8908-a00acdc509a8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:24.684151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Fanout notify agent at l3_agent the message router_deleted on router 0536326b-8f7f-4589-8908-a00acdc509a8 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:21:24.686337 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4ac7c-e1ed-4c51-bf92-f8f1de8203ea req-774f63ca-0e97-4aee-862e-936918b8835f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:24.690865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:24.692136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4ac7c-e1ed-4c51-bf92-f8f1de8203ea req-774f63ca-0e97-4aee-862e-936918b8835f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:24.694989 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4a0003cb-4c56-41d0-a18b-ae90ec19f775 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "DELETE /v2.0/routers/0536326b-8f7f-4589-8908-a00acdc509a8 HTTP/1.1" status: 204  len: 168 time: 2.4661648
Apr 16 21:21:24.695880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38772) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:24.700549 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ac4ac7c-e1ed-4c51-bf92-f8f1de8203ea req-774f63ca-0e97-4aee-862e-936918b8835f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1682 time: 0.0954638
Apr 16 21:21:24.703656 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (066a2160-5818-4f8f-a524-7c25299067f3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:24.761033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:24.769151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e507511-01fa-424f-bb55-40e7a3e01927 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Deleting subnet 4f049f28-14d3-468c-ae67-e10d7a427ae7 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:21:24.772496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a38943-2edc-422c-a990-1eaed61f85dd None None] Sync routers for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:24.775213 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4e507511-01fa-424f-bb55-40e7a3e01927 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for subnet (4f049f28-14d3-468c-ae67-e10d7a427ae7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:24.794041 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a38943-2edc-422c-a990-1eaed61f85dd None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:24.794691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d1a38943-2edc-422c-a990-1eaed61f85dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124268f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:24.812786 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ac4ac7c-e1ed-4c51-bf92-f8f1de8203ea req-c31d7075-3c7a-4a37-b141-c97a79057d33 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111858
Apr 16 21:21:24.863489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Network 3f5a2452-ba34-42bf-ba08-85ad7e322490 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:24.863713 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4e507511-01fa-424f-bb55-40e7a3e01927 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (4f049f28-14d3-468c-ae67-e10d7a427ae7), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:24.865394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:24.917237 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4e912a-2b80-424c-a9db-7da5107b95ba x-openstack-request-id: req-7f4e912a-2b80-424c-a9db-7da5107b95ba {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:24.917536 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d907a5-99ba-4b78-bfb6-bde24a77d9ca", "name": "network-vif-plugged", "status": "completed", "tag": "30c99ab2-73f0-439e-9ac5-efccf5042446", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:24.917799 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f4e912a-2b80-424c-a9db-7da5107b95ba {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:24.918215 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4e912a-2b80-424c-a9db-7da5107b95ba'] response: {'server_uuid': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c99ab2-73f0-439e-9ac5-efccf5042446', 'code': 200}
Apr 16 21:21:25.054733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d1a38943-2edc-422c-a990-1eaed61f85dd None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:25.150582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Router 066a2160-5818-4f8f-a524-7c25299067f3 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:25.171392 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4e507511-01fa-424f-bb55-40e7a3e01927 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (4f049f28-14d3-468c-ae67-e10d7a427ae7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:25.263961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Router 62d0477d-583e-4964-9e24-0f02498c7b7f has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:25.405725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d875224-76b9-4c18-bbe2-b85887d6ffc4 req-87d2b58e-c68d-447a-a1bb-774bd1e614a4 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:25.405725 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d875224-76b9-4c18-bbe2-b85887d6ffc4 req-87d2b58e-c68d-447a-a1bb-774bd1e614a4 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0659220
Apr 16 21:21:25.429956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3f141e43-66ed-4c5b-827d-109abac1a362 None None] Provisioning complete for port ff9f4c90-6bde-4432-b08f-f484f7af1964 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:25.430536 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3f141e43-66ed-4c5b-827d-109abac1a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:25.438615 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4e507511-01fa-424f-bb55-40e7a3e01927 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (4f049f28-14d3-468c-ae67-e10d7a427ae7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:25.463003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4e507511-01fa-424f-bb55-40e7a3e01927 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:25.466573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4e507511-01fa-424f-bb55-40e7a3e01927 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "DELETE /v2.0/subnets/4f049f28-14d3-468c-ae67-e10d7a427ae7 HTTP/1.1" status: 204  len: 168 time: 0.7649209
Apr 16 21:21:25.472802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffc40ba-d7ab-4cf8-a612-ec8a02bb8c51 None None] Network 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:21:25.480273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:25.484799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38782) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:25.532607 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-43b2e5b9-73f2-4961-89d9-86702f089803 admin admin] 10.222.0.20 "PUT /v2.0/routers/066a2160-5818-4f8f-a524-7c25299067f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3535848
Apr 16 21:21:25.542010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e507511-01fa-424f-bb55-40e7a3e01927 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event deleted for resources: {'Subnet': ['ID=4f049f28-14d3-468c-ae67-e10d7a427ae7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:25.599288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3f141e43-66ed-4c5b-827d-109abac1a362 None None] Port ff9f4c90-6bde-4432-b08f-f484f7af1964 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:21:25.606146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:25.613818 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:25.671386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d875224-76b9-4c18-bbe2-b85887d6ffc4 req-73dd8746-ff7a-4b01-87cc-34a6a83c30ea tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2680199
Apr 16 21:21:25.700694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:25.711116 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c95c9b-22d0-4a25-8555-b5fb7c24e1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "tag": "18304df3-de06-42cd-8000-8170cb9494bf"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:25.755534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0e0d69f3-2325-470c-9756-c723b1c74aa3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:25.785454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2b7f1b9f-3b2e-4b50-94e5-64ea22cb16b4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "PUT /v2.0/floatingips/d26b89ba-bd27-4880-bd68-19946248b0a6 HTTP/1.1" status: 200  len: 998 time: 5.0690737
Apr 16 21:21:25.827553 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (4bcfaf44-3e3c-4f6b-bd56-30add3a424d7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:25.838993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88ff77-99dd-486d-a68c-bd115769f604 req-88aff3f8-a604-499d-82c4-81eed4b7232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:25.845160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88ff77-99dd-486d-a68c-bd115769f604 req-88aff3f8-a604-499d-82c4-81eed4b7232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:25.847999 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac88ff77-99dd-486d-a68c-bd115769f604 req-88aff3f8-a604-499d-82c4-81eed4b7232d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 2046 time: 0.1750252
Apr 16 21:21:25.881284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d05cbc-cf34-4d77-ae5f-bb94d29de9ce req-b510fa4b-0e73-4e97-9e27-dfe6e478d101 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:25.883364 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44d05cbc-cf34-4d77-ae5f-bb94d29de9ce req-b510fa4b-0e73-4e97-9e27-dfe6e478d101 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1007886
Apr 16 21:21:25.923330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-4f5fac15-ca03-4d80-9a4e-8e532ec993b5 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:25.928224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-4f5fac15-ca03-4d80-9a4e-8e532ec993b5 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports/18304df3-de06-42cd-8000-8170cb9494bf HTTP/1.1" status: 200  len: 943 time: 0.1345401
Apr 16 21:21:25.955830 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 0e0d69f3-2325-470c-9756-c723b1c74aa3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:25.956275 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:25.991951 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Deleting port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:25.991951 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:26.003251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d1a38943-2edc-422c-a990-1eaed61f85dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124268f40>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd26b89ba-bd27-4880-bd68-19946248b0a6', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'port_id': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'mac_address': 'fa:16:3e:e2:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:20:54Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 3, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:26.021919 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac88ff77-99dd-486d-a68c-bd115769f604 req-ca4ab43e-ea02-4250-8950-70df7211c6af service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364625
Apr 16 21:21:26.039344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34411e9-cc96-42af-9c0d-b6e899469032 None None] DHCP port deletion for 4bcfaf44-3e3c-4f6b-bd56-30add3a424d7 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:21:26.043513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a38943-2edc-422c-a990-1eaed61f85dd None None] Checking router: 62d0477d-583e-4964-9e24-0f02498c7b7f for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:26.081048 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44d05cbc-cf34-4d77-ae5f-bb94d29de9ce req-ac76448c-0aa8-4838-96f5-b4b5f7024859 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1575987
Apr 16 21:21:26.089192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a38943-2edc-422c-a990-1eaed61f85dd None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:26.090010 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d1a38943-2edc-422c-a990-1eaed61f85dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124268f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:26.094691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-5b0bc72e-0d6e-4c1a-a4c8-77b7db090cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:26.102990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-5b0bc72e-0d6e-4c1a-a4c8-77b7db090cd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 1128 time: 0.0743499
Apr 16 21:21:26.117229 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] For port acc29fa5-cd2a-4a54-933a-95cb534bb3a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acc29fa5-cd2a-4a54-933a-95cb534bb3a0,segment=NetworkSegment(d19e4ce0-1579-4983-958e-13c265b55514),segment_id=d19e4ce0-1579-4983-958e-13c265b55514)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:26.117765 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:26.136535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Calling delete_port for acc29fa5-cd2a-4a54-933a-95cb534bb3a0 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:26.171139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a34411e9-cc96-42af-9c0d-b6e899469032 None None] Deleting port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:26.171523 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a34411e9-cc96-42af-9c0d-b6e899469032 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:26.205627 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2829eec4-6967-4c9a-8b46-73ed29743ed3 x-openstack-request-id: req-2829eec4-6967-4c9a-8b46-73ed29743ed3 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:26.206926 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "tag": "18304df3-de06-42cd-8000-8170cb9494bf", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:26.207194 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2829eec4-6967-4c9a-8b46-73ed29743ed3 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:26.207784 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2829eec4-6967-4c9a-8b46-73ed29743ed3'] response: {'name': 'network-changed', 'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf', 'status': 'completed', 'code': 200}
Apr 16 21:21:26.260934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0e0d69f3-2325-470c-9756-c723b1c74aa3 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:26.261250 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:26.293948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95c9b-22d0-4a25-8555-b5fb7c24e1bb req-cf99bd6c-a4c1-42ad-8101-acab42846f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:26.295987 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81c95c9b-22d0-4a25-8555-b5fb7c24e1bb req-cf99bd6c-a4c1-42ad-8101-acab42846f92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 1128 time: 0.1022696
Apr 16 21:21:26.322635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a34411e9-cc96-42af-9c0d-b6e899469032 None None] For port acc29fa5-cd2a-4a54-933a-95cb534bb3a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acc29fa5-cd2a-4a54-933a-95cb534bb3a0,segment=NetworkSegment(d19e4ce0-1579-4983-958e-13c265b55514),segment_id=d19e4ce0-1579-4983-958e-13c265b55514)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:26.323052 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a34411e9-cc96-42af-9c0d-b6e899469032 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:26.333487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 0e0d69f3-2325-470c-9756-c723b1c74aa3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e0d69f3-2325-470c-9756-c723b1c74aa3,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:26.346085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a34411e9-cc96-42af-9c0d-b6e899469032 None None] Calling delete_port for acc29fa5-cd2a-4a54-933a-95cb534bb3a0 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:26.362056 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d1a38943-2edc-422c-a990-1eaed61f85dd None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:26.382907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-a38eec4c-b6e5-438f-976c-cc95d4670ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:26.384227 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:26.384475 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-a38eec4c-b6e5-438f-976c-cc95d4670ba9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 922 time: 0.2807047
Apr 16 21:21:26.432278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event deleted for resources: {'Port': ['ID=acc29fa5-cd2a-4a54-933a-95cb534bb3a0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:26.444316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] No DVR routers for this DVR port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:26.447192 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:26.511337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-c6b1d80a-5eb6-40a6-b543-515f3586cef3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18304df3-de06-42cd-8000-8170cb9494bf HTTP/1.1" status: 200  len: 217 time: 0.1115184
Apr 16 21:21:26.581992 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (4bcfaf44-3e3c-4f6b-bd56-30add3a424d7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:26.608791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95c9b-22d0-4a25-8555-b5fb7c24e1bb req-76e60142-29c4-449b-9f02-512ec3a3ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:26.610273 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81c95c9b-22d0-4a25-8555-b5fb7c24e1bb req-76e60142-29c4-449b-9f02-512ec3a3ccf1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 922 time: 0.3043673
Apr 16 21:21:26.621252 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01269bc970>,) {'filters': {'network_id': ['4bcfaf44-3e3c-4f6b-bd56-30add3a424d7']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:26.633984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01269bc970>, 'd19e4ce0-1579-4983-958e-13c265b55514') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:26.634289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01269bc970>, 'd19e4ce0-1579-4983-958e-13c265b55514') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:26.647281 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (d19e4ce0-1579-4983-958e-13c265b55514), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:26.649971 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=0e0d69f3-2325-470c-9756-c723b1c74aa3,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:26.658316 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a34411e9-cc96-42af-9c0d-b6e899469032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (acc29fa5-cd2a-4a54-933a-95cb534bb3a0), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:26.698404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34411e9-cc96-42af-9c0d-b6e899469032 None None] Pushing event deleted for resources: {'Port': ['ID=acc29fa5-cd2a-4a54-933a-95cb534bb3a0,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:26.705743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34411e9-cc96-42af-9c0d-b6e899469032 None None] No DVR routers for this DVR port acc29fa5-cd2a-4a54-933a-95cb534bb3a0 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:26.706964 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81c95c9b-22d0-4a25-8555-b5fb7c24e1bb req-f448bc9a-b55e-4c5f-8d36-8496623c1a86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18304df3-de06-42cd-8000-8170cb9494bf HTTP/1.1" status: 200  len: 217 time: 0.0786755
Apr 16 21:21:26.711133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-bd3995b9-d403-4c6b-9749-abfcacc8c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:26.713673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-bd3995b9-d403-4c6b-9749-abfcacc8c71f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.1915927
Apr 16 21:21:26.732039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d19e4ce0-1579-4983-958e-13c265b55514), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:26.740384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:21:26.743014 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (d19e4ce0-1579-4983-958e-13c265b55514), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:21:26.748003 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:21:26.775613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95c9b-22d0-4a25-8555-b5fb7c24e1bb req-848e14dc-00eb-4bd0-9483-a1cf305a2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:26.777286 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81c95c9b-22d0-4a25-8555-b5fb7c24e1bb req-848e14dc-00eb-4bd0-9483-a1cf305a2880 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.0627379
Apr 16 21:21:26.791644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d1a38943-2edc-422c-a990-1eaed61f85dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124268f40>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd26b89ba-bd27-4880-bd68-19946248b0a6', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'port_id': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'mac_address': 'fa:16:3e:e2:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:20:54Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 3, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:26.829138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a38943-2edc-422c-a990-1eaed61f85dd None None] The sync data for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 is: [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd26b89ba-bd27-4880-bd68-19946248b0a6', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'port_id': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'mac_address': 'fa:16:3e:e2:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:20:54Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 3, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:26.863508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-5c5bb365-6bc9-4155-ab7f-e59c8d4b26c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:26.865099 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-5c5bb365-6bc9-4155-ab7f-e59c8d4b26c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0869453
Apr 16 21:21:26.868586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95c9b-22d0-4a25-8555-b5fb7c24e1bb req-0f724add-04a4-4c3e-88e1-6c1473c7ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:26.870036 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81c95c9b-22d0-4a25-8555-b5fb7c24e1bb req-0f724add-04a4-4c3e-88e1-6c1473c7ec8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0732300
Apr 16 21:21:26.961155 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Sync routers for ids ['066a2160-5818-4f8f-a524-7c25299067f3'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:26.976319 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Routers {'066a2160-5818-4f8f-a524-7c25299067f3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:26.977876 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c84fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['066a2160-5818-4f8f-a524-7c25299067f3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:26.988047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38810) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:26.993449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6de615d2-c64b-4b3f-be47-7b4e6c420917 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074768357', 'description': 'tempest-description--1948188592'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:27.010907 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (4bcfaf44-3e3c-4f6b-bd56-30add3a424d7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:27.044126 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:27.051128 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "DELETE /v2.0/networks/4bcfaf44-3e3c-4f6b-bd56-30add3a424d7 HTTP/1.1" status: 204  len: 168 time: 1.5623474
Apr 16 21:21:27.055224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38814) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:27.078863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5c985-65aa-4244-b353-bf5ff185fff6 tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event deleted for resources: {'Network': ['ID=4bcfaf44-3e3c-4f6b-bd56-30add3a424d7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:27.113402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81c95c9b-22d0-4a25-8555-b5fb7c24e1bb req-303d72ed-4f07-43b0-b291-c0e42e4e2a2c service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2343764
Apr 16 21:21:27.117396 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-e31c9502-e4e2-4d97-8afa-38235a898550 service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398515
Apr 16 21:21:27.121344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eb0008-f5da-449d-af43-e8025a035adc None None] New status for floating IP d26b89ba-bd27-4880-bd68-19946248b0a6: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:21:27.193180 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Set router 066a2160-5818-4f8f-a524-7c25299067f3 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:27.226032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81c95c9b-22d0-4a25-8555-b5fb7c24e1bb req-317c4620-f4b1-4a7e-805a-e946225d9d56 service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1056974
Apr 16 21:21:27.228587 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6de615d2-c64b-4b3f-be47-7b4e6c420917 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:27.272280 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce0439-332b-4af3-8820-2456b787cf42 req-f6ed13c4-80dd-4555-bf40-42d794096713 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:27.279436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce0439-332b-4af3-8820-2456b787cf42 req-f6ed13c4-80dd-4555-bf40-42d794096713 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:27.286457 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a6ce0439-332b-4af3-8820-2456b787cf42 req-f6ed13c4-80dd-4555-bf40-42d794096713 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1682 time: 0.2273991
Apr 16 21:21:27.333845 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-ef67a499-fd22-4f1e-9efd-e48e77fd417a service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1070001
Apr 16 21:21:27.357289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-df0dc205-fe23-4053-b73f-268c5a3f1d1c tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Deleting port 5d65b708-4f75-4782-aff0-79d7f273bea0 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:27.357544 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df0dc205-fe23-4053-b73f-268c5a3f1d1c tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5d65b708-4f75-4782-aff0-79d7f273bea0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:27.447590 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a6ce0439-332b-4af3-8820-2456b787cf42 req-781ed6bd-23de-4f00-a418-725f4cf091a4 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598825
Apr 16 21:21:27.460618 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c84fd0>, [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 4, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port': {'id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:81:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:19Z', 'updated_at': '2022-04-16T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff9f4c90-6bde-4432-b08f-f484f7af1964', 'name': '', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'mac_address': 'fa:16:3e:f4:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:23Z', 'updated_at': '2022-04-16T21:21:24Z', 'revision_number': 2, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'subnets': [{'id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:27.466183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-ad77e086-0496-44ea-8582-22bffedef673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:27.473156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-ad77e086-0496-44ea-8582-22bffedef673 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 1128 time: 0.0693185
Apr 16 21:21:27.503292 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Checking router: 066a2160-5818-4f8f-a524-7c25299067f3 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:27.503849 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Updating router 066a2160-5818-4f8f-a524-7c25299067f3 port ff9f4c90-6bde-4432-b08f-f484f7af1964 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:21:27.538340 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:27.596100 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe07f4-0d82-4a3f-8564-8b0f4a724141 None None] Sync routers for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:27.611822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-afd31a0a-b85d-4a09-ad51-a8d4d1338444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:27.613504 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-afd31a0a-b85d-4a09-ad51-a8d4d1338444 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 922 time: 0.1388326
Apr 16 21:21:27.630944 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6de615d2-c64b-4b3f-be47-7b4e6c420917 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for security_group (d9bacc3d-ff1e-4bda-833e-ebf93fce26c9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:27.639959 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df0dc205-fe23-4053-b73f-268c5a3f1d1c tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5d65b708-4f75-4782-aff0-79d7f273bea0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:27.639959 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df0dc205-fe23-4053-b73f-268c5a3f1d1c tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for floatingip (5d65b708-4f75-4782-aff0-79d7f273bea0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:27.640464 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe07f4-0d82-4a3f-8564-8b0f4a724141 None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:27.640464 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-09fe07f4-0d82-4a3f-8564-8b0f4a724141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248508b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:27.640634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0e0d69f3-2325-470c-9756-c723b1c74aa3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:27.650253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-df0dc205-fe23-4053-b73f-268c5a3f1d1c tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Calling delete_port for 5d65b708-4f75-4782-aff0-79d7f273bea0 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:27.713789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 0e0d69f3-2325-470c-9756-c723b1c74aa3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:27.713947 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-f4042b07-a92d-498f-b80c-b42971da4b73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27f4ef2-9de6-4c41-9578-cab9cfbbe412 HTTP/1.1" status: 200  len: 1001 time: 0.0886283
Apr 16 21:21:27.714172 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:27.754023 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6de615d2-c64b-4b3f-be47-7b4e6c420917 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d9bacc3d-ff1e-4bda-833e-ebf93fce26c9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:27.838951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-4242ddf2-ede8-4c87-979f-b2ff71d57f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:27.843945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-4242ddf2-ede8-4c87-979f-b2ff71d57f93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.1173551
Apr 16 21:21:27.859431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0e0d69f3-2325-470c-9756-c723b1c74aa3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:27.901076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-992b75b1-a3bd-478f-af4d-a964f7ae7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:27.903263 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-992b75b1-a3bd-478f-af4d-a964f7ae7bd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0529139
Apr 16 21:21:27.931187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device acc29fa5-cd2a-4a54-933a-95cb534bb3a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:27.934608 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-09fe07f4-0d82-4a3f-8564-8b0f4a724141 None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:27.994745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: acc29fa5-cd2a-4a54-933a-95cb534bb3a0 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:27.995155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device acc29fa5-cd2a-4a54-933a-95cb534bb3a0 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:28.198608 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6de615d2-c64b-4b3f-be47-7b4e6c420917 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:28.200703 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6de615d2-c64b-4b3f-be47-7b4e6c420917 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.2115464
Apr 16 21:21:28.210333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de615d2-c64b-4b3f-be47-7b4e6c420917 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:28.214589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38826) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:28.241888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d163d8b4-0ba2-4d1e-ac1c-89bf0b800575 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Request body: {'security_group_rule': {'security_group_id': 'd9bacc3d-ff1e-4bda-833e-ebf93fce26c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:28.294692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecef18c-72c8-406a-bbf3-0881862268a6 req-322ff1fc-794c-4bcb-99fb-91240b234668 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:28.296508 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ecef18c-72c8-406a-bbf3-0881862268a6 req-322ff1fc-794c-4bcb-99fb-91240b234668 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.1030724
Apr 16 21:21:28.356258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'tag': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:28.358526 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d921c36b-6296-49a3-bbe5-ebefa7da54b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3675634-9fc5-4448-8b33-707bec3adaa5", "tag": "b27f4ef2-9de6-4c41-9578-cab9cfbbe412"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:28.363266 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Publish callbacks [] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:28.374483 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ecef18c-72c8-406a-bbf3-0881862268a6 req-ebf94f86-2696-407e-a24c-f0992bfc711b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708687
Apr 16 21:21:28.399845 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d163d8b4-0ba2-4d1e-ac1c-89bf0b800575 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for security_group_rule (d749c8ad-9dde-4561-87a2-95dfff084de9), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:28.412538 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-45db51b0-67df-4db7-aea7-0cc7c848e2f9 service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5018046
Apr 16 21:21:28.431062 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df0dc205-fe23-4053-b73f-268c5a3f1d1c tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5d65b708-4f75-4782-aff0-79d7f273bea0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:28.474471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dc205-fe23-4053-b73f-268c5a3f1d1c tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Pushing event deleted for resources: {'Port': ['ID=5d65b708-4f75-4782-aff0-79d7f273bea0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:28.482311 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:28.500202 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-09fe07f4-0d82-4a3f-8564-8b0f4a724141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248508b0>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd26b89ba-bd27-4880-bd68-19946248b0a6', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'port_id': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'mac_address': 'fa:16:3e:e2:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:20:54Z', 'updated_at': '2022-04-16T21:21:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:28.566750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6d7945b-c509-4b35-b332-1d5c02b0f599 req-2e11b36b-cd5c-4ff7-a32d-229efdcd76d0 service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451120
Apr 16 21:21:28.570488 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe07f4-0d82-4a3f-8564-8b0f4a724141 None None] Checking router: 62d0477d-583e-4964-9e24-0f02498c7b7f for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:28.583903 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe07f4-0d82-4a3f-8564-8b0f4a724141 None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:28.584648 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-09fe07f4-0d82-4a3f-8564-8b0f4a724141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248508b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:28.601953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e402f-b5a9-42d4-9ed6-193e38bf6482 req-4bb91fce-76d1-42e7-8469-c890c417c21a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:28.604280 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-588e402f-b5a9-42d4-9ed6-193e38bf6482 req-4bb91fce-76d1-42e7-8469-c890c417c21a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1311183
Apr 16 21:21:28.612350 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d163d8b4-0ba2-4d1e-ac1c-89bf0b800575 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for security_group_rule (d749c8ad-9dde-4561-87a2-95dfff084de9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:28.613602 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df0dc205-fe23-4053-b73f-268c5a3f1d1c tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks [] for floatingip (512f686d-c9d6-4199-8757-638567837b3a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:28.616235 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df0dc205-fe23-4053-b73f-268c5a3f1d1c tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:28.620152 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-df0dc205-fe23-4053-b73f-268c5a3f1d1c tempest-FloatingIPAdminTestJSON-2050685298 tempest-FloatingIPAdminTestJSON-2050685298-project] 10.222.0.20 "DELETE /v2.0/floatingips/512f686d-c9d6-4199-8757-638567837b3a HTTP/1.1" status: 204  len: 168 time: 1.5569592
Apr 16 21:21:28.668081 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Pushing event updated for resources: {'Port': ['ID=ff9f4c90-6bde-4432-b08f-f484f7af1964,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:28.691383 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-588e402f-b5a9-42d4-9ed6-193e38bf6482 req-7f8bf74a-0bcd-40eb-8b4f-1a4c21f2393c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722005
Apr 16 21:21:28.720513 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d163d8b4-0ba2-4d1e-ac1c-89bf0b800575 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (d749c8ad-9dde-4561-87a2-95dfff084de9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:28.757010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163d8b4-0ba2-4d1e-ac1c-89bf0b800575 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d749c8ad-9dde-4561-87a2-95dfff084de9,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:28.761925 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09133bab-ae8f-4c9a-9ba3-ade82f371e02 x-openstack-request-id: req-09133bab-ae8f-4c9a-9ba3-ade82f371e02 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:28.762425 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3675634-9fc5-4448-8b33-707bec3adaa5", "tag": "b27f4ef2-9de6-4c41-9578-cab9cfbbe412", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:28.762425 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09133bab-ae8f-4c9a-9ba3-ade82f371e02 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:28.762831 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09133bab-ae8f-4c9a-9ba3-ade82f371e02'] response: {'name': 'network-changed', 'server_uuid': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'tag': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'status': 'completed', 'code': 200}
Apr 16 21:21:28.770312 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.770661 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.775788 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.776375 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.776730 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.777076 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.777415 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.777746 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.778357 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.778659 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.779238 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.779563 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.779891 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.780229 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.780568 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:28.810213 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d163d8b4-0ba2-4d1e-ac1c-89bf0b800575 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:28.812867 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d163d8b4-0ba2-4d1e-ac1c-89bf0b800575 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5960968
Apr 16 21:21:28.815335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38842) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:28.820109 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-617acff6-0554-4490-b0ff-fa7d4a9d49f5 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Request body: {'security_group_rule': {'security_group_id': 'd9bacc3d-ff1e-4bda-833e-ebf93fce26c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:28.849216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a2e4fc03-9d07-400e-aeb3-bc6f7febfa45 None None] Provisioning complete for port ff9f4c90-6bde-4432-b08f-f484f7af1964 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:28.849216 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a2e4fc03-9d07-400e-aeb3-bc6f7febfa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:28.918241 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Attempting to bind port ff9f4c90-6bde-4432-b08f-f484f7af1964 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:28.919174 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Attempting to bind port ff9f4c90-6bde-4432-b08f-f484f7af1964 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:28.919722 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Attempting to bind port ff9f4c90-6bde-4432-b08f-f484f7af1964 on network 3f5a2452-ba34-42bf-ba08-85ad7e322490 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:28.927554 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:21:28.928258 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Checking segment: {'id': 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:21:28.928855 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:28.929543 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Bound using segment: {'id': 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:21:28.930482 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Bound port: ff9f4c90-6bde-4432-b08f-f484f7af1964, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:21:28.931065 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:28.954380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82a8a6-52e1-49af-9ff4-fd34789d26ca req-f606f558-0213-4ed5-8ed7-1d1326cb106f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:28.963595 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-09fe07f4-0d82-4a3f-8564-8b0f4a724141 None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:28.967364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82a8a6-52e1-49af-9ff4-fd34789d26ca req-f606f558-0213-4ed5-8ed7-1d1326cb106f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:28.970718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2a82a8a6-52e1-49af-9ff4-fd34789d26ca req-f606f558-0213-4ed5-8ed7-1d1326cb106f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1682 time: 0.1262107
Apr 16 21:21:28.996856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5618ef5-0dad-4360-9a26-e982824a12dd req-ecc53850-2f3c-4aed-a3c8-cf299430e45f tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 1001 time: 0.2172492
Apr 16 21:21:28.998694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921c36b-6296-49a3-bbe5-ebefa7da54b0 req-22937f19-0b6c-45f0-90bf-a750c19d2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:29.008063 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d921c36b-6296-49a3-bbe5-ebefa7da54b0 req-22937f19-0b6c-45f0-90bf-a750c19d2304 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 1128 time: 0.1377954
Apr 16 21:21:29.038706 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-617acff6-0554-4490-b0ff-fa7d4a9d49f5 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for security_group_rule (7aa612db-66af-457a-8397-1f8dc24a4442), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:29.054705 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] For port ff9f4c90-6bde-4432-b08f-f484f7af1964, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:21:29.056197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828d716-81d6-48d0-ae28-8584641186f2 req-0f4e39e4-2b78-461f-b0e9-71b02d3ca456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:29.057756 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c828d716-81d6-48d0-ae28-8584641186f2 req-0f4e39e4-2b78-461f-b0e9-71b02d3ca456 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 1127 time: 0.0847335
Apr 16 21:21:29.058485 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] For port ff9f4c90-6bde-4432-b08f-f484f7af1964, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff9f4c90-6bde-4432-b08f-f484f7af1964,segment=NetworkSegment(c9d2de2c-061c-4e82-a52f-a8a7d4e91229),segment_id=c9d2de2c-061c-4e82-a52f-a8a7d4e91229)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:21:29.075781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4fc03-9d07-400e-aeb3-bc6f7febfa45 None None] Port ff9f4c90-6bde-4432-b08f-f484f7af1964 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:21:29.132974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5618ef5-0dad-4360-9a26-e982824a12dd req-ca55b3df-a95b-44cc-8ae1-83ec5006ad27 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:29.135770 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5618ef5-0dad-4360-9a26-e982824a12dd req-ca55b3df-a95b-44cc-8ae1-83ec5006ad27 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports/b27f4ef2-9de6-4c41-9578-cab9cfbbe412 HTTP/1.1" status: 200  len: 943 time: 0.1258953
Apr 16 21:21:29.167640 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2a82a8a6-52e1-49af-9ff4-fd34789d26ca req-cfaa8f70-e223-4ed9-9989-dbbbb828fd8f tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817434
Apr 16 21:21:29.189396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921c36b-6296-49a3-bbe5-ebefa7da54b0 req-23fff549-d34d-4b40-9aae-ce6b5f2e2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:29.189396 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d921c36b-6296-49a3-bbe5-ebefa7da54b0 req-23fff549-d34d-4b40-9aae-ce6b5f2e2acb service neutron] 10.222.0.11 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 922 time: 0.1681776
Apr 16 21:21:29.214644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-617acff6-0554-4490-b0ff-fa7d4a9d49f5 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for security_group_rule (7aa612db-66af-457a-8397-1f8dc24a4442), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:29.250748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828d716-81d6-48d0-ae28-8584641186f2 req-86cf6073-b18e-4c09-becf-30294322dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:29.259025 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c828d716-81d6-48d0-ae28-8584641186f2 req-86cf6073-b18e-4c09-becf-30294322dffa service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 200  len: 912 time: 0.1834347
Apr 16 21:21:29.269829 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-617acff6-0554-4490-b0ff-fa7d4a9d49f5 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (7aa612db-66af-457a-8397-1f8dc24a4442), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:29.306873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617acff6-0554-4490-b0ff-fa7d4a9d49f5 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa612db-66af-457a-8397-1f8dc24a4442,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:29.364933 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5618ef5-0dad-4360-9a26-e982824a12dd req-8e9ec8f0-7bb9-45d0-ae61-198135603a51 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 1001 time: 0.1104751
Apr 16 21:21:29.371791 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:29.426021 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Routers {'066a2160-5818-4f8f-a524-7c25299067f3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:29.426654 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c84fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['066a2160-5818-4f8f-a524-7c25299067f3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:29.458734 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-617acff6-0554-4490-b0ff-fa7d4a9d49f5 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:29.467357 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-617acff6-0554-4490-b0ff-fa7d4a9d49f5 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6482775
Apr 16 21:21:29.469127 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d921c36b-6296-49a3-bbe5-ebefa7da54b0 req-e4fb6cac-acc6-4053-98bc-64ab133167a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27f4ef2-9de6-4c41-9578-cab9cfbbe412 HTTP/1.1" status: 200  len: 1001 time: 0.2733426
Apr 16 21:21:29.477191 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38850) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:29.477810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38852) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:29.539242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:29.542089 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c828d716-81d6-48d0-ae28-8584641186f2 req-3dc2ebb7-3737-495f-8088-2b82da607145 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 HTTP/1.1" status: 200  len: 999 time: 0.2273149
Apr 16 21:21:29.562278 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-09fe07f4-0d82-4a3f-8564-8b0f4a724141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248508b0>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd26b89ba-bd27-4880-bd68-19946248b0a6', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'port_id': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'mac_address': 'fa:16:3e:e2:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:20:54Z', 'updated_at': '2022-04-16T21:21:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:29.595446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a5c0f6ba-98bc-4711-85ee-04db4015c727 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:21:29.598638 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a5c0f6ba-98bc-4711-85ee-04db4015c727 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:29.678103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dcd98-969d-4fdd-98cb-916cc8fc220a req-04259b35-d490-4e36-b732-662ddf41b021 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:29.678316 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe07f4-0d82-4a3f-8564-8b0f4a724141 None None] The sync data for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 is: [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd26b89ba-bd27-4880-bd68-19946248b0a6', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'port_id': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'mac_address': 'fa:16:3e:e2:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:20:54Z', 'updated_at': '2022-04-16T21:21:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:29.681584 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa2dcd98-969d-4fdd-98cb-916cc8fc220a req-04259b35-d490-4e36-b732-662ddf41b021 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.1474292
Apr 16 21:21:29.784808 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e4dda-40a0-43ed-91a6-558f52ce96d8 None None] Pushing event updated for resources: {'Port': ['ID=ff9f4c90-6bde-4432-b08f-f484f7af1964,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:29.794973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921c36b-6296-49a3-bbe5-ebefa7da54b0 req-280c06ec-1a94-461d-9e7b-c83193b7d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:29.800059 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d921c36b-6296-49a3-bbe5-ebefa7da54b0 req-280c06ec-1a94-461d-9e7b-c83193b7d026 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.2983191
Apr 16 21:21:29.823117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5618ef5-0dad-4360-9a26-e982824a12dd req-418573a9-c86f-4b13-8fbe-0b24d4d846fd tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:29.823117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5618ef5-0dad-4360-9a26-e982824a12dd req-418573a9-c86f-4b13-8fbe-0b24d4d846fd tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.4444716
Apr 16 21:21:29.838916 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] Set router 066a2160-5818-4f8f-a524-7c25299067f3 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:29.852914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a5c0f6ba-98bc-4711-85ee-04db4015c727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5c0f6ba-98bc-4711-85ee-04db4015c727,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:29.884910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828d716-81d6-48d0-ae28-8584641186f2 req-9ac7de00-cde3-40b5-a4b0-a74a29e0749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:29.886808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c828d716-81d6-48d0-ae28-8584641186f2 req-9ac7de00-cde3-40b5-a4b0-a74a29e0749c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 200  len: 850 time: 0.2039080
Apr 16 21:21:29.894759 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa2dcd98-969d-4fdd-98cb-916cc8fc220a req-beb884b8-2ae7-4107-94f0-3c1c5ced3ee2 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760011
Apr 16 21:21:29.921477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921c36b-6296-49a3-bbe5-ebefa7da54b0 req-0c627c5b-39e6-443a-85a8-acd596794667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:29.926804 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d921c36b-6296-49a3-bbe5-ebefa7da54b0 req-0c627c5b-39e6-443a-85a8-acd596794667 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1037745
Apr 16 21:21:29.929683 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:29.941300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-195f5f94-ad85-49a4-ac30-bcdb95c24ca0 None None] Provisioning complete for port ff9f4c90-6bde-4432-b08f-f484f7af1964 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:29.942018 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-195f5f94-ad85-49a4-ac30-bcdb95c24ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:29.947873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'a5c0f6ba-98bc-4711-85ee-04db4015c727', 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc', 'port_id': 'a5c0f6ba-98bc-4711-85ee-04db4015c727', 'mac_address': 'fa:16:3e:bd:d8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2dc899-0d62-48eb-b0f2-8820b6dd8b95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:21:29.991719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a5c0f6ba-98bc-4711-85ee-04db4015c727 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:29.992306 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:30.118806 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-b409d960-02f9-430f-912d-b394a49c3282 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 1001 time: 0.1502218
Apr 16 21:21:30.120262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a5c0f6ba-98bc-4711-85ee-04db4015c727 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:30.125189 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:30.141789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828d716-81d6-48d0-ae28-8584641186f2 req-e0c4d13a-30e4-41ff-a877-42e9b256c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:30.143262 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c828d716-81d6-48d0-ae28-8584641186f2 req-e0c4d13a-30e4-41ff-a877-42e9b256c8d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9e642b5-0144-4768-b572-192069e5751e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2476673
Apr 16 21:21:30.146953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c0f6ba-98bc-4711-85ee-04db4015c727'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:30.150359 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e5d3c4-0f7f-49e4-8a9f-426e595f4ff3" -d '{"events": [{"server_uuid": "cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c0f6ba-98bc-4711-85ee-04db4015c727"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:30.169785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38868) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:30.194056 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6692a480-9689-470d-b839-7802d7724d1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3825e49f67d0432e820e4e67df1c4f7a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7142644
Apr 16 21:21:30.204154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38874) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:30.218253 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c84fd0>, [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 4, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port': {'id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:81:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:19Z', 'updated_at': '2022-04-16T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff9f4c90-6bde-4432-b08f-f484f7af1964', 'name': '', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'mac_address': 'fa:16:3e:f4:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:23Z', 'updated_at': '2022-04-16T21:21:29Z', 'revision_number': 4, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'subnets': [{'id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:30.227926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcedd82-917e-45a3-9f60-14c36091bc7b req-9ff62902-881f-40aa-9b4a-2abdf4d0f716 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:30.227926 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ffcedd82-917e-45a3-9f60-14c36091bc7b req-9ff62902-881f-40aa-9b4a-2abdf4d0f716 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.2880116
Apr 16 21:21:30.251031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a5c0f6ba-98bc-4711-85ee-04db4015c727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5c0f6ba-98bc-4711-85ee-04db4015c727,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:30.255766 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-1045551a-d427-4371-afbc-70f5d74fe793 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:30.261327 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9ac68-c9d5-4bee-9acb-8ae62796bbcf None None] The sync data for ids ['066a2160-5818-4f8f-a524-7c25299067f3'] in ncdv-master-1 is: [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 4, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port': {'id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:81:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:19Z', 'updated_at': '2022-04-16T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff9f4c90-6bde-4432-b08f-f484f7af1964', 'name': '', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'mac_address': 'fa:16:3e:f4:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:23Z', 'updated_at': '2022-04-16T21:21:29Z', 'revision_number': 4, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'subnets': [{'id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:30.262523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5c0f6ba-98bc-4711-85ee-04db4015c727 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:21:30.271298 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-1045551a-d427-4371-afbc-70f5d74fe793 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports/b27f4ef2-9de6-4c41-9578-cab9cfbbe412 HTTP/1.1" status: 200  len: 943 time: 0.1510444
Apr 16 21:21:30.281476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-195f5f94-ad85-49a4-ac30-bcdb95c24ca0 None None] Current status of the port ff9f4c90-6bde-4432-b08f-f484f7af1964 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:30.288247 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-195f5f94-ad85-49a4-ac30-bcdb95c24ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:30.367008 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-195f5f94-ad85-49a4-ac30-bcdb95c24ca0 None None] For port ff9f4c90-6bde-4432-b08f-f484f7af1964, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff9f4c90-6bde-4432-b08f-f484f7af1964,segment=NetworkSegment(c9d2de2c-061c-4e82-a52f-a8a7d4e91229),segment_id=c9d2de2c-061c-4e82-a52f-a8a7d4e91229)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:30.388156 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c828d716-81d6-48d0-ae28-8584641186f2 req-1ae1e675-47d2-4794-a6a3-596877be9e99 service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2169082
Apr 16 21:21:30.413199 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:30.426100 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d921c36b-6296-49a3-bbe5-ebefa7da54b0 req-dda7f2d8-249f-416c-b8f7-ca6332c848ff service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4849620
Apr 16 21:21:30.444640 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:30.447892 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:21:30.448522 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:21:30.451970 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-195f5f94-ad85-49a4-ac30-bcdb95c24ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:30.514184 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30e253dd-0cec-48ae-980a-76cabfda8dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:30.515903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a5c0f6ba-98bc-4711-85ee-04db4015c727,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:30.525638 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.526244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.526603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.527077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.527421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.528228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.528441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.528776 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.529103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.529427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.530587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.530925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.531303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.531639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.531967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:30.550297 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9717754-2454-4100-9cae-cc80459d0791 admin admin] Publish callbacks [] for security_group (2f71d634-f9c7-434b-86fc-fbb239e7a77c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:30.568626 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ffcedd82-917e-45a3-9f60-14c36091bc7b req-940bbc3a-3c90-4e7c-b806-e192c8619a8b tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3275437
Apr 16 21:21:30.616826 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30e253dd-0cec-48ae-980a-76cabfda8dda admin admin] Publish callbacks [] for security_group (bea2bfd6-eb43-45a0-90dc-9b42299c70fb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:30.621282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f5f94-ad85-49a4-ac30-bcdb95c24ca0 None None] Pushing event updated for resources: {'Port': ['ID=ff9f4c90-6bde-4432-b08f-f484f7af1964,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:30.631213 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d921c36b-6296-49a3-bbe5-ebefa7da54b0 req-6eac632f-3b84-4011-92bd-37cb8942fa17 service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1892076
Apr 16 21:21:30.640729 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-bc2d46d4-bed9-43d4-ad27-28b8eb7975ba tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 1001 time: 0.2688429
Apr 16 21:21:30.664657 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a736b4-0624-4069-8863-dc64d68d05d9 x-openstack-request-id: req-e1a736b4-0624-4069-8863-dc64d68d05d9 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:30.665562 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c0f6ba-98bc-4711-85ee-04db4015c727", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:30.665562 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1a736b4-0624-4069-8863-dc64d68d05d9 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:30.665771 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a736b4-0624-4069-8863-dc64d68d05d9'] response: {'server_uuid': 'cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c0f6ba-98bc-4711-85ee-04db4015c727', 'code': 200}
Apr 16 21:21:30.671444 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9717754-2454-4100-9cae-cc80459d0791 admin admin] Publish callbacks [] for security_group (2f71d634-f9c7-434b-86fc-fbb239e7a77c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:30.738511 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c828d716-81d6-48d0-ae28-8584641186f2 req-e9ebb495-88be-456e-a38d-23fa4b5e8e5e service neutron] 10.222.0.41 "GET /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3039823
Apr 16 21:21:30.745869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30e253dd-0cec-48ae-980a-76cabfda8dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bea2bfd6-eb43-45a0-90dc-9b42299c70fb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:30.825700 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-30e253dd-0cec-48ae-980a-76cabfda8dda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31500f3956ff46759f3ff9a597c2be2d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6509693
Apr 16 21:21:30.825700 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e253dd-0cec-48ae-980a-76cabfda8dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea2bfd6-eb43-45a0-90dc-9b42299c70fb,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:30.828647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Allocated IP 172.35.1.161 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/f84ba307-c513-4e83-a822-418d9952ff7b) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:30.831590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38876) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:30.833001 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-e3f4c220-3d8a-44dd-9c25-bb7c255506a7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:30.834397 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-e3f4c220-3d8a-44dd-9c25-bb7c255506a7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1766720
Apr 16 21:21:30.855090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefb6f8-1d94-42c4-be44-f0bd11d044f8 req-91176ce5-c7f0-452a-9d76-66872a4298ab tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:30.861209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefb6f8-1d94-42c4-be44-f0bd11d044f8 req-91176ce5-c7f0-452a-9d76-66872a4298ab tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:30.862773 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ccefb6f8-1d94-42c4-be44-f0bd11d044f8 req-91176ce5-c7f0-452a-9d76-66872a4298ab tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1682 time: 0.1139491
Apr 16 21:21:30.912984 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-38f6215a-8660-4089-8909-bfc99baab762 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 1001 time: 0.0700412
Apr 16 21:21:30.924031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-e98fc2c2-ea11-401e-b4d5-c00605e278b6 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Request body: {'floatingip': {'port_id': None}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:30.942429 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9717754-2454-4100-9cae-cc80459d0791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2f71d634-f9c7-434b-86fc-fbb239e7a77c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:30.945020 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9717754-2454-4100-9cae-cc80459d0791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:30.949268 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b9717754-2454-4100-9cae-cc80459d0791 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f71d634-f9c7-434b-86fc-fbb239e7a77c HTTP/1.1" status: 204  len: 168 time: 0.7411573
Apr 16 21:21:30.978987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9717754-2454-4100-9cae-cc80459d0791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f71d634-f9c7-434b-86fc-fbb239e7a77c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:31.022357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a5c0f6ba-98bc-4711-85ee-04db4015c727 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:31.024235 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.029178 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-e98fc2c2-ea11-401e-b4d5-c00605e278b6 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.040448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c0f6ba-98bc-4711-85ee-04db4015c727 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:21:31.041837 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ccefb6f8-1d94-42c4-be44-f0bd11d044f8 req-99e80b6e-1fa1-4d10-9666-c9ab6122aa7a tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692607
Apr 16 21:21:31.044294 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d978797-8050-42c3-84e3-561e9275415c admin admin] Publish callbacks [] for security_group (bea2bfd6-eb43-45a0-90dc-9b42299c70fb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.066224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a5c0f6ba-98bc-4711-85ee-04db4015c727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5c0f6ba-98bc-4711-85ee-04db4015c727,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:31.097114 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d978797-8050-42c3-84e3-561e9275415c admin admin] Publish callbacks [] for security_group (bea2bfd6-eb43-45a0-90dc-9b42299c70fb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.114618 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.129067 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for port (f84ba307-c513-4e83-a822-418d9952ff7b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.183685 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a5c0f6ba-98bc-4711-85ee-04db4015c727,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:31.223298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32fae7-48e5-4a77-8da2-fad224d96816 req-4a96f285-d135-4184-87ec-bcff6bc466ec tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:31.232403 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f32fae7-48e5-4a77-8da2-fad224d96816 req-4a96f285-d135-4184-87ec-bcff6bc466ec tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 945 time: 0.0819511
Apr 16 21:21:31.261666 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-e98fc2c2-ea11-401e-b4d5-c00605e278b6 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.285629 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f32fae7-48e5-4a77-8da2-fad224d96816 req-bea9e6b0-7f32-4a7f-a76e-01361bb8e18b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462699
Apr 16 21:21:31.332885 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-e98fc2c2-ea11-401e-b4d5-c00605e278b6 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.334495 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-e98fc2c2-ea11-401e-b4d5-c00605e278b6 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Floating IP d26b89ba-bd27-4880-bd68-19946248b0a6 disassociated. External IP: 172.35.1.61, port: b27f4ef2-9de6-4c41-9578-cab9cfbbe412.
Apr 16 21:21:31.342574 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f84ba307-c513-4e83-a822-418d9952ff7b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.346836 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d978797-8050-42c3-84e3-561e9275415c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bea2bfd6-eb43-45a0-90dc-9b42299c70fb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.357431 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d978797-8050-42c3-84e3-561e9275415c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.360664 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3d978797-8050-42c3-84e3-561e9275415c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bea2bfd6-eb43-45a0-90dc-9b42299c70fb HTTP/1.1" status: 204  len: 168 time: 0.5260603
Apr 16 21:21:31.432589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d978797-8050-42c3-84e3-561e9275415c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea2bfd6-eb43-45a0-90dc-9b42299c70fb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:31.435305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:31.471176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:31.474958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:31.525090 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['a5c0f6ba-98bc-4711-85ee-04db4015c727'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:31.548162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Pushing event updated for resources: {'Port': ['ID=f84ba307-c513-4e83-a822-418d9952ff7b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:31.654560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ff9f4c90-6bde-4432-b08f-f484f7af1964 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:31.676008 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for floatingip (e9819de9-9116-4e40-af99-563bdc1641b8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.744291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-e98fc2c2-ea11-401e-b4d5-c00605e278b6 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Router 62d0477d-583e-4964-9e24-0f02498c7b7f has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:31.745696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ff9f4c90-6bde-4432-b08f-f484f7af1964 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:31.746143 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.867023 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f84ba307-c513-4e83-a822-418d9952ff7b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.914305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38894) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:31.928469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ff9f4c90-6bde-4432-b08f-f484f7af1964 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:31.951441 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f5657ad-f9b7-4def-a665-ad0c3882116c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:31.987473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-e98fc2c2-ea11-401e-b4d5-c00605e278b6 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:31.995372 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-e98fc2c2-ea11-401e-b4d5-c00605e278b6 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:32.000855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65360f3a-50bb-4771-8cb1-9026ff2c77e9 None None] Sync routers for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:32.023857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65360f3a-50bb-4771-8cb1-9026ff2c77e9 None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:32.024588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-65360f3a-50bb-4771-8cb1-9026ff2c77e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01259c1e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:32.114774 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f5657ad-f9b7-4def-a665-ad0c3882116c admin admin] Publish callbacks [] for security_group (1dd246d6-aa75-4a13-b1e6-e883c39c4eb2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:32.116403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd47d1-d78c-4bcd-b297-34be5512926a req-0b6b0afd-7c7c-440e-a457-ac14b985640a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:32.118864 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5bdd47d1-d78c-4bcd-b297-34be5512926a req-0b6b0afd-7c7c-440e-a457-ac14b985640a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1476705
Apr 16 21:21:32.120870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-e98fc2c2-ea11-401e-b4d5-c00605e278b6 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "PUT /v2.0/floatingips/d26b89ba-bd27-4880-bd68-19946248b0a6 HTTP/1.1" status: 200  len: 694 time: 1.2010481
Apr 16 21:21:32.121671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'tag': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:32.126298 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a37d5a-1ba4-4dd2-bd5c-ea7fbeb47396" -d '{"events": [{"name": "network-changed", "server_uuid": "e3675634-9fc5-4448-8b33-707bec3adaa5", "tag": "b27f4ef2-9de6-4c41-9578-cab9cfbbe412"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:32.172524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-65360f3a-50bb-4771-8cb1-9026ff2c77e9 None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:32.194118 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f5657ad-f9b7-4def-a665-ad0c3882116c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1dd246d6-aa75-4a13-b1e6-e883c39c4eb2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:32.213704 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for port (f84ba307-c513-4e83-a822-418d9952ff7b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:32.218446 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5bdd47d1-d78c-4bcd-b297-34be5512926a req-cf6ab6d3-8948-4e98-b2b7-4a4f20f46979 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780916
Apr 16 21:21:32.223772 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-54b09e8f-57d4-44d2-9bc0-26870c2eb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:32.225175 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-54b09e8f-57d4-44d2-9bc0-26870c2eb77a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 1128 time: 0.0754755
Apr 16 21:21:32.263343 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2f5657ad-f9b7-4def-a665-ad0c3882116c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16854e70251f43059b7a1cba52253bfc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3474498
Apr 16 21:21:32.266438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38900) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:32.292419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5657ad-f9b7-4def-a665-ad0c3882116c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd246d6-aa75-4a13-b1e6-e883c39c4eb2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:32.325755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f84ba307-c513-4e83-a822-418d9952ff7b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:32.343541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-b98c21c0-cfc1-415f-9813-0c644aa69988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:32.345127 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-b98c21c0-cfc1-415f-9813-0c644aa69988 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 922 time: 0.1101081
Apr 16 21:21:32.404746 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-03117935-ef16-401a-9a87-84c791457664 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27f4ef2-9de6-4c41-9578-cab9cfbbe412 HTTP/1.1" status: 200  len: 217 time: 0.0431528
Apr 16 21:21:32.409011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-65360f3a-50bb-4771-8cb1-9026ff2c77e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01259c1e80>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:32.442967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65360f3a-50bb-4771-8cb1-9026ff2c77e9 None None] Checking router: 62d0477d-583e-4964-9e24-0f02498c7b7f for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:32.451370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84276898-e5f4-45b7-bd31-49ebd6914ffc req-60642a42-e9df-4904-9411-36902209b87e tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:32.452426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65360f3a-50bb-4771-8cb1-9026ff2c77e9 None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:32.453084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-65360f3a-50bb-4771-8cb1-9026ff2c77e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01259c1e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:32.456878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84276898-e5f4-45b7-bd31-49ebd6914ffc req-60642a42-e9df-4904-9411-36902209b87e tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:32.458544 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84276898-e5f4-45b7-bd31-49ebd6914ffc req-60642a42-e9df-4904-9411-36902209b87e tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1682 time: 0.1436567
Apr 16 21:21:32.459694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-27c725c9-a861-44af-ab4d-92d4c0fb49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:32.462465 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-27c725c9-a861-44af-ab4d-92d4c0fb49ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.0486898
Apr 16 21:21:32.463776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Pushing event updated for resources: {'Port': ['ID=f84ba307-c513-4e83-a822-418d9952ff7b,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:32.471966 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2dd1462e-c322-403f-af93-ae75eed9d602 admin admin] Publish callbacks [] for security_group (1dd246d6-aa75-4a13-b1e6-e883c39c4eb2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:32.502705 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (e9819de9-9116-4e40-af99-563bdc1641b8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:32.532212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38904) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:32.532915 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2dd1462e-c322-403f-af93-ae75eed9d602 admin admin] Publish callbacks [] for security_group (1dd246d6-aa75-4a13-b1e6-e883c39c4eb2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:32.551096 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7995263-53b7-4411-bcbb-667a401836db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:32.560860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-c759136a-2558-413a-bf22-611fef4eb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:32.562104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-c759136a-2558-413a-bf22-611fef4eb780 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0787103
Apr 16 21:21:32.569588 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84276898-e5f4-45b7-bd31-49ebd6914ffc req-f8a5c15d-bba6-4ac5-a198-01a4588958c5 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013632
Apr 16 21:21:32.579256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-65360f3a-50bb-4771-8cb1-9026ff2c77e9 None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:32.627510 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:32.632438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d9f6ab8d-d114-4a18-9b82-2c0ad626153f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1440978
Apr 16 21:21:32.654836 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79da4592-a724-4a78-aa2f-59c09f77cbbe x-openstack-request-id: req-79da4592-a724-4a78-aa2f-59c09f77cbbe {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:32.655130 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3675634-9fc5-4448-8b33-707bec3adaa5", "tag": "b27f4ef2-9de6-4c41-9578-cab9cfbbe412", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:32.655377 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79da4592-a724-4a78-aa2f-59c09f77cbbe {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:32.655784 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79da4592-a724-4a78-aa2f-59c09f77cbbe'] response: {'name': 'network-changed', 'server_uuid': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'tag': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'status': 'completed', 'code': 200}
Apr 16 21:21:32.701289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a37d5a-1ba4-4dd2-bd5c-ea7fbeb47396 req-fa4e4ad6-c064-4d38-b5e4-ffe228006bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:32.702888 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-60a37d5a-1ba4-4dd2-bd5c-ea7fbeb47396 req-fa4e4ad6-c064-4d38-b5e4-ffe228006bdf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 1128 time: 0.0538311
Apr 16 21:21:32.704459 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2dd1462e-c322-403f-af93-ae75eed9d602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1dd246d6-aa75-4a13-b1e6-e883c39c4eb2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:32.707036 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2dd1462e-c322-403f-af93-ae75eed9d602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:32.712679 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2dd1462e-c322-403f-af93-ae75eed9d602 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dd246d6-aa75-4a13-b1e6-e883c39c4eb2 HTTP/1.1" status: 204  len: 168 time: 0.4443784
Apr 16 21:21:32.751201 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-238ea11a-d8dc-4ab5-bb54-731cceb33519 service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684892
Apr 16 21:21:32.806905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1462e-c322-403f-af93-ae75eed9d602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd246d6-aa75-4a13-b1e6-e883c39c4eb2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:32.838876 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7995263-53b7-4411-bcbb-667a401836db admin admin] Publish callbacks [] for security_group (26730963-7587-4d9e-a8e8-4d8e5729c636), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:32.851849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c42833-2dfe-4de3-9833-1fe460d865c2 req-db8556da-0b06-49d3-aa2d-3c6ef3001f5e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:32.857036 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07c42833-2dfe-4de3-9833-1fe460d865c2 req-db8556da-0b06-49d3-aa2d-3c6ef3001f5e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 945 time: 0.1318736
Apr 16 21:21:32.892047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e51501-32a3-4259-b037-04f0e87c1d75 req-ecafadd3-e3e5-43db-b2c9-5d8949885c01 service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398849
Apr 16 21:21:32.917800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-65360f3a-50bb-4771-8cb1-9026ff2c77e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01259c1e80>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:32.939073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a37d5a-1ba4-4dd2-bd5c-ea7fbeb47396 req-964a6903-dd81-4cf6-b220-b6ecc80b02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:32.940630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-60a37d5a-1ba4-4dd2-bd5c-ea7fbeb47396 req-964a6903-dd81-4cf6-b220-b6ecc80b02ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 922 time: 0.2268708
Apr 16 21:21:32.943869 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07c42833-2dfe-4de3-9833-1fe460d865c2 req-9a8dd083-6493-4129-80f1-87390c7676cf tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860531
Apr 16 21:21:32.949799 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65360f3a-50bb-4771-8cb1-9026ff2c77e9 None None] The sync data for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 is: [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:32.982823 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-60a37d5a-1ba4-4dd2-bd5c-ea7fbeb47396 req-a6082d63-dd76-42e3-8169-2f763219dc64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b27f4ef2-9de6-4c41-9578-cab9cfbbe412 HTTP/1.1" status: 200  len: 217 time: 0.0363858
Apr 16 21:21:32.995386 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7995263-53b7-4411-bcbb-667a401836db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (26730963-7587-4d9e-a8e8-4d8e5729c636), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:33.041823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a37d5a-1ba4-4dd2-bd5c-ea7fbeb47396 req-31134425-df74-4623-9bfd-b5cd22ef40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:33.043898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-60a37d5a-1ba4-4dd2-bd5c-ea7fbeb47396 req-31134425-df74-4623-9bfd-b5cd22ef40d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.0557537
Apr 16 21:21:33.044594 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f7995263-53b7-4411-bcbb-667a401836db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d725c9d58944a929b2f292664ee1726&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5107656
Apr 16 21:21:33.052914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7995263-53b7-4411-bcbb-667a401836db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26730963-7587-4d9e-a8e8-4d8e5729c636,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:33.052914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38920) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:33.113419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8024c700-2f9f-4de8-b12a-752f600a2a8d admin admin] Publish callbacks [] for security_group (26730963-7587-4d9e-a8e8-4d8e5729c636), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:33.138541 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a37d5a-1ba4-4dd2-bd5c-ea7fbeb47396 req-2095c568-b71f-4168-91f2-f7e9a69c3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:33.140090 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-60a37d5a-1ba4-4dd2-bd5c-ea7fbeb47396 req-2095c568-b71f-4168-91f2-f7e9a69c3207 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0823045
Apr 16 21:21:33.155863 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8024c700-2f9f-4de8-b12a-752f600a2a8d admin admin] Publish callbacks [] for security_group (26730963-7587-4d9e-a8e8-4d8e5729c636), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:33.180533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-fa159851-25b3-4a99-a31f-80ce97518c3e tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1074768357&fields=id&tenant_id=f65ddd60eec74fb89e04d7e6354a2bc4 HTTP/1.1" status: 200  len: 267 time: 0.1236532
Apr 16 21:21:33.297745 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8024c700-2f9f-4de8-b12a-752f600a2a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (26730963-7587-4d9e-a8e8-4d8e5729c636), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:33.300436 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8024c700-2f9f-4de8-b12a-752f600a2a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:33.301864 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8024c700-2f9f-4de8-b12a-752f600a2a8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26730963-7587-4d9e-a8e8-4d8e5729c636 HTTP/1.1" status: 204  len: 168 time: 0.2527149
Apr 16 21:21:33.318913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024c700-2f9f-4de8-b12a-752f600a2a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26730963-7587-4d9e-a8e8-4d8e5729c636,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:33.351121 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-60a37d5a-1ba4-4dd2-bd5c-ea7fbeb47396 req-30496cdf-71c8-497d-9720-630a1d515ac2 service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2024808
Apr 16 21:21:33.373925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-156263ee-699c-49e7-b3d4-ce73cd3bf78f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:33.383407 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d14c3-b7e9-4069-ab1e-327198739c55 None None] New status for floating IP d26b89ba-bd27-4880-bd68-19946248b0a6: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:21:33.388820 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-156263ee-699c-49e7-b3d4-ce73cd3bf78f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/networks?id=3f5a2452-ba34-42bf-ba08-85ad7e322490 HTTP/1.1" status: 200  len: 806 time: 0.2073171
Apr 16 21:21:33.444022 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-ef788dad-57a3-4a26-90e7-ebe92b0be6c4 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/quotas/f65ddd60eec74fb89e04d7e6354a2bc4 HTTP/1.1" status: 200  len: 375 time: 0.0510447
Apr 16 21:21:33.530633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-48aa1b99-2117-4156-b4fd-ff3009565d55 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f65ddd60eec74fb89e04d7e6354a2bc4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0758045
Apr 16 21:21:33.534914 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-60a37d5a-1ba4-4dd2-bd5c-ea7fbeb47396 req-df1f524e-19b5-49c2-944b-e7f08fec201b service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771183
Apr 16 21:21:33.594232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a5c0f6ba-98bc-4711-85ee-04db4015c727 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:33.640223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda5100-a31b-429d-a843-c3d483295017 req-59161868-73c6-4d8e-8bf0-15a8322a7ae5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:33.641883 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0fda5100-a31b-429d-a843-c3d483295017 req-59161868-73c6-4d8e-8bf0-15a8322a7ae5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0922124
Apr 16 21:21:33.657107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port a5c0f6ba-98bc-4711-85ee-04db4015c727 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:33.657605 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:33.660579 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-3e902495-7cbb-457e-91e2-965b058ef835 service neutron] 10.222.0.20 "GET /v2.0/networks/3f5a2452-ba34-42bf-ba08-85ad7e322490?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1160161
Apr 16 21:21:33.663792 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-ea5f79f8-6a2f-4e4f-8b34-a00b81142fa3 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:33.669322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-ea5f79f8-6a2f-4e4f-8b34-a00b81142fa3 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:33.670971 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-ea5f79f8-6a2f-4e4f-8b34-a00b81142fa3 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.41 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1682 time: 0.0846601
Apr 16 21:21:33.755191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a5c0f6ba-98bc-4711-85ee-04db4015c727 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:33.755592 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:33.785927 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-c8e8228e-01a5-4a27-9bbf-21c58e5e748b service neutron] 10.222.0.20 "GET /v2.0/networks/3f5a2452-ba34-42bf-ba08-85ad7e322490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1143844
Apr 16 21:21:33.796936 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0fda5100-a31b-429d-a843-c3d483295017 req-1a2b1846-c9b1-4c68-80c2-e44ad255aed8 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1369731
Apr 16 21:21:33.809891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38936) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:33.822054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-83e190c0-7d4b-4330-8d15-1610f4178aaf tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Deleting port 30c99ab2-73f0-439e-9ac5-efccf5042446 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:33.828456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-83e190c0-7d4b-4330-8d15-1610f4178aaf tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:33.832044 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43848adb-231a-4b34-8b33-1b9ac1cc7f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:33.962591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-9a2c5441-6ed2-431b-95fd-47efcb7ca186 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:33.965807 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-9a2c5441-6ed2-431b-95fd-47efcb7ca186 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0775323
Apr 16 21:21:33.976441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c0f6ba-98bc-4711-85ee-04db4015c727'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:33.979838 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f0afb8-07fb-4f40-a821-3ce44aa220e5" -d '{"events": [{"server_uuid": "cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5c0f6ba-98bc-4711-85ee-04db4015c727"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:33.996655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a5c0f6ba-98bc-4711-85ee-04db4015c727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5c0f6ba-98bc-4711-85ee-04db4015c727,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:34.023872 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43848adb-231a-4b34-8b33-1b9ac1cc7f1c admin admin] Publish callbacks [] for security_group (168e95c3-ff46-49dd-897e-85bc89ca75c2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:34.038977 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-7e8d5c1c-fa69-414a-9247-e5337a76c478 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 695 time: 0.0667281
Apr 16 21:21:34.040780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-83e190c0-7d4b-4330-8d15-1610f4178aaf tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] For port 30c99ab2-73f0-439e-9ac5-efccf5042446, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30c99ab2-73f0-439e-9ac5-efccf5042446,segment=NetworkSegment(01cf4436-2595-4086-b2a5-fff615b8bd84),segment_id=01cf4436-2595-4086-b2a5-fff615b8bd84)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:34.041150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-83e190c0-7d4b-4330-8d15-1610f4178aaf tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:34.053977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-2424a256-72c5-414d-aac2-aa2a66bfd053 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Request body: {'floatingip': {'port_id': '18304df3-de06-42cd-8000-8170cb9494bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:34.061694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-83e190c0-7d4b-4330-8d15-1610f4178aaf tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Calling delete_port for 30c99ab2-73f0-439e-9ac5-efccf5042446 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:34.076882 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:34.102389 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43848adb-231a-4b34-8b33-1b9ac1cc7f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (168e95c3-ff46-49dd-897e-85bc89ca75c2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:34.108132 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-2424a256-72c5-414d-aac2-aa2a66bfd053 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:34.157504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a5c0f6ba-98bc-4711-85ee-04db4015c727,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:34.222372 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-43848adb-231a-4b34-8b33-1b9ac1cc7f1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2d4052da22044e0b506030165fbbf5f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4024251
Apr 16 21:21:34.222760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38954) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:34.232206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43848adb-231a-4b34-8b33-1b9ac1cc7f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168e95c3-ff46-49dd-897e-85bc89ca75c2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:34.262528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a14d73-940a-4611-97da-c885c8fe2307 req-4023a425-9054-4114-8c54-051dc49aaacb tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:34.268488 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a14d73-940a-4611-97da-c885c8fe2307 req-4023a425-9054-4114-8c54-051dc49aaacb tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:34.270141 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f8a14d73-940a-4611-97da-c885c8fe2307 req-4023a425-9054-4114-8c54-051dc49aaacb tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 1682 time: 0.0832808
Apr 16 21:21:34.364476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f8a14d73-940a-4611-97da-c885c8fe2307 req-1129764a-2d99-49b4-8bd5-6e20091237e1 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d6c12c-a2f3-480d-9523-7d9ffc9ab037&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771127
Apr 16 21:21:34.480094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f1415-8853-45e5-a407-798937939757 req-d0d9db70-7daf-4417-8e63-76be76eca981 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:34.482093 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8c5f1415-8853-45e5-a407-798937939757 req-d0d9db70-7daf-4417-8e63-76be76eca981 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0507751
Apr 16 21:21:34.537240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8c5f1415-8853-45e5-a407-798937939757 req-b8a74b1a-e2e4-40d5-bd57-8c3898c05a68 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478296
Apr 16 21:21:34.684352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed564a7-8e62-41c2-8b7f-230115501031 req-d9b4962d-298f-4016-a95b-36e1d145bf57 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:34.686406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ed564a7-8e62-41c2-8b7f-230115501031 req-d9b4962d-298f-4016-a95b-36e1d145bf57 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0650268
Apr 16 21:21:34.739943 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ed564a7-8e62-41c2-8b7f-230115501031 req-50312f6e-0b5f-4f08-bf6b-9226da8d05f0 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459492
Apr 16 21:21:34.748409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-11ab2d17-90e5-4d37-abcf-dc5286ed6a9e admin admin] Publish callbacks [] for security_group (168e95c3-ff46-49dd-897e-85bc89ca75c2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:34.790572 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febc6cdc-4156-4879-ac26-8f5492f0d66e x-openstack-request-id: req-febc6cdc-4156-4879-ac26-8f5492f0d66e {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:34.791080 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5c0f6ba-98bc-4711-85ee-04db4015c727", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:34.791189 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-febc6cdc-4156-4879-ac26-8f5492f0d66e {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:34.791537 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febc6cdc-4156-4879-ac26-8f5492f0d66e'] response: {'server_uuid': 'cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c0f6ba-98bc-4711-85ee-04db4015c727', 'code': 200}
Apr 16 21:21:34.827539 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-11ab2d17-90e5-4d37-abcf-dc5286ed6a9e admin admin] Publish callbacks [] for security_group (168e95c3-ff46-49dd-897e-85bc89ca75c2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:34.906854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdc42e-9578-4824-9c73-9196eeda4a1a req-8b2d31e8-b522-435c-8a0a-b7016711d6a9 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:34.908448 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4dbdc42e-9578-4824-9c73-9196eeda4a1a req-8b2d31e8-b522-435c-8a0a-b7016711d6a9 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3675634-9fc5-4448-8b33-707bec3adaa5 HTTP/1.1" status: 200  len: 946 time: 0.0592320
Apr 16 21:21:34.932527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab445d97-8f4a-40fc-8311-123f1f863bd6 req-06775021-98ae-4331-91dd-5a030aca7ebd tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 210 time: 0.0939233
Apr 16 21:21:34.945511 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-83e190c0-7d4b-4330-8d15-1610f4178aaf tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (30c99ab2-73f0-439e-9ac5-efccf5042446), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:34.965586 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['30c99ab2-73f0-439e-9ac5-efccf5042446', '15fd4ebd-e376-4ff7-a23e-3fcf24c60d16'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:35.035849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-4dbdc42e-9578-4824-9c73-9196eeda4a1a req-7362a046-b3bf-4bd0-bcb0-ffab3576dd66 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Deleting port b27f4ef2-9de6-4c41-9578-cab9cfbbe412 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:35.036481 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4dbdc42e-9578-4824-9c73-9196eeda4a1a req-7362a046-b3bf-4bd0-bcb0-ffab3576dd66 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:35.081440 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-11ab2d17-90e5-4d37-abcf-dc5286ed6a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (168e95c3-ff46-49dd-897e-85bc89ca75c2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:35.084095 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-11ab2d17-90e5-4d37-abcf-dc5286ed6a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:35.085315 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-11ab2d17-90e5-4d37-abcf-dc5286ed6a9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/168e95c3-ff46-49dd-897e-85bc89ca75c2 HTTP/1.1" status: 204  len: 168 time: 0.8644600
Apr 16 21:21:35.086214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e190c0-7d4b-4330-8d15-1610f4178aaf tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Port': ['ID=30c99ab2-73f0-439e-9ac5-efccf5042446,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:35.188748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6cace-4577-4396-a16c-a272e6bc3088 req-eb3c3216-708b-4a67-8782-ab522bbddca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:35.191222 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95a6cace-4577-4396-a16c-a272e6bc3088 req-eb3c3216-708b-4a67-8782-ab522bbddca5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 1128 time: 0.1908665
Apr 16 21:21:35.194587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab2d17-90e5-4d37-abcf-dc5286ed6a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168e95c3-ff46-49dd-897e-85bc89ca75c2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:35.200638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4dbdc42e-9578-4824-9c73-9196eeda4a1a req-7362a046-b3bf-4bd0-bcb0-ffab3576dd66 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] For port b27f4ef2-9de6-4c41-9578-cab9cfbbe412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27f4ef2-9de6-4c41-9578-cab9cfbbe412,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:35.201142 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4dbdc42e-9578-4824-9c73-9196eeda4a1a req-7362a046-b3bf-4bd0-bcb0-ffab3576dd66 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:35.232818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-4dbdc42e-9578-4824-9c73-9196eeda4a1a req-7362a046-b3bf-4bd0-bcb0-ffab3576dd66 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Calling delete_port for b27f4ef2-9de6-4c41-9578-cab9cfbbe412 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:35.295033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-83e190c0-7d4b-4330-8d15-1610f4178aaf tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] No DVR routers for this DVR port 30c99ab2-73f0-439e-9ac5-efccf5042446 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:35.313464 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-83e190c0-7d4b-4330-8d15-1610f4178aaf tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:35.316820 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-83e190c0-7d4b-4330-8d15-1610f4178aaf tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.41 "DELETE /v2.0/ports/30c99ab2-73f0-439e-9ac5-efccf5042446 HTTP/1.1" status: 204  len: 173 time: 1.6404586
Apr 16 21:21:35.318881 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'name': 'network-vif-deleted', 'tag': '30c99ab2-73f0-439e-9ac5-efccf5042446'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:35.329230 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94afe2c8-4764-450f-9fa4-049a249a0ee0" -d '{"events": [{"server_uuid": "26d907a5-99ba-4b78-bfb6-bde24a77d9ca", "name": "network-vif-deleted", "tag": "30c99ab2-73f0-439e-9ac5-efccf5042446"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:35.488262 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95a6cace-4577-4396-a16c-a272e6bc3088 req-bbfb4486-95e3-4a27-8f02-ca48f71a602c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2613544
Apr 16 21:21:35.568827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-0a63d5fe-eefd-46db-9e34-c2ca1ea51eff tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Deleting port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:35.569175 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-0a63d5fe-eefd-46db-9e34-c2ca1ea51eff tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:35.573364 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4dbdc42e-9578-4824-9c73-9196eeda4a1a req-7362a046-b3bf-4bd0-bcb0-ffab3576dd66 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b27f4ef2-9de6-4c41-9578-cab9cfbbe412), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:35.588267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['18304df3-de06-42cd-8000-8170cb9494bf', 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:35.606947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362a046-b3bf-4bd0-bcb0-ffab3576dd66 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Pushing event deleted for resources: {'Port': ['ID=b27f4ef2-9de6-4c41-9578-cab9cfbbe412,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:35.627272 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-2424a256-72c5-414d-aac2-aa2a66bfd053 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:35.701091 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-2424a256-72c5-414d-aac2-aa2a66bfd053 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:35.713151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbdc42e-9578-4824-9c73-9196eeda4a1a req-7362a046-b3bf-4bd0-bcb0-ffab3576dd66 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] No DVR routers for this DVR port b27f4ef2-9de6-4c41-9578-cab9cfbbe412 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:35.717225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4dbdc42e-9578-4824-9c73-9196eeda4a1a req-7362a046-b3bf-4bd0-bcb0-ffab3576dd66 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:35.727518 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4dbdc42e-9578-4824-9c73-9196eeda4a1a req-7362a046-b3bf-4bd0-bcb0-ffab3576dd66 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.11 "DELETE /v2.0/ports/b27f4ef2-9de6-4c41-9578-cab9cfbbe412 HTTP/1.1" status: 204  len: 173 time: 0.8006017
Apr 16 21:21:35.728910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'name': 'network-vif-deleted', 'tag': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:35.739372 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62356e3-613a-4feb-a429-61640645fbc3" -d '{"events": [{"server_uuid": "e3675634-9fc5-4448-8b33-707bec3adaa5", "name": "network-vif-deleted", "tag": "b27f4ef2-9de6-4c41-9578-cab9cfbbe412"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:35.758970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-0a63d5fe-eefd-46db-9e34-c2ca1ea51eff tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] For port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=15fd4ebd-e376-4ff7-a23e-3fcf24c60d16,segment=NetworkSegment(c485b968-4d58-430b-9643-93f803aedda8),segment_id=c485b968-4d58-430b-9643-93f803aedda8)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:35.759575 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-0a63d5fe-eefd-46db-9e34-c2ca1ea51eff tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:35.793981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-0a63d5fe-eefd-46db-9e34-c2ca1ea51eff tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Calling delete_port for 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:35.978213 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:36.026116 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-2424a256-72c5-414d-aac2-aa2a66bfd053 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Floating IP d26b89ba-bd27-4880-bd68-19946248b0a6 associated. External IP: 172.35.1.61, port: 18304df3-de06-42cd-8000-8170cb9494bf.
Apr 16 21:21:36.316421 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-0a63d5fe-eefd-46db-9e34-c2ca1ea51eff tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (15fd4ebd-e376-4ff7-a23e-3fcf24c60d16), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:36.363629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63d5fe-eefd-46db-9e34-c2ca1ea51eff tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Port': ['ID=15fd4ebd-e376-4ff7-a23e-3fcf24c60d16,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:36.420130 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-0a63d5fe-eefd-46db-9e34-c2ca1ea51eff tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] No DVR routers for this DVR port 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:36.424795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-0a63d5fe-eefd-46db-9e34-c2ca1ea51eff tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:36.430566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1129dd39-0fb9-439e-8a12-d169fee0299a req-0a63d5fe-eefd-46db-9e34-c2ca1ea51eff tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.41 "DELETE /v2.0/ports/15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 HTTP/1.1" status: 204  len: 173 time: 1.0986428
Apr 16 21:21:36.444743 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-2424a256-72c5-414d-aac2-aa2a66bfd053 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Router 62d0477d-583e-4964-9e24-0f02498c7b7f has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:36.601302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-2424a256-72c5-414d-aac2-aa2a66bfd053 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:36.609936 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-2424a256-72c5-414d-aac2-aa2a66bfd053 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:36.626608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ad222-74cc-4640-b81b-d5e676acc730 None None] Sync routers for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:36.648367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ad222-74cc-4640-b81b-d5e676acc730 None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:36.649800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bf8ad222-74cc-4640-b81b-d5e676acc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242050a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:36.702370 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-2424a256-72c5-414d-aac2-aa2a66bfd053 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "PUT /v2.0/floatingips/d26b89ba-bd27-4880-bd68-19946248b0a6 HTTP/1.1" status: 200  len: 996 time: 2.6503949
Apr 16 21:21:36.792986 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-ffdcc525-408c-423e-8d77-da167e79a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:36.800689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-ffdcc525-408c-423e-8d77-da167e79a1d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 1128 time: 0.0745916
Apr 16 21:21:36.846058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-bf8ad222-74cc-4640-b81b-d5e676acc730 None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:36.967077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-b15a90da-64a6-4274-9052-e67a2755e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:36.980215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-b15a90da-64a6-4274-9052-e67a2755e3a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 922 time: 0.1674020
Apr 16 21:21:37.069850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-5fc67250-48ad-4c61-9f5a-1766f6be7b16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18304df3-de06-42cd-8000-8170cb9494bf HTTP/1.1" status: 200  len: 999 time: 0.0885377
Apr 16 21:21:37.131576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-0da94afe-c4f7-4808-ad0d-767ed8b40113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:37.133276 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-0da94afe-c4f7-4808-ad0d-767ed8b40113 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.0566857
Apr 16 21:21:37.164099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bf8ad222-74cc-4640-b81b-d5e676acc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242050a0>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd26b89ba-bd27-4880-bd68-19946248b0a6', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'port_id': '18304df3-de06-42cd-8000-8170cb9494bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'mac_address': 'fa:16:3e:cb:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:20:54Z', 'updated_at': '2022-04-16T21:21:35Z', 'revision_number': 8, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:37.210532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-5ef9cb64-cba4-4b01-9190-578da7000256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:37.213796 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-5ef9cb64-cba4-4b01-9190-578da7000256 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0654812
Apr 16 21:21:37.236452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ad222-74cc-4640-b81b-d5e676acc730 None None] Checking router: 62d0477d-583e-4964-9e24-0f02498c7b7f for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:37.246404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ad222-74cc-4640-b81b-d5e676acc730 None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:37.247891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bf8ad222-74cc-4640-b81b-d5e676acc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242050a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:37.359488 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-cd68e4d9-2600-411f-8648-371b031935c0 service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390021
Apr 16 21:21:37.385944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-bf8ad222-74cc-4640-b81b-d5e676acc730 None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:37.483677 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01eff016-9aa9-40a7-b7cb-bf81ce45816a req-bad587ce-f886-4dc6-a240-4edcad70f872 service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1178858
Apr 16 21:21:37.508106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496bfca-953f-482c-a6ef-4195ec5077a5 req-0c538bba-bf41-4259-a52c-400079f751cd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:37.514250 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e496bfca-953f-482c-a6ef-4195ec5077a5 req-0c538bba-bf41-4259-a52c-400079f751cd tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d HTTP/1.1" status: 200  len: 943 time: 0.0798712
Apr 16 21:21:37.606361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:37.640253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:37.640541 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8953d458-76f2-4fe5-abb7-4a1e72b5e8d9 x-openstack-request-id: req-8953d458-76f2-4fe5-abb7-4a1e72b5e8d9 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:37.640678 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 15fd4ebd-e376-4ff7-a23e-3fcf24c60d16 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:37.640885 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d907a5-99ba-4b78-bfb6-bde24a77d9ca", "name": "network-vif-deleted", "tag": "30c99ab2-73f0-439e-9ac5-efccf5042446", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:37.641054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 30c99ab2-73f0-439e-9ac5-efccf5042446 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:37.641177 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8953d458-76f2-4fe5-abb7-4a1e72b5e8d9 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:37.641588 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8953d458-76f2-4fe5-abb7-4a1e72b5e8d9'] response: {'server_uuid': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'name': 'network-vif-deleted', 'tag': '30c99ab2-73f0-439e-9ac5-efccf5042446', 'status': 'completed', 'code': 200}
Apr 16 21:21:37.678345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 30c99ab2-73f0-439e-9ac5-efccf5042446 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:37.678578 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 30c99ab2-73f0-439e-9ac5-efccf5042446 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:37.735666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e496bfca-953f-482c-a6ef-4195ec5077a5 req-06f04e5b-2230-44e7-b11d-153c5d4c0316 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Deleting port c7099d42-164b-4965-be5b-89015762dc0c {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:37.736157 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e496bfca-953f-482c-a6ef-4195ec5077a5 req-06f04e5b-2230-44e7-b11d-153c5d4c0316 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c7099d42-164b-4965-be5b-89015762dc0c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:37.774947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bf8ad222-74cc-4640-b81b-d5e676acc730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242050a0>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd26b89ba-bd27-4880-bd68-19946248b0a6', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'port_id': '18304df3-de06-42cd-8000-8170cb9494bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'mac_address': 'fa:16:3e:cb:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:20:54Z', 'updated_at': '2022-04-16T21:21:35Z', 'revision_number': 8, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:37.802322 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0d37aacb-d4a5-488e-a1c5-c3913d007ebf req-77189f3c-791e-40b7-b63e-70853219b975 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "GET /v2.0/ports?device_id=26d907a5-99ba-4b78-bfb6-bde24a77d9ca HTTP/1.1" status: 200  len: 210 time: 0.0705409
Apr 16 21:21:37.809305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-b39391b2-5af7-4396-8469-39de14a08fef tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:37.810289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-b39391b2-5af7-4396-8469-39de14a08fef tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.11 "GET /v2.0/networks?id=3f5a2452-ba34-42bf-ba08-85ad7e322490 HTTP/1.1" status: 200  len: 806 time: 0.2751198
Apr 16 21:21:37.828541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ad222-74cc-4640-b81b-d5e676acc730 None None] The sync data for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 is: [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd26b89ba-bd27-4880-bd68-19946248b0a6', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'port_id': '18304df3-de06-42cd-8000-8170cb9494bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'mac_address': 'fa:16:3e:cb:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:20:54Z', 'updated_at': '2022-04-16T21:21:35Z', 'revision_number': 8, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:37.880370 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd326738-c3a4-4bb2-887c-cb326ac9c3cf x-openstack-request-id: req-cd326738-c3a4-4bb2-887c-cb326ac9c3cf {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:37.883951 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3675634-9fc5-4448-8b33-707bec3adaa5", "name": "network-vif-deleted", "tag": "b27f4ef2-9de6-4c41-9578-cab9cfbbe412", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:37.883951 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd326738-c3a4-4bb2-887c-cb326ac9c3cf {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:37.883951 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd326738-c3a4-4bb2-887c-cb326ac9c3cf'] response: {'server_uuid': 'e3675634-9fc5-4448-8b33-707bec3adaa5', 'name': 'network-vif-deleted', 'tag': 'b27f4ef2-9de6-4c41-9578-cab9cfbbe412', 'status': 'completed', 'code': 200}
Apr 16 21:21:37.925004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e496bfca-953f-482c-a6ef-4195ec5077a5 req-06f04e5b-2230-44e7-b11d-153c5d4c0316 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] For port c7099d42-164b-4965-be5b-89015762dc0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7099d42-164b-4965-be5b-89015762dc0c,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:37.925680 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e496bfca-953f-482c-a6ef-4195ec5077a5 req-06f04e5b-2230-44e7-b11d-153c5d4c0316 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c7099d42-164b-4965-be5b-89015762dc0c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:37.933166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-fcd0eb13-cc36-47b7-b2d9-65c111ab1f5a tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f65ddd60eec74fb89e04d7e6354a2bc4 HTTP/1.1" status: 200  len: 380 time: 0.1144722
Apr 16 21:21:37.943521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-715b9d04-936e-41bb-b3fd-0369e4a1c769 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Request body: {'port': {'device_id': '5bb444da-2bc4-4d5b-9e65-6739d1f4edf4', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'admin_state_up': True, 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'security_groups': ['d9bacc3d-ff1e-4bda-833e-ebf93fce26c9']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:37.986149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fe847-cdef-42db-8e49-faf8d6ecba18 req-6caa6c7c-861e-4825-aac7-e9c07356c9c0 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:37.993335 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-114fe847-cdef-42db-8e49-faf8d6ecba18 req-6caa6c7c-861e-4825-aac7-e9c07356c9c0 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0581839
Apr 16 21:21:37.997550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e496bfca-953f-482c-a6ef-4195ec5077a5 req-06f04e5b-2230-44e7-b11d-153c5d4c0316 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Calling delete_port for c7099d42-164b-4965-be5b-89015762dc0c owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:38.063600 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-114fe847-cdef-42db-8e49-faf8d6ecba18 req-8e70d4b4-f940-4a34-8e7e-e029d70a360c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693078
Apr 16 21:21:38.167689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-20ca569b-bfb9-40a6-b3da-21651462c07a req-d55e3535-320a-4202-b755-b9a6dfb08092 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 210 time: 0.0471065
Apr 16 21:21:38.217906 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3fca4d-c62c-49a0-ba91-86e64ac03672 None None] New status for floating IP d26b89ba-bd27-4880-bd68-19946248b0a6: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:21:38.265563 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eac69825-a173-4743-b6fc-8b9c1312c873 req-3c0a83bf-c267-4856-b28e-b39395a188c4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips/d26b89ba-bd27-4880-bd68-19946248b0a6 HTTP/1.1" status: 200  len: 996 time: 0.0843198
Apr 16 21:21:38.424123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac69825-a173-4743-b6fc-8b9c1312c873 req-7bdec9ec-6089-426e-8ece-37672a5be3ea tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:38.439587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eac69825-a173-4743-b6fc-8b9c1312c873 req-7bdec9ec-6089-426e-8ece-37672a5be3ea tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1662178
Apr 16 21:21:38.552644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39100) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:38.563866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ac25a-6316-4e0f-bb8f-ce80e281449c req-a450d855-3120-42ec-8741-a6ebe62d711a tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:38.565535 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab6ac25a-6316-4e0f-bb8f-ce80e281449c req-a450d855-3120-42ec-8741-a6ebe62d711a tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.0637681
Apr 16 21:21:38.606381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-715b9d04-936e-41bb-b3fd-0369e4a1c769 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Made reservation on behalf of f65ddd60eec74fb89e04d7e6354a2bc4 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:38.610820 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-715b9d04-936e-41bb-b3fd-0369e4a1c769 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:38.624219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab6ac25a-6316-4e0f-bb8f-ce80e281449c req-a8326240-1e16-4ee4-8d2c-96e8263c5df7 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508659
Apr 16 21:21:38.691697 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e496bfca-953f-482c-a6ef-4195ec5077a5 req-06f04e5b-2230-44e7-b11d-153c5d4c0316 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c7099d42-164b-4965-be5b-89015762dc0c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:38.708148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['90cb3288-a22b-4ad5-a087-5f17138b5d8b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:38.711943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['880aed47-539f-4469-8060-4c63493e9b1d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:38.754142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b27f4ef2-9de6-4c41-9578-cab9cfbbe412 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:38.774711 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-9cc0bdd1-a56e-4cdf-aad3-3eac170e6899 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 999 time: 0.1151648
Apr 16 21:21:38.795945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1591978665'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:38.802042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f04e5b-2230-44e7-b11d-153c5d4c0316 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event deleted for resources: {'Port': ['ID=c7099d42-164b-4965-be5b-89015762dc0c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:38.803914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39108) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:38.839174 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: b27f4ef2-9de6-4c41-9578-cab9cfbbe412 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:38.839521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b27f4ef2-9de6-4c41-9578-cab9cfbbe412 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:38.851733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-6c85a6ea-652e-47d9-826d-8859b12c4a4c tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:38.872095 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-6c85a6ea-652e-47d9-826d-8859b12c4a4c tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports/18304df3-de06-42cd-8000-8170cb9494bf HTTP/1.1" status: 200  len: 943 time: 0.0903428
Apr 16 21:21:38.897071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e496bfca-953f-482c-a6ef-4195ec5077a5 req-06f04e5b-2230-44e7-b11d-153c5d4c0316 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] No DVR routers for this DVR port c7099d42-164b-4965-be5b-89015762dc0c on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:38.905607 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e496bfca-953f-482c-a6ef-4195ec5077a5 req-06f04e5b-2230-44e7-b11d-153c5d4c0316 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:38.918068 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e496bfca-953f-482c-a6ef-4195ec5077a5 req-06f04e5b-2230-44e7-b11d-153c5d4c0316 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "DELETE /v2.0/ports/c7099d42-164b-4965-be5b-89015762dc0c HTTP/1.1" status: 204  len: 173 time: 1.3982911
Apr 16 21:21:38.944920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-715b9d04-936e-41bb-b3fd-0369e4a1c769 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Allocated IP 172.20.0.9 (3f5a2452-ba34-42bf-ba08-85ad7e322490/6f1b23eb-0966-4249-a712-cc2fa43e5189/8fc0e838-521f-4a5e-8f66-aa03b6fd079d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:39.012162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Made reservation on behalf of 1072e1514af14ee3ab6b92e9eca44a81 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:39.016770 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.043623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-6e2df31e-f1eb-439b-910f-a08dd1285beb tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 1001 time: 0.1097784
Apr 16 21:21:39.087410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-305f0a31-c7e7-407c-aa8a-3a294d3e54bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.093905 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.119744 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2442d856-730e-4f03-88cf-ae9af6259afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.183494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-323ff861-8e16-43b6-999b-22b815db74d1 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:39.196464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-323ff861-8e16-43b6-999b-22b815db74d1 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1510658
Apr 16 21:21:39.244120 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-715b9d04-936e-41bb-b3fd-0369e4a1c769 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.276796 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-0d3387cd-6de0-4d58-a8fa-97d476de28d1 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 1001 time: 0.0793560
Apr 16 21:21:39.288443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-60bad56a-5d23-43d9-a40d-f61ab42907c4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Request body: {'floatingip': {'port_id': None}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:39.353461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks [] for security_group (6b926028-3a04-4c66-bd57-9390b81c635c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.355440 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-60bad56a-5d23-43d9-a40d-f61ab42907c4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.365529 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-305f0a31-c7e7-407c-aa8a-3a294d3e54bb admin admin] Publish callbacks [] for security_group (2da816df-80bf-4789-bd3a-87ae782838c4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.411784 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6b926028-3a04-4c66-bd57-9390b81c635c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.440212 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-715b9d04-936e-41bb-b3fd-0369e4a1c769 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.446749 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-305f0a31-c7e7-407c-aa8a-3a294d3e54bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2da816df-80bf-4789-bd3a-87ae782838c4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.450017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:21:39.505691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b926028-3a04-4c66-bd57-9390b81c635c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:39.519353 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-60bad56a-5d23-43d9-a40d-f61ab42907c4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.522766 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (deea49de-77c9-480d-92bf-8bfce0d89e34), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.523128 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Added segment deea49de-77c9-480d-92bf-8bfce0d89e34 of type vlan for network 87656eda-16d9-44ed-b30d-69902bc189bd
Apr 16 21:21:39.548943 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-305f0a31-c7e7-407c-aa8a-3a294d3e54bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b00c92f8ee940d3bb6d1fb6a39a2835&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7408144
Apr 16 21:21:39.551780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39126) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:39.565631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-715b9d04-936e-41bb-b3fd-0369e4a1c769 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Network 3f5a2452-ba34-42bf-ba08-85ad7e322490 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:39.566443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b9d04-936e-41bb-b3fd-0369e4a1c769 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Pushing event updated for resources: {'Port': ['ID=8fc0e838-521f-4a5e-8f66-aa03b6fd079d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:39.591254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-715b9d04-936e-41bb-b3fd-0369e4a1c769 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:39.596863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-715b9d04-936e-41bb-b3fd-0369e4a1c769 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:39.605659 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Publish callbacks [] for security_group (2da816df-80bf-4789-bd3a-87ae782838c4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.605837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f0a31-c7e7-407c-aa8a-3a294d3e54bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da816df-80bf-4789-bd3a-87ae782838c4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:39.634194 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Publish callbacks [] for security_group (2da816df-80bf-4789-bd3a-87ae782838c4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.635205 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (87656eda-16d9-44ed-b30d-69902bc189bd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.641213 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-60bad56a-5d23-43d9-a40d-f61ab42907c4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.641420 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-60bad56a-5d23-43d9-a40d-f61ab42907c4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Floating IP d26b89ba-bd27-4880-bd68-19946248b0a6 disassociated. External IP: 172.35.1.61, port: 18304df3-de06-42cd-8000-8170cb9494bf.
Apr 16 21:21:39.646991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'name': 'network-vif-deleted', 'tag': '15fd4ebd-e376-4ff7-a23e-3fcf24c60d16'}, {'name': 'network-changed', 'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:39.648592 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a74cecc-212a-452d-b1e4-9fd85c4977e6" -d '{"events": [{"server_uuid": "26d907a5-99ba-4b78-bfb6-bde24a77d9ca", "name": "network-vif-deleted", "tag": "15fd4ebd-e376-4ff7-a23e-3fcf24c60d16"}, {"name": "network-changed", "server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "tag": "18304df3-de06-42cd-8000-8170cb9494bf"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:39.683766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-715b9d04-936e-41bb-b3fd-0369e4a1c769 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:39.684584 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-715b9d04-936e-41bb-b3fd-0369e4a1c769 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.743709 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (87656eda-16d9-44ed-b30d-69902bc189bd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.750975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:39.752070 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.784640 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-715b9d04-936e-41bb-b3fd-0369e4a1c769 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8444593
Apr 16 21:21:39.801634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Request body: {'port': {'device_id': '5bb444da-2bc4-4d5b-9e65-6739d1f4edf4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:39.847573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 1.2902224
Apr 16 21:21:39.848979 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2da816df-80bf-4789-bd3a-87ae782838c4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.851700 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.856604 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2da816df-80bf-4789-bd3a-87ae782838c4 HTTP/1.1" status: 204  len: 168 time: 0.3032587
Apr 16 21:21:39.868467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0ad94809-03aa-4085-933f-9ff45b49c3d8 None None] Provisioning complete for port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:39.868951 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0ad94809-03aa-4085-933f-9ff45b49c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.882359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d', 'name': 'network-vif-deleted', 'tag': 'c7099d42-164b-4965-be5b-89015762dc0c'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:39.888463 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c17b12-cb35-46c9-828c-be82db777f11" -d '{"events": [{"server_uuid": "8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d", "name": "network-vif-deleted", "tag": "c7099d42-164b-4965-be5b-89015762dc0c"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:39.894012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe3a59-01ca-42b5-9135-0aa90d9862cd tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Pushing event updated for resources: {'Network': ['ID=87656eda-16d9-44ed-b30d-69902bc189bd,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:39.904135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da816df-80bf-4789-bd3a-87ae782838c4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:39.917032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.917516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.917857 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.918189 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.918518 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.918841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.919169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.919489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.919810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.920125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.920486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.920970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.921315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.921607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.921923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c375f-ceec-4940-bcd2-7da70eba3c98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:39.936562 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:39.942649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-60bad56a-5d23-43d9-a40d-f61ab42907c4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Router 62d0477d-583e-4964-9e24-0f02498c7b7f has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:39.963389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 87656eda-16d9-44ed-b30d-69902bc189bd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:21:40.058695 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0ad94809-03aa-4085-933f-9ff45b49c3d8 None None] Port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:21:40.079959 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-60bad56a-5d23-43d9-a40d-f61ab42907c4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:40.085066 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-60bad56a-5d23-43d9-a40d-f61ab42907c4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:40.091879 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5df7e-353f-499e-89fd-892984fd6429 None None] Sync routers for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:40.102534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5df7e-353f-499e-89fd-892984fd6429 None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:40.103641 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-07a5df7e-353f-499e-89fd-892984fd6429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242db520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:40.128634 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-60bad56a-5d23-43d9-a40d-f61ab42907c4 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "PUT /v2.0/floatingips/d26b89ba-bd27-4880-bd68-19946248b0a6 HTTP/1.1" status: 200  len: 695 time: 0.8411324
Apr 16 21:21:40.173527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-2d63349e-2c2b-48ba-8371-be1a507a6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:40.175224 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-2d63349e-2c2b-48ba-8371-be1a507a6b21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 1128 time: 0.0447176
Apr 16 21:21:40.235466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-07a5df7e-353f-499e-89fd-892984fd6429 None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:40.266517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc0e838-521f-4a5e-8f66-aa03b6fd079d {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:21:40.278975 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Publish callbacks [] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:40.315839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-fab80b75-eb6a-4dbc-9985-8e13ea0c00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:40.315839 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-fab80b75-eb6a-4dbc-9985-8e13ea0c00fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 922 time: 0.1336367
Apr 16 21:21:40.330195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Transition to ACTIVE for port object 8fc0e838-521f-4a5e-8f66-aa03b6fd079d will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:21:40.433069 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:40.497872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39142) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:40.602515 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-07a5df7e-353f-499e-89fd-892984fd6429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242db520>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:40.637954 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5df7e-353f-499e-89fd-892984fd6429 None None] Checking router: 62d0477d-583e-4964-9e24-0f02498c7b7f for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:40.649508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5df7e-353f-499e-89fd-892984fd6429 None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:40.650192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-07a5df7e-353f-499e-89fd-892984fd6429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242db520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:40.728527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc0e838-521f-4a5e-8f66-aa03b6fd079d,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:40.739158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39146) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:40.770435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb657643-0cc7-42d5-a9a0-6eeb098b92ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Deleting subnet 162ea5ef-a184-4a4c-82f0-d43fae8e0f4e {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:21:40.781096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c67b0-07a0-4d51-83a8-f3c7d7913e3a req-41254460-b0b0-4a22-a62c-7c76bdf907f0 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:40.782824 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc6c67b0-07a0-4d51-83a8-f3c7d7913e3a req-41254460-b0b0-4a22-a62c-7c76bdf907f0 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 943 time: 0.2548568
Apr 16 21:21:40.786699 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b69d8e35-4e09-4b3b-90ff-5019641487bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:40.789143 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb657643-0cc7-42d5-a9a0-6eeb098b92ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for subnet (162ea5ef-a184-4a4c-82f0-d43fae8e0f4e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:40.816791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-07a5df7e-353f-499e-89fd-892984fd6429 None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:40.825259 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-037a0190-79ba-410a-8075-8ec268661641 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18304df3-de06-42cd-8000-8170cb9494bf HTTP/1.1" status: 200  len: 217 time: 0.5034039
Apr 16 21:21:40.887005 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb657643-0cc7-42d5-a9a0-6eeb098b92ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (162ea5ef-a184-4a4c-82f0-d43fae8e0f4e), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:40.887236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-b0118a73-cd07-4a53-8ee6-a6e44c396704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:40.888776 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-b0118a73-cd07-4a53-8ee6-a6e44c396704 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.0551755
Apr 16 21:21:40.889590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Attempting to bind port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:40.889937 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Attempting to bind port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:40.890271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Attempting to bind port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d on network 3f5a2452-ba34-42bf-ba08-85ad7e322490 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:40.938211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d on network 3f5a2452-ba34-42bf-ba08-85ad7e322490 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:40.938434 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Attempting to bind port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d on network 3f5a2452-ba34-42bf-ba08-85ad7e322490 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:40.940293 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-1e138235-a660-416f-a015-d7b04315b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:40.941957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-1e138235-a660-416f-a015-d7b04315b67a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464098
Apr 16 21:21:40.970517 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc6c67b0-07a0-4d51-83a8-f3c7d7913e3a req-d711e462-b92e-414e-b117-34eab2e29107 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1761835
Apr 16 21:21:40.970845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:21:40.971159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Checking segment: {'id': 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:21:40.971547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Bound using segment: {'id': 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:21:40.972002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Bound port: 8fc0e838-521f-4a5e-8f66-aa03b6fd079d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:21:40.972389 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.067098 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb405c26-12c8-4f35-925f-e4410cfb5707 x-openstack-request-id: req-cb405c26-12c8-4f35-925f-e4410cfb5707 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:41.067888 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d907a5-99ba-4b78-bfb6-bde24a77d9ca", "name": "network-vif-deleted", "tag": "15fd4ebd-e376-4ff7-a23e-3fcf24c60d16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "tag": "18304df3-de06-42cd-8000-8170cb9494bf", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:41.067888 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb405c26-12c8-4f35-925f-e4410cfb5707 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:41.068572 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb405c26-12c8-4f35-925f-e4410cfb5707'] response: {'server_uuid': '26d907a5-99ba-4b78-bfb6-bde24a77d9ca', 'name': 'network-vif-deleted', 'tag': '15fd4ebd-e376-4ff7-a23e-3fcf24c60d16', 'status': 'completed', 'code': 200}
Apr 16 21:21:41.069464 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb405c26-12c8-4f35-925f-e4410cfb5707'] response: {'name': 'network-changed', 'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf', 'status': 'completed', 'code': 200}
Apr 16 21:21:41.089143 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-423cf866-dfb8-42b9-bcc6-095e879580fc service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352301
Apr 16 21:21:41.100165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-07a5df7e-353f-499e-89fd-892984fd6429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242db520>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:41.122844 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb657643-0cc7-42d5-a9a0-6eeb098b92ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (162ea5ef-a184-4a4c-82f0-d43fae8e0f4e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.139312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5df7e-353f-499e-89fd-892984fd6429 None None] The sync data for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 is: [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:20:27Z', 'revision_number': 4, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca', 'name': '', 'network_id': 'de9da8f1-3ad8-4653-830f-a88f9ba49f3e', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'mac_address': 'fa:16:3e:45:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:26Z', 'updated_at': '2022-04-16T21:20:34Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'subnets': [{'id': '042a9af5-b4f0-46bf-a521-f48a5c6f99cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:41.160276 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b69d8e35-4e09-4b3b-90ff-5019641487bb admin admin] Publish callbacks [] for security_group (41435f38-6921-4f18-ad68-2238b1472d20), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.194479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74cecc-212a-452d-b1e4-9fd85c4977e6 req-357d2a27-63d2-402e-8dd6-ff45c4d98537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:41.196064 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a74cecc-212a-452d-b1e4-9fd85c4977e6 req-357d2a27-63d2-402e-8dd6-ff45c4d98537 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 1128 time: 0.1180313
Apr 16 21:21:41.200286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] For port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:21:41.206667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] For port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fc0e838-521f-4a5e-8f66-aa03b6fd079d,segment=NetworkSegment(c9d2de2c-061c-4e82-a52f-a8a7d4e91229),segment_id=c9d2de2c-061c-4e82-a52f-a8a7d4e91229)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:21:41.240795 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5334fa77-7f0f-47e7-a6b2-1c8ce19b5ec9 req-ef0aae66-9103-48ce-8c83-ca999ab9723f service neutron] 10.222.0.20 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420956
Apr 16 21:21:41.266795 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b69d8e35-4e09-4b3b-90ff-5019641487bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (41435f38-6921-4f18-ad68-2238b1472d20), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.317751 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.342856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b69d8e35-4e09-4b3b-90ff-5019641487bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e85243e5275f4682abd96cbf5211dbe9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6025789
Apr 16 21:21:41.345737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39150) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:41.363506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d8e35-4e09-4b3b-90ff-5019641487bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41435f38-6921-4f18-ad68-2238b1472d20,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:41.385396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:41.386027 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.387410 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] 10.222.0.11 "PUT /v2.0/ports/8fc0e838-521f-4a5e-8f66-aa03b6fd079d HTTP/1.1" status: 200  len: 1091 time: 1.5902746
Apr 16 21:21:41.412131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74cecc-212a-452d-b1e4-9fd85c4977e6 req-b73e6064-875b-4803-b574-55165bb073dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:41.413721 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a74cecc-212a-452d-b1e4-9fd85c4977e6 req-b73e6064-875b-4803-b574-55165bb073dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 922 time: 0.2092109
Apr 16 21:21:41.416918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ba210-d338-40da-93e3-cd7b6ec43b77 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc0e838-521f-4a5e-8f66-aa03b6fd079d,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:41.429058 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb657643-0cc7-42d5-a9a0-6eeb098b92ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (162ea5ef-a184-4a4c-82f0-d43fae8e0f4e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.476613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39154) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:41.485249 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Request body: {'port': {'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-976828453'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:41.499047 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a7b5bc38-3d62-4094-8dd0-6ad3863606f8 admin admin] Publish callbacks [] for security_group (41435f38-6921-4f18-ad68-2238b1472d20), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.557215 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a7b5bc38-3d62-4094-8dd0-6ad3863606f8 admin admin] Publish callbacks [] for security_group (41435f38-6921-4f18-ad68-2238b1472d20), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.589513 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a74cecc-212a-452d-b1e4-9fd85c4977e6 req-32bf0943-5802-4a95-8e54-c7c096ed68de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18304df3-de06-42cd-8000-8170cb9494bf HTTP/1.1" status: 200  len: 217 time: 0.1689322
Apr 16 21:21:41.590903 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d717ac61-d6bc-4e3e-842e-eef35301afb9 x-openstack-request-id: req-d717ac61-d6bc-4e3e-842e-eef35301afb9 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:41.591186 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d", "name": "network-vif-deleted", "tag": "c7099d42-164b-4965-be5b-89015762dc0c", "status": "failed", "code": 422}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:41.591498 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d717ac61-d6bc-4e3e-842e-eef35301afb9 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:41.591919 ncdv-master-1 neutron-server[122555]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d717ac61-d6bc-4e3e-842e-eef35301afb9']: {'server_uuid': '8d3fcbd2-3ad9-478c-9a70-9c42dfa7a01d', 'name': 'network-vif-deleted', 'tag': 'c7099d42-164b-4965-be5b-89015762dc0c', 'status': 'failed', 'code': 422} returned with failed status
Apr 16 21:21:41.603644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb657643-0cc7-42d5-a9a0-6eeb098b92ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Subnet': ['ID=162ea5ef-a184-4a4c-82f0-d43fae8e0f4e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:41.618426 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb657643-0cc7-42d5-a9a0-6eeb098b92ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.621663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bb657643-0cc7-42d5-a9a0-6eeb098b92ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "DELETE /v2.0/subnets/162ea5ef-a184-4a4c-82f0-d43fae8e0f4e HTTP/1.1" status: 204  len: 168 time: 1.1190858
Apr 16 21:21:41.627935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed84007-195b-47ee-ba05-3316e1e67e7d None None] Network abffeed7-315f-4bbe-a4bb-d05524a3b4e1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:21:41.635073 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243924aa-bb9d-4200-9a94-15150b00e480 None None] New status for floating IP d26b89ba-bd27-4880-bd68-19946248b0a6: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:21:41.638669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39168) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:41.685841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Made reservation on behalf of 6a6b32030dd640e0bcae51f3d404f393 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:41.691459 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.735270 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-117416fa-42c0-4a94-b8ef-5a65cdea7a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.772301 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.784073 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a7b5bc38-3d62-4094-8dd0-6ad3863606f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (41435f38-6921-4f18-ad68-2238b1472d20), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.786802 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a7b5bc38-3d62-4094-8dd0-6ad3863606f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.790371 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a7b5bc38-3d62-4094-8dd0-6ad3863606f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41435f38-6921-4f18-ad68-2238b1472d20 HTTP/1.1" status: 204  len: 168 time: 0.4409683
Apr 16 21:21:41.813191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5bc38-3d62-4094-8dd0-6ad3863606f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41435f38-6921-4f18-ad68-2238b1472d20,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:41.816220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-0b7f7bcb-353b-43a6-a64b-d0b444298b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:41.817784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-0b7f7bcb-353b-43a6-a64b-d0b444298b5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f65ddd60eec74fb89e04d7e6354a2bc4&device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 1125 time: 0.2248008
Apr 16 21:21:41.919413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba245d-059e-4824-99b4-e85cdd785360 req-2ec1813d-e8d7-4ccc-8d58-bb64cb9157b8 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:41.924752 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-2ec1813d-e8d7-4ccc-8d58-bb64cb9157b8 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/networks?id=90b900dd-0d06-4537-95d8-47dd03c283fc HTTP/1.1" status: 200  len: 815 time: 0.2747345
Apr 16 21:21:41.935111 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (abffeed7-315f-4bbe-a4bb-d05524a3b4e1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:41.948154 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-c2acf1f9-48a9-4427-83d2-f528a5f9f8fd tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/quotas/14f08d6620b54fb597d356afc45617c7 HTTP/1.1" status: 200  len: 375 time: 0.0174489
Apr 16 21:21:41.964996 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74cecc-212a-452d-b1e4-9fd85c4977e6 req-bf74f8f3-b3c9-4a8d-8d80-3da259419d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:41.971753 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a74cecc-212a-452d-b1e4-9fd85c4977e6 req-bf74f8f3-b3c9-4a8d-8d80-3da259419d74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.3762410
Apr 16 21:21:41.974210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0cc1b5-2fad-4a42-8c30-4bd19aca7629 None None] DHCP port deletion for abffeed7-315f-4bbe-a4bb-d05524a3b4e1 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:21:41.977876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-f3e1206c-8ced-44b7-9463-02f733b8fab6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fc0e838-521f-4a5e-8f66-aa03b6fd079d HTTP/1.1" status: 200  len: 217 time: 0.1416042
Apr 16 21:21:42.034802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1b0cc1b5-2fad-4a42-8c30-4bd19aca7629 None None] Deleting port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:42.035188 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1b0cc1b5-2fad-4a42-8c30-4bd19aca7629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.045703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f9b3f-9637-43b1-848e-16f09f18d5ee req-e907869d-f268-409d-82ea-781ea8ad9b28 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:42.047485 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-000f9b3f-9637-43b1-848e-16f09f18d5ee req-e907869d-f268-409d-82ea-781ea8ad9b28 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7 HTTP/1.1" status: 200  len: 946 time: 0.1025648
Apr 16 21:21:42.086241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74cecc-212a-452d-b1e4-9fd85c4977e6 req-5dcc50e3-8fdc-4fdc-9ac2-517b72e59a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:42.086241 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a74cecc-212a-452d-b1e4-9fd85c4977e6 req-5dcc50e3-8fdc-4fdc-9ac2-517b72e59a40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1044359
Apr 16 21:21:42.126404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-626f11c2-d0bf-4a6d-b4cd-b9a2ab7ab4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:42.127788 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-626f11c2-d0bf-4a6d-b4cd-b9a2ab7ab4e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f1b23eb-0966-4249-a712-cc2fa43e5189 HTTP/1.1" status: 200  len: 845 time: 0.1384137
Apr 16 21:21:42.138200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1b0cc1b5-2fad-4a42-8c30-4bd19aca7629 None None] For port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac36923e-db3b-4dfa-b3fb-f9c54d726d6c,segment=NetworkSegment(01cf4436-2595-4086-b2a5-fff615b8bd84),segment_id=01cf4436-2595-4086-b2a5-fff615b8bd84)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:42.138754 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1b0cc1b5-2fad-4a42-8c30-4bd19aca7629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.156759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1b0cc1b5-2fad-4a42-8c30-4bd19aca7629 None None] Calling delete_port for ac36923e-db3b-4dfa-b3fb-f9c54d726d6c owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:42.162799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Deleting port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:42.163110 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.164219 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks [] for security_group (bbb25448-e443-498c-a2d4-2da62377a66f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.178900 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-60e8fcdc-ffa0-41fa-a1f2-b8496ee8bc18 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=14f08d6620b54fb597d356afc45617c7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1816111
Apr 16 21:21:42.259663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-bc8cb05b-9133-49be-b8a1-3cf4582b2c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:42.261121 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-bc8cb05b-9133-49be-b8a1-3cf4582b2c40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f5a2452-ba34-42bf-ba08-85ad7e322490&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0998321
Apr 16 21:21:42.292043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-000f9b3f-9637-43b1-848e-16f09f18d5ee req-f27a5ecf-d3d2-4473-96d7-1923ecf220aa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Deleting port a5c0f6ba-98bc-4711-85ee-04db4015c727 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:42.292414 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-000f9b3f-9637-43b1-848e-16f09f18d5ee req-f27a5ecf-d3d2-4473-96d7-1923ecf220aa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.293221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] For port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac36923e-db3b-4dfa-b3fb-f9c54d726d6c,segment=NetworkSegment(01cf4436-2595-4086-b2a5-fff615b8bd84),segment_id=01cf4436-2595-4086-b2a5-fff615b8bd84)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:42.293597 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.332318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bbb25448-e443-498c-a2d4-2da62377a66f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.352788 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1b0cc1b5-2fad-4a42-8c30-4bd19aca7629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.372808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0cc1b5-2fad-4a42-8c30-4bd19aca7629 None None] No DVR routers for this DVR port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:42.388718 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Calling delete_port for ac36923e-db3b-4dfa-b3fb-f9c54d726d6c owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:42.399133 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a74cecc-212a-452d-b1e4-9fd85c4977e6 req-f41a4899-4875-4180-85d2-01a9e338a79c service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3060329
Apr 16 21:21:42.414975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cc1b5-2fad-4a42-8c30-4bd19aca7629 None None] Pushing event deleted for resources: {'Port': ['ID=ac36923e-db3b-4dfa-b3fb-f9c54d726d6c,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:42.426869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] device_id is not set on port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:21:42.433618 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.454663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb25448-e443-498c-a2d4-2da62377a66f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:42.556836 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-b78b4d66-0910-49f1-af7d-f54849955f70 service neutron] 10.222.0.20 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3672924
Apr 16 21:21:42.572081 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.610018 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-98e8b996-247f-46fe-9106-770dd40c6636 service neutron] 10.222.0.11 "GET /v2.0/networks/3f5a2452-ba34-42bf-ba08-85ad7e322490?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3390455
Apr 16 21:21:42.621237 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcea59-e1d9-40b4-afc9-5c68fb0a79ed req-10c91fd6-a859-4df8-92e0-3b70c8012671 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:42.622717 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aabcea59-e1d9-40b4-afc9-5c68fb0a79ed req-10c91fd6-a859-4df8-92e0-3b70c8012671 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 943 time: 0.1607966
Apr 16 21:21:42.678135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-000f9b3f-9637-43b1-848e-16f09f18d5ee req-f27a5ecf-d3d2-4473-96d7-1923ecf220aa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] For port a5c0f6ba-98bc-4711-85ee-04db4015c727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5c0f6ba-98bc-4711-85ee-04db4015c727,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:42.678442 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-000f9b3f-9637-43b1-848e-16f09f18d5ee req-f27a5ecf-d3d2-4473-96d7-1923ecf220aa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.712389 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-000f9b3f-9637-43b1-848e-16f09f18d5ee req-f27a5ecf-d3d2-4473-96d7-1923ecf220aa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Calling delete_port for a5c0f6ba-98bc-4711-85ee-04db4015c727 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:42.719160 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a74cecc-212a-452d-b1e4-9fd85c4977e6 req-0b05f621-6984-4c76-a1b1-a497ebb282ca service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3105450
Apr 16 21:21:42.730765 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ac36923e-db3b-4dfa-b3fb-f9c54d726d6c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.785929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Port': ['ID=ac36923e-db3b-4dfa-b3fb-f9c54d726d6c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:42.803745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] No DVR routers for this DVR port ac36923e-db3b-4dfa-b3fb-f9c54d726d6c on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:42.814684 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aabcea59-e1d9-40b4-afc9-5c68fb0a79ed req-7566ceac-7e98-4909-9cf6-058786b73e9c tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1772313
Apr 16 21:21:42.824958 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-85d331b2-4c3c-4011-871e-07c3330cc5bd service neutron] 10.222.0.20 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2431538
Apr 16 21:21:42.838098 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0912759-6ff4-4cfa-b755-0d18cbf5cf81 req-28da2b41-8455-4efd-a362-61dad7ebba9b service neutron] 10.222.0.11 "GET /v2.0/networks/3f5a2452-ba34-42bf-ba08-85ad7e322490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2088282
Apr 16 21:21:42.901132 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (abffeed7-315f-4bbe-a4bb-d05524a3b4e1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.926250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] device_id is not set on port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:21:42.941766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ec03640>,) {'filters': {'network_id': ['abffeed7-315f-4bbe-a4bb-d05524a3b4e1']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:42.957113 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks [] for port (5b1a9469-d66f-4a18-9633-f2a208e6f5e3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.975834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ec03640>, '01cf4436-2595-4086-b2a5-fff615b8bd84') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:42.976146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ec03640>, '01cf4436-2595-4086-b2a5-fff615b8bd84') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:42.992392 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (01cf4436-2595-4086-b2a5-fff615b8bd84), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:42.999891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb06a1-a210-4250-bb9f-2d52af2a96af req-82cdb6c4-6cd6-44c4-aabd-0d86e8440dce tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:43.001449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ddeb06a1-a210-4250-bb9f-2d52af2a96af req-82cdb6c4-6cd6-44c4-aabd-0d86e8440dce tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 907 time: 0.0761838
Apr 16 21:21:43.015071 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (01cf4436-2595-4086-b2a5-fff615b8bd84), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.022122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:21:43.022532 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (01cf4436-2595-4086-b2a5-fff615b8bd84), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:21:43.026221 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:21:43.057829 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5b1a9469-d66f-4a18-9633-f2a208e6f5e3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.098540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:43.100865 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba64fbc-7cee-412a-8734-0579177f5c49" -d '{"events": [{"name": "network-changed", "server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "tag": "18304df3-de06-42cd-8000-8170cb9494bf"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:43.109047 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-000f9b3f-9637-43b1-848e-16f09f18d5ee req-f27a5ecf-d3d2-4473-96d7-1923ecf220aa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a5c0f6ba-98bc-4711-85ee-04db4015c727), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.114452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event updated for resources: {'Port': ['ID=5b1a9469-d66f-4a18-9633-f2a208e6f5e3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:43.127571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['a5c0f6ba-98bc-4711-85ee-04db4015c727'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:43.155450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-fdb35b09-f1be-4a0b-894c-745e7e8bcd95 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips/d26b89ba-bd27-4880-bd68-19946248b0a6 HTTP/1.1" status: 200  len: 693 time: 0.1162934
Apr 16 21:21:43.170795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a5ecf-d3d2-4473-96d7-1923ecf220aa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Pushing event deleted for resources: {'Port': ['ID=a5c0f6ba-98bc-4711-85ee-04db4015c727,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:43.267328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-000f9b3f-9637-43b1-848e-16f09f18d5ee req-f27a5ecf-d3d2-4473-96d7-1923ecf220aa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] No DVR routers for this DVR port a5c0f6ba-98bc-4711-85ee-04db4015c727 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:43.272458 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-000f9b3f-9637-43b1-848e-16f09f18d5ee req-f27a5ecf-d3d2-4473-96d7-1923ecf220aa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.273811 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-000f9b3f-9637-43b1-848e-16f09f18d5ee req-f27a5ecf-d3d2-4473-96d7-1923ecf220aa tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.41 "DELETE /v2.0/ports/a5c0f6ba-98bc-4711-85ee-04db4015c727 HTTP/1.1" status: 204  len: 173 time: 1.2165649
Apr 16 21:21:43.280159 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (abffeed7-315f-4bbe-a4bb-d05524a3b4e1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.296945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3f9362c0-ed22-4798-9f93-4a00554833fc req-7d2fe07f-cf9e-463b-8ea0-c7f5b7b07947 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 210 time: 0.1016798
Apr 16 21:21:43.301316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Checking segment: {'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:21:43.301316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Network hostable DHCP agents. Network: 87656eda-16d9-44ed-b30d-69902bc189bd, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:21:43.303616 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.310364 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "DELETE /v2.0/networks/abffeed7-315f-4bbe-a4bb-d05524a3b4e1 HTTP/1.1" status: 204  len: 168 time: 1.6500101
Apr 16 21:21:43.315583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39202) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:43.333336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-adbe841e-e290-4684-91a1-575f9592fe76 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:43.338258 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-adbe841e-e290-4684-91a1-575f9592fe76 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.1818542
Apr 16 21:21:43.341493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c74caf-c149-4c16-a6d4-fd4b89980103 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Network': ['ID=abffeed7-315f-4bbe-a4bb-d05524a3b4e1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:43.380717 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f810df-ad05-44d8-b7d2-2ae975dfada4 x-openstack-request-id: req-b7f810df-ad05-44d8-b7d2-2ae975dfada4 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:43.381013 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "tag": "18304df3-de06-42cd-8000-8170cb9494bf", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:43.384144 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7f810df-ad05-44d8-b7d2-2ae975dfada4 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:43.384144 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f810df-ad05-44d8-b7d2-2ae975dfada4'] response: {'name': 'network-changed', 'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf', 'status': 'completed', 'code': 200}
Apr 16 21:21:43.407695 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-68346a6b-881b-4cdb-92ab-49181a3ec327 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Deleting subnet 6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:21:43.411424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68346a6b-881b-4cdb-92ab-49181a3ec327 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks [] for subnet (6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.422534 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-16ef2fcb-b4a1-4401-8b7a-9cf1d984c040 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 696 time: 0.0831950
Apr 16 21:21:43.464351 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68346a6b-881b-4cdb-92ab-49181a3ec327 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.477341 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-ee66f72d-75e5-4140-83c5-f421e4b09fe6 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.61 HTTP/1.1" status: 200  len: 696 time: 0.0532756
Apr 16 21:21:43.486652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Network 87656eda-16d9-44ed-b30d-69902bc189bd is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:21:43.563871 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68346a6b-881b-4cdb-92ab-49181a3ec327 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.590754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ac36923e-db3b-4dfa-b3fb-f9c54d726d6c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:43.598546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb444da-2bc4-4d5b-9e65-6739d1f4edf4', 'tag': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:43.600912 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161bbeb3-e49e-42a4-b984-0c8ec8d867db" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb444da-2bc4-4d5b-9e65-6739d1f4edf4", "tag": "8fc0e838-521f-4a5e-8f66-aa03b6fd079d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:43.646044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ac36923e-db3b-4dfa-b3fb-f9c54d726d6c {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:43.646907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ac36923e-db3b-4dfa-b3fb-f9c54d726d6c not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:43.666497 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6798de3-4986-479d-96aa-fb9f1aa241fb x-openstack-request-id: req-d6798de3-4986-479d-96aa-fb9f1aa241fb {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:43.666795 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb444da-2bc4-4d5b-9e65-6739d1f4edf4", "tag": "8fc0e838-521f-4a5e-8f66-aa03b6fd079d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:43.667076 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6798de3-4986-479d-96aa-fb9f1aa241fb {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:43.667481 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6798de3-4986-479d-96aa-fb9f1aa241fb'] response: {'name': 'network-changed', 'server_uuid': '5bb444da-2bc4-4d5b-9e65-6739d1f4edf4', 'tag': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d', 'status': 'completed', 'code': 200}
Apr 16 21:21:43.672223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-27724383-45be-44ba-8778-5603c4ded5e7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Deleting port ca9b88d3-03c3-4129-8558-1e54492dd113 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:43.672223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-27724383-45be-44ba-8778-5603c4ded5e7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ca9b88d3-03c3-4129-8558-1e54492dd113), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.726271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 87656eda-16d9-44ed-b30d-69902bc189bd) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:43.736069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d81c67-34e6-4fc2-8095-ffd62f2bb985 None None] Network 87656eda-16d9-44ed-b30d-69902bc189bd requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:21:43.736315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:43.750944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:43.751286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:43.751676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:43.755240 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68346a6b-881b-4cdb-92ab-49181a3ec327 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.769800 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-27724383-45be-44ba-8778-5603c4ded5e7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ca9b88d3-03c3-4129-8558-1e54492dd113), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.770143 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-27724383-45be-44ba-8778-5603c4ded5e7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (ca9b88d3-03c3-4129-8558-1e54492dd113), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.786970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-27724383-45be-44ba-8778-5603c4ded5e7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Calling delete_port for ca9b88d3-03c3-4129-8558-1e54492dd113 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:43.790972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:43.791327 ncdv-master-1 neutron-server[122556]: ERROR neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:43.792016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68346a6b-881b-4cdb-92ab-49181a3ec327 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:43.802955 ncdv-master-1 neutron-server[122556]: INFO neutron.plugins.ml2.plugin [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 2 to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3
Apr 16 21:21:43.823648 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68346a6b-881b-4cdb-92ab-49181a3ec327 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:43.829488 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-68346a6b-881b-4cdb-92ab-49181a3ec327 tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "DELETE /v2.0/subnets/6a5ed5bc-69a0-414f-85ea-b9a9bdee7a6b HTTP/1.1" status: 204  len: 168 time: 0.5151906
Apr 16 21:21:43.838787 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39216) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:43.840942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6a4312-2dbd-48ef-b384-0bdb786b4ae7 None None] Network 6e928b67-1907-4e0d-83cb-33b917672cad requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:21:44.015599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bbeb3-e49e-42a4-b984-0c8ec8d867db req-eed69717-da22-4c52-8d41-111ec78ccf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:44.017210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-161bbeb3-e49e-42a4-b984-0c8ec8d867db req-eed69717-da22-4c52-8d41-111ec78ccf56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f65ddd60eec74fb89e04d7e6354a2bc4&device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 1125 time: 0.0569975
Apr 16 21:21:44.019977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba64fbc-7cee-412a-8734-0579177f5c49 req-bcc78e34-7828-46fe-bc3a-a10ba773f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:44.021479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ba64fbc-7cee-412a-8734-0579177f5c49 req-bcc78e34-7828-46fe-bc3a-a10ba773f9eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 1128 time: 0.0985312
Apr 16 21:21:44.030301 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:44.030853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:44.030957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:44.040689 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (6e928b67-1907-4e0d-83cb-33b917672cad), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:44.075898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:44.085851 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:44.087075 ncdv-master-1 neutron-server[122556]: ERROR neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:44.090791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32053c61-73bd-46ef-8965-d3adbe406b5b None None] DHCP port deletion for 6e928b67-1907-4e0d-83cb-33b917672cad request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:21:44.104935 ncdv-master-1 neutron-server[122556]: INFO neutron.plugins.ml2.plugin [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 3 to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3
Apr 16 21:21:44.131855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31218c6-fc0e-40c1-bcff-f1070c163851 req-09588039-d663-457a-8137-50e8165e1d75 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:44.134293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c31218c6-fc0e-40c1-bcff-f1070c163851 req-09588039-d663-457a-8137-50e8165e1d75 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 907 time: 0.2793310
Apr 16 21:21:44.166259 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-32053c61-73bd-46ef-8965-d3adbe406b5b None None] Deleting port 5a575232-b0ae-4ba7-8c29-80d175256dda {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:44.166591 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-32053c61-73bd-46ef-8965-d3adbe406b5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:44.171336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:44.171678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:44.172015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:44.194178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e197ab-5887-4fd2-af9e-03a47161b8a3 req-ca161e91-0ea3-4f00-ac3e-dee6feb36ee2 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:44.196486 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-20e197ab-5887-4fd2-af9e-03a47161b8a3 req-ca161e91-0ea3-4f00-ac3e-dee6feb36ee2 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 943 time: 0.1937828
Apr 16 21:21:44.267230 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bbeb3-e49e-42a4-b984-0c8ec8d867db req-1b53a87c-99cc-4d93-bbd0-d4ad412d004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:44.268821 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-161bbeb3-e49e-42a4-b984-0c8ec8d867db req-1b53a87c-99cc-4d93-bbd0-d4ad412d004e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f5a2452-ba34-42bf-ba08-85ad7e322490 HTTP/1.1" status: 200  len: 907 time: 0.2344930
Apr 16 21:21:44.279563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-32053c61-73bd-46ef-8965-d3adbe406b5b None None] For port 5a575232-b0ae-4ba7-8c29-80d175256dda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a575232-b0ae-4ba7-8c29-80d175256dda,segment=NetworkSegment(c485b968-4d58-430b-9643-93f803aedda8),segment_id=c485b968-4d58-430b-9643-93f803aedda8)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:44.280374 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-32053c61-73bd-46ef-8965-d3adbe406b5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:44.298690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-32053c61-73bd-46ef-8965-d3adbe406b5b None None] Calling delete_port for 5a575232-b0ae-4ba7-8c29-80d175256dda owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:44.302051 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:44.302394 ncdv-master-1 neutron-server[122556]: ERROR neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:44.311023 ncdv-master-1 neutron-server[122556]: INFO neutron.plugins.ml2.plugin [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 4 to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3
Apr 16 21:21:44.355592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:44.355943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:44.356556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:44.364662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:44.365331 ncdv-master-1 neutron-server[122556]: ERROR neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:44.365465 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Deleting port 5a575232-b0ae-4ba7-8c29-80d175256dda {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:44.365796 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:44.376932 ncdv-master-1 neutron-server[122556]: INFO neutron.plugins.ml2.plugin [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 5 to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3
Apr 16 21:21:44.440548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-20e197ab-5887-4fd2-af9e-03a47161b8a3 req-c3f208b6-17c8-4c8f-bd02-b398aa577cf1 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2104468
Apr 16 21:21:44.474557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:44.474557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:44.474557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:44.491925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:44.492330 ncdv-master-1 neutron-server[122556]: ERROR neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:44.501379 ncdv-master-1 neutron-server[122556]: INFO neutron.plugins.ml2.plugin [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 6 to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3
Apr 16 21:21:44.507048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-c31218c6-fc0e-40c1-bcff-f1070c163851 req-ff467a7b-a354-4a06-af27-f091108c61ff tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Deleting port 70b96df0-3186-4dcf-ba26-08fa42867480 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:44.507397 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c31218c6-fc0e-40c1-bcff-f1070c163851 req-ff467a7b-a354-4a06-af27-f091108c61ff tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:44.522281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] For port 5a575232-b0ae-4ba7-8c29-80d175256dda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a575232-b0ae-4ba7-8c29-80d175256dda,segment=NetworkSegment(c485b968-4d58-430b-9643-93f803aedda8),segment_id=c485b968-4d58-430b-9643-93f803aedda8)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:44.525538 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:44.579760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Calling delete_port for 5a575232-b0ae-4ba7-8c29-80d175256dda owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:44.589607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:44.589946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:44.590283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:44.591556 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-32053c61-73bd-46ef-8965-d3adbe406b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:44.623101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32053c61-73bd-46ef-8965-d3adbe406b5b None None] Pushing event deleted for resources: {'Port': ['ID=5a575232-b0ae-4ba7-8c29-80d175256dda,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:44.630911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:44.631300 ncdv-master-1 neutron-server[122556]: ERROR neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:44.637970 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32053c61-73bd-46ef-8965-d3adbe406b5b None None] No DVR routers for this DVR port 5a575232-b0ae-4ba7-8c29-80d175256dda on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:44.661144 ncdv-master-1 neutron-server[122556]: INFO neutron.plugins.ml2.plugin [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 7 to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3
Apr 16 21:21:44.736063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 8fc0e838-521f-4a5e-8f66-aa03b6fd079d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:21:44.739650 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-161bbeb3-e49e-42a4-b984-0c8ec8d867db req-020ee8cc-aee0-4b2b-a4d2-2a3f3285482f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fc0e838-521f-4a5e-8f66-aa03b6fd079d HTTP/1.1" status: 200  len: 217 time: 0.4616148
Apr 16 21:21:44.740639 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-27724383-45be-44ba-8778-5603c4ded5e7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ca9b88d3-03c3-4129-8558-1e54492dd113), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:44.745256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba64fbc-7cee-412a-8734-0579177f5c49 req-030186ef-1bb3-4c67-ae2e-f2447821113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:44.746657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ba64fbc-7cee-412a-8734-0579177f5c49 req-030186ef-1bb3-4c67-ae2e-f2447821113e service neutron] 10.222.0.11 "GET /v2.0/networks?id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 200  len: 922 time: 0.7029362
Apr 16 21:21:44.750143 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d7cd0-0a8e-4820-830c-970bb22ca1c4 req-9be500b1-118d-44fa-8c94-04bf8d19a1a5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:44.752693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-308d7cd0-0a8e-4820-830c-970bb22ca1c4 req-9be500b1-118d-44fa-8c94-04bf8d19a1a5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 907 time: 0.2049274
Apr 16 21:21:44.764578 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:44.765375 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:44.766053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:44.801046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-c31218c6-fc0e-40c1-bcff-f1070c163851 req-ff467a7b-a354-4a06-af27-f091108c61ff tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] For port 70b96df0-3186-4dcf-ba26-08fa42867480, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70b96df0-3186-4dcf-ba26-08fa42867480,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:44.801832 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c31218c6-fc0e-40c1-bcff-f1070c163851 req-ff467a7b-a354-4a06-af27-f091108c61ff tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:44.809188 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27724383-45be-44ba-8778-5603c4ded5e7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Pushing event deleted for resources: {'Port': ['ID=ca9b88d3-03c3-4129-8558-1e54492dd113,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:44.819512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-c31218c6-fc0e-40c1-bcff-f1070c163851 req-ff467a7b-a354-4a06-af27-f091108c61ff tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Calling delete_port for 70b96df0-3186-4dcf-ba26-08fa42867480 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:44.845634 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ba64fbc-7cee-412a-8734-0579177f5c49 req-90584101-640a-41d7-bda3-65ffb9d869dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18304df3-de06-42cd-8000-8170cb9494bf HTTP/1.1" status: 200  len: 217 time: 0.0848892
Apr 16 21:21:44.913344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fc0e838-521f-4a5e-8f66-aa03b6fd079d,segment=NetworkSegment(c9d2de2c-061c-4e82-a52f-a8a7d4e91229),segment_id=c9d2de2c-061c-4e82-a52f-a8a7d4e91229)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:44.925437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bbeb3-e49e-42a4-b984-0c8ec8d867db req-37f0a172-0d09-4f9a-b789-a951c0ba73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:44.926932 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-161bbeb3-e49e-42a4-b984-0c8ec8d867db req-37f0a172-0d09-4f9a-b789-a951c0ba73e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f1b23eb-0966-4249-a712-cc2fa43e5189 HTTP/1.1" status: 200  len: 845 time: 0.1785667
Apr 16 21:21:44.927876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'port_id': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d', 'mac_address': 'fa:16:3e:d8:a2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:21:44.978665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:44.979364 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:44.983022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba64fbc-7cee-412a-8734-0579177f5c49 req-f1651f54-4687-4a0e-a49d-a3647127c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:44.983208 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ba64fbc-7cee-412a-8734-0579177f5c49 req-f1651f54-4687-4a0e-a49d-a3647127c75d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 200  len: 860 time: 0.1126564
Apr 16 21:21:44.987711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:44.988191 ncdv-master-1 neutron-server[122556]: ERROR neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:45.002552 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-27724383-45be-44ba-8778-5603c4ded5e7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks [] for floatingip (d26b89ba-bd27-4880-bd68-19946248b0a6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.005252 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-27724383-45be-44ba-8778-5603c4ded5e7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.005579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc0e838-521f-4a5e-8f66-aa03b6fd079d {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:21:45.006098 ncdv-master-1 neutron-server[122556]: INFO neutron.plugins.ml2.plugin [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 8 to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3
Apr 16 21:21:45.010455 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3cd2fcc-d4f2-4d0a-b19c-3319c6b85b79 req-27724383-45be-44ba-8778-5603c4ded5e7 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "DELETE /v2.0/floatingips/d26b89ba-bd27-4880-bd68-19946248b0a6 HTTP/1.1" status: 204  len: 173 time: 1.5271513
Apr 16 21:21:45.011213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bbeb3-e49e-42a4-b984-0c8ec8d867db req-a1ebd512-b6a3-40ff-8139-c917edb38274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:45.026894 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-161bbeb3-e49e-42a4-b984-0c8ec8d867db req-a1ebd512-b6a3-40ff-8139-c917edb38274 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f5a2452-ba34-42bf-ba08-85ad7e322490&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0917549
Apr 16 21:21:45.032869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fc0e838-521f-4a5e-8f66-aa03b6fd079d,segment=NetworkSegment(c9d2de2c-061c-4e82-a52f-a8a7d4e91229),segment_id=c9d2de2c-061c-4e82-a52f-a8a7d4e91229)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:45.044856 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ede17043-f271-4196-97b6-44f74d6e2547 req-d1a8bb76-4820-429a-8bdd-2919ac0a9144 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 210 time: 0.0772409
Apr 16 21:21:45.093357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:45.094025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:45.094444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:45.107798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:45.108255 ncdv-master-1 neutron-server[122556]: ERROR neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:45.109170 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.116610 ncdv-master-1 neutron-server[122556]: INFO neutron.plugins.ml2.plugin [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 9 to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3
Apr 16 21:21:45.116760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba64fbc-7cee-412a-8734-0579177f5c49 req-a9f6e97a-d936-4f2f-8684-9927a6aa55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:45.118319 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ba64fbc-7cee-412a-8734-0579177f5c49 req-a9f6e97a-d936-4f2f-8684-9927a6aa55c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de9da8f1-3ad8-4653-830f-a88f9ba49f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1288233
Apr 16 21:21:45.141751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:45.142224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:45.142674 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:45.148234 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:45.149244 ncdv-master-1 neutron-server[122556]: ERROR neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:45.149888 ncdv-master-1 neutron-server[122556]: INFO neutron.plugins.ml2.plugin [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 10 to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3
Apr 16 21:21:45.152680 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5a575232-b0ae-4ba7-8c29-80d175256dda), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.174676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] No DVR routers for this DVR port 5a575232-b0ae-4ba7-8c29-80d175256dda on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:45.189997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=8fc0e838-521f-4a5e-8f66-aa03b6fd079d,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:45.212906 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-161bbeb3-e49e-42a4-b984-0c8ec8d867db req-1395679e-a0b3-4902-9d9a-746c50dd1de9 service neutron] 10.222.0.11 "GET /v2.0/networks/3f5a2452-ba34-42bf-ba08-85ad7e322490?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630049
Apr 16 21:21:45.220319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Port': ['ID=5a575232-b0ae-4ba7-8c29-80d175256dda,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:45.222288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:45.223247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:45.223247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:45.273534 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c31218c6-fc0e-40c1-bcff-f1070c163851 req-ff467a7b-a354-4a06-af27-f091108c61ff tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (70b96df0-3186-4dcf-ba26-08fa42867480), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.294859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:45.295226 ncdv-master-1 neutron-server[122556]: ERROR neutron.plugins.ml2.managers [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:45.295577 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5b1a9469-d66f-4a18-9633-f2a208e6f5e3), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.295734 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ba64fbc-7cee-412a-8734-0579177f5c49 req-5beb517b-a6c5-4822-aa8a-90239c47641f service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717045
Apr 16 21:21:45.341285 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['8fc0e838-521f-4a5e-8f66-aa03b6fd079d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:45.342550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff467a7b-a354-4a06-af27-f091108c61ff tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event deleted for resources: {'Port': ['ID=70b96df0-3186-4dcf-ba26-08fa42867480,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:45.345430 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (6e928b67-1907-4e0d-83cb-33b917672cad), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.383699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7', 'name': 'network-vif-deleted', 'tag': 'a5c0f6ba-98bc-4711-85ee-04db4015c727'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:45.386373 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7faee17-4ea0-4911-ad87-aeb89d9360b4" -d '{"events": [{"server_uuid": "cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7", "name": "network-vif-deleted", "tag": "a5c0f6ba-98bc-4711-85ee-04db4015c727"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:45.393130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-161bbeb3-e49e-42a4-b984-0c8ec8d867db req-3c2c1a7f-1ed7-4bc6-8cd0-104bf6c1c4c4 service neutron] 10.222.0.11 "GET /v2.0/networks/3f5a2452-ba34-42bf-ba08-85ad7e322490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733830
Apr 16 21:21:45.403128 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.431541 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ba64fbc-7cee-412a-8734-0579177f5c49 req-1ec828a4-b654-4385-9e90-41c353eb35f6 service neutron] 10.222.0.11 "GET /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238573
Apr 16 21:21:45.454609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ddf1af0>,) {'filters': {'network_id': ['6e928b67-1907-4e0d-83cb-33b917672cad']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:45.493695 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31218c6-fc0e-40c1-bcff-f1070c163851 req-ff467a7b-a354-4a06-af27-f091108c61ff tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] No DVR routers for this DVR port 70b96df0-3186-4dcf-ba26-08fa42867480 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:45.497250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ddf1af0>, 'c485b968-4d58-430b-9643-93f803aedda8') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:45.497250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ddf1af0>, 'c485b968-4d58-430b-9643-93f803aedda8') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:45.512435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c31218c6-fc0e-40c1-bcff-f1070c163851 req-ff467a7b-a354-4a06-af27-f091108c61ff tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.515747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c31218c6-fc0e-40c1-bcff-f1070c163851 req-ff467a7b-a354-4a06-af27-f091108c61ff tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "DELETE /v2.0/ports/70b96df0-3186-4dcf-ba26-08fa42867480 HTTP/1.1" status: 204  len: 173 time: 1.3351235
Apr 16 21:21:45.527167 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (c485b968-4d58-430b-9643-93f803aedda8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.530210 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046325ae-86bb-4840-ba01-d36d6c785f2f x-openstack-request-id: req-046325ae-86bb-4840-ba01-d36d6c785f2f {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:45.530573 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7", "name": "network-vif-deleted", "tag": "a5c0f6ba-98bc-4711-85ee-04db4015c727", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:45.530877 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-046325ae-86bb-4840-ba01-d36d6c785f2f {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:45.537210 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-046325ae-86bb-4840-ba01-d36d6c785f2f'] response: {'server_uuid': 'cbf0549e-dfce-4b7d-bf5d-8de201cfd8e7', 'name': 'network-vif-deleted', 'tag': 'a5c0f6ba-98bc-4711-85ee-04db4015c727', 'status': 'completed', 'code': 200}
Apr 16 21:21:45.562714 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c485b968-4d58-430b-9643-93f803aedda8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.580342 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] For port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3, host nch1-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:21:45.580727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempted to set empty binding levels {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 16 21:21:45.591519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a5c0f6ba-98bc-4711-85ee-04db4015c727 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:45.593267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:21:45.594164 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (c485b968-4d58-430b-9643-93f803aedda8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:21:45.598407 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:21:45.674558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: a5c0f6ba-98bc-4711-85ee-04db4015c727 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:45.674558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a5c0f6ba-98bc-4711-85ee-04db4015c727 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:45.683466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5a575232-b0ae-4ba7-8c29-80d175256dda no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:45.698679 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (5b1a9469-d66f-4a18-9633-f2a208e6f5e3), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.710971 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 5a575232-b0ae-4ba7-8c29-80d175256dda {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:45.712255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5a575232-b0ae-4ba7-8c29-80d175256dda not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:45.731586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd98db4-6877-4948-a319-dd5f952e6368 req-065d8bd8-67fb-4f31-99fd-6b1dc4817ef0 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:45.741858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebd98db4-6877-4948-a319-dd5f952e6368 req-065d8bd8-67fb-4f31-99fd-6b1dc4817ef0 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 944 time: 0.1209602
Apr 16 21:21:45.767820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:45.768927 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.787336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bf66f-53ec-4425-8b07-9a4486fdb5c2 req-2fb0791f-8ad6-409b-81fa-8ea55969f5e1 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:45.789088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b8bf66f-53ec-4425-8b07-9a4486fdb5c2 req-2fb0791f-8ad6-409b-81fa-8ea55969f5e1 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 946 time: 0.1488709
Apr 16 21:21:45.799338 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (6e928b67-1907-4e0d-83cb-33b917672cad), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.801893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event updated for resources: {'Port': ['ID=5b1a9469-d66f-4a18-9633-f2a208e6f5e3,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:45.816159 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:45.823980 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebd98db4-6877-4948-a319-dd5f952e6368 req-61c61eb4-5353-46ec-a46f-533ce9631062 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790439
Apr 16 21:21:45.828131 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] 10.222.0.20 "DELETE /v2.0/networks/6e928b67-1907-4e0d-83cb-33b917672cad HTTP/1.1" status: 204  len: 168 time: 1.9873631
Apr 16 21:21:45.854132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37045fbd-54c5-48e8-9d36-26ed464eb3ba tempest-ServersTestMultiNic-586548735 tempest-ServersTestMultiNic-586548735-project] Pushing event deleted for resources: {'Network': ['ID=6e928b67-1907-4e0d-83cb-33b917672cad,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:45.916929 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e645409c-1f45-4ab8-a634-df8004a603df req-9b63ca15-8048-4463-97c6-43c95617e546 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b86bdab-b733-4af5-b2a7-c997869b690c HTTP/1.1" status: 200  len: 210 time: 0.0350854
Apr 16 21:21:45.939593 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d05b9420-eb85-4fe5-b3a7-babd8b44a3be tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 979 time: 4.4607735
Apr 16 21:21:45.943242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39264) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:45.944617 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b8bf66f-53ec-4425-8b07-9a4486fdb5c2 req-4a9b9a2b-5260-4d2e-bb89-6cff3c3234bb tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461592
Apr 16 21:21:46.049104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba245d-059e-4824-99b4-e85cdd785360 req-7661792f-e75d-406d-9d30-99ee68036f6c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:46.052672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-7661792f-e75d-406d-9d30-99ee68036f6c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.41 "GET /v2.0/networks?id=90b900dd-0d06-4537-95d8-47dd03c283fc HTTP/1.1" status: 200  len: 815 time: 0.1826336
Apr 16 21:21:46.053943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-74f52b47-dad5-4418-b953-f90f8e4c14ce tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Deleting port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:46.054415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74f52b47-dad5-4418-b953-f90f8e4c14ce tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5b1a9469-d66f-4a18-9633-f2a208e6f5e3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:46.079294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-0dba245d-059e-4824-99b4-e85cdd785360 req-5febbae4-6a53-4de8-a8ed-8bf46e1e4e31 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Request body: {'port': {'device_id': '1d20fcd6-a9ae-4deb-a209-7bdfab320142', 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc', 'admin_state_up': True, 'tenant_id': '14f08d6620b54fb597d356afc45617c7'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:46.143398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39280) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:46.236420 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c1d97ef4-61ef-4f5b-88dd-7f2dbc1c3856 req-e95afe62-1d7d-4887-a3c6-5b983d8a0938 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 210 time: 0.0845640
Apr 16 21:21:46.244623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-74f52b47-dad5-4418-b953-f90f8e4c14ce tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] For port 5b1a9469-d66f-4a18-9633-f2a208e6f5e3, host nch1-master-1, got binding levels [] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:46.244940 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74f52b47-dad5-4418-b953-f90f8e4c14ce tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5b1a9469-d66f-4a18-9633-f2a208e6f5e3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:46.290870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-74f52b47-dad5-4418-b953-f90f8e4c14ce tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Calling delete_port for 5b1a9469-d66f-4a18-9633-f2a208e6f5e3 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:46.325828 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dba245d-059e-4824-99b4-e85cdd785360 req-5febbae4-6a53-4de8-a8ed-8bf46e1e4e31 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Made reservation on behalf of 14f08d6620b54fb597d356afc45617c7 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:46.329967 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0dba245d-059e-4824-99b4-e85cdd785360 req-5febbae4-6a53-4de8-a8ed-8bf46e1e4e31 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:46.479673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-0dba245d-059e-4824-99b4-e85cdd785360 req-5febbae4-6a53-4de8-a8ed-8bf46e1e4e31 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Allocated IP 172.20.0.3 (90b900dd-0d06-4537-95d8-47dd03c283fc/af2dc899-0d62-48eb-b0f2-8820b6dd8b95/1777c8d6-fb38-4c45-b87c-5afbdc93eca8) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:21:46.622156 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74f52b47-dad5-4418-b953-f90f8e4c14ce tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5b1a9469-d66f-4a18-9633-f2a208e6f5e3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:46.631821 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b0fb-cdae-4e7a-ad48-5086f9dab085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (5e5d2076-5bad-48c0-b873-671c7bc084a7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:46.644856 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0dba245d-059e-4824-99b4-e85cdd785360 req-5febbae4-6a53-4de8-a8ed-8bf46e1e4e31 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks [] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:46.686100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f52b47-dad5-4418-b953-f90f8e4c14ce tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b1a9469-d66f-4a18-9633-f2a208e6f5e3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:46.701752 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74f52b47-dad5-4418-b953-f90f8e4c14ce tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:46.705060 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-74f52b47-dad5-4418-b953-f90f8e4c14ce tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5b1a9469-d66f-4a18-9633-f2a208e6f5e3 HTTP/1.1" status: 204  len: 168 time: 0.7598507
Apr 16 21:21:46.707728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39292) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:46.735188 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 8fc0e838-521f-4a5e-8f66-aa03b6fd079d up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:46.784342 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:21:46.795061 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd70cbc-56d1-4e8c-b33b-8486683167e1 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] GET failed (client error): The resource could not be found.
Apr 16 21:21:46.796617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1fd70cbc-56d1-4e8c-b33b-8486683167e1 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "GET /v2.0/ports/5b1a9469-d66f-4a18-9633-f2a208e6f5e3 HTTP/1.1" status: 404  len: 333 time: 0.0879536
Apr 16 21:21:46.801126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39294) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:46.806520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1b510b75-915b-4f47-874d-b803e1b55eff tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Request body: {'port': {'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1574401571'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:46.816485 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0dba245d-059e-4824-99b4-e85cdd785360 req-5febbae4-6a53-4de8-a8ed-8bf46e1e4e31 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:46.828024 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399223f-23be-4148-bce3-089c39cdf013 req-de7715d4-3396-4455-9ecb-12d332c78422 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:46.829742 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4399223f-23be-4148-bce3-089c39cdf013 req-de7715d4-3396-4455-9ecb-12d332c78422 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.11 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 946 time: 0.1114817
Apr 16 21:21:46.873302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febbae4-6a53-4de8-a8ed-8bf46e1e4e31 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Pushing event updated for resources: {'Port': ['ID=1777c8d6-fb38-4c45-b87c-5afbdc93eca8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:46.895683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dba245d-059e-4824-99b4-e85cdd785360 req-5febbae4-6a53-4de8-a8ed-8bf46e1e4e31 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Network 90b900dd-0d06-4537-95d8-47dd03c283fc is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:46.900250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-0dba245d-059e-4824-99b4-e85cdd785360 req-5febbae4-6a53-4de8-a8ed-8bf46e1e4e31 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:46.903860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:46.904459 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:46.912863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dba245d-059e-4824-99b4-e85cdd785360 req-5febbae4-6a53-4de8-a8ed-8bf46e1e4e31 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:46.981964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcfc12-0c34-41b0-9b83-dd0848e620cb req-de54df90-e54c-45eb-af08-757261c8972b tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:46.983492 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cadcfc12-0c34-41b0-9b83-dd0848e620cb req-de54df90-e54c-45eb-af08-757261c8972b tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 944 time: 0.0863853
Apr 16 21:21:46.992587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b510b75-915b-4f47-874d-b803e1b55eff tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Made reservation on behalf of 6a6b32030dd640e0bcae51f3d404f393 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:46.992587 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b510b75-915b-4f47-874d-b803e1b55eff tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:47.015799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-1b510b75-915b-4f47-874d-b803e1b55eff tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] device_id is not set on port 50e76e3b-d100-455f-b23c-0de2b710aa30 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:21:47.035836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:47.036350 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:47.042810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba245d-059e-4824-99b4-e85cdd785360 req-5febbae4-6a53-4de8-a8ed-8bf46e1e4e31 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:47.043447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0dba245d-059e-4824-99b4-e85cdd785360 req-5febbae4-6a53-4de8-a8ed-8bf46e1e4e31 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:47.077060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb444da-2bc4-4d5b-9e65-6739d1f4edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:47.079472 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b03082-6559-41fd-a366-1698db248425" -d '{"events": [{"server_uuid": "5bb444da-2bc4-4d5b-9e65-6739d1f4edf4", "name": "network-vif-plugged", "status": "completed", "tag": "8fc0e838-521f-4a5e-8f66-aa03b6fd079d"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:47.092965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fc0e838-521f-4a5e-8f66-aa03b6fd079d,segment=NetworkSegment(c9d2de2c-061c-4e82-a52f-a8a7d4e91229),segment_id=c9d2de2c-061c-4e82-a52f-a8a7d4e91229)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:47.117968 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cadcfc12-0c34-41b0-9b83-dd0848e620cb req-7e03cfab-9045-4589-82ec-2ea9195b7d31 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1135538
Apr 16 21:21:47.121268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-4399223f-23be-4148-bce3-089c39cdf013 req-6bd1fe75-6871-4128-aad6-dcb9dc2a0889 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Deleting port 18304df3-de06-42cd-8000-8170cb9494bf {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:47.121710 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4399223f-23be-4148-bce3-089c39cdf013 req-6bd1fe75-6871-4128-aad6-dcb9dc2a0889 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (18304df3-de06-42cd-8000-8170cb9494bf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:47.130061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1824a36-be35-4a48-aa99-8004e4c72622 req-9a3e3a20-d4f0-4b3f-b932-54af45eba2a8 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:47.131590 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d1824a36-be35-4a48-aa99-8004e4c72622 req-9a3e3a20-d4f0-4b3f-b932-54af45eba2a8 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 946 time: 0.0931339
Apr 16 21:21:47.134178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5b0fb-cdae-4e7a-ad48-5086f9dab085 admin admin] Deleting port 25098131-7f3a-4752-acc7-067034770449 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:47.134519 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b0fb-cdae-4e7a-ad48-5086f9dab085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (25098131-7f3a-4752-acc7-067034770449), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:47.178105 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:47.210658 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-5febbae4-6a53-4de8-a8ed-8bf46e1e4e31 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1468546
Apr 16 21:21:47.234284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Request body: {'port': {'device_id': '1d20fcd6-a9ae-4deb-a209-7bdfab320142', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:47.244949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=8fc0e838-521f-4a5e-8f66-aa03b6fd079d,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:47.313652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:47.332558 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b510b75-915b-4f47-874d-b803e1b55eff tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks [] for port (50e76e3b-d100-455f-b23c-0de2b710aa30), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:47.337578 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d1824a36-be35-4a48-aa99-8004e4c72622 req-a22815fd-0820-40ff-a45c-90d6b09ba59c tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/security-groups?id=1423433c-a4f7-4dc8-97d1-30f08e4b86d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423621
Apr 16 21:21:47.347458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39310) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:47.353080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-c0b5b0fb-cdae-4e7a-ad48-5086f9dab085 admin admin] For port 25098131-7f3a-4752-acc7-067034770449, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25098131-7f3a-4752-acc7-067034770449,segment=NetworkSegment(0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90),segment_id=0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:47.353564 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b0fb-cdae-4e7a-ad48-5086f9dab085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (25098131-7f3a-4752-acc7-067034770449), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:47.376447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5b0fb-cdae-4e7a-ad48-5086f9dab085 admin admin] Calling delete_port for 25098131-7f3a-4752-acc7-067034770449 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:47.395468 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4399223f-23be-4148-bce3-089c39cdf013 req-6bd1fe75-6871-4128-aad6-dcb9dc2a0889 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] For port 18304df3-de06-42cd-8000-8170cb9494bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18304df3-de06-42cd-8000-8170cb9494bf,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:47.395947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4399223f-23be-4148-bce3-089c39cdf013 req-6bd1fe75-6871-4128-aad6-dcb9dc2a0889 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (18304df3-de06-42cd-8000-8170cb9494bf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:47.421640 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2edca6-fcd6-43df-bd7b-15fd800e7a2c x-openstack-request-id: req-0a2edca6-fcd6-43df-bd7b-15fd800e7a2c {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:47.421945 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb444da-2bc4-4d5b-9e65-6739d1f4edf4", "name": "network-vif-plugged", "status": "completed", "tag": "8fc0e838-521f-4a5e-8f66-aa03b6fd079d", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:47.422201 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a2edca6-fcd6-43df-bd7b-15fd800e7a2c {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:47.422889 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2edca6-fcd6-43df-bd7b-15fd800e7a2c'] response: {'server_uuid': '5bb444da-2bc4-4d5b-9e65-6739d1f4edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d', 'code': 200}
Apr 16 21:21:47.451738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-4399223f-23be-4148-bce3-089c39cdf013 req-6bd1fe75-6871-4128-aad6-dcb9dc2a0889 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Calling delete_port for 18304df3-de06-42cd-8000-8170cb9494bf owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:47.593016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 70b96df0-3186-4dcf-ba26-08fa42867480 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:47.607811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c8eb9-efb1-446d-bfe0-90f108d99a3a req-d347eb0d-435b-4dd5-87fc-c9156340d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:47.609412 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a14c8eb9-efb1-446d-bfe0-90f108d99a3a req-d347eb0d-435b-4dd5-87fc-c9156340d05b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 1127 time: 0.0962472
Apr 16 21:21:47.620945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 70b96df0-3186-4dcf-ba26-08fa42867480 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:47.621550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 70b96df0-3186-4dcf-ba26-08fa42867480 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:47.652554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359beed-489b-4e68-86bf-64ec410797fd req-662dc6a8-04f6-415b-a793-76b7418ca8c2 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:47.654417 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e359beed-489b-4e68-86bf-64ec410797fd req-662dc6a8-04f6-415b-a793-76b7418ca8c2 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 931 time: 0.1466758
Apr 16 21:21:47.771119 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a14c8eb9-efb1-446d-bfe0-90f108d99a3a req-b7c24e31-38b0-4887-b361-70c8cea1fcdf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137724
Apr 16 21:21:47.840365 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e359beed-489b-4e68-86bf-64ec410797fd req-a4da3c79-392e-4b70-aceb-b736834ac39d tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719868
Apr 16 21:21:47.852318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b86bdab-b733-4af5-b2a7-c997869b690c', 'name': 'network-vif-deleted', 'tag': '70b96df0-3186-4dcf-ba26-08fa42867480'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:47.856500 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79488786-ea98-4e45-b31d-3b33a0f4069e" -d '{"events": [{"server_uuid": "1b86bdab-b733-4af5-b2a7-c997869b690c", "name": "network-vif-deleted", "tag": "70b96df0-3186-4dcf-ba26-08fa42867480"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:47.857463 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bb74e45-9e39-4316-8102-930811dcf664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:47.912702 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7274ee82-8da6-4ed6-a66f-171d677e87e8 x-openstack-request-id: req-7274ee82-8da6-4ed6-a66f-171d677e87e8 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:47.912989 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b86bdab-b733-4af5-b2a7-c997869b690c", "name": "network-vif-deleted", "tag": "70b96df0-3186-4dcf-ba26-08fa42867480", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:47.913235 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7274ee82-8da6-4ed6-a66f-171d677e87e8 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:47.913670 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7274ee82-8da6-4ed6-a66f-171d677e87e8'] response: {'server_uuid': '1b86bdab-b733-4af5-b2a7-c997869b690c', 'name': 'network-vif-deleted', 'tag': '70b96df0-3186-4dcf-ba26-08fa42867480', 'status': 'completed', 'code': 200}
Apr 16 21:21:47.920919 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b510b75-915b-4f47-874d-b803e1b55eff tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (50e76e3b-d100-455f-b23c-0de2b710aa30), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:47.931756 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4399223f-23be-4148-bce3-089c39cdf013 req-6bd1fe75-6871-4128-aad6-dcb9dc2a0889 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (18304df3-de06-42cd-8000-8170cb9494bf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:47.943065 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['18304df3-de06-42cd-8000-8170cb9494bf'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:47.963569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1fe75-6871-4128-aad6-dcb9dc2a0889 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Pushing event deleted for resources: {'Port': ['ID=18304df3-de06-42cd-8000-8170cb9494bf,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:47.970920 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b0fb-cdae-4e7a-ad48-5086f9dab085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (25098131-7f3a-4752-acc7-067034770449), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.028121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5b0fb-cdae-4e7a-ad48-5086f9dab085 admin admin] Pushing event deleted for resources: {'Port': ['ID=25098131-7f3a-4752-acc7-067034770449,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:48.040533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b510b75-915b-4f47-874d-b803e1b55eff tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Network 87656eda-16d9-44ed-b30d-69902bc189bd is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:48.059947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1b510b75-915b-4f47-874d-b803e1b55eff tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:48.062334 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b510b75-915b-4f47-874d-b803e1b55eff tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:48.063669 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b510b75-915b-4f47-874d-b803e1b55eff tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:48.064153 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b510b75-915b-4f47-874d-b803e1b55eff tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.072596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c31cd-88b8-498f-add8-8660237979ca req-20370e96-489c-44a4-98c8-b2f596b6970f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:48.076391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-920c31cd-88b8-498f-add8-8660237979ca req-20370e96-489c-44a4-98c8-b2f596b6970f tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 946 time: 0.1642809
Apr 16 21:21:48.102491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4399223f-23be-4148-bce3-089c39cdf013 req-6bd1fe75-6871-4128-aad6-dcb9dc2a0889 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] No DVR routers for this DVR port 18304df3-de06-42cd-8000-8170cb9494bf on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:48.106417 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4399223f-23be-4148-bce3-089c39cdf013 req-6bd1fe75-6871-4128-aad6-dcb9dc2a0889 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.109844 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4399223f-23be-4148-bce3-089c39cdf013 req-6bd1fe75-6871-4128-aad6-dcb9dc2a0889 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.11 "DELETE /v2.0/ports/18304df3-de06-42cd-8000-8170cb9494bf HTTP/1.1" status: 204  len: 173 time: 1.2739179
Apr 16 21:21:48.110312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'name': 'network-vif-deleted', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:48.112231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b510b75-915b-4f47-874d-b803e1b55eff tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event updated for resources: {'Port': ['ID=50e76e3b-d100-455f-b23c-0de2b710aa30,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:48.112741 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee8d4d1-1d24-4f8f-944f-af32c31cd908" -d '{"events": [{"server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "name": "network-vif-deleted", "tag": "18304df3-de06-42cd-8000-8170cb9494bf"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:48.193829 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-920c31cd-88b8-498f-add8-8660237979ca req-827053e5-4ed8-488d-82eb-cd9f722e9f65 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874205
Apr 16 21:21:48.197835 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e73469b-b676-4abd-bc0f-0f47bb742ae9 x-openstack-request-id: req-7e73469b-b676-4abd-bc0f-0f47bb742ae9 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:48.198307 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3", "name": "network-vif-deleted", "tag": "18304df3-de06-42cd-8000-8170cb9494bf", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:48.198419 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e73469b-b676-4abd-bc0f-0f47bb742ae9 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:48.199834 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e73469b-b676-4abd-bc0f-0f47bb742ae9'] response: {'server_uuid': '82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3', 'name': 'network-vif-deleted', 'tag': '18304df3-de06-42cd-8000-8170cb9494bf', 'status': 'completed', 'code': 200}
Apr 16 21:21:48.254533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbad7c1-2eff-47e5-9d54-35b6e0f0c55d req-b9860ce6-a746-455e-9be5-df7c715a6401 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:48.256203 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8dbad7c1-2eff-47e5-9d54-35b6e0f0c55d req-b9860ce6-a746-455e-9be5-df7c715a6401 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 946 time: 0.0668278
Apr 16 21:21:48.267975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1b510b75-915b-4f47-874d-b803e1b55eff tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.4654968
Apr 16 21:21:48.273144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39322) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:48.295055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:48.348112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373b3ee-1a53-4d37-b8ed-791bedc1d533 req-4c5ecbff-4d0e-450f-94b8-848cf6df2bb6 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:48.349665 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a373b3ee-1a53-4d37-b8ed-791bedc1d533 req-4c5ecbff-4d0e-450f-94b8-848cf6df2bb6 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 945 time: 0.0962050
Apr 16 21:21:48.350281 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b0fb-cdae-4e7a-ad48-5086f9dab085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (5e5d2076-5bad-48c0-b873-671c7bc084a7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.452917 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (50e76e3b-d100-455f-b23c-0de2b710aa30), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.493384 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bb74e45-9e39-4316-8102-930811dcf664 admin admin] Publish callbacks [] for security_group (49257bb0-0efd-4e2e-9fb4-5c7718d1c4cf), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.525157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5c1772a4-8f62-4338-ae7d-e43fe60c9920 req-958f1f67-42b0-4878-8a7a-7be860d05b47 tempest-FloatingIPsAssociationTestJSON-566853709 tempest-FloatingIPsAssociationTestJSON-566853709-project] 10.222.0.20 "GET /v2.0/ports?device_id=82374f32-eae1-4a0e-a79c-7ec0eb4cc0c3 HTTP/1.1" status: 200  len: 210 time: 0.0865765
Apr 16 21:21:48.527987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-8dbad7c1-2eff-47e5-9d54-35b6e0f0c55d req-6d09e4de-841b-4aca-82bc-4e0be831f22c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Deleting port 880aed47-539f-4469-8060-4c63493e9b1d {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:48.528363 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8dbad7c1-2eff-47e5-9d54-35b6e0f0c55d req-6d09e4de-841b-4aca-82bc-4e0be831f22c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (880aed47-539f-4469-8060-4c63493e9b1d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.552107 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a373b3ee-1a53-4d37-b8ed-791bedc1d533 req-3efa4dd4-b569-476e-bef0-2b9489418724 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1555834
Apr 16 21:21:48.583104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:21:48.598403 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bb74e45-9e39-4316-8102-930811dcf664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (49257bb0-0efd-4e2e-9fb4-5c7718d1c4cf), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.603342 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Publish callbacks [] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.653028 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Transition to ACTIVE for port object 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:21:48.681443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb74e45-9e39-4316-8102-930811dcf664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49257bb0-0efd-4e2e-9fb4-5c7718d1c4cf,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:48.688453 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0bb74e45-9e39-4316-8102-930811dcf664 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a38c10f9305044409f9117cea7f02e43&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3396814
Apr 16 21:21:48.692440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39326) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:48.720468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.724336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-8dbad7c1-2eff-47e5-9d54-35b6e0f0c55d req-6d09e4de-841b-4aca-82bc-4e0be831f22c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] For port 880aed47-539f-4469-8060-4c63493e9b1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=880aed47-539f-4469-8060-4c63493e9b1d,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:48.724336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8dbad7c1-2eff-47e5-9d54-35b6e0f0c55d req-6d09e4de-841b-4aca-82bc-4e0be831f22c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (880aed47-539f-4469-8060-4c63493e9b1d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.779500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-8dbad7c1-2eff-47e5-9d54-35b6e0f0c55d req-6d09e4de-841b-4aca-82bc-4e0be831f22c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Calling delete_port for 880aed47-539f-4469-8060-4c63493e9b1d owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:48.813139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b5b0fb-cdae-4e7a-ad48-5086f9dab085 admin admin] Router 5e5d2076-5bad-48c0-b873-671c7bc084a7 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:48.816721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] device_id is not set on port 50e76e3b-d100-455f-b23c-0de2b710aa30 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:21:48.826284 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks [] for port (50e76e3b-d100-455f-b23c-0de2b710aa30), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.858600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Pushing event updated for resources: {'Port': ['ID=1777c8d6-fb38-4c45-b87c-5afbdc93eca8,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:48.869006 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40a50fd5-dedb-448f-b0d5-06b63e1898f6 admin admin] Publish callbacks [] for security_group (49257bb0-0efd-4e2e-9fb4-5c7718d1c4cf), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.918290 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (50e76e3b-d100-455f-b23c-0de2b710aa30), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.957517 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40a50fd5-dedb-448f-b0d5-06b63e1898f6 admin admin] Publish callbacks [] for security_group (49257bb0-0efd-4e2e-9fb4-5c7718d1c4cf), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:48.987481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b5b0fb-cdae-4e7a-ad48-5086f9dab085 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:48.996918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c0b5b0fb-cdae-4e7a-ad48-5086f9dab085 admin admin] 10.222.0.20 "PUT /v2.0/routers/5e5d2076-5bad-48c0-b873-671c7bc084a7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8500457
Apr 16 21:21:48.996918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event updated for resources: {'Port': ['ID=50e76e3b-d100-455f-b23c-0de2b710aa30,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:49.000723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39330) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:49.001968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4ada7c-bf86-4595-bfa0-0af58bbdd60a None None] Sync routers for ids ['5e5d2076-5bad-48c0-b873-671c7bc084a7'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:49.016307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.016662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.017015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.017357 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.018603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.018756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ada7c-bf86-4595-bfa0-0af58bbdd60a None None] Routers {'5e5d2076-5bad-48c0-b873-671c7bc084a7'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:49.018861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.018861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.019063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0a4ada7c-bf86-4595-bfa0-0af58bbdd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247baa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5e5d2076-5bad-48c0-b873-671c7bc084a7'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:49.019186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.019186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.019366 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.019632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.019958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.020332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.020654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.020987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:21:49.062288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bd207-aa72-4b8a-9802-5f7307f25b88 req-0f4afe21-c3d8-46b5-a024-45b526848199 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:49.067982 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-110bd207-aa72-4b8a-9802-5f7307f25b88 req-0f4afe21-c3d8-46b5-a024-45b526848199 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 943 time: 0.1270483
Apr 16 21:21:49.070472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Attempting to bind port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:49.070813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Attempting to bind port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '992fdc3c-05e0-432e-a577-623301c5d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:49.071251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Attempting to bind port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 on network 90b900dd-0d06-4537-95d8-47dd03c283fc {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:49.110560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 on network 90b900dd-0d06-4537-95d8-47dd03c283fc not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:49.110800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Attempting to bind port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 on network 90b900dd-0d06-4537-95d8-47dd03c283fc {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:49.131961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:21:49.132495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Checking segment: {'id': '992fdc3c-05e0-432e-a577-623301c5d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:21:49.132987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Bound using segment: {'id': '992fdc3c-05e0-432e-a577-623301c5d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:21:49.133554 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Bound port: 1777c8d6-fb38-4c45-b87c-5afbdc93eca8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992fdc3c-05e0-432e-a577-623301c5d0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:21:49.134752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:49.175552 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-0a4ada7c-bf86-4595-bfa0-0af58bbdd60a None None] Set router 5e5d2076-5bad-48c0-b873-671c7bc084a7 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:49.217545 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-110bd207-aa72-4b8a-9802-5f7307f25b88 req-413f607b-cdf7-42c5-8e04-affb94c544cf tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251154
Apr 16 21:21:49.229224 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40a50fd5-dedb-448f-b0d5-06b63e1898f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (49257bb0-0efd-4e2e-9fb4-5c7718d1c4cf), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:49.232224 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40a50fd5-dedb-448f-b0d5-06b63e1898f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:49.233597 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-40a50fd5-dedb-448f-b0d5-06b63e1898f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49257bb0-0efd-4e2e-9fb4-5c7718d1c4cf HTTP/1.1" status: 204  len: 168 time: 0.5403686
Apr 16 21:21:49.258978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a50fd5-dedb-448f-b0d5-06b63e1898f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49257bb0-0efd-4e2e-9fb4-5c7718d1c4cf,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:49.270590 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8dbad7c1-2eff-47e5-9d54-35b6e0f0c55d req-6d09e4de-841b-4aca-82bc-4e0be831f22c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (880aed47-539f-4469-8060-4c63493e9b1d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:49.303754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] For port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:21:49.367294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09e4de-841b-4aca-82bc-4e0be831f22c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event deleted for resources: {'Port': ['ID=880aed47-539f-4469-8060-4c63493e9b1d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:49.375868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] For port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1777c8d6-fb38-4c45-b87c-5afbdc93eca8,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:21:49.417163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbad7c1-2eff-47e5-9d54-35b6e0f0c55d req-6d09e4de-841b-4aca-82bc-4e0be831f22c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] No DVR routers for this DVR port 880aed47-539f-4469-8060-4c63493e9b1d on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:49.419814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8dbad7c1-2eff-47e5-9d54-35b6e0f0c55d req-6d09e4de-841b-4aca-82bc-4e0be831f22c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:49.423897 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8dbad7c1-2eff-47e5-9d54-35b6e0f0c55d req-6d09e4de-841b-4aca-82bc-4e0be831f22c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "DELETE /v2.0/ports/880aed47-539f-4469-8060-4c63493e9b1d HTTP/1.1" status: 204  len: 173 time: 1.1606505
Apr 16 21:21:49.466882 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:49.470123 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['90cb3288-a22b-4ad5-a087-5f17138b5d8b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:49.472319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['880aed47-539f-4469-8060-4c63493e9b1d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:49.521669 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:49.522566 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:49.524771 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] 10.222.0.41 "PUT /v2.0/ports/1777c8d6-fb38-4c45-b87c-5afbdc93eca8 HTTP/1.1" status: 200  len: 1091 time: 2.3061886
Apr 16 21:21:49.550997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37bce9-547c-47df-a34f-6c85b3819cbd service neutron] Pushing event updated for resources: {'Port': ['ID=1777c8d6-fb38-4c45-b87c-5afbdc93eca8,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:49.622110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39342) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:49.637492 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Publish callbacks [] for router (5e5d2076-5bad-48c0-b873-671c7bc084a7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:49.823305 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Publish callbacks [] for router_gateway (5e5d2076-5bad-48c0-b873-671c7bc084a7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:49.829069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:49.829435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:49.829922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:49.844830 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0a4ada7c-bf86-4595-bfa0-0af58bbdd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247baa60>, [{'id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'name': 'tempest-ServersTestMultiNic-1044669998-router', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:19:48Z', 'updated_at': '2022-04-16T21:21:47Z', 'revision_number': 5, 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'gw_port': {'id': 'a5837c50-e105-46dc-af33-60dd35457c99', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:19:49Z', 'updated_at': '2022-04-16T21:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:49.861863 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67144230-f109-4de1-83c5-832f3c6db9a2 req-11de7bf4-bd18-47e7-b41a-1ecfc1f89346 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18 HTTP/1.1" status: 200  len: 210 time: 0.0731611
Apr 16 21:21:49.865601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:49.865601 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:49.865601 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 2 to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30
Apr 16 21:21:49.883638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:49.883995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:49.884375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:49.891080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:49.891428 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:49.891834 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 3 to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30
Apr 16 21:21:49.916232 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18', 'name': 'network-vif-deleted', 'tag': '880aed47-539f-4469-8060-4c63493e9b1d'}, {'name': 'network-changed', 'server_uuid': '1d20fcd6-a9ae-4deb-a209-7bdfab320142', 'tag': '1777c8d6-fb38-4c45-b87c-5afbdc93eca8'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:49.922115 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2637f00b-c089-44c5-b43a-73b9e245030c" -d '{"events": [{"server_uuid": "8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18", "name": "network-vif-deleted", "tag": "880aed47-539f-4469-8060-4c63493e9b1d"}, {"name": "network-changed", "server_uuid": "1d20fcd6-a9ae-4deb-a209-7bdfab320142", "tag": "1777c8d6-fb38-4c45-b87c-5afbdc93eca8"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:49.938626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4ada7c-bf86-4595-bfa0-0af58bbdd60a None None] Checking router: 5e5d2076-5bad-48c0-b873-671c7bc084a7 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:49.941004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:49.941379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:49.941735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:49.950059 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:49.950419 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:49.950985 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 4 to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30
Apr 16 21:21:49.964268 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba245d-059e-4824-99b4-e85cdd785360 req-65391cde-8f7c-4995-bf5a-0823bed820c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:49.966241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-65391cde-8f7c-4995-bf5a-0823bed820c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14f08d6620b54fb597d356afc45617c7&device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 1125 time: 0.1607153
Apr 16 21:21:49.973994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:49.974277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:49.974629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:49.984054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ada7c-bf86-4595-bfa0-0af58bbdd60a None None] Routers {'5e5d2076-5bad-48c0-b873-671c7bc084a7'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:49.984985 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0a4ada7c-bf86-4595-bfa0-0af58bbdd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247baa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5e5d2076-5bad-48c0-b873-671c7bc084a7'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:49.994543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04522f0f-aef6-424c-98e4-4390ebf52bd4 req-098407cc-fc4d-4fe3-8926-69db51455829 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:49.996452 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-04522f0f-aef6-424c-98e4-4390ebf52bd4 req-098407cc-fc4d-4fe3-8926-69db51455829 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 945 time: 0.1675646
Apr 16 21:21:50.029626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:50.030334 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:50.033932 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 5 to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30
Apr 16 21:21:50.044129 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8513c626-5939-495d-b96d-841119170ee7 x-openstack-request-id: req-8513c626-5939-495d-b96d-841119170ee7 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:50.044474 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18", "name": "network-vif-deleted", "tag": "880aed47-539f-4469-8060-4c63493e9b1d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1d20fcd6-a9ae-4deb-a209-7bdfab320142", "tag": "1777c8d6-fb38-4c45-b87c-5afbdc93eca8", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:50.044686 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8513c626-5939-495d-b96d-841119170ee7 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:50.045084 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8513c626-5939-495d-b96d-841119170ee7'] response: {'server_uuid': '8ac8f9ac-ca67-4aab-a8e0-96e1b189ba18', 'name': 'network-vif-deleted', 'tag': '880aed47-539f-4469-8060-4c63493e9b1d', 'status': 'completed', 'code': 200}
Apr 16 21:21:50.045340 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8513c626-5939-495d-b96d-841119170ee7'] response: {'name': 'network-changed', 'server_uuid': '1d20fcd6-a9ae-4deb-a209-7bdfab320142', 'tag': '1777c8d6-fb38-4c45-b87c-5afbdc93eca8', 'status': 'completed', 'code': 200}
Apr 16 21:21:50.050664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-86e4f104-0103-4f32-9855-84c743203dd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1777c8d6-fb38-4c45-b87c-5afbdc93eca8 HTTP/1.1" status: 200  len: 217 time: 0.0718231
Apr 16 21:21:50.058874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:50.059531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:50.060154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:50.067225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:50.067775 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:50.071175 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 6 to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30
Apr 16 21:21:50.087886 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:50.088599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:50.089140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:50.094031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Deleting port a5837c50-e105-46dc-af33-60dd35457c99 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:50.094389 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a5837c50-e105-46dc-af33-60dd35457c99), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:50.096559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:50.097074 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:50.098510 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 7 to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30
Apr 16 21:21:50.099218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-0a4ada7c-bf86-4595-bfa0-0af58bbdd60a None None] Set router 5e5d2076-5bad-48c0-b873-671c7bc084a7 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:50.123895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:50.124767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:50.124767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:50.148214 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-04522f0f-aef6-424c-98e4-4390ebf52bd4 req-0d43bbcd-e3bf-48ee-847d-445c0175c76a tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053414
Apr 16 21:21:50.164821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0a4ada7c-bf86-4595-bfa0-0af58bbdd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247baa60>, [{'id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'name': 'tempest-ServersTestMultiNic-1044669998-router', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:19:48Z', 'updated_at': '2022-04-16T21:21:49Z', 'revision_number': 6, 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:50.181922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39346) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:50.197792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4ada7c-bf86-4595-bfa0-0af58bbdd60a None None] The sync data for ids ['5e5d2076-5bad-48c0-b873-671c7bc084a7'] in ncdv-master-1 is: [{'id': '5e5d2076-5bad-48c0-b873-671c7bc084a7', 'name': 'tempest-ServersTestMultiNic-1044669998-router', 'tenant_id': 'c3457cd454b04246bb4adb154b41bbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:19:48Z', 'updated_at': '2022-04-16T21:21:49Z', 'revision_number': 6, 'project_id': 'c3457cd454b04246bb4adb154b41bbb2', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:50.201269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:50.201618 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:50.203766 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4feb0013-dda9-43a1-8fa7-12dcca5c9252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:50.203908 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 8 to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30
Apr 16 21:21:50.225631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:50.226212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:50.226320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:50.242174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:50.242174 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:50.245547 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 9 to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30
Apr 16 21:21:50.283130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] For port a5837c50-e105-46dc-af33-60dd35457c99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5837c50-e105-46dc-af33-60dd35457c99,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:50.283549 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a5837c50-e105-46dc-af33-60dd35457c99), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:50.288382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:50.288382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:50.288382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:50.321575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba245d-059e-4824-99b4-e85cdd785360 req-1dee2e54-75e2-4d5e-93cf-9e2ff995c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:50.322312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Calling delete_port for a5837c50-e105-46dc-af33-60dd35457c99 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:50.323060 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-1dee2e54-75e2-4d5e-93cf-9e2ff995c95c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af2dc899-0d62-48eb-b0f2-8820b6dd8b95 HTTP/1.1" status: 200  len: 855 time: 0.1172056
Apr 16 21:21:50.323962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:50.324323 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:50.328967 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 10 to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30
Apr 16 21:21:50.344358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5801dc-7f1b-4777-8107-be049056cff6 req-cea4a987-6671-4c9a-839b-d0511d31890d tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:50.345835 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0b5801dc-7f1b-4777-8107-be049056cff6 req-cea4a987-6671-4c9a-839b-d0511d31890d tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 945 time: 0.0795770
Apr 16 21:21:50.356677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39352) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:50.395333 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ed07d720-0212-4644-adda-088ca009190f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Request body: {'floatingip': {'port_id': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:50.397761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:50.398100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:50.398446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:50.425382 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-e8795cba-0d06-483b-bbb3-8cc8739ec6ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90b900dd-0d06-4537-95d8-47dd03c283fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0682836
Apr 16 21:21:50.438536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd8844-8f73-40dd-9f3e-534042c6da40 req-003e731d-fbe6-4c1d-a28f-0d6f55ae49ad tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:50.440117 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-79cd8844-8f73-40dd-9f3e-534042c6da40 req-003e731d-fbe6-4c1d-a28f-0d6f55ae49ad tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 943 time: 0.1160712
Apr 16 21:21:50.443376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:50.443748 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port 50e76e3b-d100-455f-b23c-0de2b710aa30 on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:50.444127 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (50e76e3b-d100-455f-b23c-0de2b710aa30), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:50.461945 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed07d720-0212-4644-adda-088ca009190f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for floatingip (e9819de9-9116-4e40-af99-563bdc1641b8), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:50.621936 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4feb0013-dda9-43a1-8fa7-12dcca5c9252 admin admin] Publish callbacks [] for security_group (91df509d-f2bc-4610-9830-52e34c60efc7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:50.640560 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-79cd8844-8f73-40dd-9f3e-534042c6da40 req-118512ad-bd39-4d1d-a8c6-8cc73a96813f tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859753
Apr 16 21:21:50.704780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] For port 50e76e3b-d100-455f-b23c-0de2b710aa30, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:21:50.705308 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempted to set empty binding levels {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 16 21:21:50.711158 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-36128620-1208-455b-8b52-54c833122e24 service neutron] 10.222.0.41 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2797449
Apr 16 21:21:50.729323 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30d2a1d2-a8e0-4439-a7a2-353eb7814bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (62d0477d-583e-4964-9e24-0f02498c7b7f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:50.754986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 18304df3-de06-42cd-8000-8170cb9494bf no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:50.776778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 18304df3-de06-42cd-8000-8170cb9494bf {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:50.777200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 18304df3-de06-42cd-8000-8170cb9494bf not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:50.795956 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4feb0013-dda9-43a1-8fa7-12dcca5c9252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (91df509d-f2bc-4610-9830-52e34c60efc7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:50.828443 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (50e76e3b-d100-455f-b23c-0de2b710aa30), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:50.871403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] In _notify_port_updated(), no bound segment for port 50e76e3b-d100-455f-b23c-0de2b710aa30 on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:21:50.872133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:50.872713 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:50.874027 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "PUT /v2.0/ports/50e76e3b-d100-455f-b23c-0de2b710aa30 HTTP/1.1" status: 200  len: 975 time: 2.5998716
Apr 16 21:21:50.880030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39354) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:50.903701 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4feb0013-dda9-43a1-8fa7-12dcca5c9252 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=649da152f99c4117862d5f6c8a3f2677&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7210009
Apr 16 21:21:50.904331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39358) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:50.921002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb0013-dda9-43a1-8fa7-12dcca5c9252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91df509d-f2bc-4610-9830-52e34c60efc7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:50.957917 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dba245d-059e-4824-99b4-e85cdd785360 req-8a616275-d29c-4322-a1a4-e6405916583b service neutron] 10.222.0.41 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2397671
Apr 16 21:21:50.961045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c70a9-eff2-4812-8a51-82e4b18f25b2 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event updated for resources: {'Port': ['ID=50e76e3b-d100-455f-b23c-0de2b710aa30,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:50.963277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a5837c50-e105-46dc-af33-60dd35457c99), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.044730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a5837c50-e105-46dc-af33-60dd35457c99,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:51.054919 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3dca9437-a66e-42c9-8e4d-5a4173d8a358 admin admin] Publish callbacks [] for security_group (91df509d-f2bc-4610-9830-52e34c60efc7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.087313 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3dca9437-a66e-42c9-8e4d-5a4173d8a358 admin admin] Publish callbacks [] for security_group (91df509d-f2bc-4610-9830-52e34c60efc7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.114292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.114786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.115770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.115987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.116892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.117700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.119065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.119530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.120056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.120556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.121030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.121496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.121959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.122862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.123191 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.123656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.124128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.124613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.127577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.127577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.127577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.127577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.127577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.127577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.128086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.128368 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.128847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.129309 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.129767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.130300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.130747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.131204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.131658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.132119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.132601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.133081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.133638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.134097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.138399 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4ce04ceb-d424-42c5-a56c-5dbd56dd16b6 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 35286 time: 0.2557702
Apr 16 21:21:51.143664 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39362) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:51.217539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-30d2a1d2-a8e0-4439-a7a2-353eb7814bf4 admin admin] Deleting port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:51.217942 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30d2a1d2-a8e0-4439-a7a2-353eb7814bf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.244629 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (5e5d2076-5bad-48c0-b873-671c7bc084a7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.296453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-28fd5307-73ba-4c32-a7e0-bb881577c233 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Deleting port 50e76e3b-d100-455f-b23c-0de2b710aa30 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:51.296812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28fd5307-73ba-4c32-a7e0-bb881577c233 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (50e76e3b-d100-455f-b23c-0de2b710aa30), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.349256 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3dca9437-a66e-42c9-8e4d-5a4173d8a358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (91df509d-f2bc-4610-9830-52e34c60efc7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.352505 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3dca9437-a66e-42c9-8e4d-5a4173d8a358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.353629 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3dca9437-a66e-42c9-8e4d-5a4173d8a358 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91df509d-f2bc-4610-9830-52e34c60efc7 HTTP/1.1" status: 204  len: 168 time: 0.4442732
Apr 16 21:21:51.384219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca9437-a66e-42c9-8e4d-5a4173d8a358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91df509d-f2bc-4610-9830-52e34c60efc7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:51.388433 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (5e5d2076-5bad-48c0-b873-671c7bc084a7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.401082 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-30d2a1d2-a8e0-4439-a7a2-353eb7814bf4 admin admin] For port e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:51.401463 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30d2a1d2-a8e0-4439-a7a2-353eb7814bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.409106 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Publish callbacks [] for router_controller (5e5d2076-5bad-48c0-b873-671c7bc084a7), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.436567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-28fd5307-73ba-4c32-a7e0-bb881577c233 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] For port 50e76e3b-d100-455f-b23c-0de2b710aa30, host nch1-master-1, got binding levels [] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:51.437185 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28fd5307-73ba-4c32-a7e0-bb881577c233 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (50e76e3b-d100-455f-b23c-0de2b710aa30), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.447816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-30d2a1d2-a8e0-4439-a7a2-353eb7814bf4 admin admin] Calling delete_port for e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:51.457438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-28fd5307-73ba-4c32-a7e0-bb881577c233 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Calling delete_port for 50e76e3b-d100-455f-b23c-0de2b710aa30 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:51.476892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248c79b-86f1-4a44-969d-97debeb7703c req-563174e3-dff0-4536-9b50-1523caf557ad tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.478446 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f248c79b-86f1-4a44-969d-97debeb7703c req-563174e3-dff0-4536-9b50-1523caf557ad tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.1120713
Apr 16 21:21:51.588523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 25098131-7f3a-4752-acc7-067034770449 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:51.610101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 25098131-7f3a-4752-acc7-067034770449 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:51.610451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 25098131-7f3a-4752-acc7-067034770449 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:51.611117 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a5837c50-e105-46dc-af33-60dd35457c99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:51.633867 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f248c79b-86f1-4a44-969d-97debeb7703c req-20291314-b53a-4ffe-b6a7-b99e41ba62f1 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340778
Apr 16 21:21:51.641323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 880aed47-539f-4469-8060-4c63493e9b1d no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:51.649988 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed07d720-0212-4644-adda-088ca009190f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.651432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: a5837c50-e105-46dc-af33-60dd35457c99 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:51.652033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a5837c50-e105-46dc-af33-60dd35457c99 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:51.656721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a321b8c-670b-4e67-b345-5c4a0b18cbd4 req-461b9ac1-77b7-497b-9188-3ad6136fa287 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:51.658211 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a321b8c-670b-4e67-b345-5c4a0b18cbd4 req-461b9ac1-77b7-497b-9188-3ad6136fa287 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.11 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.0846775
Apr 16 21:21:51.667509 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (5e5d2076-5bad-48c0-b873-671c7bc084a7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.667509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e5d2076-5bad-48c0-b873-671c7bc084a7 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:21:51.689482 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.692995 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-248b74a7-6fb6-4186-8b53-e6ea897f10ea admin admin] 10.222.0.20 "DELETE /v2.0/routers/5e5d2076-5bad-48c0-b873-671c7bc084a7 HTTP/1.1" status: 204  len: 168 time: 2.6892822
Apr 16 21:21:51.701636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39370) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:51.715690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 880aed47-539f-4469-8060-4c63493e9b1d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:51.716047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 880aed47-539f-4469-8060-4c63493e9b1d not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:51.766516 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed07d720-0212-4644-adda-088ca009190f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (e9819de9-9116-4e40-af99-563bdc1641b8), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.909567 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:21:51.914487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2373d177-ac34-4a57-8207-21fe33e65134 admin admin] Deleting subnet 2d50402d-9ae7-46cf-ab44-5a3b08366b9e {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:21:51.933090 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2373d177-ac34-4a57-8207-21fe33e65134 admin admin] Publish callbacks [] for subnet (2d50402d-9ae7-46cf-ab44-5a3b08366b9e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:51.979447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-6a321b8c-670b-4e67-b345-5c4a0b18cbd4 req-66afe423-dec3-41ed-9813-249ecd6e9b20 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Deleting port 90cb3288-a22b-4ad5-a087-5f17138b5d8b {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:51.979801 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6a321b8c-670b-4e67-b345-5c4a0b18cbd4 req-66afe423-dec3-41ed-9813-249ecd6e9b20 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:52.000644 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-ed07d720-0212-4644-adda-088ca009190f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Floating IP e9819de9-9116-4e40-af99-563bdc1641b8 associated. External IP: 172.35.1.161, port: 8fc0e838-521f-4a5e-8f66-aa03b6fd079d.
Apr 16 21:21:52.068113 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2373d177-ac34-4a57-8207-21fe33e65134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (2d50402d-9ae7-46cf-ab44-5a3b08366b9e), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:52.121804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68ea8d-a5ca-4508-95e0-0c7263d71d59 req-eca5f293-44bc-4ad6-b9f8-acb899d0ae70 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:52.123240 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a68ea8d-a5ca-4508-95e0-0c7263d71d59 req-eca5f293-44bc-4ad6-b9f8-acb899d0ae70 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 943 time: 0.0585172
Apr 16 21:21:52.177870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a68ea8d-a5ca-4508-95e0-0c7263d71d59 req-f69261d8-ff45-4a62-846b-c712318f2dc1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485687
Apr 16 21:21:52.179375 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28fd5307-73ba-4c32-a7e0-bb881577c233 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (50e76e3b-d100-455f-b23c-0de2b710aa30), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:52.193783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30d2a1d2-a8e0-4439-a7a2-353eb7814bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:52.228865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28fd5307-73ba-4c32-a7e0-bb881577c233 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:52.234424 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-28fd5307-73ba-4c32-a7e0-bb881577c233 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "DELETE /v2.0/ports/50e76e3b-d100-455f-b23c-0de2b710aa30 HTTP/1.1" status: 204  len: 168 time: 1.0872183
Apr 16 21:21:52.234424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd5307-73ba-4c32-a7e0-bb881577c233 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event deleted for resources: {'Port': ['ID=50e76e3b-d100-455f-b23c-0de2b710aa30,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:52.235307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39382) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:52.244973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6a321b8c-670b-4e67-b345-5c4a0b18cbd4 req-66afe423-dec3-41ed-9813-249ecd6e9b20 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] For port 90cb3288-a22b-4ad5-a087-5f17138b5d8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=90cb3288-a22b-4ad5-a087-5f17138b5d8b,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:52.245264 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6a321b8c-670b-4e67-b345-5c4a0b18cbd4 req-66afe423-dec3-41ed-9813-249ecd6e9b20 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:52.266136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-6a321b8c-670b-4e67-b345-5c4a0b18cbd4 req-66afe423-dec3-41ed-9813-249ecd6e9b20 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Calling delete_port for 90cb3288-a22b-4ad5-a087-5f17138b5d8b owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:52.277120 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2373d177-ac34-4a57-8207-21fe33e65134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (2d50402d-9ae7-46cf-ab44-5a3b08366b9e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:52.316945 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2a1d2-a8e0-4439-a7a2-353eb7814bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:52.338955 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d384f1-8f84-4129-aba6-ffd470e243b7 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] GET failed (client error): The resource could not be found.
Apr 16 21:21:52.344332 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-81d384f1-8f84-4129-aba6-ffd470e243b7 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "GET /v2.0/ports/50e76e3b-d100-455f-b23c-0de2b710aa30 HTTP/1.1" status: 404  len: 333 time: 0.1062996
Apr 16 21:21:52.348412 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39384) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:52.356693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1c1676fe-81f3-4137-8ca1-c535abc904e5 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-618709808', 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:52.471807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1676fe-81f3-4137-8ca1-c535abc904e5 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Made reservation on behalf of 6a6b32030dd640e0bcae51f3d404f393 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:52.476270 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c1676fe-81f3-4137-8ca1-c535abc904e5 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:52.536770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-1c1676fe-81f3-4137-8ca1-c535abc904e5 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] device_id is not set on port 8ec1688c-d110-47e3-9a00-90e0cc5d378f yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:21:52.599048 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30d2a1d2-a8e0-4439-a7a2-353eb7814bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (62d0477d-583e-4964-9e24-0f02498c7b7f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:52.809850 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c1676fe-81f3-4137-8ca1-c535abc904e5 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks [] for port (8ec1688c-d110-47e3-9a00-90e0cc5d378f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:52.868363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43d68d-cc3c-4074-89b5-f9fd2d273d1e req-e5749798-9b15-4fda-8cf0-7e1998ce42ad tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:52.869892 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd43d68d-cc3c-4074-89b5-f9fd2d273d1e req-e5749798-9b15-4fda-8cf0-7e1998ce42ad tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 946 time: 0.1151655
Apr 16 21:21:52.915931 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed07d720-0212-4644-adda-088ca009190f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Router 066a2160-5818-4f8f-a524-7c25299067f3 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:52.917267 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2373d177-ac34-4a57-8207-21fe33e65134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (2d50402d-9ae7-46cf-ab44-5a3b08366b9e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:52.970503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d2a1d2-a8e0-4439-a7a2-353eb7814bf4 admin admin] Router 62d0477d-583e-4964-9e24-0f02498c7b7f has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:52.978495 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c1676fe-81f3-4137-8ca1-c535abc904e5 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8ec1688c-d110-47e3-9a00-90e0cc5d378f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:52.979428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373d177-ac34-4a57-8207-21fe33e65134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d50402d-9ae7-46cf-ab44-5a3b08366b9e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:52.991919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862b719-c0a1-4bca-85a5-05551322a4a2 None None] Network 9c4be99e-5527-4518-b82f-a8ae1039a611 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:21:53.009922 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2373d177-ac34-4a57-8207-21fe33e65134 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.014789 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2373d177-ac34-4a57-8207-21fe33e65134 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2d50402d-9ae7-46cf-ab44-5a3b08366b9e HTTP/1.1" status: 204  len: 168 time: 1.3133721
Apr 16 21:21:53.021535 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39398) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:53.069269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd43d68d-cc3c-4074-89b5-f9fd2d273d1e req-69b448ec-16a7-43b5-9415-7cd520a1e89e tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=da529f6a-a022-4bd2-9716-5ae064118b8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885142
Apr 16 21:21:53.075725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1676fe-81f3-4137-8ca1-c535abc904e5 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Network 87656eda-16d9-44ed-b30d-69902bc189bd is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:53.102706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1c1676fe-81f3-4137-8ca1-c535abc904e5 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:53.112758 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1676fe-81f3-4137-8ca1-c535abc904e5 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:53.113808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1676fe-81f3-4137-8ca1-c535abc904e5 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:53.114416 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c1676fe-81f3-4137-8ca1-c535abc904e5 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.159410 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f00b-c089-44c5-b43a-73b9e245030c req-38d5be61-ed75-4ff3-9d18-b6933e259ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:53.161262 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2637f00b-c089-44c5-b43a-73b9e245030c req-38d5be61-ed75-4ff3-9d18-b6933e259ede service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14f08d6620b54fb597d356afc45617c7&device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 1125 time: 0.1081522
Apr 16 21:21:53.161699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1676fe-81f3-4137-8ca1-c535abc904e5 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event updated for resources: {'Port': ['ID=8ec1688c-d110-47e3-9a00-90e0cc5d378f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:53.186030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc648e07-aa12-4e6a-a412-f1018af867e5 None None] DHCP port deletion for 9c4be99e-5527-4518-b82f-a8ae1039a611 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:21:53.197358 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (9c4be99e-5527-4518-b82f-a8ae1039a611), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.216560 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6a321b8c-670b-4e67-b345-5c4a0b18cbd4 req-66afe423-dec3-41ed-9813-249ecd6e9b20 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (90cb3288-a22b-4ad5-a087-5f17138b5d8b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.241404 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1c1676fe-81f3-4137-8ca1-c535abc904e5 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.8918846
Apr 16 21:21:53.245164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39402) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:53.265313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d2a1d2-a8e0-4439-a7a2-353eb7814bf4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:53.277318 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10780558-c340-4a32-b2a0-645724886cba None None] Sync routers for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:53.278965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed07d720-0212-4644-adda-088ca009190f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:53.282757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afe423-dec3-41ed-9813-249ecd6e9b20 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event deleted for resources: {'Port': ['ID=90cb3288-a22b-4ad5-a087-5f17138b5d8b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:53.287138 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-30d2a1d2-a8e0-4439-a7a2-353eb7814bf4 admin admin] 10.222.0.20 "PUT /v2.0/routers/62d0477d-583e-4964-9e24-0f02498c7b7f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6638105
Apr 16 21:21:53.293219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39404) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:53.296545 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed07d720-0212-4644-adda-088ca009190f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.313637 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10780558-c340-4a32-b2a0-645724886cba None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:53.322021 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-10780558-c340-4a32-b2a0-645724886cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248495e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:53.330778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-dc648e07-aa12-4e6a-a412-f1018af867e5 None None] Deleting port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:53.331542 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc648e07-aa12-4e6a-a412-f1018af867e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.335090 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd38a3-cdbe-4c9f-aefb-343d4192a541 None None] Sync routers for ids ['066a2160-5818-4f8f-a524-7c25299067f3'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:53.389879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a321b8c-670b-4e67-b345-5c4a0b18cbd4 req-66afe423-dec3-41ed-9813-249ecd6e9b20 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] No DVR routers for this DVR port 90cb3288-a22b-4ad5-a087-5f17138b5d8b on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:53.395720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Deleting port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:53.395966 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.401095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d639e-dbdc-4aa7-907c-a36f348a3e45 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:53.402516 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9b1d639e-dbdc-4aa7-907c-a36f348a3e45 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "GET /v2.0/ports/8ec1688c-d110-47e3-9a00-90e0cc5d378f HTTP/1.1" status: 200  len: 954 time: 0.1550369
Apr 16 21:21:53.414360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd38a3-cdbe-4c9f-aefb-343d4192a541 None None] Routers {'066a2160-5818-4f8f-a524-7c25299067f3'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:53.415696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-31bd38a3-cdbe-4c9f-aefb-343d4192a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011ffe3fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['066a2160-5818-4f8f-a524-7c25299067f3'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:53.418143 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39406) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:53.438215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f00b-c089-44c5-b43a-73b9e245030c req-0bd210a1-6189-4e92-b4e3-1044876f7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:53.441238 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2637f00b-c089-44c5-b43a-73b9e245030c req-0bd210a1-6189-4e92-b4e3-1044876f7884 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90b900dd-0d06-4537-95d8-47dd03c283fc HTTP/1.1" status: 200  len: 916 time: 0.2712548
Apr 16 21:21:53.493916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] For port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=107559d9-a32a-47ea-af5d-eaeba9fdbb8b,segment=NetworkSegment(0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90),segment_id=0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:53.494380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.501181 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-dc648e07-aa12-4e6a-a412-f1018af867e5 None None] For port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=107559d9-a32a-47ea-af5d-eaeba9fdbb8b,segment=NetworkSegment(0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90),segment_id=0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:53.501813 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc648e07-aa12-4e6a-a412-f1018af867e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.516609 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-10780558-c340-4a32-b2a0-645724886cba None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:53.531854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-dc648e07-aa12-4e6a-a412-f1018af867e5 None None] Calling delete_port for 107559d9-a32a-47ea-af5d-eaeba9fdbb8b owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:53.543500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6c0f8-4c1f-42c0-8481-08f43957ec78 req-15bb7ed3-4236-48fd-bdf9-30a01b6bb468 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:53.543854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Calling delete_port for 107559d9-a32a-47ea-af5d-eaeba9fdbb8b owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:53.545140 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1fb6c0f8-4c1f-42c0-8481-08f43957ec78 req-15bb7ed3-4236-48fd-bdf9-30a01b6bb468 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 943 time: 0.2570298
Apr 16 21:21:53.645646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:21:53.676435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6a321b8c-670b-4e67-b345-5c4a0b18cbd4 req-66afe423-dec3-41ed-9813-249ecd6e9b20 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.685217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2637f00b-c089-44c5-b43a-73b9e245030c req-803fe276-d876-47c0-ac41-0e1353eccc15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1777c8d6-fb38-4c45-b87c-5afbdc93eca8 HTTP/1.1" status: 200  len: 217 time: 0.2376301
Apr 16 21:21:53.694730 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a321b8c-670b-4e67-b345-5c4a0b18cbd4 req-66afe423-dec3-41ed-9813-249ecd6e9b20 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.11 "DELETE /v2.0/ports/90cb3288-a22b-4ad5-a087-5f17138b5d8b HTTP/1.1" status: 204  len: 173 time: 2.0164742
Apr 16 21:21:53.696953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999c16db-7916-4753-ae16-9ed72c8e6922', 'name': 'network-vif-deleted', 'tag': '90cb3288-a22b-4ad5-a087-5f17138b5d8b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:53.701094 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6297fc-4c1a-4037-b214-92fec381d0ca" -d '{"events": [{"server_uuid": "999c16db-7916-4753-ae16-9ed72c8e6922", "name": "network-vif-deleted", "tag": "90cb3288-a22b-4ad5-a087-5f17138b5d8b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:53.725757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ed07d720-0212-4644-adda-088ca009190f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "PUT /v2.0/floatingips/e9819de9-9116-4e40-af99-563bdc1641b8 HTTP/1.1" status: 200  len: 991 time: 3.3667052
Apr 16 21:21:53.755198 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d1b79c45-0742-4cae-8a8a-1222cffac386 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Deleting port 8ec1688c-d110-47e3-9a00-90e0cc5d378f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:53.755790 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d1b79c45-0742-4cae-8a8a-1222cffac386 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8ec1688c-d110-47e3-9a00-90e0cc5d378f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.764118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 107559d9-a32a-47ea-af5d-eaeba9fdbb8b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:53.775197 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bda391-7d20-4c37-b2a0-fff871998853 x-openstack-request-id: req-c5bda391-7d20-4c37-b2a0-fff871998853 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:53.775501 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999c16db-7916-4753-ae16-9ed72c8e6922", "name": "network-vif-deleted", "tag": "90cb3288-a22b-4ad5-a087-5f17138b5d8b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:53.775763 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5bda391-7d20-4c37-b2a0-fff871998853 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:53.776273 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5bda391-7d20-4c37-b2a0-fff871998853'] response: {'server_uuid': '999c16db-7916-4753-ae16-9ed72c8e6922', 'name': 'network-vif-deleted', 'tag': '90cb3288-a22b-4ad5-a087-5f17138b5d8b', 'status': 'completed', 'code': 200}
Apr 16 21:21:53.816001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-31bd38a3-cdbe-4c9f-aefb-343d4192a541 None None] Set router 066a2160-5818-4f8f-a524-7c25299067f3 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:53.843101 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-10780558-c340-4a32-b2a0-645724886cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248495e0>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:21:51Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:53.874262 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10780558-c340-4a32-b2a0-645724886cba None None] Checking router: 62d0477d-583e-4964-9e24-0f02498c7b7f for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:53.889669 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Publish callbacks [] for router (62d0477d-583e-4964-9e24-0f02498c7b7f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.891639 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.resource_extend [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:21:53.894850 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10780558-c340-4a32-b2a0-645724886cba None None] Routers {'62d0477d-583e-4964-9e24-0f02498c7b7f'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:53.896541 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-10780558-c340-4a32-b2a0-645724886cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248495e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['62d0477d-583e-4964-9e24-0f02498c7b7f'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:53.908956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55d0e2-c2c3-4695-952a-d5a80dee2bb0 req-961f81cc-25e1-4cc5-992e-1ec3c8058df5 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:53.917684 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed55d0e2-c2c3-4695-952a-d5a80dee2bb0 req-961f81cc-25e1-4cc5-992e-1ec3c8058df5 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 945 time: 0.0729280
Apr 16 21:21:53.951712 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.977153 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc648e07-aa12-4e6a-a412-f1018af867e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (107559d9-a32a-47ea-af5d-eaeba9fdbb8b), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.981073 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d1b79c45-0742-4cae-8a8a-1222cffac386 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8ec1688c-d110-47e3-9a00-90e0cc5d378f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:53.998748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d1b79c45-0742-4cae-8a8a-1222cffac386 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Calling delete_port for 8ec1688c-d110-47e3-9a00-90e0cc5d378f owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:54.049416 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-10780558-c340-4a32-b2a0-645724886cba None None] Set router 62d0477d-583e-4964-9e24-0f02498c7b7f gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:54.058095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No active binding found for port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b {{(pid=122557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 16 21:21:54.058659 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] The host ncdv-master-1 is not matching for port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b host None! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:21:54.058914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 107559d9-a32a-47ea-af5d-eaeba9fdbb8b not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:54.065740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc648e07-aa12-4e6a-a412-f1018af867e5 None None] Pushing event deleted for resources: {'Port': ['ID=107559d9-a32a-47ea-af5d-eaeba9fdbb8b,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:54.079770 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc648e07-aa12-4e6a-a412-f1018af867e5 None None] No DVR routers for this DVR port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:54.102278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed55d0e2-c2c3-4695-952a-d5a80dee2bb0 req-48ccf20f-271d-4add-a9f5-3e35c4711c57 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1800132
Apr 16 21:21:54.103176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=107559d9-a32a-47ea-af5d-eaeba9fdbb8b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:54.131956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] No DVR routers for this DVR port 107559d9-a32a-47ea-af5d-eaeba9fdbb8b on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:54.178178 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1fb6c0f8-4c1f-42c0-8481-08f43957ec78 req-e0982679-a0b2-4470-a479-3a933f2d3a65 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5397069
Apr 16 21:21:54.221244 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f00b-c089-44c5-b43a-73b9e245030c req-3260e8da-62e7-472f-91a3-8dc48411f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:54.223359 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2637f00b-c089-44c5-b43a-73b9e245030c req-3260e8da-62e7-472f-91a3-8dc48411f123 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af2dc899-0d62-48eb-b0f2-8820b6dd8b95 HTTP/1.1" status: 200  len: 855 time: 0.4652469
Apr 16 21:21:54.250550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1777c8d6-fb38-4c45-b87c-5afbdc93eca8,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:54.268290 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '1777c8d6-fb38-4c45-b87c-5afbdc93eca8', 'network_id': '90b900dd-0d06-4537-95d8-47dd03c283fc', 'port_id': '1777c8d6-fb38-4c45-b87c-5afbdc93eca8', 'mac_address': 'fa:16:3e:24:a2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2dc899-0d62-48eb-b0f2-8820b6dd8b95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:21:54.334174 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (9c4be99e-5527-4518-b82f-a8ae1039a611), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.340639 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-10780558-c340-4a32-b2a0-645724886cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248495e0>, [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:21:51Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:54.358863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dfc44c0>,) {'filters': {'network_id': ['9c4be99e-5527-4518-b82f-a8ae1039a611']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:54.370053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dfc44c0>, '0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:54.370379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dfc44c0>, '0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:54.382078 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.397625 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10780558-c340-4a32-b2a0-645724886cba None None] The sync data for ids ['62d0477d-583e-4964-9e24-0f02498c7b7f'] in ncdv-master-1 is: [{'id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1020118585-router', 'tenant_id': '1fb0e213bd0d40ee9e832b54607028ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220'}], 'enable_snat': True}, 'gw_port_id': '91432f03-7043-48ba-b2bc-df768253724d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:20:21Z', 'updated_at': '2022-04-16T21:21:51Z', 'revision_number': 5, 'project_id': '1fb0e213bd0d40ee9e832b54607028ab', 'gw_port': {'id': '91432f03-7043-48ba-b2bc-df768253724d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d0477d-583e-4964-9e24-0f02498c7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:20:22Z', 'updated_at': '2022-04-16T21:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:54.400431 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.408166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:21:54.408166 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (0ac3c1c6-d2e7-45a7-a58b-9f0e6bceeb90), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.415295 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2637f00b-c089-44c5-b43a-73b9e245030c req-8df8237e-d179-4e94-8ae3-cb76d3f17150 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90b900dd-0d06-4537-95d8-47dd03c283fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0780268
Apr 16 21:21:54.491422 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Publish callbacks [] for router_gateway (62d0477d-583e-4964-9e24-0f02498c7b7f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:21:54.491653 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:21:54.532352 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8842e6e-e61a-4a58-92d9-b5f6f3a072ce req-25c9ea7a-fb26-4858-915c-e481b00c8d1a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=999c16db-7916-4753-ae16-9ed72c8e6922 HTTP/1.1" status: 200  len: 210 time: 0.0394120
Apr 16 21:21:54.535393 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2637f00b-c089-44c5-b43a-73b9e245030c req-501d1312-958b-45f8-9839-ecadb6b334cb service neutron] 10.222.0.41 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1074746
Apr 16 21:21:54.565314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:54.565698 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.577572 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (9c4be99e-5527-4518-b82f-a8ae1039a611), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.583760 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.587780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d1b79c45-0742-4cae-8a8a-1222cffac386 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8ec1688c-d110-47e3-9a00-90e0cc5d378f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.588984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] 10.222.0.20 "DELETE /v2.0/networks/9c4be99e-5527-4518-b82f-a8ae1039a611 HTTP/1.1" status: 204  len: 168 time: 1.5642936
Apr 16 21:21:54.610488 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e507c7-a7cc-4678-b4a6-86fffd6e8c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c4be99e-5527-4518-b82f-a8ae1039a611,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:54.620888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:21:54.629041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b79c45-0742-4cae-8a8a-1222cffac386 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ec1688c-d110-47e3-9a00-90e0cc5d378f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:54.649463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-31bd38a3-cdbe-4c9f-aefb-343d4192a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011ffe3fd0>, [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 4, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port': {'id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:81:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:19Z', 'updated_at': '2022-04-16T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e9819de9-9116-4e40-af99-563bdc1641b8', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'floating_ip_address': '172.35.1.161', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'port_id': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'mac_address': 'fa:16:3e:d8:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb444da-2bc4-4d5b-9e65-6739d1f4edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:21:31Z', 'updated_at': '2022-04-16T21:21:51Z', 'revision_number': 1, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff9f4c90-6bde-4432-b08f-f484f7af1964', 'name': '', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'mac_address': 'fa:16:3e:f4:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:23Z', 'updated_at': '2022-04-16T21:21:30Z', 'revision_number': 5, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'subnets': [{'id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:54.662900 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d1b79c45-0742-4cae-8a8a-1222cffac386 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.666991 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d1b79c45-0742-4cae-8a8a-1222cffac386 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "DELETE /v2.0/ports/8ec1688c-d110-47e3-9a00-90e0cc5d378f HTTP/1.1" status: 204  len: 168 time: 1.2456522
Apr 16 21:21:54.672258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39428) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:54.693001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd38a3-cdbe-4c9f-aefb-343d4192a541 None None] Checking router: 066a2160-5818-4f8f-a524-7c25299067f3 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:54.700215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1777c8d6-fb38-4c45-b87c-5afbdc93eca8,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:54.710538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd38a3-cdbe-4c9f-aefb-343d4192a541 None None] Routers {'066a2160-5818-4f8f-a524-7c25299067f3'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:54.712353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-31bd38a3-cdbe-4c9f-aefb-343d4192a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011ffe3fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['066a2160-5818-4f8f-a524-7c25299067f3'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:54.712750 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd80a81-80c2-4932-868c-be636198858b tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] GET failed (client error): The resource could not be found.
Apr 16 21:21:54.716223 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9cd80a81-80c2-4932-868c-be636198858b tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "GET /v2.0/ports/8ec1688c-d110-47e3-9a00-90e0cc5d378f HTTP/1.1" status: 404  len: 333 time: 0.0433326
Apr 16 21:21:54.721613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39430) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:54.722868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Deleting port 91432f03-7043-48ba-b2bc-df768253724d {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:54.723220 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (91432f03-7043-48ba-b2bc-df768253724d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.728111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4774416a-784f-477c-b5e2-27164bff6fa4 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Request body: {'port': {'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-82786165'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:54.771505 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2637f00b-c089-44c5-b43a-73b9e245030c req-23e285cd-c008-43b7-b77f-ba6243eb72c6 service neutron] 10.222.0.41 "GET /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2303936
Apr 16 21:21:54.776634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 90cb3288-a22b-4ad5-a087-5f17138b5d8b no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:54.802668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 90cb3288-a22b-4ad5-a087-5f17138b5d8b {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:54.803426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 90cb3288-a22b-4ad5-a087-5f17138b5d8b not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:54.829260 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] For port 91432f03-7043-48ba-b2bc-df768253724d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91432f03-7043-48ba-b2bc-df768253724d,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:54.829723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (91432f03-7043-48ba-b2bc-df768253724d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.846250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Calling delete_port for 91432f03-7043-48ba-b2bc-df768253724d owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:54.864292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-31bd38a3-cdbe-4c9f-aefb-343d4192a541 None None] Set router 066a2160-5818-4f8f-a524-7c25299067f3 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:54.881097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4774416a-784f-477c-b5e2-27164bff6fa4 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Made reservation on behalf of 6a6b32030dd640e0bcae51f3d404f393 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:54.886433 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4774416a-784f-477c-b5e2-27164bff6fa4 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.894718 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:54.915102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-4774416a-784f-477c-b5e2-27164bff6fa4 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] device_id is not set on port c5b6b7cd-8f18-4547-88c9-eb6175b927af yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:21:55.022541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=1777c8d6-fb38-4c45-b87c-5afbdc93eca8,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:55.119031 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4774416a-784f-477c-b5e2-27164bff6fa4 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks [] for port (c5b6b7cd-8f18-4547-88c9-eb6175b927af), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.185942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39434) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:55.195383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-31bd38a3-cdbe-4c9f-aefb-343d4192a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011ffe3fd0>, [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 4, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port': {'id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:81:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:19Z', 'updated_at': '2022-04-16T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e9819de9-9116-4e40-af99-563bdc1641b8', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'floating_ip_address': '172.35.1.161', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'port_id': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'mac_address': 'fa:16:3e:d8:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb444da-2bc4-4d5b-9e65-6739d1f4edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:21:31Z', 'updated_at': '2022-04-16T21:21:51Z', 'revision_number': 1, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff9f4c90-6bde-4432-b08f-f484f7af1964', 'name': '', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'mac_address': 'fa:16:3e:f4:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:23Z', 'updated_at': '2022-04-16T21:21:30Z', 'revision_number': 5, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'subnets': [{'id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:55.207159 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (91432f03-7043-48ba-b2bc-df768253724d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.222354 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4774416a-784f-477c-b5e2-27164bff6fa4 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c5b6b7cd-8f18-4547-88c9-eb6175b927af), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.224637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd38a3-cdbe-4c9f-aefb-343d4192a541 None None] The sync data for ids ['066a2160-5818-4f8f-a524-7c25299067f3'] in ncdv-master-1 is: [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 4, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port': {'id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:81:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:19Z', 'updated_at': '2022-04-16T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e9819de9-9116-4e40-af99-563bdc1641b8', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'floating_ip_address': '172.35.1.161', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'port_id': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'mac_address': 'fa:16:3e:d8:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb444da-2bc4-4d5b-9e65-6739d1f4edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:21:31Z', 'updated_at': '2022-04-16T21:21:51Z', 'revision_number': 1, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff9f4c90-6bde-4432-b08f-f484f7af1964', 'name': '', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'mac_address': 'fa:16:3e:f4:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:23Z', 'updated_at': '2022-04-16T21:21:30Z', 'revision_number': 5, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'subnets': [{'id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:21:55.252048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['1777c8d6-fb38-4c45-b87c-5afbdc93eca8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:21:55.253729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=91432f03-7043-48ba-b2bc-df768253724d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:55.310709 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-48113906-0a64-458f-84f6-de28c2cdeb91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3457cd454b04246bb4adb154b41bbb2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1208162
Apr 16 21:21:55.312114 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4774416a-784f-477c-b5e2-27164bff6fa4 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Network 87656eda-16d9-44ed-b30d-69902bc189bd is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:21:55.312813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39438) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:55.322991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-4774416a-784f-477c-b5e2-27164bff6fa4 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:55.327816 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4774416a-784f-477c-b5e2-27164bff6fa4 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:21:55.328640 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4774416a-784f-477c-b5e2-27164bff6fa4 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:55.329296 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4774416a-784f-477c-b5e2-27164bff6fa4 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.350350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774416a-784f-477c-b5e2-27164bff6fa4 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event updated for resources: {'Port': ['ID=c5b6b7cd-8f18-4547-88c9-eb6175b927af,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:55.371427 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (62d0477d-583e-4964-9e24-0f02498c7b7f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.391304 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1cc198e-9257-4abd-a193-46d0eba1f978 admin admin] Publish callbacks [] for security_group (75d6c12c-a2f3-480d-9523-7d9ffc9ab037), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.415613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1cc198e-9257-4abd-a193-46d0eba1f978 admin admin] Publish callbacks [] for security_group (75d6c12c-a2f3-480d-9523-7d9ffc9ab037), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.447163 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4774416a-784f-477c-b5e2-27164bff6fa4 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 958 time: 0.7240908
Apr 16 21:21:55.468815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39440) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:55.475077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:55.486962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58443c25-716d-4ca6-91bc-9ebbb522fc5e req-249ae196-7f0c-4f80-aed9-14629e0cea85 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:55.488560 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58443c25-716d-4ca6-91bc-9ebbb522fc5e req-249ae196-7f0c-4f80-aed9-14629e0cea85 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 944 time: 0.1995680
Apr 16 21:21:55.490527 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (62d0477d-583e-4964-9e24-0f02498c7b7f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.494537 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Publish callbacks [] for router_controller (62d0477d-583e-4964-9e24-0f02498c7b7f), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.556471 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ae2b4-e232-4e45-8526-cab57ccc5419 None None] New status for floating IP e9819de9-9116-4e40-af99-563bdc1641b8: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:21:55.572025 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c5b6b7cd-8f18-4547-88c9-eb6175b927af), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.602599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:55.629109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:55.629464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e5ed3c2b-8869-42ea-8ade-3fdbe121f2ca not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:55.651823 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58443c25-716d-4ca6-91bc-9ebbb522fc5e req-826f2849-3d31-402b-9349-a0ece85ad01a tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420443
Apr 16 21:21:55.662078 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1cc198e-9257-4abd-a193-46d0eba1f978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (75d6c12c-a2f3-480d-9523-7d9ffc9ab037), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.665594 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1cc198e-9257-4abd-a193-46d0eba1f978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.678026 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c1cc198e-9257-4abd-a193-46d0eba1f978 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75d6c12c-a2f3-480d-9523-7d9ffc9ab037 HTTP/1.1" status: 204  len: 168 time: 0.3583915
Apr 16 21:21:55.703202 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (62d0477d-583e-4964-9e24-0f02498c7b7f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.703745 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62d0477d-583e-4964-9e24-0f02498c7b7f {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:21:55.708615 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.710231 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9cb92032-16e9-4c38-bd43-00e16f981c81 admin admin] 10.222.0.20 "DELETE /v2.0/routers/62d0477d-583e-4964-9e24-0f02498c7b7f HTTP/1.1" status: 204  len: 168 time: 2.4156694
Apr 16 21:21:55.712981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39452) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:55.722373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc198e-9257-4abd-a193-46d0eba1f978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d6c12c-a2f3-480d-9523-7d9ffc9ab037,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:55.789838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb444da-2bc4-4d5b-9e65-6739d1f4edf4', 'tag': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:55.793400 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753cd181-58a8-47ed-b168-59a5db9c3f16" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb444da-2bc4-4d5b-9e65-6739d1f4edf4", "tag": "8fc0e838-521f-4a5e-8f66-aa03b6fd079d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:55.838523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f231c7-1baf-4df0-b6b0-9108d43b03d6 admin admin] Deleting subnet 042a9af5-b4f0-46bf-a521-f48a5c6f99cc {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:21:55.853751 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74f231c7-1baf-4df0-b6b0-9108d43b03d6 admin admin] Publish callbacks [] for subnet (042a9af5-b4f0-46bf-a521-f48a5c6f99cc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.888747 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eb43da-79fa-40d4-9316-85afb0e8aebc x-openstack-request-id: req-17eb43da-79fa-40d4-9316-85afb0e8aebc {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:55.889123 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb444da-2bc4-4d5b-9e65-6739d1f4edf4", "tag": "8fc0e838-521f-4a5e-8f66-aa03b6fd079d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:55.889648 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17eb43da-79fa-40d4-9316-85afb0e8aebc {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:55.890127 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17eb43da-79fa-40d4-9316-85afb0e8aebc'] response: {'name': 'network-changed', 'server_uuid': '5bb444da-2bc4-4d5b-9e65-6739d1f4edf4', 'tag': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d', 'status': 'completed', 'code': 200}
Apr 16 21:21:55.930860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74f231c7-1baf-4df0-b6b0-9108d43b03d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (042a9af5-b4f0-46bf-a521-f48a5c6f99cc), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:55.995241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cd181-58a8-47ed-b168-59a5db9c3f16 req-4e6eeccc-ea96-4d17-91a6-30290740dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:55.997598 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-753cd181-58a8-47ed-b168-59a5db9c3f16 req-4e6eeccc-ea96-4d17-91a6-30290740dd3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f65ddd60eec74fb89e04d7e6354a2bc4&device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 1127 time: 0.0917871
Apr 16 21:21:55.999836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] device_id is not set on port c5b6b7cd-8f18-4547-88c9-eb6175b927af yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:21:56.021090 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks [] for port (c5b6b7cd-8f18-4547-88c9-eb6175b927af), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:56.121534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cd181-58a8-47ed-b168-59a5db9c3f16 req-c94142dc-74ac-456a-8879-e66a90cd1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:56.123042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-753cd181-58a8-47ed-b168-59a5db9c3f16 req-c94142dc-74ac-456a-8879-e66a90cd1f80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f5a2452-ba34-42bf-ba08-85ad7e322490 HTTP/1.1" status: 200  len: 907 time: 0.1164253
Apr 16 21:21:56.190055 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c5b6b7cd-8f18-4547-88c9-eb6175b927af), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:56.281337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38ee2a14-2c99-4ff2-aba4-62b9df53e089 req-3c9055a1-da29-414b-b6dc-0a2ad1bfabfc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1036267
Apr 16 21:21:56.294439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-753cd181-58a8-47ed-b168-59a5db9c3f16 req-34b54e0c-7156-4d1a-85f6-fe98ad504d92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fc0e838-521f-4a5e-8f66-aa03b6fd079d HTTP/1.1" status: 200  len: 1001 time: 0.1651273
Apr 16 21:21:56.321859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event updated for resources: {'Port': ['ID=c5b6b7cd-8f18-4547-88c9-eb6175b927af,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:56.335191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:21:56.356840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:56.361703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:56.361703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:56.366699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:56.367038 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:56.369461 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 2 to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af
Apr 16 21:21:56.369894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2fead-f81f-4a52-961a-5dd1d578fcad req-89cd0da6-f64d-47f9-a06d-41bc938ff2fe tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:56.371720 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6b2fead-f81f-4a52-961a-5dd1d578fcad req-89cd0da6-f64d-47f9-a06d-41bc938ff2fe tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0677419
Apr 16 21:21:56.384370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cd181-58a8-47ed-b168-59a5db9c3f16 req-1a6605e0-b870-486b-bd4e-35e217b19708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:56.385648 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-753cd181-58a8-47ed-b168-59a5db9c3f16 req-1a6605e0-b870-486b-bd4e-35e217b19708 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f1b23eb-0966-4249-a712-cc2fa43e5189 HTTP/1.1" status: 200  len: 845 time: 0.0840147
Apr 16 21:21:56.392546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:56.393259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:56.393789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:56.399059 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:21:56.426424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:56.426762 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:56.430361 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 3 to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af
Apr 16 21:21:56.449018 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-e60437da-c937-4f6a-899c-431a5eb7e809 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1464365
Apr 16 21:21:56.456145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:56.456510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:56.456842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:56.460411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cd181-58a8-47ed-b168-59a5db9c3f16 req-0db97c4e-9222-4d21-97d8-afa38b9a8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:56.462068 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-753cd181-58a8-47ed-b168-59a5db9c3f16 req-0db97c4e-9222-4d21-97d8-afa38b9a8f34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f5a2452-ba34-42bf-ba08-85ad7e322490&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0706339
Apr 16 21:21:56.464848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:56.465183 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:56.465604 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 4 to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af
Apr 16 21:21:56.470690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:21:56.471109 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:56.501101 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6b2fead-f81f-4a52-961a-5dd1d578fcad req-ac913ff4-81bc-4b1e-924c-34f62156aae2 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043696
Apr 16 21:21:56.520899 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74f231c7-1baf-4df0-b6b0-9108d43b03d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (042a9af5-b4f0-46bf-a521-f48a5c6f99cc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:56.530782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:56.531119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:56.531457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:56.540101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:56.540462 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:56.542224 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 5 to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af
Apr 16 21:21:56.564677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:56.565013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:56.565355 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:56.575603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:56.575941 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:56.579248 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 6 to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af
Apr 16 21:21:56.583381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:21:56.583782 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:56.599579 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-753cd181-58a8-47ed-b168-59a5db9c3f16 req-d4e298dd-06b8-481e-b3aa-5a93d1faf64b service neutron] 10.222.0.11 "GET /v2.0/networks/3f5a2452-ba34-42bf-ba08-85ad7e322490?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300428
Apr 16 21:21:56.602090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:56.602437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:56.602786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:56.613332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d20fcd6-a9ae-4deb-a209-7bdfab320142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1777c8d6-fb38-4c45-b87c-5afbdc93eca8'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:56.615867 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb71faf3-7103-49c2-a823-1d3d337a2cbd" -d '{"events": [{"server_uuid": "1d20fcd6-a9ae-4deb-a209-7bdfab320142", "name": "network-vif-plugged", "status": "completed", "tag": "1777c8d6-fb38-4c45-b87c-5afbdc93eca8"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:56.624728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:56.625070 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:56.630033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1777c8d6-fb38-4c45-b87c-5afbdc93eca8,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:56.649872 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 7 to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af
Apr 16 21:21:56.662848 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74f231c7-1baf-4df0-b6b0-9108d43b03d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (042a9af5-b4f0-46bf-a521-f48a5c6f99cc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:56.669571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:56.669908 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:56.670245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:56.677080 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff93f43-0071-4cc1-841a-26e87e6b1764 x-openstack-request-id: req-aff93f43-0071-4cc1-841a-26e87e6b1764 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:56.677361 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d20fcd6-a9ae-4deb-a209-7bdfab320142", "name": "network-vif-plugged", "status": "completed", "tag": "1777c8d6-fb38-4c45-b87c-5afbdc93eca8", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:56.677631 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aff93f43-0071-4cc1-841a-26e87e6b1764 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:56.678013 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff93f43-0071-4cc1-841a-26e87e6b1764'] response: {'server_uuid': '1d20fcd6-a9ae-4deb-a209-7bdfab320142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1777c8d6-fb38-4c45-b87c-5afbdc93eca8', 'code': 200}
Apr 16 21:21:56.698993 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:56.699444 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:56.705451 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 8 to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af
Apr 16 21:21:56.713815 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f231c7-1baf-4df0-b6b0-9108d43b03d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042a9af5-b4f0-46bf-a521-f48a5c6f99cc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:56.715828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74f231c7-1baf-4df0-b6b0-9108d43b03d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:56.721883 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-74f231c7-1baf-4df0-b6b0-9108d43b03d6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/042a9af5-b4f0-46bf-a521-f48a5c6f99cc HTTP/1.1" status: 204  len: 168 time: 1.0078862
Apr 16 21:21:56.722535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39474) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:56.728834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210a6ba2-f5e7-4def-bc57-5aedccd6da11 None None] Network de9da8f1-3ad8-4653-830f-a88f9ba49f3e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:21:56.729514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:56.730348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:56.730491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:56.743601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:56.743945 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:56.744510 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 9 to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af
Apr 16 21:21:56.748517 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-753cd181-58a8-47ed-b168-59a5db9c3f16 req-239f9897-22d2-41f8-9945-edf75f2bddd2 service neutron] 10.222.0.11 "GET /v2.0/networks/3f5a2452-ba34-42bf-ba08-85ad7e322490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432269
Apr 16 21:21:56.759781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:56.760132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:56.760696 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:56.765827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:56.766171 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:56.766568 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempt 10 to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af
Apr 16 21:21:56.781367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:21:56.781718 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:21:56.782068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempting to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:21:56.783330 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:56.790536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:21:56.790907 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Failed to bind port c5b6b7cd-8f18-4547-88c9-eb6175b927af on host nch1-master-1 for vnic_type normal using segments [{'id': 'deea49de-77c9-480d-92bf-8bfce0d89e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '87656eda-16d9-44ed-b30d-69902bc189bd'}]
Apr 16 21:21:56.791516 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c5b6b7cd-8f18-4547-88c9-eb6175b927af), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:56.840504 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df9fc9-a9b5-45b2-a665-df49c57cb19c req-287928c5-4895-4f24-8ac7-48406d2457bd tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:56.842098 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-36df9fc9-a9b5-45b2-a665-df49c57cb19c req-287928c5-4895-4f24-8ac7-48406d2457bd tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 945 time: 0.1051102
Apr 16 21:21:56.846861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (de9da8f1-3ad8-4653-830f-a88f9ba49f3e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:56.920456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=1777c8d6-fb38-4c45-b87c-5afbdc93eca8,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:56.968435 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-36df9fc9-a9b5-45b2-a665-df49c57cb19c req-d2b7a96c-c1cc-4417-8c9c-0f59e5b06c17 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090703
Apr 16 21:21:56.971924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Deleting port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:56.972354 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:56.985022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] For port c5b6b7cd-8f18-4547-88c9-eb6175b927af, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:21:56.986540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attempted to set empty binding levels {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 16 21:21:56.998037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee2a14-2c99-4ff2-aba4-62b9df53e089 req-56f25a3a-ddae-4a74-9d24-c83f05ccf825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:56.999202 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59293f-f31a-480d-bb43-37b2783c6e80 None None] DHCP port deletion for de9da8f1-3ad8-4653-830f-a88f9ba49f3e request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:21:56.999646 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38ee2a14-2c99-4ff2-aba4-62b9df53e089 req-56f25a3a-ddae-4a74-9d24-c83f05ccf825 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f65ddd60eec74fb89e04d7e6354a2bc4&device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 1127 time: 0.0799725
Apr 16 21:21:57.042367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8d59293f-f31a-480d-bb43-37b2783c6e80 None None] Deleting port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:57.043145 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8d59293f-f31a-480d-bb43-37b2783c6e80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.048555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] For port ba397bb0-13ef-4b88-bb63-71b0975fd4d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba397bb0-13ef-4b88-bb63-71b0975fd4d7,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:57.048931 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.062637 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Calling delete_port for ba397bb0-13ef-4b88-bb63-71b0975fd4d7 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:57.119071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee2a14-2c99-4ff2-aba4-62b9df53e089 req-ef66961d-5ab6-43eb-a869-f5c7a9068bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.121166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38ee2a14-2c99-4ff2-aba4-62b9df53e089 req-ef66961d-5ab6-43eb-a869-f5c7a9068bb9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f5a2452-ba34-42bf-ba08-85ad7e322490 HTTP/1.1" status: 200  len: 907 time: 0.1043611
Apr 16 21:21:57.126057 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c5b6b7cd-8f18-4547-88c9-eb6175b927af), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.127674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8d59293f-f31a-480d-bb43-37b2783c6e80 None None] For port ba397bb0-13ef-4b88-bb63-71b0975fd4d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba397bb0-13ef-4b88-bb63-71b0975fd4d7,segment=NetworkSegment(636bbb24-8175-4636-a38c-a9e0db8da249),segment_id=636bbb24-8175-4636-a38c-a9e0db8da249)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:57.129600 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8d59293f-f31a-480d-bb43-37b2783c6e80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.151693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8d59293f-f31a-480d-bb43-37b2783c6e80 None None] Calling delete_port for ba397bb0-13ef-4b88-bb63-71b0975fd4d7 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:57.161726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] In _notify_port_updated(), no bound segment for port c5b6b7cd-8f18-4547-88c9-eb6175b927af on network 87656eda-16d9-44ed-b30d-69902bc189bd {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:21:57.162911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.163723 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.168759 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "PUT /v2.0/ports/c5b6b7cd-8f18-4547-88c9-eb6175b927af HTTP/1.1" status: 200  len: 973 time: 1.6983912
Apr 16 21:21:57.169171 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39484) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:57.179360 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39486) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:57.233114 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.265316 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38ee2a14-2c99-4ff2-aba4-62b9df53e089 req-b6413958-92bc-480b-afb0-17da5b130a4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fc0e838-521f-4a5e-8f66-aa03b6fd079d HTTP/1.1" status: 200  len: 1001 time: 0.1282799
Apr 16 21:21:57.266234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af711bf-9fd8-4027-a9f5-097577e93520 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event updated for resources: {'Port': ['ID=c5b6b7cd-8f18-4547-88c9-eb6175b927af,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:57.290738 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8d59293f-f31a-480d-bb43-37b2783c6e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (ba397bb0-13ef-4b88-bb63-71b0975fd4d7), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.332390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59293f-f31a-480d-bb43-37b2783c6e80 None None] Pushing event deleted for resources: {'Port': ['ID=ba397bb0-13ef-4b88-bb63-71b0975fd4d7,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:57.333137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee2a14-2c99-4ff2-aba4-62b9df53e089 req-af9f246c-f02a-4c19-97c8-ce0f118f25de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.336796 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38ee2a14-2c99-4ff2-aba4-62b9df53e089 req-af9f246c-f02a-4c19-97c8-ce0f118f25de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f1b23eb-0966-4249-a712-cc2fa43e5189 HTTP/1.1" status: 200  len: 845 time: 0.0633240
Apr 16 21:21:57.343101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59293f-f31a-480d-bb43-37b2783c6e80 None None] No DVR routers for this DVR port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:57.400051 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-network', 'tenant_id': '8548f70297f04c1489783de67671dba2'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:57.405556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee2a14-2c99-4ff2-aba4-62b9df53e089 req-538082e6-939e-493c-ac03-bca740f28caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.405741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Pushing event deleted for resources: {'Port': ['ID=ba397bb0-13ef-4b88-bb63-71b0975fd4d7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:57.407493 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38ee2a14-2c99-4ff2-aba4-62b9df53e089 req-538082e6-939e-493c-ac03-bca740f28caa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f5a2452-ba34-42bf-ba08-85ad7e322490&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0621877
Apr 16 21:21:57.410443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] No DVR routers for this DVR port ba397bb0-13ef-4b88-bb63-71b0975fd4d7 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:57.451611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-447ae6db-3598-4304-b1a9-ac1e53f6ef6f tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Deleting port c5b6b7cd-8f18-4547-88c9-eb6175b927af {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:57.452096 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-447ae6db-3598-4304-b1a9-ac1e53f6ef6f tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c5b6b7cd-8f18-4547-88c9-eb6175b927af), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.459896 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-84841236-7ab6-4fd8-911b-21a6adbe9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.460486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-84841236-7ab6-4fd8-911b-21a6adbe9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.461919 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-84841236-7ab6-4fd8-911b-21a6adbe9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.462187 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-84841236-7ab6-4fd8-911b-21a6adbe9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.462656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-84841236-7ab6-4fd8-911b-21a6adbe9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.463123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-84841236-7ab6-4fd8-911b-21a6adbe9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.463585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-84841236-7ab6-4fd8-911b-21a6adbe9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.465674 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-84841236-7ab6-4fd8-911b-21a6adbe9a04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce47d3657e50419183b9ee9cee309667&device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 6705 time: 0.2462685
Apr 16 21:21:57.520929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b80fb-a467-48bb-b5fb-01a14e2e13b2 req-e7b00ef6-a251-4a98-addd-30af529c9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.522520 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-335b80fb-a467-48bb-b5fb-01a14e2e13b2 req-e7b00ef6-a251-4a98-addd-30af529c9c7a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 1127 time: 0.2417514
Apr 16 21:21:57.540226 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38ee2a14-2c99-4ff2-aba4-62b9df53e089 req-8bc18ae2-acd2-4c24-bfa3-c3b9514155ad service neutron] 10.222.0.11 "GET /v2.0/networks/3f5a2452-ba34-42bf-ba08-85ad7e322490?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232975
Apr 16 21:21:57.604287 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (de9da8f1-3ad8-4653-830f-a88f9ba49f3e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.611598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 91432f03-7043-48ba-b2bc-df768253724d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:57.631400 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-447ae6db-3598-4304-b1a9-ac1e53f6ef6f tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] For port c5b6b7cd-8f18-4547-88c9-eb6175b927af, host nch1-master-1, got binding levels [] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:57.631774 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-447ae6db-3598-4304-b1a9-ac1e53f6ef6f tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c5b6b7cd-8f18-4547-88c9-eb6175b927af), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.647642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 91432f03-7043-48ba-b2bc-df768253724d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:57.648315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 91432f03-7043-48ba-b2bc-df768253724d not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:57.654297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba397bb0-13ef-4b88-bb63-71b0975fd4d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:21:57.663927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01250e7e20>,) {'filters': {'network_id': ['de9da8f1-3ad8-4653-830f-a88f9ba49f3e']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:57.668691 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Made reservation on behalf of 8548f70297f04c1489783de67671dba2 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:57.670999 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.678454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ba397bb0-13ef-4b88-bb63-71b0975fd4d7 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:21:57.679032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ba397bb0-13ef-4b88-bb63-71b0975fd4d7 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:21:57.701963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f23b0c-84f1-4970-87db-756f961bef7b req-d73d5d5e-4ef0-41b8-9234-8eaaef614162 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.703311 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04f23b0c-84f1-4970-87db-756f961bef7b req-d73d5d5e-4ef0-41b8-9234-8eaaef614162 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.0967555
Apr 16 21:21:57.733002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-447ae6db-3598-4304-b1a9-ac1e53f6ef6f tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Calling delete_port for c5b6b7cd-8f18-4547-88c9-eb6175b927af owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:57.735456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-8fd0ffe0-3de5-4670-83b0-10f44898731a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.736971 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-8fd0ffe0-3de5-4670-83b0-10f44898731a tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 945 time: 0.1113720
Apr 16 21:21:57.738736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01250e7e20>, '636bbb24-8175-4636-a38c-a9e0db8da249') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:57.739040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01250e7e20>, '636bbb24-8175-4636-a38c-a9e0db8da249') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:57.752158 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.765157 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (636bbb24-8175-4636-a38c-a9e0db8da249), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.768383 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-335b80fb-a467-48bb-b5fb-01a14e2e13b2 req-64f839a4-3de3-4e88-9444-1f82a9166461 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949155
Apr 16 21:21:57.823311 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (636bbb24-8175-4636-a38c-a9e0db8da249), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.827330 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38ee2a14-2c99-4ff2-aba4-62b9df53e089 req-10049fd4-49d7-4213-ad8f-7ec15704c758 service neutron] 10.222.0.11 "GET /v2.0/networks/3f5a2452-ba34-42bf-ba08-85ad7e322490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2818980
Apr 16 21:21:57.850729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:21:57.851150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (636bbb24-8175-4636-a38c-a9e0db8da249), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:21:57.854362 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:21:57.859639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04f23b0c-84f1-4970-87db-756f961bef7b req-546747b0-4f68-416c-9b9a-c55515239300 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb8edd05-c322-4a65-901b-912e3b2884c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1484575
Apr 16 21:21:57.881416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Deleting port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:21:57.881855 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:57.952305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-63609384-dc36-4536-a57b-5259eb1116a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.952786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-63609384-dc36-4536-a57b-5259eb1116a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.953256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-63609384-dc36-4536-a57b-5259eb1116a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:57.954861 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-63609384-dc36-4536-a57b-5259eb1116a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ac8618f-14fb-4e3b-a70e-311a9f851d3d&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=2a1311c2-594d-49ff-bcbd-69e881faa649&id=84e05a77-422a-4fe5-a7de-668bfb04f621&id=84e05a77-422a-4fe5-a7de-668bfb04f621 HTTP/1.1" status: 200  len: 2294 time: 0.3248920
Apr 16 21:21:57.973848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] For port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:21:57.974223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.012235 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Publish callbacks [] for security_group (51479959-3795-45a4-9d0a-a7db3f92f0ee), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.043070 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (de9da8f1-3ad8-4653-830f-a88f9ba49f3e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.084547 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.087701 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] 10.222.0.20 "DELETE /v2.0/networks/de9da8f1-3ad8-4653-830f-a88f9ba49f3e HTTP/1.1" status: 204  len: 168 time: 1.3638942
Apr 16 21:21:58.089877 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-447ae6db-3598-4304-b1a9-ac1e53f6ef6f tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c5b6b7cd-8f18-4547-88c9-eb6175b927af), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.137675 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (51479959-3795-45a4-9d0a-a7db3f92f0ee), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.165586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47940c-b359-458b-9962-ef1c1418b7af admin admin] Pushing event deleted for resources: {'Network': ['ID=de9da8f1-3ad8-4653-830f-a88f9ba49f3e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:58.176122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.176634 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (ecf155d4-30c6-480c-80e0-18d68756c5e3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.176848 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Floating IP ecf155d4-30c6-480c-80e0-18d68756c5e3 disassociated. External IP: 172.35.1.66, port: 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588.
Apr 16 21:21:58.177195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Calling delete_port for 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:21:58.180401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ae6db-3598-4304-b1a9-ac1e53f6ef6f tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5b6b7cd-8f18-4547-88c9-eb6175b927af,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:58.200807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f7b84-d3bd-406b-8dd5-ed3f475536e3 req-51bbfbd5-fa85-4546-9e60-bf98633a43ef tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:58.202317 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d1f7b84-d3bd-406b-8dd5-ed3f475536e3 req-51bbfbd5-fa85-4546-9e60-bf98633a43ef tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 945 time: 0.1602428
Apr 16 21:21:58.205292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:21:58.207807 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-447ae6db-3598-4304-b1a9-ac1e53f6ef6f tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.212661 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-447ae6db-3598-4304-b1a9-ac1e53f6ef6f tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "DELETE /v2.0/ports/c5b6b7cd-8f18-4547-88c9-eb6175b927af HTTP/1.1" status: 204  len: 168 time: 1.0421703
Apr 16 21:21:58.216003 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-806234b1-b443-4698-820e-dc96cd243793 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90479900-4d72-46a0-92ee-feff9e50d619 HTTP/1.1" status: 200  len: 1001 time: 0.1820121
Apr 16 21:21:58.221016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39504) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:58.247546 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e2f65768-2cab-4d94-9013-aac99271c587), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.247891 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Added segment e2f65768-2cab-4d94-9013-aac99271c587 of type vlan for network 281ab511-837a-41be-9f7f-2b7357e9479c
Apr 16 21:21:58.287421 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a04b0c1-20bc-4a9a-a2da-9b9d2bb5a5b1 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] GET failed (client error): The resource could not be found.
Apr 16 21:21:58.288908 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2a04b0c1-20bc-4a9a-a2da-9b9d2bb5a5b1 tempest-PortsAdminExtendedAttrsTestJSON-1141860814 tempest-PortsAdminExtendedAttrsTestJSON-1141860814-project-admin] 10.222.0.20 "GET /v2.0/ports/c5b6b7cd-8f18-4547-88c9-eb6175b927af HTTP/1.1" status: 404  len: 333 time: 0.0608799
Apr 16 21:21:58.295019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39506) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:58.328290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51479959-3795-45a4-9d0a-a7db3f92f0ee,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:58.341344 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (281ab511-837a-41be-9f7f-2b7357e9479c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.361359 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d1f7b84-d3bd-406b-8dd5-ed3f475536e3 req-f6ede712-bb08-4d3d-86c5-14d5d27e6c8c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355278
Apr 16 21:21:58.387577 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8886e8a9-1b8c-4b82-b52a-2fb0aae4ddc7 tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (87656eda-16d9-44ed-b30d-69902bc189bd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.414191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39508) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:58.423703 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (9bc5b971-3aa6-49d0-8b96-ab0e7cb12588), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.449030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (281ab511-837a-41be-9f7f-2b7357e9479c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.450005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:58.450592 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.498017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event deleted for resources: {'Port': ['ID=9bc5b971-3aa6-49d0-8b96-ab0e7cb12588,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:58.508999 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-470c8cb9-e171-4ece-bf5c-eb38b43c16d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fb0e213bd0d40ee9e832b54607028ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0931523
Apr 16 21:21:58.512211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39510) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:58.513032 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8886e8a9-1b8c-4b82-b52a-2fb0aae4ddc7 tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (87656eda-16d9-44ed-b30d-69902bc189bd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.537040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] Pushing event updated for resources: {'Network': ['ID=281ab511-837a-41be-9f7f-2b7357e9479c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:58.548796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 281ab511-837a-41be-9f7f-2b7357e9479c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:21:58.572130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-8886e8a9-1b8c-4b82-b52a-2fb0aae4ddc7 tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e1a9c10>,) {'filters': {'network_id': ['87656eda-16d9-44ed-b30d-69902bc189bd']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:58.574658 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-823d91b2-3c3a-4367-921d-a7bf61875c42 admin admin] Publish callbacks [] for security_group (1423433c-a4f7-4dc8-97d1-30f08e4b86d1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.589061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-8886e8a9-1b8c-4b82-b52a-2fb0aae4ddc7 tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e1a9c10>, 'deea49de-77c9-480d-92bf-8bfce0d89e34') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:58.593343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-8886e8a9-1b8c-4b82-b52a-2fb0aae4ddc7 tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e1a9c10>, 'deea49de-77c9-480d-92bf-8bfce0d89e34') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:58.603408 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-823d91b2-3c3a-4367-921d-a7bf61875c42 admin admin] Publish callbacks [] for security_group (1423433c-a4f7-4dc8-97d1-30f08e4b86d1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.607571 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8886e8a9-1b8c-4b82-b52a-2fb0aae4ddc7 tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (deea49de-77c9-480d-92bf-8bfce0d89e34), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.651132 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2b2d2a23-3866-4ae4-9aee-61ded476e1b5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4661610
Apr 16 21:21:58.651132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39512) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:58.656267 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8886e8a9-1b8c-4b82-b52a-2fb0aae4ddc7 tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (deea49de-77c9-480d-92bf-8bfce0d89e34), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.666994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8886e8a9-1b8c-4b82-b52a-2fb0aae4ddc7 tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:21:58.667404 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8886e8a9-1b8c-4b82-b52a-2fb0aae4ddc7 tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (deea49de-77c9-480d-92bf-8bfce0d89e34), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:21:58.671570 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:21:58.673779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-63948f6a-e2d0-4e02-9520-6f9f39c08d66 admin admin] Request body: {'subnet': {'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-subnet', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:21:58.721701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-45060e0b-8f56-4c2a-bbe0-f217aa0344b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:58.723472 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-45060e0b-8f56-4c2a-bbe0-f217aa0344b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a548d640-caae-4960-9f0c-0d45e1c310b5 HTTP/1.1" status: 200  len: 851 time: 0.0908818
Apr 16 21:21:58.746978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:21:58.784053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-b2945b4b-24bd-4b7b-b96b-2d08e672fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:58.785881 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-b2945b4b-24bd-4b7b-b96b-2d08e672fd80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ac8618f-14fb-4e3b-a70e-311a9f851d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0539069
Apr 16 21:21:58.794070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63948f6a-e2d0-4e02-9520-6f9f39c08d66 admin admin] Made reservation on behalf of 8548f70297f04c1489783de67671dba2 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:21:58.803341 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63948f6a-e2d0-4e02-9520-6f9f39c08d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.827888 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8886e8a9-1b8c-4b82-b52a-2fb0aae4ddc7 tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (87656eda-16d9-44ed-b30d-69902bc189bd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.833287 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8886e8a9-1b8c-4b82-b52a-2fb0aae4ddc7 tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.836794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8886e8a9-1b8c-4b82-b52a-2fb0aae4ddc7 tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] 10.222.0.20 "DELETE /v2.0/networks/87656eda-16d9-44ed-b30d-69902bc189bd HTTP/1.1" status: 204  len: 168 time: 0.5405409
Apr 16 21:21:58.892281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886e8a9-1b8c-4b82-b52a-2fb0aae4ddc7 tempest-PortsAdminExtendedAttrsTestJSON-1581478247 tempest-PortsAdminExtendedAttrsTestJSON-1581478247-project] Pushing event deleted for resources: {'Network': ['ID=87656eda-16d9-44ed-b30d-69902bc189bd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:58.896742 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-823d91b2-3c3a-4367-921d-a7bf61875c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1423433c-a4f7-4dc8-97d1-30f08e4b86d1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.899306 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-823d91b2-3c3a-4367-921d-a7bf61875c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:58.900505 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-823d91b2-3c3a-4367-921d-a7bf61875c42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1423433c-a4f7-4dc8-97d1-30f08e4b86d1 HTTP/1.1" status: 204  len: 168 time: 0.3867910
Apr 16 21:21:58.918749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d91b2-3c3a-4367-921d-a7bf61875c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1423433c-a4f7-4dc8-97d1-30f08e4b86d1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:58.944056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:21:58.981311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09906b6a-5fd2-4cde-9b68-6a909cc078bd None None] Sync routers for ids ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:21:58.997724 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-649e51b5-9415-4550-937e-ab49a39fffff service neutron] 10.222.0.41 "GET /v2.0/networks/9ac8618f-14fb-4e3b-a70e-311a9f851d3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1962740
Apr 16 21:21:59.008338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09906b6a-5fd2-4cde-9b68-6a909cc078bd None None] Routers {'49b82c08-a044-4ff9-97ca-652fba8a2ac6'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:59.009225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-09906b6a-5fd2-4cde-9b68-6a909cc078bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011ff2f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:59.049302 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b614b8a0-9528-4d9d-acbf-fa5d9d03bccb req-7e2b0c82-a23c-4920-ba61-9b1f129e65b5 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 210 time: 0.0318935
Apr 16 21:21:59.072929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] No DVR routers for this DVR port 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:21:59.075695 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:59.079472 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ebef5e4-87a9-49d8-a816-3b06130549d7 req-837f6ece-f016-4e75-a635-b79e48b067d6 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.41 "DELETE /v2.0/ports/9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 HTTP/1.1" status: 204  len: 173 time: 1.3330619
Apr 16 21:21:59.079939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-deleted', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:21:59.082271 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54b3ba8-de33-4ae1-94a2-503db631345e" -d '{"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-deleted", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:21:59.142895 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47552179-fbc0-4f0f-af6c-4e03ba1db4ec x-openstack-request-id: req-47552179-fbc0-4f0f-af6c-4e03ba1db4ec {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:21:59.143223 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ca4f4e-246a-449b-b9fd-e1c17e119faa", "name": "network-vif-deleted", "tag": "9bc5b971-3aa6-49d0-8b96-ab0e7cb12588", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:21:59.143456 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47552179-fbc0-4f0f-af6c-4e03ba1db4ec {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:21:59.143957 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47552179-fbc0-4f0f-af6c-4e03ba1db4ec'] response: {'server_uuid': '98ca4f4e-246a-449b-b9fd-e1c17e119faa', 'name': 'network-vif-deleted', 'tag': '9bc5b971-3aa6-49d0-8b96-ab0e7cb12588', 'status': 'completed', 'code': 200}
Apr 16 21:21:59.167484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-09906b6a-5fd2-4cde-9b68-6a909cc078bd None None] Set router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:59.235931 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-f97c0387-9214-4b96-93cc-94ee170a8180 service neutron] 10.222.0.41 "GET /v2.0/networks/9ac8618f-14fb-4e3b-a70e-311a9f851d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1722670
Apr 16 21:21:59.320368 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63948f6a-e2d0-4e02-9520-6f9f39c08d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (708923a2-d8e5-492d-a120-3240bd6ffb38), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:59.324034 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-7ecd8816-7d22-443e-85ae-984f71db38d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=973da309-126f-4308-a6f4-32352abab6e7 HTTP/1.1" status: 200  len: 217 time: 0.0628364
Apr 16 21:21:59.413657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-09906b6a-5fd2-4cde-9b68-6a909cc078bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011ff2f100>, [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72'}], 'enable_snat': True}, 'gw_port_id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 4, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port': {'id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:39Z', 'updated_at': '2022-04-16T21:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f51a1555-ef3d-4954-a1c4-ec559a4f6dba', 'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'mac_address': 'fa:16:3e:52:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:42Z', 'updated_at': '2022-04-16T21:12:52Z', 'revision_number': 5, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'subnets': [{'id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:59.436291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63948f6a-e2d0-4e02-9520-6f9f39c08d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=708923a2-d8e5-492d-a120-3240bd6ffb38,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:21:59.436291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-aa391c67-04b8-469e-9926-447d2fdba615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:59.438488 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-aa391c67-04b8-469e-9926-447d2fdba615 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2903b39-0ea8-4780-bd2f-b10a23ab22a1 HTTP/1.1" status: 200  len: 797 time: 0.0848651
Apr 16 21:21:59.456647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09906b6a-5fd2-4cde-9b68-6a909cc078bd None None] Checking router: 49b82c08-a044-4ff9-97ca-652fba8a2ac6 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:21:59.468075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09906b6a-5fd2-4cde-9b68-6a909cc078bd None None] Routers {'49b82c08-a044-4ff9-97ca-652fba8a2ac6'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:21:59.469125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-09906b6a-5fd2-4cde-9b68-6a909cc078bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011ff2f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:21:59.491171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39532) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:59.495894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63948f6a-e2d0-4e02-9520-6f9f39c08d66 admin admin] Checking segment: {'id': 'e2f65768-2cab-4d94-9013-aac99271c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:21:59.496294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63948f6a-e2d0-4e02-9520-6f9f39c08d66 admin admin] Network hostable DHCP agents. Network: 281ab511-837a-41be-9f7f-2b7357e9479c, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:21:59.536522 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-b9a3fab6-e4a6-456e-b0d5-619c657e0e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:59.536522 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-b9a3fab6-e4a6-456e-b0d5-619c657e0e41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a1311c2-594d-49ff-bcbd-69e881faa649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0804052
Apr 16 21:21:59.540853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dddb96-1f6f-4a73-9856-e7f7ec10f436 req-9f3ebdac-a8ca-4a66-ad3b-ee30de538f74 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:59.549452 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90dddb96-1f6f-4a73-9856-e7f7ec10f436 req-9f3ebdac-a8ca-4a66-ad3b-ee30de538f74 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 945 time: 0.0904293
Apr 16 21:21:59.626653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90dddb96-1f6f-4a73-9856-e7f7ec10f436 req-e14b63ac-991b-4c17-b8a3-834859e987de tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758781
Apr 16 21:21:59.688733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-3557b2c2-7a88-41d5-be7d-37e27e96a1f8 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477454
Apr 16 21:21:59.697484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63948f6a-e2d0-4e02-9520-6f9f39c08d66 admin admin] Network 281ab511-837a-41be-9f7f-2b7357e9479c is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:21:59.702344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-09906b6a-5fd2-4cde-9b68-6a909cc078bd None None] Set router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:21:59.758741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb6117-1ed1-420d-b923-3cd121615bbb req-f2d23e54-b4ad-4fc0-81fc-0bffbc0ef053 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:59.760302 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bcdb6117-1ed1-420d-b923-3cd121615bbb req-f2d23e54-b4ad-4fc0-81fc-0bffbc0ef053 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 945 time: 0.0506294
Apr 16 21:21:59.808202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-63948f6a-e2d0-4e02-9520-6f9f39c08d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 281ab511-837a-41be-9f7f-2b7357e9479c) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:21:59.834420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09936779-4107-4a3d-bfc7-b85cf0aa9949 None None] Network 281ab511-837a-41be-9f7f-2b7357e9479c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:21:59.836444 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f6149e5f-d3a7-4e54-b94a-2d29b7e434b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1072e1514af14ee3ab6b92e9eca44a81&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3440795
Apr 16 21:21:59.838841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39546) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:59.853497 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63948f6a-e2d0-4e02-9520-6f9f39c08d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:21:59.854277 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63948f6a-e2d0-4e02-9520-6f9f39c08d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:59.895016 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-49aea374-1ddf-4496-bb0d-dd8f63070d7a admin admin] Publish callbacks [] for security_group (6b926028-3a04-4c66-bd57-9390b81c635c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:59.899172 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bcdb6117-1ed1-420d-b923-3cd121615bbb req-483517a6-4ab2-4dab-9a1e-3a46e81d1ab7 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326544
Apr 16 21:21:59.932341 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-49aea374-1ddf-4496-bb0d-dd8f63070d7a admin admin] Publish callbacks [] for security_group (6b926028-3a04-4c66-bd57-9390b81c635c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:21:59.948388 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-f80fef9e-44c4-46a8-8fb9-850530fe4852 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737771
Apr 16 21:21:59.972723 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-63948f6a-e2d0-4e02-9520-6f9f39c08d66 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.3220098
Apr 16 21:21:59.978776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39552) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:21:59.988603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:00.014810 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-797f0121-5f09-4808-a268-f58ad73a32b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=b6827444-dd7b-4b83-a82d-0112e07ad27f HTTP/1.1" status: 200  len: 217 time: 0.0595152
Apr 16 21:22:00.065817 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (82493eb6-9cdf-4048-a659-b27cc1b75438), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:00.068123 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (82493eb6-9cdf-4048-a659-b27cc1b75438), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:00.073022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-09906b6a-5fd2-4cde-9b68-6a909cc078bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011ff2f100>, [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72'}], 'enable_snat': True}, 'gw_port_id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 4, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port': {'id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:39Z', 'updated_at': '2022-04-16T21:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f51a1555-ef3d-4954-a1c4-ec559a4f6dba', 'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'mac_address': 'fa:16:3e:52:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:42Z', 'updated_at': '2022-04-16T21:12:52Z', 'revision_number': 5, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'subnets': [{'id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:00.083190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-4fda3ac7-983c-4c06-a49f-9dbf3f6e094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:00.086887 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-4fda3ac7-983c-4c06-a49f-9dbf3f6e094b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2903b39-0ea8-4780-bd2f-b10a23ab22a1 HTTP/1.1" status: 200  len: 797 time: 0.0660021
Apr 16 21:22:00.089924 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-49aea374-1ddf-4496-bb0d-dd8f63070d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6b926028-3a04-4c66-bd57-9390b81c635c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:00.092885 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-49aea374-1ddf-4496-bb0d-dd8f63070d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:00.094735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-49aea374-1ddf-4496-bb0d-dd8f63070d7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b926028-3a04-4c66-bd57-9390b81c635c HTTP/1.1" status: 204  len: 168 time: 0.2549250
Apr 16 21:22:00.135147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09906b6a-5fd2-4cde-9b68-6a909cc078bd None None] The sync data for ids ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'] in ncdv-master-1 is: [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72'}], 'enable_snat': True}, 'gw_port_id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:12:43Z', 'revision_number': 4, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port': {'id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:39Z', 'updated_at': '2022-04-16T21:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f51a1555-ef3d-4954-a1c4-ec559a4f6dba', 'name': '', 'network_id': 'f9e642b5-0144-4768-b572-192069e5751e', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'mac_address': 'fa:16:3e:52:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:42Z', 'updated_at': '2022-04-16T21:12:52Z', 'revision_number': 5, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'subnets': [{'id': '06ec77b4-a903-4213-a645-ac1f6c5c0b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:22:00.138355 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aea374-1ddf-4496-bb0d-dd8f63070d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b926028-3a04-4c66-bd57-9390b81c635c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:00.189521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-281ab511-837a-41be-9f7f-2b7357e9479c', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'project_id': '8548f70297f04c1489783de67671dba2', 'fixed_ips': [{'subnet_id': '708923a2-d8e5-492d-a120-3240bd6ffb38'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:22:00.190403 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:00.233596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-a08104d7-5e6a-4323-9adc-d365dd691233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:00.235201 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-a08104d7-5e6a-4323-9adc-d365dd691233 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a1311c2-594d-49ff-bcbd-69e881faa649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1324506
Apr 16 21:22:00.260519 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Publish callbacks [] for router_controller (82493eb6-9cdf-4048-a659-b27cc1b75438), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:00.390919 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb3c17a7-b821-4116-a519-424a4e3b77e8 req-0bb88d6b-f20e-4736-9960-48e35083c1a4 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/ports?device_id=98ca4f4e-246a-449b-b9fd-e1c17e119faa HTTP/1.1" status: 200  len: 210 time: 0.1651876
Apr 16 21:22:00.415265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Allocated IP 172.20.0.2 (281ab511-837a-41be-9f7f-2b7357e9479c/708923a2-d8e5-492d-a120-3240bd6ffb38/820f8386-05e5-4e6f-ac2f-0ab3bca6e963) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:00.429462 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-36b64c38-7f78-45a3-b004-dc2a613cae86 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709740
Apr 16 21:22:00.501591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ebeee-0521-4a18-b859-26b933c323d7 req-ece48241-751a-4070-a478-01250b14acd2 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:00.509146 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-940ebeee-0521-4a18-b859-26b933c323d7 req-ece48241-751a-4070-a478-01250b14acd2 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 945 time: 0.2511756
Apr 16 21:22:00.571605 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf756137-bed7-4189-bc1b-7fc43c53ae5f None None] New status for floating IP ecf155d4-30c6-480c-80e0-18d68756c5e3: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:22:00.623363 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-5795d7aa-59ef-42b0-be9c-0fd26bf3cdd9 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1867273
Apr 16 21:22:00.719663 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-988ab3fe-aec3-47c7-8716-a0f470e59c79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=89946b61-fbf7-4964-8abf-1d6403aac9ec HTTP/1.1" status: 200  len: 217 time: 0.0883596
Apr 16 21:22:00.777971 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Publish callbacks [] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:00.793861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-ad8baf79-3a0b-4125-be7c-2b45513dbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:00.795359 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-ad8baf79-3a0b-4125-be7c-2b45513dbb25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2903b39-0ea8-4780-bd2f-b10a23ab22a1 HTTP/1.1" status: 200  len: 797 time: 0.0648172
Apr 16 21:22:00.844468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-94443bf0-255c-46c5-b7d1-45a2b60f4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:00.846220 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-94443bf0-255c-46c5-b7d1-45a2b60f4588 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a1311c2-594d-49ff-bcbd-69e881faa649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0447869
Apr 16 21:22:00.921712 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:00.968914 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-500ab584-9928-46f8-8cc1-e46595dec142 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1164801
Apr 16 21:22:00.974719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39576) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:01.000967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Network 281ab511-837a-41be-9f7f-2b7357e9479c is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:01.004675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:01.011645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:01.021115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Pushing event updated for resources: {'Port': ['ID=820f8386-05e5-4e6f-ac2f-0ab3bca6e963,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:01.086016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Attempting to bind port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:01.086399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Attempting to bind port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e2f65768-2cab-4d94-9013-aac99271c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:01.086776 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Attempting to bind port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 on network 281ab511-837a-41be-9f7f-2b7357e9479c {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:01.094444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:01.094921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Checking segment: {'id': 'e2f65768-2cab-4d94-9013-aac99271c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:01.095413 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:01.097273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Bound using segment: {'id': 'e2f65768-2cab-4d94-9013-aac99271c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:01.097689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Bound port: 820f8386-05e5-4e6f-ac2f-0ab3bca6e963, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f65768-2cab-4d94-9013-aac99271c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:01.098190 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:01.100035 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cec4337d-0ec0-448a-aaea-d9bd41e2e535 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a6b32030dd640e0bcae51f3d404f393&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1241350
Apr 16 21:22:01.102657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39580) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:01.108854 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Publish callbacks [] for router_gateway (82493eb6-9cdf-4048-a659-b27cc1b75438), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:01.130238 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-940ebeee-0521-4a18-b859-26b933c323d7 req-0664c6c9-74cb-4423-8de5-72efc5c5626c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6157262
Apr 16 21:22:01.169016 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-9004cbb7-30b3-43b2-8e69-93890fee2492 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1875739
Apr 16 21:22:01.177715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] For port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:01.181727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] For port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=820f8386-05e5-4e6f-ac2f-0ab3bca6e963,segment=NetworkSegment(e2f65768-2cab-4d94-9013-aac99271c587),segment_id=e2f65768-2cab-4d94-9013-aac99271c587)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:01.182530 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9be95d1c-4c18-4f6a-a194-e7310e304427 admin admin] Publish callbacks [] for security_group (bbb25448-e443-498c-a2d4-2da62377a66f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:01.224912 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-3c53e4ce-aba0-4a4b-acd2-d2364a2d78ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=289d892c-efd8-4a45-8065-39c93c83ca97 HTTP/1.1" status: 200  len: 217 time: 0.0490687
Apr 16 21:22:01.276161 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4910f334-89b6-4779-82c5-eca5231507a1 req-f9aae6de-b96f-4167-a94b-7a1ad2816083 tempest-AbsoluteLimitsNegativeTestJSON-474647021 tempest-AbsoluteLimitsNegativeTestJSON-474647021-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=38cfeb8335d2448cbf97475956646005&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0254107
Apr 16 21:22:01.289462 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9be95d1c-4c18-4f6a-a194-e7310e304427 admin admin] Publish callbacks [] for security_group (bbb25448-e443-498c-a2d4-2da62377a66f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:01.306358 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:01.331989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84c1f-22ec-4465-87d9-945b944406fe req-d2e4a4ba-c642-4db2-855e-7dae3a311b7e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:01.339097 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2ea84c1f-22ec-4465-87d9-945b944406fe req-d2e4a4ba-c642-4db2-855e-7dae3a311b7e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 945 time: 0.1210482
Apr 16 21:22:01.387619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-78d0baca-dd1d-4542-8eef-20b1258a9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:01.389270 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-78d0baca-dd1d-4542-8eef-20b1258a9f0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2903b39-0ea8-4780-bd2f-b10a23ab22a1 HTTP/1.1" status: 200  len: 797 time: 0.1504688
Apr 16 21:22:01.393389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3757fc-208b-485b-b0fc-2bb344992a16 None None] Pushing event updated for resources: {'Port': ['ID=820f8386-05e5-4e6f-ac2f-0ab3bca6e963,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:01.439440 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2ea84c1f-22ec-4465-87d9-945b944406fe req-12c6a6b9-c528-4e19-9265-7bdd9b824537 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994930
Apr 16 21:22:01.453957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-501d698b-c67a-4220-b35c-966aee30a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:01.456903 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-501d698b-c67a-4220-b35c-966aee30a0e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a1311c2-594d-49ff-bcbd-69e881faa649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0602250
Apr 16 21:22:01.534896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910f334-89b6-4779-82c5-eca5231507a1 req-7c5d8f0e-98fa-45fb-ab23-b31a6fa55c01 tempest-AbsoluteLimitsNegativeTestJSON-474647021 tempest-AbsoluteLimitsNegativeTestJSON-474647021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:01.536481 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4910f334-89b6-4779-82c5-eca5231507a1 req-7c5d8f0e-98fa-45fb-ab23-b31a6fa55c01 tempest-AbsoluteLimitsNegativeTestJSON-474647021 tempest-AbsoluteLimitsNegativeTestJSON-474647021-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2535057
Apr 16 21:22:01.548765 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9be95d1c-4c18-4f6a-a194-e7310e304427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bbb25448-e443-498c-a2d4-2da62377a66f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:01.552842 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9be95d1c-4c18-4f6a-a194-e7310e304427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:01.557097 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9be95d1c-4c18-4f6a-a194-e7310e304427 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbb25448-e443-498c-a2d4-2da62377a66f HTTP/1.1" status: 204  len: 168 time: 0.4532292
Apr 16 21:22:01.558421 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4910f334-89b6-4779-82c5-eca5231507a1 req-8b687a83-1ad7-4f69-b06c-450ea30cfe21 tempest-AbsoluteLimitsNegativeTestJSON-474647021 tempest-AbsoluteLimitsNegativeTestJSON-474647021-project] 10.222.0.20 "GET /v2.0/quotas/38cfeb8335d2448cbf97475956646005 HTTP/1.1" status: 200  len: 375 time: 0.0146346
Apr 16 21:22:01.564051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Publish callbacks [] for router_gateway (82493eb6-9cdf-4048-a659-b27cc1b75438), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:01.574603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be95d1c-4c18-4f6a-a194-e7310e304427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb25448-e443-498c-a2d4-2da62377a66f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:01.587904 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:01.608741 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-c12acfd6-8521-4dd8-ae2f-a2b82ce64018 service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442966
Apr 16 21:22:01.687144 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4910f334-89b6-4779-82c5-eca5231507a1 req-66251235-330a-459b-ae05-8761225301b3 tempest-AbsoluteLimitsNegativeTestJSON-474647021 tempest-AbsoluteLimitsNegativeTestJSON-474647021-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=38cfeb8335d2448cbf97475956646005&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1014712
Apr 16 21:22:01.792602 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-c45de24f-c7ce-43cf-9408-efd7de4c214e service neutron] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797218
Apr 16 21:22:01.851063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Allocated IP 172.35.1.108 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/766c27b7-285c-44de-bcbb-5b5a42057dd4) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:01.855795 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-6984a8f6-7481-4a79-8c09-f46b97502fb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 HTTP/1.1" status: 200  len: 217 time: 0.0574501
Apr 16 21:22:01.859829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39616) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:01.991597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4461f62-93e7-4068-8b37-2d70df479755 req-b43109c3-dc54-401b-a1b6-552f602f11b1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:01.993773 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c4461f62-93e7-4068-8b37-2d70df479755 req-b43109c3-dc54-401b-a1b6-552f602f11b1 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 945 time: 0.1329203
Apr 16 21:22:02.004128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-5ac6401c-023a-42cd-8252-3f814a922118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:02.011555 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-5ac6401c-023a-42cd-8252-3f814a922118 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5 HTTP/1.1" status: 200  len: 797 time: 0.1412079
Apr 16 21:22:02.019384 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Publish callbacks [] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:02.070688 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-1d3f1c57-7deb-401f-bd9d-215414ac68ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:02.072279 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-1d3f1c57-7deb-401f-bd9d-215414ac68ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84e05a77-422a-4fe5-a7de-668bfb04f621&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0569639
Apr 16 21:22:02.074126 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f63e4e9-2c31-4149-a865-a499a2d6293c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for security_group (fb8edd05-c322-4a65-901b-912e3b2884c8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:02.137798 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:02.161503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f63e4e9-2c31-4149-a865-a499a2d6293c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for security_group (fb8edd05-c322-4a65-901b-912e3b2884c8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:02.183685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c4461f62-93e7-4068-8b37-2d70df479755 req-af9cc0ce-928a-419f-b665-7df32d97909f tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744168
Apr 16 21:22:02.208694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=766c27b7-285c-44de-bcbb-5b5a42057dd4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:02.217040 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:02.222756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:02.222756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:02.237260 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-7cc682a0-5c2d-4338-8d7c-0cd641e22506 service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554291
Apr 16 21:22:02.338451 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f63e4e9-2c31-4149-a865-a499a2d6293c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fb8edd05-c322-4a65-901b-912e3b2884c8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:02.342103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f63e4e9-2c31-4149-a865-a499a2d6293c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:02.343486 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7f63e4e9-2c31-4149-a865-a499a2d6293c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "DELETE /v2.0/security-groups/fb8edd05-c322-4a65-901b-912e3b2884c8 HTTP/1.1" status: 204  len: 168 time: 0.4807022
Apr 16 21:22:02.344862 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:02.350203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39632) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:02.374827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:02.375832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9bc5b971-3aa6-49d0-8b96-ab0e7cb12588 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:02.379455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63e4e9-2c31-4149-a865-a499a2d6293c tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8edd05-c322-4a65-901b-912e3b2884c8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:02.385331 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-e71af4c5-5744-48cb-8736-aff96e028b27 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] show failed (client error): The resource could not be found.
Apr 16 21:22:02.386492 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e71af4c5-5744-48cb-8736-aff96e028b27 tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "GET /v2.0/security-groups/fb8edd05-c322-4a65-901b-912e3b2884c8 HTTP/1.1" status: 404  len: 347 time: 0.0325515
Apr 16 21:22:02.390770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39634) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:02.401015 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-c649495f-bc54-46ea-8571-f1b812e4ebda service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569312
Apr 16 21:22:02.456812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7963eb9-c90f-4e93-831a-b71ed7fbab66 req-18744814-e4e1-4094-93ae-28a41a0f3424 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:02.466373 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7963eb9-c90f-4e93-831a-b71ed7fbab66 req-18744814-e4e1-4094-93ae-28a41a0f3424 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 945 time: 0.1610289
Apr 16 21:22:02.544491 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7963eb9-c90f-4e93-831a-b71ed7fbab66 req-9974490f-8461-4fe3-a7e3-964ef3c38b3c tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770078
Apr 16 21:22:02.553761 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-fae60026-1c6e-4c76-acf6-02d9a901f782 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6438618-4e2e-4e98-a08e-fdf410282f72 HTTP/1.1" status: 200  len: 217 time: 0.1158426
Apr 16 21:22:02.605911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-198c8376-83e9-4867-b70a-bc09027362ea tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Deleting port 21be2aea-e1c3-4f4d-84f0-e2645fd81a40 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:02.606254 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-198c8376-83e9-4867-b70a-bc09027362ea tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (21be2aea-e1c3-4f4d-84f0-e2645fd81a40), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:02.661227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-5dc66b32-0014-45f2-a3c4-b56ac0e6cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:02.661584 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-5dc66b32-0014-45f2-a3c4-b56ac0e6cbf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5 HTTP/1.1" status: 200  len: 797 time: 0.1008651
Apr 16 21:22:02.680720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39642) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:02.744978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-8cdea2e3-0bd0-4e49-b07f-72447fba2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:02.746723 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-8cdea2e3-0bd0-4e49-b07f-72447fba2ec5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84e05a77-422a-4fe5-a7de-668bfb04f621&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0798507
Apr 16 21:22:02.776026 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Publish callbacks [] for router_gateway (82493eb6-9cdf-4048-a659-b27cc1b75438), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:02.889563 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d84d8419-ab5b-4b9a-992a-39522849f623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:02.929516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453a8aae-aca6-4c4c-801d-0efd22286ff6 None None] Network 281ab511-837a-41be-9f7f-2b7357e9479c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:03.029644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c7993b0a-b865-461b-a883-31b22d08d977 None None] Provisioning complete for port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:03.030063 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c7993b0a-b865-461b-a883-31b22d08d977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.091931 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d84d8419-ab5b-4b9a-992a-39522849f623 admin admin] Publish callbacks [] for security_group (91f4b584-f57e-4fd9-b66f-4a1661d36f51), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.116380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (82493eb6-9cdf-4048-a659-b27cc1b75438), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.173773 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d84d8419-ab5b-4b9a-992a-39522849f623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (91f4b584-f57e-4fd9-b66f-4a1661d36f51), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.266282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c7993b0a-b865-461b-a883-31b22d08d977 None None] Current status of the port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:03.266513 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c7993b0a-b865-461b-a883-31b22d08d977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.283495 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-198c8376-83e9-4867-b70a-bc09027362ea tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (21be2aea-e1c3-4f4d-84f0-e2645fd81a40), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.284026 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-198c8376-83e9-4867-b70a-bc09027362ea tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for floatingip (21be2aea-e1c3-4f4d-84f0-e2645fd81a40), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.311083 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d84d8419-ab5b-4b9a-992a-39522849f623 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38cfeb8335d2448cbf97475956646005&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6277587
Apr 16 21:22:03.311667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d8419-ab5b-4b9a-992a-39522849f623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f4b584-f57e-4fd9-b66f-4a1661d36f51,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:03.317481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39658) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:03.322240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c7993b0a-b865-461b-a883-31b22d08d977 None None] For port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=820f8386-05e5-4e6f-ac2f-0ab3bca6e963,segment=NetworkSegment(e2f65768-2cab-4d94-9013-aac99271c587),segment_id=e2f65768-2cab-4d94-9013-aac99271c587)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:03.335404 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-198c8376-83e9-4867-b70a-bc09027362ea tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Calling delete_port for 21be2aea-e1c3-4f4d-84f0-e2645fd81a40 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:03.365887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39660) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:03.418218 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c7993b0a-b865-461b-a883-31b22d08d977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.449807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20caeb-c6e5-4335-aa00-60a8ba70826e req-e732a6fe-f022-4c55-92a3-153aa068fb6b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:03.451970 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-df20caeb-c6e5-4335-aa00-60a8ba70826e req-e732a6fe-f022-4c55-92a3-153aa068fb6b tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 945 time: 0.1477783
Apr 16 21:22:03.457568 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-9ec2988e-6563-481b-89fa-cd6c06971809 service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7002277
Apr 16 21:22:03.468192 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e99dd39d-6693-447a-bf07-645eb29ad915 admin admin] Publish callbacks [] for security_group (91f4b584-f57e-4fd9-b66f-4a1661d36f51), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.496025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7993b0a-b865-461b-a883-31b22d08d977 None None] Pushing event updated for resources: {'Port': ['ID=820f8386-05e5-4e6f-ac2f-0ab3bca6e963,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:03.504708 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e99dd39d-6693-447a-bf07-645eb29ad915 admin admin] Publish callbacks [] for security_group (91f4b584-f57e-4fd9-b66f-4a1661d36f51), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.523962 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-df20caeb-c6e5-4335-aa00-60a8ba70826e req-28eb818a-2097-4a6b-8ead-22f7dcd61bdf tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637541
Apr 16 21:22:03.541728 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-965232fc-e1a4-4d85-b237-76fccd6a97a3 None None] Provisioning complete for port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:03.542305 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-965232fc-e1a4-4d85-b237-76fccd6a97a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.569886 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-956f0209-df35-4c3d-9aa1-a23b7f669dfb tempest-ServiceProvidersTest-2116152396 tempest-ServiceProvidersTest-2116152396-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1977808
Apr 16 21:22:03.574263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Router 82493eb6-9cdf-4048-a659-b27cc1b75438 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:22:03.650945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-965232fc-e1a4-4d85-b237-76fccd6a97a3 None None] Current status of the port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:03.673078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:03.697484 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-198c8376-83e9-4867-b70a-bc09027362ea tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (21be2aea-e1c3-4f4d-84f0-e2645fd81a40), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.724933 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e99dd39d-6693-447a-bf07-645eb29ad915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (91f4b584-f57e-4fd9-b66f-4a1661d36f51), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.728120 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e99dd39d-6693-447a-bf07-645eb29ad915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.729315 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e99dd39d-6693-447a-bf07-645eb29ad915 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91f4b584-f57e-4fd9-b66f-4a1661d36f51 HTTP/1.1" status: 204  len: 168 time: 0.4107473
Apr 16 21:22:03.743421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:03.743798 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.747465 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:22:03.747603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c8376-83e9-4867-b70a-bc09027362ea tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Pushing event deleted for resources: {'Port': ['ID=21be2aea-e1c3-4f4d-84f0-e2645fd81a40,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:03.767641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dd39d-6693-447a-bf07-645eb29ad915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f4b584-f57e-4fd9-b66f-4a1661d36f51,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:03.794612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Sync routers for ids ['82493eb6-9cdf-4048-a659-b27cc1b75438'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:22:03.816102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-198c8376-83e9-4867-b70a-bc09027362ea tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks [] for floatingip (ecf155d4-30c6-480c-80e0-18d68756c5e3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.818759 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-198c8376-83e9-4867-b70a-bc09027362ea tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.822747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-198c8376-83e9-4867-b70a-bc09027362ea tempest-ServerActionsTestJSON-829689780 tempest-ServerActionsTestJSON-829689780-project] 10.222.0.20 "DELETE /v2.0/floatingips/ecf155d4-30c6-480c-80e0-18d68756c5e3 HTTP/1.1" status: 204  len: 168 time: 1.4282033
Apr 16 21:22:03.823430 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39668) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:03.823524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Routers {'82493eb6-9cdf-4048-a659-b27cc1b75438'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:03.824011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242d3a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['82493eb6-9cdf-4048-a659-b27cc1b75438'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:03.892676 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:03.894070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b4278311-877f-4b02-a8eb-3e3089577ec1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.9117689
Apr 16 21:22:03.896892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39672) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:03.949833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:03.973038 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Set router 82493eb6-9cdf-4048-a659-b27cc1b75438 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:04.109945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1515d34a-4172-44ca-973d-4cdcfe3dbaaa req-b2e37ab1-7a5a-4204-969b-c81e0d12b537 service neutron] 10.222.0.41 "GET /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1033440
Apr 16 21:22:04.209925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242d3a30>, [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:22:02Z', 'revision_number': 3, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port': {'id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:73:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:01Z', 'updated_at': '2022-04-16T21:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:04.245799 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Checking router: 82493eb6-9cdf-4048-a659-b27cc1b75438 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:22:04.246309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Updating router 82493eb6-9cdf-4048-a659-b27cc1b75438 port 766c27b7-285c-44de-bcbb-5b5a42057dd4 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:22:04.272491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39678) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:04.304388 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:04.418619 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e292fb6f-5619-468d-9025-778cd2b710eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:04.510348 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:04.656596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e292fb6f-5619-468d-9025-778cd2b710eb admin admin] Publish callbacks [] for security_group (e9ae5aab-95ac-4d73-8f45-e2b64a09b8d3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:04.702169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668795b-7e94-4982-9c8d-a1075bfaa227 req-4ec51d6e-b5ea-413b-abc6-de6a71f201f4 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:04.703681 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b668795b-7e94-4982-9c8d-a1075bfaa227 req-4ec51d6e-b5ea-413b-abc6-de6a71f201f4 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 945 time: 0.1193697
Apr 16 21:22:04.714705 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e292fb6f-5619-468d-9025-778cd2b710eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e9ae5aab-95ac-4d73-8f45-e2b64a09b8d3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:04.723513 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Publish callbacks [] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:04.812550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a7a3a-7e16-4382-805d-fb4cb2cccab0 req-99445784-5b31-4076-b609-05683efa6329 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:04.816760 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a03a7a3a-7e16-4382-805d-fb4cb2cccab0 req-99445784-5b31-4076-b609-05683efa6329 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 945 time: 0.1274657
Apr 16 21:22:04.818214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292fb6f-5619-468d-9025-778cd2b710eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ae5aab-95ac-4d73-8f45-e2b64a09b8d3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:04.823866 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:04.846979 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-31147ec5-2472-4652-a42a-12f76cd1c2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (49b82c08-a044-4ff9-97ca-652fba8a2ac6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:04.855516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Allocated IP 172.20.0.1 (281ab511-837a-41be-9f7f-2b7357e9479c/708923a2-d8e5-492d-a120-3240bd6ffb38/8505c7e9-094f-409c-a039-67e2f1117bf7) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:04.903941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-b668795b-7e94-4982-9c8d-a1075bfaa227 req-1a38d732-e82b-4b7b-8d7b-5ef8f5f466af tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Deleting port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:04.904307 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b668795b-7e94-4982-9c8d-a1075bfaa227 req-1a38d732-e82b-4b7b-8d7b-5ef8f5f466af tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:04.908465 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ffa57-590e-4c6e-826f-fdb8abfab32c None None] Pushing event updated for resources: {'Port': ['ID=766c27b7-285c-44de-bcbb-5b5a42057dd4,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:04.912449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Attempting to bind port 766c27b7-285c-44de-bcbb-5b5a42057dd4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:04.918453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Attempting to bind port 766c27b7-285c-44de-bcbb-5b5a42057dd4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:04.918453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Attempting to bind port 766c27b7-285c-44de-bcbb-5b5a42057dd4 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:04.922397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:04.922991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:04.923718 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:04.924415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:04.924668 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e292fb6f-5619-468d-9025-778cd2b710eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=baa6c381f0884110882e437ce51d26f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6510928
Apr 16 21:22:04.925777 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Bound port: 766c27b7-285c-44de-bcbb-5b5a42057dd4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:04.926336 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:04.935256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39698) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:04.999789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] For port 766c27b7-285c-44de-bcbb-5b5a42057dd4, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:05.003429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] For port 766c27b7-285c-44de-bcbb-5b5a42057dd4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=766c27b7-285c-44de-bcbb-5b5a42057dd4,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:05.019624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a03a7a3a-7e16-4382-805d-fb4cb2cccab0 req-1dcb63cb-9d0a-4aa7-b3ef-5d78734e5a0e tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786301
Apr 16 21:22:05.069208 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.080473 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b4514e6-c880-4a11-9d0c-6d06219630e0 admin admin] Publish callbacks [] for security_group (e9ae5aab-95ac-4d73-8f45-e2b64a09b8d3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.091310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Publish callbacks [] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.093956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39702) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:05.101967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-b668795b-7e94-4982-9c8d-a1075bfaa227 req-1a38d732-e82b-4b7b-8d7b-5ef8f5f466af tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] For port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1777c8d6-fb38-4c45-b87c-5afbdc93eca8,segment=NetworkSegment(992fdc3c-05e0-432e-a577-623301c5d0fa),segment_id=992fdc3c-05e0-432e-a577-623301c5d0fa)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:05.102341 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b668795b-7e94-4982-9c8d-a1075bfaa227 req-1a38d732-e82b-4b7b-8d7b-5ef8f5f466af tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.129838 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b4514e6-c880-4a11-9d0c-6d06219630e0 admin admin] Publish callbacks [] for security_group (e9ae5aab-95ac-4d73-8f45-e2b64a09b8d3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.142361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-b668795b-7e94-4982-9c8d-a1075bfaa227 req-1a38d732-e82b-4b7b-8d7b-5ef8f5f466af tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Calling delete_port for 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:05.150079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Routers {'82493eb6-9cdf-4048-a659-b27cc1b75438'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:05.150847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242d3a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['82493eb6-9cdf-4048-a659-b27cc1b75438'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:05.213805 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ffa57-590e-4c6e-826f-fdb8abfab32c None None] Pushing event updated for resources: {'Port': ['ID=766c27b7-285c-44de-bcbb-5b5a42057dd4,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:05.250665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-973204865-network', 'tenant_id': 'e6f2b814418a423ba7f5679951ccc834'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:05.281245 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.285146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] Set router 82493eb6-9cdf-4048-a659-b27cc1b75438 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:05.289591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-31147ec5-2472-4652-a42a-12f76cd1c2dc admin admin] Deleting port f51a1555-ef3d-4954-a1c4-ec559a4f6dba {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:05.289923 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-31147ec5-2472-4652-a42a-12f76cd1c2dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.329975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Network 281ab511-837a-41be-9f7f-2b7357e9479c is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:05.333433 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b4514e6-c880-4a11-9d0c-6d06219630e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e9ae5aab-95ac-4d73-8f45-e2b64a09b8d3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.336794 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b4514e6-c880-4a11-9d0c-6d06219630e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.340579 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7b4514e6-c880-4a11-9d0c-6d06219630e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9ae5aab-95ac-4d73-8f45-e2b64a09b8d3 HTTP/1.1" status: 204  len: 168 time: 0.4003577
Apr 16 21:22:05.348399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:05.353594 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4514e6-c880-4a11-9d0c-6d06219630e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ae5aab-95ac-4d73-8f45-e2b64a09b8d3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:05.359717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:05.364052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Pushing event updated for resources: {'Port': ['ID=8505c7e9-094f-409c-a039-67e2f1117bf7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:05.388637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Made reservation on behalf of e6f2b814418a423ba7f5679951ccc834 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:05.391452 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.419741 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.427819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-31147ec5-2472-4652-a42a-12f76cd1c2dc admin admin] For port f51a1555-ef3d-4954-a1c4-ec559a4f6dba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f51a1555-ef3d-4954-a1c4-ec559a4f6dba,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:05.427819 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-31147ec5-2472-4652-a42a-12f76cd1c2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.434499 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-31147ec5-2472-4652-a42a-12f76cd1c2dc admin admin] Calling delete_port for f51a1555-ef3d-4954-a1c4-ec559a4f6dba owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:05.458940 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (82493eb6-9cdf-4048-a659-b27cc1b75438), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.526860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242d3a30>, [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:22:02Z', 'revision_number': 3, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port': {'id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:73:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:01Z', 'updated_at': '2022-04-16T21:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:05.557242 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6635b1a1-79d8-416c-8689-819b01b00982 None None] The sync data for ids ['82493eb6-9cdf-4048-a659-b27cc1b75438'] in ncdv-master-1 is: [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:22:02Z', 'revision_number': 3, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port': {'id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:73:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:01Z', 'updated_at': '2022-04-16T21:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:22:05.577901 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b668795b-7e94-4982-9c8d-a1075bfaa227 req-1a38d732-e82b-4b7b-8d7b-5ef8f5f466af tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1777c8d6-fb38-4c45-b87c-5afbdc93eca8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.592075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['1777c8d6-fb38-4c45-b87c-5afbdc93eca8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:22:05.631986 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38d732-e82b-4b7b-8d7b-5ef8f5f466af tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Pushing event deleted for resources: {'Port': ['ID=1777c8d6-fb38-4c45-b87c-5afbdc93eca8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:05.718218 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Publish callbacks [] for security_group (50a104ed-62a4-4740-9e11-53408366a092), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.721020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-525e0866-73f1-44ab-aa4a-173625d06295 None None] Provisioning complete for port 8505c7e9-094f-409c-a039-67e2f1117bf7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:05.721396 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-525e0866-73f1-44ab-aa4a-173625d06295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.736572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b668795b-7e94-4982-9c8d-a1075bfaa227 req-1a38d732-e82b-4b7b-8d7b-5ef8f5f466af tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] No DVR routers for this DVR port 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:05.740948 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b668795b-7e94-4982-9c8d-a1075bfaa227 req-1a38d732-e82b-4b7b-8d7b-5ef8f5f466af tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.744350 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b668795b-7e94-4982-9c8d-a1075bfaa227 req-1a38d732-e82b-4b7b-8d7b-5ef8f5f466af tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.41 "DELETE /v2.0/ports/1777c8d6-fb38-4c45-b87c-5afbdc93eca8 HTTP/1.1" status: 204  len: 173 time: 1.0334537
Apr 16 21:22:05.744815 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d20fcd6-a9ae-4deb-a209-7bdfab320142', 'name': 'network-vif-deleted', 'tag': '1777c8d6-fb38-4c45-b87c-5afbdc93eca8'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:05.747972 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b4c8c8-aae5-46b1-a40a-1dc4bdee9ef1" -d '{"events": [{"server_uuid": "1d20fcd6-a9ae-4deb-a209-7bdfab320142", "name": "network-vif-deleted", "tag": "1777c8d6-fb38-4c45-b87c-5afbdc93eca8"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:05.775277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-525e0866-73f1-44ab-aa4a-173625d06295 None None] Port 8505c7e9-094f-409c-a039-67e2f1117bf7 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:22:05.793237 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.812467 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1f50be-b31a-4840-b3b4-5151410ec830 x-openstack-request-id: req-ac1f50be-b31a-4840-b3b4-5151410ec830 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:05.812766 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d20fcd6-a9ae-4deb-a209-7bdfab320142", "name": "network-vif-deleted", "tag": "1777c8d6-fb38-4c45-b87c-5afbdc93eca8", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:05.813023 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac1f50be-b31a-4840-b3b4-5151410ec830 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:05.813435 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1f50be-b31a-4840-b3b4-5151410ec830'] response: {'server_uuid': '1d20fcd6-a9ae-4deb-a209-7bdfab320142', 'name': 'network-vif-deleted', 'tag': '1777c8d6-fb38-4c45-b87c-5afbdc93eca8', 'status': 'completed', 'code': 200}
Apr 16 21:22:05.838426 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (50a104ed-62a4-4740-9e11-53408366a092), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.867376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:22:05.892063 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-31147ec5-2472-4652-a42a-12f76cd1c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f51a1555-ef3d-4954-a1c4-ec559a4f6dba), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.916865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (06a38f45-7a8b-4497-90ce-c09e55ace619), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.921441 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Added segment 06a38f45-7a8b-4497-90ce-c09e55ace619 of type vlan for network 12172b25-3fbc-4df9-a574-32c6eecf5280
Apr 16 21:22:05.938329 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:05.955102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a104ed-62a4-4740-9e11-53408366a092,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:05.980881 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31147ec5-2472-4652-a42a-12f76cd1c2dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f51a1555-ef3d-4954-a1c4-ec559a4f6dba,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:06.168092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (12172b25-3fbc-4df9-a574-32c6eecf5280), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:06.205484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16777880-1557-44e0-bebd-a8bdf6ef7514 req-bada4be4-61f9-4cab-a6de-8f7aee6ad264 tempest-ServerDiskConfigTestJSON-1627274718 tempest-ServerDiskConfigTestJSON-1627274718-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d20fcd6-a9ae-4deb-a209-7bdfab320142 HTTP/1.1" status: 200  len: 210 time: 0.0524964
Apr 16 21:22:06.293899 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-31147ec5-2472-4652-a42a-12f76cd1c2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (49b82c08-a044-4ff9-97ca-652fba8a2ac6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:06.570520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31147ec5-2472-4652-a42a-12f76cd1c2dc admin admin] Router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:22:06.670453 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Publish callbacks [] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:06.704371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31147ec5-2472-4652-a42a-12f76cd1c2dc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:22:06.709848 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-31147ec5-2472-4652-a42a-12f76cd1c2dc admin admin] 10.222.0.20 "PUT /v2.0/routers/49b82c08-a044-4ff9-97ca-652fba8a2ac6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8857794
Apr 16 21:22:06.713083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39728) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:06.714281 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e906f02-291e-4728-83cd-90726ff464c8 None None] Sync routers for ids ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:22:06.729039 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e906f02-291e-4728-83cd-90726ff464c8 None None] Routers {'49b82c08-a044-4ff9-97ca-652fba8a2ac6'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:06.729823 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0e906f02-291e-4728-83cd-90726ff464c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124874400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:06.751424 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:06.762594 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (12172b25-3fbc-4df9-a574-32c6eecf5280), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:06.763262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:06.764026 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:06.877062 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Publish callbacks [] for router (49b82c08-a044-4ff9-97ca-652fba8a2ac6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:06.929313 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Pushing event updated for resources: {'Port': ['ID=8505c7e9-094f-409c-a039-67e2f1117bf7,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:06.937168 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (82493eb6-9cdf-4048-a659-b27cc1b75438), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:06.940063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] Pushing event updated for resources: {'Network': ['ID=12172b25-3fbc-4df9-a574-32c6eecf5280,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:06.953665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 12172b25-3fbc-4df9-a574-32c6eecf5280 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:22:06.995162 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-0e906f02-291e-4728-83cd-90726ff464c8 None None] Set router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:06.998219 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-139579ec-9f5f-4cf1-9291-bbb2634b4427 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.9024441
Apr 16 21:22:06.998219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39732) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:07.011753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39734) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:07.022121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2cf166cd-073f-4134-8f46-1b51f51c752b admin admin] Request body: {'subnet': {'network_id': '12172b25-3fbc-4df9-a574-32c6eecf5280', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-973204865-subnet', 'tenant_id': 'e6f2b814418a423ba7f5679951ccc834', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:07.057501 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Publish callbacks [] for router_gateway (49b82c08-a044-4ff9-97ca-652fba8a2ac6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:07.088499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Network 281ab511-837a-41be-9f7f-2b7357e9479c is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:07.090234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:07.149302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf166cd-073f-4134-8f46-1b51f51c752b admin admin] Made reservation on behalf of e6f2b814418a423ba7f5679951ccc834 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:07.151638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cf166cd-073f-4134-8f46-1b51f51c752b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:07.238743 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Deleting port 08265024-97bb-4e56-9c17-8d97c7fdcf31 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:07.239139 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:07.268914 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0e906f02-291e-4728-83cd-90726ff464c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124874400>, [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72'}], 'enable_snat': True}, 'gw_port_id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:22:05Z', 'revision_number': 5, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port': {'id': '08265024-97bb-4e56-9c17-8d97c7fdcf31', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:59:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:39Z', 'updated_at': '2022-04-16T21:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:07.322898 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e906f02-291e-4728-83cd-90726ff464c8 None None] Checking router: 49b82c08-a044-4ff9-97ca-652fba8a2ac6 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:22:07.332935 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e906f02-291e-4728-83cd-90726ff464c8 None None] Routers {'49b82c08-a044-4ff9-97ca-652fba8a2ac6'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:07.333818 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0e906f02-291e-4728-83cd-90726ff464c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124874400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:07.335505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-9998637a-4989-4a4c-b000-3d4449f31fdb tempest-SubnetPoolsTestJSON-530639346 tempest-SubnetPoolsTestJSON-530639346-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-304449102', 'prefixes': ['172.20.0.0/16']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:07.351777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Router 82493eb6-9cdf-4048-a659-b27cc1b75438 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:22:07.404103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] For port 08265024-97bb-4e56-9c17-8d97c7fdcf31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08265024-97bb-4e56-9c17-8d97c7fdcf31,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:07.404521 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:07.409386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b85e4e6d-27fe-4f3f-80c5-e14ea38e4a1f None None] Provisioning complete for port 8505c7e9-094f-409c-a039-67e2f1117bf7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:07.409772 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b85e4e6d-27fe-4f3f-80c5-e14ea38e4a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:07.438519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Calling delete_port for 08265024-97bb-4e56-9c17-8d97c7fdcf31 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:07.473869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b85e4e6d-27fe-4f3f-80c5-e14ea38e4a1f None None] Port 8505c7e9-094f-409c-a039-67e2f1117bf7 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:22:07.489863 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-0e906f02-291e-4728-83cd-90726ff464c8 None None] Set router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:07.525174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39748) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:07.563124 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0e906f02-291e-4728-83cd-90726ff464c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124874400>, [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:22:07Z', 'revision_number': 6, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:07.603561 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e906f02-291e-4728-83cd-90726ff464c8 None None] The sync data for ids ['49b82c08-a044-4ff9-97ca-652fba8a2ac6'] in ncdv-master-1 is: [{'id': '49b82c08-a044-4ff9-97ca-652fba8a2ac6', 'name': 'tempest-ServerActionsTestJSON-186539510-router', 'tenant_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:38Z', 'updated_at': '2022-04-16T21:22:07Z', 'revision_number': 6, 'project_id': 'ceac90e6c7024b4ea350bfa95e1b5249', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:22:07.636784 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-3486c053-a25d-4849-ab4d-f62b867e40c7 admin admin] Deleting subnet af2dc899-0d62-48eb-b0f2-8820b6dd8b95 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:22:07.645481 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3486c053-a25d-4849-ab4d-f62b867e40c7 admin admin] Publish callbacks [] for subnet (af2dc899-0d62-48eb-b0f2-8820b6dd8b95), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:07.710391 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3486c053-a25d-4849-ab4d-f62b867e40c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (af2dc899-0d62-48eb-b0f2-8820b6dd8b95), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:07.741105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:22:07.746745 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-34fe8b3d-bd22-480e-9c20-e6f90fafc361 admin admin] 10.222.0.20 "PUT /v2.0/routers/82493eb6-9cdf-4048-a659-b27cc1b75438/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8487904
Apr 16 21:22:07.764123 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 766c27b7-285c-44de-bcbb-5b5a42057dd4 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:07.769807 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cf166cd-073f-4134-8f46-1b51f51c752b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (3d88e5ef-4572-4c95-a50b-487e6f2ac0bd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:07.809912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3486c053-a25d-4849-ab4d-f62b867e40c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (af2dc899-0d62-48eb-b0f2-8820b6dd8b95), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:07.854950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf166cd-073f-4134-8f46-1b51f51c752b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d88e5ef-4572-4c95-a50b-487e6f2ac0bd,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:07.868993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 766c27b7-285c-44de-bcbb-5b5a42057dd4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:07.903103 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:07.907752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf166cd-073f-4134-8f46-1b51f51c752b admin admin] Checking segment: {'id': '06a38f45-7a8b-4497-90ce-c09e55ace619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '12172b25-3fbc-4df9-a574-32c6eecf5280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:07.908325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf166cd-073f-4134-8f46-1b51f51c752b admin admin] Network hostable DHCP agents. Network: 12172b25-3fbc-4df9-a574-32c6eecf5280, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:22:07.955411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Sync routers for ids ['82493eb6-9cdf-4048-a659-b27cc1b75438'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:22:07.968997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 766c27b7-285c-44de-bcbb-5b5a42057dd4 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:07.969466 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:07.983676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Routers {'82493eb6-9cdf-4048-a659-b27cc1b75438'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:07.984406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242ca280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['82493eb6-9cdf-4048-a659-b27cc1b75438'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:07.995261 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 766c27b7-285c-44de-bcbb-5b5a42057dd4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=766c27b7-285c-44de-bcbb-5b5a42057dd4,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:08.183720 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (08265024-97bb-4e56-9c17-8d97c7fdcf31), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.212145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Pushing event deleted for resources: {'Port': ['ID=08265024-97bb-4e56-9c17-8d97c7fdcf31,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:08.231088 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9998637a-4989-4a4c-b000-3d4449f31fdb tempest-SubnetPoolsTestJSON-530639346 tempest-SubnetPoolsTestJSON-530639346-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.231234 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.231869 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9998637a-4989-4a4c-b000-3d4449f31fdb tempest-SubnetPoolsTestJSON-530639346 tempest-SubnetPoolsTestJSON-530639346-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 1.2210407
Apr 16 21:22:08.232614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf166cd-073f-4134-8f46-1b51f51c752b admin admin] Network 12172b25-3fbc-4df9-a574-32c6eecf5280 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:22:08.252020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39756) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:08.276838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Set router 82493eb6-9cdf-4048-a659-b27cc1b75438 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:08.280039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3486c053-a25d-4849-ab4d-f62b867e40c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (af2dc899-0d62-48eb-b0f2-8820b6dd8b95), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.296635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7bc3df4a-fc2e-464c-a2d1-499defb10bf1 tempest-SubnetPoolsTestJSON-530639346 tempest-SubnetPoolsTestJSON-530639346-project] 10.222.0.20 "GET /v2.0/subnetpools/d5faf822-9a1e-46d1-9a21-177fef8d9aec HTTP/1.1" status: 200  len: 731 time: 0.0431111
Apr 16 21:22:08.298982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39760) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:08.304123 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-67a951f2-ef88-4c39-8830-9ead64e1b8a2 tempest-SubnetPoolsTestJSON-530639346 tempest-SubnetPoolsTestJSON-530639346-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1348499612'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:08.339192 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3486c053-a25d-4849-ab4d-f62b867e40c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.342150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=766c27b7-285c-44de-bcbb-5b5a42057dd4,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:08.350195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3486c053-a25d-4849-ab4d-f62b867e40c7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/af2dc899-0d62-48eb-b0f2-8820b6dd8b95 HTTP/1.1" status: 204  len: 168 time: 0.8172119
Apr 16 21:22:08.351267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39762) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:08.362914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-2cf166cd-073f-4134-8f46-1b51f51c752b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 12172b25-3fbc-4df9-a574-32c6eecf5280) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:08.380474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf166cd-073f-4134-8f46-1b51f51c752b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:08.386054 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cf166cd-073f-4134-8f46-1b51f51c752b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.386211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb8ecb-84a5-4da9-8b68-31e8abc73627 None None] Network 12172b25-3fbc-4df9-a574-32c6eecf5280 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:08.387575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:08.399227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486c053-a25d-4849-ab4d-f62b867e40c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2dc899-0d62-48eb-b0f2-8820b6dd8b95,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:08.411763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:08.411981 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 1777c8d6-fb38-4c45-b87c-5afbdc93eca8 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:08.499109 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad9f223f-a0ba-4754-bd93-43b494eee48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (90b900dd-0d06-4537-95d8-47dd03c283fc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.506639 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (49b82c08-a044-4ff9-97ca-652fba8a2ac6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.575134 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67a951f2-ef88-4c39-8830-9ead64e1b8a2 tempest-SubnetPoolsTestJSON-530639346 tempest-SubnetPoolsTestJSON-530639346-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.580021 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-67a951f2-ef88-4c39-8830-9ead64e1b8a2 tempest-SubnetPoolsTestJSON-530639346 tempest-SubnetPoolsTestJSON-530639346-project] 10.222.0.20 "PUT /v2.0/subnetpools/d5faf822-9a1e-46d1-9a21-177fef8d9aec HTTP/1.1" status: 200  len: 684 time: 0.2772307
Apr 16 21:22:08.584441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39768) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:08.590748 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2cf166cd-073f-4134-8f46-1b51f51c752b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.5724056
Apr 16 21:22:08.667463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c86cdaa-624f-4e5f-afcc-c86f11014f49 None None] Network 12172b25-3fbc-4df9-a574-32c6eecf5280 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:08.696668 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (49b82c08-a044-4ff9-97ca-652fba8a2ac6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.715828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Publish callbacks [] for router_controller (49b82c08-a044-4ff9-97ca-652fba8a2ac6), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.781558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242ca280>, [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:22:05Z', 'revision_number': 4, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port': {'id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:73:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:01Z', 'updated_at': '2022-04-16T21:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8505c7e9-094f-409c-a039-67e2f1117bf7', 'name': '', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'mac_address': 'fa:16:3e:5b:01:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:04Z', 'updated_at': '2022-04-16T21:22:05Z', 'revision_number': 2, 'project_id': '8548f70297f04c1489783de67671dba2', 'subnets': [{'id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:08.819624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Checking router: 82493eb6-9cdf-4048-a659-b27cc1b75438 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:22:08.820561 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Updating router 82493eb6-9cdf-4048-a659-b27cc1b75438 port 8505c7e9-094f-409c-a039-67e2f1117bf7 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:22:08.849865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad9f223f-a0ba-4754-bd93-43b494eee48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (90b900dd-0d06-4537-95d8-47dd03c283fc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.874983 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.887125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ad9f223f-a0ba-4754-bd93-43b494eee48f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124dc96a0>,) {'filters': {'network_id': ['90b900dd-0d06-4537-95d8-47dd03c283fc']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:08.903045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ad9f223f-a0ba-4754-bd93-43b494eee48f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124dc96a0>, '992fdc3c-05e0-432e-a577-623301c5d0fa') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:08.903045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ad9f223f-a0ba-4754-bd93-43b494eee48f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124dc96a0>, '992fdc3c-05e0-432e-a577-623301c5d0fa') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:08.903311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39780) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:08.911901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1911873915-network', 'tenant_id': 'd339712654134db7a87af06de0033645'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:08.915637 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad9f223f-a0ba-4754-bd93-43b494eee48f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (992fdc3c-05e0-432e-a577-623301c5d0fa), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.934669 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (49b82c08-a044-4ff9-97ca-652fba8a2ac6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.942407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49b82c08-a044-4ff9-97ca-652fba8a2ac6 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:22:08.942407 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.943088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3280fdb9-5941-4dd1-a762-550d2154f998 admin admin] 10.222.0.20 "DELETE /v2.0/routers/49b82c08-a044-4ff9-97ca-652fba8a2ac6 HTTP/1.1" status: 204  len: 168 time: 2.2284503
Apr 16 21:22:08.944230 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad9f223f-a0ba-4754-bd93-43b494eee48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (992fdc3c-05e0-432e-a577-623301c5d0fa), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.945351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39782) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:08.951884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9f223f-a0ba-4754-bd93-43b494eee48f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:22:08.952564 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad9f223f-a0ba-4754-bd93-43b494eee48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (992fdc3c-05e0-432e-a577-623301c5d0fa), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:22:08.954687 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:22:08.974961 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f0512e3-6f69-4868-9a06-c721c2a97201 tempest-SubnetPoolsTestJSON-530639346 tempest-SubnetPoolsTestJSON-530639346-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:08.979932 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6f0512e3-6f69-4868-9a06-c721c2a97201 tempest-SubnetPoolsTestJSON-530639346 tempest-SubnetPoolsTestJSON-530639346-project] 10.222.0.20 "DELETE /v2.0/subnetpools/d5faf822-9a1e-46d1-9a21-177fef8d9aec HTTP/1.1" status: 204  len: 168 time: 0.3944032
Apr 16 21:22:09.008307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39784) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:09.029454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Made reservation on behalf of d339712654134db7a87af06de0033645 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:09.030224 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-6d7e421a-8417-476d-8cc6-ad9941ca973b tempest-SubnetPoolsTestJSON-530639346 tempest-SubnetPoolsTestJSON-530639346-project] show failed (client error): The resource could not be found.
Apr 16 21:22:09.031386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6d7e421a-8417-476d-8cc6-ad9941ca973b tempest-SubnetPoolsTestJSON-530639346 tempest-SubnetPoolsTestJSON-530639346-project] 10.222.0.20 "GET /v2.0/subnetpools/d5faf822-9a1e-46d1-9a21-177fef8d9aec HTTP/1.1" status: 404  len: 346 time: 0.0221002
Apr 16 21:22:09.033087 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.034257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39786) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:09.053108 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.058823 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-33fd7ead-4773-4637-8247-c7857ef78022 tempest-SubnetPoolsTestJSON-530639346 tempest-SubnetPoolsTestJSON-530639346-project] delete failed (client error): The resource could not be found.
Apr 16 21:22:09.060149 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-33fd7ead-4773-4637-8247-c7857ef78022 tempest-SubnetPoolsTestJSON-530639346 tempest-SubnetPoolsTestJSON-530639346-project] 10.222.0.20 "DELETE /v2.0/subnetpools/d5faf822-9a1e-46d1-9a21-177fef8d9aec HTTP/1.1" status: 404  len: 346 time: 0.0250096
Apr 16 21:22:09.067041 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0d0e8303-aa13-4173-88b6-2e46900bb227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.137814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad9f223f-a0ba-4754-bd93-43b494eee48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (90b900dd-0d06-4537-95d8-47dd03c283fc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.138454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-026a6393-e669-4ca1-9963-3b74a634492e admin admin] Deleting subnet 06ec77b4-a903-4213-a645-ac1f6c5c0b22 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:22:09.146567 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-026a6393-e669-4ca1-9963-3b74a634492e admin admin] Publish callbacks [] for subnet (06ec77b4-a903-4213-a645-ac1f6c5c0b22), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.147486 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad9f223f-a0ba-4754-bd93-43b494eee48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.153960 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ad9f223f-a0ba-4754-bd93-43b494eee48f admin admin] 10.222.0.20 "DELETE /v2.0/networks/90b900dd-0d06-4537-95d8-47dd03c283fc HTTP/1.1" status: 204  len: 168 time: 0.7483943
Apr 16 21:22:09.180875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f223f-a0ba-4754-bd93-43b494eee48f admin admin] Pushing event deleted for resources: {'Network': ['ID=90b900dd-0d06-4537-95d8-47dd03c283fc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:09.195788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-026a6393-e669-4ca1-9963-3b74a634492e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (06ec77b4-a903-4213-a645-ac1f6c5c0b22), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.243693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-9876be70-9ab5-45f2-b874-84825c860f75 req-1718d841-3835-4428-8011-d7acd45ec502 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1033348483', 'description': 'tempest-description-1384029365'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:09.266755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Publish callbacks [] for security_group (4333a717-d93e-41d0-ae1d-265fd28c9f83), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.324629 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Publish callbacks [] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.330693 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-026a6393-e669-4ca1-9963-3b74a634492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (06ec77b4-a903-4213-a645-ac1f6c5c0b22), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.353268 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4333a717-d93e-41d0-ae1d-265fd28c9f83), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.392042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:22:09.394324 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9876be70-9ab5-45f2-b874-84825c860f75 req-1718d841-3835-4428-8011-d7acd45ec502 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.399573 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4333a717-d93e-41d0-ae1d-265fd28c9f83,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:09.416096 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.425144 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (035a9fe0-0053-4dfc-b684-c975876d0958), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.425563 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Added segment 035a9fe0-0053-4dfc-b684-c975876d0958 of type vlan for network 7dce96a1-84a3-49f6-a192-3e475295291b
Apr 16 21:22:09.470617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd4c73-43ac-4543-881a-3d5e90a545b6 None None] Pushing event updated for resources: {'Port': ['ID=8505c7e9-094f-409c-a039-67e2f1117bf7,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:09.482770 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (7dce96a1-84a3-49f6-a192-3e475295291b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.540353 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-026a6393-e669-4ca1-9963-3b74a634492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (06ec77b4-a903-4213-a645-ac1f6c5c0b22), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.555819 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-026a6393-e669-4ca1-9963-3b74a634492e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.558152 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-026a6393-e669-4ca1-9963-3b74a634492e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/06ec77b4-a903-4213-a645-ac1f6c5c0b22 HTTP/1.1" status: 204  len: 168 time: 0.6116648
Apr 16 21:22:09.560835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39792) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:09.561845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Attempting to bind port 8505c7e9-094f-409c-a039-67e2f1117bf7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:09.563414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Attempting to bind port 8505c7e9-094f-409c-a039-67e2f1117bf7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e2f65768-2cab-4d94-9013-aac99271c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:09.564650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Attempting to bind port 8505c7e9-094f-409c-a039-67e2f1117bf7 on network 281ab511-837a-41be-9f7f-2b7357e9479c {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:09.574944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14dcb75-3589-4fe0-8d28-aee1dd93b3bb None None] Network f9e642b5-0144-4768-b572-192069e5751e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:09.593366 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a6393-e669-4ca1-9963-3b74a634492e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ec77b4-a903-4213-a645-ac1f6c5c0b22,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:09.622478 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (7dce96a1-84a3-49f6-a192-3e475295291b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.623492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:09.624054 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.685115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:09.689765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Checking segment: {'id': 'e2f65768-2cab-4d94-9013-aac99271c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:09.689765 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.689765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Bound using segment: {'id': 'e2f65768-2cab-4d94-9013-aac99271c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:09.690950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Bound port: 8505c7e9-094f-409c-a039-67e2f1117bf7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f65768-2cab-4d94-9013-aac99271c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:09.692112 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.693373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39796) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:09.700526 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9876be70-9ab5-45f2-b874-84825c860f75 req-1718d841-3835-4428-8011-d7acd45ec502 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (26076c25-da42-43ba-a286-4b843eea08c4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.715165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 766c27b7-285c-44de-bcbb-5b5a42057dd4 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:09.766619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39798) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:09.778379 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9876be70-9ab5-45f2-b874-84825c860f75 req-1718d841-3835-4428-8011-d7acd45ec502 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (26076c25-da42-43ba-a286-4b843eea08c4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.828026 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9236250
Apr 16 21:22:09.837620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183e470-1a7d-44e0-a2ff-27940b39490d admin admin] Pushing event updated for resources: {'Network': ['ID=7dce96a1-84a3-49f6-a192-3e475295291b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:09.841048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39802) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:09.854775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-963b3b29-2bf2-4201-8cad-c5cae0677748 admin admin] Request body: {'subnet': {'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1911873915-subnet', 'tenant_id': 'd339712654134db7a87af06de0033645', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:09.865104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 7dce96a1-84a3-49f6-a192-3e475295291b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:22:09.870588 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ad821af9-bb14-44eb-a577-001b5dc38362 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14f08d6620b54fb597d356afc45617c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1684637
Apr 16 21:22:09.876626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39804) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:09.920760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718d841-3835-4428-8011-d7acd45ec502 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26076c25-da42-43ba-a286-4b843eea08c4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:09.933004 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9876be70-9ab5-45f2-b874-84825c860f75 req-1718d841-3835-4428-8011-d7acd45ec502 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.934714 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9876be70-9ab5-45f2-b874-84825c860f75 req-1718d841-3835-4428-8011-d7acd45ec502 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.7014060
Apr 16 21:22:09.940388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-72a24e52-194e-4bd1-a81b-3faefd2afa72 None None] Provisioning complete for port 8505c7e9-094f-409c-a039-67e2f1117bf7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:09.940845 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-72a24e52-194e-4bd1-a81b-3faefd2afa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.962538 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff0d23ee-d1ac-4507-b35e-97b351feb945 admin admin] Publish callbacks [] for security_group (fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.995993 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff0d23ee-d1ac-4507-b35e-97b351feb945 admin admin] Publish callbacks [] for security_group (fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:09.998567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] For port 8505c7e9-094f-409c-a039-67e2f1117bf7, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:10.009387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 766c27b7-285c-44de-bcbb-5b5a42057dd4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:10.014288 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.064933 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] For port 8505c7e9-094f-409c-a039-67e2f1117bf7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8505c7e9-094f-409c-a039-67e2f1117bf7,segment=NetworkSegment(e2f65768-2cab-4d94-9013-aac99271c587),segment_id=e2f65768-2cab-4d94-9013-aac99271c587)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:10.080785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627f5106-f882-48b7-a148-33e17ccc8b36 None None] DHCP port deletion for f9e642b5-0144-4768-b572-192069e5751e request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:22:10.094941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963b3b29-2bf2-4201-8cad-c5cae0677748 admin admin] Made reservation on behalf of d339712654134db7a87af06de0033645 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:10.095109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-72a24e52-194e-4bd1-a81b-3faefd2afa72 None None] Port 8505c7e9-094f-409c-a039-67e2f1117bf7 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:22:10.095220 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-963b3b29-2bf2-4201-8cad-c5cae0677748 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.111520 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a181-c5d2-4051-8302-7370fb10d453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.140651 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (f9e642b5-0144-4768-b572-192069e5751e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.145366 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-92647ffd-d474-4bbc-ac1c-931335ed3591 req-fe8fcb9d-9ae6-4fc8-9020-bfc1c18feb2a tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/26076c25-da42-43ba-a286-4b843eea08c4 HTTP/1.1" status: 200  len: 1824 time: 0.0959015
Apr 16 21:22:10.157073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-92647ffd-d474-4bbc-ac1c-931335ed3591 req-d1bf1ee2-1a54-44e0-9ff9-0bb538b900f4 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26076c25-da42-43ba-a286-4b843eea08c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:10.157400 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-92647ffd-d474-4bbc-ac1c-931335ed3591 req-d1bf1ee2-1a54-44e0-9ff9-0bb538b900f4 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26076c25-da42-43ba-a286-4b843eea08c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:10.177258 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.184430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-627f5106-f882-48b7-a148-33e17ccc8b36 None None] Deleting port 5e3803a1-8565-4973-b77d-f386cf2f11ac {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:10.184813 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-627f5106-f882-48b7-a148-33e17ccc8b36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.212164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Deleting port 5e3803a1-8565-4973-b77d-f386cf2f11ac {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:10.212621 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.255043 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff0d23ee-d1ac-4507-b35e-97b351feb945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.257790 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff0d23ee-d1ac-4507-b35e-97b351feb945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.259331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ff0d23ee-d1ac-4507-b35e-97b351feb945 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3 HTTP/1.1" status: 204  len: 168 time: 0.3841951
Apr 16 21:22:10.287473 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d23ee-d1ac-4507-b35e-97b351feb945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc04fb8a-1748-41ba-b58e-4ee9b13d6ad3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:10.295069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] For port 5e3803a1-8565-4973-b77d-f386cf2f11ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e3803a1-8565-4973-b77d-f386cf2f11ac,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:10.295455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.310157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 766c27b7-285c-44de-bcbb-5b5a42057dd4 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:10.322589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Calling delete_port for 5e3803a1-8565-4973-b77d-f386cf2f11ac owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:10.328515 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a181-c5d2-4051-8302-7370fb10d453 admin admin] Publish callbacks [] for security_group (1349de83-554a-4d01-aa59-100691af8ef6), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.403805 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-627f5106-f882-48b7-a148-33e17ccc8b36 None None] For port 5e3803a1-8565-4973-b77d-f386cf2f11ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e3803a1-8565-4973-b77d-f386cf2f11ac,segment=NetworkSegment(52d575e6-53a4-422b-b489-821afca2cf1b),segment_id=52d575e6-53a4-422b-b489-821afca2cf1b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:10.404431 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-627f5106-f882-48b7-a148-33e17ccc8b36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.417235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 08265024-97bb-4e56-9c17-8d97c7fdcf31 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:10.424118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd4c73-43ac-4543-881a-3d5e90a545b6 None None] Pushing event updated for resources: {'Port': ['ID=8505c7e9-094f-409c-a039-67e2f1117bf7,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:10.443495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a181-c5d2-4051-8302-7370fb10d453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1349de83-554a-4d01-aa59-100691af8ef6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.463944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Routers {'82493eb6-9cdf-4048-a659-b27cc1b75438'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:10.464666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242ca280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:21:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['82493eb6-9cdf-4048-a659-b27cc1b75438'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:10.468688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-627f5106-f882-48b7-a148-33e17ccc8b36 None None] Calling delete_port for 5e3803a1-8565-4973-b77d-f386cf2f11ac owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:10.494543 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bfa9a181-c5d2-4051-8302-7370fb10d453 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58af963ba24d4dcf82e79813c09c04b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7253969
Apr 16 21:22:10.495525 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9a181-c5d2-4051-8302-7370fb10d453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1349de83-554a-4d01-aa59-100691af8ef6,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:10.502862 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39810) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:10.521827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 08265024-97bb-4e56-9c17-8d97c7fdcf31 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:10.522779 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 08265024-97bb-4e56-9c17-8d97c7fdcf31 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:10.522779 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f51a1555-ef3d-4954-a1c4-ec559a4f6dba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:10.534852 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-92647ffd-d474-4bbc-ac1c-931335ed3591 req-d1bf1ee2-1a54-44e0-9ff9-0bb538b900f4 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (56a7d4f5-4ec9-4252-a9e2-898504384aac), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.544434 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.557228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: f51a1555-ef3d-4954-a1c4-ec559a4f6dba {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:10.557494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f51a1555-ef3d-4954-a1c4-ec559a4f6dba not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:10.568251 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-963b3b29-2bf2-4201-8cad-c5cae0677748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (7ffa3d08-1d21-4aae-a73e-d57fa6249052), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.574653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3803a1-8565-4973-b77d-f386cf2f11ac,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:10.594913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-92647ffd-d474-4bbc-ac1c-931335ed3591 req-d1bf1ee2-1a54-44e0-9ff9-0bb538b900f4 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (56a7d4f5-4ec9-4252-a9e2-898504384aac), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.600686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] No DVR routers for this DVR port 5e3803a1-8565-4973-b77d-f386cf2f11ac on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:10.609481 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ab976bc-ba0a-4eb4-b5e6-692c241ae600 admin admin] Publish callbacks [] for security_group (1349de83-554a-4d01-aa59-100691af8ef6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.699898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b3b29-2bf2-4201-8cad-c5cae0677748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ffa3d08-1d21-4aae-a73e-d57fa6249052,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:10.703031 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-92647ffd-d474-4bbc-ac1c-931335ed3591 req-d1bf1ee2-1a54-44e0-9ff9-0bb538b900f4 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (56a7d4f5-4ec9-4252-a9e2-898504384aac), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.709285 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ab976bc-ba0a-4eb4-b5e6-692c241ae600 admin admin] Publish callbacks [] for security_group (1349de83-554a-4d01-aa59-100691af8ef6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.712389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b3b29-2bf2-4201-8cad-c5cae0677748 admin admin] Checking segment: {'id': '035a9fe0-0053-4dfc-b684-c975876d0958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:10.712821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963b3b29-2bf2-4201-8cad-c5cae0677748 admin admin] Network hostable DHCP agents. Network: 7dce96a1-84a3-49f6-a192-3e475295291b, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:22:10.732286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf1ee2-1a54-44e0-9ff9-0bb538b900f4 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a7d4f5-4ec9-4252-a9e2-898504384aac,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:10.747713 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (f9e642b5-0144-4768-b572-192069e5751e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.790400 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ed6f760>,) {'filters': {'network_id': ['f9e642b5-0144-4768-b572-192069e5751e']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:10.799448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963b3b29-2bf2-4201-8cad-c5cae0677748 admin admin] Network 7dce96a1-84a3-49f6-a192-3e475295291b is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:22:10.804678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ed6f760>, '52d575e6-53a4-422b-b489-821afca2cf1b') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:10.810244 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ed6f760>, '52d575e6-53a4-422b-b489-821afca2cf1b') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:10.819295 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (52d575e6-53a4-422b-b489-821afca2cf1b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.822276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7af661eb-d4af-4bfa-8c1a-6dd1157e3a6f None None] Provisioning complete for port 8505c7e9-094f-409c-a039-67e2f1117bf7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:10.823033 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7af661eb-d4af-4bfa-8c1a-6dd1157e3a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.837468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (52d575e6-53a4-422b-b489-821afca2cf1b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.844681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:22:10.845355 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (52d575e6-53a4-422b-b489-821afca2cf1b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:22:10.847553 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:22:10.865540 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-92647ffd-d474-4bbc-ac1c-931335ed3591 req-d1bf1ee2-1a54-44e0-9ff9-0bb538b900f4 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.868222 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-92647ffd-d474-4bbc-ac1c-931335ed3591 req-d1bf1ee2-1a54-44e0-9ff9-0bb538b900f4 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.7145455
Apr 16 21:22:10.874252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] Set router 82493eb6-9cdf-4048-a659-b27cc1b75438 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:10.879960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-963b3b29-2bf2-4201-8cad-c5cae0677748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7dce96a1-84a3-49f6-a192-3e475295291b) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:10.888768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b3b29-2bf2-4201-8cad-c5cae0677748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:10.888768 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-963b3b29-2bf2-4201-8cad-c5cae0677748 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.893061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a49164b-2f27-489d-962c-7e7ce9be5861 None None] Network 7dce96a1-84a3-49f6-a192-3e475295291b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:10.943488 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ab976bc-ba0a-4eb4-b5e6-692c241ae600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1349de83-554a-4d01-aa59-100691af8ef6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.943807 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-627f5106-f882-48b7-a148-33e17ccc8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (5e3803a1-8565-4973-b77d-f386cf2f11ac), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.947150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ab976bc-ba0a-4eb4-b5e6-692c241ae600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:10.948080 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9ab976bc-ba0a-4eb4-b5e6-692c241ae600 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1349de83-554a-4d01-aa59-100691af8ef6 HTTP/1.1" status: 204  len: 168 time: 0.4472501
Apr 16 21:22:10.964090 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab976bc-ba0a-4eb4-b5e6-692c241ae600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1349de83-554a-4d01-aa59-100691af8ef6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:10.975167 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-963b3b29-2bf2-4201-8cad-c5cae0677748 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.1250813
Apr 16 21:22:10.977509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39826) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:10.981935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1911873915-router', 'tenant_id': 'd339712654134db7a87af06de0033645', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:11.025412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f5106-f882-48b7-a148-33e17ccc8b36 None None] Pushing event deleted for resources: {'Port': ['ID=5e3803a1-8565-4973-b77d-f386cf2f11ac,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:11.027533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f5106-f882-48b7-a148-33e17ccc8b36 None None] No DVR routers for this DVR port 5e3803a1-8565-4973-b77d-f386cf2f11ac on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:11.051862 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (f9e642b5-0144-4768-b572-192069e5751e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.058967 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.063165 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f9e642b5-0144-4768-b572-192069e5751e HTTP/1.1" status: 204  len: 168 time: 1.5001566
Apr 16 21:22:11.081047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.082135 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.099214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85022970-dd79-4387-9daa-3b7fd28ebb39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e642b5-0144-4768-b572-192069e5751e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:11.155716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-06b60377-3b8c-4e5b-8a22-0a0d79990774 req-ce175180-f999-487f-8d6f-eac69329c4e2 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1431274232', 'description': 'tempest-description-1359445984'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:11.169154 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Publish callbacks [] for router_controller (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.213419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7af661eb-d4af-4bfa-8c1a-6dd1157e3a6f None None] Current status of the port 8505c7e9-094f-409c-a039-67e2f1117bf7 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:11.215191 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7af661eb-d4af-4bfa-8c1a-6dd1157e3a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.228188 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7dce96a1-84a3-49f6-a192-3e475295291b', 'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b', 'project_id': 'd339712654134db7a87af06de0033645', 'fixed_ips': [{'subnet_id': '7ffa3d08-1d21-4aae-a73e-d57fa6249052'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:22:11.229206 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.269903 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-06b60377-3b8c-4e5b-8a22-0a0d79990774 req-ce175180-f999-487f-8d6f-eac69329c4e2 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.358526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7af661eb-d4af-4bfa-8c1a-6dd1157e3a6f None None] For port 8505c7e9-094f-409c-a039-67e2f1117bf7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8505c7e9-094f-409c-a039-67e2f1117bf7,segment=NetworkSegment(e2f65768-2cab-4d94-9013-aac99271c587),segment_id=e2f65768-2cab-4d94-9013-aac99271c587)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:11.386568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242ca280>, [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:22:05Z', 'revision_number': 4, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port': {'id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:01Z', 'updated_at': '2022-04-16T21:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8505c7e9-094f-409c-a039-67e2f1117bf7', 'name': '', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'mac_address': 'fa:16:3e:5b:01:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:04Z', 'updated_at': '2022-04-16T21:22:09Z', 'revision_number': 4, 'project_id': '8548f70297f04c1489783de67671dba2', 'subnets': [{'id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:11.396606 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Publish callbacks [] for router_gateway (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.417098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677353bd-47c4-40ab-bf43-b607778f45e4 None None] The sync data for ids ['82493eb6-9cdf-4048-a659-b27cc1b75438'] in ncdv-master-1 is: [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:22:05Z', 'revision_number': 4, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port': {'id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:01Z', 'updated_at': '2022-04-16T21:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8505c7e9-094f-409c-a039-67e2f1117bf7', 'name': '', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'mac_address': 'fa:16:3e:5b:01:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:04Z', 'updated_at': '2022-04-16T21:22:09Z', 'revision_number': 4, 'project_id': '8548f70297f04c1489783de67671dba2', 'subnets': [{'id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:22:11.439113 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7af661eb-d4af-4bfa-8c1a-6dd1157e3a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.455988 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-06b60377-3b8c-4e5b-8a22-0a0d79990774 req-ce175180-f999-487f-8d6f-eac69329c4e2 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (b789662f-5c93-4baf-9a7c-7169e4d229e8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.517513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Allocated IP 172.20.0.2 (7dce96a1-84a3-49f6-a192-3e475295291b/7ffa3d08-1d21-4aae-a73e-d57fa6249052/3d11a603-fd29-4db9-94e3-0606047cc166) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:11.549808 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-06b60377-3b8c-4e5b-8a22-0a0d79990774 req-ce175180-f999-487f-8d6f-eac69329c4e2 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b789662f-5c93-4baf-9a7c-7169e4d229e8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.558956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af661eb-d4af-4bfa-8c1a-6dd1157e3a6f None None] Pushing event updated for resources: {'Port': ['ID=8505c7e9-094f-409c-a039-67e2f1117bf7,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:11.663429 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8769724d-0520-470e-924b-1164be9e0af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.718516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8505c7e9-094f-409c-a039-67e2f1117bf7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:11.762387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce175180-f999-487f-8d6f-eac69329c4e2 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b789662f-5c93-4baf-9a7c-7169e4d229e8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:11.813866 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-06b60377-3b8c-4e5b-8a22-0a0d79990774 req-ce175180-f999-487f-8d6f-eac69329c4e2 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.820063 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06b60377-3b8c-4e5b-8a22-0a0d79990774 req-ce175180-f999-487f-8d6f-eac69329c4e2 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.9146376
Apr 16 21:22:11.837218 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Publish callbacks [] for port (3d11a603-fd29-4db9-94e3-0606047cc166), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.842719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8505c7e9-094f-409c-a039-67e2f1117bf7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:11.843524 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.879962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Publish callbacks [] for router_gateway (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.899787 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:11.938421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8505c7e9-094f-409c-a039-67e2f1117bf7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:11.974017 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.042923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Network 7dce96a1-84a3-49f6-a192-3e475295291b is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:12.046575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:12.055951 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5e3803a1-8565-4973-b77d-f386cf2f11ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:12.055951 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:12.056931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39850) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:12.061400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Allocated IP 172.35.1.134 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:12.105701 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 5e3803a1-8565-4973-b77d-f386cf2f11ac {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:12.105977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5e3803a1-8565-4973-b77d-f386cf2f11ac not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:12.110916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Pushing event updated for resources: {'Port': ['ID=3d11a603-fd29-4db9-94e3-0606047cc166,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:12.175305 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ec3d9a6-7572-4b2f-8d2e-dbbad59f4d2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ceac90e6c7024b4ea350bfa95e1b5249&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1116574
Apr 16 21:22:12.175674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39852) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:12.239018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Attempting to bind port 3d11a603-fd29-4db9-94e3-0606047cc166 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:12.239018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Attempting to bind port 3d11a603-fd29-4db9-94e3-0606047cc166 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '035a9fe0-0053-4dfc-b684-c975876d0958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:12.239018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Attempting to bind port 3d11a603-fd29-4db9-94e3-0606047cc166 on network 7dce96a1-84a3-49f6-a192-3e475295291b {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:12.239018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:12.239018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Checking segment: {'id': '035a9fe0-0053-4dfc-b684-c975876d0958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:12.239018 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.240106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Bound using segment: {'id': '035a9fe0-0053-4dfc-b684-c975876d0958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:12.240470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Bound port: 3d11a603-fd29-4db9-94e3-0606047cc166, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035a9fe0-0053-4dfc-b684-c975876d0958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:12.241136 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.279514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39856) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:12.284735 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b1846-fe10-47de-bad9-cb7faa02edf7 admin admin] Publish callbacks [] for security_group (da529f6a-a022-4bd2-9716-5ae064118b8c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.291969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Publish callbacks [] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.329464 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b1846-fe10-47de-bad9-cb7faa02edf7 admin admin] Publish callbacks [] for security_group (da529f6a-a022-4bd2-9716-5ae064118b8c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.364934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] For port 3d11a603-fd29-4db9-94e3-0606047cc166, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:12.368603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] For port 3d11a603-fd29-4db9-94e3-0606047cc166, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d11a603-fd29-4db9-94e3-0606047cc166,segment=NetworkSegment(035a9fe0-0053-4dfc-b684-c975876d0958),segment_id=035a9fe0-0053-4dfc-b684-c975876d0958)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:12.422503 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b2d5f704-a796-47d5-8fe7-e0665df2e7bc req-9b981fec-d961-44ab-9132-9ee559a7ba08 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/b789662f-5c93-4baf-9a7c-7169e4d229e8 HTTP/1.1" status: 200  len: 1824 time: 0.5797584
Apr 16 21:22:12.434481 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1482612663-network', 'tenant_id': '138f1e73cc64451395e6c21d31f3615b'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:12.441572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-b2d5f704-a796-47d5-8fe7-e0665df2e7bc req-af5d0d76-65f0-4180-b1e1-5d2d781d2ff7 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b789662f-5c93-4baf-9a7c-7169e4d229e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:12.441901 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-b2d5f704-a796-47d5-8fe7-e0665df2e7bc req-af5d0d76-65f0-4180-b1e1-5d2d781d2ff7 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b789662f-5c93-4baf-9a7c-7169e4d229e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:12.484933 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.531950 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.532333 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.537991 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b1846-fe10-47de-bad9-cb7faa02edf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (da529f6a-a022-4bd2-9716-5ae064118b8c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.548627 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b1846-fe10-47de-bad9-cb7faa02edf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.550681 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-179b1846-fe10-47de-bad9-cb7faa02edf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da529f6a-a022-4bd2-9716-5ae064118b8c HTTP/1.1" status: 204  len: 168 time: 0.3730361
Apr 16 21:22:12.569007 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Made reservation on behalf of 138f1e73cc64451395e6c21d31f3615b for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:12.575209 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.605299 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.616978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b1846-fe10-47de-bad9-cb7faa02edf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da529f6a-a022-4bd2-9716-5ae064118b8c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:12.621911 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.626338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d943185-da2c-44a2-bb83-c4e6fb2d5af9 None None] Pushing event updated for resources: {'Port': ['ID=3d11a603-fd29-4db9-94e3-0606047cc166,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:12.663688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:12.668529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:12.677541 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:12.687856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Pushing event updated for resources: {'Port': ['ID=aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:12.759252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b2d5f704-a796-47d5-8fe7-e0665df2e7bc req-af5d0d76-65f0-4180-b1e1-5d2d781d2ff7 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (4d08d6f5-7c7b-4aaf-b0a4-17e879f5afe3), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.804005 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b2d5f704-a796-47d5-8fe7-e0665df2e7bc req-af5d0d76-65f0-4180-b1e1-5d2d781d2ff7 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (4d08d6f5-7c7b-4aaf-b0a4-17e879f5afe3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.848800 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Publish callbacks [] for security_group (46aef60d-b387-42fa-acfd-d3736008a8b5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.966215 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b2d5f704-a796-47d5-8fe7-e0665df2e7bc req-af5d0d76-65f0-4180-b1e1-5d2d781d2ff7 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (4d08d6f5-7c7b-4aaf-b0a4-17e879f5afe3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:12.971464 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (46aef60d-b387-42fa-acfd-d3736008a8b5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:13.027870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:22:13.030554 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d0d76-65f0-4180-b1e1-5d2d781d2ff7 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d08d6f5-7c7b-4aaf-b0a4-17e879f5afe3,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:13.044929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aef60d-b387-42fa-acfd-d3736008a8b5,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:13.050420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (83c81c3f-0d19-461d-8794-f4f60f937f84), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:13.050625 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Added segment 83c81c3f-0d19-461d-8794-f4f60f937f84 of type vlan for network e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568
Apr 16 21:22:13.106538 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-b2d5f704-a796-47d5-8fe7-e0665df2e7bc req-af5d0d76-65f0-4180-b1e1-5d2d781d2ff7 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:13.107857 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b2d5f704-a796-47d5-8fe7-e0665df2e7bc req-af5d0d76-65f0-4180-b1e1-5d2d781d2ff7 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.6770906
Apr 16 21:22:13.146865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:13.155319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-a2e14267-d0c9-42aa-a6f7-2702cd9ccb60 req-1a375453-d560-4c75-ba2f-7647ee1a26f8 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-28085944', 'description': 'tempest-description-266218334'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:13.235887 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Publish callbacks [] for router_gateway (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:13.240624 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:13.241643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:13.242822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:13.308659 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] Pushing event updated for resources: {'Network': ['ID=e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:13.322533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:22:13.340939 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a2e14267-d0c9-42aa-a6f7-2702cd9ccb60 req-1a375453-d560-4c75-ba2f-7647ee1a26f8 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:13.366562 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-adcd411f-76c4-4fe2-9dac-986af46db398 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.0857265
Apr 16 21:22:13.375012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39888) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:13.380729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-00a5df95-6b19-43ed-bef7-458b0b8f4ee4 admin admin] Request body: {'subnet': {'network_id': 'e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1482612663-subnet', 'tenant_id': '138f1e73cc64451395e6c21d31f3615b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:13.503335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a5df95-6b19-43ed-bef7-458b0b8f4ee4 admin admin] Made reservation on behalf of 138f1e73cc64451395e6c21d31f3615b for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:13.506309 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00a5df95-6b19-43ed-bef7-458b0b8f4ee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:13.564556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a2e14267-d0c9-42aa-a6f7-2702cd9ccb60 req-1a375453-d560-4c75-ba2f-7647ee1a26f8 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (9f19fb15-c024-4e40-b9b0-e28d6b5f67aa), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:13.583567 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:13.665667 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a2e14267-d0c9-42aa-a6f7-2702cd9ccb60 req-1a375453-d560-4c75-ba2f-7647ee1a26f8 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9f19fb15-c024-4e40-b9b0-e28d6b5f67aa), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:13.769041 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a375453-d560-4c75-ba2f-7647ee1a26f8 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f19fb15-c024-4e40-b9b0-e28d6b5f67aa,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:13.823582 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a2e14267-d0c9-42aa-a6f7-2702cd9ccb60 req-1a375453-d560-4c75-ba2f-7647ee1a26f8 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:13.827019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2e14267-d0c9-42aa-a6f7-2702cd9ccb60 req-1a375453-d560-4c75-ba2f-7647ee1a26f8 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.6820047
Apr 16 21:22:13.842129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3d11a603-fd29-4db9-94e3-0606047cc166 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:13.880539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-b04703cf-3b0c-4cbb-ae89-2799dcc4931f req-714b03a6-97a8-49f0-ba1c-364c78368989 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1516184880', 'description': 'tempest-description-1642395361'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:13.965557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3d11a603-fd29-4db9-94e3-0606047cc166 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:13.966235 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.011807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Router 60c480a9-b64a-46cd-9bed-5d3c05a8b23b is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:22:14.030916 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00a5df95-6b19-43ed-bef7-458b0b8f4ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (4683c247-3cd6-4603-b33c-aa7badfc0379), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.097793 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b04703cf-3b0c-4cbb-ae89-2799dcc4931f req-714b03a6-97a8-49f0-ba1c-364c78368989 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.140120 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.140954 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3d11a603-fd29-4db9-94e3-0606047cc166 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:14.141397 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.166098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141bbff6-def5-4b3e-a771-fbdfcb9a5930 None None] Network 7dce96a1-84a3-49f6-a192-3e475295291b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:14.221993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f5dea-6090-4c9a-9a22-c9a88cca3061 req-6c167a52-a198-4670-9489-c1609deab494 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:14.228208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f5dea-6090-4c9a-9a22-c9a88cca3061 req-6c167a52-a198-4670-9489-c1609deab494 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:14.234062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f5dea-6090-4c9a-9a22-c9a88cca3061 req-6c167a52-a198-4670-9489-c1609deab494 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:14.240636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f5dea-6090-4c9a-9a22-c9a88cca3061 req-6c167a52-a198-4670-9489-c1609deab494 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:14.246766 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f5dea-6090-4c9a-9a22-c9a88cca3061 req-6c167a52-a198-4670-9489-c1609deab494 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:14.252356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:22:14.253026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f5dea-6090-4c9a-9a22-c9a88cca3061 req-6c167a52-a198-4670-9489-c1609deab494 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:14.260737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 3d11a603-fd29-4db9-94e3-0606047cc166, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d11a603-fd29-4db9-94e3-0606047cc166,segment=NetworkSegment(035a9fe0-0053-4dfc-b684-c975876d0958),segment_id=035a9fe0-0053-4dfc-b684-c975876d0958)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:14.264218 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Sync routers for ids ['60c480a9-b64a-46cd-9bed-5d3c05a8b23b'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:22:14.271633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-35e22656-298e-4f3e-a018-f2d0ffeab88c None None] Provisioning complete for port 3d11a603-fd29-4db9-94e3-0606047cc166 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:14.271633 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-35e22656-298e-4f3e-a018-f2d0ffeab88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.271897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f5dea-6090-4c9a-9a22-c9a88cca3061 req-6c167a52-a198-4670-9489-c1609deab494 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:14.280387 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Routers {'60c480a9-b64a-46cd-9bed-5d3c05a8b23b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:14.280607 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c70f5dea-6090-4c9a-9a22-c9a88cca3061 req-6c167a52-a198-4670-9489-c1609deab494 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5431 time: 0.2233400
Apr 16 21:22:14.281030 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248bc1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['60c480a9-b64a-46cd-9bed-5d3c05a8b23b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:14.285490 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b04703cf-3b0c-4cbb-ae89-2799dcc4931f req-714b03a6-97a8-49f0-ba1c-364c78368989 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (5e72bf24-612a-42c9-9634-4c0fbe4cd2a3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.307266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5df95-6b19-43ed-bef7-458b0b8f4ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4683c247-3cd6-4603-b33c-aa7badfc0379,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:14.315902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a5df95-6b19-43ed-bef7-458b0b8f4ee4 admin admin] Checking segment: {'id': '83c81c3f-0d19-461d-8794-f4f60f937f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:14.316274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5df95-6b19-43ed-bef7-458b0b8f4ee4 admin admin] Network hostable DHCP agents. Network: e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:22:14.360372 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b04703cf-3b0c-4cbb-ae89-2799dcc4931f req-714b03a6-97a8-49f0-ba1c-364c78368989 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5e72bf24-612a-42c9-9634-4c0fbe4cd2a3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.363356 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.364286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8505c7e9-094f-409c-a039-67e2f1117bf7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:14.369898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.372282 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8c555a3d-f9ea-4ced-b29e-a6588b6ee1c4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.3919151
Apr 16 21:22:14.377471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39914) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:14.385683 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c70f5dea-6090-4c9a-9a22-c9a88cca3061 req-643597c2-6f49-41a1-a795-0fa368c5a2b6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1041262
Apr 16 21:22:14.446507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5df95-6b19-43ed-bef7-458b0b8f4ee4 admin admin] Network e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:22:14.471521 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Set router 60c480a9-b64a-46cd-9bed-5d3c05a8b23b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:14.498670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39920) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:14.499350 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b04703cf-3b0c-4cbb-ae89-2799dcc4931f req-714b03a6-97a8-49f0-ba1c-364c78368989 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.505592 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b04703cf-3b0c-4cbb-ae89-2799dcc4931f req-714b03a6-97a8-49f0-ba1c-364c78368989 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.6424375
Apr 16 21:22:14.520034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-00a5df95-6b19-43ed-bef7-458b0b8f4ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:14.531420 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a5df95-6b19-43ed-bef7-458b0b8f4ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:14.531420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00a5df95-6b19-43ed-bef7-458b0b8f4ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.533107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b03a6-97a8-49f0-ba1c-364c78368989 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e72bf24-612a-42c9-9634-4c0fbe4cd2a3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:14.636978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c2027d-8dca-484d-8b5b-f5f797c94e2b None None] Network e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:14.690870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f8613caa-1227-447f-8328-318c1a7debad req-8505fe52-29c5-4df6-bdf5-0c59c4e4ef7c tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/9f19fb15-c024-4e40-b9b0-e28d6b5f67aa HTTP/1.1" status: 200  len: 1821 time: 0.1528356
Apr 16 21:22:14.718661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39926) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:14.752892 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-00a5df95-6b19-43ed-bef7-458b0b8f4ee4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.3767707
Apr 16 21:22:14.756212 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248bc1c0>, [{'id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'name': 'tempest-TaggedBootDevicesTest_v242-1911873915-router', 'tenant_id': 'd339712654134db7a87af06de0033645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134'}], 'enable_snat': True}, 'gw_port_id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:12Z', 'revision_number': 3, 'project_id': 'd339712654134db7a87af06de0033645', 'gw_port': {'id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:34:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:14.803288 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Checking router: 60c480a9-b64a-46cd-9bed-5d3c05a8b23b for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:22:14.803734 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Updating router 60c480a9-b64a-46cd-9bed-5d3c05a8b23b port aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:22:14.815186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-363411393-network', 'tenant_id': '4030f0824ca84b97a7fef26a7384e775'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:14.832830 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f8613caa-1227-447f-8328-318c1a7debad req-b871f4c1-78f7-4811-bdf0-a940d60c1463 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/5e72bf24-612a-42c9-9634-4c0fbe4cd2a3 HTTP/1.1" status: 200  len: 1824 time: 0.1355925
Apr 16 21:22:14.844677 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.860717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8505c7e9-094f-409c-a039-67e2f1117bf7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:14.863025 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.863466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-f8613caa-1227-447f-8328-318c1a7debad req-3c7f3b80-8d57-4c54-b6bb-f0b391aefb4b tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9f19fb15-c024-4e40-b9b0-e28d6b5f67aa', 'remote_group_id': '5e72bf24-612a-42c9-9634-4c0fbe4cd2a3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:14.865679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-f8613caa-1227-447f-8328-318c1a7debad req-3c7f3b80-8d57-4c54-b6bb-f0b391aefb4b tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9f19fb15-c024-4e40-b9b0-e28d6b5f67aa', 'remote_group_id': '5e72bf24-612a-42c9-9634-4c0fbe4cd2a3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:14.940095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=3d11a603-fd29-4db9-94e3-0606047cc166,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:14.957177 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e8a654e-fc27-4d48-8997-26c858cf63b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:14.966497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-35e22656-298e-4f3e-a018-f2d0ffeab88c None None] Current status of the port 3d11a603-fd29-4db9-94e3-0606047cc166 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:15.020198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8505c7e9-094f-409c-a039-67e2f1117bf7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:15.089373 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e8a654e-fc27-4d48-8997-26c858cf63b5 admin admin] Publish callbacks [] for security_group (9fbef352-bc44-4fe5-a600-826430749baf), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.098032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Made reservation on behalf of 4030f0824ca84b97a7fef26a7384e775 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:15.105975 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.150674 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.171548 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e8a654e-fc27-4d48-8997-26c858cf63b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9fbef352-bc44-4fe5-a600-826430749baf), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.245296 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.301179 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a654e-fc27-4d48-8997-26c858cf63b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbef352-bc44-4fe5-a600-826430749baf,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:15.314199 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Publish callbacks [] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.317158 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3e8a654e-fc27-4d48-8997-26c858cf63b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa310d053b0d4bc7bfa8a68f3fb3cbf7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5949628
Apr 16 21:22:15.318646 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f8613caa-1227-447f-8328-318c1a7debad req-3c7f3b80-8d57-4c54-b6bb-f0b391aefb4b tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (85e3562b-0d28-4ec2-8c07-87c8bd98d9ca), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.331239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39948) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:15.383011 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.427980 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37627732-dd99-4e44-8c88-b2bef096ed49 None None] Network e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:15.462698 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f8613caa-1227-447f-8328-318c1a7debad req-3c7f3b80-8d57-4c54-b6bb-f0b391aefb4b tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (85e3562b-0d28-4ec2-8c07-87c8bd98d9ca), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.478793 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Attempting to bind port aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:15.479146 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Attempting to bind port aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:15.479705 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Attempting to bind port aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:15.480445 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Allocated IP 172.20.0.1 (7dce96a1-84a3-49f6-a192-3e475295291b/7ffa3d08-1d21-4aae-a73e-d57fa6249052/eb0fe287-5845-48b6-93fe-b1eac015bec1) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:15.499309 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:15.499942 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:15.500551 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.501110 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:15.501748 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Bound port: aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:15.504131 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.509987 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed02d83b-dc72-4922-93f9-5dad48d4d2f2 admin admin] Publish callbacks [] for security_group (9fbef352-bc44-4fe5-a600-826430749baf), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.530864 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb330ef4-d7a0-48ad-a658-49c151861e72 None None] Pushing event updated for resources: {'Port': ['ID=aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:15.552490 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed02d83b-dc72-4922-93f9-5dad48d4d2f2 admin admin] Publish callbacks [] for security_group (9fbef352-bc44-4fe5-a600-826430749baf), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.555642 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Publish callbacks [] for security_group (63e3ad1b-7174-4e0a-a115-3719e8b04275), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.565994 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f8613caa-1227-447f-8328-318c1a7debad req-3c7f3b80-8d57-4c54-b6bb-f0b391aefb4b tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (85e3562b-0d28-4ec2-8c07-87c8bd98d9ca), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.568579 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] For port aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:15.572986 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] For port aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:15.609459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b3dd86c2-5f08-479c-9b1d-adeaf053b91a None None] Provisioning complete for port 3d11a603-fd29-4db9-94e3-0606047cc166 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:15.609835 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b3dd86c2-5f08-479c-9b1d-adeaf053b91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.637552 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (63e3ad1b-7174-4e0a-a115-3719e8b04275), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.647706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f3b80-8d57-4c54-b6bb-f0b391aefb4b tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e3562b-0d28-4ec2-8c07-87c8bd98d9ca,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:15.650348 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.698924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ffab4036-1f07-4e3f-b772-cd9382134266 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:15.704128 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.708889 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ffab4036-1f07-4e3f-b772-cd9382134266 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:15.713458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ffab4036-1f07-4e3f-b772-cd9382134266 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:15.719898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ffab4036-1f07-4e3f-b772-cd9382134266 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:15.726868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ffab4036-1f07-4e3f-b772-cd9382134266 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:15.729680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3d11a603-fd29-4db9-94e3-0606047cc166 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:15.734685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ffab4036-1f07-4e3f-b772-cd9382134266 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:15.741192 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ffab4036-1f07-4e3f-b772-cd9382134266 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:15.743827 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ffab4036-1f07-4e3f-b772-cd9382134266 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5431 time: 0.1746247
Apr 16 21:22:15.746014 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Routers {'60c480a9-b64a-46cd-9bed-5d3c05a8b23b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:15.746640 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248bc1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['60c480a9-b64a-46cd-9bed-5d3c05a8b23b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:15.756147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:22:15.810888 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb330ef4-d7a0-48ad-a658-49c151861e72 None None] Pushing event updated for resources: {'Port': ['ID=aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:15.818875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-c134b99c-6cde-4a8f-9d7f-e30ce21a0b81 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:15.821299 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-c134b99c-6cde-4a8f-9d7f-e30ce21a0b81 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/networks?id=e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568 HTTP/1.1" status: 200  len: 818 time: 0.3268206
Apr 16 21:22:15.822001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd86c2-5f08-479c-9b1d-adeaf053b91a None None] Current status of the port 3d11a603-fd29-4db9-94e3-0606047cc166 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:15.836810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3d11a603-fd29-4db9-94e3-0606047cc166 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:15.837529 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.849261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f386129-ef46-4d28-8047-7d089af441a4 req-9de91ea4-9ceb-4730-929d-fd5b31838497 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:15.850710 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f386129-ef46-4d28-8047-7d089af441a4 req-9de91ea4-9ceb-4730-929d-fd5b31838497 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "GET /v2.0/ports/b6827444-dd7b-4b83-a82d-0112e07ad27f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0818195
Apr 16 21:22:15.852366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e3ad1b-7174-4e0a-a115-3719e8b04275,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:15.857612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f8613caa-1227-447f-8328-318c1a7debad req-3c7f3b80-8d57-4c54-b6bb-f0b391aefb4b tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.858788 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f8613caa-1227-447f-8328-318c1a7debad req-3c7f3b80-8d57-4c54-b6bb-f0b391aefb4b tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 1.0143843
Apr 16 21:22:15.920408 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] Set router 60c480a9-b64a-46cd-9bed-5d3c05a8b23b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:15.933020 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-9dd3cfac-2e2f-4563-8260-f49a088928b4 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/quotas/138f1e73cc64451395e6c21d31f3615b HTTP/1.1" status: 200  len: 375 time: 0.1059544
Apr 16 21:22:15.948560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3d11a603-fd29-4db9-94e3-0606047cc166 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:15.949083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed02d83b-dc72-4922-93f9-5dad48d4d2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9fbef352-bc44-4fe5-a600-826430749baf), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.951685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed02d83b-dc72-4922-93f9-5dad48d4d2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.956776 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ed02d83b-dc72-4922-93f9-5dad48d4d2f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fbef352-bc44-4fe5-a600-826430749baf HTTP/1.1" status: 204  len: 168 time: 0.6164672
Apr 16 21:22:15.961013 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (a13ddc93-77c2-4579-8c55-a0b5c9e13969), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:15.961576 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Added segment a13ddc93-77c2-4579-8c55-a0b5c9e13969 of type vlan for network e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c
Apr 16 21:22:16.034165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02d83b-dc72-4922-93f9-5dad48d4d2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbef352-bc44-4fe5-a600-826430749baf,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:16.066522 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:16.099309 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d85392-4d62-45b8-9f76-0bf1e076b904 req-d538b0a8-7e49-4999-b73e-85187fa85fd1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:16.105605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d85392-4d62-45b8-9f76-0bf1e076b904 req-d538b0a8-7e49-4999-b73e-85187fa85fd1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:16.111080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d85392-4d62-45b8-9f76-0bf1e076b904 req-d538b0a8-7e49-4999-b73e-85187fa85fd1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:16.117205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d85392-4d62-45b8-9f76-0bf1e076b904 req-d538b0a8-7e49-4999-b73e-85187fa85fd1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:16.122668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d85392-4d62-45b8-9f76-0bf1e076b904 req-d538b0a8-7e49-4999-b73e-85187fa85fd1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:16.128370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d85392-4d62-45b8-9f76-0bf1e076b904 req-d538b0a8-7e49-4999-b73e-85187fa85fd1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:16.134905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d85392-4d62-45b8-9f76-0bf1e076b904 req-d538b0a8-7e49-4999-b73e-85187fa85fd1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:16.136396 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d2d85392-4d62-45b8-9f76-0bf1e076b904 req-d538b0a8-7e49-4999-b73e-85187fa85fd1 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 5431 time: 0.2073746
Apr 16 21:22:16.166338 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f386129-ef46-4d28-8047-7d089af441a4 req-3eccf55b-8d22-4d7a-a128-d1edbd485bcb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "GET /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.3061004
Apr 16 21:22:16.181071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4f386129-ef46-4d28-8047-7d089af441a4 req-f5007a71-9b7d-47c4-b1d1-656f5eba441f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:16.270536 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248bc1c0>, [{'id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'name': 'tempest-TaggedBootDevicesTest_v242-1911873915-router', 'tenant_id': 'd339712654134db7a87af06de0033645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134'}], 'enable_snat': True}, 'gw_port_id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:12Z', 'revision_number': 3, 'project_id': 'd339712654134db7a87af06de0033645', 'gw_port': {'id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:34:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:16.286383 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d2d85392-4d62-45b8-9f76-0bf1e076b904 req-0a472bb3-c71b-417d-86bd-4bc8ec0e6d85 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1273427
Apr 16 21:22:16.290397 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-f5007a71-9b7d-47c4-b1d1-656f5eba441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:16.300906 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:16.303661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:16.304824 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ff1f5-876a-440c-8b4e-aa20c920b8a7 None None] The sync data for ids ['60c480a9-b64a-46cd-9bed-5d3c05a8b23b'] in ncdv-master-1 is: [{'id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'name': 'tempest-TaggedBootDevicesTest_v242-1911873915-router', 'tenant_id': 'd339712654134db7a87af06de0033645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134'}], 'enable_snat': True}, 'gw_port_id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:12Z', 'revision_number': 3, 'project_id': 'd339712654134db7a87af06de0033645', 'gw_port': {'id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:34:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:22:16.304959 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:16.396081 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-51228e19-1278-4955-aeab-622c6510ef12 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=138f1e73cc64451395e6c21d31f3615b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4525614
Apr 16 21:22:16.414408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-c188e96b-58ae-40b3-a8ac-31ddfa67ba38 req-556154a5-155c-47b8-bea1-6d9b7c1988fc tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1725370440', 'description': 'tempest-description-702665887'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:16.455315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] Pushing event updated for resources: {'Network': ['ID=e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:16.465936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:22:16.492695 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Publish callbacks [] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:16.517609 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a0e104c9-adbe-49c1-9585-6809dbdc7b3b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.0177994
Apr 16 21:22:16.519582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39972) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:16.525857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6d4c841f-f495-4d7b-b9a1-ff9bb79c3cc6 admin admin] Request body: {'subnet': {'network_id': 'e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-363411393-subnet', 'tenant_id': '4030f0824ca84b97a7fef26a7384e775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:16.559096 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c188e96b-58ae-40b3-a8ac-31ddfa67ba38 req-556154a5-155c-47b8-bea1-6d9b7c1988fc tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:16.606865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-f5007a71-9b7d-47c4-b1d1-656f5eba441f service neutron] For port b6827444-dd7b-4b83-a82d-0112e07ad27f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6827444-dd7b-4b83-a82d-0112e07ad27f,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:16.609795 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-532a7f6c-c808-492b-a7c3-958ec35eda49 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1918569
Apr 16 21:22:16.631943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4c841f-f495-4d7b-b9a1-ff9bb79c3cc6 admin admin] Made reservation on behalf of 4030f0824ca84b97a7fef26a7384e775 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:16.634371 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6d4c841f-f495-4d7b-b9a1-ff9bb79c3cc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:16.671653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-f5007a71-9b7d-47c4-b1d1-656f5eba441f service neutron] For port b6827444-dd7b-4b83-a82d-0112e07ad27f, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:16.712031 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:16.743079 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c188e96b-58ae-40b3-a8ac-31ddfa67ba38 req-556154a5-155c-47b8-bea1-6d9b7c1988fc tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (2609ebb3-4f67-48ae-a88a-3254a0b5eabd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:16.753612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-4f386129-ef46-4d28-8047-7d089af441a4 req-f5007a71-9b7d-47c4-b1d1-656f5eba441f service neutron] device_id is not set on port b6827444-dd7b-4b83-a82d-0112e07ad27f yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:22:16.765929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-f5007a71-9b7d-47c4-b1d1-656f5eba441f service neutron] Publish callbacks [] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:16.805908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c188e96b-58ae-40b3-a8ac-31ddfa67ba38 req-556154a5-155c-47b8-bea1-6d9b7c1988fc tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2609ebb3-4f67-48ae-a88a-3254a0b5eabd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:16.824738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Network 7dce96a1-84a3-49f6-a192-3e475295291b is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:16.841910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0fe287-5845-48b6-93fe-b1eac015bec1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:16.843155 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-f5007a71-9b7d-47c4-b1d1-656f5eba441f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:16.861495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:16.870774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:16.938851 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c188e96b-58ae-40b3-a8ac-31ddfa67ba38 req-556154a5-155c-47b8-bea1-6d9b7c1988fc tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:16.940211 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c188e96b-58ae-40b3-a8ac-31ddfa67ba38 req-556154a5-155c-47b8-bea1-6d9b7c1988fc tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.5912910
Apr 16 21:22:16.981704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-1a92bcb7-228d-48c7-b05e-22624053db73 service neutron] 10.222.0.20 "GET /v2.0/networks/e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3641460
Apr 16 21:22:16.982383 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556154a5-155c-47b8-bea1-6d9b7c1988fc tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2609ebb3-4f67-48ae-a88a-3254a0b5eabd,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:17.017190 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:17.073431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-9efd8733-101a-4061-8726-d1aa574190ff req-808c808b-d101-4677-a370-722621292707 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1625118632', 'description': 'tempest-description-2033291708'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:17.110543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-f5007a71-9b7d-47c4-b1d1-656f5eba441f service neutron] No DVR routers for this DVR port b6827444-dd7b-4b83-a82d-0112e07ad27f on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:17.136688 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5007a71-9b7d-47c4-b1d1-656f5eba441f service neutron] Pushing event updated for resources: {'Port': ['ID=b6827444-dd7b-4b83-a82d-0112e07ad27f,revision_number=6']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:17.263458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4f386129-ef46-4d28-8047-7d089af441a4 req-f5007a71-9b7d-47c4-b1d1-656f5eba441f service neutron] In _notify_port_updated(), no bound segment for port b6827444-dd7b-4b83-a82d-0112e07ad27f on network 2a1311c2-594d-49ff-bcbd-69e881faa649 {{(pid=122556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:22:17.264713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f386129-ef46-4d28-8047-7d089af441a4 req-f5007a71-9b7d-47c4-b1d1-656f5eba441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:17.265431 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-f5007a71-9b7d-47c4-b1d1-656f5eba441f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:17.266956 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f386129-ef46-4d28-8047-7d089af441a4 req-f5007a71-9b7d-47c4-b1d1-656f5eba441f service neutron] 10.222.0.41 "PUT /v2.0/ports/b6827444-dd7b-4b83-a82d-0112e07ad27f HTTP/1.1" status: 200  len: 1027 time: 1.0920074
Apr 16 21:22:17.349347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f386129-ef46-4d28-8047-7d089af441a4 req-2af6fbe9-ad16-4584-81cd-6963428adcf8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:17.350975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f386129-ef46-4d28-8047-7d089af441a4 req-2af6fbe9-ad16-4584-81cd-6963428adcf8 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "GET /v2.0/ports/973da309-126f-4308-a6f4-32352abab6e7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0760083
Apr 16 21:22:17.362124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1266ce5c-60f7-4a0f-be7c-52e9a61c89dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:17.450305 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1266ce5c-60f7-4a0f-be7c-52e9a61c89dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (973da309-126f-4308-a6f4-32352abab6e7), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:17.472364 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9efd8733-101a-4061-8726-d1aa574190ff req-808c808b-d101-4677-a370-722621292707 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:17.491589 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6d4c841f-f495-4d7b-b9a1-ff9bb79c3cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (1fcd78d0-6c15-4046-987b-0e34d0bcb728), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:17.493596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5c18130f-704a-428e-a54d-91151898d583 None None] Provisioning complete for port eb0fe287-5845-48b6-93fe-b1eac015bec1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:17.494072 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5c18130f-704a-428e-a54d-91151898d583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:17.586447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5c18130f-704a-428e-a54d-91151898d583 None None] Port eb0fe287-5845-48b6-93fe-b1eac015bec1 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:22:17.602901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5c18130f-704a-428e-a54d-91151898d583 None None] Provisioning complete for port b6827444-dd7b-4b83-a82d-0112e07ad27f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:17.603286 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5c18130f-704a-428e-a54d-91151898d583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:17.638856 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:17.710109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5c18130f-704a-428e-a54d-91151898d583 None None] Port b6827444-dd7b-4b83-a82d-0112e07ad27f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:22:17.755420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:17.814356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9efd8733-101a-4061-8726-d1aa574190ff req-808c808b-d101-4677-a370-722621292707 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (5077c1ab-c69e-4e96-abaa-b94600a6bf34), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:17.824737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1266ce5c-60f7-4a0f-be7c-52e9a61c89dc service neutron] For port 973da309-126f-4308-a6f4-32352abab6e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=973da309-126f-4308-a6f4-32352abab6e7,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:17.846475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:17.846866 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:17.852484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c841f-f495-4d7b-b9a1-ff9bb79c3cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fcd78d0-6c15-4046-987b-0e34d0bcb728,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:17.869370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4c841f-f495-4d7b-b9a1-ff9bb79c3cc6 admin admin] Checking segment: {'id': 'a13ddc93-77c2-4579-8c55-a0b5c9e13969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:17.870156 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4c841f-f495-4d7b-b9a1-ff9bb79c3cc6 admin admin] Network hostable DHCP agents. Network: e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:22:17.877149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1266ce5c-60f7-4a0f-be7c-52e9a61c89dc service neutron] For port 973da309-126f-4308-a6f4-32352abab6e7, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:17.882970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42a5fa-fdcb-40f2-a70c-0c897462a985 req-60d9b57b-3404-457e-be7e-8a442fab6a86 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:17.888770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42a5fa-fdcb-40f2-a70c-0c897462a985 req-60d9b57b-3404-457e-be7e-8a442fab6a86 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:17.895352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42a5fa-fdcb-40f2-a70c-0c897462a985 req-60d9b57b-3404-457e-be7e-8a442fab6a86 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:17.902391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42a5fa-fdcb-40f2-a70c-0c897462a985 req-60d9b57b-3404-457e-be7e-8a442fab6a86 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:17.902864 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9efd8733-101a-4061-8726-d1aa574190ff req-808c808b-d101-4677-a370-722621292707 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5077c1ab-c69e-4e96-abaa-b94600a6bf34), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:17.908734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42a5fa-fdcb-40f2-a70c-0c897462a985 req-60d9b57b-3404-457e-be7e-8a442fab6a86 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:17.916117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42a5fa-fdcb-40f2-a70c-0c897462a985 req-60d9b57b-3404-457e-be7e-8a442fab6a86 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:17.918166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e42a5fa-fdcb-40f2-a70c-0c897462a985 req-60d9b57b-3404-457e-be7e-8a442fab6a86 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 4657 time: 0.3100204
Apr 16 21:22:17.941014 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1266ce5c-60f7-4a0f-be7c-52e9a61c89dc service neutron] device_id is not set on port 973da309-126f-4308-a6f4-32352abab6e7 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:22:17.958375 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1266ce5c-60f7-4a0f-be7c-52e9a61c89dc service neutron] Publish callbacks [] for port (973da309-126f-4308-a6f4-32352abab6e7), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:17.961329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c808b-d101-4677-a370-722621292707 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5077c1ab-c69e-4e96-abaa-b94600a6bf34,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:17.966949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:17.967613 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:17.995277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:18.026549 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9efd8733-101a-4061-8726-d1aa574190ff req-808c808b-d101-4677-a370-722621292707 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.028428 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9efd8733-101a-4061-8726-d1aa574190ff req-808c808b-d101-4677-a370-722621292707 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 1.0073433
Apr 16 21:22:18.052481 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1266ce5c-60f7-4a0f-be7c-52e9a61c89dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (973da309-126f-4308-a6f4-32352abab6e7), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.073120 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e42a5fa-fdcb-40f2-a70c-0c897462a985 req-bef8704e-7450-4f2b-9cbe-425d773c632e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&id=c9fce068-1310-4d86-9d29-9978be3cc7fd&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1429322
Apr 16 21:22:18.109390 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.119287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4c841f-f495-4d7b-b9a1-ff9bb79c3cc6 admin admin] Network e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:22:18.123536 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Publish callbacks [] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.142099 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266ce5c-60f7-4a0f-be7c-52e9a61c89dc service neutron] Pushing event updated for resources: {'Port': ['ID=973da309-126f-4308-a6f4-32352abab6e7,revision_number=6']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:18.163671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:18.182142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3ddb9c2-26f6-4681-bf15-b058dbc1dc3f req-47f185ad-fece-4307-a3de-8a248972aed3 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/2609ebb3-4f67-48ae-a88a-3254a0b5eabd HTTP/1.1" status: 200  len: 1823 time: 0.0620658
Apr 16 21:22:18.215957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-6d4c841f-f495-4d7b-b9a1-ff9bb79c3cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:18.219020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-70fa05dd-460f-4cca-ad0b-bb2c67ebb0fa req-00cf820c-6cdf-4665-94fc-42aff0817a9b tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 210 time: 0.0711973
Apr 16 21:22:18.220915 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.250231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1266ce5c-60f7-4a0f-be7c-52e9a61c89dc service neutron] No DVR routers for this DVR port 973da309-126f-4308-a6f4-32352abab6e7 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:18.255646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f52c46f-060a-4b7d-8b27-6870e28856fd None None] Network e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:18.274287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4c841f-f495-4d7b-b9a1-ff9bb79c3cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:18.274897 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6d4c841f-f495-4d7b-b9a1-ff9bb79c3cc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.292965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1266ce5c-60f7-4a0f-be7c-52e9a61c89dc service neutron] In _notify_port_updated(), no bound segment for port 973da309-126f-4308-a6f4-32352abab6e7 on network 2a1311c2-594d-49ff-bcbd-69e881faa649 {{(pid=122556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:22:18.294306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1266ce5c-60f7-4a0f-be7c-52e9a61c89dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:18.295178 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1266ce5c-60f7-4a0f-be7c-52e9a61c89dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.298249 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1266ce5c-60f7-4a0f-be7c-52e9a61c89dc service neutron] 10.222.0.41 "PUT /v2.0/ports/973da309-126f-4308-a6f4-32352abab6e7 HTTP/1.1" status: 200  len: 1025 time: 0.9402013
Apr 16 21:22:18.365945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3ddb9c2-26f6-4681-bf15-b058dbc1dc3f req-5a147040-7136-4b18-b6ce-7690aa2f2521 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/5077c1ab-c69e-4e96-abaa-b94600a6bf34 HTTP/1.1" status: 200  len: 1824 time: 0.1780815
Apr 16 21:22:18.379108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d3ddb9c2-26f6-4681-bf15-b058dbc1dc3f req-973ca3a6-9ce3-465e-8c49-1cbd54ddfdba tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2609ebb3-4f67-48ae-a88a-3254a0b5eabd', 'remote_group_id': '5077c1ab-c69e-4e96-abaa-b94600a6bf34', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:18.379446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d3ddb9c2-26f6-4681-bf15-b058dbc1dc3f req-973ca3a6-9ce3-465e-8c49-1cbd54ddfdba tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2609ebb3-4f67-48ae-a88a-3254a0b5eabd', 'remote_group_id': '5077c1ab-c69e-4e96-abaa-b94600a6bf34', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:18.403796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.412359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 89946b61-fbf7-4964-8abf-1d6403aac9ec no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:18.443461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4f386129-ef46-4d28-8047-7d089af441a4 req-e05dcc68-d222-4a0a-ad4f-aafd30b3ed3d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Deleting port c6438618-4e2e-4e98-a08e-fdf410282f72 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:18.444009 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-e05dcc68-d222-4a0a-ad4f-aafd30b3ed3d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.526563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6d4c841f-f495-4d7b-b9a1-ff9bb79c3cc6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9981923
Apr 16 21:22:18.527864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0fe287-5845-48b6-93fe-b1eac015bec1,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:18.624817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee82a89-da3d-4d5c-b716-50946de351d2 None None] Network e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:18.636313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-e05dcc68-d222-4a0a-ad4f-aafd30b3ed3d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] For port c6438618-4e2e-4e98-a08e-fdf410282f72, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6438618-4e2e-4e98-a08e-fdf410282f72,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:18.638142 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-e05dcc68-d222-4a0a-ad4f-aafd30b3ed3d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.675879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4f386129-ef46-4d28-8047-7d089af441a4 req-e05dcc68-d222-4a0a-ad4f-aafd30b3ed3d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Calling delete_port for c6438618-4e2e-4e98-a08e-fdf410282f72 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:18.716441 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Network 7dce96a1-84a3-49f6-a192-3e475295291b is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:18.718274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:18.725390 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d3ddb9c2-26f6-4681-bf15-b058dbc1dc3f req-973ca3a6-9ce3-465e-8c49-1cbd54ddfdba tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (e4be4c3f-0040-4140-8daa-f30cc3341a6f), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.763493 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 89946b61-fbf7-4964-8abf-1d6403aac9ec is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:18.763493 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.835189 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d3ddb9c2-26f6-4681-bf15-b058dbc1dc3f req-973ca3a6-9ce3-465e-8c49-1cbd54ddfdba tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (e4be4c3f-0040-4140-8daa-f30cc3341a6f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.835932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89946b61-fbf7-4964-8abf-1d6403aac9ec'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:18.838113 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e522519b-bd16-40b8-85d6-d4a2d8fc3781" -d '{"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-unplugged", "status": "completed", "tag": "89946b61-fbf7-4964-8abf-1d6403aac9ec"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:18.856293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4b30e820-f223-42b9-a226-93a30ef47bca None None] Provisioning complete for port 973da309-126f-4308-a6f4-32352abab6e7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:18.857018 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4b30e820-f223-42b9-a226-93a30ef47bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (973da309-126f-4308-a6f4-32352abab6e7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:18.915311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4b30e820-f223-42b9-a226-93a30ef47bca None None] Port 973da309-126f-4308-a6f4-32352abab6e7 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:22:18.920771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 89946b61-fbf7-4964-8abf-1d6403aac9ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89946b61-fbf7-4964-8abf-1d6403aac9ec,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:18.946174 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d3ddb9c2-26f6-4681-bf15-b058dbc1dc3f req-973ca3a6-9ce3-465e-8c49-1cbd54ddfdba tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (e4be4c3f-0040-4140-8daa-f30cc3341a6f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:19.005141 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:19.005141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 90479900-4d72-46a0-92ee-feff9e50d619 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:19.032005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ca3a6-9ce3-465e-8c49-1cbd54ddfdba tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4be4c3f-0040-4140-8daa-f30cc3341a6f,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:19.050898 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-e05dcc68-d222-4a0a-ad4f-aafd30b3ed3d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c6438618-4e2e-4e98-a08e-fdf410282f72), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:19.107910 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d3ddb9c2-26f6-4681-bf15-b058dbc1dc3f req-973ca3a6-9ce3-465e-8c49-1cbd54ddfdba tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:19.122575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3ddb9c2-26f6-4681-bf15-b058dbc1dc3f req-973ca3a6-9ce3-465e-8c49-1cbd54ddfdba tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.7556176
Apr 16 21:22:19.138665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dcc68-d222-4a0a-ad4f-aafd30b3ed3d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event deleted for resources: {'Port': ['ID=c6438618-4e2e-4e98-a08e-fdf410282f72,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:19.147644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=89946b61-fbf7-4964-8abf-1d6403aac9ec,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:19.164920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13f0288e-46a6-4bea-b9cf-d54d83ff2b1d None None] Provisioning complete for port eb0fe287-5845-48b6-93fe-b1eac015bec1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:19.165485 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13f0288e-46a6-4bea-b9cf-d54d83ff2b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:19.211628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Router 60c480a9-b64a-46cd-9bed-5d3c05a8b23b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:22:19.211795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13f0288e-46a6-4bea-b9cf-d54d83ff2b1d None None] Port eb0fe287-5845-48b6-93fe-b1eac015bec1 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:22:19.220426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-e05dcc68-d222-4a0a-ad4f-aafd30b3ed3d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] No DVR routers for this DVR port c6438618-4e2e-4e98-a08e-fdf410282f72 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:19.228319 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b4e344-090b-4ad7-b009-7ff53087ea3c x-openstack-request-id: req-00b4e344-090b-4ad7-b009-7ff53087ea3c {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:19.228623 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-unplugged", "status": "completed", "tag": "89946b61-fbf7-4964-8abf-1d6403aac9ec", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:19.232280 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00b4e344-090b-4ad7-b009-7ff53087ea3c {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:19.232280 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b4e344-090b-4ad7-b009-7ff53087ea3c'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89946b61-fbf7-4964-8abf-1d6403aac9ec', 'code': 200}
Apr 16 21:22:19.232521 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-e05dcc68-d222-4a0a-ad4f-aafd30b3ed3d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:19.236325 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f386129-ef46-4d28-8047-7d089af441a4 req-e05dcc68-d222-4a0a-ad4f-aafd30b3ed3d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "DELETE /v2.0/ports/c6438618-4e2e-4e98-a08e-fdf410282f72 HTTP/1.1" status: 204  len: 173 time: 0.9328663
Apr 16 21:22:19.236997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-deleted', 'tag': 'c6438618-4e2e-4e98-a08e-fdf410282f72'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:19.239813 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3447cb45-f5a4-4e01-8aa0-86c08087d987" -d '{"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-deleted", "tag": "c6438618-4e2e-4e98-a08e-fdf410282f72"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:19.333168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 90479900-4d72-46a0-92ee-feff9e50d619 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:19.334590 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (90479900-4d72-46a0-92ee-feff9e50d619), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:19.371693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Deleting port 90479900-4d72-46a0-92ee-feff9e50d619 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:19.372480 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (90479900-4d72-46a0-92ee-feff9e50d619), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:19.395709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 90479900-4d72-46a0-92ee-feff9e50d619, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90479900-4d72-46a0-92ee-feff9e50d619,segment=NetworkSegment(9bd09c80-5899-46f1-b1f8-35481ccea76a),segment_id=9bd09c80-5899-46f1-b1f8-35481ccea76a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:19.436231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd1d29-df57-4cf4-bef4-679cc56c6c8e req-868231f0-e0f3-4376-aa87-078f2c53e5cf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:19.441867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd1d29-df57-4cf4-bef4-679cc56c6c8e req-868231f0-e0f3-4376-aa87-078f2c53e5cf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:19.448682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd1d29-df57-4cf4-bef4-679cc56c6c8e req-868231f0-e0f3-4376-aa87-078f2c53e5cf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:19.451579 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (90479900-4d72-46a0-92ee-feff9e50d619), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:19.457095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd1d29-df57-4cf4-bef4-679cc56c6c8e req-868231f0-e0f3-4376-aa87-078f2c53e5cf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:19.458405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 289d892c-efd8-4a45-8065-39c93c83ca97 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:19.473990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18cd1d29-df57-4cf4-bef4-679cc56c6c8e req-868231f0-e0f3-4376-aa87-078f2c53e5cf tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 3148 time: 0.1088433
Apr 16 21:22:19.477421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:22:19.491068 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-66eee7ac-ec90-47bb-aaf7-f3c132478bd5 admin admin] 10.222.0.20 "PUT /v2.0/routers/60c480a9-b64a-46cd-9bed-5d3c05a8b23b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1085835
Apr 16 21:22:19.504526 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f54c8019-a314-4066-aeeb-2bfea3e7e19b req-e6c00813-2d34-4eaa-ab39-5362a18fa787 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/5077c1ab-c69e-4e96-abaa-b94600a6bf34 HTTP/1.1" status: 200  len: 1824 time: 0.0759783
Apr 16 21:22:19.571440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18cd1d29-df57-4cf4-bef4-679cc56c6c8e req-a25739f5-1d66-4b93-8547-07b290eacf53 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0964546
Apr 16 21:22:19.604852 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] For port 90479900-4d72-46a0-92ee-feff9e50d619, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90479900-4d72-46a0-92ee-feff9e50d619,segment=NetworkSegment(9bd09c80-5899-46f1-b1f8-35481ccea76a),segment_id=9bd09c80-5899-46f1-b1f8-35481ccea76a)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:19.605230 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (90479900-4d72-46a0-92ee-feff9e50d619), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:19.655138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=90479900-4d72-46a0-92ee-feff9e50d619,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:19.655798 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f54c8019-a314-4066-aeeb-2bfea3e7e19b req-b3525b6e-0f94-40b0-bcc4-af939262cef2 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (5077c1ab-c69e-4e96-abaa-b94600a6bf34), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:19.689860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Sync routers for ids ['60c480a9-b64a-46cd-9bed-5d3c05a8b23b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:22:19.718485 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c881daa-86e9-4fee-b6cc-a112f9771239 x-openstack-request-id: req-2c881daa-86e9-4fee-b6cc-a112f9771239 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:19.718699 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-deleted", "tag": "c6438618-4e2e-4e98-a08e-fdf410282f72", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:19.719075 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c881daa-86e9-4fee-b6cc-a112f9771239 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:19.719360 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c881daa-86e9-4fee-b6cc-a112f9771239'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-deleted', 'tag': 'c6438618-4e2e-4e98-a08e-fdf410282f72', 'status': 'completed', 'code': 200}
Apr 16 21:22:19.748919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:19.767336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f54c8019-a314-4066-aeeb-2bfea3e7e19b req-b3525b6e-0f94-40b0-bcc4-af939262cef2 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (5077c1ab-c69e-4e96-abaa-b94600a6bf34), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:19.789110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Routers {'60c480a9-b64a-46cd-9bed-5d3c05a8b23b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:19.789110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fea8b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['60c480a9-b64a-46cd-9bed-5d3c05a8b23b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:19.890743 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53453f0c-e914-4f7e-b8da-1d89687f35b7 req-820a6088-d7d8-4149-98b2-dd6cff8b4c5d tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 210 time: 0.0616963
Apr 16 21:22:20.002372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 289d892c-efd8-4a45-8065-39c93c83ca97 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:20.004021 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:20.009884 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:20.010712 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (8895ba87-9a53-4e91-9516-17bad484c5ad), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:20.010712 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Floating IP 8895ba87-9a53-4e91-9516-17bad484c5ad disassociated. External IP: 172.35.1.172, port: 90479900-4d72-46a0-92ee-feff9e50d619.
Apr 16 21:22:20.010903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Calling delete_port for 90479900-4d72-46a0-92ee-feff9e50d619 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:20.021773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:20.022161 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:20.079401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f54c8019-a314-4066-aeeb-2bfea3e7e19b req-b3525b6e-0f94-40b0-bcc4-af939262cef2 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5077c1ab-c69e-4e96-abaa-b94600a6bf34), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:20.083456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f54c8019-a314-4066-aeeb-2bfea3e7e19b req-b3525b6e-0f94-40b0-bcc4-af939262cef2 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:20.085462 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f54c8019-a314-4066-aeeb-2bfea3e7e19b req-b3525b6e-0f94-40b0-bcc4-af939262cef2 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "DELETE /v2.0/security-groups/5077c1ab-c69e-4e96-abaa-b94600a6bf34 HTTP/1.1" status: 204  len: 173 time: 0.5705843
Apr 16 21:22:20.097793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 289d892c-efd8-4a45-8065-39c93c83ca97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=289d892c-efd8-4a45-8065-39c93c83ca97,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:20.106439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Set router 60c480a9-b64a-46cd-9bed-5d3c05a8b23b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:20.111033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3525b6e-0f94-40b0-bcc4-af939262cef2 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5077c1ab-c69e-4e96-abaa-b94600a6bf34,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:20.171292 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:20.172007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:20.247816 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58dade28-df24-4dab-8573-a68b0ea9d5b4 req-8f76cec8-bcf5-474d-bda6-611872003982 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/2609ebb3-4f67-48ae-a88a-3254a0b5eabd HTTP/1.1" status: 200  len: 1823 time: 0.1120214
Apr 16 21:22:20.313354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-c569b29b-a561-49ac-ae7c-71977db63c39 req-afe4f198-68ce-4e84-80a7-3b52fa5f664a tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-761705519', 'description': 'tempest-description-1587519547'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:20.397339 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (90479900-4d72-46a0-92ee-feff9e50d619), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:20.432942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-2852f1f1-54c3-4f68-b1a4-49212736fdf7 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:20.435682 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-2852f1f1-54c3-4f68-b1a4-49212736fdf7 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.41 "GET /v2.0/networks?id=e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568 HTTP/1.1" status: 200  len: 818 time: 0.1800940
Apr 16 21:22:20.462661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-eae07d61-db90-492f-ad31-c326f3172bc2 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Request body: {'port': {'device_id': '0246e469-bac2-4e9f-bd3f-bd5e1e60618f', 'network_id': 'e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568', 'admin_state_up': True, 'tenant_id': '138f1e73cc64451395e6c21d31f3615b'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:20.486548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event deleted for resources: {'Port': ['ID=90479900-4d72-46a0-92ee-feff9e50d619,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:20.514057 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c569b29b-a561-49ac-ae7c-71977db63c39 req-afe4f198-68ce-4e84-80a7-3b52fa5f664a tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:20.737782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=289d892c-efd8-4a45-8065-39c93c83ca97,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:20.859878 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:20.909281 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c569b29b-a561-49ac-ae7c-71977db63c39 req-afe4f198-68ce-4e84-80a7-3b52fa5f664a tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (d039c2aa-9fac-40b3-a04d-62d0d344f07a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:20.932083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:22:20.958000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:20.958402 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:20.966969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99fbc7-e537-410e-82c2-43b4e3fa74b0 req-dd94a98b-0f0e-4a1d-bb78-e643ad647680 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:20.976347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99fbc7-e537-410e-82c2-43b4e3fa74b0 req-dd94a98b-0f0e-4a1d-bb78-e643ad647680 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:20.984010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99fbc7-e537-410e-82c2-43b4e3fa74b0 req-dd94a98b-0f0e-4a1d-bb78-e643ad647680 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:20.992352 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e99fbc7-e537-410e-82c2-43b4e3fa74b0 req-dd94a98b-0f0e-4a1d-bb78-e643ad647680 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 2411 time: 0.2330682
Apr 16 21:22:20.997965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c569b29b-a561-49ac-ae7c-71977db63c39 req-afe4f198-68ce-4e84-80a7-3b52fa5f664a tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d039c2aa-9fac-40b3-a04d-62d0d344f07a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:21.023706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:21.078858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e99fbc7-e537-410e-82c2-43b4e3fa74b0 req-f6291796-cd66-442a-9bcb-b93f91b0719d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0852218
Apr 16 21:22:21.079731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fea8b80>, [{'id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'name': 'tempest-TaggedBootDevicesTest_v242-1911873915-router', 'tenant_id': 'd339712654134db7a87af06de0033645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134'}], 'enable_snat': True}, 'gw_port_id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:17Z', 'revision_number': 4, 'project_id': 'd339712654134db7a87af06de0033645', 'gw_port': {'id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:34:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb0fe287-5845-48b6-93fe-b1eac015bec1', 'name': '', 'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b', 'tenant_id': 'd339712654134db7a87af06de0033645', 'mac_address': 'fa:16:3e:a6:f8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '7ffa3d08-1d21-4aae-a73e-d57fa6249052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:15Z', 'updated_at': '2022-04-16T21:22:17Z', 'revision_number': 2, 'project_id': 'd339712654134db7a87af06de0033645', 'subnets': [{'id': '7ffa3d08-1d21-4aae-a73e-d57fa6249052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:21.104567 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c569b29b-a561-49ac-ae7c-71977db63c39 req-afe4f198-68ce-4e84-80a7-3b52fa5f664a tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:21.104567 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c569b29b-a561-49ac-ae7c-71977db63c39 req-afe4f198-68ce-4e84-80a7-3b52fa5f664a tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.8008516
Apr 16 21:22:21.131955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Checking router: 60c480a9-b64a-46cd-9bed-5d3c05a8b23b for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:22:21.132969 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Updating router 60c480a9-b64a-46cd-9bed-5d3c05a8b23b port eb0fe287-5845-48b6-93fe-b1eac015bec1 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:22:21.135013 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:21.135715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 973da309-126f-4308-a6f4-32352abab6e7 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:21.141554 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4f198-68ce-4e84-80a7-3b52fa5f664a tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d039c2aa-9fac-40b3-a04d-62d0d344f07a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:21.166910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:22:21.178053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-eae07d61-db90-492f-ad31-c326f3172bc2 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Made reservation on behalf of 138f1e73cc64451395e6c21d31f3615b for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:21.182932 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f48ae7-c5fd-4b7f-9199-dc17852e6436 None None] Sync routers for ids ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:22:21.183721 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-eae07d61-db90-492f-ad31-c326f3172bc2 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:21.202112 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f48ae7-c5fd-4b7f-9199-dc17852e6436 None None] Routers {'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:21.202751 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f9f48ae7-c5fd-4b7f-9199-dc17852e6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c37b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:21.216958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] No DVR routers for this DVR port 90479900-4d72-46a0-92ee-feff9e50d619 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:21.219854 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:21.224300 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f386129-ef46-4d28-8047-7d089af441a4 req-1732244e-f77b-4709-a44e-e53d3622706e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "DELETE /v2.0/ports/90479900-4d72-46a0-92ee-feff9e50d619 HTTP/1.1" status: 204  len: 173 time: 1.9804876
Apr 16 21:22:21.235141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90479900-4d72-46a0-92ee-feff9e50d619'}, {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289d892c-efd8-4a45-8065-39c93c83ca97'}, {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:21.235317 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3595385d-1785-461f-86f6-84d47976589f" -d '{"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-unplugged", "status": "completed", "tag": "90479900-4d72-46a0-92ee-feff9e50d619"}, {"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-unplugged", "status": "completed", "tag": "289d892c-efd8-4a45-8065-39c93c83ca97"}, {"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:21.347226 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ef1ce10-e861-49ea-adf4-d88014a34434 req-71fd12b7-6bbd-434c-bc43-a527d7f14a84 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 210 time: 0.1062543
Apr 16 21:22:21.361876 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f9f48ae7-c5fd-4b7f-9199-dc17852e6436 None None] Set router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:21.376894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port 973da309-126f-4308-a6f4-32352abab6e7 host ! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:22:21.390190 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 973da309-126f-4308-a6f4-32352abab6e7 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:21.392265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c6438618-4e2e-4e98-a08e-fdf410282f72 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:21.404049 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:21.438021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ca8495b9-bf68-44b8-8a30-d48e14c6be4e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Deleting port 289d892c-efd8-4a45-8065-39c93c83ca97 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:21.438021 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ca8495b9-bf68-44b8-8a30-d48e14c6be4e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:21.481217 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894e1dcf-fd34-4a06-aa7a-645d8a6ef325 x-openstack-request-id: req-894e1dcf-fd34-4a06-aa7a-645d8a6ef325 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:21.481633 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-unplugged", "status": "completed", "tag": "90479900-4d72-46a0-92ee-feff9e50d619", "code": 200}, {"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-unplugged", "status": "completed", "tag": "289d892c-efd8-4a45-8065-39c93c83ca97", "code": 200}, {"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:21.482021 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-894e1dcf-fd34-4a06-aa7a-645d8a6ef325 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:21.482537 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894e1dcf-fd34-4a06-aa7a-645d8a6ef325'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90479900-4d72-46a0-92ee-feff9e50d619', 'code': 200}
Apr 16 21:22:21.482908 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894e1dcf-fd34-4a06-aa7a-645d8a6ef325'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289d892c-efd8-4a45-8065-39c93c83ca97', 'code': 200}
Apr 16 21:22:21.483270 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894e1dcf-fd34-4a06-aa7a-645d8a6ef325'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62', 'code': 200}
Apr 16 21:22:21.493996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: c6438618-4e2e-4e98-a08e-fdf410282f72 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:21.494598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c6438618-4e2e-4e98-a08e-fdf410282f72 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:21.497317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b6827444-dd7b-4b83-a82d-0112e07ad27f no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:21.572608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ca8495b9-bf68-44b8-8a30-d48e14c6be4e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] For port 289d892c-efd8-4a45-8065-39c93c83ca97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=289d892c-efd8-4a45-8065-39c93c83ca97,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:21.573112 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ca8495b9-bf68-44b8-8a30-d48e14c6be4e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:21.614042 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ca8495b9-bf68-44b8-8a30-d48e14c6be4e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Calling delete_port for 289d892c-efd8-4a45-8065-39c93c83ca97 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:21.656260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:21.685616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port b6827444-dd7b-4b83-a82d-0112e07ad27f host ! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:22:21.686272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b6827444-dd7b-4b83-a82d-0112e07ad27f not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:21.721326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-deleted', 'tag': '90479900-4d72-46a0-92ee-feff9e50d619'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:21.730013 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e4dfd2e-f3ca-4edd-bf24-fdf2624e93fa req-f217e987-7cea-4a93-bd96-7e506da02295 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/d039c2aa-9fac-40b3-a04d-62d0d344f07a HTTP/1.1" status: 200  len: 1823 time: 0.3390439
Apr 16 21:22:21.730148 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b1d889-3dea-4ea7-b06e-290c890829e8" -d '{"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-deleted", "tag": "90479900-4d72-46a0-92ee-feff9e50d619"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:21.751834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-3e4dfd2e-f3ca-4edd-bf24-fdf2624e93fa req-5eef4e4a-1889-48c3-9cc8-bb62094c5586 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd039c2aa-9fac-40b3-a04d-62d0d344f07a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:21.752182 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-3e4dfd2e-f3ca-4edd-bf24-fdf2624e93fa req-5eef4e4a-1889-48c3-9cc8-bb62094c5586 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd039c2aa-9fac-40b3-a04d-62d0d344f07a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:21.787089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-eae07d61-db90-492f-ad31-c326f3172bc2 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Allocated IP 172.20.0.7 (e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568/4683c247-3cd6-4603-b33c-aa7badfc0379/fcb5802b-1192-4604-ab1c-b9b0448c90c4) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:21.853467 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f9f48ae7-c5fd-4b7f-9199-dc17852e6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c37b50>, [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:12:10Z', 'revision_number': 4, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '570ab82b-93cc-4781-a96b-f3978695f68e', 'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'mac_address': 'fa:16:3e:71:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:09Z', 'updated_at': '2022-04-16T21:12:18Z', 'revision_number': 5, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'subnets': [{'id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:21.891259 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f48ae7-c5fd-4b7f-9199-dc17852e6436 None None] Checking router: e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:22:21.902388 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f48ae7-c5fd-4b7f-9199-dc17852e6436 None None] Routers {'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:21.903508 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f9f48ae7-c5fd-4b7f-9199-dc17852e6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c37b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:21.921384 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ca8495b9-bf68-44b8-8a30-d48e14c6be4e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (289d892c-efd8-4a45-8065-39c93c83ca97), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:21.929378 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67408b36-403e-4042-8656-21151a4d6f0b x-openstack-request-id: req-67408b36-403e-4042-8656-21151a4d6f0b {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:21.929708 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-deleted", "tag": "90479900-4d72-46a0-92ee-feff9e50d619", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:21.929967 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67408b36-403e-4042-8656-21151a4d6f0b {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:21.930384 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67408b36-403e-4042-8656-21151a4d6f0b'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-deleted', 'tag': '90479900-4d72-46a0-92ee-feff9e50d619', 'status': 'completed', 'code': 200}
Apr 16 21:22:22.111011 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f9f48ae7-c5fd-4b7f-9199-dc17852e6436 None None] Set router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:22.195626 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3e4dfd2e-f3ca-4edd-bf24-fdf2624e93fa req-5eef4e4a-1889-48c3-9cc8-bb62094c5586 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (e8def139-03a9-4b38-8d5a-27c09dd9f58a), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:22.212955 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Publish callbacks [] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:22.277165 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-eae07d61-db90-492f-ad31-c326f3172bc2 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Publish callbacks [] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:22.280083 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3e4dfd2e-f3ca-4edd-bf24-fdf2624e93fa req-5eef4e4a-1889-48c3-9cc8-bb62094c5586 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (e8def139-03a9-4b38-8d5a-27c09dd9f58a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:22.313574 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:22.332465 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40174) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:22.388758 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f60f29-5795-4f87-8d47-0e58b1ff71b4 None None] Pushing event updated for resources: {'Port': ['ID=eb0fe287-5845-48b6-93fe-b1eac015bec1,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:22.405326 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3e4dfd2e-f3ca-4edd-bf24-fdf2624e93fa req-5eef4e4a-1889-48c3-9cc8-bb62094c5586 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (e8def139-03a9-4b38-8d5a-27c09dd9f58a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:22.466887 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-eae07d61-db90-492f-ad31-c326f3172bc2 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:22.497090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef4e4a-1889-48c3-9cc8-bb62094c5586 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8def139-03a9-4b38-8d5a-27c09dd9f58a,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:22.526263 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f9f48ae7-c5fd-4b7f-9199-dc17852e6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c37b50>, [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:12:10Z', 'revision_number': 4, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '570ab82b-93cc-4781-a96b-f3978695f68e', 'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'mac_address': 'fa:16:3e:71:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:09Z', 'updated_at': '2022-04-16T21:12:18Z', 'revision_number': 5, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'subnets': [{'id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:22.594153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Attempting to bind port eb0fe287-5845-48b6-93fe-b1eac015bec1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:22.594531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Attempting to bind port eb0fe287-5845-48b6-93fe-b1eac015bec1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '035a9fe0-0053-4dfc-b684-c975876d0958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:22.594899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Attempting to bind port eb0fe287-5845-48b6-93fe-b1eac015bec1 on network 7dce96a1-84a3-49f6-a192-3e475295291b {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:22.598261 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f48ae7-c5fd-4b7f-9199-dc17852e6436 None None] The sync data for ids ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'] in ncdv-master-1 is: [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:12:10Z', 'revision_number': 4, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '570ab82b-93cc-4781-a96b-f3978695f68e', 'name': '', 'network_id': '9ac8618f-14fb-4e3b-a70e-311a9f851d3d', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'mac_address': 'fa:16:3e:71:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:09Z', 'updated_at': '2022-04-16T21:12:18Z', 'revision_number': 5, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'subnets': [{'id': 'a548d640-caae-4960-9f0c-0d45e1c310b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:22:22.604436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:22.604825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Checking segment: {'id': '035a9fe0-0053-4dfc-b684-c975876d0958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:22.614587 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:22.614587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Bound using segment: {'id': '035a9fe0-0053-4dfc-b684-c975876d0958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:22.614587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Bound port: eb0fe287-5845-48b6-93fe-b1eac015bec1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035a9fe0-0053-4dfc-b684-c975876d0958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:22.614587 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:22.621043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8495b9-bf68-44b8-8a30-d48e14c6be4e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event deleted for resources: {'Port': ['ID=289d892c-efd8-4a45-8065-39c93c83ca97,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:22.723178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] For port eb0fe287-5845-48b6-93fe-b1eac015bec1, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:22.728632 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] For port eb0fe287-5845-48b6-93fe-b1eac015bec1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb0fe287-5845-48b6-93fe-b1eac015bec1,segment=NetworkSegment(035a9fe0-0053-4dfc-b684-c975876d0958),segment_id=035a9fe0-0053-4dfc-b684-c975876d0958)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:22.756461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ca8495b9-bf68-44b8-8a30-d48e14c6be4e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] No DVR routers for this DVR port 289d892c-efd8-4a45-8065-39c93c83ca97 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:22.761844 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ca8495b9-bf68-44b8-8a30-d48e14c6be4e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:22.766883 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f386129-ef46-4d28-8047-7d089af441a4 req-ca8495b9-bf68-44b8-8a30-d48e14c6be4e tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "DELETE /v2.0/ports/289d892c-efd8-4a45-8065-39c93c83ca97 HTTP/1.1" status: 204  len: 173 time: 1.5378027
Apr 16 21:22:22.823867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2c185-2277-40fc-b0dd-3f8bc4c1736b req-c4e725b6-c428-4d79-b0e2-e88b40f62982 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:22.829704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2c185-2277-40fc-b0dd-3f8bc4c1736b req-c4e725b6-c428-4d79-b0e2-e88b40f62982 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:22.831381 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46c2c185-2277-40fc-b0dd-3f8bc4c1736b req-c4e725b6-c428-4d79-b0e2-e88b40f62982 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 1677 time: 0.2038836
Apr 16 21:22:22.834947 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:22.925733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Routers {'60c480a9-b64a-46cd-9bed-5d3c05a8b23b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:22.927962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fea8b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['60c480a9-b64a-46cd-9bed-5d3c05a8b23b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:22.931050 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4f386129-ef46-4d28-8047-7d089af441a4 req-993c84c0-d5c6-4ee4-ac59-efb6875ee431 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Deleting port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:22.931628 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-993c84c0-d5c6-4ee4-ac59-efb6875ee431 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:22.977286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-eae07d61-db90-492f-ad31-c326f3172bc2 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Network e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:23.016693 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-3e4dfd2e-f3ca-4edd-bf24-fdf2624e93fa req-5eef4e4a-1889-48c3-9cc8-bb62094c5586 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.031067 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e4dfd2e-f3ca-4edd-bf24-fdf2624e93fa req-5eef4e4a-1889-48c3-9cc8-bb62094c5586 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.2936759
Apr 16 21:22:23.034718 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ab5f379b-c1b4-4aa5-a17b-7d1f4bb3ed69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.037684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f60f29-5795-4f87-8d47-0e58b1ff71b4 None None] Pushing event updated for resources: {'Port': ['ID=eb0fe287-5845-48b6-93fe-b1eac015bec1,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:23.051708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ab9440e6-a217-4954-8cfb-25d810f10566 None None] Provisioning complete for port eb0fe287-5845-48b6-93fe-b1eac015bec1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:23.052375 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ab9440e6-a217-4954-8cfb-25d810f10566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.085130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-eae07d61-db90-492f-ad31-c326f3172bc2 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:23.095625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-eae07d61-db90-492f-ad31-c326f3172bc2 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:23.146771 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46c2c185-2277-40fc-b0dd-3f8bc4c1736b req-8d8b492b-6e8a-4ad3-aad4-28e29e2796d6 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3006191
Apr 16 21:22:23.181314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f655594-f26d-4de9-a1c7-916324a1d781 None None] New status for floating IP 8895ba87-9a53-4e91-9516-17bad484c5ad: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:22:23.207051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-eae07d61-db90-492f-ad31-c326f3172bc2 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:23.207804 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-eae07d61-db90-492f-ad31-c326f3172bc2 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.254181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-993c84c0-d5c6-4ee4-ac59-efb6875ee431 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] For port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:23.254707 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-993c84c0-d5c6-4ee4-ac59-efb6875ee431 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.268856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] Set router 60c480a9-b64a-46cd-9bed-5d3c05a8b23b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:23.296795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae07d61-db90-492f-ad31-c326f3172bc2 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Pushing event updated for resources: {'Port': ['ID=fcb5802b-1192-4604-ab1c-b9b0448c90c4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:23.302721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4f386129-ef46-4d28-8047-7d089af441a4 req-993c84c0-d5c6-4ee4-ac59-efb6875ee431 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Calling delete_port for 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:23.319098 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761a745-ac53-47e9-8fb0-86547449f9b8 req-17300b1e-b85d-4eae-a2d2-e082e093277c tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:23.320996 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6761a745-ac53-47e9-8fb0-86547449f9b8 req-17300b1e-b85d-4eae-a2d2-e082e093277c tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 931 time: 0.0982208
Apr 16 21:22:23.359249 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-eae07d61-db90-492f-ad31-c326f3172bc2 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9139507
Apr 16 21:22:23.364379 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ab5f379b-c1b4-4aa5-a17b-7d1f4bb3ed69 admin admin] Publish callbacks [] for security_group (019be5c7-2a95-40f4-a065-4cf26c0b3126), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.370516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Request body: {'port': {'device_id': '0246e469-bac2-4e9f-bd3f-bd5e1e60618f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:23.424774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6761a745-ac53-47e9-8fb0-86547449f9b8 req-5eed8ce0-9c1e-4c82-9571-cda34bea6218 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969651
Apr 16 21:22:23.470376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ab9440e6-a217-4954-8cfb-25d810f10566 None None] Current status of the port eb0fe287-5845-48b6-93fe-b1eac015bec1 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:23.470727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ab9440e6-a217-4954-8cfb-25d810f10566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.481200 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ab5f379b-c1b4-4aa5-a17b-7d1f4bb3ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (019be5c7-2a95-40f4-a065-4cf26c0b3126), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.523876 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.532516 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ab5f379b-c1b4-4aa5-a17b-7d1f4bb3ed69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=427cd2978ba8494db35858e17e5bc532&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1985207
Apr 16 21:22:23.540088 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40228) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:23.544963 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ab9440e6-a217-4954-8cfb-25d810f10566 None None] For port eb0fe287-5845-48b6-93fe-b1eac015bec1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb0fe287-5845-48b6-93fe-b1eac015bec1,segment=NetworkSegment(035a9fe0-0053-4dfc-b684-c975876d0958),segment_id=035a9fe0-0053-4dfc-b684-c975876d0958)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:23.551805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f379b-c1b4-4aa5-a17b-7d1f4bb3ed69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019be5c7-2a95-40f4-a065-4cf26c0b3126,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:23.586891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4dff8f5a-949a-4d32-93a4-3a897eecdf43 req-c452b3e7-795a-42f5-aa26-34d7220ae0d4 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/d039c2aa-9fac-40b3-a04d-62d0d344f07a HTTP/1.1" status: 200  len: 2417 time: 0.0671530
Apr 16 21:22:23.599794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4dff8f5a-949a-4d32-93a4-3a897eecdf43 req-7ae4d741-d0bb-4b48-8bfb-eb10a0f891ce tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd039c2aa-9fac-40b3-a04d-62d0d344f07a', 'remote_group_id': None}]} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:23.602480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4dff8f5a-949a-4d32-93a4-3a897eecdf43 req-7ae4d741-d0bb-4b48-8bfb-eb10a0f891ce tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd039c2aa-9fac-40b3-a04d-62d0d344f07a', 'remote_group_id': None}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:23.642116 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-993c84c0-d5c6-4ee4-ac59-efb6875ee431 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.692551 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ab9440e6-a217-4954-8cfb-25d810f10566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.726233 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c84c0-d5c6-4ee4-ac59-efb6875ee431 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event deleted for resources: {'Port': ['ID=3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:23.739512 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26e1f400-ae11-4e4b-9b90-910bff9dfe81 admin admin] Publish callbacks [] for security_group (019be5c7-2a95-40f4-a065-4cf26c0b3126), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.800595 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26e1f400-ae11-4e4b-9b90-910bff9dfe81 admin admin] Publish callbacks [] for security_group (019be5c7-2a95-40f4-a065-4cf26c0b3126), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.800815 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fea8b80>, [{'id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'name': 'tempest-TaggedBootDevicesTest_v242-1911873915-router', 'tenant_id': 'd339712654134db7a87af06de0033645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134'}], 'enable_snat': True}, 'gw_port_id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:17Z', 'revision_number': 4, 'project_id': 'd339712654134db7a87af06de0033645', 'gw_port': {'id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:34:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb0fe287-5845-48b6-93fe-b1eac015bec1', 'name': '', 'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b', 'tenant_id': 'd339712654134db7a87af06de0033645', 'mac_address': 'fa:16:3e:a6:f8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '7ffa3d08-1d21-4aae-a73e-d57fa6249052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:15Z', 'updated_at': '2022-04-16T21:22:22Z', 'revision_number': 4, 'project_id': 'd339712654134db7a87af06de0033645', 'subnets': [{'id': '7ffa3d08-1d21-4aae-a73e-d57fa6249052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:23.824371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-993c84c0-d5c6-4ee4-ac59-efb6875ee431 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] No DVR routers for this DVR port 3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:23.824371 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-993c84c0-d5c6-4ee4-ac59-efb6875ee431 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.824738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f386129-ef46-4d28-8047-7d089af441a4 req-993c84c0-d5c6-4ee4-ac59-efb6875ee431 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "DELETE /v2.0/ports/3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62 HTTP/1.1" status: 204  len: 173 time: 1.0509093
Apr 16 21:22:23.861915 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85aa729-5896-4dc0-9904-3b4961a6a451 None None] The sync data for ids ['60c480a9-b64a-46cd-9bed-5d3c05a8b23b'] in ncdv-master-1 is: [{'id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'name': 'tempest-TaggedBootDevicesTest_v242-1911873915-router', 'tenant_id': 'd339712654134db7a87af06de0033645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134'}], 'enable_snat': True}, 'gw_port_id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:17Z', 'revision_number': 4, 'project_id': 'd339712654134db7a87af06de0033645', 'gw_port': {'id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:34:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb0fe287-5845-48b6-93fe-b1eac015bec1', 'name': '', 'network_id': '7dce96a1-84a3-49f6-a192-3e475295291b', 'tenant_id': 'd339712654134db7a87af06de0033645', 'mac_address': 'fa:16:3e:a6:f8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '7ffa3d08-1d21-4aae-a73e-d57fa6249052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:15Z', 'updated_at': '2022-04-16T21:22:22Z', 'revision_number': 4, 'project_id': 'd339712654134db7a87af06de0033645', 'subnets': [{'id': '7ffa3d08-1d21-4aae-a73e-d57fa6249052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:22:23.867610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-478d0ad0-947a-4af9-9da6-b9d8aa634dca None None] Provisioning complete for port eb0fe287-5845-48b6-93fe-b1eac015bec1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:23.868054 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-478d0ad0-947a-4af9-9da6-b9d8aa634dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:23.903579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9440e6-a217-4954-8cfb-25d810f10566 None None] Pushing event updated for resources: {'Port': ['ID=eb0fe287-5845-48b6-93fe-b1eac015bec1,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:23.943913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-deleted', 'tag': '289d892c-efd8-4a45-8065-39c93c83ca97'}, {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-deleted', 'tag': '3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:23.947719 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a822c6b-2191-4fb2-958e-30a08de9e96c" -d '{"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-deleted", "tag": "289d892c-efd8-4a45-8065-39c93c83ca97"}, {"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-deleted", "tag": "3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:23.967545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09603759-b140-4634-ad1e-e14b7fbf4736 req-9acab906-b667-4a3e-95e0-86e79d1ad1e7 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:23.969425 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09603759-b140-4634-ad1e-e14b7fbf4736 req-9acab906-b667-4a3e-95e0-86e79d1ad1e7 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 945 time: 0.1258371
Apr 16 21:22:23.994888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4f386129-ef46-4d28-8047-7d089af441a4 req-b74936c8-2ffe-48c7-9acd-dc462970da80 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Deleting port 89946b61-fbf7-4964-8abf-1d6403aac9ec {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:23.995720 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-b74936c8-2ffe-48c7-9acd-dc462970da80 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:24.000854 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4dff8f5a-949a-4d32-93a4-3a897eecdf43 req-7ae4d741-d0bb-4b48-8bfb-eb10a0f891ce tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (b1dd70a9-fac6-46ef-9377-eb03914d2ad2), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:24.064757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-478d0ad0-947a-4af9-9da6-b9d8aa634dca None None] Current status of the port eb0fe287-5845-48b6-93fe-b1eac015bec1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:24.075790 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09603759-b140-4634-ad1e-e14b7fbf4736 req-147ae2ea-1420-4778-b2c8-9e05c754420c tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985174
Apr 16 21:22:24.108340 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26e1f400-ae11-4e4b-9b90-910bff9dfe81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (019be5c7-2a95-40f4-a065-4cf26c0b3126), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:24.111993 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26e1f400-ae11-4e4b-9b90-910bff9dfe81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:24.115356 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-26e1f400-ae11-4e4b-9b90-910bff9dfe81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/019be5c7-2a95-40f4-a065-4cf26c0b3126 HTTP/1.1" status: 204  len: 168 time: 0.5716972
Apr 16 21:22:24.130741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1f400-ae11-4e4b-9b90-910bff9dfe81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019be5c7-2a95-40f4-a065-4cf26c0b3126,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:24.139580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb5802b-1192-4604-ab1c-b9b0448c90c4 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:22:24.148439 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Publish callbacks [] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:24.154917 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4dff8f5a-949a-4d32-93a4-3a897eecdf43 req-7ae4d741-d0bb-4b48-8bfb-eb10a0f891ce tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (b1dd70a9-fac6-46ef-9377-eb03914d2ad2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:24.185250 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Transition to ACTIVE for port object fcb5802b-1192-4604-ab1c-b9b0448c90c4 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:22:24.211575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-b74936c8-2ffe-48c7-9acd-dc462970da80 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] For port 89946b61-fbf7-4964-8abf-1d6403aac9ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89946b61-fbf7-4964-8abf-1d6403aac9ec,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:24.214367 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-b74936c8-2ffe-48c7-9acd-dc462970da80 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:24.251536 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59dca03-c2a6-4fae-b7ae-ee7d5001e162 x-openstack-request-id: req-c59dca03-c2a6-4fae-b7ae-ee7d5001e162 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:24.251831 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-deleted", "tag": "289d892c-efd8-4a45-8065-39c93c83ca97", "status": "completed", "code": 200}, {"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-deleted", "tag": "3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:24.252083 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c59dca03-c2a6-4fae-b7ae-ee7d5001e162 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:24.252777 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59dca03-c2a6-4fae-b7ae-ee7d5001e162'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-deleted', 'tag': '289d892c-efd8-4a45-8065-39c93c83ca97', 'status': 'completed', 'code': 200}
Apr 16 21:22:24.252777 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59dca03-c2a6-4fae-b7ae-ee7d5001e162'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-deleted', 'tag': '3e5cf556-52a6-4c25-b89c-a2b9dc0b4a62', 'status': 'completed', 'code': 200}
Apr 16 21:22:24.254054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4f386129-ef46-4d28-8047-7d089af441a4 req-b74936c8-2ffe-48c7-9acd-dc462970da80 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Calling delete_port for 89946b61-fbf7-4964-8abf-1d6403aac9ec owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:24.255917 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4dff8f5a-949a-4d32-93a4-3a897eecdf43 req-7ae4d741-d0bb-4b48-8bfb-eb10a0f891ce tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (b1dd70a9-fac6-46ef-9377-eb03914d2ad2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:24.257860 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:24.407007 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4d741-d0bb-4b48-8bfb-eb10a0f891ce tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1dd70a9-fac6-46ef-9377-eb03914d2ad2,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:24.427362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb5802b-1192-4604-ab1c-b9b0448c90c4,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:24.437252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dd971-e6dd-408c-aea6-8f0f533c3e5e req-1f50d236-4fd2-4b9b-ae05-711a4e7f863d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:24.438888 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-222dd971-e6dd-408c-aea6-8f0f533c3e5e req-1f50d236-4fd2-4b9b-ae05-711a4e7f863d tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 943 time: 0.1157887
Apr 16 21:22:24.540031 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4dff8f5a-949a-4d32-93a4-3a897eecdf43 req-7ae4d741-d0bb-4b48-8bfb-eb10a0f891ce tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:24.552385 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4dff8f5a-949a-4d32-93a4-3a897eecdf43 req-7ae4d741-d0bb-4b48-8bfb-eb10a0f891ce tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.9592929
Apr 16 21:22:24.594484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-222dd971-e6dd-408c-aea6-8f0f533c3e5e req-cfbe01f2-d976-4987-9053-d63df4922976 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d8d2bfa-3658-44d3-9935-09b0502e9c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1194162
Apr 16 21:22:24.630077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Attempting to bind port fcb5802b-1192-4604-ab1c-b9b0448c90c4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:24.630736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Attempting to bind port fcb5802b-1192-4604-ab1c-b9b0448c90c4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '83c81c3f-0d19-461d-8794-f4f60f937f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:24.631406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Attempting to bind port fcb5802b-1192-4604-ab1c-b9b0448c90c4 on network e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:24.637154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Port fcb5802b-1192-4604-ab1c-b9b0448c90c4 on network e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:22:24.637614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Attempting to bind port fcb5802b-1192-4604-ab1c-b9b0448c90c4 on network e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:24.644250 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:24.644671 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Checking segment: {'id': '83c81c3f-0d19-461d-8794-f4f60f937f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:24.645172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Bound using segment: {'id': '83c81c3f-0d19-461d-8794-f4f60f937f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:24.645682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Bound port: fcb5802b-1192-4604-ab1c-b9b0448c90c4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c81c3f-0d19-461d-8794-f4f60f937f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:24.646173 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:24.704664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-b74936c8-2ffe-48c7-9acd-dc462970da80 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (89946b61-fbf7-4964-8abf-1d6403aac9ec), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:24.738515 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74936c8-2ffe-48c7-9acd-dc462970da80 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event deleted for resources: {'Port': ['ID=89946b61-fbf7-4964-8abf-1d6403aac9ec,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:24.832096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f386129-ef46-4d28-8047-7d089af441a4 req-b74936c8-2ffe-48c7-9acd-dc462970da80 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] No DVR routers for this DVR port 89946b61-fbf7-4964-8abf-1d6403aac9ec on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:24.836711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3697-2a1a-456a-86d5-eb774d65fcc7 req-8c170163-580b-4171-bdc0-7f86db56afc5 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:24.839154 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4f386129-ef46-4d28-8047-7d089af441a4 req-b74936c8-2ffe-48c7-9acd-dc462970da80 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:24.840266 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-458a3697-2a1a-456a-86d5-eb774d65fcc7 req-8c170163-580b-4171-bdc0-7f86db56afc5 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 943 time: 0.1178164
Apr 16 21:22:24.845044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f386129-ef46-4d28-8047-7d089af441a4 req-b74936c8-2ffe-48c7-9acd-dc462970da80 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.41 "DELETE /v2.0/ports/89946b61-fbf7-4964-8abf-1d6403aac9ec HTTP/1.1" status: 204  len: 173 time: 1.0142310
Apr 16 21:22:24.870260 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] For port fcb5802b-1192-4604-ab1c-b9b0448c90c4, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:24.876579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-15abf9a7-2501-49c2-ba4a-3164dab7193c tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:24.878348 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-15abf9a7-2501-49c2-ba4a-3164dab7193c tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/networks?id=e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c HTTP/1.1" status: 200  len: 809 time: 0.2404664
Apr 16 21:22:24.896959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] For port fcb5802b-1192-4604-ab1c-b9b0448c90c4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcb5802b-1192-4604-ab1c-b9b0448c90c4,segment=NetworkSegment(83c81c3f-0d19-461d-8794-f4f60f937f84),segment_id=83c81c3f-0d19-461d-8794-f4f60f937f84)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:24.898858 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-5b575e85-3249-4ca5-97cc-46394f77c65b tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/quotas/4030f0824ca84b97a7fef26a7384e775 HTTP/1.1" status: 200  len: 375 time: 0.0147321
Apr 16 21:22:24.922980 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-458a3697-2a1a-456a-86d5-eb774d65fcc7 req-e1e61aba-08f3-4c28-886a-07853752902e tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742559
Apr 16 21:22:24.941007 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-2b03c7e7-f5ea-44cf-88ee-a93a6d641cd6 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4030f0824ca84b97a7fef26a7384e775&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0392489
Apr 16 21:22:24.991700 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:25.051163 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-a7cf40c1-1580-4eba-802f-3773fa350af6 service neutron] 10.222.0.20 "GET /v2.0/networks/e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1092031
Apr 16 21:22:25.098178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:25.098817 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:25.100270 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] 10.222.0.41 "PUT /v2.0/ports/fcb5802b-1192-4604-ab1c-b9b0448c90c4 HTTP/1.1" status: 200  len: 1091 time: 1.7339635
Apr 16 21:22:25.101433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0246e469-bac2-4e9f-bd3f-bd5e1e60618f', 'tag': 'fcb5802b-1192-4604-ab1c-b9b0448c90c4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:25.103879 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad74618-c352-4a5a-99bd-e072f39b1423" -d '{"events": [{"name": "network-changed", "server_uuid": "0246e469-bac2-4e9f-bd3f-bd5e1e60618f", "tag": "fcb5802b-1192-4604-ab1c-b9b0448c90c4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:25.133906 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-041dbe69-b791-4949-8774-2a6da46ecd49 req-c15c3886-eedd-4af6-a320-8bd8bbbf19fb tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/d039c2aa-9fac-40b3-a04d-62d0d344f07a HTTP/1.1" status: 200  len: 3016 time: 0.1544130
Apr 16 21:22:25.138606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff1629-169a-4d4e-918f-4a29adc07730 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb5802b-1192-4604-ab1c-b9b0448c90c4,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:25.183759 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-86a035a0-7e4d-4ec6-9d18-6b46c9e7c76d service neutron] 10.222.0.20 "GET /v2.0/networks/e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314688
Apr 16 21:22:25.305611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-1c0852cd-fe22-4053-a95e-891e9bcf5242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:25.308159 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-1c0852cd-fe22-4053-a95e-891e9bcf5242 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138f1e73cc64451395e6c21d31f3615b&device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 1125 time: 0.0962436
Apr 16 21:22:25.373746 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-19fb0534-db3c-4eb0-89f8-eaff037ce462 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcb5802b-1192-4604-ab1c-b9b0448c90c4 HTTP/1.1" status: 200  len: 217 time: 0.0577385
Apr 16 21:22:25.443820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-73f0b793-2fd1-40f8-a385-34e61859325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:25.449966 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-73f0b793-2fd1-40f8-a385-34e61859325f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4683c247-3cd6-4603-b33c-aa7badfc0379 HTTP/1.1" status: 200  len: 858 time: 0.0669484
Apr 16 21:22:25.479921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-46fb7e73-9332-4a1d-ad50-668f29cde290 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280888
Apr 16 21:22:25.578645 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-aec5142a-e997-4b2b-b8c1-343019d1dc9a service neutron] 10.222.0.41 "GET /v2.0/networks/e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923333
Apr 16 21:22:25.688419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device eb0fe287-5845-48b6-93fe-b1eac015bec1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:25.718189 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25a8d2c3-7a17-4f5c-bed9-5cd8506786af req-a5bac78e-633b-45bc-ad41-3d41241bd9ef service neutron] 10.222.0.41 "GET /v2.0/networks/e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338515
Apr 16 21:22:25.755738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port eb0fe287-5845-48b6-93fe-b1eac015bec1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:25.756203 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:25.803146 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824c5d37-f3f4-47ab-b6e2-48d36d0e0782 x-openstack-request-id: req-824c5d37-f3f4-47ab-b6e2-48d36d0e0782 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:25.803507 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0246e469-bac2-4e9f-bd3f-bd5e1e60618f", "tag": "fcb5802b-1192-4604-ab1c-b9b0448c90c4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:25.804455 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-824c5d37-f3f4-47ab-b6e2-48d36d0e0782 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:25.805061 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824c5d37-f3f4-47ab-b6e2-48d36d0e0782'] response: {'name': 'network-changed', 'server_uuid': '0246e469-bac2-4e9f-bd3f-bd5e1e60618f', 'tag': 'fcb5802b-1192-4604-ab1c-b9b0448c90c4', 'status': 'completed', 'code': 200}
Apr 16 21:22:25.879898 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1facf88b-385e-4f29-bcac-0c0317e360d7 req-f433b845-2b2a-4d16-adcf-ea280096a370 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-group-rules/b1dd70a9-fac6-46ef-9377-eb03914d2ad2 HTTP/1.1" status: 200  len: 783 time: 0.0345545
Apr 16 21:22:25.966826 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1facf88b-385e-4f29-bcac-0c0317e360d7 req-86c0f0a2-25e1-45cb-80f2-6efff234a9fb tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/d039c2aa-9fac-40b3-a04d-62d0d344f07a HTTP/1.1" status: 200  len: 3016 time: 0.1017139
Apr 16 21:22:26.013335 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1facf88b-385e-4f29-bcac-0c0317e360d7 req-a0eeccfb-76bf-4faf-ade0-b10e248c0d69 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (b1dd70a9-fac6-46ef-9377-eb03914d2ad2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:26.024293 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1facf88b-385e-4f29-bcac-0c0317e360d7 req-a0eeccfb-76bf-4faf-ade0-b10e248c0d69 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (b1dd70a9-fac6-46ef-9377-eb03914d2ad2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:26.045758 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ce37bcb2-e38f-4655-9d31-2f50404c17ad req-9ccc424a-5023-4cdf-b561-791989f88689 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 210 time: 0.0751319
Apr 16 21:22:26.057919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port eb0fe287-5845-48b6-93fe-b1eac015bec1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:26.115406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfdbc0f7-fad0-4c57-b15f-0d2a84559324 req-a8922deb-ee37-450b-a861-3bde3ef11eb6 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 210 time: 0.0293586
Apr 16 21:22:26.125754 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1facf88b-385e-4f29-bcac-0c0317e360d7 req-a0eeccfb-76bf-4faf-ade0-b10e248c0d69 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (b1dd70a9-fac6-46ef-9377-eb03914d2ad2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:26.145114 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1facf88b-385e-4f29-bcac-0c0317e360d7 req-a0eeccfb-76bf-4faf-ade0-b10e248c0d69 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:26.147754 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1facf88b-385e-4f29-bcac-0c0317e360d7 req-a0eeccfb-76bf-4faf-ade0-b10e248c0d69 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b1dd70a9-fac6-46ef-9377-eb03914d2ad2 HTTP/1.1" status: 204  len: 173 time: 0.1831648
Apr 16 21:22:26.154670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eeccfb-76bf-4faf-ade0-b10e248c0d69 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1dd70a9-fac6-46ef-9377-eb03914d2ad2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:26.226340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771ae0c-1dc0-4dc4-abb5-ff17e9e88307 req-9174c27e-8bbd-4d3a-8a70-3e8172e04898 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:26.227860 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0771ae0c-1dc0-4dc4-abb5-ff17e9e88307 req-9174c27e-8bbd-4d3a-8a70-3e8172e04898 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 945 time: 0.0497959
Apr 16 21:22:26.254535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458afa2-db3a-4ec4-aa9d-6e1f0e263cb4 req-852ddb60-2279-49b1-9703-fedebee0d406 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:26.256009 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3458afa2-db3a-4ec4-aa9d-6e1f0e263cb4 req-852ddb60-2279-49b1-9703-fedebee0d406 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 943 time: 0.0542717
Apr 16 21:22:26.256505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-deleted', 'tag': '89946b61-fbf7-4964-8abf-1d6403aac9ec'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:26.258799 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0156690-ce1f-43b0-b310-0b8688af3ea6" -d '{"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-deleted", "tag": "89946b61-fbf7-4964-8abf-1d6403aac9ec"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:26.282012 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0771ae0c-1dc0-4dc4-abb5-ff17e9e88307 req-d9ab37d1-5739-4120-b3a1-877469066c18 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482702
Apr 16 21:22:26.307135 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3458afa2-db3a-4ec4-aa9d-6e1f0e263cb4 req-4f9ff9de-db06-4df3-a4b2-b2a113ac18e8 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442092
Apr 16 21:22:26.357376 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63930de-316e-4c3b-a691-473f5a2ae6aa x-openstack-request-id: req-e63930de-316e-4c3b-a691-473f5a2ae6aa {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:26.357672 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf669403-03eb-40c7-9a11-3d0422f708c7", "name": "network-vif-deleted", "tag": "89946b61-fbf7-4964-8abf-1d6403aac9ec", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:26.357924 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e63930de-316e-4c3b-a691-473f5a2ae6aa {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:26.358342 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63930de-316e-4c3b-a691-473f5a2ae6aa'] response: {'server_uuid': 'cf669403-03eb-40c7-9a11-3d0422f708c7', 'name': 'network-vif-deleted', 'tag': '89946b61-fbf7-4964-8abf-1d6403aac9ec', 'status': 'completed', 'code': 200}
Apr 16 21:22:26.359960 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d313ccc1-5736-4504-be42-989599e04b28 req-0b3ed521-5d8a-4411-a2e5-1fe79969d99f tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/d039c2aa-9fac-40b3-a04d-62d0d344f07a HTTP/1.1" status: 200  len: 2417 time: 0.0517218
Apr 16 21:22:26.431455 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d313ccc1-5736-4504-be42-989599e04b28 req-14c7f331-a833-4bbc-bccc-a7a5cf5e36bc tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (d039c2aa-9fac-40b3-a04d-62d0d344f07a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:26.458413 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d313ccc1-5736-4504-be42-989599e04b28 req-14c7f331-a833-4bbc-bccc-a7a5cf5e36bc tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (d039c2aa-9fac-40b3-a04d-62d0d344f07a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:26.611899 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d313ccc1-5736-4504-be42-989599e04b28 req-14c7f331-a833-4bbc-bccc-a7a5cf5e36bc tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d039c2aa-9fac-40b3-a04d-62d0d344f07a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:26.614790 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d313ccc1-5736-4504-be42-989599e04b28 req-14c7f331-a833-4bbc-bccc-a7a5cf5e36bc tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:26.616326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d313ccc1-5736-4504-be42-989599e04b28 req-14c7f331-a833-4bbc-bccc-a7a5cf5e36bc tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "DELETE /v2.0/security-groups/d039c2aa-9fac-40b3-a04d-62d0d344f07a HTTP/1.1" status: 204  len: 173 time: 0.2504017
Apr 16 21:22:26.625444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7f331-a833-4bbc-bccc-a7a5cf5e36bc tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d039c2aa-9fac-40b3-a04d-62d0d344f07a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:26.652377 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-fc6c7695-d8ab-4e2c-838b-c7cce054fa0d req-e7033c51-799f-48e9-bbae-62497a18e6f3 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] show failed (client error): The resource could not be found.
Apr 16 21:22:26.652377 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fc6c7695-d8ab-4e2c-838b-c7cce054fa0d req-e7033c51-799f-48e9-bbae-62497a18e6f3 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/5077c1ab-c69e-4e96-abaa-b94600a6bf34 HTTP/1.1" status: 404  len: 352 time: 0.0147858
Apr 16 21:22:26.708389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acf58a83-91a1-4980-953e-432365f070ae req-1a8ba990-757c-494b-bf4f-ddc220b5a8fd tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/2609ebb3-4f67-48ae-a88a-3254a0b5eabd HTTP/1.1" status: 200  len: 1823 time: 0.0391910
Apr 16 21:22:26.769956 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-acf58a83-91a1-4980-953e-432365f070ae req-e335e5ab-c45e-4dd6-88be-fe38c317bc75 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (2609ebb3-4f67-48ae-a88a-3254a0b5eabd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:26.805266 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-acf58a83-91a1-4980-953e-432365f070ae req-e335e5ab-c45e-4dd6-88be-fe38c317bc75 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (2609ebb3-4f67-48ae-a88a-3254a0b5eabd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:26.942686 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-acf58a83-91a1-4980-953e-432365f070ae req-e335e5ab-c45e-4dd6-88be-fe38c317bc75 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2609ebb3-4f67-48ae-a88a-3254a0b5eabd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:26.946090 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-acf58a83-91a1-4980-953e-432365f070ae req-e335e5ab-c45e-4dd6-88be-fe38c317bc75 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:26.947547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acf58a83-91a1-4980-953e-432365f070ae req-e335e5ab-c45e-4dd6-88be-fe38c317bc75 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "DELETE /v2.0/security-groups/2609ebb3-4f67-48ae-a88a-3254a0b5eabd HTTP/1.1" status: 204  len: 173 time: 0.2329035
Apr 16 21:22:26.961484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335e5ab-c45e-4dd6-88be-fe38c317bc75 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2609ebb3-4f67-48ae-a88a-3254a0b5eabd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:27.091218 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-11c0e966-a567-4c27-a6d5-4968de478eda req-0e445231-5404-47e6-ab0b-7028b8d2c52c tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/5e72bf24-612a-42c9-9634-4c0fbe4cd2a3 HTTP/1.1" status: 200  len: 1824 time: 0.0864615
Apr 16 21:22:27.187283 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-11c0e966-a567-4c27-a6d5-4968de478eda req-3ee2d377-1e87-42de-851e-1a7105684ea9 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (5e72bf24-612a-42c9-9634-4c0fbe4cd2a3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:27.213634 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9815687-a7ee-445a-8ddc-07cf5bcb8433 req-d8779b3b-de7e-4aa7-9831-95c4035f553a tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 210 time: 0.0334208
Apr 16 21:22:27.220643 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-11c0e966-a567-4c27-a6d5-4968de478eda req-3ee2d377-1e87-42de-851e-1a7105684ea9 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (5e72bf24-612a-42c9-9634-4c0fbe4cd2a3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:27.223126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-2d2890b3-b0e2-47c3-96ce-c766d22bb3b7 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:27.225817 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-2d2890b3-b0e2-47c3-96ce-c766d22bb3b7 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.11 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 945 time: 0.1093836
Apr 16 21:22:27.344442 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3963f76b-5112-4682-a362-60169512b47f req-845827a1-b4c3-4267-97ae-5f6e874f0d34 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 210 time: 0.0347168
Apr 16 21:22:27.356688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Deleting port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:27.357142 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:27.401485 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-11c0e966-a567-4c27-a6d5-4968de478eda req-3ee2d377-1e87-42de-851e-1a7105684ea9 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5e72bf24-612a-42c9-9634-4c0fbe4cd2a3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:27.410175 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-11c0e966-a567-4c27-a6d5-4968de478eda req-3ee2d377-1e87-42de-851e-1a7105684ea9 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:27.412311 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-11c0e966-a567-4c27-a6d5-4968de478eda req-3ee2d377-1e87-42de-851e-1a7105684ea9 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "DELETE /v2.0/security-groups/5e72bf24-612a-42c9-9634-4c0fbe4cd2a3 HTTP/1.1" status: 204  len: 173 time: 0.3225853
Apr 16 21:22:27.426889 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2d377-1e87-42de-851e-1a7105684ea9 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e72bf24-612a-42c9-9634-4c0fbe4cd2a3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:27.495895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629be5f0-30e2-4654-bc31-7f9493cae820 req-de9b70e5-7779-49a7-8757-eb5c92c62814 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:27.496691 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-629be5f0-30e2-4654-bc31-7f9493cae820 req-de9b70e5-7779-49a7-8757-eb5c92c62814 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 945 time: 0.0706663
Apr 16 21:22:27.535360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] For port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fc0e838-521f-4a5e-8f66-aa03b6fd079d,segment=NetworkSegment(c9d2de2c-061c-4e82-a52f-a8a7d4e91229),segment_id=c9d2de2c-061c-4e82-a52f-a8a7d4e91229)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:27.535742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:27.561297 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1f83b-b74a-46e5-8b71-a13de2c6ec59 req-f7930532-a102-4f55-84fe-4e8827f50cab tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:27.562841 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e5b1f83b-b74a-46e5-8b71-a13de2c6ec59 req-f7930532-a102-4f55-84fe-4e8827f50cab tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 943 time: 0.0588343
Apr 16 21:22:27.600120 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-629be5f0-30e2-4654-bc31-7f9493cae820 req-369ece28-707d-42af-a11c-6257f0031a2c tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980113
Apr 16 21:22:27.640904 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e5b1f83b-b74a-46e5-8b71-a13de2c6ec59 req-74186665-58d7-4906-a529-bb07a2e6996a tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717921
Apr 16 21:22:27.778394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad74618-c352-4a5a-99bd-e072f39b1423 req-8a03472d-4b0b-420b-88aa-c30b30310f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:27.779904 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ad74618-c352-4a5a-99bd-e072f39b1423 req-8a03472d-4b0b-420b-88aa-c30b30310f34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138f1e73cc64451395e6c21d31f3615b&device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 1125 time: 0.1151488
Apr 16 21:22:27.818230 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0fe5c897-a4f9-44e4-ac8b-8471677e5270 req-ecb7688c-ad55-4a1a-9ec8-a365918579cf tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/9f19fb15-c024-4e40-b9b0-e28d6b5f67aa HTTP/1.1" status: 200  len: 1821 time: 0.1521749
Apr 16 21:22:27.864957 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:27.865329 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (e9819de9-9116-4e40-af99-563bdc1641b8), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:27.865650 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Floating IP e9819de9-9116-4e40-af99-563bdc1641b8 disassociated. External IP: 172.35.1.161, port: 8fc0e838-521f-4a5e-8f66-aa03b6fd079d.
Apr 16 21:22:27.865995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Calling delete_port for 8fc0e838-521f-4a5e-8f66-aa03b6fd079d owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:27.984497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad74618-c352-4a5a-99bd-e072f39b1423 req-9be73ab9-fe2d-46f4-891b-4a4e0a394794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:27.986019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ad74618-c352-4a5a-99bd-e072f39b1423 req-9be73ab9-fe2d-46f4-891b-4a4e0a394794 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568 HTTP/1.1" status: 200  len: 919 time: 0.1956325
Apr 16 21:22:28.041209 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0fe5c897-a4f9-44e4-ac8b-8471677e5270 req-045f41c1-c78e-4571-8490-0a65e54a8f49 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (9f19fb15-c024-4e40-b9b0-e28d6b5f67aa), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:28.045521 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ad74618-c352-4a5a-99bd-e072f39b1423 req-f3bc5b98-c18c-41ad-a42c-325f981c0b41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcb5802b-1192-4604-ab1c-b9b0448c90c4 HTTP/1.1" status: 200  len: 217 time: 0.0447652
Apr 16 21:22:28.109694 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0fe5c897-a4f9-44e4-ac8b-8471677e5270 req-045f41c1-c78e-4571-8490-0a65e54a8f49 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (9f19fb15-c024-4e40-b9b0-e28d6b5f67aa), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:28.164490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad74618-c352-4a5a-99bd-e072f39b1423 req-8af8e703-5873-46d9-aa5e-0918c39bff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:28.166513 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ad74618-c352-4a5a-99bd-e072f39b1423 req-8af8e703-5873-46d9-aa5e-0918c39bff95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4683c247-3cd6-4603-b33c-aa7badfc0379 HTTP/1.1" status: 200  len: 858 time: 0.1147738
Apr 16 21:22:28.213994 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ad74618-c352-4a5a-99bd-e072f39b1423 req-ea9931c5-27cd-4f2a-90ae-46d0c3d80188 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378578
Apr 16 21:22:28.335710 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ad74618-c352-4a5a-99bd-e072f39b1423 req-7b63fd4f-88ec-4f13-9e17-b63cf571d95f service neutron] 10.222.0.41 "GET /v2.0/networks/e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1142368
Apr 16 21:22:28.351486 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8fc0e838-521f-4a5e-8f66-aa03b6fd079d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:28.361479 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0fe5c897-a4f9-44e4-ac8b-8471677e5270 req-045f41c1-c78e-4571-8490-0a65e54a8f49 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9f19fb15-c024-4e40-b9b0-e28d6b5f67aa), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:28.364337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0fe5c897-a4f9-44e4-ac8b-8471677e5270 req-045f41c1-c78e-4571-8490-0a65e54a8f49 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:28.365523 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0fe5c897-a4f9-44e4-ac8b-8471677e5270 req-045f41c1-c78e-4571-8490-0a65e54a8f49 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "DELETE /v2.0/security-groups/9f19fb15-c024-4e40-b9b0-e28d6b5f67aa HTTP/1.1" status: 204  len: 173 time: 0.5181339
Apr 16 21:22:28.376097 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13cba03b-6d73-4af2-8b6d-769142669d04 req-0dda9ede-bb14-4b45-b124-321fed9f0a57 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf669403-03eb-40c7-9a11-3d0422f708c7 HTTP/1.1" status: 200  len: 210 time: 0.0311568
Apr 16 21:22:28.417517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f41c1-c78e-4571-8490-0a65e54a8f49 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f19fb15-c024-4e40-b9b0-e28d6b5f67aa,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:28.450634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Pushing event deleted for resources: {'Port': ['ID=8fc0e838-521f-4a5e-8f66-aa03b6fd079d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:28.512218 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c45cbdf5-da87-4a17-92c3-340852fa7062 req-d26c3a39-264e-4d7d-9a24-1043072a81e9 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/b789662f-5c93-4baf-9a7c-7169e4d229e8 HTTP/1.1" status: 200  len: 2424 time: 0.1032717
Apr 16 21:22:28.536387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f2e0b8d-e976-4946-a19a-ca6dcb6bdda5 req-baf28800-a547-4051-97c6-e758fb370f98 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 210 time: 0.0919697
Apr 16 21:22:28.598085 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c45cbdf5-da87-4a17-92c3-340852fa7062 req-ac5ecf57-65cb-4684-8c90-321faf997551 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (b789662f-5c93-4baf-9a7c-7169e4d229e8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:28.621036 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ad74618-c352-4a5a-99bd-e072f39b1423 req-35a9b588-35a3-4a03-b45a-d341e0854c4d service neutron] 10.222.0.41 "GET /v2.0/networks/e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2799973
Apr 16 21:22:28.641327 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c45cbdf5-da87-4a17-92c3-340852fa7062 req-ac5ecf57-65cb-4684-8c90-321faf997551 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (b789662f-5c93-4baf-9a7c-7169e4d229e8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:28.691472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Router 066a2160-5818-4f8f-a524-7c25299067f3 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:22:28.776736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-353158e4-6a6c-4471-a979-0046b9c0522c req-d9293467-f1d2-4d15-8b53-7876c849e88d tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 210 time: 0.0841169
Apr 16 21:22:28.879705 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c45cbdf5-da87-4a17-92c3-340852fa7062 req-ac5ecf57-65cb-4684-8c90-321faf997551 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b789662f-5c93-4baf-9a7c-7169e4d229e8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:28.884409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c45cbdf5-da87-4a17-92c3-340852fa7062 req-ac5ecf57-65cb-4684-8c90-321faf997551 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:28.893877 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c45cbdf5-da87-4a17-92c3-340852fa7062 req-ac5ecf57-65cb-4684-8c90-321faf997551 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "DELETE /v2.0/security-groups/b789662f-5c93-4baf-9a7c-7169e4d229e8 HTTP/1.1" status: 204  len: 173 time: 0.3673582
Apr 16 21:22:28.903382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ecf57-65cb-4684-8c90-321faf997551 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b789662f-5c93-4baf-9a7c-7169e4d229e8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:28.909170 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:22:28.915182 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-d901d921-42fd-4698-beb0-8e69d0b27b62 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:28.917623 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-d901d921-42fd-4698-beb0-8e69d0b27b62 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.11 "GET /v2.0/networks?id=e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c HTTP/1.1" status: 200  len: 809 time: 0.2409811
Apr 16 21:22:29.046622 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c0c47d08-cb4b-4e5f-870a-7c039b3d2b77 req-d048b8bb-fc38-4852-aca9-30636bacc496 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "GET /v2.0/security-groups/26076c25-da42-43ba-a286-4b843eea08c4 HTTP/1.1" status: 200  len: 2418 time: 0.1187975
Apr 16 21:22:29.183717 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c0c47d08-cb4b-4e5f-870a-7c039b3d2b77 req-8b97b316-3325-43d2-b9b6-01ebc4421229 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (26076c25-da42-43ba-a286-4b843eea08c4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:29.258231 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c0c47d08-cb4b-4e5f-870a-7c039b3d2b77 req-8b97b316-3325-43d2-b9b6-01ebc4421229 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (26076c25-da42-43ba-a286-4b843eea08c4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:29.288627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-bcbc6d20-121a-4543-a934-7f350c60b0de tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Request body: {'port': {'device_id': '201e0019-00bc-43c6-ab2d-b899dc6a9010', 'network_id': 'e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c', 'admin_state_up': True, 'tenant_id': '4030f0824ca84b97a7fef26a7384e775'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:29.324643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4058cc-1f93-4810-9e04-293a402285f0 req-4b89cbe7-d8b4-4ae7-80d4-ed2e96b7896a tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:29.331636 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b4058cc-1f93-4810-9e04-293a402285f0 req-4b89cbe7-d8b4-4ae7-80d4-ed2e96b7896a tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 943 time: 0.4879961
Apr 16 21:22:29.394487 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c0c47d08-cb4b-4e5f-870a-7c039b3d2b77 req-8b97b316-3325-43d2-b9b6-01ebc4421229 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (26076c25-da42-43ba-a286-4b843eea08c4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:29.397637 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c0c47d08-cb4b-4e5f-870a-7c039b3d2b77 req-8b97b316-3325-43d2-b9b6-01ebc4421229 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:29.404573 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c0c47d08-cb4b-4e5f-870a-7c039b3d2b77 req-8b97b316-3325-43d2-b9b6-01ebc4421229 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] 10.222.0.20 "DELETE /v2.0/security-groups/26076c25-da42-43ba-a286-4b843eea08c4 HTTP/1.1" status: 204  len: 173 time: 0.3527167
Apr 16 21:22:29.421163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40468) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:29.441611 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b4058cc-1f93-4810-9e04-293a402285f0 req-6cf4a05d-dbf0-4860-88b5-bcbe94fb1c2f tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052172
Apr 16 21:22:29.473495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:22:29.486268 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21747d3a-5b76-4883-9cb2-34b8d55602c4 None None] Sync routers for ids ['066a2160-5818-4f8f-a524-7c25299067f3'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:22:29.505543 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21747d3a-5b76-4883-9cb2-34b8d55602c4 None None] Routers {'066a2160-5818-4f8f-a524-7c25299067f3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:29.506191 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-21747d3a-5b76-4883-9cb2-34b8d55602c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124eb2eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['066a2160-5818-4f8f-a524-7c25299067f3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:29.525123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97b316-3325-43d2-b9b6-01ebc4421229 tempest-SecurityGroupRulesTestJSON-873395825 tempest-SecurityGroupRulesTestJSON-873395825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26076c25-da42-43ba-a286-4b843eea08c4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:29.546959 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb8d9e4-ac9a-4c0c-8a8d-49c40d3e0522 admin admin] Deleting subnet 3d88e5ef-4572-4c95-a50b-487e6f2ac0bd {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:22:29.551112 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eeb8d9e4-ac9a-4c0c-8a8d-49c40d3e0522 admin admin] Publish callbacks [] for subnet (3d88e5ef-4572-4c95-a50b-487e6f2ac0bd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:29.603430 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eeb8d9e4-ac9a-4c0c-8a8d-49c40d3e0522 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (3d88e5ef-4572-4c95-a50b-487e6f2ac0bd), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:29.617748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] No DVR routers for this DVR port 8fc0e838-521f-4a5e-8f66-aa03b6fd079d on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:29.622137 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:29.625765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22db5239-62a1-4d09-a9b7-912e8bc46c1b req-b8558799-d85a-4dbb-97d1-29dc791daf21 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.11 "DELETE /v2.0/ports/8fc0e838-521f-4a5e-8f66-aa03b6fd079d HTTP/1.1" status: 204  len: 173 time: 2.3942049
Apr 16 21:22:29.626667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb444da-2bc4-4d5b-9e65-6739d1f4edf4', 'name': 'network-vif-deleted', 'tag': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:29.629247 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94140044-ccf2-47a7-bc15-f0ca6ad44fbc" -d '{"events": [{"server_uuid": "5bb444da-2bc4-4d5b-9e65-6739d1f4edf4", "name": "network-vif-deleted", "tag": "8fc0e838-521f-4a5e-8f66-aa03b6fd079d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:29.655184 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eeb8d9e4-ac9a-4c0c-8a8d-49c40d3e0522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (3d88e5ef-4572-4c95-a50b-487e6f2ac0bd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:29.692641 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a1e942e8-1890-4a25-a7d5-af036a3fdb05 req-3a9b30fa-5708-4b7f-86e3-2f85fd598b17 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 210 time: 0.0519772
Apr 16 21:22:29.712925 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-21747d3a-5b76-4883-9cb2-34b8d55602c4 None None] Set router 066a2160-5818-4f8f-a524-7c25299067f3 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:29.728627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40486) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:29.774497 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c882a873-2235-4144-a0ef-424892573e44 x-openstack-request-id: req-c882a873-2235-4144-a0ef-424892573e44 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:29.774792 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb444da-2bc4-4d5b-9e65-6739d1f4edf4", "name": "network-vif-deleted", "tag": "8fc0e838-521f-4a5e-8f66-aa03b6fd079d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:29.775049 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c882a873-2235-4144-a0ef-424892573e44 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:29.775456 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c882a873-2235-4144-a0ef-424892573e44'] response: {'server_uuid': '5bb444da-2bc4-4d5b-9e65-6739d1f4edf4', 'name': 'network-vif-deleted', 'tag': '8fc0e838-521f-4a5e-8f66-aa03b6fd079d', 'status': 'completed', 'code': 200}
Apr 16 21:22:29.803660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-bcbc6d20-121a-4543-a934-7f350c60b0de tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Made reservation on behalf of 4030f0824ca84b97a7fef26a7384e775 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:29.803660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-bcbc6d20-121a-4543-a934-7f350c60b0de tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:29.834435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eeb8d9e4-ac9a-4c0c-8a8d-49c40d3e0522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (3d88e5ef-4572-4c95-a50b-487e6f2ac0bd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:29.854672 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6cf916fe-b4dc-413d-8995-bb4737d57b3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for security_group (3d8d2bfa-3658-44d3-9935-09b0502e9c7f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:29.902133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8d9e4-ac9a-4c0c-8a8d-49c40d3e0522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d88e5ef-4572-4c95-a50b-487e6f2ac0bd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:29.921926 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eeb8d9e4-ac9a-4c0c-8a8d-49c40d3e0522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:29.926398 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eeb8d9e4-ac9a-4c0c-8a8d-49c40d3e0522 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3d88e5ef-4572-4c95-a50b-487e6f2ac0bd HTTP/1.1" status: 204  len: 168 time: 0.5028265
Apr 16 21:22:29.946055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40500) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:29.955926 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6cf916fe-b4dc-413d-8995-bb4737d57b3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for security_group (3d8d2bfa-3658-44d3-9935-09b0502e9c7f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:29.959410 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0dc1e5eb-0669-4311-b762-c766053cd0c6 req-534b01cc-5514-4f1f-bec9-d4ef6dd699aa tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb444da-2bc4-4d5b-9e65-6739d1f4edf4 HTTP/1.1" status: 200  len: 210 time: 0.0712388
Apr 16 21:22:30.024899 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-21747d3a-5b76-4883-9cb2-34b8d55602c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124eb2eb0>, [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 4, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port': {'id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:81:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:19Z', 'updated_at': '2022-04-16T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff9f4c90-6bde-4432-b08f-f484f7af1964', 'name': '', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'mac_address': 'fa:16:3e:f4:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:23Z', 'updated_at': '2022-04-16T21:21:30Z', 'revision_number': 5, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'subnets': [{'id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:30.043272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40506) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:30.063601 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21747d3a-5b76-4883-9cb2-34b8d55602c4 None None] Checking router: 066a2160-5818-4f8f-a524-7c25299067f3 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:22:30.073764 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21747d3a-5b76-4883-9cb2-34b8d55602c4 None None] Routers {'066a2160-5818-4f8f-a524-7c25299067f3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:30.073881 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-21747d3a-5b76-4883-9cb2-34b8d55602c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124eb2eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['066a2160-5818-4f8f-a524-7c25299067f3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:30.145875 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43817c72-f437-4a1a-aae8-a95c4ba98e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (12172b25-3fbc-4df9-a574-32c6eecf5280), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.148618 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-bcbc6d20-121a-4543-a934-7f350c60b0de tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Allocated IP 172.20.0.4 (e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c/1fcd78d0-6c15-4046-987b-0e34d0bcb728/530c695f-2423-40a9-8b15-e4419cb3ace0) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:30.191200 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-21747d3a-5b76-4883-9cb2-34b8d55602c4 None None] Set router 066a2160-5818-4f8f-a524-7c25299067f3 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:30.214976 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24bff91f-5432-4f85-a4e3-d08aa0a38ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.267041 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6cf916fe-b4dc-413d-8995-bb4737d57b3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3d8d2bfa-3658-44d3-9935-09b0502e9c7f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.269731 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6cf916fe-b4dc-413d-8995-bb4737d57b3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.270928 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6cf916fe-b4dc-413d-8995-bb4737d57b3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "DELETE /v2.0/security-groups/3d8d2bfa-3658-44d3-9935-09b0502e9c7f HTTP/1.1" status: 204  len: 168 time: 0.5412619
Apr 16 21:22:30.274503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40512) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:30.290493 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43817c72-f437-4a1a-aae8-a95c4ba98e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (12172b25-3fbc-4df9-a574-32c6eecf5280), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.296440 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-7fae08e1-9785-4660-b046-0abaab54b7ce tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] show failed (client error): The resource could not be found.
Apr 16 21:22:30.300667 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7fae08e1-9785-4660-b046-0abaab54b7ce tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "GET /v2.0/security-groups/3d8d2bfa-3658-44d3-9935-09b0502e9c7f HTTP/1.1" status: 404  len: 347 time: 0.0218325
Apr 16 21:22:30.301246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40514) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:30.336049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf916fe-b4dc-413d-8995-bb4737d57b3b tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8d2bfa-3658-44d3-9935-09b0502e9c7f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:30.365341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-43817c72-f437-4a1a-aae8-a95c4ba98e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ebf9520>,) {'filters': {'network_id': ['12172b25-3fbc-4df9-a574-32c6eecf5280']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:30.393842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-43817c72-f437-4a1a-aae8-a95c4ba98e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ebf9520>, '06a38f45-7a8b-4497-90ce-c09e55ace619') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:30.399984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-43817c72-f437-4a1a-aae8-a95c4ba98e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ebf9520>, '06a38f45-7a8b-4497-90ce-c09e55ace619') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:30.424897 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24bff91f-5432-4f85-a4e3-d08aa0a38ccd admin admin] Publish callbacks [] for security_group (86b5809e-7f4a-452d-a863-b3dce8ba28ed), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.430265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43817c72-f437-4a1a-aae8-a95c4ba98e9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (06a38f45-7a8b-4497-90ce-c09e55ace619), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.457910 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43817c72-f437-4a1a-aae8-a95c4ba98e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (06a38f45-7a8b-4497-90ce-c09e55ace619), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.459176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f15b63aa-b1b5-4dbd-940b-f32af6e814e3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Deleting port 98eb88f1-36a3-4e74-a474-82ccf656a255 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:30.459784 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f15b63aa-b1b5-4dbd-940b-f32af6e814e3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (98eb88f1-36a3-4e74-a474-82ccf656a255), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.466331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device fcb5802b-1192-4604-ab1c-b9b0448c90c4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:22:30.470349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43817c72-f437-4a1a-aae8-a95c4ba98e9b admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:22:30.470756 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43817c72-f437-4a1a-aae8-a95c4ba98e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (06a38f45-7a8b-4497-90ce-c09e55ace619), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:22:30.472470 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:22:30.521891 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-bcbc6d20-121a-4543-a934-7f350c60b0de tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Publish callbacks [] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.542703 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-21747d3a-5b76-4883-9cb2-34b8d55602c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124eb2eb0>, [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 4, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port': {'id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:81:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:19Z', 'updated_at': '2022-04-16T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff9f4c90-6bde-4432-b08f-f484f7af1964', 'name': '', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'mac_address': 'fa:16:3e:f4:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:23Z', 'updated_at': '2022-04-16T21:21:30Z', 'revision_number': 5, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'subnets': [{'id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:30.590034 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21747d3a-5b76-4883-9cb2-34b8d55602c4 None None] The sync data for ids ['066a2160-5818-4f8f-a524-7c25299067f3'] in ncdv-master-1 is: [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:21:23Z', 'revision_number': 4, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port': {'id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:81:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:19Z', 'updated_at': '2022-04-16T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff9f4c90-6bde-4432-b08f-f484f7af1964', 'name': '', 'network_id': '3f5a2452-ba34-42bf-ba08-85ad7e322490', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'mac_address': 'fa:16:3e:f4:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:23Z', 'updated_at': '2022-04-16T21:21:30Z', 'revision_number': 5, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'subnets': [{'id': '6f1b23eb-0966-4249-a712-cc2fa43e5189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:22:30.599483 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24bff91f-5432-4f85-a4e3-d08aa0a38ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (86b5809e-7f4a-452d-a863-b3dce8ba28ed), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.608869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port fcb5802b-1192-4604-ab1c-b9b0448c90c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcb5802b-1192-4604-ab1c-b9b0448c90c4,segment=NetworkSegment(83c81c3f-0d19-461d-8794-f4f60f937f84),segment_id=83c81c3f-0d19-461d-8794-f4f60f937f84)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:30.633901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'fcb5802b-1192-4604-ab1c-b9b0448c90c4', 'network_id': 'e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568', 'port_id': 'fcb5802b-1192-4604-ab1c-b9b0448c90c4', 'mac_address': 'fa:16:3e:99:d5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4683c247-3cd6-4603-b33c-aa7badfc0379', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:22:30.636331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc5610-07f1-4bd3-8285-1378c756303b req-1eacfe9b-77f7-406a-b160-7e7154ee92c4 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:30.637988 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d8fc5610-07f1-4bd3-8285-1378c756303b req-1eacfe9b-77f7-406a-b160-7e7154ee92c4 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 943 time: 0.0636513
Apr 16 21:22:30.639349 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43817c72-f437-4a1a-aae8-a95c4ba98e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (12172b25-3fbc-4df9-a574-32c6eecf5280), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.645566 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-43817c72-f437-4a1a-aae8-a95c4ba98e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.649319 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-43817c72-f437-4a1a-aae8-a95c4ba98e9b admin admin] 10.222.0.20 "DELETE /v2.0/networks/12172b25-3fbc-4df9-a574-32c6eecf5280 HTTP/1.1" status: 204  len: 168 time: 0.7013378
Apr 16 21:22:30.675044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-24bff91f-5432-4f85-a4e3-d08aa0a38ccd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90ac47f93eb54f4dacdb137302fb8f47&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6275413
Apr 16 21:22:30.678640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bff91f-5432-4f85-a4e3-d08aa0a38ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b5809e-7f4a-452d-a863-b3dce8ba28ed,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:30.687050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40520) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:30.689402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43817c72-f437-4a1a-aae8-a95c4ba98e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=12172b25-3fbc-4df9-a574-32c6eecf5280,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:30.707422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port fcb5802b-1192-4604-ab1c-b9b0448c90c4 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:30.708296 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.708734 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-bcbc6d20-121a-4543-a934-7f350c60b0de tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.741405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb5802b-1192-4604-ab1c-b9b0448c90c4 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:22:30.756381 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f15b63aa-b1b5-4dbd-940b-f32af6e814e3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (98eb88f1-36a3-4e74-a474-82ccf656a255), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.757828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f15b63aa-b1b5-4dbd-940b-f32af6e814e3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for floatingip (98eb88f1-36a3-4e74-a474-82ccf656a255), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.776898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f15b63aa-b1b5-4dbd-940b-f32af6e814e3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Calling delete_port for 98eb88f1-36a3-4e74-a474-82ccf656a255 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:30.802741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port fcb5802b-1192-4604-ab1c-b9b0448c90c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcb5802b-1192-4604-ab1c-b9b0448c90c4,segment=NetworkSegment(83c81c3f-0d19-461d-8794-f4f60f937f84),segment_id=83c81c3f-0d19-461d-8794-f4f60f937f84)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:30.846461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-bcbc6d20-121a-4543-a934-7f350c60b0de tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Network e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:30.859431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-bcbc6d20-121a-4543-a934-7f350c60b0de tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:30.869763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-bcbc6d20-121a-4543-a934-7f350c60b0de tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:30.923398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc6d20-121a-4543-a934-7f350c60b0de tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Pushing event updated for resources: {'Port': ['ID=530c695f-2423-40a9-8b15-e4419cb3ace0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:30.926372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70f5b0-4443-47ec-ac00-2ea68db88e85 req-b1ff5984-c78f-42e6-b1e1-600d4bf81a67 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:30.932740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb70f5b0-4443-47ec-ac00-2ea68db88e85 req-b1ff5984-c78f-42e6-b1e1-600d4bf81a67 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 931 time: 0.0774248
Apr 16 21:22:30.937844 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.947370 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d8fc5610-07f1-4bd3-8285-1378c756303b req-29d954b6-8810-474e-87e0-936ab7ab6b79 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2958605
Apr 16 21:22:30.947990 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-75465e24-f138-4c8a-ad9d-6e3df01ef25c admin admin] Publish callbacks [] for security_group (86b5809e-7f4a-452d-a863-b3dce8ba28ed), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:30.989083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-bcbc6d20-121a-4543-a934-7f350c60b0de tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:30.989751 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-bcbc6d20-121a-4543-a934-7f350c60b0de tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.019943 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-75465e24-f138-4c8a-ad9d-6e3df01ef25c admin admin] Publish callbacks [] for security_group (86b5809e-7f4a-452d-a863-b3dce8ba28ed), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.030202 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 8fc0e838-521f-4a5e-8f66-aa03b6fd079d no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:31.068513 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb70f5b0-4443-47ec-ac00-2ea68db88e85 req-e74dee06-4baf-4380-887f-4060630e87c4 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/security-groups?id=63e3ad1b-7174-4e0a-a115-3719e8b04275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290700
Apr 16 21:22:31.080525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 8fc0e838-521f-4a5e-8f66-aa03b6fd079d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:31.091013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 8fc0e838-521f-4a5e-8f66-aa03b6fd079d not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:31.091013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=fcb5802b-1192-4604-ab1c-b9b0448c90c4,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:31.101201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.101685 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.102034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.102376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.102833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.103171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.103499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.103826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.104150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.104493 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.104818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.105138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.105461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.105781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.106099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:31.111119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f449e-826e-49c0-a099-4fe9c89e27ec None None] New status for floating IP e9819de9-9116-4e40-af99-563bdc1641b8: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:22:31.157844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40532) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:31.164412 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-bcbc6d20-121a-4543-a934-7f350c60b0de tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8784904
Apr 16 21:22:31.176469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Request body: {'port': {'device_id': '201e0019-00bc-43c6-ab2d-b899dc6a9010', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:31.211496 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-75465e24-f138-4c8a-ad9d-6e3df01ef25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (86b5809e-7f4a-452d-a863-b3dce8ba28ed), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.214443 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-77c94169-2606-4464-a928-06a295b3e9cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6f2b814418a423ba7f5679951ccc834&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0531952
Apr 16 21:22:31.214443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f15b63aa-b1b5-4dbd-940b-f32af6e814e3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (98eb88f1-36a3-4e74-a474-82ccf656a255), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.215336 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-75465e24-f138-4c8a-ad9d-6e3df01ef25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.215482 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40536) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:31.218633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-75465e24-f138-4c8a-ad9d-6e3df01ef25c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86b5809e-7f4a-452d-a863-b3dce8ba28ed HTTP/1.1" status: 204  len: 168 time: 0.5281849
Apr 16 21:22:31.235480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40540) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:31.247842 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['fcb5802b-1192-4604-ab1c-b9b0448c90c4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:22:31.260091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b63aa-b1b5-4dbd-940b-f32af6e814e3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event deleted for resources: {'Port': ['ID=98eb88f1-36a3-4e74-a474-82ccf656a255,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:31.267288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75465e24-f138-4c8a-ad9d-6e3df01ef25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b5809e-7f4a-452d-a863-b3dce8ba28ed,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:31.308641 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.381268 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e77e379b-b406-4854-b84a-4617519229d6 admin admin] Publish callbacks [] for security_group (50a104ed-62a4-4740-9e11-53408366a092), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.411473 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e77e379b-b406-4854-b84a-4617519229d6 admin admin] Publish callbacks [] for security_group (50a104ed-62a4-4740-9e11-53408366a092), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.420644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f15b63aa-b1b5-4dbd-940b-f32af6e814e3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for floatingip (8895ba87-9a53-4e91-9516-17bad484c5ad), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.423414 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f15b63aa-b1b5-4dbd-940b-f32af6e814e3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.424703 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f15b63aa-b1b5-4dbd-940b-f32af6e814e3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "DELETE /v2.0/floatingips/8895ba87-9a53-4e91-9516-17bad484c5ad HTTP/1.1" status: 204  len: 168 time: 1.1226468
Apr 16 21:22:31.432067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40542) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:31.535009 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c4218f0-daac-46ce-864a-20b79a4cca64 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for security_group (d9bacc3d-ff1e-4bda-833e-ebf93fce26c9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.556515 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9c1b3-e8c2-4f56-9db5-6e32841ba03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Deleting port b6827444-dd7b-4b83-a82d-0112e07ad27f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:31.556943 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b9d9c1b3-e8c2-4f56-9db5-6e32841ba03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.576019 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c4218f0-daac-46ce-864a-20b79a4cca64 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for security_group (d9bacc3d-ff1e-4bda-833e-ebf93fce26c9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.655624 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b9d9c1b3-e8c2-4f56-9db5-6e32841ba03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.674109 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9c1b3-e8c2-4f56-9db5-6e32841ba03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Calling delete_port for b6827444-dd7b-4b83-a82d-0112e07ad27f owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:31.693166 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e77e379b-b406-4854-b84a-4617519229d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (50a104ed-62a4-4740-9e11-53408366a092), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.695928 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e77e379b-b406-4854-b84a-4617519229d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.697317 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e77e379b-b406-4854-b84a-4617519229d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50a104ed-62a4-4740-9e11-53408366a092 HTTP/1.1" status: 204  len: 168 time: 0.4484665
Apr 16 21:22:31.748606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e379b-b406-4854-b84a-4617519229d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a104ed-62a4-4740-9e11-53408366a092,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:31.791091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530c695f-2423-40a9-8b15-e4419cb3ace0 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:22:31.802987 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Publish callbacks [] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.820694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Transition to ACTIVE for port object 530c695f-2423-40a9-8b15-e4419cb3ace0 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:22:31.834512 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c4218f0-daac-46ce-864a-20b79a4cca64 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d9bacc3d-ff1e-4bda-833e-ebf93fce26c9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.837848 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c4218f0-daac-46ce-864a-20b79a4cca64 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.841387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0c4218f0-daac-46ce-864a-20b79a4cca64 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "DELETE /v2.0/security-groups/d9bacc3d-ff1e-4bda-833e-ebf93fce26c9 HTTP/1.1" status: 204  len: 168 time: 0.6024396
Apr 16 21:22:31.841840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40548) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:31.848770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4218f0-daac-46ce-864a-20b79a4cca64 tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bacc3d-ff1e-4bda-833e-ebf93fce26c9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:31.859454 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-70059241-18e5-4f45-a6e1-f04e36fb1d8f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] show failed (client error): The resource could not be found.
Apr 16 21:22:31.863181 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-70059241-18e5-4f45-a6e1-f04e36fb1d8f tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "GET /v2.0/security-groups/d9bacc3d-ff1e-4bda-833e-ebf93fce26c9 HTTP/1.1" status: 404  len: 347 time: 0.0174842
Apr 16 21:22:31.863423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40550) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:31.987813 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b9d9c1b3-e8c2-4f56-9db5-6e32841ba03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b6827444-dd7b-4b83-a82d-0112e07ad27f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.988001 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:31.993186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-77ef697b-c263-49a8-bb5a-0241decc817d tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Deleting port f84ba307-c513-4e83-a822-418d9952ff7b {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:31.993606 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77ef697b-c263-49a8-bb5a-0241decc817d tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f84ba307-c513-4e83-a822-418d9952ff7b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.075134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9c1b3-e8c2-4f56-9db5-6e32841ba03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event deleted for resources: {'Port': ['ID=b6827444-dd7b-4b83-a82d-0112e07ad27f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:32.156889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Pushing event updated for resources: {'Port': ['ID=530c695f-2423-40a9-8b15-e4419cb3ace0,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:32.198135 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b9d9c1b3-e8c2-4f56-9db5-6e32841ba03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.202366 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b9d9c1b3-e8c2-4f56-9db5-6e32841ba03c tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "DELETE /v2.0/ports/b6827444-dd7b-4b83-a82d-0112e07ad27f HTTP/1.1" status: 204  len: 168 time: 0.7735949
Apr 16 21:22:32.204377 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77ef697b-c263-49a8-bb5a-0241decc817d tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f84ba307-c513-4e83-a822-418d9952ff7b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.204739 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77ef697b-c263-49a8-bb5a-0241decc817d tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for floatingip (f84ba307-c513-4e83-a822-418d9952ff7b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.207557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40562) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:32.223677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-77ef697b-c263-49a8-bb5a-0241decc817d tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Calling delete_port for f84ba307-c513-4e83-a822-418d9952ff7b owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:32.225539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdff6b5-d455-4354-954b-596da61e37cf req-d4922aad-b4eb-4a28-a0d9-bf74f290fd2b tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:32.227126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-abdff6b5-d455-4354-954b-596da61e37cf req-d4922aad-b4eb-4a28-a0d9-bf74f290fd2b tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 944 time: 0.1170797
Apr 16 21:22:32.231598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6e423-c8f0-4ce4-80cf-3931a3660236 req-313dd3c2-31d3-4a3f-a5e0-cb679b5faf86 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:32.233253 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d9d6e423-c8f0-4ce4-80cf-3931a3660236 req-313dd3c2-31d3-4a3f-a5e0-cb679b5faf86 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 943 time: 0.0906401
Apr 16 21:22:32.293189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Attempting to bind port 530c695f-2423-40a9-8b15-e4419cb3ace0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:32.293537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Attempting to bind port 530c695f-2423-40a9-8b15-e4419cb3ace0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a13ddc93-77c2-4579-8c55-a0b5c9e13969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:32.293882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Attempting to bind port 530c695f-2423-40a9-8b15-e4419cb3ace0 on network e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:32.339603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Port 530c695f-2423-40a9-8b15-e4419cb3ace0 on network e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:22:32.340374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Attempting to bind port 530c695f-2423-40a9-8b15-e4419cb3ace0 on network e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:32.347569 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d9d6e423-c8f0-4ce4-80cf-3931a3660236 req-2be3c65c-8578-4c2d-a58f-0c31bf776846 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/security-groups?id=63e3ad1b-7174-4e0a-a115-3719e8b04275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043401
Apr 16 21:22:32.358776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:32.359172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Checking segment: {'id': 'a13ddc93-77c2-4579-8c55-a0b5c9e13969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:32.363850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Bound using segment: {'id': 'a13ddc93-77c2-4579-8c55-a0b5c9e13969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:32.363850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Bound port: 530c695f-2423-40a9-8b15-e4419cb3ace0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13ddc93-77c2-4579-8c55-a0b5c9e13969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:32.363850 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.373656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40564) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:32.376789 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-abdff6b5-d455-4354-954b-596da61e37cf req-43c7ce74-947c-4685-b4e3-533c4578d90c tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239793
Apr 16 21:22:32.392767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-73774bb8-1baf-4bd5-a288-3e1e9d555ca9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Deleting port 973da309-126f-4308-a6f4-32352abab6e7 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:32.393180 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73774bb8-1baf-4bd5-a288-3e1e9d555ca9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (973da309-126f-4308-a6f4-32352abab6e7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.410124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d80b-178c-476f-aca7-5986bb7b134d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.483427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device fcb5802b-1192-4604-ab1c-b9b0448c90c4 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:32.578614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port fcb5802b-1192-4604-ab1c-b9b0448c90c4 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:22:32.579930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] For port 530c695f-2423-40a9-8b15-e4419cb3ace0, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:32.582732 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d80b-178c-476f-aca7-5986bb7b134d admin admin] Publish callbacks [] for security_group (68a7c376-ac90-4751-8538-04d2773fbb7a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.597956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] For port 530c695f-2423-40a9-8b15-e4419cb3ace0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=530c695f-2423-40a9-8b15-e4419cb3ace0,segment=NetworkSegment(a13ddc93-77c2-4579-8c55-a0b5c9e13969),segment_id=a13ddc93-77c2-4579-8c55-a0b5c9e13969)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:32.602949 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73774bb8-1baf-4bd5-a288-3e1e9d555ca9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (973da309-126f-4308-a6f4-32352abab6e7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.611574 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77ef697b-c263-49a8-bb5a-0241decc817d tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f84ba307-c513-4e83-a822-418d9952ff7b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.620917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-73774bb8-1baf-4bd5-a288-3e1e9d555ca9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Calling delete_port for 973da309-126f-4308-a6f4-32352abab6e7 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:32.649952 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef697b-c263-49a8-bb5a-0241decc817d tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Pushing event deleted for resources: {'Port': ['ID=f84ba307-c513-4e83-a822-418d9952ff7b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:32.707864 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d80b-178c-476f-aca7-5986bb7b134d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (68a7c376-ac90-4751-8538-04d2773fbb7a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.748745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port fcb5802b-1192-4604-ab1c-b9b0448c90c4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:32.749438 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.756864 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f1e8d80b-178c-476f-aca7-5986bb7b134d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6721e94b61f341a8ab643a2bef22dcf0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3820734
Apr 16 21:22:32.757820 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77ef697b-c263-49a8-bb5a-0241decc817d tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks [] for floatingip (e9819de9-9116-4e40-af99-563bdc1641b8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.760695 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77ef697b-c263-49a8-bb5a-0241decc817d tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.765513 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-77ef697b-c263-49a8-bb5a-0241decc817d tempest-ServersTestJSON-484510919 tempest-ServersTestJSON-484510919-project] 10.222.0.20 "DELETE /v2.0/floatingips/e9819de9-9116-4e40-af99-563bdc1641b8 HTTP/1.1" status: 204  len: 168 time: 0.8974233
Apr 16 21:22:32.765687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40584) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:32.765781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8d80b-178c-476f-aca7-5986bb7b134d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a7c376-ac90-4751-8538-04d2773fbb7a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:32.765865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40586) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:32.776044 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.834461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port fcb5802b-1192-4604-ab1c-b9b0448c90c4 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:32.834849 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.857833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0246e469-bac2-4e9f-bd3f-bd5e1e60618f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb5802b-1192-4604-ab1c-b9b0448c90c4'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:32.860065 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02d9894-1dfa-4f91-b395-91d300e1d99b" -d '{"events": [{"server_uuid": "0246e469-bac2-4e9f-bd3f-bd5e1e60618f", "name": "network-vif-plugged", "status": "completed", "tag": "fcb5802b-1192-4604-ab1c-b9b0448c90c4"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:32.883782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:32.884617 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:32.886452 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] 10.222.0.11 "PUT /v2.0/ports/530c695f-2423-40a9-8b15-e4419cb3ace0 HTTP/1.1" status: 200  len: 1091 time: 1.7157893
Apr 16 21:22:32.889721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port fcb5802b-1192-4604-ab1c-b9b0448c90c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcb5802b-1192-4604-ab1c-b9b0448c90c4,segment=NetworkSegment(83c81c3f-0d19-461d-8794-f4f60f937f84),segment_id=83c81c3f-0d19-461d-8794-f4f60f937f84)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:32.902147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201e0019-00bc-43c6-ab2d-b899dc6a9010', 'tag': '530c695f-2423-40a9-8b15-e4419cb3ace0'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:32.902288 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6822625-6ab1-444b-ae95-d8ad70ba7691 x-openstack-request-id: req-e6822625-6ab1-444b-ae95-d8ad70ba7691 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:32.902813 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0246e469-bac2-4e9f-bd3f-bd5e1e60618f", "name": "network-vif-plugged", "status": "completed", "tag": "fcb5802b-1192-4604-ab1c-b9b0448c90c4", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:32.903131 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6822625-6ab1-444b-ae95-d8ad70ba7691 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:32.903600 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6822625-6ab1-444b-ae95-d8ad70ba7691'] response: {'server_uuid': '0246e469-bac2-4e9f-bd3f-bd5e1e60618f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb5802b-1192-4604-ab1c-b9b0448c90c4', 'code': 200}
Apr 16 21:22:32.904736 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d7604f-0e98-469e-8ed8-37750cd342ed" -d '{"events": [{"name": "network-changed", "server_uuid": "201e0019-00bc-43c6-ab2d-b899dc6a9010", "tag": "530c695f-2423-40a9-8b15-e4419cb3ace0"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:32.949644 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:33.048448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377f296-bcad-410d-ac34-8a2746305b70 service neutron] Pushing event updated for resources: {'Port': ['ID=530c695f-2423-40a9-8b15-e4419cb3ace0,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:33.050198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=fcb5802b-1192-4604-ab1c-b9b0448c90c4,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:33.062780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73774bb8-1baf-4bd5-a288-3e1e9d555ca9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (973da309-126f-4308-a6f4-32352abab6e7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:33.102123 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddafb501-7698-49fc-b13a-124a6b34d4ec admin admin] Publish callbacks [] for security_group (68a7c376-ac90-4751-8538-04d2773fbb7a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:33.139076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73774bb8-1baf-4bd5-a288-3e1e9d555ca9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event deleted for resources: {'Port': ['ID=973da309-126f-4308-a6f4-32352abab6e7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:33.173724 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fe74c0-7b11-4c14-a0d5-ca6710206095 x-openstack-request-id: req-66fe74c0-7b11-4c14-a0d5-ca6710206095 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:33.174681 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201e0019-00bc-43c6-ab2d-b899dc6a9010", "tag": "530c695f-2423-40a9-8b15-e4419cb3ace0", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:33.174681 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66fe74c0-7b11-4c14-a0d5-ca6710206095 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:33.175059 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66fe74c0-7b11-4c14-a0d5-ca6710206095'] response: {'name': 'network-changed', 'server_uuid': '201e0019-00bc-43c6-ab2d-b899dc6a9010', 'tag': '530c695f-2423-40a9-8b15-e4419cb3ace0', 'status': 'completed', 'code': 200}
Apr 16 21:22:33.191656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-b5d5c3e1-1275-4bec-8825-f8f09e712a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:33.193338 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-b5d5c3e1-1275-4bec-8825-f8f09e712a10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4030f0824ca84b97a7fef26a7384e775&device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 1125 time: 0.1684122
Apr 16 21:22:33.223503 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddafb501-7698-49fc-b13a-124a6b34d4ec admin admin] Publish callbacks [] for security_group (68a7c376-ac90-4751-8538-04d2773fbb7a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:33.353588 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40610) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:33.469596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-107977185-network', 'tenant_id': '86582d8437084e4e95b3078888c21e23'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:33.535672 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafe68b-705c-4fb9-a02e-0168cd07b835 req-8b7c9d86-0520-4413-ae5e-19ee19e0b7f3 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:33.537320 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3eafe68b-705c-4fb9-a02e-0168cd07b835 req-8b7c9d86-0520-4413-ae5e-19ee19e0b7f3 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 943 time: 0.0618520
Apr 16 21:22:33.606406 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3eafe68b-705c-4fb9-a02e-0168cd07b835 req-73c152ee-7ee5-4e0a-a25b-f884c3d773fe tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/security-groups?id=63e3ad1b-7174-4e0a-a115-3719e8b04275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617075
Apr 16 21:22:33.611683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-376ebec3-9043-4d37-80a7-c391b1b1f3ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=530c695f-2423-40a9-8b15-e4419cb3ace0 HTTP/1.1" status: 200  len: 217 time: 0.3953140
Apr 16 21:22:33.612156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Made reservation on behalf of 86582d8437084e4e95b3078888c21e23 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:33.618448 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:33.629261 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:33.718026 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73774bb8-1baf-4bd5-a288-3e1e9d555ca9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:33.721922 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-73774bb8-1baf-4bd5-a288-3e1e9d555ca9 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "DELETE /v2.0/ports/973da309-126f-4308-a6f4-32352abab6e7 HTTP/1.1" status: 204  len: 168 time: 1.5130913
Apr 16 21:22:33.723115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c23f83-fa65-499a-9dfc-ecdb80c34c49 req-a189b69c-d172-45b5-aace-e747c51cc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:33.724523 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7c23f83-fa65-499a-9dfc-ecdb80c34c49 req-a189b69c-d172-45b5-aace-e747c51cc849 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 1127 time: 0.7007134
Apr 16 21:22:33.724994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40618) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:33.737336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Publish callbacks [] for security_group (065eb658-2b46-499a-8ad6-48670d765dbf), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:33.815294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cb6a4-3832-4e62-9906-8738c124d214 req-d05fbfb2-c397-4110-96c3-8c8f5d786d8a tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:33.816932 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a2cb6a4-3832-4e62-9906-8738c124d214 req-d05fbfb2-c397-4110-96c3-8c8f5d786d8a tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 945 time: 0.2167425
Apr 16 21:22:33.834125 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (065eb658-2b46-499a-8ad6-48670d765dbf), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:33.851580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-4d576cd3-360a-458d-b9d2-2f08ff36c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:33.853019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-4d576cd3-360a-458d-b9d2-2f08ff36c908 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fcd78d0-6c15-4046-987b-0e34d0bcb728 HTTP/1.1" status: 200  len: 849 time: 0.2222943
Apr 16 21:22:33.859824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065eb658-2b46-499a-8ad6-48670d765dbf,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:33.924694 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-08bfa438-ab98-4221-a9e2-8f82725bfb4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621505
Apr 16 21:22:33.931054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-725323af-c645-4422-8f8c-d06b41d87281 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Deleting subnet b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:22:33.954666 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-725323af-c645-4422-8f8c-d06b41d87281 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for subnet (b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:33.988381 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:22:34.002484 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.002998 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Added segment 6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d of type vlan for network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1
Apr 16 21:22:34.037946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7c23f83-fa65-499a-9dfc-ecdb80c34c49 req-104c3b9d-6d37-400e-9b73-10e924f8008f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3017454
Apr 16 21:22:34.038569 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddafb501-7698-49fc-b13a-124a6b34d4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (68a7c376-ac90-4751-8538-04d2773fbb7a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.041476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddafb501-7698-49fc-b13a-124a6b34d4ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.042493 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ddafb501-7698-49fc-b13a-124a6b34d4ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68a7c376-ac90-4751-8538-04d2773fbb7a HTTP/1.1" status: 204  len: 168 time: 1.2790010
Apr 16 21:22:34.049103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.085921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a2cb6a4-3832-4e62-9906-8738c124d214 req-d99cc0c2-2a22-4592-a742-a2b6e08dde3a tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2552896
Apr 16 21:22:34.102136 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-725323af-c645-4422-8f8c-d06b41d87281 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.105262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafb501-7698-49fc-b13a-124a6b34d4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a7c376-ac90-4751-8538-04d2773fbb7a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:34.167808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40626) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:34.173301 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e65d7f6b-e05f-40f7-bbf6-4be7c75ab2ba tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-492193411'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:34.177896 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.178849 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:34.179901 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.228587 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-f4e24a45-0c49-4d38-81cd-650e4df7aa86 service neutron] 10.222.0.11 "GET /v2.0/networks/e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2920499
Apr 16 21:22:34.251846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] Pushing event updated for resources: {'Network': ['ID=c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:34.260881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:22:34.321901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c166e787-a2bf-4686-8540-3cd2148566ef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9644563
Apr 16 21:22:34.327593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40628) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:34.333670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-5d6e0868-b00d-4e91-b476-0e4b84eb8614 admin admin] Request body: {'subnet': {'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-107977185-subnet', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:34.351964 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-725323af-c645-4422-8f8c-d06b41d87281 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.392751 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cdcfae2a-dcf6-48f2-b524-ffb12c674bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (066a2160-5818-4f8f-a524-7c25299067f3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.405880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65d7f6b-e05f-40f7-bbf6-4be7c75ab2ba tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Made reservation on behalf of 8548f70297f04c1489783de67671dba2 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:34.409337 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e65d7f6b-e05f-40f7-bbf6-4be7c75ab2ba tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.421934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6e0868-b00d-4e91-b476-0e4b84eb8614 admin admin] Made reservation on behalf of 86582d8437084e4e95b3078888c21e23 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:34.424481 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5d6e0868-b00d-4e91-b476-0e4b84eb8614 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.481583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65d7f6b-e05f-40f7-bbf6-4be7c75ab2ba tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:22:34.499958 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e65d7f6b-e05f-40f7-bbf6-4be7c75ab2ba tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (59aa2955-40a6-4750-b974-099ca523b13c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.500339 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-e65d7f6b-e05f-40f7-bbf6-4be7c75ab2ba tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Added segment 59aa2955-40a6-4750-b974-099ca523b13c of type vlan for network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7
Apr 16 21:22:34.518976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17f2b6b2-1222-41a3-9fe3-f3a7d459bec3 req-ee7ad145-544e-408c-8f40-b0c9a4551e9c service neutron] 10.222.0.11 "GET /v2.0/networks/e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2705467
Apr 16 21:22:34.563906 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e65d7f6b-e05f-40f7-bbf6-4be7c75ab2ba tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.599184 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-725323af-c645-4422-8f8c-d06b41d87281 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.639894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725323af-c645-4422-8f8c-d06b41d87281 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:34.660741 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-725323af-c645-4422-8f8c-d06b41d87281 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.664844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f95e438-4499-4c20-96be-a4dcf43dbc91 None None] Network 84e05a77-422a-4fe5-a7de-668bfb04f621 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:34.670920 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-725323af-c645-4422-8f8c-d06b41d87281 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "DELETE /v2.0/subnets/b8c3d2fb-8a5d-4593-8395-acb9ce5cffd5 HTTP/1.1" status: 204  len: 168 time: 0.9380069
Apr 16 21:22:34.673486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40640) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:34.713765 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e65d7f6b-e05f-40f7-bbf6-4be7c75ab2ba tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.718726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65d7f6b-e05f-40f7-bbf6-4be7c75ab2ba tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:34.719324 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e65d7f6b-e05f-40f7-bbf6-4be7c75ab2ba tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.806531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfae2a-dcf6-48f2-b524-ffb12c674bc8 admin admin] Deleting port ff9f4c90-6bde-4432-b08f-f484f7af1964 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:34.806880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cdcfae2a-dcf6-48f2-b524-ffb12c674bc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.839447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d7f6b-e05f-40f7-bbf6-4be7c75ab2ba tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'Network': ['ID=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:34.852114 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e65d7f6b-e05f-40f7-bbf6-4be7c75ab2ba tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6830707
Apr 16 21:22:34.853025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40644) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:34.856423 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5d6e0868-b00d-4e91-b476-0e4b84eb8614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.862299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:22:34.878752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d422c1-316a-4aa7-ab32-326b94b0c0bb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Deleting subnet c2903b39-0ea8-4780-bd2f-b10a23ab22a1 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:22:34.884932 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fa571af4-e5a9-4754-9d0b-e7511cc4b2ca tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1955765971'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:34.885762 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86d422c1-316a-4aa7-ab32-326b94b0c0bb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for subnet (c2903b39-0ea8-4780-bd2f-b10a23ab22a1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.944165 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86d422c1-316a-4aa7-ab32-326b94b0c0bb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (c2903b39-0ea8-4780-bd2f-b10a23ab22a1), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.953759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ef242-97cb-40f0-9f47-1e67c137daac req-16714ada-a797-40f7-87d7-3df9c5ea25e5 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:34.955321 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ca0ef242-97cb-40f0-9f47-1e67c137daac req-16714ada-a797-40f7-87d7-3df9c5ea25e5 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 943 time: 0.2117326
Apr 16 21:22:34.966950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d0c1b-e572-4d9a-b820-6500a29ebf94 None None] DHCP port deletion for 84e05a77-422a-4fe5-a7de-668bfb04f621 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:22:34.986226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-cdcfae2a-dcf6-48f2-b524-ffb12c674bc8 admin admin] For port ff9f4c90-6bde-4432-b08f-f484f7af1964, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff9f4c90-6bde-4432-b08f-f484f7af1964,segment=NetworkSegment(c9d2de2c-061c-4e82-a52f-a8a7d4e91229),segment_id=c9d2de2c-061c-4e82-a52f-a8a7d4e91229)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:34.986520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa571af4-e5a9-4754-9d0b-e7511cc4b2ca tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Made reservation on behalf of 8548f70297f04c1489783de67671dba2 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:34.986618 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cdcfae2a-dcf6-48f2-b524-ffb12c674bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.989691 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fa571af4-e5a9-4754-9d0b-e7511cc4b2ca tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:34.995095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e0868-b00d-4e91-b476-0e4b84eb8614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:35.012120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e0868-b00d-4e91-b476-0e4b84eb8614 admin admin] Checking segment: {'id': '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:35.012120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6e0868-b00d-4e91-b476-0e4b84eb8614 admin admin] Network hostable DHCP agents. Network: c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:22:35.013462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfae2a-dcf6-48f2-b524-ffb12c674bc8 admin admin] Calling delete_port for ff9f4c90-6bde-4432-b08f-f484f7af1964 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:35.050526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f64d0c1b-e572-4d9a-b820-6500a29ebf94 None None] Deleting port 9b25f2fe-74c7-49e9-aa18-23e4655782be {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:35.051205 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f64d0c1b-e572-4d9a-b820-6500a29ebf94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9b25f2fe-74c7-49e9-aa18-23e4655782be), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.104246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa571af4-e5a9-4754-9d0b-e7511cc4b2ca tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:22:35.110304 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ca0ef242-97cb-40f0-9f47-1e67c137daac req-15656f39-948e-4a22-9db4-bc3e8233daac tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/security-groups?id=63e3ad1b-7174-4e0a-a115-3719e8b04275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447396
Apr 16 21:22:35.117100 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86d422c1-316a-4aa7-ab32-326b94b0c0bb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (c2903b39-0ea8-4780-bd2f-b10a23ab22a1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.125091 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fa571af4-e5a9-4754-9d0b-e7511cc4b2ca tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6b94fd09-c65a-45d4-9338-68be491dd78b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.125256 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-fa571af4-e5a9-4754-9d0b-e7511cc4b2ca tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Added segment 6b94fd09-c65a-45d4-9338-68be491dd78b of type vlan for network e542be96-fc30-4cda-9476-07d2b2bc4e28
Apr 16 21:22:35.156097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f64d0c1b-e572-4d9a-b820-6500a29ebf94 None None] For port 9b25f2fe-74c7-49e9-aa18-23e4655782be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b25f2fe-74c7-49e9-aa18-23e4655782be,segment=NetworkSegment(e1b28a0f-9ce7-4c89-a433-381811d7b96c),segment_id=e1b28a0f-9ce7-4c89-a433-381811d7b96c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:35.156826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6e0868-b00d-4e91-b476-0e4b84eb8614 admin admin] Network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:22:35.157007 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f64d0c1b-e572-4d9a-b820-6500a29ebf94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9b25f2fe-74c7-49e9-aa18-23e4655782be), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.195518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f64d0c1b-e572-4d9a-b820-6500a29ebf94 None None] Calling delete_port for 9b25f2fe-74c7-49e9-aa18-23e4655782be owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:35.223620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fa571af4-e5a9-4754-9d0b-e7511cc4b2ca tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e542be96-fc30-4cda-9476-07d2b2bc4e28), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.279377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-5d6e0868-b00d-4e91-b476-0e4b84eb8614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:35.286681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e0868-b00d-4e91-b476-0e4b84eb8614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:35.287454 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5d6e0868-b00d-4e91-b476-0e4b84eb8614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.306663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0c70c-172e-48d8-8dbe-f5a41c19be5d None None] Network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:35.353283 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fa571af4-e5a9-4754-9d0b-e7511cc4b2ca tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e542be96-fc30-4cda-9476-07d2b2bc4e28), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.358469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa571af4-e5a9-4754-9d0b-e7511cc4b2ca tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:35.359095 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fa571af4-e5a9-4754-9d0b-e7511cc4b2ca tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.397532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c28b46-83c3-4ac8-ae68-3a614b22ef9f req-d8136905-ace6-4abf-8e10-9f560f51142b tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:35.401178 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00c28b46-83c3-4ac8-ae68-3a614b22ef9f req-d8136905-ace6-4abf-8e10-9f560f51142b tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 945 time: 0.0797119
Apr 16 21:22:35.453818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5d6e0868-b00d-4e91-b476-0e4b84eb8614 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1223636
Apr 16 21:22:35.458775 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40674) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:35.468151 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:35.496266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa571af4-e5a9-4754-9d0b-e7511cc4b2ca tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'Network': ['ID=e542be96-fc30-4cda-9476-07d2b2bc4e28,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:35.504264 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86d422c1-316a-4aa7-ab32-326b94b0c0bb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (c2903b39-0ea8-4780-bd2f-b10a23ab22a1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.515621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e542be96-fc30-4cda-9476-07d2b2bc4e28 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:22:35.550991 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fa571af4-e5a9-4754-9d0b-e7511cc4b2ca tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.6837089
Apr 16 21:22:35.555196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40680) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:35.561371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3475e993-0206-438c-b310-b07b6bfb827a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'subnet': {'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:35.572405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d422c1-316a-4aa7-ab32-326b94b0c0bb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event deleted for resources: {'Subnet': ['ID=c2903b39-0ea8-4780-bd2f-b10a23ab22a1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:35.576012 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86d422c1-316a-4aa7-ab32-326b94b0c0bb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.579262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'project_id': '86582d8437084e4e95b3078888c21e23', 'fixed_ips': [{'subnet_id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:22:35.579620 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-86d422c1-316a-4aa7-ab32-326b94b0c0bb tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "DELETE /v2.0/subnets/c2903b39-0ea8-4780-bd2f-b10a23ab22a1 HTTP/1.1" status: 204  len: 168 time: 0.9049947
Apr 16 21:22:35.580243 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.587693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7604f-0e98-469e-8ed8-37750cd342ed req-0c886df5-f7df-4ed8-a28a-70fbf42aeda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:35.589706 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01d7604f-0e98-469e-8ed8-37750cd342ed req-0c886df5-f7df-4ed8-a28a-70fbf42aeda7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4030f0824ca84b97a7fef26a7384e775&device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 1125 time: 0.1726089
Apr 16 21:22:35.594022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40682) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:35.613726 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (1df216de-b34c-48d7-b12e-80091bb26ce7), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.614814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (1df216de-b34c-48d7-b12e-80091bb26ce7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.616061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a9013f-796f-4dc2-b7e1-648d7661b2ea None None] Network 2a1311c2-594d-49ff-bcbd-69e881faa649 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:35.636186 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f64d0c1b-e572-4d9a-b820-6500a29ebf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (9b25f2fe-74c7-49e9-aa18-23e4655782be), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.695027 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Publish callbacks [] for router_controller (1df216de-b34c-48d7-b12e-80091bb26ce7), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.735740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00c28b46-83c3-4ac8-ae68-3a614b22ef9f req-245bbe24-5b1c-4a5d-989e-5c400840856f tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3204138
Apr 16 21:22:35.742514 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cdcfae2a-dcf6-48f2-b524-ffb12c674bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ff9f4c90-6bde-4432-b08f-f484f7af1964), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.807751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfae2a-dcf6-48f2-b524-ffb12c674bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9f4c90-6bde-4432-b08f-f484f7af1964,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:35.838091 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bdec6caa-1a2d-4dc9-885d-1bb9669a02c3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (84e05a77-422a-4fe5-a7de-668bfb04f621), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.838209 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d0c1b-e572-4d9a-b820-6500a29ebf94 None None] Pushing event deleted for resources: {'Port': ['ID=9b25f2fe-74c7-49e9-aa18-23e4655782be,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:35.861352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9b25f2fe-74c7-49e9-aa18-23e4655782be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:35.936560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3475e993-0206-438c-b310-b07b6bfb827a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Made reservation on behalf of 8548f70297f04c1489783de67671dba2 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:35.939901 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3475e993-0206-438c-b310-b07b6bfb827a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:35.960214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7604f-0e98-469e-8ed8-37750cd342ed req-a1ee5b9a-80d8-40b9-bdbf-bc50f3212550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:35.964081 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01d7604f-0e98-469e-8ed8-37750cd342ed req-a1ee5b9a-80d8-40b9-bdbf-bc50f3212550 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c HTTP/1.1" status: 200  len: 910 time: 0.3573439
Apr 16 21:22:36.023214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 9b25f2fe-74c7-49e9-aa18-23e4655782be {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:36.023612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9b25f2fe-74c7-49e9-aa18-23e4655782be not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:36.042116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d0c1b-e572-4d9a-b820-6500a29ebf94 None None] No DVR routers for this DVR port 9b25f2fe-74c7-49e9-aa18-23e4655782be on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:36.087853 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01d7604f-0e98-469e-8ed8-37750cd342ed req-b6db2c9a-f686-4c2c-af9d-3a1b4b5b70a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=530c695f-2423-40a9-8b15-e4419cb3ace0 HTTP/1.1" status: 200  len: 217 time: 0.1162584
Apr 16 21:22:36.130385 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bdec6caa-1a2d-4dc9-885d-1bb9669a02c3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (84e05a77-422a-4fe5-a7de-668bfb04f621), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.157577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-bdec6caa-1a2d-4dc9-885d-1bb9669a02c3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f4f74c0>,) {'filters': {'network_id': ['84e05a77-422a-4fe5-a7de-668bfb04f621']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:36.166394 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.169509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-bdec6caa-1a2d-4dc9-885d-1bb9669a02c3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f4f74c0>, 'e1b28a0f-9ce7-4c89-a433-381811d7b96c') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:36.169817 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-bdec6caa-1a2d-4dc9-885d-1bb9669a02c3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f4f74c0>, 'e1b28a0f-9ce7-4c89-a433-381811d7b96c') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:36.191419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Publish callbacks [] for router_gateway (1df216de-b34c-48d7-b12e-80091bb26ce7), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.249318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Allocated IP 172.20.0.2 (c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1/8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b/9afe2700-9205-4b0e-ac14-28c04414bf4c) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:36.260636 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bdec6caa-1a2d-4dc9-885d-1bb9669a02c3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (e1b28a0f-9ce7-4c89-a433-381811d7b96c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.293488 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bdec6caa-1a2d-4dc9-885d-1bb9669a02c3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e1b28a0f-9ce7-4c89-a433-381811d7b96c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.302450 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3853a-79a2-4232-991a-368e7cb56033 None None] DHCP port deletion for 2a1311c2-594d-49ff-bcbd-69e881faa649 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:22:36.305920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdec6caa-1a2d-4dc9-885d-1bb9669a02c3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:22:36.306337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bdec6caa-1a2d-4dc9-885d-1bb9669a02c3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (e1b28a0f-9ce7-4c89-a433-381811d7b96c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:22:36.311251 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:22:36.400712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-52b3853a-79a2-4232-991a-368e7cb56033 None None] Deleting port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:36.401284 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-52b3853a-79a2-4232-991a-368e7cb56033 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.571670 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-52b3853a-79a2-4232-991a-368e7cb56033 None None] For port a56b3472-8ef9-4b2a-be64-ab5136cd44a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a56b3472-8ef9-4b2a-be64-ab5136cd44a1,segment=NetworkSegment(26803fa9-035a-4747-8e6c-cc049e3149a3),segment_id=26803fa9-035a-4747-8e6c-cc049e3149a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:36.572080 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-52b3853a-79a2-4232-991a-368e7cb56033 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.586991 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Publish callbacks [] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.593074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-52b3853a-79a2-4232-991a-368e7cb56033 None None] Calling delete_port for a56b3472-8ef9-4b2a-be64-ab5136cd44a1 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:36.675112 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.687117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7604f-0e98-469e-8ed8-37750cd342ed req-4592e785-54d4-4621-a488-5e19aee2c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:36.688621 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01d7604f-0e98-469e-8ed8-37750cd342ed req-4592e785-54d4-4621-a488-5e19aee2c702 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fcd78d0-6c15-4046-987b-0e34d0bcb728 HTTP/1.1" status: 200  len: 849 time: 0.5914905
Apr 16 21:22:36.723619 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:36.727224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:36.730921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:36.736757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Pushing event updated for resources: {'Port': ['ID=9afe2700-9205-4b0e-ac14-28c04414bf4c,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:36.759535 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01d7604f-0e98-469e-8ed8-37750cd342ed req-23056a27-b29d-4086-8668-1355be2ed11b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559270
Apr 16 21:22:36.777755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cdcfae2a-dcf6-48f2-b524-ffb12c674bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (066a2160-5818-4f8f-a524-7c25299067f3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.815669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Attempting to bind port 9afe2700-9205-4b0e-ac14-28c04414bf4c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:36.817489 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Attempting to bind port 9afe2700-9205-4b0e-ac14-28c04414bf4c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:36.817949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Attempting to bind port 9afe2700-9205-4b0e-ac14-28c04414bf4c on network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:36.842439 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-52b3853a-79a2-4232-991a-368e7cb56033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (a56b3472-8ef9-4b2a-be64-ab5136cd44a1), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.866416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b3853a-79a2-4232-991a-368e7cb56033 None None] No DVR routers for this DVR port a56b3472-8ef9-4b2a-be64-ab5136cd44a1 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:36.876832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:36.878377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Checking segment: {'id': '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:36.879456 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.880006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Bound using segment: {'id': '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:36.881343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Bound port: 9afe2700-9205-4b0e-ac14-28c04414bf4c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:36.884797 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.904505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc23d0-f470-4828-a25f-76fe5e3fc9a0 req-ddddfb1f-775c-48ee-8696-a953c9497364 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:36.906034 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dccc23d0-f470-4828-a25f-76fe5e3fc9a0 req-ddddfb1f-775c-48ee-8696-a953c9497364 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 943 time: 0.5129447
Apr 16 21:22:36.922754 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01d7604f-0e98-469e-8ed8-37750cd342ed req-80592625-dc85-4956-b251-168418793818 service neutron] 10.222.0.11 "GET /v2.0/networks/e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560476
Apr 16 21:22:36.934870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3853a-79a2-4232-991a-368e7cb56033 None None] Pushing event deleted for resources: {'Port': ['ID=a56b3472-8ef9-4b2a-be64-ab5136cd44a1,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:36.949742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bdec6caa-1a2d-4dc9-885d-1bb9669a02c3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (84e05a77-422a-4fe5-a7de-668bfb04f621), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:36.991464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 530c695f-2423-40a9-8b15-e4419cb3ace0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:22:37.019149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Publish callbacks [] for router_gateway (1df216de-b34c-48d7-b12e-80091bb26ce7), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.075015 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dccc23d0-f470-4828-a25f-76fe5e3fc9a0 req-0b56da9a-aa75-4882-9150-05183340178d tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/security-groups?id=63e3ad1b-7174-4e0a-a115-3719e8b04275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479290
Apr 16 21:22:37.114372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] For port 9afe2700-9205-4b0e-ac14-28c04414bf4c, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:37.115598 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bdec6caa-1a2d-4dc9-885d-1bb9669a02c3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.118908 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bdec6caa-1a2d-4dc9-885d-1bb9669a02c3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "DELETE /v2.0/networks/84e05a77-422a-4fe5-a7de-668bfb04f621 HTTP/1.1" status: 204  len: 168 time: 1.5233669
Apr 16 21:22:37.134157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] For port 9afe2700-9205-4b0e-ac14-28c04414bf4c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9afe2700-9205-4b0e-ac14-28c04414bf4c,segment=NetworkSegment(6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d),segment_id=6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:37.136641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40722) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:37.156218 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.186279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 530c695f-2423-40a9-8b15-e4419cb3ace0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=530c695f-2423-40a9-8b15-e4419cb3ace0,segment=NetworkSegment(a13ddc93-77c2-4579-8c55-a0b5c9e13969),segment_id=a13ddc93-77c2-4579-8c55-a0b5c9e13969)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:37.201539 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '530c695f-2423-40a9-8b15-e4419cb3ace0', 'network_id': 'e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c', 'port_id': '530c695f-2423-40a9-8b15-e4419cb3ace0', 'mac_address': 'fa:16:3e:7a:41:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcd78d0-6c15-4046-987b-0e34d0bcb728', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:22:37.211867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec6caa-1a2d-4dc9-885d-1bb9669a02c3 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event deleted for resources: {'Network': ['ID=84e05a77-422a-4fe5-a7de-668bfb04f621,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:37.261950 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.268481 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3475e993-0206-438c-b310-b07b6bfb827a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (4f4c2dde-626f-4cd8-b0c1-29416cdf21a1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.290448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e482ddc-a74e-4430-b049-48f7b8d3d6b9 req-d994cd96-7fe5-410f-ac74-b26887c4cc63 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:37.292018 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e482ddc-a74e-4430-b049-48f7b8d3d6b9 req-d994cd96-7fe5-410f-ac74-b26887c4cc63 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 945 time: 0.3669112
Apr 16 21:22:37.295398 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af6cb6ec-449b-402d-8fd1-57f05f900110 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (2a1311c2-594d-49ff-bcbd-69e881faa649), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.300845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 530c695f-2423-40a9-8b15-e4419cb3ace0 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:37.301725 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.349216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530c695f-2423-40a9-8b15-e4419cb3ace0 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:22:37.372731 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Allocated IP 172.35.1.180 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/9a587c93-08d3-4c07-a7f9-d999d2d2fd47) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:37.374399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 530c695f-2423-40a9-8b15-e4419cb3ace0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=530c695f-2423-40a9-8b15-e4419cb3ace0,segment=NetworkSegment(a13ddc93-77c2-4579-8c55-a0b5c9e13969),segment_id=a13ddc93-77c2-4579-8c55-a0b5c9e13969)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:37.378490 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01d7604f-0e98-469e-8ed8-37750cd342ed req-55817f50-450a-4bf4-b88c-17322796b9b2 service neutron] 10.222.0.11 "GET /v2.0/networks/e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4306583
Apr 16 21:22:37.390644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e8b0d-5919-4800-9374-92cfb60a6403 None None] Pushing event updated for resources: {'Port': ['ID=9afe2700-9205-4b0e-ac14-28c04414bf4c,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:37.411393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475e993-0206-438c-b310-b07b6bfb827a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'Subnet': ['ID=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:37.426512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475e993-0206-438c-b310-b07b6bfb827a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Checking segment: {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:37.427097 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3475e993-0206-438c-b310-b07b6bfb827a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Network hostable DHCP agents. Network: 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:22:37.429532 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.464735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e482ddc-a74e-4430-b049-48f7b8d3d6b9 req-78429e2d-9d69-4f8d-9aa5-cce865381f5b tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626313
Apr 16 21:22:37.571294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=530c695f-2423-40a9-8b15-e4419cb3ace0,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:37.602942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3475e993-0206-438c-b310-b07b6bfb827a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:22:37.637378 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af6cb6ec-449b-402d-8fd1-57f05f900110 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (2a1311c2-594d-49ff-bcbd-69e881faa649), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.643759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['530c695f-2423-40a9-8b15-e4419cb3ace0'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:22:37.706319 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Publish callbacks [] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.733312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-af6cb6ec-449b-402d-8fd1-57f05f900110 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e2d0ca0>,) {'filters': {'network_id': ['2a1311c2-594d-49ff-bcbd-69e881faa649']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:37.750830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3475e993-0206-438c-b310-b07b6bfb827a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:37.758170 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3475e993-0206-438c-b310-b07b6bfb827a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:37.759194 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3475e993-0206-438c-b310-b07b6bfb827a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.763793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6f3b11-a8ec-4b14-a0fe-5dc1f33d6ab3 None None] Network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:37.776831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-af6cb6ec-449b-402d-8fd1-57f05f900110 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e2d0ca0>, '26803fa9-035a-4747-8e6c-cc049e3149a3') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:37.777145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-af6cb6ec-449b-402d-8fd1-57f05f900110 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e2d0ca0>, '26803fa9-035a-4747-8e6c-cc049e3149a3') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:37.795778 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af6cb6ec-449b-402d-8fd1-57f05f900110 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (26803fa9-035a-4747-8e6c-cc049e3149a3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.816618 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af6cb6ec-449b-402d-8fd1-57f05f900110 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (26803fa9-035a-4747-8e6c-cc049e3149a3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.834083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcfae2a-dcf6-48f2-b524-ffb12c674bc8 admin admin] Router 066a2160-5818-4f8f-a524-7c25299067f3 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:22:37.851202 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6cb6ec-449b-402d-8fd1-57f05f900110 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:22:37.851620 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af6cb6ec-449b-402d-8fd1-57f05f900110 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (26803fa9-035a-4747-8e6c-cc049e3149a3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.856314 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3475e993-0206-438c-b310-b07b6bfb827a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.2999732
Apr 16 21:22:37.858122 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:37.866849 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40752) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:37.868909 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0e711a12-9b6b-4aa9-bb4e-503ff82c95ab tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'subnet': {'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:22:37.996109 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:22:38.003460 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:38.009053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcfae2a-dcf6-48f2-b524-ffb12c674bc8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:22:38.016376 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cdcfae2a-dcf6-48f2-b524-ffb12c674bc8 admin admin] 10.222.0.20 "PUT /v2.0/routers/066a2160-5818-4f8f-a524-7c25299067f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2505727
Apr 16 21:22:38.022535 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf524d2-b155-400b-b417-ac11a2b9ca42 None None] Sync routers for ids ['066a2160-5818-4f8f-a524-7c25299067f3'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:22:38.042036 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:38.045620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a56b3472-8ef9-4b2a-be64-ab5136cd44a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:38.052546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40758) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:38.067898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9a587c93-08d3-4c07-a7f9-d999d2d2fd47,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:38.073798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: a56b3472-8ef9-4b2a-be64-ab5136cd44a1 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:38.074422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a56b3472-8ef9-4b2a-be64-ab5136cd44a1 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:38.077237 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf524d2-b155-400b-b417-ac11a2b9ca42 None None] Routers {'066a2160-5818-4f8f-a524-7c25299067f3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:38.079293 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4bf524d2-b155-400b-b417-ac11a2b9ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124de4ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['066a2160-5818-4f8f-a524-7c25299067f3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:38.087879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:38.143682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7', 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7', 'project_id': '8548f70297f04c1489783de67671dba2', 'fixed_ips': [{'subnet_id': '4f4c2dde-626f-4cd8-b0c1-29416cdf21a1'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:22:38.150779 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:38.271641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f266b-58ec-4b28-a901-43a1ec96bafd req-750c57cf-2587-4cdc-8fcf-b7ad8f7383f7 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:38.273807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-680f266b-58ec-4b28-a901-43a1ec96bafd req-750c57cf-2587-4cdc-8fcf-b7ad8f7383f7 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 945 time: 0.0584035
Apr 16 21:22:38.348930 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-680f266b-58ec-4b28-a901-43a1ec96bafd req-2cef515f-7c36-4ab4-b6c8-80fc6e89d106 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619202
Apr 16 21:22:38.353322 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Publish callbacks [] for router (066a2160-5818-4f8f-a524-7c25299067f3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:38.405975 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4bf524d2-b155-400b-b417-ac11a2b9ca42 None None] Set router 066a2160-5818-4f8f-a524-7c25299067f3 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:38.465261 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Allocated IP 10.1.1.2 (6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7/4f4c2dde-626f-4cd8-b0c1-29416cdf21a1/12f9ba87-4fad-48d4-aec4-0269b6c5a062) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:38.500835 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Publish callbacks [] for router_gateway (066a2160-5818-4f8f-a524-7c25299067f3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:38.508108 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af6cb6ec-449b-402d-8fd1-57f05f900110 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (2a1311c2-594d-49ff-bcbd-69e881faa649), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:38.513407 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af6cb6ec-449b-402d-8fd1-57f05f900110 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:38.520334 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-af6cb6ec-449b-402d-8fd1-57f05f900110 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] 10.222.0.20 "DELETE /v2.0/networks/2a1311c2-594d-49ff-bcbd-69e881faa649 HTTP/1.1" status: 204  len: 168 time: 1.3758311
Apr 16 21:22:38.565936 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e711a12-9b6b-4aa9-bb4e-503ff82c95ab tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Made reservation on behalf of 8548f70297f04c1489783de67671dba2 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:38.573309 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e711a12-9b6b-4aa9-bb4e-503ff82c95ab tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:38.581967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cb6ec-449b-402d-8fd1-57f05f900110 tempest-TaggedBootDevicesTest-916837742 tempest-TaggedBootDevicesTest-916837742-project] Pushing event deleted for resources: {'Network': ['ID=2a1311c2-594d-49ff-bcbd-69e881faa649,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:38.621909 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40774) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:38.635776 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc6792-e9c7-4d98-8031-57a5dde4e16a req-99afbff8-693b-42ca-b712-6b6d887c3f13 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:38.644901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c8dc6792-e9c7-4d98-8031-57a5dde4e16a req-99afbff8-693b-42ca-b712-6b6d887c3f13 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 944 time: 0.4422617
Apr 16 21:22:38.704414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Deleting port 0e0d69f3-2325-470c-9756-c723b1c74aa3 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:38.704856 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:38.746500 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Publish callbacks [] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:38.815039 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4bf524d2-b155-400b-b417-ac11a2b9ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124de4ac0>, [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:22:35Z', 'revision_number': 5, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port': {'id': '0e0d69f3-2325-470c-9756-c723b1c74aa3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:81:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a2160-5818-4f8f-a524-7c25299067f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:21:19Z', 'updated_at': '2022-04-16T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:38.848668 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf524d2-b155-400b-b417-ac11a2b9ca42 None None] Checking router: 066a2160-5818-4f8f-a524-7c25299067f3 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:22:38.860070 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf524d2-b155-400b-b417-ac11a2b9ca42 None None] Routers {'066a2160-5818-4f8f-a524-7c25299067f3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:38.861484 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4bf524d2-b155-400b-b417-ac11a2b9ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124de4ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['066a2160-5818-4f8f-a524-7c25299067f3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:38.863491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] For port 0e0d69f3-2325-470c-9756-c723b1c74aa3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e0d69f3-2325-470c-9756-c723b1c74aa3,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:38.866648 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:38.888821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Calling delete_port for 0e0d69f3-2325-470c-9756-c723b1c74aa3 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:38.890610 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c8dc6792-e9c7-4d98-8031-57a5dde4e16a req-e01dd3bf-fd16-4f5e-8ea4-d01c8b780d8d tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/security-groups?id=63e3ad1b-7174-4e0a-a115-3719e8b04275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2442913
Apr 16 21:22:38.998846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 530c695f-2423-40a9-8b15-e4419cb3ace0 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:38.999892 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4bf524d2-b155-400b-b417-ac11a2b9ca42 None None] Set router 066a2160-5818-4f8f-a524-7c25299067f3 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:39.039609 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7117b3e-f125-45d8-a762-21304a819021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.050894 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.056888 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Publish callbacks [] for router_gateway (1df216de-b34c-48d7-b12e-80091bb26ce7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.088235 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9be2fbef-b859-4578-9442-1213986a70fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.100742 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4bf524d2-b155-400b-b417-ac11a2b9ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124de4ac0>, [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:22:38Z', 'revision_number': 6, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:39.140869 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf524d2-b155-400b-b417-ac11a2b9ca42 None None] The sync data for ids ['066a2160-5818-4f8f-a524-7c25299067f3'] in ncdv-master-1 is: [{'id': '066a2160-5818-4f8f-a524-7c25299067f3', 'name': 'tempest-ServersTestJSON-1035019025-router', 'tenant_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:21:17Z', 'updated_at': '2022-04-16T21:22:38Z', 'revision_number': 6, 'project_id': 'f65ddd60eec74fb89e04d7e6354a2bc4', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:22:39.141814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd7ccba-1ef8-4028-920f-927dca97ed1c None None] Network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:39.165489 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f0c08620-be3b-48a0-9fd6-6911bf2f59e5 None None] Provisioning complete for port 9afe2700-9205-4b0e-ac14-28c04414bf4c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:39.165489 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f0c08620-be3b-48a0-9fd6-6911bf2f59e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.222433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:39.290228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:39.292854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:39.322736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 530c695f-2423-40a9-8b15-e4419cb3ace0 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:22:39.328207 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0e0d69f3-2325-470c-9756-c723b1c74aa3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.350190 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e711a12-9b6b-4aa9-bb4e-503ff82c95ab tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (326da6c5-3bc2-4f6e-a46f-4485631a093b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.354841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Pushing event updated for resources: {'Port': ['ID=12f9ba87-4fad-48d4-aec4-0269b6c5a062,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:39.372842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e0d69f3-2325-470c-9756-c723b1c74aa3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:39.385322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e85957-f28c-4541-9cf5-32996204eeca req-ec4f775e-b263-4d87-878b-08ef7c30c246 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:39.386937 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a0e85957-f28c-4541-9cf5-32996204eeca req-ec4f775e-b263-4d87-878b-08ef7c30c246 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.41 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 945 time: 0.1164317
Apr 16 21:22:39.420495 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7117b3e-f125-45d8-a762-21304a819021 admin admin] Publish callbacks [] for security_group (0e6fa7c5-218c-4f31-b154-bab168dfa4fa), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.445052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 530c695f-2423-40a9-8b15-e4419cb3ace0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:39.445602 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.476471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e711a12-9b6b-4aa9-bb4e-503ff82c95ab tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'Subnet': ['ID=326da6c5-3bc2-4f6e-a46f-4485631a093b,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:39.545973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7117b3e-f125-45d8-a762-21304a819021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0e6fa7c5-218c-4f31-b154-bab168dfa4fa), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.567322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (1df216de-b34c-48d7-b12e-80091bb26ce7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.569460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Attempting to bind port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:39.570120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Attempting to bind port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:39.570557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Attempting to bind port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:39.581254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e711a12-9b6b-4aa9-bb4e-503ff82c95ab tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Checking segment: {'id': '6b94fd09-c65a-45d4-9338-68be491dd78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:39.581882 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e711a12-9b6b-4aa9-bb4e-503ff82c95ab tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Network hostable DHCP agents. Network: e542be96-fc30-4cda-9476-07d2b2bc4e28, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:22:39.590790 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:39.591411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Checking segment: {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:39.591982 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.592503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Bound using segment: {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:39.593802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Bound port: 12f9ba87-4fad-48d4-aec4-0269b6c5a062, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:39.594273 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.605002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9571f40-38b7-47c3-81bf-76de530d5ebd req-f4e627dd-2c26-4fd3-afa9-50d26a1eee09 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:39.606603 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9571f40-38b7-47c3-81bf-76de530d5ebd req-f4e627dd-2c26-4fd3-afa9-50d26a1eee09 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 945 time: 0.1356668
Apr 16 21:22:39.615363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (066a2160-5818-4f8f-a524-7c25299067f3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.671412 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f7117b3e-f125-45d8-a762-21304a819021 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0f89580ccc24689a48b6c1872e3850e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0233572
Apr 16 21:22:39.672901 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7117b3e-f125-45d8-a762-21304a819021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6fa7c5-218c-4f31-b154-bab168dfa4fa,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:39.716529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40804) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:39.765500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f0c08620-be3b-48a0-9fd6-6911bf2f59e5 None None] Current status of the port 9afe2700-9205-4b0e-ac14-28c04414bf4c is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:39.766306 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f0c08620-be3b-48a0-9fd6-6911bf2f59e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.816558 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (066a2160-5818-4f8f-a524-7c25299067f3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.820825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f0c08620-be3b-48a0-9fd6-6911bf2f59e5 None None] For port 9afe2700-9205-4b0e-ac14-28c04414bf4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9afe2700-9205-4b0e-ac14-28c04414bf4c,segment=NetworkSegment(6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d),segment_id=6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:39.826394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a0e85957-f28c-4541-9cf5-32996204eeca req-9887bc53-108c-4d24-97d2-1845cb27dd3f tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Deleting port fcb5802b-1192-4604-ab1c-b9b0448c90c4 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:39.826749 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a0e85957-f28c-4541-9cf5-32996204eeca req-9887bc53-108c-4d24-97d2-1845cb27dd3f tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.843359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e711a12-9b6b-4aa9-bb4e-503ff82c95ab tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Network e542be96-fc30-4cda-9476-07d2b2bc4e28 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:22:39.882581 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Publish callbacks [] for router_controller (066a2160-5818-4f8f-a524-7c25299067f3), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.902194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] For port 12f9ba87-4fad-48d4-aec4-0269b6c5a062, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:39.908324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 530c695f-2423-40a9-8b15-e4419cb3ace0 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:39.908324 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.943717 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f0c08620-be3b-48a0-9fd6-6911bf2f59e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.947165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e0019-00bc-43c6-ab2d-b899dc6a9010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530c695f-2423-40a9-8b15-e4419cb3ace0'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:39.948997 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9571f40-38b7-47c3-81bf-76de530d5ebd req-1671cdf4-7047-4912-8f60-1286e217329f tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3262401
Apr 16 21:22:39.950124 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c6402f-a6e0-4e37-9274-d6f6f920fad8" -d '{"events": [{"server_uuid": "201e0019-00bc-43c6-ab2d-b899dc6a9010", "name": "network-vif-plugged", "status": "completed", "tag": "530c695f-2423-40a9-8b15-e4419cb3ace0"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:39.955657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0e711a12-9b6b-4aa9-bb4e-503ff82c95ab tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e542be96-fc30-4cda-9476-07d2b2bc4e28) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:39.960620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] For port 12f9ba87-4fad-48d4-aec4-0269b6c5a062, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12f9ba87-4fad-48d4-aec4-0269b6c5a062,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:39.961354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e711a12-9b6b-4aa9-bb4e-503ff82c95ab tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:39.962153 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e711a12-9b6b-4aa9-bb4e-503ff82c95ab tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:39.983468 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93540e36-e846-4a30-9290-9c6bb6fd6f5a None None] Network e542be96-fc30-4cda-9476-07d2b2bc4e28 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:40.015044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 530c695f-2423-40a9-8b15-e4419cb3ace0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=530c695f-2423-40a9-8b15-e4419cb3ace0,segment=NetworkSegment(a13ddc93-77c2-4579-8c55-a0b5c9e13969),segment_id=a13ddc93-77c2-4579-8c55-a0b5c9e13969)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:40.068921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Router 1df216de-b34c-48d7-b12e-80091bb26ce7 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:22:40.069577 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23368cf-c3a5-4c63-a6c3-06ba46d2c51d x-openstack-request-id: req-f23368cf-c3a5-4c63-a6c3-06ba46d2c51d {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:40.069577 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e0019-00bc-43c6-ab2d-b899dc6a9010", "name": "network-vif-plugged", "status": "completed", "tag": "530c695f-2423-40a9-8b15-e4419cb3ace0", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:40.069577 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f23368cf-c3a5-4c63-a6c3-06ba46d2c51d {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:40.070469 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23368cf-c3a5-4c63-a6c3-06ba46d2c51d'] response: {'server_uuid': '201e0019-00bc-43c6-ab2d-b899dc6a9010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530c695f-2423-40a9-8b15-e4419cb3ace0', 'code': 200}
Apr 16 21:22:40.088604 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:40.096981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c82bbb-c84b-48e3-8c94-d38a8cab314d req-dad93c56-6804-4bba-aea0-aa1371029535 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:40.099243 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-99c82bbb-c84b-48e3-8c94-d38a8cab314d req-dad93c56-6804-4bba-aea0-aa1371029535 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 944 time: 0.1222320
Apr 16 21:22:40.106721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1b98b7bb-906d-4c17-91c0-5bb309a37de6 None None] Provisioning complete for port 9afe2700-9205-4b0e-ac14-28c04414bf4c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:40.108269 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1b98b7bb-906d-4c17-91c0-5bb309a37de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:40.155637 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:40.182486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c08620-be3b-48a0-9fd6-6911bf2f59e5 None None] Pushing event updated for resources: {'Port': ['ID=9afe2700-9205-4b0e-ac14-28c04414bf4c,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:40.191950 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0e711a12-9b6b-4aa9-bb4e-503ff82c95ab tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.3286312
Apr 16 21:22:40.195604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40820) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:40.200917 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'port': {'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7', 'name': 'tempest-TaggedBootDevicesTest_v242-550181948', 'fixed_ips': [{'subnet_id': '4f4c2dde-626f-4cd8-b0c1-29416cdf21a1'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:40.268848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9afe2700-9205-4b0e-ac14-28c04414bf4c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:40.309917 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-99c82bbb-c84b-48e3-8c94-d38a8cab314d req-3b4679ed-d038-410b-b3f2-9e0c49a4944d tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/security-groups?id=63e3ad1b-7174-4e0a-a115-3719e8b04275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002404
Apr 16 21:22:40.408135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94659be4-2003-4d48-86ff-3c9c7df2d6f3 None None] Pushing event updated for resources: {'Port': ['ID=12f9ba87-4fad-48d4-aec4-0269b6c5a062,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:40.411132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e542be96-fc30-4cda-9476-07d2b2bc4e28', 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28', 'project_id': '8548f70297f04c1489783de67671dba2', 'fixed_ips': [{'subnet_id': '326da6c5-3bc2-4f6e-a46f-4485631a093b'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:22:40.412073 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:40.430514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:22:40.456364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Sync routers for ids ['1df216de-b34c-48d7-b12e-80091bb26ce7'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:22:40.550016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Routers {'1df216de-b34c-48d7-b12e-80091bb26ce7'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:40.550666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012469ac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1df216de-b34c-48d7-b12e-80091bb26ce7'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:40.552141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673414e1-c636-4a77-9a39-ffa7a191a725 req-5bc9cc96-b624-41b8-9475-f047b3788a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:40.554705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-673414e1-c636-4a77-9a39-ffa7a191a725 req-5bc9cc96-b624-41b8-9475-f047b3788a78 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 1127 time: 0.0968237
Apr 16 21:22:40.558317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9afe2700-9205-4b0e-ac14-28c04414bf4c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:40.559342 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:40.559481 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:40.568144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c14cec76-67ab-4439-9d29-60c6a5da64e1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.1031876
Apr 16 21:22:40.570849 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40824) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:40.580591 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13ec7647-aed6-4586-a908-c7976f5c47f0 admin admin] Publish callbacks [] for security_group (0e6fa7c5-218c-4f31-b154-bab168dfa4fa), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:40.649661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1b98b7bb-906d-4c17-91c0-5bb309a37de6 None None] Current status of the port 9afe2700-9205-4b0e-ac14-28c04414bf4c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:40.649661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=530c695f-2423-40a9-8b15-e4419cb3ace0,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:40.652830 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (066a2160-5818-4f8f-a524-7c25299067f3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:40.653415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 066a2160-5818-4f8f-a524-7c25299067f3 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:22:40.661500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-a0e85957-f28c-4541-9cf5-32996204eeca req-9887bc53-108c-4d24-97d2-1845cb27dd3f tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] For port fcb5802b-1192-4604-ab1c-b9b0448c90c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fcb5802b-1192-4604-ab1c-b9b0448c90c4,segment=NetworkSegment(83c81c3f-0d19-461d-8794-f4f60f937f84),segment_id=83c81c3f-0d19-461d-8794-f4f60f937f84)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:40.661880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a0e85957-f28c-4541-9cf5-32996204eeca req-9887bc53-108c-4d24-97d2-1845cb27dd3f tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:40.672580 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:40.673601 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0cfd719a-d4f0-43f3-99e3-3c0b912dcde5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/066a2160-5818-4f8f-a524-7c25299067f3 HTTP/1.1" status: 204  len: 168 time: 2.6200976
Apr 16 21:22:40.675933 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-673414e1-c636-4a77-9a39-ffa7a191a725 req-355a6bc1-d2a9-413c-908a-cb895a1768a6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=63e3ad1b-7174-4e0a-a115-3719e8b04275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145053
Apr 16 21:22:40.683610 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40828) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:40.685583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13ec7647-aed6-4586-a908-c7976f5c47f0 admin admin] Publish callbacks [] for security_group (0e6fa7c5-218c-4f31-b154-bab168dfa4fa), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:40.721948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Made reservation on behalf of 8548f70297f04c1489783de67671dba2 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:40.783134 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e7469b-3953-410d-8ad4-d77c63ac0a66 admin admin] Deleting subnet 6f1b23eb-0966-4249-a712-cc2fa43e5189 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:22:40.787143 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1e7469b-3953-410d-8ad4-d77c63ac0a66 admin admin] Publish callbacks [] for subnet (6f1b23eb-0966-4249-a712-cc2fa43e5189), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:40.845420 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1e7469b-3953-410d-8ad4-d77c63ac0a66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (6f1b23eb-0966-4249-a712-cc2fa43e5189), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:40.872122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Set router 1df216de-b34c-48d7-b12e-80091bb26ce7 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:40.875407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Allocated IP 10.2.2.2 (e542be96-fc30-4cda-9476-07d2b2bc4e28/326da6c5-3bc2-4f6e-a46f-4485631a093b/7229b2dc-ce29-4981-8f3e-c4cfb8d52317) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:40.890020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a0e85957-f28c-4541-9cf5-32996204eeca req-9887bc53-108c-4d24-97d2-1845cb27dd3f tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Calling delete_port for fcb5802b-1192-4604-ab1c-b9b0448c90c4 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:40.969187 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:41.005613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] device_id is not set on port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:22:41.052212 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1e7469b-3953-410d-8ad4-d77c63ac0a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (6f1b23eb-0966-4249-a712-cc2fa43e5189), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:41.161355 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d1c8-c486-4c5d-9dd2-3cab1e861119 req-8cd328bc-ce3a-4dc4-b0dd-cdf697f73d93 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:41.162911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5309d1c8-c486-4c5d-9dd2-3cab1e861119 req-8cd328bc-ce3a-4dc4-b0dd-cdf697f73d93 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 945 time: 0.1208301
Apr 16 21:22:41.214104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9afe2700-9205-4b0e-ac14-28c04414bf4c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:41.232912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ff9f4c90-6bde-4432-b08f-f484f7af1964 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:41.238914 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13ec7647-aed6-4586-a908-c7976f5c47f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0e6fa7c5-218c-4f31-b154-bab168dfa4fa), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:41.242431 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13ec7647-aed6-4586-a908-c7976f5c47f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:41.243757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-13ec7647-aed6-4586-a908-c7976f5c47f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e6fa7c5-218c-4f31-b154-bab168dfa4fa HTTP/1.1" status: 204  len: 168 time: 1.5228529
Apr 16 21:22:41.276372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ff9f4c90-6bde-4432-b08f-f484f7af1964 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:41.276639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ff9f4c90-6bde-4432-b08f-f484f7af1964 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:41.356079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Allocated IP 10.1.1.208 (6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7/4f4c2dde-626f-4cd8-b0c1-29416cdf21a1/c1abc7d3-63c4-4e58-896c-5aa4b9a41054) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:41.403360 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1e7469b-3953-410d-8ad4-d77c63ac0a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (6f1b23eb-0966-4249-a712-cc2fa43e5189), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:41.420870 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5309d1c8-c486-4c5d-9dd2-3cab1e861119 req-9d0b9d61-3140-4beb-81e5-17d351213948 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/security-groups?id=46aef60d-b387-42fa-acfd-d3736008a8b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317181
Apr 16 21:22:41.434869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012469ac10>, [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:22:38Z', 'revision_number': 3, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:41.477831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec7647-aed6-4586-a908-c7976f5c47f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6fa7c5-218c-4f31-b154-bab168dfa4fa,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:41.496228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7469b-3953-410d-8ad4-d77c63ac0a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f1b23eb-0966-4249-a712-cc2fa43e5189,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:41.498542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Checking router: 1df216de-b34c-48d7-b12e-80091bb26ce7 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:22:41.498542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Updating router 1df216de-b34c-48d7-b12e-80091bb26ce7 port 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:22:41.498786 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a0e85957-f28c-4541-9cf5-32996204eeca req-9887bc53-108c-4d24-97d2-1845cb27dd3f tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (fcb5802b-1192-4604-ab1c-b9b0448c90c4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:41.506874 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Publish callbacks [] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:41.561609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887bc53-108c-4d24-97d2-1845cb27dd3f tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Pushing event deleted for resources: {'Port': ['ID=fcb5802b-1192-4604-ab1c-b9b0448c90c4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:41.586866 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:41.594275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ae6440-eeb0-427e-a302-9454b574f5a3 None None] Network 3f5a2452-ba34-42bf-ba08-85ad7e322490 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:41.621643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1e7469b-3953-410d-8ad4-d77c63ac0a66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:41.633473 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f1e7469b-3953-410d-8ad4-d77c63ac0a66 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6f1b23eb-0966-4249-a712-cc2fa43e5189 HTTP/1.1" status: 204  len: 168 time: 0.9450970
Apr 16 21:22:41.642336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40842) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:41.674886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac451d6-e4b3-46c0-a9a1-96340d5b5340 req-e4c6fba0-394f-48c9-9e2f-41fb71c6a9fa tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:41.676774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aac451d6-e4b3-46c0-a9a1-96340d5b5340 req-e4c6fba0-394f-48c9-9e2f-41fb71c6a9fa tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 945 time: 0.1973591
Apr 16 21:22:41.711377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e85957-f28c-4541-9cf5-32996204eeca req-9887bc53-108c-4d24-97d2-1845cb27dd3f tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] No DVR routers for this DVR port fcb5802b-1192-4604-ab1c-b9b0448c90c4 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:41.731696 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a0e85957-f28c-4541-9cf5-32996204eeca req-9887bc53-108c-4d24-97d2-1845cb27dd3f tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:41.739473 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a0e85957-f28c-4541-9cf5-32996204eeca req-9887bc53-108c-4d24-97d2-1845cb27dd3f tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.41 "DELETE /v2.0/ports/fcb5802b-1192-4604-ab1c-b9b0448c90c4 HTTP/1.1" status: 204  len: 173 time: 2.3315506
Apr 16 21:22:41.741755 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0246e469-bac2-4e9f-bd3f-bd5e1e60618f', 'name': 'network-vif-deleted', 'tag': 'fcb5802b-1192-4604-ab1c-b9b0448c90c4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:41.750420 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14387a14-8384-4355-b2e1-f4dd2fa25956" -d '{"events": [{"server_uuid": "0246e469-bac2-4e9f-bd3f-bd5e1e60618f", "name": "network-vif-deleted", "tag": "fcb5802b-1192-4604-ab1c-b9b0448c90c4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:41.838075 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e212ba9b-d60d-43d9-be9b-84d011a1a175 x-openstack-request-id: req-e212ba9b-d60d-43d9-be9b-84d011a1a175 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:41.838353 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0246e469-bac2-4e9f-bd3f-bd5e1e60618f", "name": "network-vif-deleted", "tag": "fcb5802b-1192-4604-ab1c-b9b0448c90c4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:41.843138 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e212ba9b-d60d-43d9-be9b-84d011a1a175 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:41.843138 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e212ba9b-d60d-43d9-be9b-84d011a1a175'] response: {'server_uuid': '0246e469-bac2-4e9f-bd3f-bd5e1e60618f', 'name': 'network-vif-deleted', 'tag': 'fcb5802b-1192-4604-ab1c-b9b0448c90c4', 'status': 'completed', 'code': 200}
Apr 16 21:22:41.908341 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a92e5df3-27f5-487c-9ec5-f31b545e16de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:41.910779 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:41.997550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9afe2700-9205-4b0e-ac14-28c04414bf4c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:42.054305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Network e542be96-fc30-4cda-9476-07d2b2bc4e28 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:42.073351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665ea195-c71b-4224-be99-1af9bc67281e None None] Network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:42.091165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:42.093737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:42.132666 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.191424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Pushing event updated for resources: {'Port': ['ID=7229b2dc-ce29-4981-8f3e-c4cfb8d52317,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:42.215798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a1f19a1d-7c71-43f1-9544-e8d2ad23d827 None None] Provisioning complete for port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:42.216163 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1f19a1d-7c71-43f1-9544-e8d2ad23d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.219136 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.229869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (3f5a2452-ba34-42bf-ba08-85ad7e322490), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.260034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40848) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:42.274975 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ac078cd-3e73-42cc-8ca4-6dab3dd51e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.309474 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aac451d6-e4b3-46c0-a9a1-96340d5b5340 req-738b30bc-bce0-421e-8661-65df2539e36b tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/security-groups?id=63e3ad1b-7174-4e0a-a115-3719e8b04275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6023417
Apr 16 21:22:42.386571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9afe2700-9205-4b0e-ac14-28c04414bf4c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:42.386571 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.403849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ac078cd-3e73-42cc-8ca4-6dab3dd51e38 admin admin] Publish callbacks [] for security_group (ec2023e3-4499-4a9f-844b-d94474d686a9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.418977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Deleting port fc0f3fb9-7993-4431-ade0-069e65672dc8 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:42.418977 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.434485 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6750f2-c202-4e19-8463-c6ab7d289e04 None None] DHCP port deletion for 3f5a2452-ba34-42bf-ba08-85ad7e322490 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:22:42.437617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Attempting to bind port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:42.437984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Attempting to bind port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6b94fd09-c65a-45d4-9338-68be491dd78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:42.438344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Attempting to bind port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 on network e542be96-fc30-4cda-9476-07d2b2bc4e28 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:42.503200 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.514369 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ac078cd-3e73-42cc-8ca4-6dab3dd51e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ec2023e3-4499-4a9f-844b-d94474d686a9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.529701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Allocated IP 172.20.0.1 (c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1/8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b/123f9600-482a-4832-ad74-b150faaad2e0) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:42.529953 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.534984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:42.535326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] For port fc0f3fb9-7993-4431-ade0-069e65672dc8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc0f3fb9-7993-4431-ade0-069e65672dc8,segment=NetworkSegment(c9d2de2c-061c-4e82-a52f-a8a7d4e91229),segment_id=c9d2de2c-061c-4e82-a52f-a8a7d4e91229)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:42.535448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Checking segment: {'id': '6b94fd09-c65a-45d4-9338-68be491dd78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:42.535559 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.535775 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.536136 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Bound using segment: {'id': '6b94fd09-c65a-45d4-9338-68be491dd78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:42.544957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Bound port: 7229b2dc-ce29-4981-8f3e-c4cfb8d52317, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b94fd09-c65a-45d4-9338-68be491dd78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:42.545686 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.592092 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71b49c1c-4e9e-4649-a168-531480bb0ab5 req-70d5a756-2f15-4af0-a78a-dafedc95ad19 tempest-InstanceActionsV221TestJSON-732140678 tempest-InstanceActionsV221TestJSON-732140678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0246e469-bac2-4e9f-bd3f-bd5e1e60618f HTTP/1.1" status: 200  len: 210 time: 0.0473468
Apr 16 21:22:42.592844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Calling delete_port for fc0f3fb9-7993-4431-ade0-069e65672dc8 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:42.602208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac078cd-3e73-42cc-8ca4-6dab3dd51e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2023e3-4499-4a9f-844b-d94474d686a9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:42.602473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device fcb5802b-1192-4604-ab1c-b9b0448c90c4 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:42.610194 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7ac078cd-3e73-42cc-8ca4-6dab3dd51e38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=329f0ad4590b4127b4bf41f563f5123a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3467937
Apr 16 21:22:42.610681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40856) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:42.632942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2a6750f2-c202-4e19-8463-c6ab7d289e04 None None] Deleting port fc0f3fb9-7993-4431-ade0-069e65672dc8 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:42.632942 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a6750f2-c202-4e19-8463-c6ab7d289e04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.664898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5192a6c0-1301-45d6-ab1b-4369eeb13283 admin admin] Publish callbacks [] for security_group (ec2023e3-4499-4a9f-844b-d94474d686a9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.668806 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:42.702732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5192a6c0-1301-45d6-ab1b-4369eeb13283 admin admin] Publish callbacks [] for security_group (ec2023e3-4499-4a9f-844b-d94474d686a9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.705594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:42.714866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:42.722045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'Port': ['ID=c1abc7d3-63c4-4e58-896c-5aa4b9a41054,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:42.780364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.780635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.780990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.781341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.781686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.782044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.782380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.782716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.783054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.783402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.783729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.784062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.784611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.785105 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.785602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:42.827556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: fcb5802b-1192-4604-ab1c-b9b0448c90c4 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:42.827905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device fcb5802b-1192-4604-ab1c-b9b0448c90c4 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:42.834616 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Publish callbacks [] for port (123f9600-482a-4832-ad74-b150faaad2e0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.846622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:42.847258 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.914640 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5192a6c0-1301-45d6-ab1b-4369eeb13283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ec2023e3-4499-4a9f-844b-d94474d686a9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.918408 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5192a6c0-1301-45d6-ab1b-4369eeb13283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.920404 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5192a6c0-1301-45d6-ab1b-4369eeb13283 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec2023e3-4499-4a9f-844b-d94474d686a9 HTTP/1.1" status: 204  len: 168 time: 0.3085647
Apr 16 21:22:42.928767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a1f19a1d-7c71-43f1-9544-e8d2ad23d827 None None] Current status of the port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:42.929276 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1f19a1d-7c71-43f1-9544-e8d2ad23d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.939706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192a6c0-1301-45d6-ab1b-4369eeb13283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2023e3-4499-4a9f-844b-d94474d686a9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:42.967397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2a6750f2-c202-4e19-8463-c6ab7d289e04 None None] For port fc0f3fb9-7993-4431-ade0-069e65672dc8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc0f3fb9-7993-4431-ade0-069e65672dc8,segment=NetworkSegment(c9d2de2c-061c-4e82-a52f-a8a7d4e91229),segment_id=c9d2de2c-061c-4e82-a52f-a8a7d4e91229)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:42.967797 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a6750f2-c202-4e19-8463-c6ab7d289e04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:42.973822 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.053240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2a6750f2-c202-4e19-8463-c6ab7d289e04 None None] Calling delete_port for fc0f3fb9-7993-4431-ade0-069e65672dc8 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:43.059869 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Publish callbacks [] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.063392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a1f19a1d-7c71-43f1-9544-e8d2ad23d827 None None] For port 12f9ba87-4fad-48d4-aec4-0269b6c5a062, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12f9ba87-4fad-48d4-aec4-0269b6c5a062,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:43.065203 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (123f9600-482a-4832-ad74-b150faaad2e0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.067459 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.073552 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e23bbd56-cb7c-437e-9177-c6fe32bcedd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.8770206
Apr 16 21:22:43.076218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40862) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:43.083504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'port': {'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7', 'name': 'tempest-TaggedBootDevicesTest_v242-1931077475', 'fixed_ips': [{'subnet_id': '4f4c2dde-626f-4cd8-b0c1-29416cdf21a1'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:43.086365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] For port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:43.092477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] For port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7229b2dc-ce29-4981-8f3e-c4cfb8d52317,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:43.118584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] No DVR routers for this DVR port fc0f3fb9-7993-4431-ade0-069e65672dc8 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:43.133847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9afe2700-9205-4b0e-ac14-28c04414bf4c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:43.134983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 12f9ba87-4fad-48d4-aec4-0269b6c5a062 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:43.164105 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:43.205625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:43.208552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:43.263170 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (3f5a2452-ba34-42bf-ba08-85ad7e322490), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.266085 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Pushing event updated for resources: {'Port': ['ID=123f9600-482a-4832-ad74-b150faaad2e0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:43.309241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0f3fb9-7993-4431-ade0-069e65672dc8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:43.320578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Made reservation on behalf of 8548f70297f04c1489783de67671dba2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:43.328778 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01252824c0>,) {'filters': {'network_id': ['3f5a2452-ba34-42bf-ba08-85ad7e322490']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:43.332951 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (1df216de-b34c-48d7-b12e-80091bb26ce7), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.372028 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.399251 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.402808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01252824c0>, 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:43.403114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01252824c0>, 'c9d2de2c-061c-4e82-a52f-a8a7d4e91229') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:43.411494 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1f19a1d-7c71-43f1-9544-e8d2ad23d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.459603 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (c9d2de2c-061c-4e82-a52f-a8a7d4e91229), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.545285 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.581923 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c9d2de2c-061c-4e82-a52f-a8a7d4e91229), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.598460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] device_id is not set on port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:22:43.606149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (c9d2de2c-061c-4e82-a52f-a8a7d4e91229), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:22:43.612893 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:22:43.617951 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc844e-fd90-431e-ad18-9d96a07be6af req-7f91ea91-a6a8-4bbb-8cd3-3dc456c2fdf5 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:43.618731 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-accc844e-fd90-431e-ad18-9d96a07be6af req-7f91ea91-a6a8-4bbb-8cd3-3dc456c2fdf5 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 945 time: 0.1571262
Apr 16 21:22:43.693045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Attempting to bind port 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:43.693045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Attempting to bind port 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:43.693045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Attempting to bind port 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:43.704247 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:43.705748 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:43.706504 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.708797 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:43.716551 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Bound port: 9a587c93-08d3-4c07-a7f9-d999d2d2fd47, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:43.716995 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.788032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] For port 9a587c93-08d3-4c07-a7f9-d999d2d2fd47, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:43.792281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] For port 9a587c93-08d3-4c07-a7f9-d999d2d2fd47, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a587c93-08d3-4c07-a7f9-d999d2d2fd47,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:43.850584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b493d-9a65-4ca3-a6aa-4f021cf05441 None None] Pushing event updated for resources: {'Port': ['ID=9a587c93-08d3-4c07-a7f9-d999d2d2fd47,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:43.866982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e7293c1d-0bbb-4b8f-93c4-c2f720392ce5 None None] Provisioning complete for port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:43.866982 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e7293c1d-0bbb-4b8f-93c4-c2f720392ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.927602 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-accc844e-fd90-431e-ad18-9d96a07be6af req-e07963a2-6b81-49cf-becd-27f5e59be0b5 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/security-groups?id=63e3ad1b-7174-4e0a-a115-3719e8b04275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2961385
Apr 16 21:22:43.965155 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a6750f2-c202-4e19-8463-c6ab7d289e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (fc0f3fb9-7993-4431-ade0-069e65672dc8), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.983120 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (3f5a2452-ba34-42bf-ba08-85ad7e322490), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.990611 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.992196 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:43.995750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Allocated IP 10.1.1.214 (6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7/4f4c2dde-626f-4cd8-b0c1-29416cdf21a1/5e9adf2d-0b03-4f92-88ae-35b824faa4fe) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:43.998119 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3f5a2452-ba34-42bf-ba08-85ad7e322490 HTTP/1.1" status: 204  len: 168 time: 2.3542109
Apr 16 21:22:44.029911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:44.030350 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.033846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb10afa-08ef-409b-9a61-b343f8cb50a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5a2452-ba34-42bf-ba08-85ad7e322490,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:44.092068 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (123f9600-482a-4832-ad74-b150faaad2e0), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.123880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40894) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:44.138004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6750f2-c202-4e19-8463-c6ab7d289e04 None None] No DVR routers for this DVR port fc0f3fb9-7993-4431-ade0-069e65672dc8 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:44.189036 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec2f50-5ce6-4c98-aae3-7f3372d1c017 None None] Pushing event updated for resources: {'Port': ['ID=7229b2dc-ce29-4981-8f3e-c4cfb8d52317,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:44.204873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Routers {'1df216de-b34c-48d7-b12e-80091bb26ce7'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:44.205710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012469ac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1df216de-b34c-48d7-b12e-80091bb26ce7'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:44.266389 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.288944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-9529975d-abea-40a1-8ad6-3776c416a0ba admin admin] Deleting subnet 4683c247-3cd6-4603-b33c-aa7badfc0379 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:22:44.301567 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9529975d-abea-40a1-8ad6-3776c416a0ba admin admin] Publish callbacks [] for subnet (4683c247-3cd6-4603-b33c-aa7badfc0379), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.364790 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.400894 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9529975d-abea-40a1-8ad6-3776c416a0ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (4683c247-3cd6-4603-b33c-aa7badfc0379), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.435962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e7293c1d-0bbb-4b8f-93c4-c2f720392ce5 None None] Current status of the port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:44.469630 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9529975d-abea-40a1-8ad6-3776c416a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (4683c247-3cd6-4603-b33c-aa7badfc0379), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.504485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.524215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] Set router 1df216de-b34c-48d7-b12e-80091bb26ce7 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:44.560544 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Publish callbacks [] for port (123f9600-482a-4832-ad74-b150faaad2e0), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.609591 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f19a1d-7c71-43f1-9544-e8d2ad23d827 None None] Pushing event updated for resources: {'Port': ['ID=12f9ba87-4fad-48d4-aec4-0269b6c5a062,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:44.610015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:44.634114 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:44.641360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:44.665187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:44.675873 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (123f9600-482a-4832-ad74-b150faaad2e0), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.685523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0e0d69f3-2325-470c-9756-c723b1c74aa3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:44.732090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'Port': ['ID=5e9adf2d-0b03-4f92-88ae-35b824faa4fe,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:44.735297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6750f2-c202-4e19-8463-c6ab7d289e04 None None] Pushing event deleted for resources: {'Port': ['ID=fc0f3fb9-7993-4431-ade0-069e65672dc8,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:44.745824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 0e0d69f3-2325-470c-9756-c723b1c74aa3 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:44.746179 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0e0d69f3-2325-470c-9756-c723b1c74aa3 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:44.752198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-554a4ff9-5d2c-425b-8919-2bbaf5808718 None None] Provisioning complete for port 123f9600-482a-4832-ad74-b150faaad2e0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:44.752198 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-554a4ff9-5d2c-425b-8919-2bbaf5808718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (123f9600-482a-4832-ad74-b150faaad2e0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.773281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:44.774525 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.800487 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9529975d-abea-40a1-8ad6-3776c416a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (4683c247-3cd6-4603-b33c-aa7badfc0379), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.833179 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a849ec6b-15c8-4558-8225-7cf6e24b4fc5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7551863
Apr 16 21:22:44.856572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40916) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:44.938531 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9529975d-abea-40a1-8ad6-3776c416a0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:44.943224 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9529975d-abea-40a1-8ad6-3776c416a0ba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4683c247-3cd6-4603-b33c-aa7badfc0379 HTTP/1.1" status: 204  len: 168 time: 0.8165650
Apr 16 21:22:44.965574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529975d-abea-40a1-8ad6-3776c416a0ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4683c247-3cd6-4603-b33c-aa7badfc0379,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:44.977564 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40918) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:45.004020 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (1df216de-b34c-48d7-b12e-80091bb26ce7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.009484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Pushing event updated for resources: {'Port': ['ID=123f9600-482a-4832-ad74-b150faaad2e0,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:45.091857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d8a0504d-9b4e-40bf-b93c-58bae0a0e137 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f65ddd60eec74fb89e04d7e6354a2bc4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2337780
Apr 16 21:22:45.097322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40922) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:45.129698 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-554a4ff9-5d2c-425b-8919-2bbaf5808718 None None] Port 123f9600-482a-4832-ad74-b150faaad2e0 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:22:45.166226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:45.179726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d5b51-71a0-440e-89d7-a4eceaee9f71 req-b6de5219-18d5-4028-b06e-43d45e2e736a tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:45.183483 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e77d5b51-71a0-440e-89d7-a4eceaee9f71 req-b6de5219-18d5-4028-b06e-43d45e2e736a tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 945 time: 0.2869751
Apr 16 21:22:45.198188 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b493d-9a65-4ca3-a6aa-4f021cf05441 None None] Pushing event updated for resources: {'Port': ['ID=9a587c93-08d3-4c07-a7f9-d999d2d2fd47,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:45.264325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c289daa6-bcb9-4b0b-b7a9-c1ccd5376585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.283281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a899e27-3b41-4d01-83a0-c14400be3f10 None None] Network e542be96-fc30-4cda-9476-07d2b2bc4e28 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:45.329447 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e77d5b51-71a0-440e-89d7-a4eceaee9f71 req-db575932-41a7-4755-8f40-3e6ebfb49a60 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/security-groups?id=63e3ad1b-7174-4e0a-a115-3719e8b04275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365111
Apr 16 21:22:45.359344 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ab550dc7-04cf-4f44-ab90-0167f00c60a3 admin admin] Publish callbacks [] for security_group (4aa663c9-a922-475d-a844-07ed152dcf26), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.366415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-554a4ff9-5d2c-425b-8919-2bbaf5808718 None None] Provisioning complete for port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:45.370777 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-554a4ff9-5d2c-425b-8919-2bbaf5808718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.386593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:45.390030 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:45.398075 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ab550dc7-04cf-4f44-ab90-0167f00c60a3 admin admin] Publish callbacks [] for security_group (4aa663c9-a922-475d-a844-07ed152dcf26), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.403154 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c289daa6-bcb9-4b0b-b7a9-c1ccd5376585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.466498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-554a4ff9-5d2c-425b-8919-2bbaf5808718 None None] Port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:22:45.493714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40936) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:45.497030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:45.497479 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.499277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5490f5c5-1bbb-43c6-aac6-a89d185b7e87 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885836556', 'description': 'tempest-description--1953862478'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:45.542736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c289daa6-bcb9-4b0b-b7a9-c1ccd5376585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01253aa8b0>,) {'filters': {'network_id': ['e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:45.556797 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c289daa6-bcb9-4b0b-b7a9-c1ccd5376585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01253aa8b0>, '83c81c3f-0d19-461d-8794-f4f60f937f84') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:45.557109 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c289daa6-bcb9-4b0b-b7a9-c1ccd5376585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01253aa8b0>, '83c81c3f-0d19-461d-8794-f4f60f937f84') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:45.560753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Router 1df216de-b34c-48d7-b12e-80091bb26ce7 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:22:45.574519 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c289daa6-bcb9-4b0b-b7a9-c1ccd5376585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (83c81c3f-0d19-461d-8794-f4f60f937f84), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.586366 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ab550dc7-04cf-4f44-ab90-0167f00c60a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4aa663c9-a922-475d-a844-07ed152dcf26), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.595035 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ab550dc7-04cf-4f44-ab90-0167f00c60a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.602570 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ab550dc7-04cf-4f44-ab90-0167f00c60a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4aa663c9-a922-475d-a844-07ed152dcf26 HTTP/1.1" status: 204  len: 168 time: 0.4975562
Apr 16 21:22:45.613240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9c3131f0-cfeb-4116-9e84-d0759bd99175 None None] Provisioning complete for port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:45.613820 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9c3131f0-cfeb-4116-9e84-d0759bd99175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.632581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab550dc7-04cf-4f44-ab90-0167f00c60a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa663c9-a922-475d-a844-07ed152dcf26,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:45.636719 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c289daa6-bcb9-4b0b-b7a9-c1ccd5376585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (83c81c3f-0d19-461d-8794-f4f60f937f84), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.651058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c289daa6-bcb9-4b0b-b7a9-c1ccd5376585 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:22:45.651525 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c289daa6-bcb9-4b0b-b7a9-c1ccd5376585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (83c81c3f-0d19-461d-8794-f4f60f937f84), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:22:45.654045 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:22:45.682461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5490f5c5-1bbb-43c6-aac6-a89d185b7e87 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.694656 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012469ac10>, [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:22:43Z', 'revision_number': 4, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '123f9600-482a-4832-ad74-b150faaad2e0', 'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'mac_address': 'fa:16:3e:c4:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:42Z', 'updated_at': '2022-04-16T21:22:42Z', 'revision_number': 1, 'project_id': '86582d8437084e4e95b3078888c21e23', 'subnets': [{'id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:45.707632 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.801056 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5490f5c5-1bbb-43c6-aac6-a89d185b7e87 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for security_group (9a537179-5e92-4b7e-8e65-25fa2b2c7ac9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.805032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2e06f-47e8-424c-91cc-500aa3a9a536 None None] The sync data for ids ['1df216de-b34c-48d7-b12e-80091bb26ce7'] in ncdv-master-1 is: [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:22:43Z', 'revision_number': 4, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '123f9600-482a-4832-ad74-b150faaad2e0', 'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'mac_address': 'fa:16:3e:c4:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:42Z', 'updated_at': '2022-04-16T21:22:42Z', 'revision_number': 1, 'project_id': '86582d8437084e4e95b3078888c21e23', 'subnets': [{'id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:22:45.856799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:22:45.868957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:45.872215 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.872369 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-77df26c2-dad1-4a31-81d4-3b70626b2a59 admin admin] 10.222.0.20 "PUT /v2.0/routers/1df216de-b34c-48d7-b12e-80091bb26ce7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2978659
Apr 16 21:22:45.888837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5490f5c5-1bbb-43c6-aac6-a89d185b7e87 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9a537179-5e92-4b7e-8e65-25fa2b2c7ac9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.963603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9c3131f0-cfeb-4116-9e84-d0759bd99175 None None] Current status of the port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:45.964003 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9c3131f0-cfeb-4116-9e84-d0759bd99175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.973413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7229b2dc-ce29-4981-8f3e-c4cfb8d52317,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:45.977821 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c289daa6-bcb9-4b0b-b7a9-c1ccd5376585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:45.990237 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490f5c5-1bbb-43c6-aac6-a89d185b7e87 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:46.003279 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c289daa6-bcb9-4b0b-b7a9-c1ccd5376585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:46.007866 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c289daa6-bcb9-4b0b-b7a9-c1ccd5376585 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568 HTTP/1.1" status: 204  len: 168 time: 1.0249715
Apr 16 21:22:46.021315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289daa6-bcb9-4b0b-b7a9-c1ccd5376585 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c0f8de-8e3f-4dcc-a30e-7bff8a86b568,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:46.044982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5490f5c5-1bbb-43c6-aac6-a89d185b7e87 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:46.049350 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5490f5c5-1bbb-43c6-aac6-a89d185b7e87 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5541553
Apr 16 21:22:46.049781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40958) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:46.055921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-5db71550-e114-44c9-b0df-c6b8fb4504e9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'security_group_rule': {'security_group_id': '9a537179-5e92-4b7e-8e65-25fa2b2c7ac9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:46.107658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79250514-124a-49c8-8936-34c2c74a9f6a req-22e2de7d-dba9-4bfe-9fe6-ddc57912ff42 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:46.117229 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-79250514-124a-49c8-8936-34c2c74a9f6a req-22e2de7d-dba9-4bfe-9fe6-ddc57912ff42 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.11 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 945 time: 0.0874014
Apr 16 21:22:46.132838 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:46.132838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 12f9ba87-4fad-48d4-aec4-0269b6c5a062 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:46.247049 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5db71550-e114-44c9-b0df-c6b8fb4504e9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for security_group_rule (6f32913d-72fc-4df1-8bf6-bc155a589f20), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:46.271235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-79250514-124a-49c8-8936-34c2c74a9f6a req-d5152931-b24c-4c68-90ff-5a82161a4801 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Deleting port 530c695f-2423-40a9-8b15-e4419cb3ace0 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:46.271581 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-79250514-124a-49c8-8936-34c2c74a9f6a req-d5152931-b24c-4c68-90ff-5a82161a4801 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:46.289575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=7229b2dc-ce29-4981-8f3e-c4cfb8d52317,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:46.331275 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-9c3131f0-cfeb-4116-9e84-d0759bd99175 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:22:46.332037 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-9c3131f0-cfeb-4116-9e84-d0759bd99175 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:22:46.345914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:46.346684 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:46.450983 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5db71550-e114-44c9-b0df-c6b8fb4504e9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for security_group_rule (6f32913d-72fc-4df1-8bf6-bc155a589f20), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:46.462138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-79250514-124a-49c8-8936-34c2c74a9f6a req-d5152931-b24c-4c68-90ff-5a82161a4801 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] For port 530c695f-2423-40a9-8b15-e4419cb3ace0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=530c695f-2423-40a9-8b15-e4419cb3ace0,segment=NetworkSegment(a13ddc93-77c2-4579-8c55-a0b5c9e13969),segment_id=a13ddc93-77c2-4579-8c55-a0b5c9e13969)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:46.462397 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-79250514-124a-49c8-8936-34c2c74a9f6a req-d5152931-b24c-4c68-90ff-5a82161a4801 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:46.485339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-79250514-124a-49c8-8936-34c2c74a9f6a req-d5152931-b24c-4c68-90ff-5a82161a4801 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Calling delete_port for 530c695f-2423-40a9-8b15-e4419cb3ace0 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:46.501367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:46.627641 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fc0f3fb9-7993-4431-ade0-069e65672dc8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:46.644089 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5db71550-e114-44c9-b0df-c6b8fb4504e9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (6f32913d-72fc-4df1-8bf6-bc155a589f20), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:46.676231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: fc0f3fb9-7993-4431-ade0-069e65672dc8 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:46.676597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fc0f3fb9-7993-4431-ade0-069e65672dc8 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:46.710752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57f2c9-4a6a-4dee-afbd-75be720ca580 req-fbba3d47-428f-472a-85f1-5fe4643efbf0 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:46.712950 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e57f2c9-4a6a-4dee-afbd-75be720ca580 req-fbba3d47-428f-472a-85f1-5fe4643efbf0 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 945 time: 0.2152517
Apr 16 21:22:46.716385 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db71550-e114-44c9-b0df-c6b8fb4504e9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f32913d-72fc-4df1-8bf6-bc155a589f20,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:46.758203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41012) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:46.837069 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a930d07c-00ed-4517-9e29-39a0391a4db6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=138f1e73cc64451395e6c21d31f3615b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0773785
Apr 16 21:22:46.838634 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-79250514-124a-49c8-8936-34c2c74a9f6a req-d5152931-b24c-4c68-90ff-5a82161a4801 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (530c695f-2423-40a9-8b15-e4419cb3ace0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:46.845588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41024) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:46.853814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5db71550-e114-44c9-b0df-c6b8fb4504e9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:46.861474 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5db71550-e114-44c9-b0df-c6b8fb4504e9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8098481
Apr 16 21:22:46.862349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41026) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:46.868047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6a1b81d0-38e8-4265-ad69-d5b8f2705c3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'security_group_rule': {'security_group_id': '9a537179-5e92-4b7e-8e65-25fa2b2c7ac9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:46.876553 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e57f2c9-4a6a-4dee-afbd-75be720ca580 req-060eeefb-ff73-40c1-b290-900dcd195a31 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/security-groups?id=63e3ad1b-7174-4e0a-a115-3719e8b04275&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463237
Apr 16 21:22:46.949348 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['530c695f-2423-40a9-8b15-e4419cb3ace0'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:22:46.985015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5152931-b24c-4c68-90ff-5a82161a4801 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Pushing event deleted for resources: {'Port': ['ID=530c695f-2423-40a9-8b15-e4419cb3ace0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:47.003485 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:47.036595 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6a1b81d0-38e8-4265-ad69-d5b8f2705c3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for security_group_rule (dcd953cc-1a21-41ac-9c31-91976d9b8c0d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.048834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-79250514-124a-49c8-8936-34c2c74a9f6a req-d5152931-b24c-4c68-90ff-5a82161a4801 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] No DVR routers for this DVR port 530c695f-2423-40a9-8b15-e4419cb3ace0 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:22:47.060432 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-79250514-124a-49c8-8936-34c2c74a9f6a req-d5152931-b24c-4c68-90ff-5a82161a4801 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.065964 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-79250514-124a-49c8-8936-34c2c74a9f6a req-d5152931-b24c-4c68-90ff-5a82161a4801 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.11 "DELETE /v2.0/ports/530c695f-2423-40a9-8b15-e4419cb3ace0 HTTP/1.1" status: 204  len: 173 time: 0.9429927
Apr 16 21:22:47.102414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e0019-00bc-43c6-ab2d-b899dc6a9010', 'name': 'network-vif-deleted', 'tag': '530c695f-2423-40a9-8b15-e4419cb3ace0'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:22:47.107469 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca61664-ce8e-4f03-b287-33fc358b7c8a" -d '{"events": [{"server_uuid": "201e0019-00bc-43c6-ab2d-b899dc6a9010", "name": "network-vif-deleted", "tag": "530c695f-2423-40a9-8b15-e4419cb3ace0"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:22:47.182868 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69db8bf4-f1a0-4bc2-b1c2-7ccf0dc4ce29 admin admin] Publish callbacks [] for security_group (46aef60d-b387-42fa-acfd-d3736008a8b5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.249106 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ee8d21-fcee-4f13-9a64-b21959bbd837 x-openstack-request-id: req-d3ee8d21-fcee-4f13-9a64-b21959bbd837 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:22:47.249685 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e0019-00bc-43c6-ab2d-b899dc6a9010", "name": "network-vif-deleted", "tag": "530c695f-2423-40a9-8b15-e4419cb3ace0", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:22:47.250158 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3ee8d21-fcee-4f13-9a64-b21959bbd837 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:22:47.250931 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ee8d21-fcee-4f13-9a64-b21959bbd837'] response: {'server_uuid': '201e0019-00bc-43c6-ab2d-b899dc6a9010', 'name': 'network-vif-deleted', 'tag': '530c695f-2423-40a9-8b15-e4419cb3ace0', 'status': 'completed', 'code': 200}
Apr 16 21:22:47.268889 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69db8bf4-f1a0-4bc2-b1c2-7ccf0dc4ce29 admin admin] Publish callbacks [] for security_group (46aef60d-b387-42fa-acfd-d3736008a8b5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.272867 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6a1b81d0-38e8-4265-ad69-d5b8f2705c3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for security_group_rule (dcd953cc-1a21-41ac-9c31-91976d9b8c0d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.378912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6a1b81d0-38e8-4265-ad69-d5b8f2705c3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (dcd953cc-1a21-41ac-9c31-91976d9b8c0d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.417958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b81d0-38e8-4265-ad69-d5b8f2705c3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd953cc-1a21-41ac-9c31-91976d9b8c0d,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:47.463932 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69db8bf4-f1a0-4bc2-b1c2-7ccf0dc4ce29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (46aef60d-b387-42fa-acfd-d3736008a8b5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.466597 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69db8bf4-f1a0-4bc2-b1c2-7ccf0dc4ce29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.467818 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-69db8bf4-f1a0-4bc2-b1c2-7ccf0dc4ce29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46aef60d-b387-42fa-acfd-d3736008a8b5 HTTP/1.1" status: 204  len: 168 time: 0.6158969
Apr 16 21:22:47.470330 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6a1b81d0-38e8-4265-ad69-d5b8f2705c3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.472812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6a1b81d0-38e8-4265-ad69-d5b8f2705c3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6084182
Apr 16 21:22:47.476330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41064) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:47.484989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:47.492209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db8bf4-f1a0-4bc2-b1c2-7ccf0dc4ce29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aef60d-b387-42fa-acfd-d3736008a8b5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:47.517523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9c3131f0-cfeb-4116-9e84-d0759bd99175 None None] Current status of the port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:47.531639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9c3131f0-cfeb-4116-9e84-d0759bd99175 None None] Provisioning complete for port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:47.541553 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9c3131f0-cfeb-4116-9e84-d0759bd99175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.600153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9c3131f0-cfeb-4116-9e84-d0759bd99175 None None] Port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:22:47.604426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:47.604426 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.611634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41076) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:47.618890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3258a5aa-caba-4fab-add4-560ea8d762ba tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256487528', 'description': 'tempest-description--1273405335'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:47.633364 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.744731 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.750261 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a0386f41-af16-421c-a9c8-17ba20bcdfcc None None] Provisioning complete for port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:47.750901 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a0386f41-af16-421c-a9c8-17ba20bcdfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.795456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3258a5aa-caba-4fab-add4-560ea8d762ba tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.814680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:47.866183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a0386f41-af16-421c-a9c8-17ba20bcdfcc None None] Current status of the port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:47.878532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a0386f41-af16-421c-a9c8-17ba20bcdfcc None None] Provisioning complete for port 123f9600-482a-4832-ad74-b150faaad2e0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:47.882480 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a0386f41-af16-421c-a9c8-17ba20bcdfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (123f9600-482a-4832-ad74-b150faaad2e0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.917736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Allocated IP 172.35.1.7 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/1a72afc2-7b92-4d69-b4a9-a44106d8b881) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:47.951787 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3258a5aa-caba-4fab-add4-560ea8d762ba tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for security_group (d9426c6c-a563-41d5-a0bb-048f6fbfb505), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:47.991504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a0386f41-af16-421c-a9c8-17ba20bcdfcc None None] Port 123f9600-482a-4832-ad74-b150faaad2e0 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:22:48.063537 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d2971cce-9f46-4e8c-9623-cb4cfb4d7c80 req-65c9eb90-0d73-4cd8-b0c9-c79166fbd8f3 tempest-ServerGroupTestJSON-2081775317 tempest-ServerGroupTestJSON-2081775317-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e0019-00bc-43c6-ab2d-b899dc6a9010 HTTP/1.1" status: 200  len: 210 time: 0.0442691
Apr 16 21:22:48.096861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for port (1a72afc2-7b92-4d69-b4a9-a44106d8b881), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.128760 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3258a5aa-caba-4fab-add4-560ea8d762ba tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d9426c6c-a563-41d5-a0bb-048f6fbfb505), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.191312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258a5aa-caba-4fab-add4-560ea8d762ba tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9426c6c-a563-41d5-a0bb-048f6fbfb505,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:48.263575 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1a72afc2-7b92-4d69-b4a9-a44106d8b881), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.292944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41114) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:48.315904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41118) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:48.322438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:48.326055 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3258a5aa-caba-4fab-add4-560ea8d762ba tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.328789 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3258a5aa-caba-4fab-add4-560ea8d762ba tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7150214
Apr 16 21:22:48.342746 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:48.343698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41122) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:48.345894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:48.348756 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'Port': ['ID=1a72afc2-7b92-4d69-b4a9-a44106d8b881,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:48.352960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-7a7195cd-2d6a-4848-bc81-d0f7c7a63e42 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Request body: {'security_group_rule': {'security_group_id': 'd9426c6c-a563-41d5-a0bb-048f6fbfb505', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:48.480512 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-666949497-network', 'tenant_id': '7caf6e59a47149a68cae6224fb2856e7'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:48.510252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for floatingip (5e0ff965-dfa6-47a4-8513-cb0d13a1e271), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.532107 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a7195cd-2d6a-4848-bc81-d0f7c7a63e42 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for security_group_rule (1b3ad6df-a989-4afa-9383-94f55502be98), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.562442 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ea7f7c4-7242-408c-bd0e-209627e712e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.615306 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a7195cd-2d6a-4848-bc81-d0f7c7a63e42 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for security_group_rule (1b3ad6df-a989-4afa-9383-94f55502be98), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.658404 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1a72afc2-7b92-4d69-b4a9-a44106d8b881), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.666544 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ea7f7c4-7242-408c-bd0e-209627e712e3 admin admin] Publish callbacks [] for security_group (2e54be48-3dd9-4d2c-b045-78fa8e9575ed), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.724530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Made reservation on behalf of 7caf6e59a47149a68cae6224fb2856e7 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:48.727441 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.741638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.774659 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a7195cd-2d6a-4848-bc81-d0f7c7a63e42 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (1b3ad6df-a989-4afa-9383-94f55502be98), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.808798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7195cd-2d6a-4848-bc81-d0f7c7a63e42 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3ad6df-a989-4afa-9383-94f55502be98,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:48.826191 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ea7f7c4-7242-408c-bd0e-209627e712e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2e54be48-3dd9-4d2c-b045-78fa8e9575ed), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.843492 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for port (1a72afc2-7b92-4d69-b4a9-a44106d8b881), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.896619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41140) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:48.897011 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6ea7f7c4-7242-408c-bd0e-209627e712e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65fda28799f04df485e9b71ed1ea8bad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6021290
Apr 16 21:22:48.898968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7f7c4-7242-408c-bd0e-209627e712e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e54be48-3dd9-4d2c-b045-78fa8e9575ed,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:48.907338 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Publish callbacks [] for security_group (c510c930-bfbd-4b2f-a633-5f45e11442bf), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.909850 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a7195cd-2d6a-4848-bc81-d0f7c7a63e42 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.914438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7a7195cd-2d6a-4848-bc81-d0f7c7a63e42 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5696690
Apr 16 21:22:48.915071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41142) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:48.919436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d82f563e-3c99-414d-a530-31acc082b497 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Request body: {'security_group_rule': {'security_group_id': 'd9426c6c-a563-41d5-a0bb-048f6fbfb505', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:48.922721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:48.926962 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (1a72afc2-7b92-4d69-b4a9-a44106d8b881), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:48.980949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:48.981394 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.015852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c510c930-bfbd-4b2f-a633-5f45e11442bf), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.049822 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d82f563e-3c99-414d-a530-31acc082b497 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for security_group_rule (df6a66fa-cf14-4a68-ab4f-79c489f4e705), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.050007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 530c695f-2423-40a9-8b15-e4419cb3ace0 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:22:49.056909 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a97c1bc5-bf96-4e49-93bc-d4fee9013029 admin admin] Publish callbacks [] for security_group (2e54be48-3dd9-4d2c-b045-78fa8e9575ed), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.069506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'Port': ['ID=1a72afc2-7b92-4d69-b4a9-a44106d8b881,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:49.070831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:22:49.082343 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (5e0ff965-dfa6-47a4-8513-cb0d13a1e271), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.089491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 530c695f-2423-40a9-8b15-e4419cb3ace0 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:22:49.090109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 530c695f-2423-40a9-8b15-e4419cb3ace0 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:22:49.151160 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a97c1bc5-bf96-4e49-93bc-d4fee9013029 admin admin] Publish callbacks [] for security_group (2e54be48-3dd9-4d2c-b045-78fa8e9575ed), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.154856 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (4f6452e3-5b39-44c8-9925-b6524b235474), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.155213 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Added segment 4f6452e3-5b39-44c8-9925-b6524b235474 of type vlan for network 5fb5cf29-8796-41a2-8375-e8062a5911ad
Apr 16 21:22:49.155764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:49.156848 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.162091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c510c930-bfbd-4b2f-a633-5f45e11442bf,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:49.182149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 9a587c93-08d3-4c07-a7f9-d999d2d2fd47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a587c93-08d3-4c07-a7f9-d999d2d2fd47,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:49.206992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.206992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.206992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.207980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.208852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.209430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.210614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.211185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.211748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.212323 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.213022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.213487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.214193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.214599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.214997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:49.222691 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.224870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-38eafe65-dca8-458a-887a-15f558cde2b8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.7466881
Apr 16 21:22:49.241356 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.296999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41160) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:49.303603 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (5fb5cf29-8796-41a2-8375-e8062a5911ad), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.315009 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a97c1bc5-bf96-4e49-93bc-d4fee9013029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2e54be48-3dd9-4d2c-b045-78fa8e9575ed), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.318020 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a97c1bc5-bf96-4e49-93bc-d4fee9013029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.320621 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a97c1bc5-bf96-4e49-93bc-d4fee9013029 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e54be48-3dd9-4d2c-b045-78fa8e9575ed HTTP/1.1" status: 204  len: 168 time: 0.4206533
Apr 16 21:22:49.325247 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d82f563e-3c99-414d-a530-31acc082b497 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for security_group_rule (df6a66fa-cf14-4a68-ab4f-79c489f4e705), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.353087 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c1bc5-bf96-4e49-93bc-d4fee9013029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e54be48-3dd9-4d2c-b045-78fa8e9575ed,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:49.388503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=9a587c93-08d3-4c07-a7f9-d999d2d2fd47,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:49.407018 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d82f563e-3c99-414d-a530-31acc082b497 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (df6a66fa-cf14-4a68-ab4f-79c489f4e705), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.430020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f563e-3c99-414d-a530-31acc082b497 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6a66fa-cf14-4a68-ab4f-79c489f4e705,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:49.451604 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (5fb5cf29-8796-41a2-8375-e8062a5911ad), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.452657 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:49.455950 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.507303 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Sync routers for ids ['1df216de-b34c-48d7-b12e-80091bb26ce7'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:22:49.524684 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Routers {'1df216de-b34c-48d7-b12e-80091bb26ce7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:49.525318 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012a04f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1df216de-b34c-48d7-b12e-80091bb26ce7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:49.540427 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d82f563e-3c99-414d-a530-31acc082b497 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.548770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41180) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:49.555440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:49.561321 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d82f563e-3c99-414d-a530-31acc082b497 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6449153
Apr 16 21:22:49.584022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] Pushing event updated for resources: {'Network': ['ID=5fb5cf29-8796-41a2-8375-e8062a5911ad,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:49.608681 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 5fb5cf29-8796-41a2-8375-e8062a5911ad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:22:49.669779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41188) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:49.676675 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6c1dc73f-87d1-4c68-b7ec-273240b983fb admin admin] Request body: {'subnet': {'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-666949497-subnet', 'tenant_id': '7caf6e59a47149a68cae6224fb2856e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:49.676899 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-694c5dd5-fd20-4765-8a32-d00e97f546b7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3598053
Apr 16 21:22:49.713312 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-34b43d15-b678-42d5-bf39-604f66fc572a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.731804 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.742009 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Set router 1df216de-b34c-48d7-b12e-80091bb26ce7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:49.764366 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41190) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:49.872887 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.907975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1bc3b6-d3f2-458a-9182-4781129d3665 admin admin] Deleting subnet 1fcd78d0-6c15-4046-987b-0e34d0bcb728 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:22:49.913643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc3b6-d3f2-458a-9182-4781129d3665 admin admin] Publish callbacks [] for subnet (1fcd78d0-6c15-4046-987b-0e34d0bcb728), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.932971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1dc73f-87d1-4c68-b7ec-273240b983fb admin admin] Made reservation on behalf of 7caf6e59a47149a68cae6224fb2856e7 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:49.935390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc73f-87d1-4c68-b7ec-273240b983fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.966238 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-34b43d15-b678-42d5-bf39-604f66fc572a admin admin] Publish callbacks [] for security_group (39422684-11de-41b8-86b3-4ec28a9a206a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:49.993029 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc3b6-d3f2-458a-9182-4781129d3665 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (1fcd78d0-6c15-4046-987b-0e34d0bcb728), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.003907 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-18c27ad2-fffd-4f2d-8bf4-730fcc75743c tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--885836556&fields=id&tenant_id=8548f70297f04c1489783de67671dba2 HTTP/1.1" status: 200  len: 267 time: 0.1237485
Apr 16 21:22:50.014214 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012a04f100>, [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:22:43Z', 'revision_number': 4, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '123f9600-482a-4832-ad74-b150faaad2e0', 'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'mac_address': 'fa:16:3e:c4:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:42Z', 'updated_at': '2022-04-16T21:22:44Z', 'revision_number': 2, 'project_id': '86582d8437084e4e95b3078888c21e23', 'subnets': [{'id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:50.050978 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Checking router: 1df216de-b34c-48d7-b12e-80091bb26ce7 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:22:50.052692 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Updating router 1df216de-b34c-48d7-b12e-80091bb26ce7 port 123f9600-482a-4832-ad74-b150faaad2e0 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:22:50.063036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-34b43d15-b678-42d5-bf39-604f66fc572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (39422684-11de-41b8-86b3-4ec28a9a206a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.107948 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc3b6-d3f2-458a-9182-4781129d3665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (1fcd78d0-6c15-4046-987b-0e34d0bcb728), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.120474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-ccc14b63-ca0c-4ea5-b2ca-1f83110ff2a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:50.122534 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (123f9600-482a-4832-ad74-b150faaad2e0), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.130876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-ccc14b63-ca0c-4ea5-b2ca-1f83110ff2a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports/c1abc7d3-63c4-4e58-896c-5aa4b9a41054 HTTP/1.1" status: 200  len: 936 time: 0.1254840
Apr 16 21:22:50.142381 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Allocated IP 172.35.1.5 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/a4e410a2-8da7-4e59-808b-3fc90a55d864) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:50.152016 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-34b43d15-b678-42d5-bf39-604f66fc572a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cac90cc813744ac940a4d6d24d80d81&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8539667
Apr 16 21:22:50.153055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b43d15-b678-42d5-bf39-604f66fc572a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39422684-11de-41b8-86b3-4ec28a9a206a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:50.158774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41210) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:50.228740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c8380030-055a-43ce-8470-2a5a6bf16121 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:50.237400 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c8380030-055a-43ce-8470-2a5a6bf16121 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports/5e9adf2d-0b03-4f92-88ae-35b824faa4fe HTTP/1.1" status: 200  len: 937 time: 0.1050584
Apr 16 21:22:50.336973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-1ba97bb0-e563-44cd-8c5c-f05e6dc5a843 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?network_id=e542be96-fc30-4cda-9476-07d2b2bc4e28&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0982177
Apr 16 21:22:50.366206 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10621f7e-a606-4bc1-bc48-9e9f5bd72b43 admin admin] Publish callbacks [] for security_group (39422684-11de-41b8-86b3-4ec28a9a206a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.409449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f5ac32c-4b78-417f-8f55-6eb5be19a096 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?network_id=e542be96-fc30-4cda-9476-07d2b2bc4e28&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0714045
Apr 16 21:22:50.411349 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for port (a4e410a2-8da7-4e59-808b-3fc90a55d864), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.423544 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10621f7e-a606-4bc1-bc48-9e9f5bd72b43 admin admin] Publish callbacks [] for security_group (39422684-11de-41b8-86b3-4ec28a9a206a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.475124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc73f-87d1-4c68-b7ec-273240b983fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (363c489b-9558-4973-a8ad-7c86215b2c65), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.523143 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc3b6-d3f2-458a-9182-4781129d3665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (1fcd78d0-6c15-4046-987b-0e34d0bcb728), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.556795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dc73f-87d1-4c68-b7ec-273240b983fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=363c489b-9558-4973-a8ad-7c86215b2c65,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:50.571164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bc3b6-d3f2-458a-9182-4781129d3665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fcd78d0-6c15-4046-987b-0e34d0bcb728,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:50.575988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1dc73f-87d1-4c68-b7ec-273240b983fb admin admin] Checking segment: {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:50.576413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1dc73f-87d1-4c68-b7ec-273240b983fb admin admin] Network hostable DHCP agents. Network: 5fb5cf29-8796-41a2-8375-e8062a5911ad, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:22:50.589307 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc3b6-d3f2-458a-9182-4781129d3665 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.594394 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bb1bc3b6-d3f2-458a-9182-4781129d3665 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1fcd78d0-6c15-4046-987b-0e34d0bcb728 HTTP/1.1" status: 204  len: 168 time: 0.8289309
Apr 16 21:22:50.598757 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41236) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:50.651557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-18e91a22-ee39-4971-abf2-8684723d7e0e tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:50.660567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-18e91a22-ee39-4971-abf2-8684723d7e0e tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:50.683110 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10621f7e-a606-4bc1-bc48-9e9f5bd72b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (39422684-11de-41b8-86b3-4ec28a9a206a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.690588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-18e91a22-ee39-4971-abf2-8684723d7e0e tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:50.691910 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10621f7e-a606-4bc1-bc48-9e9f5bd72b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.692382 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-18e91a22-ee39-4971-abf2-8684723d7e0e tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/networks?id=281ab511-837a-41be-9f7f-2b7357e9479c&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=e542be96-fc30-4cda-9476-07d2b2bc4e28&id=e542be96-fc30-4cda-9476-07d2b2bc4e28 HTTP/1.1" status: 200  len: 1995 time: 0.2739444
Apr 16 21:22:50.693474 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-10621f7e-a606-4bc1-bc48-9e9f5bd72b43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39422684-11de-41b8-86b3-4ec28a9a206a HTTP/1.1" status: 204  len: 168 time: 0.5336094
Apr 16 21:22:50.700637 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a4e410a2-8da7-4e59-808b-3fc90a55d864), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.718233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-afd32123-57e8-41d5-a93f-d5d2c14c9b78 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/quotas/8548f70297f04c1489783de67671dba2 HTTP/1.1" status: 200  len: 375 time: 0.0142579
Apr 16 21:22:50.720997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1dc73f-87d1-4c68-b7ec-273240b983fb admin admin] Network 5fb5cf29-8796-41a2-8375-e8062a5911ad is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:22:50.721159 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Publish callbacks [] for port (123f9600-482a-4832-ad74-b150faaad2e0), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.749059 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10621f7e-a606-4bc1-bc48-9e9f5bd72b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39422684-11de-41b8-86b3-4ec28a9a206a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:50.753180 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3941a24-d623-47a0-94c0-25583bd0bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.783491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:50.792432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:50.800369 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (123f9600-482a-4832-ad74-b150faaad2e0), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.802203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:50.806449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-bb56ca18-e18f-4e94-ba97-75c942ba293b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0822959
Apr 16 21:22:50.832276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Pushing event updated for resources: {'Port': ['ID=a4e410a2-8da7-4e59-808b-3fc90a55d864,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:50.891192 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-6c1dc73f-87d1-4c68-b7ec-273240b983fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5fb5cf29-8796-41a2-8375-e8062a5911ad) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:50.902566 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:50.909880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1dc73f-87d1-4c68-b7ec-273240b983fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:50.910972 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc73f-87d1-4c68-b7ec-273240b983fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:50.942475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d07189-8447-4752-81bc-6917c50354a6 None None] Network 5fb5cf29-8796-41a2-8375-e8062a5911ad requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:50.959030 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-308524db-ea0a-474c-8a7b-153e552fbd5c service neutron] 10.222.0.20 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370883
Apr 16 21:22:50.989769 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Pushing event updated for resources: {'Port': ['ID=123f9600-482a-4832-ad74-b150faaad2e0,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:51.058654 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3941a24-d623-47a0-94c0-25583bd0bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:51.084146 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for floatingip (a74f68db-ce58-4276-9f38-a23d917a10c2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:51.088106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b3941a24-d623-47a0-94c0-25583bd0bb7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01245aefd0>,) {'filters': {'network_id': ['e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:51.109891 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b3941a24-d623-47a0-94c0-25583bd0bb7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01245aefd0>, 'a13ddc93-77c2-4579-8c55-a0b5c9e13969') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:51.110214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b3941a24-d623-47a0-94c0-25583bd0bb7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01245aefd0>, 'a13ddc93-77c2-4579-8c55-a0b5c9e13969') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:51.126165 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3941a24-d623-47a0-94c0-25583bd0bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (a13ddc93-77c2-4579-8c55-a0b5c9e13969), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:51.148101 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3941a24-d623-47a0-94c0-25583bd0bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (a13ddc93-77c2-4579-8c55-a0b5c9e13969), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:51.157479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:51.158151 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:51.160271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf61568-6d8a-481e-9483-1a63989a5cd1 None None] Network 5fb5cf29-8796-41a2-8375-e8062a5911ad requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:51.165568 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-ccac6a10-8154-4b96-8607-d8d73ba8d2a8 service neutron] 10.222.0.20 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1965790
Apr 16 21:22:51.167705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3941a24-d623-47a0-94c0-25583bd0bb7a admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:22:51.169417 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3941a24-d623-47a0-94c0-25583bd0bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (a13ddc93-77c2-4579-8c55-a0b5c9e13969), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:22:51.173948 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:22:51.268859 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7090e158-af92-4412-bcb2-d7028da14016 service neutron] 10.222.0.20 "GET /v2.0/ports/c1abc7d3-63c4-4e58-896c-5aa4b9a41054?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1012800
Apr 16 21:22:51.271678 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.277123 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.278207 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.279025 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.279880 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.282395 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.282745 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.283123 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.283416 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.283732 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.284058 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.285493 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.286069 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.286341 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.286662 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:22:51.308848 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6c1dc73f-87d1-4c68-b7ec-273240b983fb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6284268
Apr 16 21:22:51.336394 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Attempting to bind port 123f9600-482a-4832-ad74-b150faaad2e0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:51.337028 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Attempting to bind port 123f9600-482a-4832-ad74-b150faaad2e0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:51.337575 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Attempting to bind port 123f9600-482a-4832-ad74-b150faaad2e0 on network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:51.349958 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:51.351283 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Checking segment: {'id': '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:51.351854 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:51.353452 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Bound using segment: {'id': '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:51.354117 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Bound port: 123f9600-482a-4832-ad74-b150faaad2e0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:51.356477 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (123f9600-482a-4832-ad74-b150faaad2e0), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:51.372964 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-bcf9de70-05a2-42ef-b054-7ae5e7b64305 service neutron] 10.222.0.20 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0968318
Apr 16 21:22:51.395975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2aad38d0-dd71-4c09-a5db-702504d04ef5 None None] Provisioning complete for port 123f9600-482a-4832-ad74-b150faaad2e0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:51.396383 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2aad38d0-dd71-4c09-a5db-702504d04ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (123f9600-482a-4832-ad74-b150faaad2e0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:51.398412 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a4e410a2-8da7-4e59-808b-3fc90a55d864), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:51.444519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2aad38d0-dd71-4c09-a5db-702504d04ef5 None None] Port 123f9600-482a-4832-ad74-b150faaad2e0 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:22:51.447868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:51.471991 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] For port 123f9600-482a-4832-ad74-b150faaad2e0, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:51.477053 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] For port 123f9600-482a-4832-ad74-b150faaad2e0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=123f9600-482a-4832-ad74-b150faaad2e0,segment=NetworkSegment(6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d),segment_id=6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:51.492086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3941a24-d623-47a0-94c0-25583bd0bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:51.500501 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3941a24-d623-47a0-94c0-25583bd0bb7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:51.504795 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b3941a24-d623-47a0-94c0-25583bd0bb7a admin admin] 10.222.0.20 "DELETE /v2.0/networks/e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c HTTP/1.1" status: 204  len: 168 time: 0.9040515
Apr 16 21:22:51.504887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41254) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:51.556837 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-6b16b579-806d-468d-a8a4-3e19179f06eb service neutron] 10.222.0.20 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761358
Apr 16 21:22:51.562306 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (123f9600-482a-4832-ad74-b150faaad2e0), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:51.639611 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d0023b80-94fc-48ff-a313-0d4a99797c89 service neutron] 10.222.0.20 "GET /v2.0/ports/5e9adf2d-0b03-4f92-88ae-35b824faa4fe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0658658
Apr 16 21:22:51.641816 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Routers {'1df216de-b34c-48d7-b12e-80091bb26ce7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:22:51.642469 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012a04f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1df216de-b34c-48d7-b12e-80091bb26ce7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:51.693649 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dabe7-7711-48a3-99c9-a46b132d2c02 None None] Pushing event updated for resources: {'Port': ['ID=123f9600-482a-4832-ad74-b150faaad2e0,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:51.815946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-a9ba6c03-deb1-491e-bc32-4ebca6d525b6 service neutron] 10.222.0.20 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690609
Apr 16 21:22:51.851959 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] Set router 1df216de-b34c-48d7-b12e-80091bb26ce7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:22:51.937637 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3941a24-d623-47a0-94c0-25583bd0bb7a admin admin] Pushing event deleted for resources: {'Network': ['ID=e79b49f9-c99f-4dd1-a2de-c4759fcd2a5c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:51.964561 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-391384bc-42e3-4015-85a8-fe291caf3f93 service neutron] 10.222.0.20 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474986
Apr 16 21:22:51.990511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5af900b6-538c-448c-b47d-d4790bd8f1a4 None None] Provisioning complete for port 123f9600-482a-4832-ad74-b150faaad2e0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:51.997938 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5af900b6-538c-448c-b47d-d4790bd8f1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (123f9600-482a-4832-ad74-b150faaad2e0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.019118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41266) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:52.041540 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f137a21-2255-4041-a25f-c7f685ff22e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.128067 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for port (a4e410a2-8da7-4e59-808b-3fc90a55d864), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.167613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41276) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:52.174522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9ff3a1e8-8144-419f-a1f0-802fa088e1c7 service neutron] 10.222.0.20 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2023423
Apr 16 21:22:52.200195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5af900b6-538c-448c-b47d-d4790bd8f1a4 None None] Current status of the port 123f9600-482a-4832-ad74-b150faaad2e0 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:52.202242 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5af900b6-538c-448c-b47d-d4790bd8f1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (123f9600-482a-4832-ad74-b150faaad2e0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.207408 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012a04f100>, [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:22:43Z', 'revision_number': 4, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '123f9600-482a-4832-ad74-b150faaad2e0', 'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'mac_address': 'fa:16:3e:c4:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:42Z', 'updated_at': '2022-04-16T21:22:51Z', 'revision_number': 4, 'project_id': '86582d8437084e4e95b3078888c21e23', 'subnets': [{'id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:22:52.243212 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (a4e410a2-8da7-4e59-808b-3fc90a55d864), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.286907 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb3547b-7cf3-496e-a2c2-f8204234186b None None] The sync data for ids ['1df216de-b34c-48d7-b12e-80091bb26ce7'] in ncdv-master-1 is: [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:22:43Z', 'revision_number': 4, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '123f9600-482a-4832-ad74-b150faaad2e0', 'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'mac_address': 'fa:16:3e:c4:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:42Z', 'updated_at': '2022-04-16T21:22:51Z', 'revision_number': 4, 'project_id': '86582d8437084e4e95b3078888c21e23', 'subnets': [{'id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:22:52.308757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5af900b6-538c-448c-b47d-d4790bd8f1a4 None None] For port 123f9600-482a-4832-ad74-b150faaad2e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=123f9600-482a-4832-ad74-b150faaad2e0,segment=NetworkSegment(6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d),segment_id=6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:22:52.339043 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ef55e6b-a5df-42ce-81a2-93e5fa2811d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.372414 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5af900b6-538c-448c-b47d-d4790bd8f1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (123f9600-482a-4832-ad74-b150faaad2e0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.377206 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f137a21-2255-4041-a25f-c7f685ff22e1 admin admin] Publish callbacks [] for security_group (53343277-a945-4b85-8590-142759aa8d0e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.390372 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-732e7c19-60cb-4003-ac0e-f878ed953c1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4030f0824ca84b97a7fef26a7384e775&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2204709
Apr 16 21:22:52.395656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41290) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:52.463273 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-1afeeab2-09c9-4840-af9f-fb2f97c6169b service neutron] 10.222.0.20 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2883461
Apr 16 21:22:52.476497 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f137a21-2255-4041-a25f-c7f685ff22e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (53343277-a945-4b85-8590-142759aa8d0e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.510311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af900b6-538c-448c-b47d-d4790bd8f1a4 None None] Pushing event updated for resources: {'Port': ['ID=123f9600-482a-4832-ad74-b150faaad2e0,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:52.511208 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5f137a21-2255-4041-a25f-c7f685ff22e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1fe3117169a4eb0b5a86b5cc62b8f40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4909408
Apr 16 21:22:52.520321 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41292) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:52.555437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Pushing event updated for resources: {'Port': ['ID=a4e410a2-8da7-4e59-808b-3fc90a55d864,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:52.563598 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-317e437a-f2b7-4595-8a03-bee963f72b70 admin admin] Publish callbacks [] for security_group (63e3ad1b-7174-4e0a-a115-3719e8b04275), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.606152 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (a74f68db-ce58-4276-9f38-a23d917a10c2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.630992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f137a21-2255-4041-a25f-c7f685ff22e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53343277-a945-4b85-8590-142759aa8d0e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:52.643677 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-317e437a-f2b7-4595-8a03-bee963f72b70 admin admin] Publish callbacks [] for security_group (63e3ad1b-7174-4e0a-a115-3719e8b04275), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.686828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9b90d53-a8d0-45a7-ad6f-15f9f67d7403 admin admin] Publish callbacks [] for security_group (53343277-a945-4b85-8590-142759aa8d0e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.690539 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.702187 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0553a187-df48-4944-9b36-b4a8308f1fa4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.1518695
Apr 16 21:22:52.755325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9b90d53-a8d0-45a7-ad6f-15f9f67d7403 admin admin] Publish callbacks [] for security_group (53343277-a945-4b85-8590-142759aa8d0e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.922110 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-317e437a-f2b7-4595-8a03-bee963f72b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (63e3ad1b-7174-4e0a-a115-3719e8b04275), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.925608 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-317e437a-f2b7-4595-8a03-bee963f72b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.927727 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-317e437a-f2b7-4595-8a03-bee963f72b70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63e3ad1b-7174-4e0a-a115-3719e8b04275 HTTP/1.1" status: 204  len: 168 time: 0.5269325
Apr 16 21:22:52.946920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 123f9600-482a-4832-ad74-b150faaad2e0 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:22:52.947968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-3db7805e-edd3-4f3b-ab2f-f99db6b842bb tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:52.949665 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-3db7805e-edd3-4f3b-ab2f-f99db6b842bb tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 811 time: 0.1831889
Apr 16 21:22:52.953753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e437a-f2b7-4595-8a03-bee963f72b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e3ad1b-7174-4e0a-a115-3719e8b04275,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:52.982641 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-d3f7554f-eb9f-455c-8290-c12e8ead405a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/quotas/7caf6e59a47149a68cae6224fb2856e7 HTTP/1.1" status: 200  len: 375 time: 0.0237164
Apr 16 21:22:52.985901 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9b90d53-a8d0-45a7-ad6f-15f9f67d7403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (53343277-a945-4b85-8590-142759aa8d0e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.991983 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9b90d53-a8d0-45a7-ad6f-15f9f67d7403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:52.993229 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a9b90d53-a8d0-45a7-ad6f-15f9f67d7403 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53343277-a945-4b85-8590-142759aa8d0e HTTP/1.1" status: 204  len: 168 time: 0.4692624
Apr 16 21:22:53.013655 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b90d53-a8d0-45a7-ad6f-15f9f67d7403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53343277-a945-4b85-8590-142759aa8d0e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:53.077015 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-2ac46437-f89b-49e3-9c43-1372a7155ab0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0819583
Apr 16 21:22:53.140951 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 123f9600-482a-4832-ad74-b150faaad2e0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:22:53.143784 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (123f9600-482a-4832-ad74-b150faaad2e0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:53.213135 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-ecae8151-7222-4684-9194-caf2b611c001 service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229701
Apr 16 21:22:53.263068 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ef55e6b-a5df-42ce-81a2-93e5fa2811d4 admin admin] Publish callbacks [] for security_group (550ee6a4-c040-478c-8345-513390feee26), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:53.267412 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-bd0b9026-17ee-4a6a-8ed3-dd59ff8ceccf service neutron] 10.222.0.20 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7966456
Apr 16 21:22:53.318298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 123f9600-482a-4832-ad74-b150faaad2e0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:22:53.367337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ef55e6b-a5df-42ce-81a2-93e5fa2811d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (550ee6a4-c040-478c-8345-513390feee26), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:53.379118 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-92dfe285-ba7d-4dcb-9fd9-14ca6d6d4398 service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588509
Apr 16 21:22:53.437856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7ef55e6b-a5df-42ce-81a2-93e5fa2811d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=103ffa6db98644bb897a92e00dd84d7a&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9311140
Apr 16 21:22:53.442953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef55e6b-a5df-42ce-81a2-93e5fa2811d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550ee6a4-c040-478c-8345-513390feee26,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:53.443183 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41332) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:53.486255 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-6613ba42-a437-4e43-b04a-b31d664a3fa5 service neutron] 10.222.0.20 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042983
Apr 16 21:22:53.504635 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52ce6956-b28c-4dc0-92df-e8938a3f7fbb admin admin] Publish callbacks [] for security_group (550ee6a4-c040-478c-8345-513390feee26), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:53.540945 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52ce6956-b28c-4dc0-92df-e8938a3f7fbb admin admin] Publish callbacks [] for security_group (550ee6a4-c040-478c-8345-513390feee26), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:53.597972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-5e2cef9c-87d2-4a5f-8e06-d1684bcd6636 service neutron] 10.222.0.20 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1061237
Apr 16 21:22:53.655023 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52ce6956-b28c-4dc0-92df-e8938a3f7fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (550ee6a4-c040-478c-8345-513390feee26), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:53.657666 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52ce6956-b28c-4dc0-92df-e8938a3f7fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:53.658849 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-52ce6956-b28c-4dc0-92df-e8938a3f7fbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/550ee6a4-c040-478c-8345-513390feee26 HTTP/1.1" status: 204  len: 168 time: 0.2171195
Apr 16 21:22:53.669593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce6956-b28c-4dc0-92df-e8938a3f7fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550ee6a4-c040-478c-8345-513390feee26,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:53.737509 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-1611eddc-4093-405b-b929-6e3b118e39cd service neutron] 10.222.0.20 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335273
Apr 16 21:22:53.822280 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8b8f12af-1624-47af-b25f-fe1cba379393 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1256487528&fields=id&tenant_id=86582d8437084e4e95b3078888c21e23 HTTP/1.1" status: 200  len: 267 time: 0.0499060
Apr 16 21:22:53.876157 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa7eb95e-4ca7-4fed-8e8e-4f299a21aa0e service neutron] 10.222.0.20 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309762
Apr 16 21:22:53.939535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-fbcd962a-56ea-435b-8389-d02f99c14b01 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:53.946353 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-fbcd962a-56ea-435b-8389-d02f99c14b01 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/networks?id=c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 HTTP/1.1" status: 200  len: 814 time: 0.1172960
Apr 16 21:22:53.974186 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-5952d2f1-61a6-42a2-a11d-238ac4a6c669 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/quotas/86582d8437084e4e95b3078888c21e23 HTTP/1.1" status: 200  len: 375 time: 0.0257652
Apr 16 21:22:53.978113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0fe377c3-9c4a-46bb-80e8-0195696006d6 service neutron] 10.222.0.20 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1010132
Apr 16 21:22:54.050652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fb630e10-b0c8-440b-89d7-57d4d720a67a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:54.052294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fb630e10-b0c8-440b-89d7-57d4d720a67a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports/c1abc7d3-63c4-4e58-896c-5aa4b9a41054 HTTP/1.1" status: 200  len: 936 time: 0.0646596
Apr 16 21:22:54.052957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-9a997a93-d868-46c9-95da-0480c8ac78b6 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=86582d8437084e4e95b3078888c21e23&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0653582
Apr 16 21:22:54.135660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-8878a851-6ce5-4e67-863f-c0f64137412f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:54.138396 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-8878a851-6ce5-4e67-863f-c0f64137412f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports/5e9adf2d-0b03-4f92-88ae-35b824faa4fe HTTP/1.1" status: 200  len: 937 time: 0.0799785
Apr 16 21:22:54.178997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-2911108b-b0fb-458c-a3db-2006de0c67a2 service neutron] 10.222.0.20 "GET /v2.0/networks/c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234362
Apr 16 21:22:54.313701 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-f232e6e7-6ce7-4083-8b62-0b60d6ed5cb6 service neutron] 10.222.0.20 "GET /v2.0/networks/c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1131177
Apr 16 21:22:54.438814 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41384) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:54.455328 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecdfade4-52bd-47b1-8e34-0c544f779c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:54.564064 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecdfade4-52bd-47b1-8e34-0c544f779c8e admin admin] Publish callbacks [] for security_group (af5a1c1c-20bf-40fb-87c2-afd62dcc92ab), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:54.631955 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f7c80d15-2ac2-4f4e-8d89-1d48bc2d7a67 req-783de5b1-2b0d-421d-a130-103683e69f7a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 210 time: 0.0322490
Apr 16 21:22:54.658434 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecdfade4-52bd-47b1-8e34-0c544f779c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (af5a1c1c-20bf-40fb-87c2-afd62dcc92ab), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:54.742740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1946323c-6f29-46a0-bc17-278c5abeeb55 req-e26501fa-f98d-4a7f-b821-ab6d1f8d0f14 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 210 time: 0.0550964
Apr 16 21:22:54.747648 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ecdfade4-52bd-47b1-8e34-0c544f779c8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6593c48f543b4d3597d0d3bfff1e28f9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3075881
Apr 16 21:22:54.749046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfade4-52bd-47b1-8e34-0c544f779c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5a1c1c-20bf-40fb-87c2-afd62dcc92ab,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:54.750405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41400) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:54.850877 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a2ef24ba-2750-497d-8c1d-333daab01b50 admin admin] Publish callbacks [] for security_group (af5a1c1c-20bf-40fb-87c2-afd62dcc92ab), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:54.855656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41410) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:54.895432 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a2ef24ba-2750-497d-8c1d-333daab01b50 admin admin] Publish callbacks [] for security_group (af5a1c1c-20bf-40fb-87c2-afd62dcc92ab), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:55.023198 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a2ef24ba-2750-497d-8c1d-333daab01b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (af5a1c1c-20bf-40fb-87c2-afd62dcc92ab), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:55.025982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a2ef24ba-2750-497d-8c1d-333daab01b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:55.027538 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a2ef24ba-2750-497d-8c1d-333daab01b50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af5a1c1c-20bf-40fb-87c2-afd62dcc92ab HTTP/1.1" status: 204  len: 168 time: 0.2730834
Apr 16 21:22:55.035754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef24ba-2750-497d-8c1d-333daab01b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5a1c1c-20bf-40fb-87c2-afd62dcc92ab,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:55.075872 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-458252881', 'router:external': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:55.153817 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Made reservation on behalf of 4d9bb41c4c9d48fc9b2edb178beeebc5 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:55.156229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:55.166279 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:55.285567 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for security_group (8c2a42ca-03f9-4f3d-b712-57f3581a84f1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:55.508652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8c2a42ca-03f9-4f3d-b712-57f3581a84f1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:55.534363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:22:55.557754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2a42ca-03f9-4f3d-b712-57f3581a84f1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:55.557754 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (64ee9680-a08b-4717-bf19-8cb6132a1e85), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:55.557985 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Added segment 64ee9680-a08b-4717-bf19-8cb6132a1e85 of type vlan for network 19f95274-68c3-4970-9cd1-f6f1da72012a
Apr 16 21:22:55.611899 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (19f95274-68c3-4970-9cd1-f6f1da72012a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:55.732421 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (19f95274-68c3-4970-9cd1-f6f1da72012a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:55.733489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:55.734509 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:55.810054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41452) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:55.874651 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e61ca828-5437-49ae-a982-cd3ec0f5971c req-6321aa30-e9a2-411a-9700-1082da5bfdb7 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 210 time: 0.1176665
Apr 16 21:22:55.880128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event updated for resources: {'Network': ['ID=19f95274-68c3-4970-9cd1-f6f1da72012a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:55.890388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 19f95274-68c3-4970-9cd1-f6f1da72012a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:22:55.929680 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-91455a34-bbe3-436f-9949-0b1aff9ba079 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.0726728
Apr 16 21:22:55.932537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41462) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:55.939883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-078e9279-3d2d-404e-99e1-ed618c3d7b4d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Request body: {'subnet': {'network_id': '19f95274-68c3-4970-9cd1-f6f1da72012a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:55.971665 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cbaebb1e-07d4-4d68-987c-a4e44bbe1940 req-eeb2bab1-3973-4571-9c50-7ecb2bf5e7e8 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 210 time: 0.0698476
Apr 16 21:22:56.010812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-network', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:56.041089 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-11a627f0-0f38-44cf-a1f0-84a5a912f286 req-9798b463-7f61-47d8-91eb-9c03e30b9688 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 210 time: 0.0526688
Apr 16 21:22:56.069651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078e9279-3d2d-404e-99e1-ed618c3d7b4d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Made reservation on behalf of 4d9bb41c4c9d48fc9b2edb178beeebc5 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:56.072716 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-078e9279-3d2d-404e-99e1-ed618c3d7b4d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.143963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Made reservation on behalf of d5096c21fbfe41dd80379e0e3b6fb8d5 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:56.147694 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.159842 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.281272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9b9728dc-e556-41d1-8bae-a3d64d987f95 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:56.285371 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9b9728dc-e556-41d1-8bae-a3d64d987f95 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports/c1abc7d3-63c4-4e58-896c-5aa4b9a41054 HTTP/1.1" status: 200  len: 936 time: 0.3558574
Apr 16 21:22:56.334562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41470) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:56.348427 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Publish callbacks [] for security_group (74b1c167-8a65-4637-9b26-c84339f0d821), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.356694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-04fd7dce-84c6-40ec-9116-e4a74314aac8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:56.358095 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-04fd7dce-84c6-40ec-9116-e4a74314aac8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports/5e9adf2d-0b03-4f92-88ae-35b824faa4fe HTTP/1.1" status: 200  len: 937 time: 0.0649903
Apr 16 21:22:56.478909 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1823998414-network', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:56.487391 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (74b1c167-8a65-4637-9b26-c84339f0d821), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.536047 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:22:56.551363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (72bf4b65-f704-45f9-bea1-ac039e0f7090), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.551726 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Added segment 72bf4b65-f704-45f9-bea1-ac039e0f7090 of type vlan for network e30659b1-756c-4ef0-9573-8335ff004f46
Apr 16 21:22:56.553727 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b1c167-8a65-4637-9b26-c84339f0d821,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:56.588512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.objects.ports [None req-078e9279-3d2d-404e-99e1-ed618c3d7b4d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122556) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:22:56.588512 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-078e9279-3d2d-404e-99e1-ed618c3d7b4d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (9c7f355e-7d0f-4cb3-bad2-8f556b87d888), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.620069 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e30659b1-756c-4ef0-9573-8335ff004f46), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.635601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Made reservation on behalf of d6f8dfa11e9b410cbbd59ffe32afeb26 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:56.637884 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.657474 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.666144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078e9279-3d2d-404e-99e1-ed618c3d7b4d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Checking segment: {'id': '64ee9680-a08b-4717-bf19-8cb6132a1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19f95274-68c3-4970-9cd1-f6f1da72012a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:56.666503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078e9279-3d2d-404e-99e1-ed618c3d7b4d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Network hostable DHCP agents. Network: 19f95274-68c3-4970-9cd1-f6f1da72012a, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:22:56.674221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e9279-3d2d-404e-99e1-ed618c3d7b4d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9c7f355e-7d0f-4cb3-bad2-8f556b87d888,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:56.759609 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Publish callbacks [] for security_group (d947048b-329b-4d3d-b895-73931450c44a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.766105 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e30659b1-756c-4ef0-9573-8335ff004f46), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.769271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:56.769271 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.840158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] Pushing event updated for resources: {'Network': ['ID=e30659b1-756c-4ef0-9573-8335ff004f46,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:56.840870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078e9279-3d2d-404e-99e1-ed618c3d7b4d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Network 19f95274-68c3-4970-9cd1-f6f1da72012a is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:22:56.852494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e30659b1-756c-4ef0-9573-8335ff004f46 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:22:56.878318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41490) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:56.914021 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d947048b-329b-4d3d-b895-73931450c44a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:56.970725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d947048b-329b-4d3d-b895-73931450c44a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:56.973527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-116e0526-1f2d-4efa-ae85-0f8058073cec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.1594450
Apr 16 21:22:56.982067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41496) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:57.005745 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-078e9279-3d2d-404e-99e1-ed618c3d7b4d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 19f95274-68c3-4970-9cd1-f6f1da72012a) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:57.021512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be9974f-6c4a-4b98-a57a-551524dce9a5 None None] Network 19f95274-68c3-4970-9cd1-f6f1da72012a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:57.023732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078e9279-3d2d-404e-99e1-ed618c3d7b4d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:57.029437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-078e9279-3d2d-404e-99e1-ed618c3d7b4d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.062227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:22:57.073399 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a9b0d4e2-35b5-46ca-b7ce-373c293cf003 admin admin] Request body: {'subnet': {'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-subnet', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:57.094969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1979224200-network', 'tenant_id': '7d72b2bb3a304796bb144bc739ffcb5a'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:57.116039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (10462687-1e7a-45f5-b106-fe579053ef38), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.116420 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Added segment 10462687-1e7a-45f5-b106-fe579053ef38 of type vlan for network 26fd8c71-2108-482c-9702-fc8775f3578f
Apr 16 21:22:57.148501 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7134edf3-acf5-4661-80f5-2dde8d3f9a49 req-b1ffc61c-9557-419d-b1f8-b91667c77da7 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 210 time: 0.0883594
Apr 16 21:22:57.208430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63958e1d-2f72-49f5-8bb2-a8f09ccff309 None None] Network 19f95274-68c3-4970-9cd1-f6f1da72012a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:57.221457 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7218bf21-1198-425d-8b51-f47f1420eb42 req-b637b2f1-cdaa-4640-8b91-121295c394ee tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 210 time: 0.0655706
Apr 16 21:22:57.244229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Made reservation on behalf of 7d72b2bb3a304796bb144bc739ffcb5a for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:57.246838 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.266061 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-078e9279-3d2d-404e-99e1-ed618c3d7b4d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 1.3267198
Apr 16 21:22:57.268956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41502) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:57.269627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b0d4e2-35b5-46ca-b7ce-373c293cf003 admin admin] Made reservation on behalf of d5096c21fbfe41dd80379e0e3b6fb8d5 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:57.272945 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9b0d4e2-35b5-46ca-b7ce-373c293cf003 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.281049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-411640789', 'network_id': '19f95274-68c3-4970-9cd1-f6f1da72012a'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:57.292121 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.305890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-74a8b9d7-c9fa-49a2-944d-603fc99108a3 req-4b1f9773-8717-4b1a-b00f-22d91413dac3 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 210 time: 0.0886781
Apr 16 21:22:57.313769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-4281f8a0-a635-4132-9b34-d3efc7fba97a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:57.313965 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-4281f8a0-a635-4132-9b34-d3efc7fba97a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 811 time: 0.3809714
Apr 16 21:22:57.337032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-9098950f-f18a-4c37-97c4-1e6780db12c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Request body: {'port': {'device_id': '4f303c2c-bb2f-4b3e-8d4f-a21552472a60', 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'admin_state_up': True, 'tenant_id': '7caf6e59a47149a68cae6224fb2856e7'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:57.338575 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (26fd8c71-2108-482c-9702-fc8775f3578f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.391355 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Made reservation on behalf of 4d9bb41c4c9d48fc9b2edb178beeebc5 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:57.393860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.446941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] device_id is not set on port a0d83c9a-5973-4f0b-b598-23e2bc3b3c74 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:22:57.499926 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Publish callbacks [] for security_group (ce53937e-81be-440e-9c28-5af1a004139e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.555432 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (26fd8c71-2108-482c-9702-fc8775f3578f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.556408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:57.556996 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.583417 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ce53937e-81be-440e-9c28-5af1a004139e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.587466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-9098950f-f18a-4c37-97c4-1e6780db12c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Made reservation on behalf of 7caf6e59a47149a68cae6224fb2856e7 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:57.591310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-9098950f-f18a-4c37-97c4-1e6780db12c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.633252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce53937e-81be-440e-9c28-5af1a004139e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:57.648404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:22:57.702438 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (fcd7758d-5429-433b-9a50-8ae286e04fad), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.702796 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Added segment fcd7758d-5429-433b-9a50-8ae286e04fad of type vlan for network a9010da2-54fb-4a1a-8688-b01d319eafbe
Apr 16 21:22:57.734181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Allocated IP 2001:db8::3e5 (19f95274-68c3-4970-9cd1-f6f1da72012a/9c7f355e-7d0f-4cb3-bad2-8f556b87d888/a0d83c9a-5973-4f0b-b598-23e2bc3b3c74) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:57.754027 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4183333
Apr 16 21:22:57.761005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41508) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:57.765794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f27a3c95-3f93-4cb9-ae6f-4169ce50122d admin admin] Request body: {'subnet': {'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-subnet', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:57.769931 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a9010da2-54fb-4a1a-8688-b01d319eafbe), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.809025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d2a1d-cc10-40a6-85d8-378e239d6551 admin admin] Pushing event updated for resources: {'Network': ['ID=26fd8c71-2108-482c-9702-fc8775f3578f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:57.822990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 26fd8c71-2108-482c-9702-fc8775f3578f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:22:57.848514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-9098950f-f18a-4c37-97c4-1e6780db12c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Allocated IP 172.20.0.8 (5fb5cf29-8796-41a2-8375-e8062a5911ad/363c489b-9558-4973-a8ad-7c86215b2c65/e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:57.891485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a9010da2-54fb-4a1a-8688-b01d319eafbe), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.892462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:57.893257 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.895457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27a3c95-3f93-4cb9-ae6f-4169ce50122d admin admin] Made reservation on behalf of d6f8dfa11e9b410cbbd59ffe32afeb26 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:57.896197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-9f4820d3-0819-4886-b796-96278a1e6f70 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:57.897715 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f27a3c95-3f93-4cb9-ae6f-4169ce50122d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:57.902979 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-9f4820d3-0819-4886-b796-96278a1e6f70 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.41 "GET /v2.0/networks?id=c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 HTTP/1.1" status: 200  len: 814 time: 0.3038425
Apr 16 21:22:57.951408 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9b0d4e2-35b5-46ca-b7ce-373c293cf003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (f82318ec-15c8-47c0-ac6c-ad372af7cf88), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.087492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] Pushing event updated for resources: {'Network': ['ID=a9010da2-54fb-4a1a-8688-b01d319eafbe,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:58.088807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0d4e2-35b5-46ca-b7ce-373c293cf003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82318ec-15c8-47c0-ac6c-ad372af7cf88,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:58.098090 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a9010da2-54fb-4a1a-8688-b01d319eafbe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:22:58.119783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for port (a0d83c9a-5973-4f0b-b598-23e2bc3b3c74), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.125743 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-2f123d92-7949-4c1d-95ce-52a6268415d1 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86582d8437084e4e95b3078888c21e23 HTTP/1.1" status: 200  len: 380 time: 0.1588740
Apr 16 21:22:58.128550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0d4e2-35b5-46ca-b7ce-373c293cf003 admin admin] Checking segment: {'id': '72bf4b65-f704-45f9-bea1-ac039e0f7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:58.128915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b0d4e2-35b5-46ca-b7ce-373c293cf003 admin admin] Network hostable DHCP agents. Network: e30659b1-756c-4ef0-9573-8335ff004f46, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:22:58.130681 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-20d62ca2-afe4-4d26-9a2e-2b2c2d4f8d1b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2512224
Apr 16 21:22:58.134208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41510) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:58.138940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cc8fe492-0fd5-4085-94f1-4d81a6a28b6d admin admin] Request body: {'subnet': {'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1979224200-subnet', 'tenant_id': '7d72b2bb3a304796bb144bc739ffcb5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:58.153152 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-9098950f-f18a-4c37-97c4-1e6780db12c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks [] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.163645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-eac84596-cfac-4c44-9c34-cf71864963b9 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Request body: {'port': {'device_id': '084a71df-04de-416c-a9cb-4a4aacb94f86', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'admin_state_up': True, 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'security_groups': ['d9426c6c-a563-41d5-a0bb-048f6fbfb505']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:58.300591 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd60e481-feca-4b96-936c-7b183e15f627 req-eee278ac-9a97-43a8-8b33-c103ae8f575e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 210 time: 0.0407450
Apr 16 21:22:58.337640 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f27a3c95-3f93-4cb9-ae6f-4169ce50122d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (c99e39d7-2867-4b44-a041-babd70d56231), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.343374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b2031dad-a130-44c5-b764-d0e03ab1a30f req-fc73e027-c740-460e-8cab-a7c4fba7c422 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 210 time: 0.0431008
Apr 16 21:22:58.344977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8fe492-0fd5-4085-94f1-4d81a6a28b6d admin admin] Made reservation on behalf of 7d72b2bb3a304796bb144bc739ffcb5a for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:58.347309 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc8fe492-0fd5-4085-94f1-4d81a6a28b6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.352511 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-9098950f-f18a-4c37-97c4-1e6780db12c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.352693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b0d4e2-35b5-46ca-b7ce-373c293cf003 admin admin] Network e30659b1-756c-4ef0-9573-8335ff004f46 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:22:58.416525 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a0d83c9a-5973-4f0b-b598-23e2bc3b3c74), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.447347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-9098950f-f18a-4c37-97c4-1e6780db12c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Network 5fb5cf29-8796-41a2-8375-e8062a5911ad is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:58.458526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-9098950f-f18a-4c37-97c4-1e6780db12c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:58.464463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-9098950f-f18a-4c37-97c4-1e6780db12c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:58.467140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098950f-f18a-4c37-97c4-1e6780db12c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Pushing event updated for resources: {'Port': ['ID=e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:58.503010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a3c95-3f93-4cb9-ae6f-4169ce50122d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c99e39d7-2867-4b44-a041-babd70d56231,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:58.511144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-245d85fa-8e45-4572-9dd9-b67c80ade3bb req-38e8f9c2-c258-4790-97f6-a74085ef284b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 210 time: 0.0877044
Apr 16 21:22:58.528720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Network 19f95274-68c3-4970-9cd1-f6f1da72012a is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:58.529747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a3c95-3f93-4cb9-ae6f-4169ce50122d admin admin] Checking segment: {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:58.530413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27a3c95-3f93-4cb9-ae6f-4169ce50122d admin admin] Network hostable DHCP agents. Network: 26fd8c71-2108-482c-9702-fc8775f3578f, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:22:58.535998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a9b0d4e2-35b5-46ca-b7ce-373c293cf003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e30659b1-756c-4ef0-9573-8335ff004f46) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:58.538642 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:58.552388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a58410-f68f-4a2c-ae12-448695d96cc7 None None] Network e30659b1-756c-4ef0-9573-8335ff004f46 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:58.554448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:58.556447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:58.557079 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.568547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b0d4e2-35b5-46ca-b7ce-373c293cf003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:58.569174 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9b0d4e2-35b5-46ca-b7ce-373c293cf003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.573874 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event updated for resources: {'Port': ['ID=a0d83c9a-5973-4f0b-b598-23e2bc3b3c74,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:58.574750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-9098950f-f18a-4c37-97c4-1e6780db12c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:58.576593 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-9098950f-f18a-4c37-97c4-1e6780db12c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.650283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-eac84596-cfac-4c44-9c34-cf71864963b9 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Made reservation on behalf of 86582d8437084e4e95b3078888c21e23 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:22:58.653849 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-eac84596-cfac-4c44-9c34-cf71864963b9 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.664013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e1fa07-f371-4202-957e-f0d1e7c7cf0d None None] Network e30659b1-756c-4ef0-9573-8335ff004f46 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:58.777599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27a3c95-3f93-4cb9-ae6f-4169ce50122d admin admin] Network 26fd8c71-2108-482c-9702-fc8775f3578f is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:22:58.785069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0b494cfd-307a-45f8-ad27-b1f6430632e7 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.5060511
Apr 16 21:22:58.785069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a9b0d4e2-35b5-46ca-b7ce-373c293cf003 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.7728524
Apr 16 21:22:58.785660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41520) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:58.788824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41522) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:58.791344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-9098950f-f18a-4c37-97c4-1e6780db12c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4684153
Apr 16 21:22:58.792305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f27a3c95-3f93-4cb9-ae6f-4169ce50122d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 26fd8c71-2108-482c-9702-fc8775f3578f) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:58.796780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27a3c95-3f93-4cb9-ae6f-4169ce50122d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:58.797496 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f27a3c95-3f93-4cb9-ae6f-4169ce50122d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.803074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0074194-ea08-476b-a594-fb6c42e767d1 None None] Network 26fd8c71-2108-482c-9702-fc8775f3578f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:58.817508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Request body: {'port': {'device_id': '4f303c2c-bb2f-4b3e-8d4f-a21552472a60', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:58.824640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:58.836952 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc8fe492-0fd5-4085-94f1-4d81a6a28b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (bdb611d8-7df3-448b-81ce-8d653efb298a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.895103 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:58.923317 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f27a3c95-3f93-4cb9-ae6f-4169ce50122d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1611509
Apr 16 21:22:58.923939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41524) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:22:58.939342 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-26fd8c71-2108-482c-9702-fc8775f3578f', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:22:58.945398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:22:58.946757 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.025167 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fe492-0fd5-4085-94f1-4d81a6a28b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb611d8-7df3-448b-81ce-8d653efb298a,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:59.040399 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (c83aca07-708b-4d76-8078-d6740f8829b8), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.041455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (c83aca07-708b-4d76-8078-d6740f8829b8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.044795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1b573127-584d-44f2-a419-eff7b173427d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Deleting port a0d83c9a-5973-4f0b-b598-23e2bc3b3c74 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:22:59.045140 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b573127-584d-44f2-a419-eff7b173427d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a0d83c9a-5973-4f0b-b598-23e2bc3b3c74), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.076765 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (97553a54-e5c2-474b-ac28-a27607cc8bc4), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.077808 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (97553a54-e5c2-474b-ac28-a27607cc8bc4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.108622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8fe492-0fd5-4085-94f1-4d81a6a28b6d admin admin] Checking segment: {'id': 'fcd7758d-5429-433b-9a50-8ae286e04fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:59.108991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8fe492-0fd5-4085-94f1-4d81a6a28b6d admin admin] Network hostable DHCP agents. Network: a9010da2-54fb-4a1a-8688-b01d319eafbe, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:22:59.118433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Allocated IP 172.20.0.2 (26fd8c71-2108-482c-9702-fc8775f3578f/c99e39d7-2867-4b44-a041-babd70d56231/d16342d8-0814-424b-a2f4-d397955c777f) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:59.151581 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-eac84596-cfac-4c44-9c34-cf71864963b9 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Allocated IP 172.20.0.12 (c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1/8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b/6b41dfa1-0a5b-4329-af9c-dd8f41337861) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:22:59.203833 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Publish callbacks [] for router_controller (97553a54-e5c2-474b-ac28-a27607cc8bc4), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.207243 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Publish callbacks [] for router_controller (c83aca07-708b-4d76-8078-d6740f8829b8), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.234100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b573127-584d-44f2-a419-eff7b173427d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a0d83c9a-5973-4f0b-b598-23e2bc3b3c74), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.257960 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1b573127-584d-44f2-a419-eff7b173427d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Calling delete_port for a0d83c9a-5973-4f0b-b598-23e2bc3b3c74 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:22:59.282157 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8fe492-0fd5-4085-94f1-4d81a6a28b6d admin admin] Network a9010da2-54fb-4a1a-8688-b01d319eafbe is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:22:59.289070 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Publish callbacks [] for port (d16342d8-0814-424b-a2f4-d397955c777f), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.293317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:22:59.333766 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Publish callbacks [] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.350151 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (d16342d8-0814-424b-a2f4-d397955c777f), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.382309 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Transition to ACTIVE for port object e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:22:59.410583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Network 26fd8c71-2108-482c-9702-fc8775f3578f is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:22:59.415495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-cc8fe492-0fd5-4085-94f1-4d81a6a28b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a9010da2-54fb-4a1a-8688-b01d319eafbe) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:59.420483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8fe492-0fd5-4085-94f1-4d81a6a28b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:59.421164 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc8fe492-0fd5-4085-94f1-4d81a6a28b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.429427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:22:59.441675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6b3c7e-fa0d-48ab-a38f-75a354d7eb12 None None] Network a9010da2-54fb-4a1a-8688-b01d319eafbe requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:59.449115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:22:59.460645 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Publish callbacks [] for router_gateway (97553a54-e5c2-474b-ac28-a27607cc8bc4), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.477565 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.506968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Pushing event updated for resources: {'Port': ['ID=d16342d8-0814-424b-a2f4-d397955c777f,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:22:59.557561 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edc4c2-8ad0-43e4-9176-e9f2d8a28edd req-26d3c448-d65b-4976-8f52-1003cbe34ede tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:22:59.559403 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8edc4c2-8ad0-43e4-9176-e9f2d8a28edd req-26d3c448-d65b-4976-8f52-1003cbe34ede tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 943 time: 0.0950763
Apr 16 21:22:59.592984 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cc8fe492-0fd5-4085-94f1-4d81a6a28b6d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4493632
Apr 16 21:22:59.593231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Attempting to bind port d16342d8-0814-424b-a2f4-d397955c777f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:22:59.593231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Attempting to bind port d16342d8-0814-424b-a2f4-d397955c777f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:22:59.593231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Attempting to bind port d16342d8-0814-424b-a2f4-d397955c777f on network 26fd8c71-2108-482c-9702-fc8775f3578f {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:22:59.605956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:22:59.606309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Checking segment: {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:22:59.606933 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.607419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Bound using segment: {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:22:59.607996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Bound port: d16342d8-0814-424b-a2f4-d397955c777f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:22:59.608508 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d16342d8-0814-424b-a2f4-d397955c777f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.686260 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-21627379-d924-44b9-b975-cdb5b7091a50 req-b7d4fd35-d91c-47dd-86c9-32280538b6b6 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 210 time: 0.1349654
Apr 16 21:22:59.694576 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Publish callbacks [] for router_gateway (c83aca07-708b-4d76-8078-d6740f8829b8), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.713399 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-eac84596-cfac-4c44-9c34-cf71864963b9 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.875009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] For port d16342d8-0814-424b-a2f4-d397955c777f, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:22:59.878682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] For port d16342d8-0814-424b-a2f4-d397955c777f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d16342d8-0814-424b-a2f4-d397955c777f,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:22:59.925456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b573127-584d-44f2-a419-eff7b173427d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a0d83c9a-5973-4f0b-b598-23e2bc3b3c74), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.930456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc16ec9f-f98d-4de6-ad93-9ec48554a2cb None None] Network a9010da2-54fb-4a1a-8688-b01d319eafbe requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:22:59.933554 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d16342d8-0814-424b-a2f4-d397955c777f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:22:59.942287 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46e6f99a-424e-4c01-9a2c-f110b0f3791e req-9e4cbd90-450e-42af-8c61-10210104784c tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 210 time: 0.1041944
Apr 16 21:22:59.955954 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-eac84596-cfac-4c44-9c34-cf71864963b9 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:00.013057 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b573127-584d-44f2-a419-eff7b173427d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0d83c9a-5973-4f0b-b598-23e2bc3b3c74,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:00.084094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-eac84596-cfac-4c44-9c34-cf71864963b9 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:00.086107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac84596-cfac-4c44-9c34-cf71864963b9 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Pushing event updated for resources: {'Port': ['ID=6b41dfa1-0a5b-4329-af9c-dd8f41337861,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:00.106123 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:00.131777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-eac84596-cfac-4c44-9c34-cf71864963b9 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:00.140877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-eac84596-cfac-4c44-9c34-cf71864963b9 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:00.195195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284b367-92c2-474b-92a3-3520ee99f97f None None] Pushing event updated for resources: {'Port': ['ID=d16342d8-0814-424b-a2f4-d397955c777f,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:00.207310 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b573127-584d-44f2-a419-eff7b173427d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:00.212503 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1b573127-584d-44f2-a419-eff7b173427d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "DELETE /v2.0/ports/a0d83c9a-5973-4f0b-b598-23e2bc3b3c74 HTTP/1.1" status: 204  len: 168 time: 1.4258082
Apr 16 21:23:00.217596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41542) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:00.224107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19f95274-68c3-4970-9cd1-f6f1da72012a', 'external_fixed_ips': [{'subnet_id': '9c7f355e-7d0f-4cb3-bad2-8f556b87d888', 'ip_address': '2001:db8::3e5'}]}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:00.228848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8edc4c2-8ad0-43e4-9176-e9f2d8a28edd req-c00f9080-dedc-4fad-add0-2b13f326ee47 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6521339
Apr 16 21:23:00.271182 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-eac84596-cfac-4c44-9c34-cf71864963b9 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:00.272509 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-eac84596-cfac-4c44-9c34-cf71864963b9 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:00.370077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-cf42fd16-fa41-48fc-b704-af71d7779979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:00.372306 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-cf42fd16-fa41-48fc-b704-af71d7779979 service neutron] 10.222.0.11 "GET /v2.0/ports/c1abc7d3-63c4-4e58-896c-5aa4b9a41054 HTTP/1.1" status: 200  len: 1032 time: 0.3034399
Apr 16 21:23:00.373339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Attempting to bind port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:00.373923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Attempting to bind port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:00.374487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Attempting to bind port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:00.402063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:00.402768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Attempting to bind port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:00.447585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:00.448930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Checking segment: {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:00.456920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Bound using segment: {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:00.457269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Bound port: e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:00.457675 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:00.582675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e3de7c82-fb35-4fc2-8805-8b91ea89f4fb None None] Provisioning complete for port 6b41dfa1-0a5b-4329-af9c-dd8f41337861 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:00.583067 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3de7c82-fb35-4fc2-8805-8b91ea89f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:00.633668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-11d34eb3-34ea-491f-b991-469a0dd8a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:00.635288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-11d34eb3-34ea-491f-b991-469a0dd8a46e service neutron] 10.222.0.11 "GET /v2.0/ports/5e9adf2d-0b03-4f92-88ae-35b824faa4fe HTTP/1.1" status: 200  len: 1033 time: 0.2551429
Apr 16 21:23:00.635860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e3de7c82-fb35-4fc2-8805-8b91ea89f4fb None None] Port 6b41dfa1-0a5b-4329-af9c-dd8f41337861 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:23:00.642443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] For port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:00.662407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] For port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:00.727235 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Publish callbacks [] for router_gateway (97553a54-e5c2-474b-ac28-a27607cc8bc4), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:00.753463 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:00.800297 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Publish callbacks [] for router_gateway (c83aca07-708b-4d76-8078-d6740f8829b8), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:00.823129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:00.832513 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:00.902136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-6c76a2ed-40a2-4afe-83e4-3440b49d67f6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:00.908658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-6c76a2ed-40a2-4afe-83e4-3440b49d67f6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:00.914390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-6c76a2ed-40a2-4afe-83e4-3440b49d67f6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:00.916139 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-6c76a2ed-40a2-4afe-83e4-3440b49d67f6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "GET /v2.0/networks?id=281ab511-837a-41be-9f7f-2b7357e9479c&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=e542be96-fc30-4cda-9476-07d2b2bc4e28&id=e542be96-fc30-4cda-9476-07d2b2bc4e28 HTTP/1.1" status: 200  len: 1995 time: 0.2711637
Apr 16 21:23:00.919825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c432783-c716-402c-96dc-089f9a4c4a22 req-9ccd1e1c-29f1-47b4-830f-4624cae6ef8a tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:00.922340 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c432783-c716-402c-96dc-089f9a4c4a22 req-9ccd1e1c-29f1-47b4-830f-4624cae6ef8a tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 932 time: 0.1186831
Apr 16 21:23:00.927150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (45abcef9-8052-4344-b92a-aab9765db3d9), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:00.928312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d16342d8-0814-424b-a2f4-d397955c777f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:00.928468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (45abcef9-8052-4344-b92a-aab9765db3d9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:00.935484 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-eac84596-cfac-4c44-9c34-cf71864963b9 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7793789
Apr 16 21:23:00.957326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Request body: {'port': {'device_id': '084a71df-04de-416c-a9cb-4a4aacb94f86', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:00.962664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:00.963526 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:00.965024 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] 10.222.0.41 "PUT /v2.0/ports/e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 HTTP/1.1" status: 200  len: 1091 time: 2.1519585
Apr 16 21:23:00.968256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f303c2c-bb2f-4b3e-8d4f-a21552472a60', 'tag': 'e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:00.970772 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9982b2-eeda-4398-a96c-95209140bd88" -d '{"events": [{"name": "network-changed", "server_uuid": "4f303c2c-bb2f-4b3e-8d4f-a21552472a60", "tag": "e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:01.011827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d16342d8-0814-424b-a2f4-d397955c777f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:01.013144 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d16342d8-0814-424b-a2f4-d397955c777f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:01.031116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b402fc-3e0e-4368-aa49-8ca17e00dc04 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:01.071302 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c432783-c716-402c-96dc-089f9a4c4a22 req-24569a6b-898c-4ea7-a5e4-6744c259cff4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1347985
Apr 16 21:23:01.153377 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_controller (45abcef9-8052-4344-b92a-aab9765db3d9), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:01.187029 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:01.203721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d16342d8-0814-424b-a2f4-d397955c777f is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:01.206794 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d16342d8-0814-424b-a2f4-d397955c777f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:01.255719 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b562e20-d5eb-4eb7-b6f0-54768f900b19 x-openstack-request-id: req-4b562e20-d5eb-4eb7-b6f0-54768f900b19 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:01.256868 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f303c2c-bb2f-4b3e-8d4f-a21552472a60", "tag": "e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:01.256868 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b562e20-d5eb-4eb7-b6f0-54768f900b19 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:01.259326 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b562e20-d5eb-4eb7-b6f0-54768f900b19'] response: {'name': 'network-changed', 'server_uuid': '4f303c2c-bb2f-4b3e-8d4f-a21552472a60', 'tag': 'e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03', 'status': 'completed', 'code': 200}
Apr 16 21:23:01.263865 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port d16342d8-0814-424b-a2f4-d397955c777f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d16342d8-0814-424b-a2f4-d397955c777f,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:01.274742 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-b392e789-23c3-4bc8-9a86-2cf8778c01f8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8548f70297f04c1489783de67671dba2 HTTP/1.1" status: 200  len: 379 time: 0.3317277
Apr 16 21:23:01.337533 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d16342d8-0814-424b-a2f4-d397955c777f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:01.360057 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Allocated IP 172.35.1.76 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/6f41780a-8b18-4b37-9a4c-e36ce221aac5) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:01.441214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=d16342d8-0814-424b-a2f4-d397955c777f,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:01.493318 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Publish callbacks [] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:01.512984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad5af5-db6a-4aec-b2bc-0339e7fd14c8 req-c0549689-b731-48d2-b78b-ee3bda9d99f5 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:01.514545 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bad5af5-db6a-4aec-b2bc-0339e7fd14c8 req-c0549689-b731-48d2-b78b-ee3bda9d99f5 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 943 time: 0.1864150
Apr 16 21:23:01.544423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-322eafc4-7049-43fe-85ee-ca77be8f0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:01.546112 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-322eafc4-7049-43fe-85ee-ca77be8f0fb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 1125 time: 0.3895457
Apr 16 21:23:01.549968 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0428725e-d248-4a65-ae52-dafe1ad2149f req-cf972cc2-a63d-4fdf-964b-7a84998549b1 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 210 time: 0.4050381
Apr 16 21:23:01.555363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-99bb902b-8543-4945-b57d-3b99ff1aaa43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'port': {'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'admin_state_up': True, 'tenant_id': '8548f70297f04c1489783de67671dba2', 'security_groups': ['9a537179-5e92-4b7e-8e65-25fa2b2c7ac9']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:01.596299 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (45abcef9-8052-4344-b92a-aab9765db3d9), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:01.670323 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:01.731532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:01.737247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:01.774370 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bad5af5-db6a-4aec-b2bc-0339e7fd14c8 req-772cec98-ee17-408f-b364-097b87be4830 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2435360
Apr 16 21:23:01.775618 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-d6f614d2-9edc-4951-beff-be664d3d81e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 HTTP/1.1" status: 200  len: 217 time: 0.1144223
Apr 16 21:23:01.775618 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:01.800577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f0400-96b9-4f47-ba2b-56c09adabcc8 None None] Network 26fd8c71-2108-482c-9702-fc8775f3578f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:23:01.873598 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-a2289bd8-2fc1-41ba-9a3a-20ff2c511eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:01.875147 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-a2289bd8-2fc1-41ba-9a3a-20ff2c511eb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=363c489b-9558-4973-a8ad-7c86215b2c65 HTTP/1.1" status: 200  len: 851 time: 0.0582769
Apr 16 21:23:01.879483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Allocated IP 172.35.1.241 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/7a405d2c-13a7-4610-a500-69f122bd75e1) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:01.893674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9ee89755-1a6a-4219-b58b-11934e2f9614 None None] Provisioning complete for port d16342d8-0814-424b-a2f4-d397955c777f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:01.894108 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9ee89755-1a6a-4219-b58b-11934e2f9614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d16342d8-0814-424b-a2f4-d397955c777f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:01.924692 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-ea35547c-27fa-48b0-938a-ef01f09a9d59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5fb5cf29-8796-41a2-8375-e8062a5911ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0346491
Apr 16 21:23:02.070513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9ee89755-1a6a-4219-b58b-11934e2f9614 None None] Current status of the port d16342d8-0814-424b-a2f4-d397955c777f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:02.088572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-99bb902b-8543-4945-b57d-3b99ff1aaa43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Made reservation on behalf of 8548f70297f04c1489783de67671dba2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:23:02.091852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-99bb902b-8543-4945-b57d-3b99ff1aaa43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:02.105826 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Pushing event updated for resources: {'Port': ['ID=6f41780a-8b18-4b37-9a4c-e36ce221aac5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:02.224084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-aa8a1b9d-252b-44aa-8482-e97135399da1 service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2768316
Apr 16 21:23:02.224839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41596) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:02.230820 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (45abcef9-8052-4344-b92a-aab9765db3d9), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:02.285626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa6c06-00d7-47e7-af1e-81317998d49b req-b1f37edb-4705-4470-a62c-10da43e491b3 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:02.288825 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fbfa6c06-00d7-47e7-af1e-81317998d49b req-b1f37edb-4705-4470-a62c-10da43e491b3 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 932 time: 0.0624363
Apr 16 21:23:02.295816 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:02.310485 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-11117cbd-c93a-4c12-a92d-0766627dfe84 None None] Provisioning complete for port d16342d8-0814-424b-a2f4-d397955c777f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:02.310994 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-11117cbd-c93a-4c12-a92d-0766627dfe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d16342d8-0814-424b-a2f4-d397955c777f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:02.333304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b41dfa1-0a5b-4329-af9c-dd8f41337861 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:02.398143 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Publish callbacks [] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:02.473217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-11117cbd-c93a-4c12-a92d-0766627dfe84 None None] Current status of the port d16342d8-0814-424b-a2f4-d397955c777f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:02.490111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Transition to ACTIVE for port object 6b41dfa1-0a5b-4329-af9c-dd8f41337861 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:02.496325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Publish callbacks [] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:02.566027 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fbfa6c06-00d7-47e7-af1e-81317998d49b req-dede2376-2e94-4d28-8805-05336ece4b8d tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2160296
Apr 16 21:23:02.596098 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:02.630324 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31e938e0-6fd8-4a29-b834-f5aef20eb568 req-539f4492-40cf-4a0e-8e1e-78bf2d220717 service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3384318
Apr 16 21:23:02.658194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-99bb902b-8543-4945-b57d-3b99ff1aaa43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Allocated IP 172.20.0.6 (281ab511-837a-41be-9f7f-2b7357e9479c/708923a2-d8e5-492d-a120-3240bd6ffb38/cc99d421-5515-41e3-bbf8-03443566d154) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:02.670223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Publish callbacks [] for router_gateway (97553a54-e5c2-474b-ac28-a27607cc8bc4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:02.727099 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Allocated IP 2001:db8::3e5 (19f95274-68c3-4970-9cd1-f6f1da72012a/9c7f355e-7d0f-4cb3-bad2-8f556b87d888/3a34c449-dee9-4331-b375-8e1476c67b3b) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:02.753203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Pushing event updated for resources: {'Port': ['ID=6b41dfa1-0a5b-4329-af9c-dd8f41337861,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:02.757558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f77e3561-1bb6-40a7-bc86-d35cd0164037 req-262323b0-563b-4df3-ae0a-2a6f6c063f1d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 210 time: 0.0855954
Apr 16 21:23:02.900387 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:02.954325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d16342d8-0814-424b-a2f4-d397955c777f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:03.000856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b71618-685e-4861-b438-2508a2823a0b req-014e25a4-dcb8-495d-a349-646702bd2261 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:03.002409 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07b71618-685e-4861-b438-2508a2823a0b req-014e25a4-dcb8-495d-a349-646702bd2261 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 943 time: 0.1271122
Apr 16 21:23:03.045978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d16342d8-0814-424b-a2f4-d397955c777f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:03.046207 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d16342d8-0814-424b-a2f4-d397955c777f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:03.058906 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-99bb902b-8543-4945-b57d-3b99ff1aaa43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for port (cc99d421-5515-41e3-bbf8-03443566d154), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:03.072801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Pushing event updated for resources: {'Port': ['ID=7a405d2c-13a7-4610-a500-69f122bd75e1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:03.098915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:03.112335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:03.115059 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:03.124476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07b71618-685e-4861-b438-2508a2823a0b req-6c78caf2-925f-4dcf-bbcc-5efe84cc752f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129704
Apr 16 21:23:03.131040 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (97553a54-e5c2-474b-ac28-a27607cc8bc4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:03.167290 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d16342d8-0814-424b-a2f4-d397955c777f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:03.186846 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-99bb902b-8543-4945-b57d-3b99ff1aaa43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (cc99d421-5515-41e3-bbf8-03443566d154), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:03.189333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Attempting to bind port 6b41dfa1-0a5b-4329-af9c-dd8f41337861 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:03.189743 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Attempting to bind port 6b41dfa1-0a5b-4329-af9c-dd8f41337861 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:03.190714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Attempting to bind port 6b41dfa1-0a5b-4329-af9c-dd8f41337861 on network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:03.214423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Port 6b41dfa1-0a5b-4329-af9c-dd8f41337861 on network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:03.214752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Attempting to bind port 6b41dfa1-0a5b-4329-af9c-dd8f41337861 on network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:03.219912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for port (3a34c449-dee9-4331-b375-8e1476c67b3b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:03.237323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:03.237791 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Checking segment: {'id': '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:03.238137 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Bound using segment: {'id': '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:03.238582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Bound port: 6b41dfa1-0a5b-4329-af9c-dd8f41337861, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:03.238938 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:03.525395 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a37b215-df0d-4c1a-9d66-11edc7cf6f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:03.548900 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-99bb902b-8543-4945-b57d-3b99ff1aaa43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Network 281ab511-837a-41be-9f7f-2b7357e9479c is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:03.549658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb902b-8543-4945-b57d-3b99ff1aaa43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'Port': ['ID=cc99d421-5515-41e3-bbf8-03443566d154,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:03.556378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-99bb902b-8543-4945-b57d-3b99ff1aaa43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:03.558815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-99bb902b-8543-4945-b57d-3b99ff1aaa43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:03.633298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-99bb902b-8543-4945-b57d-3b99ff1aaa43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:03.633965 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-99bb902b-8543-4945-b57d-3b99ff1aaa43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:03.736394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa37c6a-fa79-4c1f-9c59-f44cc80e89aa req-ef3d2125-ef08-447b-a598-67597c240839 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:03.744205 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dfa37c6a-fa79-4c1f-9c59-f44cc80e89aa req-ef3d2125-ef08-447b-a598-67597c240839 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 944 time: 0.0647101
Apr 16 21:23:03.769523 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-99bb902b-8543-4945-b57d-3b99ff1aaa43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2221186
Apr 16 21:23:03.782300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-75230971-b0ae-4224-96cd-d2c0c33819a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'port': {'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7', 'admin_state_up': True, 'tenant_id': '8548f70297f04c1489783de67671dba2', 'security_groups': ['9a537179-5e92-4b7e-8e65-25fa2b2c7ac9']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:03.809218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Router 97553a54-e5c2-474b-ac28-a27607cc8bc4 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:23:03.856141 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dfa37c6a-fa79-4c1f-9c59-f44cc80e89aa req-c8297ba0-e6cc-42fc-a478-e57087b34d80 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109087
Apr 16 21:23:03.957313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1b1ff49b-7836-4efc-a067-c69c6dab8fd0 None None] Provisioning complete for port cc99d421-5515-41e3-bbf8-03443566d154 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:03.962677 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1b1ff49b-7836-4efc-a067-c69c6dab8fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cc99d421-5515-41e3-bbf8-03443566d154), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:03.985517 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3a34c449-dee9-4331-b375-8e1476c67b3b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:04.014817 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:04.050612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ff49b-7836-4efc-a067-c69c6dab8fd0 None None] Port cc99d421-5515-41e3-bbf8-03443566d154 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:23:04.054997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Sync routers for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:04.074377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:04.074747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-75230971-b0ae-4224-96cd-d2c0c33819a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Made reservation on behalf of 8548f70297f04c1489783de67671dba2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:23:04.075179 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124233d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:04.078879 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-75230971-b0ae-4224-96cd-d2c0c33819a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:04.083163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] For port 6b41dfa1-0a5b-4329-af9c-dd8f41337861, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:04.090392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d379ff6-3471-4b2b-be52-aa1893dab606 req-78f5c054-82b7-4106-8f6b-a424b470fb26 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:04.093235 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d379ff6-3471-4b2b-be52-aa1893dab606 req-78f5c054-82b7-4106-8f6b-a424b470fb26 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 931 time: 0.0622721
Apr 16 21:23:04.115358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] For port 6b41dfa1-0a5b-4329-af9c-dd8f41337861, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b41dfa1-0a5b-4329-af9c-dd8f41337861,segment=NetworkSegment(6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d),segment_id=6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:04.115680 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:04.117078 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b5057d6f-502f-4557-91e9-b3e9ad523d80 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.1756983
Apr 16 21:23:04.126372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41632) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:04.165396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Network 19f95274-68c3-4970-9cd1-f6f1da72012a is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:04.183176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:04.185341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event updated for resources: {'Port': ['ID=3a34c449-dee9-4331-b375-8e1476c67b3b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:04.194833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:04.239318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:04.242010 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:04.306687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:04.307436 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:04.309902 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] 10.222.0.41 "PUT /v2.0/ports/6b41dfa1-0a5b-4329-af9c-dd8f41337861 HTTP/1.1" status: 200  len: 1092 time: 3.3585088
Apr 16 21:23:04.320576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084a71df-04de-416c-a9cb-4a4aacb94f86', 'tag': '6b41dfa1-0a5b-4329-af9c-dd8f41337861'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:04.322963 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e61260-c5f3-4214-8d90-7278b700b5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "084a71df-04de-416c-a9cb-4a4aacb94f86", "tag": "6b41dfa1-0a5b-4329-af9c-dd8f41337861"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:04.340925 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d379ff6-3471-4b2b-be52-aa1893dab606 req-1b87f27b-8f3e-4a61-b8b1-2484942992c7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2394121
Apr 16 21:23:04.485146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cb4df-3b44-47c3-8070-104a18665da2 req-44d1ad93-56d8-464f-9767-cbfdf1db5cd0 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:04.486803 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-44d1ad93-56d8-464f-9767-cbfdf1db5cd0 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/networks?id=a9010da2-54fb-4a1a-8688-b01d319eafbe HTTP/1.1" status: 200  len: 809 time: 0.5185530
Apr 16 21:23:04.517572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124233d30>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:02Z', 'revision_number': 3, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:04.539189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71c079-1b03-4a95-a8ee-71d641204682 req-cddddc3b-c0d8-458c-b4ed-c95744cf127e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:04.541223 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e71c079-1b03-4a95-a8ee-71d641204682 req-cddddc3b-c0d8-458c-b4ed-c95744cf127e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 943 time: 0.0904996
Apr 16 21:23:04.557933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-6f906f7d-4bcb-4c9f-837a-d82a163e8bb1 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/quotas/7d72b2bb3a304796bb144bc739ffcb5a HTTP/1.1" status: 200  len: 375 time: 0.0478184
Apr 16 21:23:04.570034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97b1a8-4625-4bcc-b6bd-e0bba622371d service neutron] Pushing event updated for resources: {'Port': ['ID=6b41dfa1-0a5b-4329-af9c-dd8f41337861,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:04.595704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Checking router: 97553a54-e5c2-474b-ac28-a27607cc8bc4 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:23:04.596333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Updating router 97553a54-e5c2-474b-ac28-a27607cc8bc4 port 6f41780a-8b18-4b37-9a4c-e36ce221aac5 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:23:04.605931 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-75230971-b0ae-4224-96cd-d2c0c33819a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Allocated IP 10.1.1.98 (6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7/4f4c2dde-626f-4cd8-b0c1-29416cdf21a1/e161877a-3f6f-49a7-8aed-2eee986f2f68) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:04.610784 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-f161b9f7-4ca3-45c1-b85e-4c54e31fd01b tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d72b2bb3a304796bb144bc739ffcb5a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0442564
Apr 16 21:23:04.627932 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:04.673717 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e71c079-1b03-4a95-a8ee-71d641204682 req-c3f5f464-f73d-46a9-9e4f-78aa1e258f38 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213105
Apr 16 21:23:04.788253 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9553bf0e-69d0-4f20-af52-2b44f7c4e71d x-openstack-request-id: req-9553bf0e-69d0-4f20-af52-2b44f7c4e71d {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:04.788535 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084a71df-04de-416c-a9cb-4a4aacb94f86", "tag": "6b41dfa1-0a5b-4329-af9c-dd8f41337861", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:04.788787 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9553bf0e-69d0-4f20-af52-2b44f7c4e71d {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:04.789191 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9553bf0e-69d0-4f20-af52-2b44f7c4e71d'] response: {'name': 'network-changed', 'server_uuid': '084a71df-04de-416c-a9cb-4a4aacb94f86', 'tag': '6b41dfa1-0a5b-4329-af9c-dd8f41337861', 'status': 'completed', 'code': 200}
Apr 16 21:23:04.793970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-3277dbcf-ca44-414f-8ef0-4907d7474130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:04.795485 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-3277dbcf-ca44-414f-8ef0-4907d7474130 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86582d8437084e4e95b3078888c21e23&device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 1126 time: 0.0883334
Apr 16 21:23:04.867472 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-3f07e448-b89a-420a-bdfe-b67b2333cc3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b41dfa1-0a5b-4329-af9c-dd8f41337861 HTTP/1.1" status: 200  len: 217 time: 0.0628989
Apr 16 21:23:04.879760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9982b2-eeda-4398-a96c-95209140bd88 req-cfa4e945-3085-4aaa-a82f-1b62c308a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:04.880437 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af9982b2-eeda-4398-a96c-95209140bd88 req-cfa4e945-3085-4aaa-a82f-1b62c308a837 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 1125 time: 0.2146761
Apr 16 21:23:04.890000 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Publish callbacks [] for router_gateway (c83aca07-708b-4d76-8078-d6740f8829b8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:05.068828 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Publish callbacks [] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:05.098211 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-f644fe28-cf16-48e9-85f3-7c299ba0077d service neutron] 10.222.0.20 "GET /v2.0/networks/a9010da2-54fb-4a1a-8688-b01d319eafbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4314260
Apr 16 21:23:05.106500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-d6d19ea1-3a5c-464b-b13d-b348f0f823e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:05.108039 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-d6d19ea1-3a5c-464b-b13d-b348f0f823e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b HTTP/1.1" status: 200  len: 853 time: 0.1940167
Apr 16 21:23:05.118936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155466a-9998-4914-9e8d-7e89cfe78f82 req-3f4859cf-f38e-463a-ac05-5d8840e97e64 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:05.124685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d155466a-9998-4914-9e8d-7e89cfe78f82 req-3f4859cf-f38e-463a-ac05-5d8840e97e64 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 944 time: 0.1796045
Apr 16 21:23:05.152041 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:05.154598 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-75230971-b0ae-4224-96cd-d2c0c33819a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:05.221146 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (45abcef9-8052-4344-b92a-aab9765db3d9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:05.225661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-b8f4661a-44ea-4f87-9f57-90148a0cbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:05.227702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Attempting to bind port 6f41780a-8b18-4b37-9a4c-e36ce221aac5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:05.228101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-b8f4661a-44ea-4f87-9f57-90148a0cbdc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1020818
Apr 16 21:23:05.230236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Attempting to bind port 6f41780a-8b18-4b37-9a4c-e36ce221aac5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:05.231172 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Attempting to bind port 6f41780a-8b18-4b37-9a4c-e36ce221aac5 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:05.240687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:05.241563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:05.241975 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:05.242371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:05.242904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Bound port: 6f41780a-8b18-4b37-9a4c-e36ce221aac5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:05.243296 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:05.302647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3a37b215-df0d-4c1a-9d66-11edc7cf6f3c admin admin] Deleting port 570ab82b-93cc-4781-a96b-f3978695f68e {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:05.303001 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a37b215-df0d-4c1a-9d66-11edc7cf6f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:05.314004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] For port 6f41780a-8b18-4b37-9a4c-e36ce221aac5, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:05.319361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] For port 6f41780a-8b18-4b37-9a4c-e36ce221aac5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f41780a-8b18-4b37-9a4c-e36ce221aac5,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:05.335927 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d155466a-9998-4914-9e8d-7e89cfe78f82 req-0263575e-e842-4d25-8793-ad630b92129c tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1876805
Apr 16 21:23:05.337512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06115217-7f74-439a-a3e8-13004eefde8b None None] Pushing event updated for resources: {'Port': ['ID=6f41780a-8b18-4b37-9a4c-e36ce221aac5,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:05.413105 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:05.447363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-75230971-b0ae-4224-96cd-d2c0c33819a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:05.476211 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-200bfd22-b017-4396-b740-6ceafd8884bd service neutron] 10.222.0.41 "GET /v2.0/networks/c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2410316
Apr 16 21:23:05.487811 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-3a37b215-df0d-4c1a-9d66-11edc7cf6f3c admin admin] For port 570ab82b-93cc-4781-a96b-f3978695f68e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=570ab82b-93cc-4781-a96b-f3978695f68e,segment=NetworkSegment(9bd09c80-5899-46f1-b1f8-35481ccea76a),segment_id=9bd09c80-5899-46f1-b1f8-35481ccea76a)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:05.488204 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a37b215-df0d-4c1a-9d66-11edc7cf6f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:05.499316 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06115217-7f74-439a-a3e8-13004eefde8b None None] Pushing event updated for resources: {'Port': ['ID=6f41780a-8b18-4b37-9a4c-e36ce221aac5,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:05.501545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9982b2-eeda-4398-a96c-95209140bd88 req-608a3e0d-3236-449c-b7e4-ce610172ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:05.503091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af9982b2-eeda-4398-a96c-95209140bd88 req-608a3e0d-3236-449c-b7e4-ce610172ccb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 912 time: 0.5996921
Apr 16 21:23:05.511505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:05.512228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124233d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:05.526203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3a37b215-df0d-4c1a-9d66-11edc7cf6f3c admin admin] Calling delete_port for 570ab82b-93cc-4781-a96b-f3978695f68e owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:05.638095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d921c-dda1-4061-95f3-b3073c010816 req-84c0a86d-bd1d-4733-a06d-9c888c30d5aa tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:05.638866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:05.645064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d921c-dda1-4061-95f3-b3073c010816 req-84c0a86d-bd1d-4733-a06d-9c888c30d5aa tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:05.647514 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d7d921c-dda1-4061-95f3-b3073c010816 req-84c0a86d-bd1d-4733-a06d-9c888c30d5aa tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 1652 time: 0.2225475
Apr 16 21:23:05.678267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-75230971-b0ae-4224-96cd-d2c0c33819a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:05.701543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-75230971-b0ae-4224-96cd-d2c0c33819a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:05.742571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-75230971-b0ae-4224-96cd-d2c0c33819a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:05.757411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75230971-b0ae-4224-96cd-d2c0c33819a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'Port': ['ID=e161877a-3f6f-49a7-8aed-2eee986f2f68,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:05.802259 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:05.904540 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:23:05.933687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124233d30>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:02Z', 'revision_number': 3, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:05.966541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b994392-0eae-4eba-a70f-268b15006651 None None] The sync data for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 is: [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:02Z', 'revision_number': 3, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:05.972057 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:05.977959 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b026305-cc43-44cb-aebc-e3bc4e728a64 req-0ac6664a-814a-450b-ac00-a1e33f43f07d service neutron] 10.222.0.41 "GET /v2.0/networks/c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4639454
Apr 16 21:23:05.982306 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d7d921c-dda1-4061-95f3-b3073c010816 req-fe8c1403-85e0-42f8-9adb-c5840cd85e32 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3188441
Apr 16 21:23:06.013907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-75230971-b0ae-4224-96cd-d2c0c33819a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:06.020737 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-75230971-b0ae-4224-96cd-d2c0c33819a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:06.054294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af9982b2-eeda-4398-a96c-95209140bd88 req-f9dc9f70-53b7-4d40-8331-5cc051e3dc02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 HTTP/1.1" status: 200  len: 217 time: 0.4848115
Apr 16 21:23:06.087477 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-c33045e1-9cc1-48a5-9a1b-f2ad795f1656 service neutron] 10.222.0.20 "GET /v2.0/networks/a9010da2-54fb-4a1a-8688-b01d319eafbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9352164
Apr 16 21:23:06.169593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-309110aa-d4e3-4834-8ad2-d350d34b81e9 None None] Provisioning complete for port e161877a-3f6f-49a7-8aed-2eee986f2f68 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:06.170149 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-309110aa-d4e3-4834-8ad2-d350d34b81e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:06.226217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-309110aa-d4e3-4834-8ad2-d350d34b81e9 None None] Port e161877a-3f6f-49a7-8aed-2eee986f2f68 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:23:06.240340 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-75230971-b0ae-4224-96cd-d2c0c33819a6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.4641623
Apr 16 21:23:06.256214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bccb3-fb6c-4963-90ac-fb1afdfb9b24 req-f211ce1b-360c-4c70-8326-313f55e892a6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:06.256857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc5bccb3-fb6c-4963-90ac-fb1afdfb9b24 req-f211ce1b-360c-4c70-8326-313f55e892a6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 943 time: 0.1162603
Apr 16 21:23:06.267665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa1e3e4a-cf3d-495f-868b-435f23a9cf9f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'port': {'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7', 'admin_state_up': True, 'tenant_id': '8548f70297f04c1489783de67671dba2', 'security_groups': ['9a537179-5e92-4b7e-8e65-25fa2b2c7ac9']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:06.429640 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Allocated IP 172.20.0.1 (26fd8c71-2108-482c-9702-fc8775f3578f/c99e39d7-2867-4b44-a041-babd70d56231/ab61779d-c8f5-497d-931a-1e1c477e8da3) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:06.457663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9982b2-eeda-4398-a96c-95209140bd88 req-12e3cf71-77f4-47a2-a4cc-348b76551402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:06.460446 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af9982b2-eeda-4398-a96c-95209140bd88 req-12e3cf71-77f4-47a2-a4cc-348b76551402 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=363c489b-9558-4973-a8ad-7c86215b2c65 HTTP/1.1" status: 200  len: 851 time: 0.3928533
Apr 16 21:23:06.468835 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (c83aca07-708b-4d76-8078-d6740f8829b8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:06.478883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc5bccb3-fb6c-4963-90ac-fb1afdfb9b24 req-f9cfc247-1292-4e10-9524-d7bf88ea8df9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073216
Apr 16 21:23:06.515418 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4dabed86-21b5-4369-8cc0-34e09d268603 req-128a71e3-49e0-4ff3-a38f-dc0a427c6479 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 210 time: 0.0724285
Apr 16 21:23:06.598614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:06.662246 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Publish callbacks [] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:06.743818 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a37b215-df0d-4c1a-9d66-11edc7cf6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (570ab82b-93cc-4781-a96b-f3978695f68e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:06.774125 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (45abcef9-8052-4344-b92a-aab9765db3d9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:06.791718 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:06.824310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Network 26fd8c71-2108-482c-9702-fc8775f3578f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:06.829708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:06.831716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa1e3e4a-cf3d-495f-868b-435f23a9cf9f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Made reservation on behalf of 8548f70297f04c1489783de67671dba2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:23:06.835582 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa1e3e4a-cf3d-495f-868b-435f23a9cf9f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:06.843206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37b215-df0d-4c1a-9d66-11edc7cf6f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=570ab82b-93cc-4781-a96b-f3978695f68e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:07.033938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:07.056751 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03', 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'port_id': 'e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03', 'mac_address': 'fa:16:3e:bd:ad:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363c489b-9558-4973-a8ad-7c86215b2c65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:07.058732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6f41780a-8b18-4b37-9a4c-e36ce221aac5 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:07.206962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:07.207552 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:07.244964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6f41780a-8b18-4b37-9a4c-e36ce221aac5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:07.245331 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:07.251044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:07.283094 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:07.359595 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a37b215-df0d-4c1a-9d66-11edc7cf6f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:07.365281 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:07.393288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6246d7a-59a7-47ea-a5c8-4870f09d00f1 req-6e43a47a-f02c-45a1-b72b-bb2d08cfbb73 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:07.399143 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6246d7a-59a7-47ea-a5c8-4870f09d00f1 req-6e43a47a-f02c-45a1-b72b-bb2d08cfbb73 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:07.407787 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6246d7a-59a7-47ea-a5c8-4870f09d00f1 req-6e43a47a-f02c-45a1-b72b-bb2d08cfbb73 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 1652 time: 0.0979383
Apr 16 21:23:07.425624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e31b535b-5a5a-4ab6-a0e3-39eda63eb472 None None] Provisioning complete for port ab61779d-c8f5-497d-931a-1e1c477e8da3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:07.426315 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e31b535b-5a5a-4ab6-a0e3-39eda63eb472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:07.462389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:07.492159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6f41780a-8b18-4b37-9a4c-e36ce221aac5 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:07.492580 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:07.526054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:07.534193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e31b535b-5a5a-4ab6-a0e3-39eda63eb472 None None] Port ab61779d-c8f5-497d-931a-1e1c477e8da3 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:23:07.543232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 6f41780a-8b18-4b37-9a4c-e36ce221aac5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f41780a-8b18-4b37-9a4c-e36ce221aac5,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:07.559249 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6246d7a-59a7-47ea-a5c8-4870f09d00f1 req-f172ef5c-b0c1-4a68-aa18-0bdbd756eed7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1502621
Apr 16 21:23:07.582608 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145bdc8-15a8-4b3b-ac7c-d89eb8caf11c req-cbcfd6af-b3c5-468f-9cfe-99c1a7935aab tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:07.585366 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0145bdc8-15a8-4b3b-ac7c-d89eb8caf11c req-cbcfd6af-b3c5-468f-9cfe-99c1a7935aab tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 944 time: 0.8767135
Apr 16 21:23:07.602942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Router c83aca07-708b-4d76-8078-d6740f8829b8 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:23:07.634282 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:07.672960 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (97553a54-e5c2-474b-ac28-a27607cc8bc4), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:07.672960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Pushing event updated for resources: {'Port': ['ID=ab61779d-c8f5-497d-931a-1e1c477e8da3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:07.705275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:07.750383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=6f41780a-8b18-4b37-9a4c-e36ce221aac5,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:07.784800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debee830-8cdc-4203-b7a4-6ca3391479ad req-78b83399-dc3e-4607-add0-462ccb0aaa92 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:07.788074 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-debee830-8cdc-4203-b7a4-6ca3391479ad req-78b83399-dc3e-4607-add0-462ccb0aaa92 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 944 time: 0.1151431
Apr 16 21:23:07.876066 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0145bdc8-15a8-4b3b-ac7c-d89eb8caf11c req-5037a18b-bffb-41f5-914d-9416a49a3c6a tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2779019
Apr 16 21:23:07.904734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa1e3e4a-cf3d-495f-868b-435f23a9cf9f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Allocated IP 10.1.1.116 (6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7/4f4c2dde-626f-4cd8-b0c1-29416cdf21a1/c8475713-e26a-40c8-8213-0fa9fe87a721) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:07.982795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:07.988951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-debee830-8cdc-4203-b7a4-6ca3391479ad req-97b072d4-37a9-4270-b5b8-0d2c3242abfb tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592169
Apr 16 21:23:07.994188 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Sync routers for ids ['c83aca07-708b-4d76-8078-d6740f8829b8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:08.012607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Router 45abcef9-8052-4344-b92a-aab9765db3d9 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:23:08.027429 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Routers {'c83aca07-708b-4d76-8078-d6740f8829b8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:08.028832 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b9f4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c83aca07-708b-4d76-8078-d6740f8829b8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:08.029324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a37b215-df0d-4c1a-9d66-11edc7cf6f3c admin admin] Router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:23:08.071285 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e41d732-6add-4813-96ee-09d54f6150e1 req-d00d568f-8451-482b-96f4-a0a835d407b2 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 210 time: 0.1101789
Apr 16 21:23:08.110885 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:08.115263 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fd36c9fc-360d-43d1-93ad-a4f84f794e46 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 9.3226469
Apr 16 21:23:08.116215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41670) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:08.144969 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af9982b2-eeda-4398-a96c-95209140bd88 req-592b44f8-fc91-408c-8aaf-3a2434257ffd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5fb5cf29-8796-41a2-8375-e8062a5911ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0683024
Apr 16 21:23:08.174561 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Set router c83aca07-708b-4d76-8078-d6740f8829b8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:08.186175 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:08.213185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e61260-c5f3-4214-8d90-7278b700b5b7 req-3fc939bf-12ae-423f-8b26-542e4d9f9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:08.214732 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78e61260-c5f3-4214-8d90-7278b700b5b7 req-3fc939bf-12ae-423f-8b26-542e4d9f9b3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86582d8437084e4e95b3078888c21e23&device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 1126 time: 0.1649508
Apr 16 21:23:08.363317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:08.365395 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b9f4c0>, [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:03Z', 'revision_number': 3, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port': {'id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:02:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:08.369372 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa1e3e4a-cf3d-495f-868b-435f23a9cf9f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:08.379380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Sync routers for ids ['45abcef9-8052-4344-b92a-aab9765db3d9'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:08.399340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Routers {'45abcef9-8052-4344-b92a-aab9765db3d9'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:08.399340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012480ee20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['45abcef9-8052-4344-b92a-aab9765db3d9'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:08.450401 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af9982b2-eeda-4398-a96c-95209140bd88 req-ce4d5c64-3a33-4b96-baad-cdf584c4dfd4 service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2692084
Apr 16 21:23:08.450689 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Checking router: c83aca07-708b-4d76-8078-d6740f8829b8 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:23:08.451262 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Updating router c83aca07-708b-4d76-8078-d6740f8829b8 port 7a405d2c-13a7-4610-a500-69f122bd75e1 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:23:08.456218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a37b215-df0d-4c1a-9d66-11edc7cf6f3c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:08.486978 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3a37b215-df0d-4c1a-9d66-11edc7cf6f3c admin admin] 10.222.0.20 "PUT /v2.0/routers/e1f0b236-aeeb-4c28-8ea2-2abb380b77e8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2250812
Apr 16 21:23:08.497215 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:08.504241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-600b4f96-08ae-4190-9fe4-42d8eb283841 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 8.2836256
Apr 16 21:23:08.504951 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41672) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:08.506086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41674) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:08.508932 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f2d5c-934b-47d8-9fa3-9ad054e652dd None None] Sync routers for ids ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:08.548826 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:08.568077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e61260-c5f3-4214-8d90-7278b700b5b7 req-7fd1eda5-6d71-47a6-a86a-d89f80db5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:08.570244 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78e61260-c5f3-4214-8d90-7278b700b5b7 req-7fd1eda5-6d71-47a6-a86a-d89f80db5096 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 HTTP/1.1" status: 200  len: 915 time: 0.3457246
Apr 16 21:23:08.589002 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Set router 45abcef9-8052-4344-b92a-aab9765db3d9 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:08.665581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:08.755142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:23:08.844813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:08.845584 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:08.914158 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Publish callbacks [] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:08.919001 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f2d5c-934b-47d8-9fa3-9ad054e652dd None None] Routers {'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:08.919731 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f71f2d5c-934b-47d8-9fa3-9ad054e652dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012480c910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:08.938249 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa1e3e4a-cf3d-495f-868b-435f23a9cf9f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.003869 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78e61260-c5f3-4214-8d90-7278b700b5b7 req-e4c51f68-5e15-4940-abf5-79f411022ab8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b41dfa1-0a5b-4329-af9c-dd8f41337861 HTTP/1.1" status: 200  len: 217 time: 0.4272664
Apr 16 21:23:09.030666 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.090264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:09.090737 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.092951 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6f41780a-8b18-4b37-9a4c-e36ce221aac5 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:09.120476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e61260-c5f3-4214-8d90-7278b700b5b7 req-b1899cf4-cfa7-4111-b42a-fb22adfe7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:09.122247 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78e61260-c5f3-4214-8d90-7278b700b5b7 req-b1899cf4-cfa7-4111-b42a-fb22adfe7bbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b HTTP/1.1" status: 200  len: 853 time: 0.0730517
Apr 16 21:23:09.124707 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3b83ef4f-5478-43e9-8675-450055304dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.169928 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e21153-529f-4faa-8469-93e0ef65fa6a None None] Pushing event updated for resources: {'Port': ['ID=7a405d2c-13a7-4610-a500-69f122bd75e1,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:09.174302 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Attempting to bind port 7a405d2c-13a7-4610-a500-69f122bd75e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:09.174949 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Attempting to bind port 7a405d2c-13a7-4610-a500-69f122bd75e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:09.175540 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Attempting to bind port 7a405d2c-13a7-4610-a500-69f122bd75e1 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:09.189761 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:09.193171 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:09.193171 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.193171 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:09.193171 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Bound port: 7a405d2c-13a7-4610-a500-69f122bd75e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:09.193171 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.220089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1d141-dccf-4e13-8f4c-40b61918ecc8 req-47ce0e23-2c63-493b-a7b0-92d495ab3aac tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:09.225770 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012480ee20>, [{'id': '45abcef9-8052-4344-b92a-aab9765db3d9', 'name': '', 'tenant_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19f95274-68c3-4970-9cd1-f6f1da72012a', 'external_fixed_ips': [{'subnet_id': '9c7f355e-7d0f-4cb3-bad2-8f556b87d888', 'ip_address': '2001:db8::3e5'}], 'enable_snat': True}, 'gw_port_id': '3a34c449-dee9-4331-b375-8e1476c67b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:04Z', 'revision_number': 3, 'project_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'gw_port': {'id': '3a34c449-dee9-4331-b375-8e1476c67b3b', 'name': '', 'network_id': '19f95274-68c3-4970-9cd1-f6f1da72012a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45abcef9-8052-4344-b92a-aab9765db3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9c7f355e-7d0f-4cb3-bad2-8f556b87d888', 'ip_address': '2001:db8::3e5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:02Z', 'updated_at': '2022-04-16T21:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c7f355e-7d0f-4cb3-bad2-8f556b87d888', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:09.227914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1d141-dccf-4e13-8f4c-40b61918ecc8 req-47ce0e23-2c63-493b-a7b0-92d495ab3aac tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:09.229031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa1e3e4a-cf3d-495f-868b-435f23a9cf9f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:09.231881 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Publish callbacks [] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.233507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1d141-dccf-4e13-8f4c-40b61918ecc8 req-47ce0e23-2c63-493b-a7b0-92d495ab3aac tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:09.235245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f303c2c-bb2f-4b3e-8d4f-a21552472a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:09.235996 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f0b1d141-dccf-4e13-8f4c-40b61918ecc8 req-47ce0e23-2c63-493b-a7b0-92d495ab3aac tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 2373 time: 0.1333795
Apr 16 21:23:09.238566 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c289327-0143-4d14-9b5b-d2775e3d76d8" -d '{"events": [{"server_uuid": "4f303c2c-bb2f-4b3e-8d4f-a21552472a60", "name": "network-vif-plugged", "status": "completed", "tag": "e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:09.256079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa1e3e4a-cf3d-495f-868b-435f23a9cf9f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:09.260951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa1e3e4a-cf3d-495f-868b-435f23a9cf9f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:09.290101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:09.299606 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Checking router: 45abcef9-8052-4344-b92a-aab9765db3d9 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:23:09.300260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Updating router 45abcef9-8052-4344-b92a-aab9765db3d9 port 3a34c449-dee9-4331-b375-8e1476c67b3b binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:23:09.341350 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3a34c449-dee9-4331-b375-8e1476c67b3b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.417860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Publish callbacks [] for router (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.430432 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f71f2d5c-934b-47d8-9fa3-9ad054e652dd None None] Set router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:09.482388 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af9982b2-eeda-4398-a96c-95209140bd88 req-271962f0-1e0d-4c33-bd73-77207fd5cc9b service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0206549
Apr 16 21:23:09.484819 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.493811 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (45abcef9-8052-4344-b92a-aab9765db3d9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.545949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6f41780a-8b18-4b37-9a4c-e36ce221aac5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:09.546572 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.611053 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f0b1d141-dccf-4e13-8f4c-40b61918ecc8 req-6806ecdc-1cc1-4dca-a810-18cec5f4697a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3264854
Apr 16 21:23:09.651317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cb4df-3b44-47c3-8070-104a18665da2 req-ba7e909c-c193-4844-9ac3-a9033a168ff6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:09.653286 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-ba7e909c-c193-4844-9ac3-a9033a168ff6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.11 "GET /v2.0/networks?id=a9010da2-54fb-4a1a-8688-b01d319eafbe HTTP/1.1" status: 200  len: 809 time: 0.4121814
Apr 16 21:23:09.653938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e3e4a-cf3d-495f-868b-435f23a9cf9f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'Port': ['ID=c8475713-e26a-40c8-8213-0fa9fe87a721,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:09.669521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba115d-36ac-4a68-86e2-7a487f8a7fed req-2e1a02ce-5053-4152-9915-7ec61cb564bc tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:09.670008 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] For port 7a405d2c-13a7-4610-a500-69f122bd75e1, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:09.671590 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6fba115d-36ac-4a68-86e2-7a487f8a7fed req-2e1a02ce-5053-4152-9915-7ec61cb564bc tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 944 time: 0.6345801
Apr 16 21:23:09.672626 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.680343 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] For port 7a405d2c-13a7-4610-a500-69f122bd75e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a405d2c-13a7-4610-a500-69f122bd75e1,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:09.680646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-750cb4df-3b44-47c3-8070-104a18665da2 req-be4fe3c2-6273-464c-b7ed-796486118280 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Request body: {'port': {'device_id': '19297dff-d106-4813-8970-b6342085961c', 'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe', 'admin_state_up': True, 'tenant_id': '7d72b2bb3a304796bb144bc739ffcb5a'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:09.754335 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-19f51df7-3cb4-45d5-bd00-db02a3b65b88 None None] Provisioning complete for port c8475713-e26a-40c8-8213-0fa9fe87a721 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:09.754985 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-19f51df7-3cb4-45d5-bd00-db02a3b65b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.779327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Pushing event updated for resources: {'Port': ['ID=ab61779d-c8f5-497d-931a-1e1c477e8da3,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:09.796997 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f71f2d5c-934b-47d8-9fa3-9ad054e652dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012480c910>, [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:23:06Z', 'revision_number': 5, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:09.813229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:09.855733 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa1e3e4a-cf3d-495f-868b-435f23a9cf9f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:09.856504 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa1e3e4a-cf3d-495f-868b-435f23a9cf9f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.863745 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f2d5c-934b-47d8-9fa3-9ad054e652dd None None] Checking router: e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:23:09.869258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-19f51df7-3cb4-45d5-bd00-db02a3b65b88 None None] Port c8475713-e26a-40c8-8213-0fa9fe87a721 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:23:09.872420 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.890042 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f2d5c-934b-47d8-9fa3-9ad054e652dd None None] Routers {'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:09.890915 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f71f2d5c-934b-47d8-9fa3-9ad054e652dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012480c910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:09.891132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35981d25-3974-4eeb-8f23-9b21af2a57fd req-316237f0-4a5a-4d3e-904b-1b3530d46ff5 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:09.899612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-35981d25-3974-4eeb-8f23-9b21af2a57fd req-316237f0-4a5a-4d3e-904b-1b3530d46ff5 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 945 time: 0.1490257
Apr 16 21:23:09.936132 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Publish callbacks [] for router_gateway (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.939734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e61260-c5f3-4214-8d90-7278b700b5b7 req-87b5c658-8e31-4a40-b8bc-63b0889de0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:09.941912 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78e61260-c5f3-4214-8d90-7278b700b5b7 req-87b5c658-8e31-4a40-b8bc-63b0889de0e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.8082514
Apr 16 21:23:09.942880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6f41780a-8b18-4b37-9a4c-e36ce221aac5 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:09.955524 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (45abcef9-8052-4344-b92a-aab9765db3d9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.977728 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:09.991051 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-35981d25-3974-4eeb-8f23-9b21af2a57fd req-24d73f3c-a728-4b9c-bf85-8bee5673587c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875428
Apr 16 21:23:09.991824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (97553a54-e5c2-474b-ac28-a27607cc8bc4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:10.047827 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Routers {'c83aca07-708b-4d76-8078-d6740f8829b8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:10.048626 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b9f4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c83aca07-708b-4d76-8078-d6740f8829b8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:10.057614 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Publish callbacks [] for port (3a34c449-dee9-4331-b375-8e1476c67b3b), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:10.090073 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c68ee1c3-823a-4b58-9067-ee82ccaf43d3 req-473c121c-0dc7-47f6-895c-30179a942738 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 210 time: 0.0319836
Apr 16 21:23:10.165412 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e21153-529f-4faa-8469-93e0ef65fa6a None None] Pushing event updated for resources: {'Port': ['ID=7a405d2c-13a7-4610-a500-69f122bd75e1,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:10.169341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Deleting port 214d20f9-ed45-4066-a5d3-a8d16f4ee79a {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:10.169704 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:10.172571 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3a34c449-dee9-4331-b375-8e1476c67b3b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:10.227440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Deleting port 3a34c449-dee9-4331-b375-8e1476c67b3b {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:10.228102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3a34c449-dee9-4331-b375-8e1476c67b3b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:10.230830 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f71f2d5c-934b-47d8-9fa3-9ad054e652dd None None] Set router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:10.271219 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb5028-405c-4fd7-b650-0b8d7bd5b058 None None] Pushing event updated for resources: {'Port': ['ID=3a34c449-dee9-4331-b375-8e1476c67b3b,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:10.314169 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] Set router c83aca07-708b-4d76-8078-d6740f8829b8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:10.323630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Attempting to bind port 3a34c449-dee9-4331-b375-8e1476c67b3b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:10.324034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Attempting to bind port 3a34c449-dee9-4331-b375-8e1476c67b3b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64ee9680-a08b-4717-bf19-8cb6132a1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19f95274-68c3-4970-9cd1-f6f1da72012a'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:10.325077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Attempting to bind port 3a34c449-dee9-4331-b375-8e1476c67b3b on network 19f95274-68c3-4970-9cd1-f6f1da72012a {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:10.334536 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:10.335063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Checking segment: {'id': '64ee9680-a08b-4717-bf19-8cb6132a1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19f95274-68c3-4970-9cd1-f6f1da72012a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:10.335481 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:10.336245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Bound using segment: {'id': '64ee9680-a08b-4717-bf19-8cb6132a1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19f95274-68c3-4970-9cd1-f6f1da72012a'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:10.337040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Bound port: 3a34c449-dee9-4331-b375-8e1476c67b3b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ee9680-a08b-4717-bf19-8cb6132a1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19f95274-68c3-4970-9cd1-f6f1da72012a'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:10.338309 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3a34c449-dee9-4331-b375-8e1476c67b3b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:10.362022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] For port 214d20f9-ed45-4066-a5d3-a8d16f4ee79a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=214d20f9-ed45-4066-a5d3-a8d16f4ee79a,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:10.362333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:10.389223 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3a34c449-dee9-4331-b375-8e1476c67b3b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:10.392092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Calling delete_port for 214d20f9-ed45-4066-a5d3-a8d16f4ee79a owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:10.411833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Calling delete_port for 3a34c449-dee9-4331-b375-8e1476c67b3b owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:10.457684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] For port 3a34c449-dee9-4331-b375-8e1476c67b3b, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:10.467789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] For port 3a34c449-dee9-4331-b375-8e1476c67b3b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a34c449-dee9-4331-b375-8e1476c67b3b,segment=NetworkSegment(64ee9680-a08b-4717-bf19-8cb6132a1e85),segment_id=64ee9680-a08b-4717-bf19-8cb6132a1e85)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:10.469130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa1e3e4a-cf3d-495f-868b-435f23a9cf9f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2087882
Apr 16 21:23:10.470033 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5780c204-7b1a-479d-a934-9cba0f5a80a4 x-openstack-request-id: req-5780c204-7b1a-479d-a934-9cba0f5a80a4 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:10.470332 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f303c2c-bb2f-4b3e-8d4f-a21552472a60", "name": "network-vif-plugged", "status": "completed", "tag": "e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:10.470595 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5780c204-7b1a-479d-a934-9cba0f5a80a4 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:10.472196 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5780c204-7b1a-479d-a934-9cba0f5a80a4'] response: {'server_uuid': '4f303c2c-bb2f-4b3e-8d4f-a21552472a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03', 'code': 200}
Apr 16 21:23:10.478886 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6fba115d-36ac-4a68-86e2-7a487f8a7fed req-89c47018-87e7-4b2f-9c01-a1d71fb6ae52 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6741788
Apr 16 21:23:10.486108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9270ed57-e720-4610-b00f-a66a07bcb257 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'port': {'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28', 'admin_state_up': True, 'tenant_id': '8548f70297f04c1489783de67671dba2', 'security_groups': ['9a537179-5e92-4b7e-8e65-25fa2b2c7ac9']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:10.547664 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3a34c449-dee9-4331-b375-8e1476c67b3b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:10.636593 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f71f2d5c-934b-47d8-9fa3-9ad054e652dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012480c910>, [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:23:06Z', 'revision_number': 5, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:10.661854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 6b41dfa1-0a5b-4329-af9c-dd8f41337861 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:10.666337 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbebe8-d0b6-48c2-afe2-88e91714a7e6 req-c338f1b0-6136-43e9-9056-d90cf1b221aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:10.667996 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5cdbebe8-d0b6-48c2-afe2-88e91714a7e6 req-c338f1b0-6136-43e9-9056-d90cf1b221aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 1127 time: 0.1017344
Apr 16 21:23:10.692119 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f2d5c-934b-47d8-9fa3-9ad054e652dd None None] The sync data for ids ['e1f0b236-aeeb-4c28-8ea2-2abb380b77e8'] in ncdv-master-1 is: [{'id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'name': 'tempest-TaggedBootDevicesTest-1764782917-router', 'tenant_id': 'ce47d3657e50419183b9ee9cee309667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205'}], 'enable_snat': True}, 'gw_port_id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:04Z', 'updated_at': '2022-04-16T21:23:06Z', 'revision_number': 5, 'project_id': 'ce47d3657e50419183b9ee9cee309667', 'gw_port': {'id': '214d20f9-ed45-4066-a5d3-a8d16f4ee79a', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f0b236-aeeb-4c28-8ea2-2abb380b77e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:05Z', 'updated_at': '2022-04-16T21:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:10.700635 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b9f4c0>, [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:03Z', 'revision_number': 3, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port': {'id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:02:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:10.719189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb5028-405c-4fd7-b650-0b8d7bd5b058 None None] Pushing event updated for resources: {'Port': ['ID=3a34c449-dee9-4331-b375-8e1476c67b3b,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:10.732436 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91b4ab-7f3c-4b62-9ff9-4d33037f016e None None] The sync data for ids ['c83aca07-708b-4d76-8078-d6740f8829b8'] in ncdv-master-1 is: [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:03Z', 'revision_number': 3, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port': {'id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:02:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:10.743968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Routers {'45abcef9-8052-4344-b92a-aab9765db3d9'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:10.744651 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012480ee20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['45abcef9-8052-4344-b92a-aab9765db3d9'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:10.879901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5cdbebe8-d0b6-48c2-afe2-88e91714a7e6 req-4db71ce5-0c2a-4bfc-8f5e-d77883e7dd3f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044780
Apr 16 21:23:10.888521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Allocated IP 172.20.0.1 (e30659b1-756c-4ef0-9573-8335ff004f46/f82318ec-15c8-47c0-ac6c-ad372af7cf88/b4628eee-7098-4331-b1e5-d1d3254a8b45) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:10.894676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b9e17-1fec-4252-9a32-8b66fd95f461 req-4bab8313-1765-4b43-aa41-b61c41d11902 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:10.900873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b9e17-1fec-4252-9a32-8b66fd95f461 req-4bab8313-1765-4b43-aa41-b61c41d11902 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:10.906937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b9e17-1fec-4252-9a32-8b66fd95f461 req-4bab8313-1765-4b43-aa41-b61c41d11902 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:10.908778 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-236b9e17-1fec-4252-9a32-8b66fd95f461 req-4bab8313-1765-4b43-aa41-b61c41d11902 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 2373 time: 0.1193135
Apr 16 21:23:10.921048 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78e61260-c5f3-4214-8d90-7278b700b5b7 req-8178291c-96de-48ff-863f-41f6599a9537 service neutron] 10.222.0.41 "GET /v2.0/networks/c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9627006
Apr 16 21:23:11.001790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750cb4df-3b44-47c3-8070-104a18665da2 req-be4fe3c2-6273-464c-b7ed-796486118280 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Made reservation on behalf of 7d72b2bb3a304796bb144bc739ffcb5a for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:23:11.013363 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-236b9e17-1fec-4252-9a32-8b66fd95f461 req-5779a454-3d5d-41fa-a261-8cf3e5155bc7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960422
Apr 16 21:23:11.020020 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-750cb4df-3b44-47c3-8070-104a18665da2 req-be4fe3c2-6273-464c-b7ed-796486118280 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.035961 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (214d20f9-ed45-4066-a5d3-a8d16f4ee79a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.050630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Network 26fd8c71-2108-482c-9702-fc8775f3578f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:11.070220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:11.076376 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Pushing event deleted for resources: {'Port': ['ID=214d20f9-ed45-4066-a5d3-a8d16f4ee79a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:11.086482 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3a34c449-dee9-4331-b375-8e1476c67b3b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.090211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] Set router 45abcef9-8052-4344-b92a-aab9765db3d9 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:11.168077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a34c449-dee9-4331-b375-8e1476c67b3b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:11.239008 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (45abcef9-8052-4344-b92a-aab9765db3d9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.255267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012480ee20>, [{'id': '45abcef9-8052-4344-b92a-aab9765db3d9', 'name': '', 'tenant_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:09Z', 'revision_number': 4, 'project_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:11.344794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bece9a2-65d2-446d-beb4-8ef05e1dd982 None None] The sync data for ids ['45abcef9-8052-4344-b92a-aab9765db3d9'] in ncdv-master-1 is: [{'id': '45abcef9-8052-4344-b92a-aab9765db3d9', 'name': '', 'tenant_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:09Z', 'revision_number': 4, 'project_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:11.370589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 6b41dfa1-0a5b-4329-af9c-dd8f41337861, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b41dfa1-0a5b-4329-af9c-dd8f41337861,segment=NetworkSegment(6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d),segment_id=6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:11.400551 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 570ab82b-93cc-4781-a96b-f3978695f68e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:23:11.403518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '6b41dfa1-0a5b-4329-af9c-dd8f41337861', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'port_id': '6b41dfa1-0a5b-4329-af9c-dd8f41337861', 'mac_address': 'fa:16:3e:e6:79:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:11.424877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9270ed57-e720-4610-b00f-a66a07bcb257 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Made reservation on behalf of 8548f70297f04c1489783de67671dba2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:23:11.431595 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-951c6a71-8c41-4c6f-908e-75e0dfc9411c req-6bc80558-c61c-40cb-9e31-0b416366fe3f tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 210 time: 0.1529610
Apr 16 21:23:11.466422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 570ab82b-93cc-4781-a96b-f3978695f68e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:23:11.469365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 570ab82b-93cc-4781-a96b-f3978695f68e not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:23:11.510135 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.525651 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (45abcef9-8052-4344-b92a-aab9765db3d9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.564053 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_controller (45abcef9-8052-4344-b92a-aab9765db3d9), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.635123 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 6b41dfa1-0a5b-4329-af9c-dd8f41337861 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:11.636249 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.655059 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Publish callbacks [] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.663335 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-da783680-1f9a-49f2-8065-f72553941e7b None None] Provisioning complete for port ab61779d-c8f5-497d-931a-1e1c477e8da3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:11.663994 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-da783680-1f9a-49f2-8065-f72553941e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.668161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b41dfa1-0a5b-4329-af9c-dd8f41337861 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:11.712524 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ba9548a2-b2fe-4bf1-b9af-a50987c22a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.719916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 6b41dfa1-0a5b-4329-af9c-dd8f41337861, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b41dfa1-0a5b-4329-af9c-dd8f41337861,segment=NetworkSegment(6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d),segment_id=6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:11.730076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a19549-3a0d-42e7-ac47-1a1c4b08a4dc req-fbd27ca6-2577-4c54-a5e7-061b4ffbf4cc tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:11.735286 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-37a19549-3a0d-42e7-ac47-1a1c4b08a4dc req-fbd27ca6-2577-4c54-a5e7-061b4ffbf4cc tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 945 time: 0.3931017
Apr 16 21:23:11.743338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-da783680-1f9a-49f2-8065-f72553941e7b None None] Port ab61779d-c8f5-497d-931a-1e1c477e8da3 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:23:11.746893 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.748115 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Publish callbacks [] for router_controller (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.769285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba8d9a-2ec5-4b13-849c-1b868d3c2942 req-10d07e84-701f-460c-8fa0-44d2d39e19f4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:11.771368 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16ba8d9a-2ec5-4b13-849c-1b868d3c2942 req-10d07e84-701f-460c-8fa0-44d2d39e19f4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 944 time: 0.1361010
Apr 16 21:23:11.800452 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.829566 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (45abcef9-8052-4344-b92a-aab9765db3d9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.833295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45abcef9-8052-4344-b92a-aab9765db3d9 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:23:11.835395 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.841156 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5cf7317d-e9a7-48d6-be79-82198c87eec8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "DELETE /v2.0/routers/45abcef9-8052-4344-b92a-aab9765db3d9 HTTP/1.1" status: 204  len: 168 time: 3.3142931
Apr 16 21:23:11.842119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41696) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:11.852130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-750cb4df-3b44-47c3-8070-104a18665da2 req-be4fe3c2-6273-464c-b7ed-796486118280 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Allocated IP 172.20.0.3 (a9010da2-54fb-4a1a-8688-b01d319eafbe/bdb611d8-7df3-448b-81ce-8d653efb298a/16b874a8-5a14-4da6-a274-1d8be8be2676) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:11.869071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=6b41dfa1-0a5b-4329-af9c-dd8f41337861,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:11.918763 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (e1f0b236-aeeb-4c28-8ea2-2abb380b77e8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.918963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:23:11.927025 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:11.930957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a286750e-8721-46ed-bcf4-6541638ce26d admin admin] 10.222.0.20 "DELETE /v2.0/routers/e1f0b236-aeeb-4c28-8ea2-2abb380b77e8 HTTP/1.1" status: 204  len: 168 time: 3.4090037
Apr 16 21:23:11.932141 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41698) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:11.946362 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16ba8d9a-2ec5-4b13-849c-1b868d3c2942 req-9f260702-329d-4026-b109-6c1641997c6f tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1436119
Apr 16 21:23:11.957914 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78e61260-c5f3-4214-8d90-7278b700b5b7 req-8eb32550-9d05-4026-85b8-91e02c9de724 service neutron] 10.222.0.41 "GET /v2.0/networks/c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7025528
Apr 16 21:23:11.972660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5df38c-872e-4f22-876e-63409cff088f tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Deleting subnet 9c7f355e-7d0f-4cb3-bad2-8f556b87d888 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:23:11.979845 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5d5df38c-872e-4f22-876e-63409cff088f tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for subnet (9c7f355e-7d0f-4cb3-bad2-8f556b87d888), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.035444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acc6ced-6857-41d0-abfe-2733e4862362 admin admin] Deleting subnet a548d640-caae-4960-9f0c-0d45e1c310b5 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:23:12.042509 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3acc6ced-6857-41d0-abfe-2733e4862362 admin admin] Publish callbacks [] for subnet (a548d640-caae-4960-9f0c-0d45e1c310b5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.065439 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5d5df38c-872e-4f22-876e-63409cff088f tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (9c7f355e-7d0f-4cb3-bad2-8f556b87d888), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.105034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['6b41dfa1-0a5b-4329-af9c-dd8f41337861'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:12.127169 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5d5df38c-872e-4f22-876e-63409cff088f tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (9c7f355e-7d0f-4cb3-bad2-8f556b87d888), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.219560 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-750cb4df-3b44-47c3-8070-104a18665da2 req-be4fe3c2-6273-464c-b7ed-796486118280 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks [] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.259351 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3acc6ced-6857-41d0-abfe-2733e4862362 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (a548d640-caae-4960-9f0c-0d45e1c310b5), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.268323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c4eeb-07d8-4f0a-969a-dae368e0101b req-0251be06-1491-4d58-aa40-0d3d0f466ff8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:12.270856 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9270ed57-e720-4610-b00f-a66a07bcb257 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.275131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c4eeb-07d8-4f0a-969a-dae368e0101b req-0251be06-1491-4d58-aa40-0d3d0f466ff8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:12.282019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c4eeb-07d8-4f0a-969a-dae368e0101b req-0251be06-1491-4d58-aa40-0d3d0f466ff8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:12.283965 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dc3c4eeb-07d8-4f0a-969a-dae368e0101b req-0251be06-1491-4d58-aa40-0d3d0f466ff8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 2373 time: 0.1226745
Apr 16 21:23:12.297357 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Router 97553a54-e5c2-474b-ac28-a27607cc8bc4 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:23:12.348485 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-37a19549-3a0d-42e7-ac47-1a1c4b08a4dc req-2730b5db-b741-4f70-be7b-d45df385a56f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5842185
Apr 16 21:23:12.350742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-750cb4df-3b44-47c3-8070-104a18665da2 req-be4fe3c2-6273-464c-b7ed-796486118280 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.387279 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5d5df38c-872e-4f22-876e-63409cff088f tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (9c7f355e-7d0f-4cb3-bad2-8f556b87d888), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.430647 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.433551 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dc3c4eeb-07d8-4f0a-969a-dae368e0101b req-72411d5d-201e-4e1e-bc74-ec9171d2efe7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1247120
Apr 16 21:23:12.441483 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.453413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Network e30659b1-756c-4ef0-9573-8335ff004f46 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:12.456978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5df38c-872e-4f22-876e-63409cff088f tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9c7f355e-7d0f-4cb3-bad2-8f556b87d888,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:12.462828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5d5df38c-872e-4f22-876e-63409cff088f tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.475121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5d5df38c-872e-4f22-876e-63409cff088f tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/9c7f355e-7d0f-4cb3-bad2-8f556b87d888 HTTP/1.1" status: 204  len: 168 time: 0.6252351
Apr 16 21:23:12.475121 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41704) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:12.499087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:12.504456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:12.548308 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3acc6ced-6857-41d0-abfe-2733e4862362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (a548d640-caae-4960-9f0c-0d45e1c310b5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.592805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750cb4df-3b44-47c3-8070-104a18665da2 req-be4fe3c2-6273-464c-b7ed-796486118280 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Network a9010da2-54fb-4a1a-8688-b01d319eafbe is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:12.604314 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (c83aca07-708b-4d76-8078-d6740f8829b8), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.604542 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (19f95274-68c3-4970-9cd1-f6f1da72012a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.692407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-750cb4df-3b44-47c3-8070-104a18665da2 req-be4fe3c2-6273-464c-b7ed-796486118280 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:12.704162 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (19f95274-68c3-4970-9cd1-f6f1da72012a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.726038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0126863160>,) {'filters': {'network_id': ['19f95274-68c3-4970-9cd1-f6f1da72012a']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:12.735174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe3c2-6273-464c-b7ed-796486118280 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Pushing event updated for resources: {'Port': ['ID=16b874a8-5a14-4da6-a274-1d8be8be2676,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:12.735550 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3acc6ced-6857-41d0-abfe-2733e4862362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (a548d640-caae-4960-9f0c-0d45e1c310b5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.739685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126863160>, '64ee9680-a08b-4717-bf19-8cb6132a1e85') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:12.740641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126863160>, '64ee9680-a08b-4717-bf19-8cb6132a1e85') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:12.740796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-750cb4df-3b44-47c3-8070-104a18665da2 req-be4fe3c2-6273-464c-b7ed-796486118280 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:12.775661 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3acc6ced-6857-41d0-abfe-2733e4862362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.779163 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3acc6ced-6857-41d0-abfe-2733e4862362 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a548d640-caae-4960-9f0c-0d45e1c310b5 HTTP/1.1" status: 204  len: 168 time: 0.8446579
Apr 16 21:23:12.782204 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (64ee9680-a08b-4717-bf19-8cb6132a1e85), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.782983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3377587-02ff-4cf8-a282-a9d077d8de05 None None] Network 9ac8618f-14fb-4e3b-a70e-311a9f851d3d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:23:12.784183 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc6ced-6857-41d0-abfe-2733e4862362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a548d640-caae-4960-9f0c-0d45e1c310b5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:12.786582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41706) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:12.848154 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (64ee9680-a08b-4717-bf19-8cb6132a1e85), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.858607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:23:12.859280 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (64ee9680-a08b-4717-bf19-8cb6132a1e85), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:23:12.861329 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:23:12.895221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a99c1-ae88-4e3b-aa83-65fb386f9e23 req-b0271e96-3f78-4798-9031-dba3d6583b2e tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:12.903138 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5d1a99c1-ae88-4e3b-aa83-65fb386f9e23 req-b0271e96-3f78-4798-9031-dba3d6583b2e tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 931 time: 0.3088424
Apr 16 21:23:12.907280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 6b41dfa1-0a5b-4329-af9c-dd8f41337861 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:12.948980 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (9ac8618f-14fb-4e3b-a70e-311a9f851d3d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:12.949273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7a405d2c-13a7-4610-a500-69f122bd75e1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:13.021741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 6b41dfa1-0a5b-4329-af9c-dd8f41337861 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:23:13.031073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7a405d2c-13a7-4610-a500-69f122bd75e1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:13.035437 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.035623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Deleting port ee68a6fb-c07d-4de6-960d-b313c20e3b2f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:13.035623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.075854 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (19f95274-68c3-4970-9cd1-f6f1da72012a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.095232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baefe982-b4e3-434f-a75c-7836c8a00168 None None] DHCP port deletion for 9ac8618f-14fb-4e3b-a70e-311a9f851d3d request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:23:13.136737 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.140573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  19f95274-68c3-4970-9cd1-f6f1da72012a {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 16 21:23:13.151521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cb4df-3b44-47c3-8070-104a18665da2 req-be4fe3c2-6273-464c-b7ed-796486118280 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:13.152690 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-750cb4df-3b44-47c3-8070-104a18665da2 req-be4fe3c2-6273-464c-b7ed-796486118280 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.167698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Pushing event updated for resources: {'Port': ['ID=b4628eee-7098-4331-b1e5-d1d3254a8b45,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:13.173222 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 6b41dfa1-0a5b-4329-af9c-dd8f41337861 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:13.173603 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.203523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7a405d2c-13a7-4610-a500-69f122bd75e1 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:13.203829 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.213722 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event deleted for resources: {'Network': ['ID=19f95274-68c3-4970-9cd1-f6f1da72012a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:13.224142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cf7e4-bd3c-4c23-a9bc-ca6c355c1e8c req-ca94c246-a341-4cda-a302-0cf363f5037b tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:13.226528 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b53cf7e4-bd3c-4c23-a9bc-ca6c355c1e8c req-ca94c246-a341-4cda-a302-0cf363f5037b tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 945 time: 0.1095691
Apr 16 21:23:13.228222 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.239054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 7a405d2c-13a7-4610-a500-69f122bd75e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a405d2c-13a7-4610-a500-69f122bd75e1,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:13.239719 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c502b815-7df4-497d-ad1b-c13dbeaacd7a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "DELETE /v2.0/networks/19f95274-68c3-4970-9cd1-f6f1da72012a HTTP/1.1" status: 204  len: 168 time: 0.7652779
Apr 16 21:23:13.242706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-baefe982-b4e3-434f-a75c-7836c8a00168 None None] Deleting port ee68a6fb-c07d-4de6-960d-b313c20e3b2f {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:13.243325 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-baefe982-b4e3-434f-a75c-7836c8a00168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.310204 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.327200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 214d20f9-ed45-4066-a5d3-a8d16f4ee79a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:23:13.367404 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] For port ee68a6fb-c07d-4de6-960d-b313c20e3b2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee68a6fb-c07d-4de6-960d-b313c20e3b2f,segment=NetworkSegment(9bd09c80-5899-46f1-b1f8-35481ccea76a),segment_id=9bd09c80-5899-46f1-b1f8-35481ccea76a)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:13.368014 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.385988 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b53cf7e4-bd3c-4c23-a9bc-ca6c355c1e8c req-936c3271-063f-45f1-b4c4-adf9a238643f tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1342416
Apr 16 21:23:13.396465 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Calling delete_port for ee68a6fb-c07d-4de6-960d-b313c20e3b2f owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:13.442039 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 214d20f9-ed45-4066-a5d3-a8d16f4ee79a {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:23:13.442390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 214d20f9-ed45-4066-a5d3-a8d16f4ee79a not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:23:13.512803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 6b41dfa1-0a5b-4329-af9c-dd8f41337861 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:13.513337 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.540083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-baefe982-b4e3-434f-a75c-7836c8a00168 None None] For port ee68a6fb-c07d-4de6-960d-b313c20e3b2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee68a6fb-c07d-4de6-960d-b313c20e3b2f,segment=NetworkSegment(9bd09c80-5899-46f1-b1f8-35481ccea76a),segment_id=9bd09c80-5899-46f1-b1f8-35481ccea76a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:13.540784 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-baefe982-b4e3-434f-a75c-7836c8a00168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.551448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde12845-bb62-43bc-98ee-e2d99c0d3de8 req-a444bd78-7a3d-4e5f-b90c-40d548cdc6a3 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:13.574452 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dde12845-bb62-43bc-98ee-e2d99c0d3de8 req-a444bd78-7a3d-4e5f-b90c-40d548cdc6a3 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 945 time: 0.0943511
Apr 16 21:23:13.592467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084a71df-04de-416c-a9cb-4a4aacb94f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b41dfa1-0a5b-4329-af9c-dd8f41337861'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:13.595200 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab875dc-e41e-4b29-a7c5-d25872e2b10e" -d '{"events": [{"server_uuid": "084a71df-04de-416c-a9cb-4a4aacb94f86", "name": "network-vif-plugged", "status": "completed", "tag": "6b41dfa1-0a5b-4329-af9c-dd8f41337861"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:13.607296 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-baefe982-b4e3-434f-a75c-7836c8a00168 None None] Calling delete_port for ee68a6fb-c07d-4de6-960d-b313c20e3b2f owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:13.641480 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 6b41dfa1-0a5b-4329-af9c-dd8f41337861, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b41dfa1-0a5b-4329-af9c-dd8f41337861,segment=NetworkSegment(6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d),segment_id=6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:13.650022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=7a405d2c-13a7-4610-a500-69f122bd75e1,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:13.700406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-be4fe3c2-6273-464c-b7ed-796486118280 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0236800
Apr 16 21:23:13.701565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:13.714924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Request body: {'port': {'device_id': '19297dff-d106-4813-8970-b6342085961c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:13.752578 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-21d23a41-f004-40fa-ae12-61dd8e175b2a admin admin] 10.222.0.20 "PUT /v2.0/routers/97553a54-e5c2-474b-ac28-a27607cc8bc4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6152029
Apr 16 21:23:13.752798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Sync routers for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:13.761604 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.765012 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5d1a99c1-ae88-4e3b-aa83-65fb386f9e23 req-888f9480-6c7a-47b0-8183-9ef4cc535d48 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8609991
Apr 16 21:23:13.765505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41724) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:13.778227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:13.778868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247fad60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:13.799224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d19e2e5b-d052-46e3-8e4e-41deb42dea69 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Request body: {'router': {'name': 'tempest-router--858632536', 'project_id': '0a487bc9717a45da82222ecd15c22e38'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:13.850487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9270ed57-e720-4610-b00f-a66a07bcb257 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Allocated IP 10.2.2.100 (e542be96-fc30-4cda-9476-07d2b2bc4e28/326da6c5-3bc2-4f6e-a46f-4485631a093b/530c687e-6ccd-45ad-ad6e-7e4a0d9487ee) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:13.936712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=6b41dfa1-0a5b-4329-af9c-dd8f41337861,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:13.959952 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d19e2e5b-d052-46e3-8e4e-41deb42dea69 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (f6c5b5b8-2448-4077-b28b-d1816c1f54c1), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.961083 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d19e2e5b-d052-46e3-8e4e-41deb42dea69 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (f6c5b5b8-2448-4077-b28b-d1816c1f54c1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:13.985515 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.013929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:14.063316 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.099539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ca3f2-8723-4b99-846a-63b77df42fee req-7255ae51-7a8b-45cc-b0b2-d60c33dd643d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:14.107799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ca3f2-8723-4b99-846a-63b77df42fee req-7255ae51-7a8b-45cc-b0b2-d60c33dd643d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:14.116104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ca3f2-8723-4b99-846a-63b77df42fee req-7255ae51-7a8b-45cc-b0b2-d60c33dd643d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:14.118026 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-880ca3f2-8723-4b99-846a-63b77df42fee req-7255ae51-7a8b-45cc-b0b2-d60c33dd643d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 2373 time: 0.2439458
Apr 16 21:23:14.257233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247fad60>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:08Z', 'revision_number': 2, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:14.264738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dde12845-bb62-43bc-98ee-e2d99c0d3de8 req-f640f69c-45de-437e-b1bc-5d85177ef15a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6893692
Apr 16 21:23:14.288705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Checking router: 97553a54-e5c2-474b-ac28-a27607cc8bc4 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:23:14.289075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Updating router 97553a54-e5c2-474b-ac28-a27607cc8bc4 port ab61779d-c8f5-497d-931a-1e1c477e8da3 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:23:14.303918 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.313799 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1d2895-ede3-452a-a5c4-5a8e597e0ec0 x-openstack-request-id: req-ed1d2895-ede3-452a-a5c4-5a8e597e0ec0 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:14.314096 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084a71df-04de-416c-a9cb-4a4aacb94f86", "name": "network-vif-plugged", "status": "completed", "tag": "6b41dfa1-0a5b-4329-af9c-dd8f41337861", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:14.314355 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed1d2895-ede3-452a-a5c4-5a8e597e0ec0 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:14.314754 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1d2895-ede3-452a-a5c4-5a8e597e0ec0'] response: {'server_uuid': '084a71df-04de-416c-a9cb-4a4aacb94f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b41dfa1-0a5b-4329-af9c-dd8f41337861', 'code': 200}
Apr 16 21:23:14.330830 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.340127 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.343786 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-baefe982-b4e3-434f-a75c-7836c8a00168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (ee68a6fb-c07d-4de6-960d-b313c20e3b2f), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.348435 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] No DVR routers for this DVR port ee68a6fb-c07d-4de6-960d-b313c20e3b2f on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:23:14.355830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee68a6fb-c07d-4de6-960d-b313c20e3b2f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:14.399806 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefe982-b4e3-434f-a75c-7836c8a00168 None None] Pushing event deleted for resources: {'Port': ['ID=ee68a6fb-c07d-4de6-960d-b313c20e3b2f,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:14.402709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baefe982-b4e3-434f-a75c-7836c8a00168 None None] No DVR routers for this DVR port ee68a6fb-c07d-4de6-960d-b313c20e3b2f on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:23:14.457809 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (9ac8618f-14fb-4e3b-a70e-311a9f851d3d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.480669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485b372-5cc6-45d7-9baf-fe8454f3ce0e req-b12951d5-aa5a-41ba-962f-570df9fe8f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:14.482843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a485b372-5cc6-45d7-9baf-fe8454f3ce0e req-b12951d5-aa5a-41ba-962f-570df9fe8f53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 1128 time: 0.0804791
Apr 16 21:23:14.492699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d603820>,) {'filters': {'network_id': ['9ac8618f-14fb-4e3b-a70e-311a9f851d3d']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:14.505461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d603820>, '9bd09c80-5899-46f1-b1f8-35481ccea76a') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:14.505797 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d603820>, '9bd09c80-5899-46f1-b1f8-35481ccea76a') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:14.518196 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (9bd09c80-5899-46f1-b1f8-35481ccea76a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.550286 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9bd09c80-5899-46f1-b1f8-35481ccea76a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.559679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:23:14.568411 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (9bd09c80-5899-46f1-b1f8-35481ccea76a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:23:14.571389 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:23:14.603415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d19e2e5b-d052-46e3-8e4e-41deb42dea69 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_controller (f6c5b5b8-2448-4077-b28b-d1816c1f54c1), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.606260 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a485b372-5cc6-45d7-9baf-fe8454f3ce0e req-18ff6420-59de-4231-8488-bc627cba2ff0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835555
Apr 16 21:23:14.626639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-880ca3f2-8723-4b99-846a-63b77df42fee req-1f416203-9359-4a85-9208-bff1cfc6af84 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3370116
Apr 16 21:23:14.724468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d19e2e5b-d052-46e3-8e4e-41deb42dea69 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (f6c5b5b8-2448-4077-b28b-d1816c1f54c1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.754157 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9270ed57-e720-4610-b00f-a66a07bcb257 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.814221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41736) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:14.834996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-eb945434-b489-4733-a8a2-c206a180ea81 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108506263', 'description': 'tempest-description--1178420757'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:14.848007 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (9ac8618f-14fb-4e3b-a70e-311a9f851d3d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.849893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b874a8-5a14-4da6-a274-1d8be8be2676 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:14.865738 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.874923 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Publish callbacks [] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.875107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9ac8618f-14fb-4e3b-a70e-311a9f851d3d HTTP/1.1" status: 204  len: 168 time: 2.0812507
Apr 16 21:23:14.878998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41738) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:14.909591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7400c1-f075-4efe-a02c-6d0eb2f8ffc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac8618f-14fb-4e3b-a70e-311a9f851d3d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:14.942443 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d19e2e5b-d052-46e3-8e4e-41deb42dea69 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.945722 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d19e2e5b-d052-46e3-8e4e-41deb42dea69 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.1504214
Apr 16 21:23:14.949368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41740) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:14.960968 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Publish callbacks [] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.965467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7a405d2c-13a7-4610-a500-69f122bd75e1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:14.971967 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Publish callbacks [] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:14.973916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Transition to ACTIVE for port object 16b874a8-5a14-4da6-a274-1d8be8be2676 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:15.011493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632dbb7-fd9a-4207-8ff5-9150473dea6f req-073f5578-062d-4c4a-863e-41435dc190a6 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:15.028453 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b632dbb7-fd9a-4207-8ff5-9150473dea6f req-073f5578-062d-4c4a-863e-41435dc190a6 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 946 time: 0.1365550
Apr 16 21:23:15.031241 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.034245 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9270ed57-e720-4610-b00f-a66a07bcb257 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.068024 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb945434-b489-4733-a8a2-c206a180ea81 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.074704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7a405d2c-13a7-4610-a500-69f122bd75e1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:15.075319 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.099887 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d15a-c369-439b-8669-c5466dc4f270 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (f6c5b5b8-2448-4077-b28b-d1816c1f54c1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.125087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f27e6-a75d-45f4-94d0-cff88aa826cd None None] Pushing event updated for resources: {'Port': ['ID=ab61779d-c8f5-497d-931a-1e1c477e8da3,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:15.137516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9270ed57-e720-4610-b00f-a66a07bcb257 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Network e542be96-fc30-4cda-9476-07d2b2bc4e28 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:15.143727 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.148610 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9270ed57-e720-4610-b00f-a66a07bcb257 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:15.150527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9270ed57-e720-4610-b00f-a66a07bcb257 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:15.153327 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.223791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b632dbb7-fd9a-4207-8ff5-9150473dea6f req-424d0705-1600-49a1-9982-4a57bc432b1c tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1927714
Apr 16 21:23:15.256007 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (c83aca07-708b-4d76-8078-d6740f8829b8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.265100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270ed57-e720-4610-b00f-a66a07bcb257 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'Port': ['ID=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:15.268575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Attempting to bind port ab61779d-c8f5-497d-931a-1e1c477e8da3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:15.268949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Attempting to bind port ab61779d-c8f5-497d-931a-1e1c477e8da3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:15.269323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Attempting to bind port ab61779d-c8f5-497d-931a-1e1c477e8da3 on network 26fd8c71-2108-482c-9702-fc8775f3578f {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:15.288888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:15.289365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Checking segment: {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:15.290567 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.290567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Bound using segment: {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:15.290567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Bound port: ab61779d-c8f5-497d-931a-1e1c477e8da3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:15.291003 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.383693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7a405d2c-13a7-4610-a500-69f122bd75e1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:15.422607 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.430522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9270ed57-e720-4610-b00f-a66a07bcb257 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:15.431256 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9270ed57-e720-4610-b00f-a66a07bcb257 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.447992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] For port ab61779d-c8f5-497d-931a-1e1c477e8da3, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:15.452072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] For port ab61779d-c8f5-497d-931a-1e1c477e8da3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab61779d-c8f5-497d-931a-1e1c477e8da3,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:15.476039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d15a-c369-439b-8669-c5466dc4f270 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (f6c5b5b8-2448-4077-b28b-d1816c1f54c1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.483966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ee68a6fb-c07d-4de6-960d-b313c20e3b2f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:23:15.484480 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d15a-c369-439b-8669-c5466dc4f270 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_controller (f6c5b5b8-2448-4077-b28b-d1816c1f54c1), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.504643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b1883-5702-46c0-99e4-98ced084fc64 req-aa57344c-a193-4786-9907-9e407ffe4ba9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:15.512022 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d4b1883-5702-46c0-99e4-98ced084fc64 req-aa57344c-a193-4786-9907-9e407ffe4ba9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 945 time: 0.1644340
Apr 16 21:23:15.518372 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.521858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ee68a6fb-c07d-4de6-960d-b313c20e3b2f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:23:15.522210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ee68a6fb-c07d-4de6-960d-b313c20e3b2f not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:23:15.553988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80b62-6337-4740-8206-3d934027ac03 req-66e1c4f8-c13e-41ce-8d5c-969ca46f4fd9 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:15.561267 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5de80b62-6337-4740-8206-3d934027ac03 req-66e1c4f8-c13e-41ce-8d5c-969ca46f4fd9 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 943 time: 0.1461926
Apr 16 21:23:15.632026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:15.632026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247fad60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:15.632310 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb945434-b489-4733-a8a2-c206a180ea81 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (29823ffe-981f-4199-ae50-36c53748628c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.671473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f27e6-a75d-45f4-94d0-cff88aa826cd None None] Pushing event updated for resources: {'Port': ['ID=ab61779d-c8f5-497d-931a-1e1c477e8da3,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:15.688901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d4b1883-5702-46c0-99e4-98ced084fc64 req-22e28d2d-0258-4e4b-a110-360bd8eb177d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611216
Apr 16 21:23:15.715920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a8bfa3f3-0013-4783-9ceb-1b84fca907f7 None None] Provisioning complete for port ab61779d-c8f5-497d-931a-1e1c477e8da3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:15.716335 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa3f3-0013-4783-9ceb-1b84fca907f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.720519 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb945434-b489-4733-a8a2-c206a180ea81 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (29823ffe-981f-4199-ae50-36c53748628c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.728411 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d15a-c369-439b-8669-c5466dc4f270 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (f6c5b5b8-2448-4077-b28b-d1816c1f54c1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.730276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d2d15a-c369-439b-8669-c5466dc4f270 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6c5b5b8-2448-4077-b28b-d1816c1f54c1 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:23:15.758238 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-9270ed57-e720-4610-b00f-a66a07bcb257 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2761245
Apr 16 21:23:15.776554 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d15a-c369-439b-8669-c5466dc4f270 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.783405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e8d2d15a-c369-439b-8669-c5466dc4f270 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "DELETE /v2.0/routers/f6c5b5b8-2448-4077-b28b-d1816c1f54c1 HTTP/1.1" status: 204  len: 168 time: 0.8330243
Apr 16 21:23:15.816452 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d1491c8a-4507-453c-8614-ce9ce0818027 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'port': {'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28', 'admin_state_up': True, 'tenant_id': '8548f70297f04c1489783de67671dba2', 'security_groups': ['9a537179-5e92-4b7e-8e65-25fa2b2c7ac9']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:15.833724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5de80b62-6337-4740-8206-3d934027ac03 req-f0fa9165-7e90-419f-844c-a6dbceca4acb tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2715609
Apr 16 21:23:15.864700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:15.873744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb945434-b489-4733-a8a2-c206a180ea81 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29823ffe-981f-4199-ae50-36c53748628c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:15.894898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=16b874a8-5a14-4da6-a274-1d8be8be2676,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:15.900665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4114e08-781b-41a2-ad58-6a9ae238409c req-1c8ede96-f472-48a4-99de-736d7198a4ed tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:15.907050 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4114e08-781b-41a2-ad58-6a9ae238409c req-1c8ede96-f472-48a4-99de-736d7198a4ed tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:15.913933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4114e08-781b-41a2-ad58-6a9ae238409c req-1c8ede96-f472-48a4-99de-736d7198a4ed tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:15.919879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4114e08-781b-41a2-ad58-6a9ae238409c req-1c8ede96-f472-48a4-99de-736d7198a4ed tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:15.928866 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4114e08-781b-41a2-ad58-6a9ae238409c req-1c8ede96-f472-48a4-99de-736d7198a4ed tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 3094 time: 0.1333797
Apr 16 21:23:15.955030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb945434-b489-4733-a8a2-c206a180ea81 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.960462 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eb945434-b489-4733-a8a2-c206a180ea81 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.1409588
Apr 16 21:23:15.973508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfa3f3-0013-4783-9ceb-1b84fca907f7 None None] Current status of the port ab61779d-c8f5-497d-931a-1e1c477e8da3 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:15.974015 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa3f3-0013-4783-9ceb-1b84fca907f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:15.989415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41748) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:16.000815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4114e08-781b-41a2-ad58-6a9ae238409c req-255f49ee-afc8-419b-95bc-ba9028292d6a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706418
Apr 16 21:23:16.010525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-31e8c87b-4a18-4cb8-a8e9-4975ec3423ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'security_group_rule': {'security_group_id': '29823ffe-981f-4199-ae50-36c53748628c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:16.075110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41750) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:16.089443 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bdbdccba-8ad2-4ecf-aa31-fb093ea00eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (5305ab3c-a966-44c7-9cc8-59a005d1d221), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.106537 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a8bfa3f3-0013-4783-9ceb-1b84fca907f7 None None] For port ab61779d-c8f5-497d-931a-1e1c477e8da3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab61779d-c8f5-497d-931a-1e1c477e8da3,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:16.125216 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-31e8c87b-4a18-4cb8-a8e9-4975ec3423ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (c1af9e15-f83e-412f-9b3d-1a527a049d50), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.173436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Pushing event updated for resources: {'Port': ['ID=b4628eee-7098-4331-b1e5-d1d3254a8b45,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:16.194573 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa3f3-0013-4783-9ceb-1b84fca907f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.196698 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-31e8c87b-4a18-4cb8-a8e9-4975ec3423ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (c1af9e15-f83e-412f-9b3d-1a527a049d50), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.211037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Network e30659b1-756c-4ef0-9573-8335ff004f46 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:16.215499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Attempting to bind port 16b874a8-5a14-4da6-a274-1d8be8be2676 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:16.215847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Attempting to bind port 16b874a8-5a14-4da6-a274-1d8be8be2676 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fcd7758d-5429-433b-9a50-8ae286e04fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:16.218376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Attempting to bind port 16b874a8-5a14-4da6-a274-1d8be8be2676 on network a9010da2-54fb-4a1a-8688-b01d319eafbe {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:16.244603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:16.249934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247fad60>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:15Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:16.258309 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-31e8c87b-4a18-4cb8-a8e9-4975ec3423ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (c1af9e15-f83e-412f-9b3d-1a527a049d50), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.270163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Port 16b874a8-5a14-4da6-a274-1d8be8be2676 on network a9010da2-54fb-4a1a-8688-b01d319eafbe not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:16.270575 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Attempting to bind port 16b874a8-5a14-4da6-a274-1d8be8be2676 on network a9010da2-54fb-4a1a-8688-b01d319eafbe {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:16.305127 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8c87b-4a18-4cb8-a8e9-4975ec3423ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1af9e15-f83e-412f-9b3d-1a527a049d50,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:16.318022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6c1ff-8fb1-4b79-923e-38daa2c2559f None None] The sync data for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 is: [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:15Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:16.333043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:16.333290 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfa3f3-0013-4783-9ceb-1b84fca907f7 None None] Pushing event updated for resources: {'Port': ['ID=ab61779d-c8f5-497d-931a-1e1c477e8da3,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:16.333388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Checking segment: {'id': 'fcd7758d-5429-433b-9a50-8ae286e04fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:16.333780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Bound using segment: {'id': 'fcd7758d-5429-433b-9a50-8ae286e04fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:16.334796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Bound port: 16b874a8-5a14-4da6-a274-1d8be8be2676, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd7758d-5429-433b-9a50-8ae286e04fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:16.335161 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.341201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-31ab8d92-66ff-4f37-b75d-144f35b3796e None None] Provisioning complete for port ab61779d-c8f5-497d-931a-1e1c477e8da3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:16.343223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31ab8d92-66ff-4f37-b75d-144f35b3796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.364005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-266499657', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:16.420967 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-31e8c87b-4a18-4cb8-a8e9-4975ec3423ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.423382 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-31e8c87b-4a18-4cb8-a8e9-4975ec3423ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4200094
Apr 16 21:23:16.427586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41756) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:16.433690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cb5d2b67-f217-4b47-89af-25a6bffa14b1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'security_group_rule': {'security_group_id': '29823ffe-981f-4199-ae50-36c53748628c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:16.460900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-31ab8d92-66ff-4f37-b75d-144f35b3796e None None] Current status of the port ab61779d-c8f5-497d-931a-1e1c477e8da3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:16.468912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d1491c8a-4507-453c-8614-ce9ce0818027 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Made reservation on behalf of 8548f70297f04c1489783de67671dba2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:23:16.472371 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d1491c8a-4507-453c-8614-ce9ce0818027 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.474245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-31ab8d92-66ff-4f37-b75d-144f35b3796e None None] Provisioning complete for port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:16.474624 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31ab8d92-66ff-4f37-b75d-144f35b3796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.514636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-31ab8d92-66ff-4f37-b75d-144f35b3796e None None] Port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:23:16.545622 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (4c04b75a-cfc0-432a-847b-ef36b3f0c6b1), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.545622 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (4c04b75a-cfc0-432a-847b-ef36b3f0c6b1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.574302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a14b-362b-4c4e-a21f-fd87c25b4ab6 req-39eaa31d-1229-4114-8b5a-6c993db8f45b tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:16.575886 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7c3a14b-362b-4c4e-a21f-fd87c25b4ab6 req-39eaa31d-1229-4114-8b5a-6c993db8f45b tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 946 time: 0.2274480
Apr 16 21:23:16.582185 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb5d2b67-f217-4b47-89af-25a6bffa14b1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (00bc7dc7-2ca2-439b-8a1e-8461a2d00327), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.669311 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_controller (4c04b75a-cfc0-432a-847b-ef36b3f0c6b1), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.688934 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb5d2b67-f217-4b47-89af-25a6bffa14b1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (00bc7dc7-2ca2-439b-8a1e-8461a2d00327), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.714929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Router c83aca07-708b-4d76-8078-d6740f8829b8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:23:16.728484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] For port 16b874a8-5a14-4da6-a274-1d8be8be2676, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:16.757934 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7c3a14b-362b-4c4e-a21f-fd87c25b4ab6 req-ee5ee380-d28c-4303-bf96-dc292ef48284 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1709630
Apr 16 21:23:16.777615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] For port 16b874a8-5a14-4da6-a274-1d8be8be2676, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16b874a8-5a14-4da6-a274-1d8be8be2676,segment=NetworkSegment(fcd7758d-5429-433b-9a50-8ae286e04fad),segment_id=fcd7758d-5429-433b-9a50-8ae286e04fad)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:16.791976 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeda77d-90d9-4300-b46e-c59b6386e12c req-89be8b16-5c8d-4a12-a768-feb296d0d9ef tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:16.799169 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddeda77d-90d9-4300-b46e-c59b6386e12c req-89be8b16-5c8d-4a12-a768-feb296d0d9ef tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 945 time: 0.0578578
Apr 16 21:23:16.809760 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb5d2b67-f217-4b47-89af-25a6bffa14b1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (00bc7dc7-2ca2-439b-8a1e-8461a2d00327), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:16.969430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ab61779d-c8f5-497d-931a-1e1c477e8da3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:17.036969 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddeda77d-90d9-4300-b46e-c59b6386e12c req-fe01384e-fbc2-47cc-a567-8d853f6cd626 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2368665
Apr 16 21:23:17.038224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d2b67-f217-4b47-89af-25a6bffa14b1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bc7dc7-2ca2-439b-8a1e-8461a2d00327,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:17.042304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ab61779d-c8f5-497d-931a-1e1c477e8da3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:17.043388 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:17.145833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ab61779d-c8f5-497d-931a-1e1c477e8da3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:17.183201 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb5d2b67-f217-4b47-89af-25a6bffa14b1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:17.184647 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cb5d2b67-f217-4b47-89af-25a6bffa14b1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7556181
Apr 16 21:23:17.188574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41764) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:17.213614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:17.225632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (4c04b75a-cfc0-432a-847b-ef36b3f0c6b1), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:17.249353 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:17.252454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469c0c-cb36-4bb9-b8cb-8fa779b9fbf8 req-4ff8f576-023a-4285-82e0-4f8b4fcf1531 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:17.258230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469c0c-cb36-4bb9-b8cb-8fa779b9fbf8 req-4ff8f576-023a-4285-82e0-4f8b4fcf1531 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:17.263574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469c0c-cb36-4bb9-b8cb-8fa779b9fbf8 req-4ff8f576-023a-4285-82e0-4f8b4fcf1531 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:17.269045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469c0c-cb36-4bb9-b8cb-8fa779b9fbf8 req-4ff8f576-023a-4285-82e0-4f8b4fcf1531 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:17.270848 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24469c0c-cb36-4bb9-b8cb-8fa779b9fbf8 req-4ff8f576-023a-4285-82e0-4f8b4fcf1531 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 3094 time: 0.1015325
Apr 16 21:23:17.327719 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24469c0c-cb36-4bb9-b8cb-8fa779b9fbf8 req-6a80645d-7731-4165-bc48-59007d06959e tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483444
Apr 16 21:23:17.378114 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:17.402874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:17.403508 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:17.405035 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] 10.222.0.11 "PUT /v2.0/ports/16b874a8-5a14-4da6-a274-1d8be8be2676 HTTP/1.1" status: 200  len: 1091 time: 3.6947379
Apr 16 21:23:17.440206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19297dff-d106-4813-8970-b6342085961c', 'tag': '16b874a8-5a14-4da6-a274-1d8be8be2676'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:17.442346 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3364dda2-8eac-4284-b121-0f3a988c188a" -d '{"events": [{"name": "network-changed", "server_uuid": "19297dff-d106-4813-8970-b6342085961c", "tag": "16b874a8-5a14-4da6-a274-1d8be8be2676"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:17.452726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-bdbdccba-8ad2-4ecf-aa31-fb093ea00eb8 admin admin] Deleting port c855619f-b86c-4239-9a49-bd195db04d8f {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:17.453110 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bdbdccba-8ad2-4ecf-aa31-fb093ea00eb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:17.471920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75033097-6b4e-47ed-a4af-5ed053887a61 req-cb496396-4b07-4ec3-953e-bd50dc4939f2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:17.473626 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75033097-6b4e-47ed-a4af-5ed053887a61 req-cb496396-4b07-4ec3-953e-bd50dc4939f2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 945 time: 0.2723484
Apr 16 21:23:17.499150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a003a2-a351-42f7-a459-3c6c3a966cc1 req-7bb7f611-b6bc-471f-9acd-994ff5e34ea7 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:17.506275 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84a003a2-a351-42f7-a459-3c6c3a966cc1 req-7bb7f611-b6bc-471f-9acd-994ff5e34ea7 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 943 time: 0.3037019
Apr 16 21:23:17.547616 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:17.552034 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1230e7-b7b8-474b-8093-0ea6046e27c3 x-openstack-request-id: req-8b1230e7-b7b8-474b-8093-0ea6046e27c3 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:17.552366 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19297dff-d106-4813-8970-b6342085961c", "tag": "16b874a8-5a14-4da6-a274-1d8be8be2676", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:17.552622 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b1230e7-b7b8-474b-8093-0ea6046e27c3 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:17.553047 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1230e7-b7b8-474b-8093-0ea6046e27c3'] response: {'name': 'network-changed', 'server_uuid': '19297dff-d106-4813-8970-b6342085961c', 'tag': '16b874a8-5a14-4da6-a274-1d8be8be2676', 'status': 'completed', 'code': 200}
Apr 16 21:23:17.612231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d628b-a26a-48c2-b27c-bd19eac35ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=16b874a8-5a14-4da6-a274-1d8be8be2676,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:17.639850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d1491c8a-4507-453c-8614-ce9ce0818027 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Allocated IP 10.2.2.200 (e542be96-fc30-4cda-9476-07d2b2bc4e28/326da6c5-3bc2-4f6e-a46f-4485631a093b/fdca9e15-fa18-4555-99b5-61429f002844) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:17.647109 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (4c04b75a-cfc0-432a-847b-ef36b3f0c6b1), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:17.675568 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:17.699048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:17.707420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cb4df-3b44-47c3-8070-104a18665da2 req-a0466d19-cb51-4bec-88cb-209d4423fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:17.709023 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-a0466d19-cb51-4bec-88cb-209d4423fbc9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d72b2bb3a304796bb144bc739ffcb5a&device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 1125 time: 0.1608365
Apr 16 21:23:17.714627 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Sync routers for ids ['c83aca07-708b-4d76-8078-d6740f8829b8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:17.726406 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Routers {'c83aca07-708b-4d76-8078-d6740f8829b8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:17.728607 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248dbc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c83aca07-708b-4d76-8078-d6740f8829b8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:17.733306 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-24e63d6b-830c-4595-9547-e5ea7bf6e5ab admin admin] 10.222.0.20 "PUT /v2.0/routers/c83aca07-708b-4d76-8078-d6740f8829b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6074069
Apr 16 21:23:17.794336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Allocated IP 172.35.1.208 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/aef65947-3993-4162-b6c9-609ed644a2fc) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:17.852757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84a003a2-a351-42f7-a459-3c6c3a966cc1 req-38910739-daf3-4e61-b646-021e8d700439 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3418176
Apr 16 21:23:17.874900 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-f78a047c-160c-4eef-b66c-7d84448328cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16b874a8-5a14-4da6-a274-1d8be8be2676 HTTP/1.1" status: 200  len: 217 time: 0.1257119
Apr 16 21:23:17.905127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-75033097-6b4e-47ed-a4af-5ed053887a61 req-44c4cfa5-947d-4357-aaa2-335d412d37ca tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Deleting port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:17.907359 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-75033097-6b4e-47ed-a4af-5ed053887a61 req-44c4cfa5-947d-4357-aaa2-335d412d37ca tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:17.944469 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Set router c83aca07-708b-4d76-8078-d6740f8829b8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:17.993892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9e92-005a-4597-b433-fe78aaf78d67 req-e74433e5-28f8-4a6e-962f-9128e7fe75d6 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:17.995953 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-63ae9e92-005a-4597-b433-fe78aaf78d67 req-e74433e5-28f8-4a6e-962f-9128e7fe75d6 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 946 time: 0.0952246
Apr 16 21:23:18.028664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for port (aef65947-3993-4162-b6c9-609ed644a2fc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.073065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-bdbdccba-8ad2-4ecf-aa31-fb093ea00eb8 admin admin] For port c855619f-b86c-4239-9a49-bd195db04d8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c855619f-b86c-4239-9a49-bd195db04d8f,segment=NetworkSegment(de29adde-1332-4a5a-98e4-26c282449b0a),segment_id=de29adde-1332-4a5a-98e4-26c282449b0a)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:18.073679 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bdbdccba-8ad2-4ecf-aa31-fb093ea00eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.087934 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-63ae9e92-005a-4597-b433-fe78aaf78d67 req-db4974ab-5e60-44a4-ab43-f61fd790690c tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822954
Apr 16 21:23:18.123395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cb4df-3b44-47c3-8070-104a18665da2 req-bfcdeb36-cbe7-4c37-8a76-c713f87deb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:18.125062 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-bfcdeb36-cbe7-4c37-8a76-c713f87deb23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bdb611d8-7df3-448b-81ce-8d653efb298a HTTP/1.1" status: 200  len: 849 time: 0.2351339
Apr 16 21:23:18.134925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-bdbdccba-8ad2-4ecf-aa31-fb093ea00eb8 admin admin] Calling delete_port for c855619f-b86c-4239-9a49-bd195db04d8f owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:18.182633 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (aef65947-3993-4162-b6c9-609ed644a2fc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.217737 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-e5f575f1-a887-48ce-9dda-0857ec2592e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9010da2-54fb-4a1a-8688-b01d319eafbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0772226
Apr 16 21:23:18.241464 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248dbc70>, [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port': {'id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4628eee-7098-4331-b1e5-d1d3254a8b45', 'name': '', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'mac_address': 'fa:16:3e:cf:cf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:09Z', 'updated_at': '2022-04-16T21:23:14Z', 'revision_number': 2, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'subnets': [{'id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:18.254261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:18.275650 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Checking router: c83aca07-708b-4d76-8078-d6740f8829b8 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:23:18.276009 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Updating router c83aca07-708b-4d76-8078-d6740f8829b8 port b4628eee-7098-4331-b1e5-d1d3254a8b45 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:23:18.278327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:18.282570 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:18.305969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d1491c8a-4507-453c-8614-ce9ce0818027 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for port (fdca9e15-fa18-4555-99b5-61429f002844), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.308775 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.362707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-75033097-6b4e-47ed-a4af-5ed053887a61 req-44c4cfa5-947d-4357-aaa2-335d412d37ca tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] For port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:18.363079 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-75033097-6b4e-47ed-a4af-5ed053887a61 req-44c4cfa5-947d-4357-aaa2-335d412d37ca tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.367197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Allocated IP 172.35.1.140 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/a23485d1-9845-4ca1-9409-e22e428a8567) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:18.394055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'Port': ['ID=aef65947-3993-4162-b6c9-609ed644a2fc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:18.403137 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae0d2b-1d37-4cdb-b664-0758eb948443 req-1422d36f-f6d3-4f4d-98b1-c9f4d7b0641f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:18.410388 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0aae0d2b-1d37-4cdb-b664-0758eb948443 req-1422d36f-f6d3-4f4d-98b1-c9f4d7b0641f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 945 time: 0.1838961
Apr 16 21:23:18.429730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-75033097-6b4e-47ed-a4af-5ed053887a61 req-44c4cfa5-947d-4357-aaa2-335d412d37ca tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Calling delete_port for e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:18.558449 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0aae0d2b-1d37-4cdb-b664-0758eb948443 req-f3b05367-6902-4bc5-bf46-a2f906c5d1af tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471682
Apr 16 21:23:18.559480 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (7aa741d6-8c66-42e6-8de2-8841a09a157c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.604206 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for port (a23485d1-9845-4ca1-9409-e22e428a8567), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.610021 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-53089062-5058-4b89-8de8-2358c45e9e50 service neutron] 10.222.0.11 "GET /v2.0/networks/a9010da2-54fb-4a1a-8688-b01d319eafbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3839834
Apr 16 21:23:18.722429 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Publish callbacks [] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.723018 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a23485d1-9845-4ca1-9409-e22e428a8567), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.723950 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d1491c8a-4507-453c-8614-ce9ce0818027 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (fdca9e15-fa18-4555-99b5-61429f002844), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.731878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3dd0ae6c-8048-47d9-b4ee-34b81701a576 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:18.733471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3dd0ae6c-8048-47d9-b4ee-34b81701a576 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/networks?id=e30659b1-756c-4ef0-9573-8335ff004f46 HTTP/1.1" status: 200  len: 820 time: 0.4339268
Apr 16 21:23:18.763826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c7f82-d917-4aaf-afb5-b7c09b38db64 req-fb553354-6905-481d-b933-a28bbc35ce66 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:18.765395 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a8c7f82-d917-4aaf-afb5-b7c09b38db64 req-fb553354-6905-481d-b933-a28bbc35ce66 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 946 time: 0.1156976
Apr 16 21:23:18.777409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aef65947-3993-4162-b6c9-609ed644a2fc), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.778472 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.783100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41792) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:18.789977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:18.793314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2ecd56a1-2e94-40a0-9bcc-1224f373978c tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Request body: {'floatingip': {'port_id': '6b41dfa1-0a5b-4329-af9c-dd8f41337861'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:18.821589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:18.829162 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-50dbbcfa-f339-4fa1-9f71-78d7c32e9461 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/quotas/d5096c21fbfe41dd80379e0e3b6fb8d5 HTTP/1.1" status: 200  len: 375 time: 0.0871873
Apr 16 21:23:18.859755 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Pushing event updated for resources: {'Port': ['ID=a23485d1-9845-4ca1-9409-e22e428a8567,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:18.869505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:18.889328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d1491c8a-4507-453c-8614-ce9ce0818027 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Network e542be96-fc30-4cda-9476-07d2b2bc4e28 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:18.897732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1491c8a-4507-453c-8614-ce9ce0818027 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event updated for resources: {'Port': ['ID=fdca9e15-fa18-4555-99b5-61429f002844,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:18.908848 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ecd56a1-2e94-40a0-9bcc-1224f373978c tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for floatingip (a74f68db-ce58-4276-9f38-a23d917a10c2), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.919341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d1491c8a-4507-453c-8614-ce9ce0818027 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:18.944864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d1491c8a-4507-453c-8614-ce9ce0818027 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:18.951506 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fcbd0-b6a0-44d8-8c4d-79d0e5dcdf4d None None] Pushing event updated for resources: {'Port': ['ID=b4628eee-7098-4331-b1e5-d1d3254a8b45,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:18.953825 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-750cb4df-3b44-47c3-8070-104a18665da2 req-095ebdda-3537-44ae-90b2-87bef1698539 service neutron] 10.222.0.11 "GET /v2.0/networks/a9010da2-54fb-4a1a-8688-b01d319eafbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3304980
Apr 16 21:23:18.975820 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Attempting to bind port b4628eee-7098-4331-b1e5-d1d3254a8b45 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:18.976226 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Attempting to bind port b4628eee-7098-4331-b1e5-d1d3254a8b45 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '72bf4b65-f704-45f9-bea1-ac039e0f7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:18.976592 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Attempting to bind port b4628eee-7098-4331-b1e5-d1d3254a8b45 on network e30659b1-756c-4ef0-9573-8335ff004f46 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:18.984833 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:18.987915 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Checking segment: {'id': '72bf4b65-f704-45f9-bea1-ac039e0f7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:18.987915 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:18.987915 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Bound using segment: {'id': '72bf4b65-f704-45f9-bea1-ac039e0f7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:18.987915 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Bound port: b4628eee-7098-4331-b1e5-d1d3254a8b45, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72bf4b65-f704-45f9-bea1-ac039e0f7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:18.987915 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:19.028294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-c68ca426-a749-4c50-97b0-f9601f6f823c tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5096c21fbfe41dd80379e0e3b6fb8d5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1452239
Apr 16 21:23:19.068293 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08925c0-1b5d-4f99-adab-8e743a7f7e4d req-759980d4-f78f-4d0e-a684-7c616fd63f66 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:19.073874 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08925c0-1b5d-4f99-adab-8e743a7f7e4d req-759980d4-f78f-4d0e-a684-7c616fd63f66 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:19.079306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08925c0-1b5d-4f99-adab-8e743a7f7e4d req-759980d4-f78f-4d0e-a684-7c616fd63f66 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:19.085353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08925c0-1b5d-4f99-adab-8e743a7f7e4d req-759980d4-f78f-4d0e-a684-7c616fd63f66 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:19.087345 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] For port b4628eee-7098-4331-b1e5-d1d3254a8b45, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:19.090807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08925c0-1b5d-4f99-adab-8e743a7f7e4d req-759980d4-f78f-4d0e-a684-7c616fd63f66 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:19.092623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e08925c0-1b5d-4f99-adab-8e743a7f7e4d req-759980d4-f78f-4d0e-a684-7c616fd63f66 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 3815 time: 0.2243748
Apr 16 21:23:19.103075 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-75033097-6b4e-47ed-a4af-5ed053887a61 req-44c4cfa5-947d-4357-aaa2-335d412d37ca tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:19.145496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d1491c8a-4507-453c-8614-ce9ce0818027 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:19.145496 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d1491c8a-4507-453c-8614-ce9ce0818027 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:19.151867 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] For port b4628eee-7098-4331-b1e5-d1d3254a8b45, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4628eee-7098-4331-b1e5-d1d3254a8b45,segment=NetworkSegment(72bf4b65-f704-45f9-bea1-ac039e0f7090),segment_id=72bf4b65-f704-45f9-bea1-ac039e0f7090)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:19.184153 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bdbdccba-8ad2-4ecf-aa31-fb093ea00eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c855619f-b86c-4239-9a49-bd195db04d8f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:19.194898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4cfa5-947d-4357-aaa2-335d412d37ca tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Pushing event deleted for resources: {'Port': ['ID=e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:19.233427 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:19.263222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdccba-8ad2-4ecf-aa31-fb093ea00eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c855619f-b86c-4239-9a49-bd195db04d8f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:19.289112 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d1491c8a-4507-453c-8614-ce9ce0818027 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4799886
Apr 16 21:23:19.303431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0fa84c35-f2d0-4d27-9d0c-ed76f073f50d None None] Provisioning complete for port fdca9e15-fa18-4555-99b5-61429f002844 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:19.304036 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0fa84c35-f2d0-4d27-9d0c-ed76f073f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fdca9e15-fa18-4555-99b5-61429f002844), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:19.316623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-75033097-6b4e-47ed-a4af-5ed053887a61 req-44c4cfa5-947d-4357-aaa2-335d412d37ca tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] No DVR routers for this DVR port e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:23:19.328907 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Routers {'c83aca07-708b-4d76-8078-d6740f8829b8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:19.330066 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248dbc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c83aca07-708b-4d76-8078-d6740f8829b8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:19.336306 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fcbd0-b6a0-44d8-8c4d-79d0e5dcdf4d None None] Pushing event updated for resources: {'Port': ['ID=b4628eee-7098-4331-b1e5-d1d3254a8b45,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:19.342337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-75033097-6b4e-47ed-a4af-5ed053887a61 req-44c4cfa5-947d-4357-aaa2-335d412d37ca tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:19.345767 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75033097-6b4e-47ed-a4af-5ed053887a61 req-44c4cfa5-947d-4357-aaa2-335d412d37ca tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "DELETE /v2.0/ports/e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 HTTP/1.1" status: 204  len: 173 time: 1.8329370
Apr 16 21:23:19.379938 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-14b63d4d-70d7-42b4-af5a-0fa1a72d1b4f service neutron] 10.222.0.20 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3397849
Apr 16 21:23:19.415371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0fa84c35-f2d0-4d27-9d0c-ed76f073f50d None None] Port fdca9e15-fa18-4555-99b5-61429f002844 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:23:19.526659 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] Set router c83aca07-708b-4d76-8078-d6740f8829b8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:19.559396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f303c2c-bb2f-4b3e-8d4f-a21552472a60', 'name': 'network-vif-deleted', 'tag': 'e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:19.561666 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11754e1-9638-43c1-93ac-28533f081bd7" -d '{"events": [{"server_uuid": "4f303c2c-bb2f-4b3e-8d4f-a21552472a60", "name": "network-vif-deleted", "tag": "e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:19.792527 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e08925c0-1b5d-4f99-adab-8e743a7f7e4d req-f78fa920-9b80-457f-a567-3a65bec0a121 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6783490
Apr 16 21:23:19.808657 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248dbc70>, [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port': {'id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4628eee-7098-4331-b1e5-d1d3254a8b45', 'name': '', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'mac_address': 'fa:16:3e:cf:cf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:09Z', 'updated_at': '2022-04-16T21:23:19Z', 'revision_number': 4, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'subnets': [{'id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:19.839972 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaac43f-3436-493f-8540-ed96a5206386 None None] The sync data for ids ['c83aca07-708b-4d76-8078-d6740f8829b8'] in ncdv-master-1 is: [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port': {'id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4628eee-7098-4331-b1e5-d1d3254a8b45', 'name': '', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'mac_address': 'fa:16:3e:cf:cf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:09Z', 'updated_at': '2022-04-16T21:23:19Z', 'revision_number': 4, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'subnets': [{'id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:19.930145 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for port (aef65947-3993-4162-b6c9-609ed644a2fc), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:19.942273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Request body: {'port': {'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:20.011982 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (aef65947-3993-4162-b6c9-609ed644a2fc), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:20.048870 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-37e6fdd4-33e0-4b7e-867f-3989a4cd7009 service neutron] 10.222.0.20 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6559606
Apr 16 21:23:20.056228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364dda2-8eac-4284-b121-0f3a988c188a req-300bf986-fd46-44fc-88eb-8500552c80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:20.058476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3364dda2-8eac-4284-b121-0f3a988c188a req-300bf986-fd46-44fc-88eb-8500552c80db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d72b2bb3a304796bb144bc739ffcb5a&device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 1125 time: 0.1274042
Apr 16 21:23:20.064942 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bdbdccba-8ad2-4ecf-aa31-fb093ea00eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (5305ab3c-a966-44c7-9cc8-59a005d1d221), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:20.080673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44b682-a992-41ab-b649-dc2b54844999 req-703a07fe-ba0d-4a9b-a040-1737d0cb5457 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:20.082459 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c44b682-a992-41ab-b649-dc2b54844999 req-703a07fe-ba0d-4a9b-a040-1737d0cb5457 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 943 time: 0.1750221
Apr 16 21:23:20.210783 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cc99d421-5515-41e3-bbf8-03443566d154), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:20.380280 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe03d29-94b4-4bb4-b591-d2bc88de4191 x-openstack-request-id: req-bbe03d29-94b4-4bb4-b591-d2bc88de4191 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:20.380597 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f303c2c-bb2f-4b3e-8d4f-a21552472a60", "name": "network-vif-deleted", "tag": "e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:20.380893 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbe03d29-94b4-4bb4-b591-d2bc88de4191 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:20.381368 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe03d29-94b4-4bb4-b591-d2bc88de4191'] response: {'server_uuid': '4f303c2c-bb2f-4b3e-8d4f-a21552472a60', 'name': 'network-vif-deleted', 'tag': 'e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03', 'status': 'completed', 'code': 200}
Apr 16 21:23:20.395472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364dda2-8eac-4284-b121-0f3a988c188a req-906614ce-d90a-479e-9587-8ed677bf20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:20.397584 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3364dda2-8eac-4284-b121-0f3a988c188a req-906614ce-d90a-479e-9587-8ed677bf20df service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9010da2-54fb-4a1a-8688-b01d319eafbe HTTP/1.1" status: 200  len: 910 time: 0.3281460
Apr 16 21:23:20.461878 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3364dda2-8eac-4284-b121-0f3a988c188a req-afc5356b-6329-43ed-baee-279185c3d3a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16b874a8-5a14-4da6-a274-1d8be8be2676 HTTP/1.1" status: 200  len: 217 time: 0.0573781
Apr 16 21:23:20.508499 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (4c04b75a-cfc0-432a-847b-ef36b3f0c6b1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:20.530775 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'Port': ['ID=aef65947-3993-4162-b6c9-609ed644a2fc,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:20.597546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0d3ba603-a0c0-4ebd-a024-b476a0edd189 req-9349608a-187a-4303-a926-404e3de08611 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f303c2c-bb2f-4b3e-8d4f-a21552472a60 HTTP/1.1" status: 200  len: 210 time: 0.1215441
Apr 16 21:23:20.653270 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c44b682-a992-41ab-b649-dc2b54844999 req-4df434a3-e6ca-4091-9328-9b4ffcc8e0fb tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5436027
Apr 16 21:23:20.654042 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (7aa741d6-8c66-42e6-8de2-8841a09a157c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:20.715278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364dda2-8eac-4284-b121-0f3a988c188a req-f1918289-43c3-4d3f-9c43-550a450b8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:20.716673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3364dda2-8eac-4284-b121-0f3a988c188a req-f1918289-43c3-4d3f-9c43-550a450b8397 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bdb611d8-7df3-448b-81ce-8d653efb298a HTTP/1.1" status: 200  len: 849 time: 0.2487075
Apr 16 21:23:20.748948 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.db.resource_extend [None req-2ecd56a1-2e94-40a0-9bcc-1224f373978c tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:23:20.766105 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-454e18ca-d73f-4c96-b5f7-d6ff19459351 req-18647ffa-d423-40ec-9582-12dd58640cdb tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 210 time: 0.0990877
Apr 16 21:23:20.791284 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3364dda2-8eac-4284-b121-0f3a988c188a req-c52b6901-2f99-4179-9752-3b24e889ef09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9010da2-54fb-4a1a-8688-b01d319eafbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655782
Apr 16 21:23:20.796599 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:20.797860 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f617ca8f-daec-43a0-8c6b-3b9403dc032f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6079957
Apr 16 21:23:20.867472 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ecd56a1-2e94-40a0-9bcc-1224f373978c tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:20.904251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:23:20.984775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:23:20.984887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e5b0a37b-72e1-4f9a-a7ed-e6bf6cf1ef03 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:23:21.071261 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ecd56a1-2e94-40a0-9bcc-1224f373978c tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (a74f68db-ce58-4276-9f38-a23d917a10c2), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:21.124912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b4628eee-7098-4331-b1e5-d1d3254a8b45 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:21.175911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbdccba-8ad2-4ecf-aa31-fb093ea00eb8 admin admin] Router 5305ab3c-a966-44c7-9cc8-59a005d1d221 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:23:21.180461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 16b874a8-5a14-4da6-a274-1d8be8be2676 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:21.225776 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61914d36-6a17-4e40-83e2-f80b33a75504 req-7a9a061d-5e89-48d2-b19d-0782491840ff tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:21.231800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61914d36-6a17-4e40-83e2-f80b33a75504 req-7a9a061d-5e89-48d2-b19d-0782491840ff tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:21.237736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61914d36-6a17-4e40-83e2-f80b33a75504 req-7a9a061d-5e89-48d2-b19d-0782491840ff tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:21.243388 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61914d36-6a17-4e40-83e2-f80b33a75504 req-7a9a061d-5e89-48d2-b19d-0782491840ff tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:21.253168 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61914d36-6a17-4e40-83e2-f80b33a75504 req-7a9a061d-5e89-48d2-b19d-0782491840ff tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:21.255061 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61914d36-6a17-4e40-83e2-f80b33a75504 req-7a9a061d-5e89-48d2-b19d-0782491840ff tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 3815 time: 0.1988871
Apr 16 21:23:21.297894 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3364dda2-8eac-4284-b121-0f3a988c188a req-bc32357c-0abe-43fa-b557-1ca61c06ad9e service neutron] 10.222.0.11 "GET /v2.0/networks/a9010da2-54fb-4a1a-8688-b01d319eafbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4987957
Apr 16 21:23:21.310974 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (4c04b75a-cfc0-432a-847b-ef36b3f0c6b1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:21.333152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b4628eee-7098-4331-b1e5-d1d3254a8b45 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:21.340834 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:21.394328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-028a56e5-1e7e-4d26-b2de-d01b63363551 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--108506263&fields=id&tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26 HTTP/1.1" status: 200  len: 267 time: 0.2562575
Apr 16 21:23:21.402438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc99d421-5515-41e3-bbf8-03443566d154 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:21.414680 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Publish callbacks [] for port (cc99d421-5515-41e3-bbf8-03443566d154), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:21.434405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Transition to ACTIVE for port object cc99d421-5515-41e3-bbf8-03443566d154 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:21.463197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 16b874a8-5a14-4da6-a274-1d8be8be2676, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16b874a8-5a14-4da6-a274-1d8be8be2676,segment=NetworkSegment(fcd7758d-5429-433b-9a50-8ae286e04fad),segment_id=fcd7758d-5429-433b-9a50-8ae286e04fad)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:21.479185 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-2ecd56a1-2e94-40a0-9bcc-1224f373978c tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Floating IP a74f68db-ce58-4276-9f38-a23d917a10c2 associated. External IP: 172.35.1.5, port: 6b41dfa1-0a5b-4329-af9c-dd8f41337861.
Apr 16 21:23:21.483067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '16b874a8-5a14-4da6-a274-1d8be8be2676', 'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe', 'port_id': '16b874a8-5a14-4da6-a274-1d8be8be2676', 'mac_address': 'fa:16:3e:43:80:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb611d8-7df3-448b-81ce-8d653efb298a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:21.484789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b4628eee-7098-4331-b1e5-d1d3254a8b45 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:21.485289 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:21.551344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port b4628eee-7098-4331-b1e5-d1d3254a8b45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4628eee-7098-4331-b1e5-d1d3254a8b45,segment=NetworkSegment(72bf4b65-f704-45f9-bea1-ac039e0f7090),segment_id=72bf4b65-f704-45f9-bea1-ac039e0f7090)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:21.553272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 16b874a8-5a14-4da6-a274-1d8be8be2676 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:21.559788 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:21.563946 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61914d36-6a17-4e40-83e2-f80b33a75504 req-1f5aae32-2ed3-44db-9239-377c5827117c tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2567656
Apr 16 21:23:21.570016 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (cc99d421-5515-41e3-bbf8-03443566d154), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:21.573404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b874a8-5a14-4da6-a274-1d8be8be2676 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:21.595709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 16b874a8-5a14-4da6-a274-1d8be8be2676, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16b874a8-5a14-4da6-a274-1d8be8be2676,segment=NetworkSegment(fcd7758d-5429-433b-9a50-8ae286e04fad),segment_id=fcd7758d-5429-433b-9a50-8ae286e04fad)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:21.677970 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:21.681195 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:21.786098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=b4628eee-7098-4331-b1e5-d1d3254a8b45,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:21.816060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbdccba-8ad2-4ecf-aa31-fb093ea00eb8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:21.853880 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bdbdccba-8ad2-4ecf-aa31-fb093ea00eb8 admin admin] 10.222.0.20 "PUT /v2.0/routers/5305ab3c-a966-44c7-9cc8-59a005d1d221/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9712501
Apr 16 21:23:21.857664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41832) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:21.861492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Pushing event updated for resources: {'Port': ['ID=cc99d421-5515-41e3-bbf8-03443566d154,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:21.884981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3364dda2-8eac-4284-b121-0f3a988c188a req-f8e5e72c-3e52-40b7-8a55-0f4891095d65 service neutron] 10.222.0.11 "GET /v2.0/networks/a9010da2-54fb-4a1a-8688-b01d319eafbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5663586
Apr 16 21:23:21.907084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=16b874a8-5a14-4da6-a274-1d8be8be2676,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:21.923390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa85fbfe-4171-4b3f-ac89-36cc50a93b41 None None] Sync routers for ids ['5305ab3c-a966-44c7-9cc8-59a005d1d221'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:21.943228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa85fbfe-4171-4b3f-ac89-36cc50a93b41 None None] Routers {'5305ab3c-a966-44c7-9cc8-59a005d1d221'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:21.947920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-aa85fbfe-4171-4b3f-ac89-36cc50a93b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012468f2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5305ab3c-a966-44c7-9cc8-59a005d1d221'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:21.968624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2e40-0c06-411f-806d-a3512f339c06 req-0319a894-0080-4fb6-b60d-89cb98594d16 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:21.976087 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c3e2e40-0c06-411f-806d-a3512f339c06 req-0319a894-0080-4fb6-b60d-89cb98594d16 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 944 time: 0.1425798
Apr 16 21:23:22.012942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Router 4c04b75a-cfc0-432a-847b-ef36b3f0c6b1 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:23:22.018084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['16b874a8-5a14-4da6-a274-1d8be8be2676'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:22.054556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecd56a1-2e94-40a0-9bcc-1224f373978c tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Router 1df216de-b34c-48d7-b12e-80091bb26ce7 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:23:22.057877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-8ee762b0-604b-4363-ab10-a22a91067bb3 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:22.065243 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-8ee762b0-604b-4363-ab10-a22a91067bb3 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 815 time: 0.5261033
Apr 16 21:23:22.109120 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c3e2e40-0c06-411f-806d-a3512f339c06 req-2ac1e00a-8920-4141-a672-fd3d2fd06671 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320996
Apr 16 21:23:22.156786 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-f6b58b80-2121-441c-8752-f2fa4c0a7ecd tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/quotas/d6f8dfa11e9b410cbbd59ffe32afeb26 HTTP/1.1" status: 200  len: 375 time: 0.0901418
Apr 16 21:23:22.182034 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Publish callbacks [] for router (5305ab3c-a966-44c7-9cc8-59a005d1d221), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:22.279812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Attempting to bind port cc99d421-5515-41e3-bbf8-03443566d154 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:22.280101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Attempting to bind port cc99d421-5515-41e3-bbf8-03443566d154 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e2f65768-2cab-4d94-9013-aac99271c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:22.280474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Attempting to bind port cc99d421-5515-41e3-bbf8-03443566d154 on network 281ab511-837a-41be-9f7f-2b7357e9479c {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:22.290002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Port cc99d421-5515-41e3-bbf8-03443566d154 on network 281ab511-837a-41be-9f7f-2b7357e9479c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:22.290344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Attempting to bind port cc99d421-5515-41e3-bbf8-03443566d154 on network 281ab511-837a-41be-9f7f-2b7357e9479c {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:22.312273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:22.312648 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Checking segment: {'id': 'e2f65768-2cab-4d94-9013-aac99271c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:22.313062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Bound using segment: {'id': 'e2f65768-2cab-4d94-9013-aac99271c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:22.313532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Bound port: cc99d421-5515-41e3-bbf8-03443566d154, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f65768-2cab-4d94-9013-aac99271c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:22.313907 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cc99d421-5515-41e3-bbf8-03443566d154), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:22.328749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-e736ad40-7f08-4482-9b70-81407e146229 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1408682
Apr 16 21:23:22.345272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-aa85fbfe-4171-4b3f-ac89-36cc50a93b41 None None] Set router 5305ab3c-a966-44c7-9cc8-59a005d1d221 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:22.613851 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-73048935-6b51-400d-9087-53ead85ee6bb req-623c4b15-2ee8-4e5f-8f85-0f93c3bb7e1b tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 210 time: 0.3924639
Apr 16 21:23:22.614164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-aa85fbfe-4171-4b3f-ac89-36cc50a93b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012468f2e0>, [{'id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'name': 'tempest-TaggedBootDevicesTest-1835299583-router', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:17Z', 'updated_at': '2022-04-16T21:23:18Z', 'revision_number': 5, 'project_id': '114c0bc137be49c5aa52d8e970c02913', 'gw_port': {'id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:18Z', 'updated_at': '2022-04-16T21:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:22.677942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa85fbfe-4171-4b3f-ac89-36cc50a93b41 None None] Checking router: 5305ab3c-a966-44c7-9cc8-59a005d1d221 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:23:22.700740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:22.714890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa85fbfe-4171-4b3f-ac89-36cc50a93b41 None None] Routers {'5305ab3c-a966-44c7-9cc8-59a005d1d221'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:22.715529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-aa85fbfe-4171-4b3f-ac89-36cc50a93b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012468f2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5305ab3c-a966-44c7-9cc8-59a005d1d221'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:22.722214 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0ab637-59b8-4160-b9a1-56edaf4b6a94 None None] Sync routers for ids ['4c04b75a-cfc0-432a-847b-ef36b3f0c6b1'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:22.755145 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ab637-59b8-4160-b9a1-56edaf4b6a94 None None] Routers {'4c04b75a-cfc0-432a-847b-ef36b3f0c6b1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:22.759492 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0f0ab637-59b8-4160-b9a1-56edaf4b6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012501fc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['4c04b75a-cfc0-432a-847b-ef36b3f0c6b1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:22.761697 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecd56a1-2e94-40a0-9bcc-1224f373978c tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:22.776523 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ecd56a1-2e94-40a0-9bcc-1224f373978c tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:22.795836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd763e-b0d6-4563-8ff9-d1550995f2c3 None None] Sync routers for ids ['1df216de-b34c-48d7-b12e-80091bb26ce7'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:22.849421 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0f0ab637-59b8-4160-b9a1-56edaf4b6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012501fc70>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:22.850216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fd763e-b0d6-4563-8ff9-d1550995f2c3 None None] Routers {'1df216de-b34c-48d7-b12e-80091bb26ce7'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:22.850216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-81fd763e-b0d6-4563-8ff9-d1550995f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243fd040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1df216de-b34c-48d7-b12e-80091bb26ce7'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:22.868535 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Publish callbacks [] for router_gateway (5305ab3c-a966-44c7-9cc8-59a005d1d221), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:22.880269 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ab637-59b8-4160-b9a1-56edaf4b6a94 None None] Routers {'4c04b75a-cfc0-432a-847b-ef36b3f0c6b1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:22.882426 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0f0ab637-59b8-4160-b9a1-56edaf4b6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012501fc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['4c04b75a-cfc0-432a-847b-ef36b3f0c6b1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:22.887565 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:22.890947 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7c3eed32-1f83-418d-8ee5-f3d797344e9c tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 6.8121071
Apr 16 21:23:22.898052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41860) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:22.939211 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0f0ab637-59b8-4160-b9a1-56edaf4b6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012501fc70>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:22.948658 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0ab637-59b8-4160-b9a1-56edaf4b6a94 None None] The sync data for ids ['4c04b75a-cfc0-432a-847b-ef36b3f0c6b1'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:22.961769 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2ecd56a1-2e94-40a0-9bcc-1224f373978c tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "PUT /v2.0/floatingips/a74f68db-ce58-4276-9f38-a23d917a10c2 HTTP/1.1" status: 200  len: 990 time: 4.1776206
Apr 16 21:23:22.965718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084a71df-04de-416c-a9cb-4a4aacb94f86', 'tag': '6b41dfa1-0a5b-4329-af9c-dd8f41337861'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:22.968001 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be22769-db0a-4f88-9a32-46fddf169350" -d '{"events": [{"name": "network-changed", "server_uuid": "084a71df-04de-416c-a9cb-4a4aacb94f86", "tag": "6b41dfa1-0a5b-4329-af9c-dd8f41337861"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:22.983674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b4628eee-7098-4331-b1e5-d1d3254a8b45 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:22.987383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] For port cc99d421-5515-41e3-bbf8-03443566d154, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:23.033706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] For port cc99d421-5515-41e3-bbf8-03443566d154, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc99d421-5515-41e3-bbf8-03443566d154,segment=NetworkSegment(e2f65768-2cab-4d94-9013-aac99271c587),segment_id=e2f65768-2cab-4d94-9013-aac99271c587)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:23.045862 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-1d3cddd7-996e-4457-8aaf-2a0c7819a010 service neutron] 10.222.0.20 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6678588
Apr 16 21:23:23.055350 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-aa85fbfe-4171-4b3f-ac89-36cc50a93b41 None None] Set router 5305ab3c-a966-44c7-9cc8-59a005d1d221 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:23.082357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441216d-0b46-473c-af30-b0e78f047b17 req-6af00b03-7e8a-4522-ab29-6a29b2e0d9e3 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:23.084500 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-6af00b03-7e8a-4522-ab29-6a29b2e0d9e3 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 811 time: 0.3038449
Apr 16 21:23:23.104677 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-27aa0d3b-6885-46e1-b8b6-684dff7255a4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/quotas/7caf6e59a47149a68cae6224fb2856e7 HTTP/1.1" status: 200  len: 375 time: 0.0139201
Apr 16 21:23:23.106810 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a50d9b2c-8b14-4439-b5df-4524517b7b72 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/routers/4c04b75a-cfc0-432a-847b-ef36b3f0c6b1 HTTP/1.1" status: 200  len: 924 time: 0.2077444
Apr 16 21:23:23.109716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41866) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:23.147715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Deleting port b0c5da64-0828-47ad-ba91-9ec8fba682b2 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:23.147979 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:23.157631 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-807f14b3-621a-414b-8f0c-90bf0d49ae16 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0377631
Apr 16 21:23:23.183732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (cc99d421-5515-41e3-bbf8-03443566d154), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:23.211628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 16b874a8-5a14-4da6-a274-1d8be8be2676 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:23.227100 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-22a56205-dff4-4422-b424-fce7230eb2c0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c04b75a-cfc0-432a-847b-ef36b3f0c6b1 HTTP/1.1" status: 200  len: 205 time: 0.1160769
Apr 16 21:23:23.230785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41870) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:23.273391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-8e9d1f35-9ccc-4766-817d-337f3d9e78e9 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:23.305580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-8e9d1f35-9ccc-4766-817d-337f3d9e78e9 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.41 "GET /v2.0/networks?id=e30659b1-756c-4ef0-9573-8335ff004f46 HTTP/1.1" status: 200  len: 820 time: 0.3641491
Apr 16 21:23:23.305580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:23.305580 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:23.305580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] 10.222.0.11 "PUT /v2.0/ports/cc99d421-5515-41e3-bbf8-03443566d154 HTTP/1.1" status: 200  len: 1091 time: 3.3579819
Apr 16 21:23:23.305580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': 'cc99d421-5515-41e3-bbf8-03443566d154'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:23.305580 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93124e73-0b81-4c18-a6fb-b9d9e52215df" -d '{"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "cc99d421-5515-41e3-bbf8-03443566d154"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:23.337583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-77ffff09-9b58-4c6e-ad4c-9880bb692ea5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Request body: {'port': {'device_id': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'admin_state_up': True, 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:23.369634 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-452b46b6-2938-4f76-84d1-7b794d7b92c6 service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956332
Apr 16 21:23:23.382465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-7b2468c9-3e15-4977-82f1-3464d432359a service neutron] 10.222.0.20 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3358531
Apr 16 21:23:23.399574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 16b874a8-5a14-4da6-a274-1d8be8be2676 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:23:23.404795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-81fd763e-b0d6-4563-8ff9-d1550995f2c3 None None] Set router 1df216de-b34c-48d7-b12e-80091bb26ce7 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:23.432924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Request body: {'port': {'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:23.435518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bdaa0-33c6-45ee-872e-61e77f41de82 service neutron] Pushing event updated for resources: {'Port': ['ID=cc99d421-5515-41e3-bbf8-03443566d154,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:23.460808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b4628eee-7098-4331-b1e5-d1d3254a8b45 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:23.460961 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:23.471149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (4c04b75a-cfc0-432a-847b-ef36b3f0c6b1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:23.503400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] For port b0c5da64-0828-47ad-ba91-9ec8fba682b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0c5da64-0828-47ad-ba91-9ec8fba682b2,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:23.503811 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:23.521608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 16b874a8-5a14-4da6-a274-1d8be8be2676 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:23.522412 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:23.540693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Calling delete_port for b0c5da64-0828-47ad-ba91-9ec8fba682b2 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:23.627406 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-b2d6d7e1-811e-4369-b7bd-726cf8c1f73e service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2509530
Apr 16 21:23:23.658914 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (4c04b75a-cfc0-432a-847b-ef36b3f0c6b1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:23.663536 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:23.747162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b4628eee-7098-4331-b1e5-d1d3254a8b45 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:23.780307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-aa85fbfe-4171-4b3f-ac89-36cc50a93b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012468f2e0>, [{'id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'name': 'tempest-TaggedBootDevicesTest-1835299583-router', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:17Z', 'updated_at': '2022-04-16T21:23:18Z', 'revision_number': 5, 'project_id': '114c0bc137be49c5aa52d8e970c02913', 'gw_port': {'id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:18Z', 'updated_at': '2022-04-16T21:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:23.795174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Deleting port a23485d1-9845-4ca1-9409-e22e428a8567 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:23.797835 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a23485d1-9845-4ca1-9409-e22e428a8567), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:23.827154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa85fbfe-4171-4b3f-ac89-36cc50a93b41 None None] The sync data for ids ['5305ab3c-a966-44c7-9cc8-59a005d1d221'] in ncdv-master-1 is: [{'id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'name': 'tempest-TaggedBootDevicesTest-1835299583-router', 'tenant_id': '114c0bc137be49c5aa52d8e970c02913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:12:17Z', 'updated_at': '2022-04-16T21:23:18Z', 'revision_number': 5, 'project_id': '114c0bc137be49c5aa52d8e970c02913', 'gw_port': {'id': 'b0c5da64-0828-47ad-ba91-9ec8fba682b2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5305ab3c-a966-44c7-9cc8-59a005d1d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:12:18Z', 'updated_at': '2022-04-16T21:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:23.907822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a23485d1-9845-4ca1-9409-e22e428a8567), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:23.932644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Calling delete_port for a23485d1-9845-4ca1-9409-e22e428a8567 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:23.944298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf4ba8-869a-4843-9487-811385c6eace req-ac55f59d-a92d-434d-b79c-8125a5583cb4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:23.949742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf4ba8-869a-4843-9487-811385c6eace req-ac55f59d-a92d-434d-b79c-8125a5583cb4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:23.955574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf4ba8-869a-4843-9487-811385c6eace req-ac55f59d-a92d-434d-b79c-8125a5583cb4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:23.961064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf4ba8-869a-4843-9487-811385c6eace req-ac55f59d-a92d-434d-b79c-8125a5583cb4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:23.966505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf4ba8-869a-4843-9487-811385c6eace req-ac55f59d-a92d-434d-b79c-8125a5583cb4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:23.974229 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aaaf4ba8-869a-4843-9487-811385c6eace req-ac55f59d-a92d-434d-b79c-8125a5583cb4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 3827 time: 0.1932828
Apr 16 21:23:24.022929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 16b874a8-5a14-4da6-a274-1d8be8be2676 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:24.023495 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:24.029544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-77ffff09-9b58-4c6e-ad4c-9880bb692ea5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Made reservation on behalf of d5096c21fbfe41dd80379e0e3b6fb8d5 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:23:24.038206 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-77ffff09-9b58-4c6e-ad4c-9880bb692ea5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:24.042237 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8323855f-b98c-4b13-bdb6-748fdd7182a1 x-openstack-request-id: req-8323855f-b98c-4b13-bdb6-748fdd7182a1 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:24.042237 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084a71df-04de-416c-a9cb-4a4aacb94f86", "tag": "6b41dfa1-0a5b-4329-af9c-dd8f41337861", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:24.042237 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8323855f-b98c-4b13-bdb6-748fdd7182a1 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:24.042237 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8323855f-b98c-4b13-bdb6-748fdd7182a1'] response: {'name': 'network-changed', 'server_uuid': '084a71df-04de-416c-a9cb-4a4aacb94f86', 'tag': '6b41dfa1-0a5b-4329-af9c-dd8f41337861', 'status': 'completed', 'code': 200}
Apr 16 21:23:24.081568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19297dff-d106-4813-8970-b6342085961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b874a8-5a14-4da6-a274-1d8be8be2676'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:24.084630 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ccc47b-005d-405e-9832-9db2ac53439e" -d '{"events": [{"server_uuid": "19297dff-d106-4813-8970-b6342085961c", "name": "network-vif-plugged", "status": "completed", "tag": "16b874a8-5a14-4da6-a274-1d8be8be2676"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:24.108474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 16b874a8-5a14-4da6-a274-1d8be8be2676, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16b874a8-5a14-4da6-a274-1d8be8be2676,segment=NetworkSegment(fcd7758d-5429-433b-9a50-8ae286e04fad),segment_id=fcd7758d-5429-433b-9a50-8ae286e04fad)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:24.178036 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-81fd763e-b0d6-4563-8ff9-d1550995f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243fd040>, [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:22:43Z', 'revision_number': 4, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a74f68db-ce58-4276-9f38-a23d917a10c2', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'floating_ip_address': '172.35.1.5', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'port_id': '6b41dfa1-0a5b-4329-af9c-dd8f41337861', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'mac_address': 'fa:16:3e:e6:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084a71df-04de-416c-a9cb-4a4aacb94f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:22:50Z', 'updated_at': '2022-04-16T21:23:20Z', 'revision_number': 1, 'project_id': '86582d8437084e4e95b3078888c21e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123f9600-482a-4832-ad74-b150faaad2e0', 'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'mac_address': 'fa:16:3e:c4:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:42Z', 'updated_at': '2022-04-16T21:22:52Z', 'revision_number': 5, 'project_id': '86582d8437084e4e95b3078888c21e23', 'subnets': [{'id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:24.237568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd763e-b0d6-4563-8ff9-d1550995f2c3 None None] Checking router: 1df216de-b34c-48d7-b12e-80091bb26ce7 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:23:24.244215 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:24.295093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be22769-db0a-4f88-9a32-46fddf169350 req-d6fcf2d1-87b6-48ad-8229-7382add3f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:24.297512 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4be22769-db0a-4f88-9a32-46fddf169350 req-d6fcf2d1-87b6-48ad-8229-7382add3f074 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86582d8437084e4e95b3078888c21e23&device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 1128 time: 0.1884212
Apr 16 21:23:24.301105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fd763e-b0d6-4563-8ff9-d1550995f2c3 None None] Routers {'1df216de-b34c-48d7-b12e-80091bb26ce7'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:24.301105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-81fd763e-b0d6-4563-8ff9-d1550995f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243fd040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1df216de-b34c-48d7-b12e-80091bb26ce7'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:24.340958 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aaaf4ba8-869a-4843-9487-811385c6eace req-db71453d-eda1-453d-95f0-820d0a96c249 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3651943
Apr 16 21:23:24.400741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be22769-db0a-4f88-9a32-46fddf169350 req-d83e066d-5c1f-4ba9-a455-eda4c5634e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:24.402833 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4be22769-db0a-4f88-9a32-46fddf169350 req-d83e066d-5c1f-4ba9-a455-eda4c5634e04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 HTTP/1.1" status: 200  len: 915 time: 0.0989919
Apr 16 21:23:24.404726 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a23485d1-9845-4ca1-9409-e22e428a8567), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:24.422536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1097-c494-4508-82bc-04504762a19e req-56d550f5-55ca-4ded-8fa3-1064b2839cad tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:24.425740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b0c5da64-0828-47ad-ba91-9ec8fba682b2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:24.433576 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c1cd1097-c494-4508-82bc-04504762a19e req-56d550f5-55ca-4ded-8fa3-1064b2839cad tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 945 time: 0.2945988
Apr 16 21:23:24.451015 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aa1a26-7d1c-4c60-b0a6-7cf6abcdb6e1 x-openstack-request-id: req-b8aa1a26-7d1c-4c60-b0a6-7cf6abcdb6e1 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:24.451538 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "cc99d421-5515-41e3-bbf8-03443566d154", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:24.451950 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8aa1a26-7d1c-4c60-b0a6-7cf6abcdb6e1 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:24.452551 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8aa1a26-7d1c-4c60-b0a6-7cf6abcdb6e1'] response: {'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': 'cc99d421-5515-41e3-bbf8-03443566d154', 'status': 'completed', 'code': 200}
Apr 16 21:23:24.543479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c5da64-0828-47ad-ba91-9ec8fba682b2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:24.578774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Pushing event deleted for resources: {'Port': ['ID=a23485d1-9845-4ca1-9409-e22e428a8567,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:24.696735 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c1cd1097-c494-4508-82bc-04504762a19e req-e3697caa-5003-43b9-be35-bbc3c1d20633 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2622228
Apr 16 21:23:24.702164 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4be22769-db0a-4f88-9a32-46fddf169350 req-b8e4eb0c-bd89-4b1f-92ea-b04ef2db2fd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b41dfa1-0a5b-4329-af9c-dd8f41337861 HTTP/1.1" status: 200  len: 998 time: 0.2664216
Apr 16 21:23:24.718474 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (4c04b75a-cfc0-432a-847b-ef36b3f0c6b1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:24.719516 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76942b0c-c57b-4ee7-873f-ee534cff6795 req-4ca79608-719a-4f79-98e7-9117d8fe389a tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 210 time: 0.1661496
Apr 16 21:23:24.786887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=16b874a8-5a14-4da6-a274-1d8be8be2676,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:24.808405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124e73-0b81-4c18-a6fb-b9d9e52215df req-aa46db8a-c74a-4835-93b0-0af07938b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:24.808889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124e73-0b81-4c18-a6fb-b9d9e52215df req-aa46db8a-c74a-4835-93b0-0af07938b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:24.809367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124e73-0b81-4c18-a6fb-b9d9e52215df req-aa46db8a-c74a-4835-93b0-0af07938b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:24.809838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124e73-0b81-4c18-a6fb-b9d9e52215df req-aa46db8a-c74a-4835-93b0-0af07938b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:24.811092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124e73-0b81-4c18-a6fb-b9d9e52215df req-aa46db8a-c74a-4835-93b0-0af07938b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:24.814377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93124e73-0b81-4c18-a6fb-b9d9e52215df req-aa46db8a-c74a-4835-93b0-0af07938b715 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 4393 time: 0.3465660
Apr 16 21:23:24.817119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-81fd763e-b0d6-4563-8ff9-d1550995f2c3 None None] Set router 1df216de-b34c-48d7-b12e-80091bb26ce7 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:24.880579 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (4c04b75a-cfc0-432a-847b-ef36b3f0c6b1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:24.894568 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cdf58604-61b6-4e6f-b18a-117028929920 req-b1d2f4c4-b80a-404f-a875-450488e6a2d1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 210 time: 0.0859928
Apr 16 21:23:24.904160 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_controller (4c04b75a-cfc0-432a-847b-ef36b3f0c6b1), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:24.914424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be22769-db0a-4f88-9a32-46fddf169350 req-c3bdb9ef-1eda-491d-9d31-95d9532c6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:24.926234 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4be22769-db0a-4f88-9a32-46fddf169350 req-c3bdb9ef-1eda-491d-9d31-95d9532c6cc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b HTTP/1.1" status: 200  len: 853 time: 0.2180667
Apr 16 21:23:24.960733 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-77ffff09-9b58-4c6e-ad4c-9880bb692ea5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Allocated IP 172.20.0.7 (e30659b1-756c-4ef0-9573-8335ff004f46/f82318ec-15c8-47c0-ac6c-ad372af7cf88/fd85026d-38d7-4dbb-a085-fa40b89df53f) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:24.963890 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ea9243-1833-4bb9-9205-d810b19f9528 x-openstack-request-id: req-24ea9243-1833-4bb9-9205-d810b19f9528 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:24.964317 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19297dff-d106-4813-8970-b6342085961c", "name": "network-vif-plugged", "status": "completed", "tag": "16b874a8-5a14-4da6-a274-1d8be8be2676", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:24.964679 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24ea9243-1833-4bb9-9205-d810b19f9528 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:24.965371 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ea9243-1833-4bb9-9205-d810b19f9528'] response: {'server_uuid': '19297dff-d106-4813-8970-b6342085961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b874a8-5a14-4da6-a274-1d8be8be2676', 'code': 200}
Apr 16 21:23:24.986004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c855619f-b86c-4239-9a49-bd195db04d8f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:23:25.012756 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-430d5826-1ca6-45fd-ba3e-601dfc9999a5 req-f37f25ac-c8c7-4e62-bda8-23e7144d87ec tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 210 time: 0.1950681
Apr 16 21:23:25.014638 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: c855619f-b86c-4239-9a49-bd195db04d8f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:23:25.015240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c855619f-b86c-4239-9a49-bd195db04d8f not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:23:25.024060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be22769-db0a-4f88-9a32-46fddf169350 req-fc913a83-132f-41aa-b96d-288244e384c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:25.025624 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4be22769-db0a-4f88-9a32-46fddf169350 req-fc913a83-132f-41aa-b96d-288244e384c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0910463
Apr 16 21:23:25.092569 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (4c04b75a-cfc0-432a-847b-ef36b3f0c6b1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:25.093545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Fanout notify agent at l3_agent the message router_deleted on router 4c04b75a-cfc0-432a-847b-ef36b3f0c6b1 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:23:25.110415 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:25.110415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f6dcb26e-7c90-4124-8a92-80360c15c0d7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "DELETE /v2.0/routers/4c04b75a-cfc0-432a-847b-ef36b3f0c6b1 HTTP/1.1" status: 204  len: 168 time: 1.8746758
Apr 16 21:23:25.110415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41900) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:25.114282 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Request body: {'router': {'name': 'tempest-snat-router-295483757', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'enable_snat': False}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:25.158813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-81fd763e-b0d6-4563-8ff9-d1550995f2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243fd040>, [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:22:43Z', 'revision_number': 4, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a74f68db-ce58-4276-9f38-a23d917a10c2', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'floating_ip_address': '172.35.1.5', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'port_id': '6b41dfa1-0a5b-4329-af9c-dd8f41337861', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'mac_address': 'fa:16:3e:e6:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084a71df-04de-416c-a9cb-4a4aacb94f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:22:50Z', 'updated_at': '2022-04-16T21:23:20Z', 'revision_number': 1, 'project_id': '86582d8437084e4e95b3078888c21e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123f9600-482a-4832-ad74-b150faaad2e0', 'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'mac_address': 'fa:16:3e:c4:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:42Z', 'updated_at': '2022-04-16T21:22:52Z', 'revision_number': 5, 'project_id': '86582d8437084e4e95b3078888c21e23', 'subnets': [{'id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:25.177678 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4be22769-db0a-4f88-9a32-46fddf169350 req-fa22eca6-96ab-4d04-980a-c663b459e819 service neutron] 10.222.0.41 "GET /v2.0/networks/c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457460
Apr 16 21:23:25.186519 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (5305ab3c-a966-44c7-9cc8-59a005d1d221), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:25.195773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd763e-b0d6-4563-8ff9-d1550995f2c3 None None] The sync data for ids ['1df216de-b34c-48d7-b12e-80091bb26ce7'] in ncdv-master-1 is: [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:22:43Z', 'revision_number': 4, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a74f68db-ce58-4276-9f38-a23d917a10c2', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'floating_ip_address': '172.35.1.5', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'port_id': '6b41dfa1-0a5b-4329-af9c-dd8f41337861', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'mac_address': 'fa:16:3e:e6:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084a71df-04de-416c-a9cb-4a4aacb94f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:22:50Z', 'updated_at': '2022-04-16T21:23:20Z', 'revision_number': 1, 'project_id': '86582d8437084e4e95b3078888c21e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123f9600-482a-4832-ad74-b150faaad2e0', 'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'mac_address': 'fa:16:3e:c4:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:42Z', 'updated_at': '2022-04-16T21:22:52Z', 'revision_number': 5, 'project_id': '86582d8437084e4e95b3078888c21e23', 'subnets': [{'id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:25.287844 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4be22769-db0a-4f88-9a32-46fddf169350 req-88930d09-bed6-40b7-9a07-15383fe09c45 service neutron] 10.222.0.41 "GET /v2.0/networks/c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1041691
Apr 16 21:23:25.314658 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (6a48b495-7831-4982-96c2-aba11f76b5b0), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:25.315865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (6a48b495-7831-4982-96c2-aba11f76b5b0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:25.351554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5797e3-8214-45bf-918f-0f63f7348518 req-eee157ef-5680-4a6b-88db-c728fbdd2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:25.353174 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a5797e3-8214-45bf-918f-0f63f7348518 req-eee157ef-5680-4a6b-88db-c728fbdd2b36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 1127 time: 0.2681489
Apr 16 21:23:25.367063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1abc7d3-63c4-4e58-896c-5aa4b9a41054 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:25.379383 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_controller (6a48b495-7831-4982-96c2-aba11f76b5b0), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:25.387171 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Publish callbacks [] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:25.414473 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (5305ab3c-a966-44c7-9cc8-59a005d1d221), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:25.423346 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Publish callbacks [] for router_controller (5305ab3c-a966-44c7-9cc8-59a005d1d221), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:25.466749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Transition to ACTIVE for port object c1abc7d3-63c4-4e58-896c-5aa4b9a41054 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:25.499387 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fbb42a-42ca-4235-af95-948f182fdcb3 None None] New status for floating IP a74f68db-ce58-4276-9f38-a23d917a10c2: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:23:25.554343 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:25.556825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124e73-0b81-4c18-a6fb-b9d9e52215df req-8b9fa9e5-ada2-4eb6-b50c-b17875c1527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:25.557304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124e73-0b81-4c18-a6fb-b9d9e52215df req-8b9fa9e5-ada2-4eb6-b50c-b17875c1527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:25.557762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124e73-0b81-4c18-a6fb-b9d9e52215df req-8b9fa9e5-ada2-4eb6-b50c-b17875c1527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:25.559476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93124e73-0b81-4c18-a6fb-b9d9e52215df req-8b9fa9e5-ada2-4eb6-b50c-b17875c1527b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8548f70297f04c1489783de67671dba2&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.7241721
Apr 16 21:23:25.604754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727a7cf-5f94-47b2-8dd1-7997765ebc38 req-d07e4a34-18db-4ae2-8349-2893c354c332 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:25.622671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727a7cf-5f94-47b2-8dd1-7997765ebc38 req-d07e4a34-18db-4ae2-8349-2893c354c332 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:25.633103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727a7cf-5f94-47b2-8dd1-7997765ebc38 req-d07e4a34-18db-4ae2-8349-2893c354c332 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:25.639298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727a7cf-5f94-47b2-8dd1-7997765ebc38 req-d07e4a34-18db-4ae2-8349-2893c354c332 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:25.645362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727a7cf-5f94-47b2-8dd1-7997765ebc38 req-d07e4a34-18db-4ae2-8349-2893c354c332 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:25.647396 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b727a7cf-5f94-47b2-8dd1-7997765ebc38 req-d07e4a34-18db-4ae2-8349-2893c354c332 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 3827 time: 0.2132559
Apr 16 21:23:25.785597 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (6a48b495-7831-4982-96c2-aba11f76b5b0), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:25.795760 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b727a7cf-5f94-47b2-8dd1-7997765ebc38 req-2b3bbb13-f26e-4782-a23b-797977764014 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1397064
Apr 16 21:23:25.964488 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9c84fc6-81bb-4e83-ad7d-2d55bde783e1 req-c5ffdffa-2484-4f84-9dd3-c1e1b2d80d21 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 210 time: 0.0325756
Apr 16 21:23:26.067666 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (5305ab3c-a966-44c7-9cc8-59a005d1d221), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.068316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5305ab3c-a966-44c7-9cc8-59a005d1d221 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:23:26.072894 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.074058 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-91a2575a-b008-4f0a-93fc-e5e0238d5703 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5305ab3c-a966-44c7-9cc8-59a005d1d221 HTTP/1.1" status: 204  len: 168 time: 4.2137754
Apr 16 21:23:26.094922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41912) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:26.103269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a5797e3-8214-45bf-918f-0f63f7348518 req-cd9007a1-5057-4938-b9ee-344e63e13dc9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7235141
Apr 16 21:23:26.120068 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2df57869-0376-48a5-a64d-8bedde5c58dd req-6762bfdf-2b23-4152-bd97-911fbc47a587 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 210 time: 0.0591567
Apr 16 21:23:26.176604 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (6a48b495-7831-4982-96c2-aba11f76b5b0), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.197989 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.202569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Pushing event updated for resources: {'Port': ['ID=c1abc7d3-63c4-4e58-896c-5aa4b9a41054,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:26.232104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84e72275-489d-4eb0-8e00-7c9a588981aa req-d21009bd-0893-49ee-9c4c-6a356b584fa4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 210 time: 0.0363810
Apr 16 21:23:26.304952 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-77ffff09-9b58-4c6e-ad4c-9880bb692ea5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.326026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Allocated IP 172.35.1.114 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/8f7ec487-ec20-4bf5-bb7c-c4e0abe12691) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:26.353940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a6d3a-7442-4744-ac1f-1fc156c6f43d req-b1a86095-9123-431c-b8fe-66db03659a36 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:26.355485 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a6a6d3a-7442-4744-ac1f-1fc156c6f43d req-b1a86095-9123-431c-b8fe-66db03659a36 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 945 time: 0.3084395
Apr 16 21:23:26.370428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e81b139-86d5-4e8c-9b92-490de1f7e89c admin admin] Deleting subnet c28d82d8-69d8-4262-8c99-1ad9b57f609f {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:23:26.392969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e81b139-86d5-4e8c-9b92-490de1f7e89c admin admin] Publish callbacks [] for subnet (c28d82d8-69d8-4262-8c99-1ad9b57f609f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.428705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124e73-0b81-4c18-a6fb-b9d9e52215df req-a146ce6d-66da-4eef-ab26-b291e4bc24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:26.430227 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93124e73-0b81-4c18-a6fb-b9d9e52215df req-a146ce6d-66da-4eef-ab26-b291e4bc24c2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8533568
Apr 16 21:23:26.445086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.495238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Attempting to bind port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:26.495514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Attempting to bind port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:26.495883 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Attempting to bind port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:26.500751 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e81b139-86d5-4e8c-9b92-490de1f7e89c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (c28d82d8-69d8-4262-8c99-1ad9b57f609f), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.528344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a6a6d3a-7442-4744-ac1f-1fc156c6f43d req-c78a41bc-ce3e-4e9d-aea5-c739a8f1d133 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623883
Apr 16 21:23:26.530610 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:26.530952 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Attempting to bind port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:26.540826 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:26.541179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Checking segment: {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:26.541572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Bound using segment: {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:26.542013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Bound port: c1abc7d3-63c4-4e58-896c-5aa4b9a41054, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:26.542382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.589457 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.633343 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-77ffff09-9b58-4c6e-ad4c-9880bb692ea5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.655563 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e81b139-86d5-4e8c-9b92-490de1f7e89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (c28d82d8-69d8-4262-8c99-1ad9b57f609f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.686035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event updated for resources: {'Port': ['ID=8f7ec487-ec20-4bf5-bb7c-c4e0abe12691,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:26.691584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:26.696485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:26.704530 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:26.708320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] For port c1abc7d3-63c4-4e58-896c-5aa4b9a41054, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:26.747592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-77ffff09-9b58-4c6e-ad4c-9880bb692ea5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Network e30659b1-756c-4ef0-9573-8335ff004f46 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:26.749103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] For port c1abc7d3-63c4-4e58-896c-5aa4b9a41054, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1abc7d3-63c4-4e58-896c-5aa4b9a41054,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:26.758140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-77ffff09-9b58-4c6e-ad4c-9880bb692ea5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:26.763382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-77ffff09-9b58-4c6e-ad4c-9880bb692ea5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:26.764600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441216d-0b46-473c-af30-b0e78f047b17 req-aea44c9d-6d63-458e-bc69-7f8cbc002206 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:26.766082 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-aea44c9d-6d63-458e-bc69-7f8cbc002206 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 811 time: 0.1889660
Apr 16 21:23:26.770679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffff09-9b58-4c6e-ad4c-9880bb692ea5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Pushing event updated for resources: {'Port': ['ID=fd85026d-38d7-4dbb-a085-fa40b89df53f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:26.811010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-8441216d-0b46-473c-af30-b0e78f047b17 req-99c9938e-c90c-4176-a9cf-ceb2075dc256 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Request body: {'port': {'device_id': '3704be44-6fc4-4b14-b0c0-eb1388d807a5', 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'admin_state_up': True, 'tenant_id': '7caf6e59a47149a68cae6224fb2856e7'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:26.824025 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-77ffff09-9b58-4c6e-ad4c-9880bb692ea5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:26.824574 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-77ffff09-9b58-4c6e-ad4c-9880bb692ea5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.853411 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.898145 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e81b139-86d5-4e8c-9b92-490de1f7e89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (c28d82d8-69d8-4262-8c99-1ad9b57f609f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.932821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:26.933455 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.934898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] 10.222.0.11 "PUT /v2.0/ports/c1abc7d3-63c4-4e58-896c-5aa4b9a41054 HTTP/1.1" status: 200  len: 1135 time: 3.5133247
Apr 16 21:23:26.935351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': 'c1abc7d3-63c4-4e58-896c-5aa4b9a41054'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:26.937676 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a373b6-a12a-4906-9e21-60a10143649f" -d '{"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "c1abc7d3-63c4-4e58-896c-5aa4b9a41054"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:26.953905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81b139-86d5-4e8c-9b92-490de1f7e89c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28d82d8-69d8-4262-8c99-1ad9b57f609f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:26.972888 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e81b139-86d5-4e8c-9b92-490de1f7e89c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:26.975884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8e81b139-86d5-4e8c-9b92-490de1f7e89c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c28d82d8-69d8-4262-8c99-1ad9b57f609f HTTP/1.1" status: 204  len: 168 time: 0.8752303
Apr 16 21:23:26.981017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41918) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:26.986647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c00d27-3604-448b-949b-7296474b77e6 None None] Network b5ee3ed6-3e00-467f-bfcb-b4581676ee0b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:23:26.993501 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-77ffff09-9b58-4c6e-ad4c-9880bb692ea5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6786325
Apr 16 21:23:27.039060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Request body: {'port': {'device_id': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:27.045013 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081e01bb-b0fe-4f91-9efb-7923d754a320 x-openstack-request-id: req-081e01bb-b0fe-4f91-9efb-7923d754a320 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:27.045361 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "c1abc7d3-63c4-4e58-896c-5aa4b9a41054", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:27.045568 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-081e01bb-b0fe-4f91-9efb-7923d754a320 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:27.045991 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081e01bb-b0fe-4f91-9efb-7923d754a320'] response: {'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': 'c1abc7d3-63c4-4e58-896c-5aa4b9a41054', 'status': 'completed', 'code': 200}
Apr 16 21:23:27.102869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c4ecf-f196-429d-a7ce-76c8d5a9d59c service neutron] Pushing event updated for resources: {'Port': ['ID=c1abc7d3-63c4-4e58-896c-5aa4b9a41054,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:27.197295 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Request body: {'port': {'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:27.225601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8658-1d4f-451a-8d88-802ccfd8efed req-d8bc338d-93ee-4c2e-b363-b0065d0c4560 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.235435 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b9b8658-1d4f-451a-8d88-802ccfd8efed req-d8bc338d-93ee-4c2e-b363-b0065d0c4560 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 931 time: 0.1256497
Apr 16 21:23:27.300301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd70bb5d-37c0-4fc2-b5a9-87d3a5caa95e None None] DHCP port deletion for b5ee3ed6-3e00-467f-bfcb-b4581676ee0b request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:23:27.342869 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:27.353412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fd70bb5d-37c0-4fc2-b5a9-87d3a5caa95e None None] Deleting port 8b11c9a8-9472-4930-bb00-9426821be35f {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:27.354100 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd70bb5d-37c0-4fc2-b5a9-87d3a5caa95e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8b11c9a8-9472-4930-bb00-9426821be35f), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:27.377089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a373b6-a12a-4906-9e21-60a10143649f req-5811c9ee-f4fb-4995-b2d3-091f4aa31ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.377658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a373b6-a12a-4906-9e21-60a10143649f req-5811c9ee-f4fb-4995-b2d3-091f4aa31ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.378061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a373b6-a12a-4906-9e21-60a10143649f req-5811c9ee-f4fb-4995-b2d3-091f4aa31ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.378545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a373b6-a12a-4906-9e21-60a10143649f req-5811c9ee-f4fb-4995-b2d3-091f4aa31ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.379020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a373b6-a12a-4906-9e21-60a10143649f req-5811c9ee-f4fb-4995-b2d3-091f4aa31ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.379494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a373b6-a12a-4906-9e21-60a10143649f req-5811c9ee-f4fb-4995-b2d3-091f4aa31ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.382279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15a373b6-a12a-4906-9e21-60a10143649f req-5811c9ee-f4fb-4995-b2d3-091f4aa31ad8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5352 time: 0.1908741
Apr 16 21:23:27.444361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fd70bb5d-37c0-4fc2-b5a9-87d3a5caa95e None None] For port 8b11c9a8-9472-4930-bb00-9426821be35f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b11c9a8-9472-4930-bb00-9426821be35f,segment=NetworkSegment(de29adde-1332-4a5a-98e4-26c282449b0a),segment_id=de29adde-1332-4a5a-98e4-26c282449b0a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:27.445075 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd70bb5d-37c0-4fc2-b5a9-87d3a5caa95e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8b11c9a8-9472-4930-bb00-9426821be35f), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:27.460540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fd70bb5d-37c0-4fc2-b5a9-87d3a5caa95e None None] Calling delete_port for 8b11c9a8-9472-4930-bb00-9426821be35f owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:27.468276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b9b8658-1d4f-451a-8d88-802ccfd8efed req-521f2ca4-d870-4493-99d1-e3fb492bc218 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314708
Apr 16 21:23:27.518567 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:27.616603 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6086075a-6b24-44af-8677-b69ecc4b3f26 req-e427abc5-cab9-4aa8-a8c3-70519db7fb75 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 210 time: 0.0730553
Apr 16 21:23:27.657160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fa493-cfa5-4535-b314-a95a328a58ca req-3a798cfb-a5f4-4c6d-87c7-3c96b59afe50 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.662628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fa493-cfa5-4535-b314-a95a328a58ca req-3a798cfb-a5f4-4c6d-87c7-3c96b59afe50 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.667962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fa493-cfa5-4535-b314-a95a328a58ca req-3a798cfb-a5f4-4c6d-87c7-3c96b59afe50 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.673272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fa493-cfa5-4535-b314-a95a328a58ca req-3a798cfb-a5f4-4c6d-87c7-3c96b59afe50 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.678588 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fa493-cfa5-4535-b314-a95a328a58ca req-3a798cfb-a5f4-4c6d-87c7-3c96b59afe50 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.683850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fa493-cfa5-4535-b314-a95a328a58ca req-3a798cfb-a5f4-4c6d-87c7-3c96b59afe50 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.688382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd70bb5d-37c0-4fc2-b5a9-87d3a5caa95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (8b11c9a8-9472-4930-bb00-9426821be35f), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:27.691490 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e7fa493-cfa5-4535-b314-a95a328a58ca req-3a798cfb-a5f4-4c6d-87c7-3c96b59afe50 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 4604 time: 0.7556553
Apr 16 21:23:27.718042 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb70e-1dff-4643-83e7-e90086e9da3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (b5ee3ed6-3e00-467f-bfcb-b4581676ee0b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:27.721741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70bb5d-37c0-4fc2-b5a9-87d3a5caa95e None None] Pushing event deleted for resources: {'Port': ['ID=8b11c9a8-9472-4930-bb00-9426821be35f,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:27.723710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a373b6-a12a-4906-9e21-60a10143649f req-9fc6e0b6-0ea6-4284-9156-12b9f0537543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.724222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a373b6-a12a-4906-9e21-60a10143649f req-9fc6e0b6-0ea6-4284-9156-12b9f0537543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.724749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a373b6-a12a-4906-9e21-60a10143649f req-9fc6e0b6-0ea6-4284-9156-12b9f0537543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.726446 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15a373b6-a12a-4906-9e21-60a10143649f req-9fc6e0b6-0ea6-4284-9156-12b9f0537543 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8548f70297f04c1489783de67671dba2&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3200326
Apr 16 21:23:27.733871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70bb5d-37c0-4fc2-b5a9-87d3a5caa95e None None] No DVR routers for this DVR port 8b11c9a8-9472-4930-bb00-9426821be35f on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:23:27.738998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8441216d-0b46-473c-af30-b0e78f047b17 req-99c9938e-c90c-4176-a9cf-ceb2075dc256 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Made reservation on behalf of 7caf6e59a47149a68cae6224fb2856e7 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:23:27.742544 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8441216d-0b46-473c-af30-b0e78f047b17 req-99c9938e-c90c-4176-a9cf-ceb2075dc256 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:27.779004 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-6713ce52-c421-4963-9f58-d87dbd35c8a1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:27.780375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-6713ce52-c421-4963-9f58-d87dbd35c8a1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 815 time: 0.9010141
Apr 16 21:23:27.901206 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-733ce047-0724-440b-9e38-a803acc4085d req-96f5ee74-186e-4c0e-b7cf-4d165e989191 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 210 time: 0.1705339
Apr 16 21:23:28.020974 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e7fa493-cfa5-4535-b314-a95a328a58ca req-439118b6-2b37-4a31-b360-ca670ae1edd0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3196859
Apr 16 21:23:28.047412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a373b6-a12a-4906-9e21-60a10143649f req-8a111aae-d785-4058-a758-17651936aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:28.048832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15a373b6-a12a-4906-9e21-60a10143649f req-8a111aae-d785-4058-a758-17651936aaf5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3150961
Apr 16 21:23:28.065421 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb70e-1dff-4643-83e7-e90086e9da3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (b5ee3ed6-3e00-467f-bfcb-b4581676ee0b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.113763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655896d5-42e6-496d-8470-016372d54688 req-d70d31e4-5604-488b-9907-435c6248398d tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:28.115705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-655896d5-42e6-496d-8470-016372d54688 req-d70d31e4-5604-488b-9907-435c6248398d tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 945 time: 0.0926888
Apr 16 21:23:28.146909 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b8bfb70e-1dff-4643-83e7-e90086e9da3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dc162b0>,) {'filters': {'network_id': ['b5ee3ed6-3e00-467f-bfcb-b4581676ee0b']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:28.155430 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-90a2314e-9da8-4b25-bff4-c8c0ebcf9423 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26 HTTP/1.1" status: 200  len: 379 time: 0.3608584
Apr 16 21:23:28.171169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-08c07fde-3ee2-4838-ac53-8821beffc514 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'port': {'device_id': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'admin_state_up': True, 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'security_groups': ['29823ffe-981f-4199-ae50-36c53748628c']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:28.178875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b8bfb70e-1dff-4643-83e7-e90086e9da3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dc162b0>, 'de29adde-1332-4a5a-98e4-26c282449b0a') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:28.179177 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b8bfb70e-1dff-4643-83e7-e90086e9da3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dc162b0>, 'de29adde-1332-4a5a-98e4-26c282449b0a') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:28.220498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd85026d-38d7-4dbb-a085-fa40b89df53f {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:28.234457 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb70e-1dff-4643-83e7-e90086e9da3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (de29adde-1332-4a5a-98e4-26c282449b0a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.235665 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Publish callbacks [] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.239447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (6a48b495-7831-4982-96c2-aba11f76b5b0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.253031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-8441216d-0b46-473c-af30-b0e78f047b17 req-99c9938e-c90c-4176-a9cf-ceb2075dc256 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Allocated IP 172.20.0.12 (5fb5cf29-8796-41a2-8375-e8062a5911ad/363c489b-9558-4973-a8ad-7c86215b2c65/f66da356-52f4-4b47-9500-04fa22ef8e21) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:28.283766 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-655896d5-42e6-496d-8470-016372d54688 req-0b83b69f-4de5-4db2-a4e0-ff0424ee81df tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614892
Apr 16 21:23:28.286299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Transition to ACTIVE for port object fd85026d-38d7-4dbb-a085-fa40b89df53f will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:28.295594 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9adf2d-0b03-4f92-88ae-35b824faa4fe {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:28.297594 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb70e-1dff-4643-83e7-e90086e9da3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (de29adde-1332-4a5a-98e4-26c282449b0a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.312942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bfb70e-1dff-4643-83e7-e90086e9da3f admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:23:28.313365 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb70e-1dff-4643-83e7-e90086e9da3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (de29adde-1332-4a5a-98e4-26c282449b0a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.318863 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Publish callbacks [] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:23:28.319511 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:23:28.328138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Transition to ACTIVE for port object 5e9adf2d-0b03-4f92-88ae-35b824faa4fe will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:28.371375 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.402308 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.439973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Pushing event updated for resources: {'Port': ['ID=fd85026d-38d7-4dbb-a085-fa40b89df53f,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:28.546806 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb70e-1dff-4643-83e7-e90086e9da3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (b5ee3ed6-3e00-467f-bfcb-b4581676ee0b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.566496 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb70e-1dff-4643-83e7-e90086e9da3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.569525 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b8bfb70e-1dff-4643-83e7-e90086e9da3f admin admin] 10.222.0.20 "DELETE /v2.0/networks/b5ee3ed6-3e00-467f-bfcb-b4581676ee0b HTTP/1.1" status: 204  len: 168 time: 1.5771186
Apr 16 21:23:28.576555 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9adf2d-0b03-4f92-88ae-35b824faa4fe,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:28.643803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Attempting to bind port fd85026d-38d7-4dbb-a085-fa40b89df53f on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:28.648055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Attempting to bind port fd85026d-38d7-4dbb-a085-fa40b89df53f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '72bf4b65-f704-45f9-bea1-ac039e0f7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:28.648548 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Attempting to bind port fd85026d-38d7-4dbb-a085-fa40b89df53f on network e30659b1-756c-4ef0-9573-8335ff004f46 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:28.650080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfb70e-1dff-4643-83e7-e90086e9da3f admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ee3ed6-3e00-467f-bfcb-b4581676ee0b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:28.653561 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Attempting to bind port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:28.654032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Attempting to bind port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:28.654467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Attempting to bind port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:28.671635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-08c07fde-3ee2-4838-ac53-8821beffc514 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Made reservation on behalf of d6f8dfa11e9b410cbbd59ffe32afeb26 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:23:28.673170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Port fd85026d-38d7-4dbb-a085-fa40b89df53f on network e30659b1-756c-4ef0-9573-8335ff004f46 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:28.673624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Attempting to bind port fd85026d-38d7-4dbb-a085-fa40b89df53f on network e30659b1-756c-4ef0-9573-8335ff004f46 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:28.678264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:28.678722 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Attempting to bind port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:28.680824 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-08c07fde-3ee2-4838-ac53-8821beffc514 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.684034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:28.684652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Checking segment: {'id': '72bf4b65-f704-45f9-bea1-ac039e0f7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:28.685159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Bound using segment: {'id': '72bf4b65-f704-45f9-bea1-ac039e0f7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:28.685697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Bound port: fd85026d-38d7-4dbb-a085-fa40b89df53f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bf4b65-f704-45f9-bea1-ac039e0f7090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:28.686167 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.692030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:28.692030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Checking segment: {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:28.692677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Bound using segment: {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:28.693275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Bound port: 5e9adf2d-0b03-4f92-88ae-35b824faa4fe, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:28.693738 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.769721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23714108-844c-4c49-b0fa-c64ce6029f4d req-beb4d4ff-03be-4470-b289-4975464ab093 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:28.771843 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23714108-844c-4c49-b0fa-c64ce6029f4d req-beb4d4ff-03be-4470-b289-4975464ab093 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 943 time: 0.2064431
Apr 16 21:23:28.836521 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8441216d-0b46-473c-af30-b0e78f047b17 req-99c9938e-c90c-4176-a9cf-ceb2075dc256 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks [] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.852496 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7029fc0-6d0a-47f1-bbe0-d722c6ac1cc6 req-b978b5a4-7685-4928-8c6e-1d313cc60eaf tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 210 time: 0.0833733
Apr 16 21:23:28.900052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] For port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:28.910895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] For port fd85026d-38d7-4dbb-a085-fa40b89df53f, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:28.915709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] For port fd85026d-38d7-4dbb-a085-fa40b89df53f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f,segment=NetworkSegment(72bf4b65-f704-45f9-bea1-ac039e0f7090),segment_id=72bf4b65-f704-45f9-bea1-ac039e0f7090)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:28.918041 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] For port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e9adf2d-0b03-4f92-88ae-35b824faa4fe,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:28.924382 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (6a48b495-7831-4982-96c2-aba11f76b5b0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:28.932721 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23714108-844c-4c49-b0fa-c64ce6029f4d req-4d551d99-09f4-4f61-bdb9-1edc91ab71b3 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398687
Apr 16 21:23:28.958206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8b11c9a8-9472-4930-bb00-9426821be35f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:23:28.983387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 8b11c9a8-9472-4930-bb00-9426821be35f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:23:28.983825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8b11c9a8-9472-4930-bb00-9426821be35f not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:23:28.984398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b0c5da64-0828-47ad-ba91-9ec8fba682b2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:23:29.008338 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:29.008338 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:29.047036 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: b0c5da64-0828-47ad-ba91-9ec8fba682b2 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:23:29.048732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b0c5da64-0828-47ad-ba91-9ec8fba682b2 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:23:29.071697 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-08c07fde-3ee2-4838-ac53-8821beffc514 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Allocated IP 172.20.0.5 (26fd8c71-2108-482c-9702-fc8775f3578f/c99e39d7-2867-4b44-a041-babd70d56231/459ce4bf-03df-40c1-b9aa-0e81a103ea05) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:29.120775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:29.121418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:29.123008 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] 10.222.0.41 "PUT /v2.0/ports/fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 200  len: 1091 time: 2.1026421
Apr 16 21:23:29.143693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:29.146111 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e256d7-0a6d-4c53-85fd-f6a690ab4c32" -d '{"events": [{"name": "network-changed", "server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:29.153892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:29.154797 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:29.156435 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] 10.222.0.11 "PUT /v2.0/ports/5e9adf2d-0b03-4f92-88ae-35b824faa4fe HTTP/1.1" status: 200  len: 1136 time: 1.9637561
Apr 16 21:23:29.157245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41946) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:29.177954 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90d30346-e158-48ce-b9b1-f04c1d4a257b req-dc8f1e4d-0bed-4dbe-8912-77dbe929ce86 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 210 time: 0.0926571
Apr 16 21:23:29.179754 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8441216d-0b46-473c-af30-b0e78f047b17 req-99c9938e-c90c-4176-a9cf-ceb2075dc256 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:29.217629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a4875-2e3d-4518-955d-d30d0f48d785 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9adf2d-0b03-4f92-88ae-35b824faa4fe,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:29.242504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Request body: {'port': {'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:29.260126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b6a56-fd3b-4d1a-b51c-c8d339d6a347 req-2d88b50d-fe97-4647-85ca-6de8d27b1035 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:29.265451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b6a56-fd3b-4d1a-b51c-c8d339d6a347 req-2d88b50d-fe97-4647-85ca-6de8d27b1035 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:29.270844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b6a56-fd3b-4d1a-b51c-c8d339d6a347 req-2d88b50d-fe97-4647-85ca-6de8d27b1035 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:29.275924 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40008fe6-c69d-4c1e-bde9-e56f85642fbe x-openstack-request-id: req-40008fe6-c69d-4c1e-bde9-e56f85642fbe {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:29.276308 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:29.276629 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40008fe6-c69d-4c1e-bde9-e56f85642fbe {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:29.276849 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b6a56-fd3b-4d1a-b51c-c8d339d6a347 req-2d88b50d-fe97-4647-85ca-6de8d27b1035 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:29.277476 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40008fe6-c69d-4c1e-bde9-e56f85642fbe'] response: {'name': 'network-changed', 'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f', 'status': 'completed', 'code': 200}
Apr 16 21:23:29.282707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b6a56-fd3b-4d1a-b51c-c8d339d6a347 req-2d88b50d-fe97-4647-85ca-6de8d27b1035 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:29.288142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b6a56-fd3b-4d1a-b51c-c8d339d6a347 req-2d88b50d-fe97-4647-85ca-6de8d27b1035 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:29.293673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b6a56-fd3b-4d1a-b51c-c8d339d6a347 req-2d88b50d-fe97-4647-85ca-6de8d27b1035 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:29.295570 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1e2b6a56-fd3b-4d1a-b51c-c8d339d6a347 req-2d88b50d-fe97-4647-85ca-6de8d27b1035 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5382 time: 0.1711874
Apr 16 21:23:29.391042 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8441216d-0b46-473c-af30-b0e78f047b17 req-99c9938e-c90c-4176-a9cf-ceb2075dc256 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Network 5fb5cf29-8796-41a2-8375-e8062a5911ad is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:29.409730 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-335f5a65-56c8-46f9-8064-b79e0b777254 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce47d3657e50419183b9ee9cee309667&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2460806
Apr 16 21:23:29.410367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-8441216d-0b46-473c-af30-b0e78f047b17 req-99c9938e-c90c-4176-a9cf-ceb2075dc256 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:29.410765 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41952) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:29.425550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8441216d-0b46-473c-af30-b0e78f047b17 req-99c9938e-c90c-4176-a9cf-ceb2075dc256 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:29.427926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-f662bd2f-dbc7-402b-a6a2-cdbdde872722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:29.429543 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-f662bd2f-dbc7-402b-a6a2-cdbdde872722 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5096c21fbfe41dd80379e0e3b6fb8d5&device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 1125 time: 0.1496353
Apr 16 21:23:29.440906 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:29.441123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9938e-c90c-4176-a9cf-ceb2075dc256 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Pushing event updated for resources: {'Port': ['ID=f66da356-52f4-4b47-9500-04fa22ef8e21,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:29.443664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00a3df-9451-47e6-a8e4-4c0eef006542 service neutron] Pushing event updated for resources: {'Port': ['ID=fd85026d-38d7-4dbb-a085-fa40b89df53f,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:29.495996 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-9b98d86a-2cc5-4872-a72b-1f4af354e924 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 200  len: 217 time: 0.0563264
Apr 16 21:23:29.568599 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1e2b6a56-fd3b-4d1a-b51c-c8d339d6a347 req-876aa25b-47cc-4da2-9923-a8f4b620c937 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2209499
Apr 16 21:23:29.571505 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-08c07fde-3ee2-4838-ac53-8821beffc514 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:29.584814 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441216d-0b46-473c-af30-b0e78f047b17 req-99c9938e-c90c-4176-a9cf-ceb2075dc256 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:29.585718 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8441216d-0b46-473c-af30-b0e78f047b17 req-99c9938e-c90c-4176-a9cf-ceb2075dc256 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:29.616358 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0e8a-b9e0-4104-8d65-d713025cb482 admin admin] Publish callbacks [] for security_group (c9fce068-1310-4d86-9d29-9978be3cc7fd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:29.628835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Router 6a48b495-7831-4982-96c2-aba11f76b5b0 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:23:29.631097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-185f5520-86f8-4230-8d33-d84725d30283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:29.632587 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-185f5520-86f8-4230-8d33-d84725d30283 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f82318ec-15c8-47c0-ac6c-ad372af7cf88 HTTP/1.1" status: 200  len: 860 time: 0.1142223
Apr 16 21:23:29.663360 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0e8a-b9e0-4104-8d65-d713025cb482 admin admin] Publish callbacks [] for security_group (c9fce068-1310-4d86-9d29-9978be3cc7fd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:29.722417 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-99c9938e-c90c-4176-a9cf-ceb2075dc256 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9153314
Apr 16 21:23:29.739792 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Request body: {'port': {'device_id': '3704be44-6fc4-4b14-b0c0-eb1388d807a5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:29.774701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-08c07fde-3ee2-4838-ac53-8821beffc514 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:29.905780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-08c07fde-3ee2-4838-ac53-8821beffc514 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Network 26fd8c71-2108-482c-9702-fc8775f3578f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:29.916451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-08c07fde-3ee2-4838-ac53-8821beffc514 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:29.921574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c07fde-3ee2-4838-ac53-8821beffc514 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'Port': ['ID=459ce4bf-03df-40c1-b9aa-0e81a103ea05,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:29.925565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-08c07fde-3ee2-4838-ac53-8821beffc514 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:29.932502 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:29.953118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:29.965682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Sync routers for ids ['6a48b495-7831-4982-96c2-aba11f76b5b0'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:29.982112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Routers {'6a48b495-7831-4982-96c2-aba11f76b5b0'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:29.983047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012444fac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6a48b495-7831-4982-96c2-aba11f76b5b0'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:30.009061 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0e8a-b9e0-4104-8d65-d713025cb482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c9fce068-1310-4d86-9d29-9978be3cc7fd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.011655 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0e8a-b9e0-4104-8d65-d713025cb482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.012842 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3c6a0e8a-b9e0-4104-8d65-d713025cb482 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9fce068-1310-4d86-9d29-9978be3cc7fd HTTP/1.1" status: 204  len: 168 time: 0.5959978
Apr 16 21:23:30.079350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a0e8a-b9e0-4104-8d65-d713025cb482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fce068-1310-4d86-9d29-9978be3cc7fd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:30.095767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c09fbd-1f02-4a02-bf33-ae9c37c14cc7 req-4c433264-13d1-4096-aec1-72abf2de0b93 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:30.098438 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c09fbd-1f02-4a02-bf33-ae9c37c14cc7 req-4c433264-13d1-4096-aec1-72abf2de0b93 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 945 time: 0.1413867
Apr 16 21:23:30.104453 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-23d6162c-84a6-440e-9fd1-d05b38322525 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e30659b1-756c-4ef0-9573-8335ff004f46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4652638
Apr 16 21:23:30.105334 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-08c07fde-3ee2-4838-ac53-8821beffc514 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:30.106008 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-08c07fde-3ee2-4838-ac53-8821beffc514 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.131221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.132090 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7432e032-db65-4df0-9434-11efb3d9fdf2 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 5.0210102
Apr 16 21:23:30.161749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41962) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:30.181831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Set router 6a48b495-7831-4982-96c2-aba11f76b5b0 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:30.269620 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c09fbd-1f02-4a02-bf33-ae9c37c14cc7 req-e4d376b9-3d54-4d78-bc01-c3871cab3133 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555679
Apr 16 21:23:30.283223 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-08c07fde-3ee2-4838-ac53-8821beffc514 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1139939
Apr 16 21:23:30.303266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Request body: {'port': {'device_id': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:30.314667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a623a-5826-4146-bc62-277cdfe9930d req-e5f41715-16a4-44df-a2de-29b9c307c313 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:30.318153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c54a623a-5826-4146-bc62-277cdfe9930d req-e5f41715-16a4-44df-a2de-29b9c307c313 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 931 time: 0.3318908
Apr 16 21:23:30.392305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7cf15171-1e93-40d5-b1b1-0799cd29a5f4 None None] Provisioning complete for port 459ce4bf-03df-40c1-b9aa-0e81a103ea05 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:30.392928 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7cf15171-1e93-40d5-b1b1-0799cd29a5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.466678 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7cf15171-1e93-40d5-b1b1-0799cd29a5f4 None None] Port 459ce4bf-03df-40c1-b9aa-0e81a103ea05 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:23:30.477470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012444fac0>, [{'id': '6a48b495-7831-4982-96c2-aba11f76b5b0', 'name': 'tempest-snat-router-295483757', 'tenant_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.114'}], 'enable_snat': False}, 'gw_port_id': '8f7ec487-ec20-4bf5-bb7c-c4e0abe12691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:23:25Z', 'updated_at': '2022-04-16T21:23:27Z', 'revision_number': 3, 'project_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'gw_port': {'id': '8f7ec487-ec20-4bf5-bb7c-c4e0abe12691', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a48b495-7831-4982-96c2-aba11f76b5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:26Z', 'updated_at': '2022-04-16T21:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:30.477889 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cdab8-2f5e-4c2f-bc27-6bf172f8dc9a req-c1a5d1de-3256-485f-bec5-ff207911d30b tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:30.479507 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b55cdab8-2f5e-4c2f-bc27-6bf172f8dc9a req-c1a5d1de-3256-485f-bec5-ff207911d30b tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 943 time: 0.1165743
Apr 16 21:23:30.480159 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.491352 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-f68abd24-ceca-419b-9340-53d23c02dcfb service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3550534
Apr 16 21:23:30.519991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Checking router: 6a48b495-7831-4982-96c2-aba11f76b5b0 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:23:30.520605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Updating router 6a48b495-7831-4982-96c2-aba11f76b5b0 port 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:23:30.522428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6ab7730a-6400-47b9-83f5-170bd606043f tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/routers/6a48b495-7831-4982-96c2-aba11f76b5b0 HTTP/1.1" status: 200  len: 908 time: 0.3489347
Apr 16 21:23:30.532559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41968) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:30.552041 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Request body: {'router': {'name': 'tempest-snat-router-295483757', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'enable_snat': True}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:30.554440 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.576502 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c54a623a-5826-4146-bc62-277cdfe9930d req-62e8621a-46fc-410f-9f80-a0edb4a3715b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=29823ffe-981f-4199-ae50-36c53748628c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2422872
Apr 16 21:23:30.593841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e161877a-3f6f-49a7-8aed-2eee986f2f68 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:30.621336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66da356-52f4-4b47-9500-04fa22ef8e21 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:30.629842 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Publish callbacks [] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.642441 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Publish callbacks [] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.690849 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Transition to ACTIVE for port object f66da356-52f4-4b47-9500-04fa22ef8e21 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:30.705303 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b55cdab8-2f5e-4c2f-bc27-6bf172f8dc9a req-91c09762-d886-4c45-8d4b-62288435ca14 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2123008
Apr 16 21:23:30.736017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Transition to ACTIVE for port object e161877a-3f6f-49a7-8aed-2eee986f2f68 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:30.755971 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506a136-074a-4465-899b-9f62e34978df req-ee2c70f1-a75b-4885-999f-c02f9a4933c0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:30.757563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b506a136-074a-4465-899b-9f62e34978df req-ee2c70f1-a75b-4885-999f-c02f9a4933c0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 932 time: 0.1177928
Apr 16 21:23:30.798243 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bedede5f-bcca-488e-88a2-6e825f1a26b1 req-4ec6f061-5240-4a05-a451-4a79b2a0262f service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3003802
Apr 16 21:23:30.821400 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.847636 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b506a136-074a-4465-899b-9f62e34978df req-b812ccd7-bede-472f-b1ef-c3cef3eaf46b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733314
Apr 16 21:23:30.877911 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (0689939a-a06f-4e3a-b907-535a5707bbb2), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.879065 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (0689939a-a06f-4e3a-b907-535a5707bbb2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.883661 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.904435 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Publish callbacks [] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:30.982575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Pushing event updated for resources: {'Port': ['ID=f66da356-52f4-4b47-9500-04fa22ef8e21,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:30.990901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Pushing event updated for resources: {'Port': ['ID=e161877a-3f6f-49a7-8aed-2eee986f2f68,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:30.994902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963b2b-beaf-4723-84f1-71493246e5a9 req-18a481ec-44a2-4075-a6be-f36eb907f274 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:30.998790 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:31.000119 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_controller (0689939a-a06f-4e3a-b907-535a5707bbb2), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:31.001360 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963b2b-beaf-4723-84f1-71493246e5a9 req-18a481ec-44a2-4075-a6be-f36eb907f274 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.008069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963b2b-beaf-4723-84f1-71493246e5a9 req-18a481ec-44a2-4075-a6be-f36eb907f274 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.012556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963b2b-beaf-4723-84f1-71493246e5a9 req-18a481ec-44a2-4075-a6be-f36eb907f274 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.017893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963b2b-beaf-4723-84f1-71493246e5a9 req-18a481ec-44a2-4075-a6be-f36eb907f274 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.024360 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963b2b-beaf-4723-84f1-71493246e5a9 req-18a481ec-44a2-4075-a6be-f36eb907f274 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.030268 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963b2b-beaf-4723-84f1-71493246e5a9 req-18a481ec-44a2-4075-a6be-f36eb907f274 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.032305 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8f963b2b-beaf-4723-84f1-71493246e5a9 req-18a481ec-44a2-4075-a6be-f36eb907f274 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5382 time: 0.2150331
Apr 16 21:23:31.103373 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41972) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:31.105110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Pushing event updated for resources: {'Port': ['ID=8f7ec487-ec20-4bf5-bb7c-c4e0abe12691,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:31.118666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Attempting to bind port 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:31.119270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Attempting to bind port 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:31.119811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Attempting to bind port 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:31.127147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:31.127811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:31.128534 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:31.129144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:31.129797 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Bound port: 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:31.130370 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:31.203224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e2ef-291b-4796-bf8f-934ef393810c req-e3dea2b7-0721-4d56-904c-f203f36540aa tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.204803 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04e1e2ef-291b-4796-bf8f-934ef393810c req-e3dea2b7-0721-4d56-904c-f203f36540aa tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.11 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 945 time: 0.1461849
Apr 16 21:23:31.210693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8f963b2b-beaf-4723-84f1-71493246e5a9 req-472b00cc-b111-4b82-a0ae-e6ead655bf8e tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1666007
Apr 16 21:23:31.214244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] For port 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:31.216888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] For port 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f7ec487-ec20-4bf5-bb7c-c4e0abe12691,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:31.221599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Attempting to bind port e161877a-3f6f-49a7-8aed-2eee986f2f68 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:31.221833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Attempting to bind port e161877a-3f6f-49a7-8aed-2eee986f2f68 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:31.222155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Attempting to bind port e161877a-3f6f-49a7-8aed-2eee986f2f68 on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:31.266608 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-869d0db7-bcab-448e-9b20-0c9eb0cb87aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=114c0bc137be49c5aa52d8e970c02913&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1550901
Apr 16 21:23:31.273983 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41976) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:31.287574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': '5e9adf2d-0b03-4f92-88ae-35b824faa4fe'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:31.289976 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7412a6-ada1-4799-8d0e-fa80ba315950" -d '{"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "5e9adf2d-0b03-4f92-88ae-35b824faa4fe"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:31.306806 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:31.325791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Port e161877a-3f6f-49a7-8aed-2eee986f2f68 on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:31.326124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Attempting to bind port e161877a-3f6f-49a7-8aed-2eee986f2f68 on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:31.339610 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (0689939a-a06f-4e3a-b907-535a5707bbb2), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:31.360202 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:31.360593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Checking segment: {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:31.363483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Bound using segment: {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:31.365312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Bound port: e161877a-3f6f-49a7-8aed-2eee986f2f68, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:31.370071 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:31.378002 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab98698-317f-4490-bd57-2437b8f355f1 x-openstack-request-id: req-3ab98698-317f-4490-bd57-2437b8f355f1 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:31.381407 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "5e9adf2d-0b03-4f92-88ae-35b824faa4fe", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:31.381407 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ab98698-317f-4490-bd57-2437b8f355f1 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:31.381407 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab98698-317f-4490-bd57-2437b8f355f1'] response: {'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': '5e9adf2d-0b03-4f92-88ae-35b824faa4fe', 'status': 'completed', 'code': 200}
Apr 16 21:23:31.384629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Routers {'6a48b495-7831-4982-96c2-aba11f76b5b0'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:31.385276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012444fac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6a48b495-7831-4982-96c2-aba11f76b5b0'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:31.431813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Pushing event updated for resources: {'Port': ['ID=8f7ec487-ec20-4bf5-bb7c-c4e0abe12691,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:31.445441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.445817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.446161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.446497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.446839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.447171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.447496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.447839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.448151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.448501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.448829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.449181 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.449507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.449945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.450276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310ff8bc-3d5c-4313-86d1-98c45e335e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:31.533104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] Set router 6a48b495-7831-4982-96c2-aba11f76b5b0 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:31.638471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-6c8845c8-bd38-4981-a2b9-259c872c1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.639091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-6c8845c8-bd38-4981-a2b9-259c872c1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.639567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-6c8845c8-bd38-4981-a2b9-259c872c1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.640047 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-6c8845c8-bd38-4981-a2b9-259c872c1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.640544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-6c8845c8-bd38-4981-a2b9-259c872c1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.641013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-6c8845c8-bd38-4981-a2b9-259c872c1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.641681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-6c8845c8-bd38-4981-a2b9-259c872c1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.643695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-6c8845c8-bd38-4981-a2b9-259c872c1398 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 6337 time: 0.2447848
Apr 16 21:23:31.655854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82c93a-bef5-4931-ad2c-0afee113cb5a req-4dfef930-bf7e-43a2-b023-0330c5095173 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.657577 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf82c93a-bef5-4931-ad2c-0afee113cb5a req-4dfef930-bf7e-43a2-b023-0330c5095173 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 945 time: 0.2597942
Apr 16 21:23:31.679788 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Attempting to bind port f66da356-52f4-4b47-9500-04fa22ef8e21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:31.680158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Attempting to bind port f66da356-52f4-4b47-9500-04fa22ef8e21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:31.680477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Attempting to bind port f66da356-52f4-4b47-9500-04fa22ef8e21 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:31.693169 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-04e1e2ef-291b-4796-bf8f-934ef393810c req-7efc6809-643e-48b3-9ecd-adbf4850dcf6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Deleting port 16b874a8-5a14-4da6-a274-1d8be8be2676 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:31.694015 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-04e1e2ef-291b-4796-bf8f-934ef393810c req-7efc6809-643e-48b3-9ecd-adbf4850dcf6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:31.712889 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012444fac0>, [{'id': '6a48b495-7831-4982-96c2-aba11f76b5b0', 'name': 'tempest-snat-router-295483757', 'tenant_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.114'}], 'enable_snat': False}, 'gw_port_id': '8f7ec487-ec20-4bf5-bb7c-c4e0abe12691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:23:25Z', 'updated_at': '2022-04-16T21:23:27Z', 'revision_number': 3, 'project_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'gw_port': {'id': '8f7ec487-ec20-4bf5-bb7c-c4e0abe12691', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a48b495-7831-4982-96c2-aba11f76b5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:26Z', 'updated_at': '2022-04-16T21:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:31.739293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6fa88-e369-4a24-910c-915312cba86e None None] The sync data for ids ['6a48b495-7831-4982-96c2-aba11f76b5b0'] in ncdv-master-1 is: [{'id': '6a48b495-7831-4982-96c2-aba11f76b5b0', 'name': 'tempest-snat-router-295483757', 'tenant_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.114'}], 'enable_snat': False}, 'gw_port_id': '8f7ec487-ec20-4bf5-bb7c-c4e0abe12691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:23:25Z', 'updated_at': '2022-04-16T21:23:27Z', 'revision_number': 3, 'project_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'gw_port': {'id': '8f7ec487-ec20-4bf5-bb7c-c4e0abe12691', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a48b495-7831-4982-96c2-aba11f76b5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:26Z', 'updated_at': '2022-04-16T21:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:31.748564 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Port f66da356-52f4-4b47-9500-04fa22ef8e21 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:31.748742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Attempting to bind port f66da356-52f4-4b47-9500-04fa22ef8e21 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:31.770577 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:31.770883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Checking segment: {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:31.772340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Bound using segment: {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:31.772340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Bound port: f66da356-52f4-4b47-9500-04fa22ef8e21, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:31.772340 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:31.781125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459ce4bf-03df-40c1-b9aa-0e81a103ea05 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:31.807194 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Publish callbacks [] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:31.823358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7df1f4-8f02-49d8-b3c7-bedb75e33a0c req-4180a34e-ce81-4c0f-9436-67b6d8921bdc tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:31.824950 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d7df1f4-8f02-49d8-b3c7-bedb75e33a0c req-4180a34e-ce81-4c0f-9436-67b6d8921bdc tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 931 time: 0.1464403
Apr 16 21:23:31.857353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Transition to ACTIVE for port object 459ce4bf-03df-40c1-b9aa-0e81a103ea05 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:31.889568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] For port e161877a-3f6f-49a7-8aed-2eee986f2f68, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:31.891973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c60276ef-801d-4193-a80a-d85963ff5e0f admin admin] Publish callbacks [] for security_group (bc009521-a1ea-4668-a03d-a85872c38189), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:31.925095 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:31.932774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] For port e161877a-3f6f-49a7-8aed-2eee986f2f68, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e161877a-3f6f-49a7-8aed-2eee986f2f68,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:31.968116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] For port f66da356-52f4-4b47-9500-04fa22ef8e21, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:31.986759 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c60276ef-801d-4193-a80a-d85963ff5e0f admin admin] Publish callbacks [] for security_group (bc009521-a1ea-4668-a03d-a85872c38189), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:32.017824 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf82c93a-bef5-4931-ad2c-0afee113cb5a req-3d95e934-fad4-4aa6-a319-934707ac8a40 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3360486
Apr 16 21:23:32.039563 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] For port f66da356-52f4-4b47-9500-04fa22ef8e21, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f66da356-52f4-4b47-9500-04fa22ef8e21,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:32.045844 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:32.048756 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d7df1f4-8f02-49d8-b3c7-bedb75e33a0c req-4e8a25ff-618c-4d6e-a05b-03e99993f62c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=29823ffe-981f-4199-ae50-36c53748628c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1954160
Apr 16 21:23:32.077414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Pushing event updated for resources: {'Port': ['ID=459ce4bf-03df-40c1-b9aa-0e81a103ea05,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:32.091712 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-713cce4e-96cf-4ad0-9842-6196756835c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.098598 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-713cce4e-96cf-4ad0-9842-6196756835c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.100126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-713cce4e-96cf-4ad0-9842-6196756835c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.101678 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-713cce4e-96cf-4ad0-9842-6196756835c1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8548f70297f04c1489783de67671dba2&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.4376197
Apr 16 21:23:32.131847 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (0689939a-a06f-4e3a-b907-535a5707bbb2), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:32.157272 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:32.240904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.240904 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:32.242039 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] 10.222.0.11 "PUT /v2.0/ports/e161877a-3f6f-49a7-8aed-2eee986f2f68 HTTP/1.1" status: 200  len: 1090 time: 3.0066595
Apr 16 21:23:32.245133 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:32.340206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fcdfd-756e-403b-a8f3-978b775e1d16 req-ecaf2965-417d-476a-b275-15a5f686bdd8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.342200 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-036fcdfd-756e-403b-a8f3-978b775e1d16 req-ecaf2965-417d-476a-b275-15a5f686bdd8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 944 time: 0.1197383
Apr 16 21:23:32.342940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Pushing event updated for resources: {'Port': ['ID=f66da356-52f4-4b47-9500-04fa22ef8e21,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:32.358129 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.359462 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:32.361205 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-da99db17-4edc-4d7c-a9a1-34654e19e6df service neutron] 10.222.0.41 "PUT /v2.0/ports/f66da356-52f4-4b47-9500-04fa22ef8e21 HTTP/1.1" status: 200  len: 1092 time: 2.6263978
Apr 16 21:23:32.371526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3704be44-6fc4-4b14-b0c0-eb1388d807a5', 'tag': 'f66da356-52f4-4b47-9500-04fa22ef8e21'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:32.374134 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac188a4d-6b8a-482e-b019-92c7f59fed81" -d '{"events": [{"name": "network-changed", "server_uuid": "3704be44-6fc4-4b14-b0c0-eb1388d807a5", "tag": "f66da356-52f4-4b47-9500-04fa22ef8e21"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:32.376861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c60276ef-801d-4193-a80a-d85963ff5e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bc009521-a1ea-4668-a03d-a85872c38189), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:32.380052 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c60276ef-801d-4193-a80a-d85963ff5e0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:32.381403 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c60276ef-801d-4193-a80a-d85963ff5e0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc009521-a1ea-4668-a03d-a85872c38189 HTTP/1.1" status: 204  len: 168 time: 1.1062505
Apr 16 21:23:32.414076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60276ef-801d-4193-a80a-d85963ff5e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc009521-a1ea-4668-a03d-a85872c38189,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:32.457227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Attempting to bind port 459ce4bf-03df-40c1-b9aa-0e81a103ea05 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:32.458314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Attempting to bind port 459ce4bf-03df-40c1-b9aa-0e81a103ea05 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:32.459378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Attempting to bind port 459ce4bf-03df-40c1-b9aa-0e81a103ea05 on network 26fd8c71-2108-482c-9702-fc8775f3578f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:32.466351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Port 459ce4bf-03df-40c1-b9aa-0e81a103ea05 on network 26fd8c71-2108-482c-9702-fc8775f3578f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:32.466685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Attempting to bind port 459ce4bf-03df-40c1-b9aa-0e81a103ea05 on network 26fd8c71-2108-482c-9702-fc8775f3578f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:32.480703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:32.481020 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Checking segment: {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:32.481430 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Bound using segment: {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:32.481887 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Bound port: 459ce4bf-03df-40c1-b9aa-0e81a103ea05, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:32.482537 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:32.570581 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-036fcdfd-756e-403b-a8f3-978b775e1d16 req-ad4ed7c5-dac2-49bd-8881-92be785ad9c5 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057374
Apr 16 21:23:32.626225 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] For port 459ce4bf-03df-40c1-b9aa-0e81a103ea05, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:32.629844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] For port 459ce4bf-03df-40c1-b9aa-0e81a103ea05, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=459ce4bf-03df-40c1-b9aa-0e81a103ea05,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:32.702237 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-04e1e2ef-291b-4796-bf8f-934ef393810c req-7efc6809-643e-48b3-9ecd-adbf4850dcf6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] For port 16b874a8-5a14-4da6-a274-1d8be8be2676, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16b874a8-5a14-4da6-a274-1d8be8be2676,segment=NetworkSegment(fcd7758d-5429-433b-9a50-8ae286e04fad),segment_id=fcd7758d-5429-433b-9a50-8ae286e04fad)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:32.702813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-04e1e2ef-291b-4796-bf8f-934ef393810c req-7efc6809-643e-48b3-9ecd-adbf4850dcf6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:32.707928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360a713-8ff3-4599-bfdf-9a2cec212ad5 req-80dbf8a4-a5f3-40d1-8535-886baf06f8e4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.714261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360a713-8ff3-4599-bfdf-9a2cec212ad5 req-80dbf8a4-a5f3-40d1-8535-886baf06f8e4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.719995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360a713-8ff3-4599-bfdf-9a2cec212ad5 req-80dbf8a4-a5f3-40d1-8535-886baf06f8e4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.726084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360a713-8ff3-4599-bfdf-9a2cec212ad5 req-80dbf8a4-a5f3-40d1-8535-886baf06f8e4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.731711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360a713-8ff3-4599-bfdf-9a2cec212ad5 req-80dbf8a4-a5f3-40d1-8535-886baf06f8e4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.737210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360a713-8ff3-4599-bfdf-9a2cec212ad5 req-80dbf8a4-a5f3-40d1-8535-886baf06f8e4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.742705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360a713-8ff3-4599-bfdf-9a2cec212ad5 req-80dbf8a4-a5f3-40d1-8535-886baf06f8e4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.751113 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d360a713-8ff3-4599-bfdf-9a2cec212ad5 req-80dbf8a4-a5f3-40d1-8535-886baf06f8e4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5394 time: 0.1193216
Apr 16 21:23:32.751841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Request body: {'port': {'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:32.774063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-04e1e2ef-291b-4796-bf8f-934ef393810c req-7efc6809-643e-48b3-9ecd-adbf4850dcf6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Calling delete_port for 16b874a8-5a14-4da6-a274-1d8be8be2676 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:32.787303 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:32.834563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a64a18-dee0-45fc-87e5-c92a6ccb3c1f service neutron] Pushing event updated for resources: {'Port': ['ID=e161877a-3f6f-49a7-8aed-2eee986f2f68,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:32.867743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f97ef-151b-4d30-a038-1a3504524263 req-564f9501-59ab-49fc-8aa3-d7ad5ae5a62e tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.875224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c6f97ef-151b-4d30-a038-1a3504524263 req-564f9501-59ab-49fc-8aa3-d7ad5ae5a62e tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 943 time: 0.7160723
Apr 16 21:23:32.876848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e256d7-0a6d-4c53-85fd-f6a690ab4c32 req-dfb52fb9-d39b-4846-819b-7bab3a7fbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.878546 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-98e256d7-0a6d-4c53-85fd-f6a690ab4c32 req-dfb52fb9-d39b-4846-819b-7bab3a7fbe4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5096c21fbfe41dd80379e0e3b6fb8d5&device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 1125 time: 0.1055286
Apr 16 21:23:32.886907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:32.887974 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:32.889545 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] 10.222.0.41 "PUT /v2.0/ports/459ce4bf-03df-40c1-b9aa-0e81a103ea05 HTTP/1.1" status: 200  len: 1091 time: 2.6000671
Apr 16 21:23:33.064134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e256d7-0a6d-4c53-85fd-f6a690ab4c32 req-e4643bd5-b05c-4268-a362-4caa861a552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:33.065709 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-98e256d7-0a6d-4c53-85fd-f6a690ab4c32 req-e4643bd5-b05c-4268-a362-4caa861a552b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e30659b1-756c-4ef0-9573-8335ff004f46 HTTP/1.1" status: 200  len: 921 time: 0.1669891
Apr 16 21:23:33.101723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441216d-0b46-473c-af30-b0e78f047b17 req-fd14cb7c-3248-4208-a4d1-8d5c5564c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:33.113310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:33.120106 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-fd14cb7c-3248-4208-a4d1-8d5c5564c1c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 1126 time: 0.2180355
Apr 16 21:23:33.150510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-84e880e6-fbfe-462b-b97c-c4413a773468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:33.156428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b7412a6-ada1-4799-8d0e-fa80ba315950 req-84e880e6-fbfe-462b-b97c-c4413a773468 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.0171287
Apr 16 21:23:33.183373 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:33.186349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca9ad7-b0a7-4bad-a939-d91a8d08f43b service neutron] Pushing event updated for resources: {'Port': ['ID=459ce4bf-03df-40c1-b9aa-0e81a103ea05,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:33.217102 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d360a713-8ff3-4599-bfdf-9a2cec212ad5 req-100e3da8-e9c5-4131-89b5-33fa4f310a14 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4591053
Apr 16 21:23:33.222612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:33.223008 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:33.233808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-98e256d7-0a6d-4c53-85fd-f6a690ab4c32 req-18f1cf97-e829-4789-aa67-720eed001099 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 200  len: 217 time: 0.1416302
Apr 16 21:23:33.241247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-99538ca0-e906-4a16-925b-5b6b738cea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:33.243001 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-99538ca0-e906-4a16-925b-5b6b738cea4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 1125 time: 0.1933181
Apr 16 21:23:33.309803 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c6f97ef-151b-4d30-a038-1a3504524263 req-c27b8c35-fb86-494d-8eae-91242e835104 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4193304
Apr 16 21:23:33.309803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Allocated IP 172.35.1.87 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/689aca26-f537-4dc2-854a-652f6e5f04f8) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:33.311003 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-8a6ffb60-5d17-4305-873c-bf371c4f0411 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f66da356-52f4-4b47-9500-04fa22ef8e21 HTTP/1.1" status: 200  len: 217 time: 0.1846175
Apr 16 21:23:33.330467 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-1689f96a-4b04-4772-b3f4-4bfe925b215f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=459ce4bf-03df-40c1-b9aa-0e81a103ea05 HTTP/1.1" status: 200  len: 217 time: 0.0757079
Apr 16 21:23:33.350592 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:33.356317 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:33.375171 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e256d7-0a6d-4c53-85fd-f6a690ab4c32 req-34cf59a7-3a5c-467b-8d55-909205917c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:33.377261 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-98e256d7-0a6d-4c53-85fd-f6a690ab4c32 req-34cf59a7-3a5c-467b-8d55-909205917c0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f82318ec-15c8-47c0-ac6c-ad372af7cf88 HTTP/1.1" status: 200  len: 860 time: 0.1332037
Apr 16 21:23:33.402683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f7ec487-ec20-4bf5-bb7c-c4e0abe12691,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:33.423107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-98e256d7-0a6d-4c53-85fd-f6a690ab4c32 req-5a693a36-c489-4fe5-a3ef-d6815f07c8b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e30659b1-756c-4ef0-9573-8335ff004f46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393288
Apr 16 21:23:33.426611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-f59d2c26-ba49-426b-9e46-ad841d2c3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:33.428614 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-f59d2c26-ba49-426b-9e46-ad841d2c3da1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.0919566
Apr 16 21:23:33.443543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': 'e161877a-3f6f-49a7-8aed-2eee986f2f68'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:33.447707 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9" -d '{"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "e161877a-3f6f-49a7-8aed-2eee986f2f68"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:33.503383 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:33.524101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-475d3edc-6030-44f9-ae99-1a2ba9816484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:33.525941 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-475d3edc-6030-44f9-ae99-1a2ba9816484 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0889847
Apr 16 21:23:33.527320 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9855ce13-6a0d-44fd-801c-0fe4264018d9 x-openstack-request-id: req-9855ce13-6a0d-44fd-801c-0fe4264018d9 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:33.527618 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3704be44-6fc4-4b14-b0c0-eb1388d807a5", "tag": "f66da356-52f4-4b47-9500-04fa22ef8e21", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:33.527873 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9855ce13-6a0d-44fd-801c-0fe4264018d9 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:33.528293 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9855ce13-6a0d-44fd-801c-0fe4264018d9'] response: {'name': 'network-changed', 'server_uuid': '3704be44-6fc4-4b14-b0c0-eb1388d807a5', 'tag': 'f66da356-52f4-4b47-9500-04fa22ef8e21', 'status': 'completed', 'code': 200}
Apr 16 21:23:33.535643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441216d-0b46-473c-af30-b0e78f047b17 req-9a435326-6abc-435d-a6f3-ecef2151630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:33.539233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-9a435326-6abc-435d-a6f3-ecef2151630b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=363c489b-9558-4973-a8ad-7c86215b2c65 HTTP/1.1" status: 200  len: 851 time: 0.2072909
Apr 16 21:23:33.595872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=8f7ec487-ec20-4bf5-bb7c-c4e0abe12691,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:33.619131 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-98e256d7-0a6d-4c53-85fd-f6a690ab4c32 req-bb6cc836-cd1d-460f-a19c-b882d0482de0 service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1895733
Apr 16 21:23:33.661395 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-b4536d01-ce21-4e03-8536-053c5925ec4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5fb5cf29-8796-41a2-8375-e8062a5911ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0806172
Apr 16 21:23:33.748234 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-ff380e3e-2346-4e8a-b1d7-a089972878dc service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2087638
Apr 16 21:23:33.756307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5aca0-baec-4d76-b55f-98cbba88bc07 req-b9cabab1-5891-4961-a57b-1d99ef12d609 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:33.757811 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-20e5aca0-baec-4d76-b55f-98cbba88bc07 req-b9cabab1-5891-4961-a57b-1d99ef12d609 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 943 time: 0.1136203
Apr 16 21:23:33.846851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51c97b-0486-4ae7-9daf-2ef135861973 req-f19ec3a1-9250-4c15-be7c-f18c2af97800 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:33.854396 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa51c97b-0486-4ae7-9daf-2ef135861973 req-f19ec3a1-9250-4c15-be7c-f18c2af97800 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 945 time: 0.4047933
Apr 16 21:23:33.858982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for port (689aca26-f537-4dc2-854a-652f6e5f04f8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:33.868277 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-98e256d7-0a6d-4c53-85fd-f6a690ab4c32 req-c88caa4a-11d8-48ab-a41d-46e994502805 service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2358835
Apr 16 21:23:33.902921 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-20e5aca0-baec-4d76-b55f-98cbba88bc07 req-85372ea3-7b10-4c6c-b7ef-6cd01d89af2a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=29823ffe-981f-4199-ae50-36c53748628c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1281593
Apr 16 21:23:33.926457 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26e40304-0a21-4ef4-9820-f1cd4d79c6df req-2c6da08d-48ff-498c-88e5-f36adf8d073c service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675949
Apr 16 21:23:34.016778 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db0fda9-1f08-4a22-9784-f4092819b02c x-openstack-request-id: req-0db0fda9-1f08-4a22-9784-f4092819b02c {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:34.017001 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "e161877a-3f6f-49a7-8aed-2eee986f2f68", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:34.017118 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0db0fda9-1f08-4a22-9784-f4092819b02c {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:34.017597 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db0fda9-1f08-4a22-9784-f4092819b02c'] response: {'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': 'e161877a-3f6f-49a7-8aed-2eee986f2f68', 'status': 'completed', 'code': 200}
Apr 16 21:23:34.059838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa51c97b-0486-4ae7-9daf-2ef135861973 req-27111905-12b6-45ea-b84f-36850f4e378c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2045689
Apr 16 21:23:34.080269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42022) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:34.089092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-04e1e2ef-291b-4796-bf8f-934ef393810c req-7efc6809-643e-48b3-9ecd-adbf4850dcf6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (16b874a8-5a14-4da6-a274-1d8be8be2676), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:34.108325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c2a33-2769-489d-9dbd-51db30431bfd req-9a97e973-d83d-4ba8-93e3-22e244039eaa tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.109911 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-387c2a33-2769-489d-9dbd-51db30431bfd req-9a97e973-d83d-4ba8-93e3-22e244039eaa tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 944 time: 0.0705335
Apr 16 21:23:34.121367 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-821c1549-4ab3-4cee-920f-aa1e2c58f153 service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4151704
Apr 16 21:23:34.158166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc6809-643e-48b3-9ecd-adbf4850dcf6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Pushing event deleted for resources: {'Port': ['ID=16b874a8-5a14-4da6-a274-1d8be8be2676,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:34.167523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-7d26979a-4752-4454-9486-caa69a9dcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.168019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-7d26979a-4752-4454-9486-caa69a9dcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.168526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-7d26979a-4752-4454-9486-caa69a9dcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.168998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-7d26979a-4752-4454-9486-caa69a9dcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.169496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-7d26979a-4752-4454-9486-caa69a9dcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.174168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-7d26979a-4752-4454-9486-caa69a9dcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.174555 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-7d26979a-4752-4454-9486-caa69a9dcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.176672 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-7d26979a-4752-4454-9486-caa69a9dcf86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 6410 time: 0.1517911
Apr 16 21:23:34.191484 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-387c2a33-2769-489d-9dbd-51db30431bfd req-0dc25924-ecff-4e7c-a760-1415d8bbf2f1 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690205
Apr 16 21:23:34.222825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-564373442-network', 'tenant_id': '90232777aaeb43de91ca009adce2f8ae'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:34.231870 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (689aca26-f537-4dc2-854a-652f6e5f04f8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:34.312416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e1e2ef-291b-4796-bf8f-934ef393810c req-7efc6809-643e-48b3-9ecd-adbf4850dcf6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] No DVR routers for this DVR port 16b874a8-5a14-4da6-a274-1d8be8be2676 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:23:34.326109 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-04e1e2ef-291b-4796-bf8f-934ef393810c req-7efc6809-643e-48b3-9ecd-adbf4850dcf6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:34.329404 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04e1e2ef-291b-4796-bf8f-934ef393810c req-7efc6809-643e-48b3-9ecd-adbf4850dcf6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.11 "DELETE /v2.0/ports/16b874a8-5a14-4da6-a274-1d8be8be2676 HTTP/1.1" status: 204  len: 173 time: 3.1093476
Apr 16 21:23:34.343191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Made reservation on behalf of 90232777aaeb43de91ca009adce2f8ae for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:23:34.345851 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:34.361278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:34.362752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:34.394538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:34.419231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:34.431013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event updated for resources: {'Port': ['ID=689aca26-f537-4dc2-854a-652f6e5f04f8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:34.447618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c0de3-4bea-4838-a4bd-cfa01a6e6d8d req-4bcfd47b-59cc-4ac3-a95e-b34f6d64f697 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.449158 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce0c0de3-4bea-4838-a4bd-cfa01a6e6d8d req-4bcfd47b-59cc-4ac3-a95e-b34f6d64f697 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 943 time: 0.0752370
Apr 16 21:23:34.479767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd25266-1f90-401f-998c-2478f0409048 req-041dafa6-5a94-4b86-bab1-e3e8c00c75b9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.485004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd25266-1f90-401f-998c-2478f0409048 req-041dafa6-5a94-4b86-bab1-e3e8c00c75b9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.490381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd25266-1f90-401f-998c-2478f0409048 req-041dafa6-5a94-4b86-bab1-e3e8c00c75b9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.495714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd25266-1f90-401f-998c-2478f0409048 req-041dafa6-5a94-4b86-bab1-e3e8c00c75b9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.501086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd25266-1f90-401f-998c-2478f0409048 req-041dafa6-5a94-4b86-bab1-e3e8c00c75b9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.507281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd25266-1f90-401f-998c-2478f0409048 req-041dafa6-5a94-4b86-bab1-e3e8c00c75b9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.512459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd25266-1f90-401f-998c-2478f0409048 req-041dafa6-5a94-4b86-bab1-e3e8c00c75b9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.514396 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6dd25266-1f90-401f-998c-2478f0409048 req-041dafa6-5a94-4b86-bab1-e3e8c00c75b9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5394 time: 0.2001028
Apr 16 21:23:34.528211 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Publish callbacks [] for security_group (0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:34.533489 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce0c0de3-4bea-4838-a4bd-cfa01a6e6d8d req-b90d1cba-c1ec-4701-bb72-eb86cd72c4c1 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775549
Apr 16 21:23:34.567218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-36912097-aeef-4f88-96fc-d5d4d76ac4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.567698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-36912097-aeef-4f88-96fc-d5d4d76ac4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.568862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-36912097-aeef-4f88-96fc-d5d4d76ac4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.570436 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-36912097-aeef-4f88-96fc-d5d4d76ac4c0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8548f70297f04c1489783de67671dba2&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3854628
Apr 16 21:23:34.572412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8475713-e26a-40c8-8213-0fa9fe87a721 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:34.585181 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Publish callbacks [] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:34.598339 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:34.625104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:23:34.636634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:34.642429 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (02274f36-d2a0-4b52-bbc7-0fd4db04c98f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:34.642869 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Added segment 02274f36-d2a0-4b52-bbc7-0fd4db04c98f of type vlan for network c0253630-a638-41be-9085-59ec05c0d096
Apr 16 21:23:34.686233 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (c0253630-a638-41be-9085-59ec05c0d096), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:34.699194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Transition to ACTIVE for port object c8475713-e26a-40c8-8213-0fa9fe87a721 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:34.757987 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6dd25266-1f90-401f-998c-2478f0409048 req-e4ae45b8-970c-4c30-90e8-f2cfe95112d3 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2289121
Apr 16 21:23:34.786091 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:34.794142 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (c0253630-a638-41be-9085-59ec05c0d096), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:34.795387 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.795975 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:34.853255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-5e4d39bd-a098-4364-8aa6-5723acee9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:34.854829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c9aa5193-d613-4bdb-9212-a2acc5ed90e9 req-5e4d39bd-a098-4364-8aa6-5723acee9166 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2736034
Apr 16 21:23:34.869699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Pushing event updated for resources: {'Port': ['ID=c8475713-e26a-40c8-8213-0fa9fe87a721,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:34.869833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c0253630-a638-41be-9085-59ec05c0d096,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:34.891033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network c0253630-a638-41be-9085-59ec05c0d096 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:23:34.922962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42030) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:34.928353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d2d49335-452d-404a-8cac-26ba4297742f admin admin] Request body: {'subnet': {'network_id': 'c0253630-a638-41be-9085-59ec05c0d096', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-564373442-subnet', 'tenant_id': '90232777aaeb43de91ca009adce2f8ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:34.932733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c5ade560-07ef-465d-8286-0cb9f62fc5f6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.8524435
Apr 16 21:23:34.955125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device fd85026d-38d7-4dbb-a085-fa40b89df53f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:35.063498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Attempting to bind port c8475713-e26a-40c8-8213-0fa9fe87a721 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:35.063847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Attempting to bind port c8475713-e26a-40c8-8213-0fa9fe87a721 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:35.064199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Attempting to bind port c8475713-e26a-40c8-8213-0fa9fe87a721 on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:35.074540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Port c8475713-e26a-40c8-8213-0fa9fe87a721 on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:35.075159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Attempting to bind port c8475713-e26a-40c8-8213-0fa9fe87a721 on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:35.083421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:35.084067 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Checking segment: {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:35.084778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Bound using segment: {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:35.085394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Bound port: c8475713-e26a-40c8-8213-0fa9fe87a721, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59aa2955-40a6-4750-b974-099ca523b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:35.085938 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:35.095638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5ebd4-62cc-497a-9fd2-f0da3c50da1e req-1e0622c8-7edd-4427-8cb4-fedb048925ff tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:35.104233 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e8b5ebd4-62cc-497a-9fd2-f0da3c50da1e req-1e0622c8-7edd-4427-8cb4-fedb048925ff tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 943 time: 0.0785012
Apr 16 21:23:35.111154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d49335-452d-404a-8cac-26ba4297742f admin admin] Made reservation on behalf of 90232777aaeb43de91ca009adce2f8ae for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:23:35.113504 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2d49335-452d-404a-8cac-26ba4297742f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:35.117810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:35.130452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port fd85026d-38d7-4dbb-a085-fa40b89df53f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f,segment=NetworkSegment(72bf4b65-f704-45f9-bea1-ac039e0f7090),segment_id=72bf4b65-f704-45f9-bea1-ac039e0f7090)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:35.149335 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (0689939a-a06f-4e3a-b907-535a5707bbb2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:35.205248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e8b5ebd4-62cc-497a-9fd2-f0da3c50da1e req-2ee76d19-0c1e-4117-a93c-35a64b2a576b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=29823ffe-981f-4199-ae50-36c53748628c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998881
Apr 16 21:23:35.206655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'fd85026d-38d7-4dbb-a085-fa40b89df53f', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'port_id': 'fd85026d-38d7-4dbb-a085-fa40b89df53f', 'mac_address': 'fa:16:3e:0b:dd:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:35.226749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 16b874a8-5a14-4da6-a274-1d8be8be2676 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:23:35.268091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 16b874a8-5a14-4da6-a274-1d8be8be2676 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:23:35.268467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 16b874a8-5a14-4da6-a274-1d8be8be2676 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:23:35.354928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3857291-0484-4bb6-8f99-73d08bccd179 req-6f9b9b95-4e7a-467f-8f26-543e7a54621c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:35.357192 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3857291-0484-4bb6-8f99-73d08bccd179 req-6f9b9b95-4e7a-467f-8f26-543e7a54621c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 944 time: 0.0619297
Apr 16 21:23:35.422814 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3857291-0484-4bb6-8f99-73d08bccd179 req-075a2a44-9bcd-4e5f-802f-f8081898f268 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534799
Apr 16 21:23:35.476058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port fd85026d-38d7-4dbb-a085-fa40b89df53f is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:35.476470 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:35.493811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:35.494195 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:35.496660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd85026d-38d7-4dbb-a085-fa40b89df53f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:35.529903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'tag': '459ce4bf-03df-40c1-b9aa-0e81a103ea05'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:35.532852 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcb9785-2b33-4240-a5a8-18f54e3f1d08" -d '{"events": [{"name": "network-changed", "server_uuid": "8d623e8d-480f-48ef-b90c-04450df4aec8", "tag": "459ce4bf-03df-40c1-b9aa-0e81a103ea05"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:35.542118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port fd85026d-38d7-4dbb-a085-fa40b89df53f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f,segment=NetworkSegment(72bf4b65-f704-45f9-bea1-ac039e0f7090),segment_id=72bf4b65-f704-45f9-bea1-ac039e0f7090)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:35.578087 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aacdc6-129b-4b34-ac45-40b0d16aec00 x-openstack-request-id: req-b1aacdc6-129b-4b34-ac45-40b0d16aec00 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:35.580620 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d623e8d-480f-48ef-b90c-04450df4aec8", "tag": "459ce4bf-03df-40c1-b9aa-0e81a103ea05", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:35.580620 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1aacdc6-129b-4b34-ac45-40b0d16aec00 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:35.580620 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1aacdc6-129b-4b34-ac45-40b0d16aec00'] response: {'name': 'network-changed', 'server_uuid': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'tag': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'status': 'completed', 'code': 200}
Apr 16 21:23:35.581546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d970130-0e06-4a50-bd63-ff0492b750e0 req-3ae623d6-1ab4-4235-811a-85fcde038faf tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=19297dff-d106-4813-8970-b6342085961c HTTP/1.1" status: 200  len: 210 time: 0.0631683
Apr 16 21:23:35.611735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:35.624518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] For port c8475713-e26a-40c8-8213-0fa9fe87a721, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:35.652854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] For port c8475713-e26a-40c8-8213-0fa9fe87a721, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8475713-e26a-40c8-8213-0fa9fe87a721,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:35.685219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404dda9-2aa4-4898-af5e-2a87dadd9d08 req-9e6c7056-b712-42ad-8716-5aac1bf4ec0c tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:35.686842 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4404dda9-2aa4-4898-af5e-2a87dadd9d08 req-9e6c7056-b712-42ad-8716-5aac1bf4ec0c tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 943 time: 0.0528812
Apr 16 21:23:35.688732 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:35.743157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4404dda9-2aa4-4898-af5e-2a87dadd9d08 req-567720ca-99d8-466d-be8a-b13e624e418b tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473006
Apr 16 21:23:35.763665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=fd85026d-38d7-4dbb-a085-fa40b89df53f,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:35.830660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:35.902913 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:35.916467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:35.917100 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:35.918547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] 10.222.0.11 "PUT /v2.0/ports/c8475713-e26a-40c8-8213-0fa9fe87a721 HTTP/1.1" status: 200  len: 1091 time: 3.1954012
Apr 16 21:23:35.924637 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2d49335-452d-404a-8cac-26ba4297742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (5ea8ae20-1111-482b-ba04-e812f3198ba1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:35.945212 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (0689939a-a06f-4e3a-b907-535a5707bbb2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:35.961426 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0279c08-4c09-4514-9589-41646a1f3923 req-6f28b405-37d7-4074-97f9-b553301e7b56 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:35.967320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0279c08-4c09-4514-9589-41646a1f3923 req-6f28b405-37d7-4074-97f9-b553301e7b56 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:35.972740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0279c08-4c09-4514-9589-41646a1f3923 req-6f28b405-37d7-4074-97f9-b553301e7b56 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:35.978130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0279c08-4c09-4514-9589-41646a1f3923 req-6f28b405-37d7-4074-97f9-b553301e7b56 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:35.983492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0279c08-4c09-4514-9589-41646a1f3923 req-6f28b405-37d7-4074-97f9-b553301e7b56 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:35.988864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0279c08-4c09-4514-9589-41646a1f3923 req-6f28b405-37d7-4074-97f9-b553301e7b56 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:35.993527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['fd85026d-38d7-4dbb-a085-fa40b89df53f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:35.994403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0279c08-4c09-4514-9589-41646a1f3923 req-6f28b405-37d7-4074-97f9-b553301e7b56 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:35.996425 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0279c08-4c09-4514-9589-41646a1f3923 req-6f28b405-37d7-4074-97f9-b553301e7b56 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5406 time: 0.1635582
Apr 16 21:23:36.024107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaee914-600c-4eeb-8264-f42ca7d734ac service neutron] Pushing event updated for resources: {'Port': ['ID=c8475713-e26a-40c8-8213-0fa9fe87a721,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:36.026667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19297dff-d106-4813-8970-b6342085961c', 'name': 'network-vif-deleted', 'tag': '16b874a8-5a14-4da6-a274-1d8be8be2676'}, {'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': 'c8475713-e26a-40c8-8213-0fa9fe87a721'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:36.036720 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4" -d '{"events": [{"server_uuid": "19297dff-d106-4813-8970-b6342085961c", "name": "network-vif-deleted", "tag": "16b874a8-5a14-4da6-a274-1d8be8be2676"}, {"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "c8475713-e26a-40c8-8213-0fa9fe87a721"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:36.071285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Request body: {'port': {'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:36.093180 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb9785-2b33-4240-a5a8-18f54e3f1d08 req-56e74ffd-58e5-432d-b731-cfe21e0d7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.094724 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddcb9785-2b33-4240-a5a8-18f54e3f1d08 req-56e74ffd-58e5-432d-b731-cfe21e0d7b83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 1125 time: 0.0648332
Apr 16 21:23:36.150067 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f937d58-6d7b-42bf-89e1-8d7fd996fb55 x-openstack-request-id: req-9f937d58-6d7b-42bf-89e1-8d7fd996fb55 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:36.150535 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19297dff-d106-4813-8970-b6342085961c", "name": "network-vif-deleted", "tag": "16b874a8-5a14-4da6-a274-1d8be8be2676", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "c8475713-e26a-40c8-8213-0fa9fe87a721", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:36.150968 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f937d58-6d7b-42bf-89e1-8d7fd996fb55 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:36.151370 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f937d58-6d7b-42bf-89e1-8d7fd996fb55'] response: {'server_uuid': '19297dff-d106-4813-8970-b6342085961c', 'name': 'network-vif-deleted', 'tag': '16b874a8-5a14-4da6-a274-1d8be8be2676', 'status': 'completed', 'code': 200}
Apr 16 21:23:36.151635 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f937d58-6d7b-42bf-89e1-8d7fd996fb55'] response: {'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': 'c8475713-e26a-40c8-8213-0fa9fe87a721', 'status': 'completed', 'code': 200}
Apr 16 21:23:36.207775 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb9785-2b33-4240-a5a8-18f54e3f1d08 req-f7b44e7a-6f73-4b56-a928-2056a300b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.210006 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddcb9785-2b33-4240-a5a8-18f54e3f1d08 req-f7b44e7a-6f73-4b56-a928-2056a300b63b service neutron] 10.222.0.41 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 916 time: 0.1083362
Apr 16 21:23:36.251903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d49335-452d-404a-8cac-26ba4297742f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea8ae20-1111-482b-ba04-e812f3198ba1,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:36.252504 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddcb9785-2b33-4240-a5a8-18f54e3f1d08 req-8c24a8f3-7f57-4f24-aa92-9e9ade45476c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=459ce4bf-03df-40c1-b9aa-0e81a103ea05 HTTP/1.1" status: 200  len: 217 time: 0.0359659
Apr 16 21:23:36.342657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb9785-2b33-4240-a5a8-18f54e3f1d08 req-00227ceb-6a66-4fc9-a3bf-914f7a97838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.344127 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddcb9785-2b33-4240-a5a8-18f54e3f1d08 req-00227ceb-6a66-4fc9-a3bf-914f7a97838e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.0842531
Apr 16 21:23:36.352694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf60fb-9667-4581-901e-05ed1c26b3ec req-a102805f-a10b-436e-873f-152a6d5b4f95 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.354095 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dddf60fb-9667-4581-901e-05ed1c26b3ec req-a102805f-a10b-436e-873f-152a6d5b4f95 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 943 time: 0.0626945
Apr 16 21:23:36.365087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-455d8566-36ad-4f39-80f1-5b988145b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.365087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-455d8566-36ad-4f39-80f1-5b988145b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.365087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-455d8566-36ad-4f39-80f1-5b988145b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.365546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-455d8566-36ad-4f39-80f1-5b988145b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.365974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-455d8566-36ad-4f39-80f1-5b988145b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.366447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-455d8566-36ad-4f39-80f1-5b988145b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.366922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-455d8566-36ad-4f39-80f1-5b988145b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.369084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-455d8566-36ad-4f39-80f1-5b988145b59a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 6508 time: 0.1817727
Apr 16 21:23:36.410555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb9785-2b33-4240-a5a8-18f54e3f1d08 req-e89dd10e-0a0c-4ae6-a6e9-e10120875e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.412613 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddcb9785-2b33-4240-a5a8-18f54e3f1d08 req-e89dd10e-0a0c-4ae6-a6e9-e10120875e95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0571690
Apr 16 21:23:36.414985 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0279c08-4c09-4514-9589-41646a1f3923 req-8332cc9f-6ea3-401e-9101-523bbebeab73 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3917220
Apr 16 21:23:36.455816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:36.455939 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dddf60fb-9667-4581-901e-05ed1c26b3ec req-36f03d58-7dc7-47db-82cb-5af5f2c45dfb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=29823ffe-981f-4199-ae50-36c53748628c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840056
Apr 16 21:23:36.464941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d49335-452d-404a-8cac-26ba4297742f admin admin] Checking segment: {'id': '02274f36-d2a0-4b52-bbc7-0fd4db04c98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0253630-a638-41be-9085-59ec05c0d096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:36.465208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d49335-452d-404a-8cac-26ba4297742f admin admin] Network hostable DHCP agents. Network: c0253630-a638-41be-9085-59ec05c0d096, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:23:36.479327 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8441216d-0b46-473c-af30-b0e78f047b17 req-437a7631-0baa-4247-b1c4-89f2089925a9 service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4576876
Apr 16 21:23:36.523577 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddcb9785-2b33-4240-a5a8-18f54e3f1d08 req-41bdc90c-c9ce-41de-b463-18bdc101e632 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1046665
Apr 16 21:23:36.624449 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddcb9785-2b33-4240-a5a8-18f54e3f1d08 req-783600da-9385-45ff-b461-3d7d696c38b4 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931547
Apr 16 21:23:36.679690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2329aad-7f39-44c2-ba1a-79a92dc86270 req-d39ae939-5fac-4e30-b869-32fe9fdad5ba tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.681186 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2329aad-7f39-44c2-ba1a-79a92dc86270 req-d39ae939-5fac-4e30-b869-32fe9fdad5ba tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 944 time: 0.1496606
Apr 16 21:23:36.694298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d49335-452d-404a-8cac-26ba4297742f admin admin] Network c0253630-a638-41be-9085-59ec05c0d096 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:23:36.703139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-1c446723-8a65-4d96-a7b1-01a3fc2f2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.703641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-1c446723-8a65-4d96-a7b1-01a3fc2f2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.704106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-1c446723-8a65-4d96-a7b1-01a3fc2f2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.705734 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-1c446723-8a65-4d96-a7b1-01a3fc2f2527 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8548f70297f04c1489783de67671dba2&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3208182
Apr 16 21:23:36.795334 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-d2d49335-452d-404a-8cac-26ba4297742f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c0253630-a638-41be-9085-59ec05c0d096) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:36.804241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173d44c7-799e-4720-8fbd-018daad1d349 None None] Network c0253630-a638-41be-9085-59ec05c0d096 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:23:36.840055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Router 0689939a-a06f-4e3a-b907-535a5707bbb2 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:23:36.850100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d49335-452d-404a-8cac-26ba4297742f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.850662 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2d49335-452d-404a-8cac-26ba4297742f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:36.898881 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c2329aad-7f39-44c2-ba1a-79a92dc86270 req-66def77c-558c-4f3b-baff-a515ad04b2b5 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083788
Apr 16 21:23:36.931609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79dbaaa-7686-43fb-a5a4-2fa038ae6b47 None None] Network c0253630-a638-41be-9085-59ec05c0d096 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:23:36.952930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3d6b5023-5ef9-40fc-99c8-c718b1d5235e tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.962009 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3d6b5023-5ef9-40fc-99c8-c718b1d5235e tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/networks?id=a9010da2-54fb-4a1a-8688-b01d319eafbe HTTP/1.1" status: 200  len: 809 time: 0.1356678
Apr 16 21:23:36.980270 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-60e3851e-5fc4-4330-997d-5dd18bce6252 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/quotas/7d72b2bb3a304796bb144bc739ffcb5a HTTP/1.1" status: 200  len: 375 time: 0.0172474
Apr 16 21:23:36.992723 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d2d49335-452d-404a-8cac-26ba4297742f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 2.0643208
Apr 16 21:23:36.997427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-c88afc92-5c94-4915-89b9-fae05254217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:36.998929 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d2cbadd7-7a5f-41df-81e1-792e7e03bee4 req-c88afc92-5c94-4915-89b9-fae05254217b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2812221
Apr 16 21:23:37.037877 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-676cda2a-d69c-4543-968c-c40b6789399a tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d72b2bb3a304796bb144bc739ffcb5a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0565004
Apr 16 21:23:37.043687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 459ce4bf-03df-40c1-b9aa-0e81a103ea05 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:37.045698 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device fd85026d-38d7-4dbb-a085-fa40b89df53f up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:37.110227 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de2505-95d0-47c3-8b8e-6cbc6de95e49 req-4f6ca862-9022-489c-9767-450adbe4ea08 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:37.111773 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43de2505-95d0-47c3-8b8e-6cbc6de95e49 req-4f6ca862-9022-489c-9767-450adbe4ea08 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 944 time: 0.1185317
Apr 16 21:23:37.139744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port fd85026d-38d7-4dbb-a085-fa40b89df53f completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:23:37.162862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:37.170627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:37.173371 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Sync routers for ids ['0689939a-a06f-4e3a-b907-535a5707bbb2'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:37.185948 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Publish callbacks [] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:37.188776 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-c4dc19dc-29a0-48e0-96d8-dc15ea45e2a9 service neutron] 10.222.0.20 "GET /v2.0/networks/a9010da2-54fb-4a1a-8688-b01d319eafbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483133
Apr 16 21:23:37.194152 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Routers {'0689939a-a06f-4e3a-b907-535a5707bbb2'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:37.197283 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01250930a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0689939a-a06f-4e3a-b907-535a5707bbb2'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:37.200543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port fd85026d-38d7-4dbb-a085-fa40b89df53f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:37.200924 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:37.216016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Transition to ACTIVE for port object 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:37.223521 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43de2505-95d0-47c3-8b8e-6cbc6de95e49 req-4ca3e4ed-413c-4a9e-b606-bf3ecadf85e1 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873566
Apr 16 21:23:37.259420 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:37.260742 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d2fe0951-a216-41ae-b24a-f1191af9374b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 6.7211113
Apr 16 21:23:37.263597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42078) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:37.295634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 459ce4bf-03df-40c1-b9aa-0e81a103ea05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=459ce4bf-03df-40c1-b9aa-0e81a103ea05,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:37.313239 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:37.331833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'port_id': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'mac_address': 'fa:16:3e:9d:d4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:37.336437 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-e0d3b0e9-1354-4934-a1f9-4cc2b183b934 service neutron] 10.222.0.20 "GET /v2.0/networks/a9010da2-54fb-4a1a-8688-b01d319eafbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450856
Apr 16 21:23:37.377604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port fd85026d-38d7-4dbb-a085-fa40b89df53f is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:37.377979 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:37.418891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:37.420921 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4db9ff2-3ef7-43ac-8037-e2f288f42e76" -d '{"events": [{"server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "name": "network-vif-plugged", "status": "completed", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:37.438382 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Set router 0689939a-a06f-4e3a-b907-535a5707bbb2 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:37.465085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port fd85026d-38d7-4dbb-a085-fa40b89df53f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f,segment=NetworkSegment(72bf4b65-f704-45f9-bea1-ac039e0f7090),segment_id=72bf4b65-f704-45f9-bea1-ac039e0f7090)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:37.466212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 459ce4bf-03df-40c1-b9aa-0e81a103ea05 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:37.467124 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:37.474090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Pushing event updated for resources: {'Port': ['ID=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:37.485459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459ce4bf-03df-40c1-b9aa-0e81a103ea05 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:37.542202 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 459ce4bf-03df-40c1-b9aa-0e81a103ea05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=459ce4bf-03df-40c1-b9aa-0e81a103ea05,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:37.558712 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-384a746d-e567-496d-aa6b-6d173b233e8b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/routers/0689939a-a06f-4e3a-b907-535a5707bbb2 HTTP/1.1" status: 200  len: 906 time: 0.2942085
Apr 16 21:23:37.559253 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:37.563530 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42092) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:37.586423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Attempting to bind port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:37.586934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Attempting to bind port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6b94fd09-c65a-45d4-9338-68be491dd78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:37.587307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Attempting to bind port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee on network e542be96-fc30-4cda-9476-07d2b2bc4e28 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:37.593650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee on network e542be96-fc30-4cda-9476-07d2b2bc4e28 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:37.593650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Attempting to bind port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee on network e542be96-fc30-4cda-9476-07d2b2bc4e28 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:37.601201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:37.601560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Checking segment: {'id': '6b94fd09-c65a-45d4-9338-68be491dd78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:37.601957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Bound using segment: {'id': '6b94fd09-c65a-45d4-9338-68be491dd78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:37.602552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Bound port: 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b94fd09-c65a-45d4-9338-68be491dd78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:37.603082 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:37.630989 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:37.682339 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa649b7c-aeea-457c-9060-cea2214052de x-openstack-request-id: req-fa649b7c-aeea-457c-9060-cea2214052de {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:37.682639 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "name": "network-vif-plugged", "status": "completed", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:37.682896 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa649b7c-aeea-457c-9060-cea2214052de {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:37.683295 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa649b7c-aeea-457c-9060-cea2214052de'] response: {'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f', 'code': 200}
Apr 16 21:23:37.683831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] For port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:37.687400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] For port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:37.693303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=fd85026d-38d7-4dbb-a085-fa40b89df53f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:37.782784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=459ce4bf-03df-40c1-b9aa-0e81a103ea05,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:37.791601 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:37.852288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:37.852918 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:37.854410 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] 10.222.0.11 "PUT /v2.0/ports/530c687e-6ccd-45ad-ad6e-7e4a0d9487ee HTTP/1.1" status: 200  len: 1091 time: 1.8108933
Apr 16 21:23:37.884845 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1130c5-9318-4313-93e2-1a93f7a70c22 req-5818dd02-ac3e-4247-bf8c-24b39a7acc6a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:37.885674 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01250930a0>, [{'id': '0689939a-a06f-4e3a-b907-535a5707bbb2', 'name': 'tempest-snat-router-295483757', 'tenant_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.87'}], 'enable_snat': True}, 'gw_port_id': '689aca26-f537-4dc2-854a-652f6e5f04f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:23:30Z', 'updated_at': '2022-04-16T21:23:34Z', 'revision_number': 3, 'project_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'gw_port': {'id': '689aca26-f537-4dc2-854a-652f6e5f04f8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:49:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0689939a-a06f-4e3a-b907-535a5707bbb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:32Z', 'updated_at': '2022-04-16T21:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:37.891885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1130c5-9318-4313-93e2-1a93f7a70c22 req-5818dd02-ac3e-4247-bf8c-24b39a7acc6a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:37.899030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4863f11-d59d-4233-ba1f-7e50037225f6 service neutron] Pushing event updated for resources: {'Port': ['ID=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:37.899415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1130c5-9318-4313-93e2-1a93f7a70c22 req-5818dd02-ac3e-4247-bf8c-24b39a7acc6a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:37.906451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1130c5-9318-4313-93e2-1a93f7a70c22 req-5818dd02-ac3e-4247-bf8c-24b39a7acc6a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:37.912786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1130c5-9318-4313-93e2-1a93f7a70c22 req-5818dd02-ac3e-4247-bf8c-24b39a7acc6a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:37.918576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1130c5-9318-4313-93e2-1a93f7a70c22 req-5818dd02-ac3e-4247-bf8c-24b39a7acc6a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:37.926173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1130c5-9318-4313-93e2-1a93f7a70c22 req-5818dd02-ac3e-4247-bf8c-24b39a7acc6a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:37.928132 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec1130c5-9318-4313-93e2-1a93f7a70c22 req-5818dd02-ac3e-4247-bf8c-24b39a7acc6a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5418 time: 0.1326427
Apr 16 21:23:37.929819 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Checking router: 0689939a-a06f-4e3a-b907-535a5707bbb2 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:23:37.931858 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (0689939a-a06f-4e3a-b907-535a5707bbb2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:37.933552 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Updating router 0689939a-a06f-4e3a-b907-535a5707bbb2 port 689aca26-f537-4dc2-854a-652f6e5f04f8 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:23:37.942261 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-8ebb63af-882b-4905-8203-465dad6b72cf tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:37.944573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-8ebb63af-882b-4905-8203-465dad6b72cf tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/networks?id=c0253630-a638-41be-9085-59ec05c0d096 HTTP/1.1" status: 200  len: 821 time: 0.3261175
Apr 16 21:23:37.961328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Request body: {'port': {'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:38.014729 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-aba397bc-4eea-402b-8367-bed07f11a1e7 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/quotas/90232777aaeb43de91ca009adce2f8ae HTTP/1.1" status: 200  len: 375 time: 0.0614216
Apr 16 21:23:38.031366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['459ce4bf-03df-40c1-b9aa-0e81a103ea05'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:38.082930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec1130c5-9318-4313-93e2-1a93f7a70c22 req-6d209c7e-60ef-4214-92a3-741298650b18 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1489379
Apr 16 21:23:38.131165 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-be40e447-d935-4758-85ea-d64bbc672f16 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=90232777aaeb43de91ca009adce2f8ae&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1144114
Apr 16 21:23:38.132017 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (0689939a-a06f-4e3a-b907-535a5707bbb2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:38.149473 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fdca9e15-fa18-4555-99b5-61429f002844), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:38.169203 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (689aca26-f537-4dc2-854a-652f6e5f04f8), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:38.181013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': '530c687e-6ccd-45ad-ad6e-7e4a0d9487ee'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:38.185263 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3459c01a-8b11-4f98-a91b-261d71a0cdcc" -d '{"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "530c687e-6ccd-45ad-ad6e-7e4a0d9487ee"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:38.286089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbbaea-18eb-4ef4-86f2-ceadef385661 req-4dce00dd-ee04-4c97-9acc-9d9d7410a29d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:38.293845 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9dbbaea-18eb-4ef4-86f2-ceadef385661 req-4dce00dd-ee04-4c97-9acc-9d9d7410a29d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 944 time: 0.0969038
Apr 16 21:23:38.296759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Deleting port 689aca26-f537-4dc2-854a-652f6e5f04f8 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:38.297273 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (689aca26-f537-4dc2-854a-652f6e5f04f8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:38.426943 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (689aca26-f537-4dc2-854a-652f6e5f04f8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:38.448524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Calling delete_port for 689aca26-f537-4dc2-854a-652f6e5f04f8 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:38.453018 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9dbbaea-18eb-4ef4-86f2-ceadef385661 req-01bff50c-d4fd-4e36-be40-4b83f8e8d5cf tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=29823ffe-981f-4199-ae50-36c53748628c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1583436
Apr 16 21:23:38.508828 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Publish callbacks [] for port (689aca26-f537-4dc2-854a-652f6e5f04f8), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:38.558066 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-157e744e-5f92-4986-b795-24f6f30c4442 req-45bb4a67-6173-4d49-a881-f0876b5a0a5f tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 210 time: 0.0411911
Apr 16 21:23:38.575696 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (689aca26-f537-4dc2-854a-652f6e5f04f8), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:38.636640 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Attempting to bind port 689aca26-f537-4dc2-854a-652f6e5f04f8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:38.637005 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Attempting to bind port 689aca26-f537-4dc2-854a-652f6e5f04f8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:38.637362 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Attempting to bind port 689aca26-f537-4dc2-854a-652f6e5f04f8 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:38.653367 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:38.653740 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:38.654152 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:38.654535 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:38.655006 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Bound port: 689aca26-f537-4dc2-854a-652f6e5f04f8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:38.655386 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (689aca26-f537-4dc2-854a-652f6e5f04f8), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:38.694720 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ade14-b0bf-49a7-ab56-433b8182cb43 None None] Pushing event updated for resources: {'Port': ['ID=689aca26-f537-4dc2-854a-652f6e5f04f8,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:38.717360 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-21975949-647b-494d-a50e-70bef985b703 service neutron] 10.222.0.20 "GET /v2.0/networks/c0253630-a638-41be-9085-59ec05c0d096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5848310
Apr 16 21:23:38.731646 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d487a4a-11af-49c2-babd-8cf65b7c6dfa req-7643e22b-dd1c-4ff3-8454-5e0583ed33d7 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:38.733360 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d487a4a-11af-49c2-babd-8cf65b7c6dfa req-7643e22b-dd1c-4ff3-8454-5e0583ed33d7 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 944 time: 0.0716214
Apr 16 21:23:38.782596 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d487a4a-11af-49c2-babd-8cf65b7c6dfa req-c60f1bb2-97d2-4264-a65a-3802b41ab43c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435591
Apr 16 21:23:38.794043 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (689aca26-f537-4dc2-854a-652f6e5f04f8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:38.795702 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.db.api [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=122558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:23:38.796115 ncdv-master-1 neutron-server[122558]: DEBUG oslo_db.api [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:23:38.835740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event deleted for resources: {'Port': ['ID=689aca26-f537-4dc2-854a-652f6e5f04f8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:38.899107 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-e8921c2c-f8a9-4c28-b7df-0d20a3b3d940 service neutron] 10.222.0.20 "GET /v2.0/networks/c0253630-a638-41be-9085-59ec05c0d096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612852
Apr 16 21:23:38.900688 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaa5129-0b9c-4654-a6a8-1dd239fa92ce x-openstack-request-id: req-ccaa5129-0b9c-4654-a6a8-1dd239fa92ce {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:38.900962 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "530c687e-6ccd-45ad-ad6e-7e4a0d9487ee", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:38.901208 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccaa5129-0b9c-4654-a6a8-1dd239fa92ce {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:38.901573 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccaa5129-0b9c-4654-a6a8-1dd239fa92ce'] response: {'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': '530c687e-6ccd-45ad-ad6e-7e4a0d9487ee', 'status': 'completed', 'code': 200}
Apr 16 21:23:38.948083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac188a4d-6b8a-482e-b019-92c7f59fed81 req-48da399f-424f-4bcf-ad79-987002445dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:38.949715 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac188a4d-6b8a-482e-b019-92c7f59fed81 req-48da399f-424f-4bcf-ad79-987002445dff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 1126 time: 0.1265340
Apr 16 21:23:38.956955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 459ce4bf-03df-40c1-b9aa-0e81a103ea05 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:38.996078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-3386d566-d390-431d-a125-76e87b7b9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:38.997240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-3386d566-d390-431d-a125-76e87b7b9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:38.997735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-3386d566-d390-431d-a125-76e87b7b9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:38.998212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-3386d566-d390-431d-a125-76e87b7b9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:38.998683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-3386d566-d390-431d-a125-76e87b7b9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:38.999152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-3386d566-d390-431d-a125-76e87b7b9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:38.999687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-3386d566-d390-431d-a125-76e87b7b9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.001756 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-3386d566-d390-431d-a125-76e87b7b9c50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 6606 time: 0.0588443
Apr 16 21:23:39.024603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 459ce4bf-03df-40c1-b9aa-0e81a103ea05 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:23:39.035361 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6a4aeb0e-0cd1-4f58-8cbb-826a90156919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:39.075686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c654aea-2725-4ffa-8f7c-24fa8be33296 req-41a99b2b-2f09-495b-b7de-c126ecadb25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.077390 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c654aea-2725-4ffa-8f7c-24fa8be33296 req-41a99b2b-2f09-495b-b7de-c126ecadb25e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 1127 time: 0.1732819
Apr 16 21:23:39.140433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 459ce4bf-03df-40c1-b9aa-0e81a103ea05 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:39.141153 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:39.172594 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdca9e15-fa18-4555-99b5-61429f002844 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:39.179024 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c654aea-2725-4ffa-8f7c-24fa8be33296 req-6d1193d0-f793-4cfe-9ecb-b72e5435c672 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733747
Apr 16 21:23:39.185004 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Publish callbacks [] for port (fdca9e15-fa18-4555-99b5-61429f002844), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:39.217707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Transition to ACTIVE for port object fdca9e15-fa18-4555-99b5-61429f002844 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:39.235333 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-17d26e8d-c93c-46f4-abb4-f585331947d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.235870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-17d26e8d-c93c-46f4-abb4-f585331947d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.236379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-17d26e8d-c93c-46f4-abb4-f585331947d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.239918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-17d26e8d-c93c-46f4-abb4-f585331947d1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8548f70297f04c1489783de67671dba2&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.2308102
Apr 16 21:23:39.281197 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (fdca9e15-fa18-4555-99b5-61429f002844), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:39.327129 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Attempting to bind port 689aca26-f537-4dc2-854a-652f6e5f04f8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:39.329137 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Attempting to bind port 689aca26-f537-4dc2-854a-652f6e5f04f8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:39.329742 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Attempting to bind port 689aca26-f537-4dc2-854a-652f6e5f04f8 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:39.343471 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:39.353300 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:39.353923 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:39.354490 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:39.355153 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Bound port: 689aca26-f537-4dc2-854a-652f6e5f04f8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:39.355712 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (689aca26-f537-4dc2-854a-652f6e5f04f8), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:39.362991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 459ce4bf-03df-40c1-b9aa-0e81a103ea05 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:39.380010 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:39.388341 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.plugin [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Port 689aca26-f537-4dc2-854a-652f6e5f04f8 has been deleted concurrently {{(pid=122558) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}}
Apr 16 21:23:39.418130 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Routers {'0689939a-a06f-4e3a-b907-535a5707bbb2'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:39.418766 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01250930a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0689939a-a06f-4e3a-b907-535a5707bbb2'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:39.451605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d02fa-8aa8-4032-b051-0d4e089e3540 req-514cd15e-3613-4874-aaad-a727a4045d83 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.457487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d02fa-8aa8-4032-b051-0d4e089e3540 req-514cd15e-3613-4874-aaad-a727a4045d83 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.464012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d02fa-8aa8-4032-b051-0d4e089e3540 req-514cd15e-3613-4874-aaad-a727a4045d83 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.472641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d02fa-8aa8-4032-b051-0d4e089e3540 req-514cd15e-3613-4874-aaad-a727a4045d83 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.472755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 459ce4bf-03df-40c1-b9aa-0e81a103ea05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=459ce4bf-03df-40c1-b9aa-0e81a103ea05,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:39.481354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d02fa-8aa8-4032-b051-0d4e089e3540 req-514cd15e-3613-4874-aaad-a727a4045d83 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.489272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d02fa-8aa8-4032-b051-0d4e089e3540 req-514cd15e-3613-4874-aaad-a727a4045d83 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.497701 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d02fa-8aa8-4032-b051-0d4e089e3540 req-514cd15e-3613-4874-aaad-a727a4045d83 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.499826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-923d02fa-8aa8-4032-b051-0d4e089e3540 req-514cd15e-3613-4874-aaad-a727a4045d83 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5430 time: 0.1758320
Apr 16 21:23:39.528233 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdca9e15-fa18-4555-99b5-61429f002844,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:39.579335 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] Set router 0689939a-a06f-4e3a-b907-535a5707bbb2 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:39.593282 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:39.644620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ef5f5-889c-44d4-b7cf-d69b65a2104a req-5ba9171c-b15a-4fc9-88b8-6d354ab021fc tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.646256 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e81ef5f5-889c-44d4-b7cf-d69b65a2104a req-5ba9171c-b15a-4fc9-88b8-6d354ab021fc tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.6136289
Apr 16 21:23:39.664280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-a55682d7-28fb-4090-a066-a41381e22bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.666899 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3459c01a-8b11-4f98-a91b-261d71a0cdcc req-a55682d7-28fb-4090-a066-a41381e22bcd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4201984
Apr 16 21:23:39.681864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=459ce4bf-03df-40c1-b9aa-0e81a103ea05,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:39.684719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459ce4bf-03df-40c1-b9aa-0e81a103ea05'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:39.687221 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a375e5f9-3118-48d2-b3b6-1b271ede5067" -d '{"events": [{"server_uuid": "8d623e8d-480f-48ef-b90c-04450df4aec8", "name": "network-vif-plugged", "status": "completed", "tag": "459ce4bf-03df-40c1-b9aa-0e81a103ea05"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:39.703530 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01250930a0>, [{'id': '0689939a-a06f-4e3a-b907-535a5707bbb2', 'name': 'tempest-snat-router-295483757', 'tenant_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:23:30Z', 'updated_at': '2022-04-16T21:23:38Z', 'revision_number': 5, 'project_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:39.715516 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (0689939a-a06f-4e3a-b907-535a5707bbb2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:39.729742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Attempting to bind port fdca9e15-fa18-4555-99b5-61429f002844 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:39.730065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Attempting to bind port fdca9e15-fa18-4555-99b5-61429f002844 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6b94fd09-c65a-45d4-9338-68be491dd78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:39.730402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Attempting to bind port fdca9e15-fa18-4555-99b5-61429f002844 on network e542be96-fc30-4cda-9476-07d2b2bc4e28 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:39.748535 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Port fdca9e15-fa18-4555-99b5-61429f002844 on network e542be96-fc30-4cda-9476-07d2b2bc4e28 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:39.748720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac188a4d-6b8a-482e-b019-92c7f59fed81 req-7e73d13a-263a-491d-a533-640f754f423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:39.748901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Attempting to bind port fdca9e15-fa18-4555-99b5-61429f002844 on network e542be96-fc30-4cda-9476-07d2b2bc4e28 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:39.750124 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac188a4d-6b8a-482e-b019-92c7f59fed81 req-7e73d13a-263a-491d-a533-640f754f423d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 912 time: 0.7920091
Apr 16 21:23:39.767982 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd83b7-152f-446f-a177-b3ae08b74077 None None] The sync data for ids ['0689939a-a06f-4e3a-b907-535a5707bbb2'] in ncdv-master-1 is: [{'id': '0689939a-a06f-4e3a-b907-535a5707bbb2', 'name': 'tempest-snat-router-295483757', 'tenant_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:23:30Z', 'updated_at': '2022-04-16T21:23:38Z', 'revision_number': 5, 'project_id': '4d9bb41c4c9d48fc9b2edb178beeebc5', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:39.782909 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-923d02fa-8aa8-4032-b051-0d4e089e3540 req-454e889e-431b-46a0-b6ad-0e9700e9aae6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2445903
Apr 16 21:23:39.786344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:39.795824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Checking segment: {'id': '6b94fd09-c65a-45d4-9338-68be491dd78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:39.795824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Bound using segment: {'id': '6b94fd09-c65a-45d4-9338-68be491dd78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:39.795824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Bound port: fdca9e15-fa18-4555-99b5-61429f002844, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b94fd09-c65a-45d4-9338-68be491dd78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:39.795824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fdca9e15-fa18-4555-99b5-61429f002844), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:39.865629 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (0689939a-a06f-4e3a-b907-535a5707bbb2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:39.877062 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e81ef5f5-889c-44d4-b7cf-d69b65a2104a req-161f0ad9-b829-42b1-873c-a252b099dda4 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2071302
Apr 16 21:23:39.880064 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_controller (0689939a-a06f-4e3a-b907-535a5707bbb2), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:39.914515 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d09b8b4f-73c7-49bc-8189-7bce3e0e26a8 req-c09840ef-72d1-4142-9c3e-d365c83088d1 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 210 time: 0.0361373
Apr 16 21:23:39.973196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] For port fdca9e15-fa18-4555-99b5-61429f002844, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:39.979362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] For port fdca9e15-fa18-4555-99b5-61429f002844, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdca9e15-fa18-4555-99b5-61429f002844,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:40.025009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667d012-b919-40b1-820b-b9251bcfa55a req-7a6ab932-5c6b-4138-b4fd-6aac67be045a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.026539 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8667d012-b919-40b1-820b-b9251bcfa55a req-7a6ab932-5c6b-4138-b4fd-6aac67be045a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 945 time: 0.0577450
Apr 16 21:23:40.027930 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (0689939a-a06f-4e3a-b907-535a5707bbb2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:40.028533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0689939a-a06f-4e3a-b907-535a5707bbb2 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:23:40.032828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:40.036367 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-76f63818-5b56-4028-b969-d8e5e727aec5 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0689939a-a06f-4e3a-b907-535a5707bbb2 HTTP/1.1" status: 204  len: 168 time: 2.4690614
Apr 16 21:23:40.049302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42132) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:40.058760 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-202aa496-ef0e-4dd4-91c9-28e0d03da789 req-c7986755-39d5-40ce-8ba4-692178509cec tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 210 time: 0.0398328
Apr 16 21:23:40.082170 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (fdca9e15-fa18-4555-99b5-61429f002844), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:40.113250 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec35c91c-8277-4bb0-8d58-aa4eb376fedc x-openstack-request-id: req-ec35c91c-8277-4bb0-8d58-aa4eb376fedc {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:40.114241 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d623e8d-480f-48ef-b90c-04450df4aec8", "name": "network-vif-plugged", "status": "completed", "tag": "459ce4bf-03df-40c1-b9aa-0e81a103ea05", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:40.114773 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec35c91c-8277-4bb0-8d58-aa4eb376fedc {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:40.115531 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec35c91c-8277-4bb0-8d58-aa4eb376fedc'] response: {'server_uuid': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'code': 200}
Apr 16 21:23:40.221340 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac188a4d-6b8a-482e-b019-92c7f59fed81 req-c7cfc9d8-e991-48c3-ba79-e854ef95ee98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f66da356-52f4-4b47-9500-04fa22ef8e21 HTTP/1.1" status: 200  len: 217 time: 0.1710618
Apr 16 21:23:40.290119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.291201 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:40.292181 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] 10.222.0.11 "PUT /v2.0/ports/fdca9e15-fa18-4555-99b5-61429f002844 HTTP/1.1" status: 200  len: 1091 time: 2.3377907
Apr 16 21:23:40.292301 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8667d012-b919-40b1-820b-b9251bcfa55a req-01a7955d-2e7c-4bf0-be63-c4a9092e2dc3 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=29823ffe-981f-4199-ae50-36c53748628c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2572072
Apr 16 21:23:40.297873 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (6a48b495-7831-4982-96c2-aba11f76b5b0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:40.316980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d00e0-4c0d-4ee3-89b5-38850fd029b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdca9e15-fa18-4555-99b5-61429f002844,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:40.364319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b0d96-16b1-4e62-8ad2-8f62a307e97e req-5feb4ef3-4047-4090-8353-aa38d23cc009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.368862 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ac9b0d96-16b1-4e62-8ad2-8f62a307e97e req-5feb4ef3-4047-4090-8353-aa38d23cc009 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 1127 time: 0.1388814
Apr 16 21:23:40.378968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac188a4d-6b8a-482e-b019-92c7f59fed81 req-cfd2910c-8843-4847-aa3e-e6136a4c7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.381596 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac188a4d-6b8a-482e-b019-92c7f59fed81 req-cfd2910c-8843-4847-aa3e-e6136a4c7f7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=363c489b-9558-4973-a8ad-7c86215b2c65 HTTP/1.1" status: 200  len: 851 time: 0.1506650
Apr 16 21:23:40.388028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9225505-c9a0-4185-a4ef-d02949cc2b53 req-6a4ddb4e-434e-4503-8d49-5c04c7e780c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.397693 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b9225505-c9a0-4185-a4ef-d02949cc2b53 req-6a4ddb4e-434e-4503-8d49-5c04c7e780c4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 944 time: 0.2023642
Apr 16 21:23:40.484429 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (6a48b495-7831-4982-96c2-aba11f76b5b0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:40.517426 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b9225505-c9a0-4185-a4ef-d02949cc2b53 req-5578ab09-57e4-434e-af96-6d9a970f5f78 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182344
Apr 16 21:23:40.532499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-7b9b3ec8-7de8-4a9a-95de-8f96356be712 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.534329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-7b9b3ec8-7de8-4a9a-95de-8f96356be712 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.11 "GET /v2.0/networks?id=a9010da2-54fb-4a1a-8688-b01d319eafbe HTTP/1.1" status: 200  len: 809 time: 0.3781209
Apr 16 21:23:40.543263 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac188a4d-6b8a-482e-b019-92c7f59fed81 req-fbe0a9da-48c3-4439-ba91-a61ce2fe5cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5fb5cf29-8796-41a2-8375-e8062a5911ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432689
Apr 16 21:23:40.567301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-51464b7a-1a68-4c12-ac3a-fa6de733f21c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Request body: {'port': {'device_id': '06c0c0c5-19a1-4c21-b19e-a9878ab4f25e', 'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe', 'admin_state_up': True, 'tenant_id': '7d72b2bb3a304796bb144bc739ffcb5a'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:40.627894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-473f6281-d062-48a6-b9dd-0bcc5e7b548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.628411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-473f6281-d062-48a6-b9dd-0bcc5e7b548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.628889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-473f6281-d062-48a6-b9dd-0bcc5e7b548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.629363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-473f6281-d062-48a6-b9dd-0bcc5e7b548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.629841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-473f6281-d062-48a6-b9dd-0bcc5e7b548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.630308 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-473f6281-d062-48a6-b9dd-0bcc5e7b548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.631371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-473f6281-d062-48a6-b9dd-0bcc5e7b548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.633361 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-473f6281-d062-48a6-b9dd-0bcc5e7b548b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 6704 time: 0.1567264
Apr 16 21:23:40.654987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Deleting port 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:40.655497 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:40.690137 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-d3a8f997-77c6-4cf9-8c5c-8c060761b319 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc99d421-5515-41e3-bbf8-03443566d154 HTTP/1.1" status: 200  len: 217 time: 0.0444553
Apr 16 21:23:40.696164 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ac9b0d96-16b1-4e62-8ad2-8f62a307e97e req-bd9385a1-8490-43ac-b68d-ffd9002801f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=29823ffe-981f-4199-ae50-36c53748628c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2206459
Apr 16 21:23:40.717205 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac188a4d-6b8a-482e-b019-92c7f59fed81 req-305129ee-d6bb-4c43-a426-7d8ffa691e6d service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674852
Apr 16 21:23:40.768588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-425287a5-35aa-4fe9-98d7-c5f263e5e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.769668 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-425287a5-35aa-4fe9-98d7-c5f263e5e68a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=708923a2-d8e5-492d-a120-3240bd6ffb38 HTTP/1.1" status: 200  len: 856 time: 0.0711040
Apr 16 21:23:40.777858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] For port 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f7ec487-ec20-4bf5-bb7c-c4e0abe12691,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:40.778226 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:40.801320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Calling delete_port for 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:40.823186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e0f92d17-6000-410e-bd9c-f11ca552b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:40.824777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-e0f92d17-6000-410e-bd9c-f11ca552b2f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=281ab511-837a-41be-9f7f-2b7357e9479c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0486457
Apr 16 21:23:40.902882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': 'fdca9e15-fa18-4555-99b5-61429f002844'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:40.905350 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "fdca9e15-fa18-4555-99b5-61429f002844"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:40.946706 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-a5abf578-9652-4fcb-8dbc-8d473094573a service neutron] 10.222.0.11 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1112750
Apr 16 21:23:40.971424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f66da356-52f4-4b47-9500-04fa22ef8e21 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:41.000287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379c51-ea1c-459d-a7b0-e9f28c03a3e7 req-abc5afe9-a6ab-48c8-bd05-1eccf357954f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:41.005871 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379c51-ea1c-459d-a7b0-e9f28c03a3e7 req-abc5afe9-a6ab-48c8-bd05-1eccf357954f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:41.011304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379c51-ea1c-459d-a7b0-e9f28c03a3e7 req-abc5afe9-a6ab-48c8-bd05-1eccf357954f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:41.016795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379c51-ea1c-459d-a7b0-e9f28c03a3e7 req-abc5afe9-a6ab-48c8-bd05-1eccf357954f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:41.022315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379c51-ea1c-459d-a7b0-e9f28c03a3e7 req-abc5afe9-a6ab-48c8-bd05-1eccf357954f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:41.027960 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379c51-ea1c-459d-a7b0-e9f28c03a3e7 req-abc5afe9-a6ab-48c8-bd05-1eccf357954f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:41.034284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379c51-ea1c-459d-a7b0-e9f28c03a3e7 req-abc5afe9-a6ab-48c8-bd05-1eccf357954f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:41.036280 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce379c51-ea1c-459d-a7b0-e9f28c03a3e7 req-abc5afe9-a6ab-48c8-bd05-1eccf357954f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5430 time: 0.1175663
Apr 16 21:23:41.061132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eefbbd-8b0c-4831-b511-64ae32ce6a04 req-644f509c-9cc9-47f3-af39-a73dc7cf4774 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:41.062667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81eefbbd-8b0c-4831-b511-64ae32ce6a04 req-644f509c-9cc9-47f3-af39-a73dc7cf4774 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.1020257
Apr 16 21:23:41.092806 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f66da356-52f4-4b47-9500-04fa22ef8e21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f66da356-52f4-4b47-9500-04fa22ef8e21,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:41.108757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'f66da356-52f4-4b47-9500-04fa22ef8e21', 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'port_id': 'f66da356-52f4-4b47-9500-04fa22ef8e21', 'mac_address': 'fa:16:3e:dc:71:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363c489b-9558-4973-a8ad-7c86215b2c65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:41.140355 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81eefbbd-8b0c-4831-b511-64ae32ce6a04 req-3c4787a4-64e0-4701-b768-09ec0c217ce2 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667961
Apr 16 21:23:41.143113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fa197863-39fc-40b7-93db-66586ec71ea8 service neutron] 10.222.0.11 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900690
Apr 16 21:23:41.178389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f66da356-52f4-4b47-9500-04fa22ef8e21 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:41.178904 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:41.206423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66da356-52f4-4b47-9500-04fa22ef8e21 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:41.219482 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac188a4d-6b8a-482e-b019-92c7f59fed81 req-bb9cebe2-32b0-4a69-a4e8-d22e1a2de11b service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2366712
Apr 16 21:23:41.230718 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-51464b7a-1a68-4c12-ac3a-fa6de733f21c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Made reservation on behalf of 7d72b2bb3a304796bb144bc739ffcb5a for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:23:41.237563 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce379c51-ea1c-459d-a7b0-e9f28c03a3e7 req-87424852-a300-473c-a706-a21fba010424 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1823883
Apr 16 21:23:41.241730 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-51464b7a-1a68-4c12-ac3a-fa6de733f21c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:41.249932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f66da356-52f4-4b47-9500-04fa22ef8e21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f66da356-52f4-4b47-9500-04fa22ef8e21,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:41.251455 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83033c28-794b-4b97-9456-572cdce7541b x-openstack-request-id: req-83033c28-794b-4b97-9456-572cdce7541b {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:41.251820 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "fdca9e15-fa18-4555-99b5-61429f002844", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:41.252147 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83033c28-794b-4b97-9456-572cdce7541b {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:41.252645 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83033c28-794b-4b97-9456-572cdce7541b'] response: {'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': 'fdca9e15-fa18-4555-99b5-61429f002844', 'status': 'completed', 'code': 200}
Apr 16 21:23:41.260945 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8f7ec487-ec20-4bf5-bb7c-c4e0abe12691), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:41.283119 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-59a43d21-347c-4004-ba77-8f6b91644b03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=c1abc7d3-63c4-4e58-896c-5aa4b9a41054 HTTP/1.1" status: 200  len: 217 time: 0.1338928
Apr 16 21:23:41.302657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f7ec487-ec20-4bf5-bb7c-c4e0abe12691,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:41.320872 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:41.381701 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59150e06-8307-4b87-8a43-abded0bb612a req-f79ab29f-ddd4-42fa-8564-d7e8d52630c0 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 210 time: 0.0975151
Apr 16 21:23:41.385734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f66da356-52f4-4b47-9500-04fa22ef8e21,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:41.396813 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b5b15af-caf4-4b03-85a2-179c8616696c req-1400146e-58de-4ef1-82ab-9a2ba2a7d215 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 210 time: 0.0497715
Apr 16 21:23:41.433923 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (6a48b495-7831-4982-96c2-aba11f76b5b0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:41.453338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-bbb55c75-b320-41cd-aa2a-d7c6dc29e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:41.456557 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-bbb55c75-b320-41cd-aa2a-d7c6dc29e690 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.1655178
Apr 16 21:23:41.552720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-1e5c03b0-30e2-4b07-9c2d-236e9dacfb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:41.554232 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-1e5c03b0-30e2-4b07-9c2d-236e9dacfb4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0912044
Apr 16 21:23:41.578888 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (6a48b495-7831-4982-96c2-aba11f76b5b0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:41.596615 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_controller (6a48b495-7831-4982-96c2-aba11f76b5b0), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:41.615832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-51464b7a-1a68-4c12-ac3a-fa6de733f21c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Allocated IP 172.20.0.2 (a9010da2-54fb-4a1a-8688-b01d319eafbe/bdb611d8-7df3-448b-81ce-8d653efb298a/43c7f7d0-e08b-46c8-ac83-10e7f6e09684) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:41.651413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65934c8e-de72-4696-b7d8-781fdd646733 req-c952055c-67fe-485e-84fa-f474656659fc tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:41.653500 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-65934c8e-de72-4696-b7d8-781fdd646733 req-c952055c-67fe-485e-84fa-f474656659fc tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 945 time: 0.0863616
Apr 16 21:23:41.672078 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6ba2a079-3287-443a-8629-ead192a4884e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:41.674313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['f66da356-52f4-4b47-9500-04fa22ef8e21'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:41.698734 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-086b84fe-af85-4fed-a358-f2e66e49882f service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365154
Apr 16 21:23:41.724719 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-65934c8e-de72-4696-b7d8-781fdd646733 req-b88de968-2cb2-4dc3-b755-0887d64f6e61 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=29823ffe-981f-4199-ae50-36c53748628c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617228
Apr 16 21:23:41.753034 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (6a48b495-7831-4982-96c2-aba11f76b5b0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:41.754279 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a48b495-7831-4982-96c2-aba11f76b5b0 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:23:41.760566 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:41.765299 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e1c45a22-1822-481c-8b33-7d516d99954a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "DELETE /v2.0/routers/6a48b495-7831-4982-96c2-aba11f76b5b0 HTTP/1.1" status: 204  len: 168 time: 1.7098162
Apr 16 21:23:41.765299 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42152) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:41.769321 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-71937638', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:41.905038 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-a305e30b-8f8c-4948-8e99-86aa6623ae92 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1898167
Apr 16 21:23:41.907846 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-51464b7a-1a68-4c12-ac3a-fa6de733f21c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks [] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:41.909494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c29848-155a-4f9e-9632-e4e58a36347d req-b0b56ea6-6864-443e-9718-ed0ca0599d7b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:41.911020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c29848-155a-4f9e-9632-e4e58a36347d req-b0b56ea6-6864-443e-9718-ed0ca0599d7b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 945 time: 0.0916231
Apr 16 21:23:41.916764 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (f38e77c2-abcc-45c7-9535-d617bbf9406e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:41.917850 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (f38e77c2-abcc-45c7-9535-d617bbf9406e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:42.007165 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_controller (f38e77c2-abcc-45c7-9535-d617bbf9406e), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:42.021612 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e414e6-b809-4d89-b76d-109f109d7cb2 req-b865e54d-7a36-45f6-9a22-de78781aadfb tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.023990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36e414e6-b809-4d89-b76d-109f109d7cb2 req-b865e54d-7a36-45f6-9a22-de78781aadfb tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0749209
Apr 16 21:23:42.049275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c29848-155a-4f9e-9632-e4e58a36347d req-b74b3b6f-d051-4712-9e97-b7fc88971432 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140468
Apr 16 21:23:42.073352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-51464b7a-1a68-4c12-ac3a-fa6de733f21c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:42.083183 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-90e080b9-a17d-49cd-a297-ee8da533ec82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=5e9adf2d-0b03-4f92-88ae-35b824faa4fe HTTP/1.1" status: 200  len: 217 time: 0.0573664
Apr 16 21:23:42.173049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-51464b7a-1a68-4c12-ac3a-fa6de733f21c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Network a9010da2-54fb-4a1a-8688-b01d319eafbe is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:42.188325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-51464b7a-1a68-4c12-ac3a-fa6de733f21c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:42.200829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-51464b7a-1a68-4c12-ac3a-fa6de733f21c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:42.233880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51464b7a-1a68-4c12-ac3a-fa6de733f21c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Pushing event updated for resources: {'Port': ['ID=43c7f7d0-e08b-46c8-ac83-10e7f6e09684,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:42.246215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-36e414e6-b809-4d89-b76d-109f109d7cb2 req-56e2a2f2-be0a-4305-8ffd-b69e456e0f29 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2111876
Apr 16 21:23:42.282990 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (f38e77c2-abcc-45c7-9535-d617bbf9406e), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:42.284491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-51464b7a-1a68-4c12-ac3a-fa6de733f21c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.285147 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-51464b7a-1a68-4c12-ac3a-fa6de733f21c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:42.289109 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f14fe727-084f-42dc-aa31-1d09717d0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.293510 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f14fe727-084f-42dc-aa31-1d09717d0cdf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.1706080
Apr 16 21:23:42.293648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a4412-8041-46af-b64f-4e1edca55aff req-2ad80a27-f3e6-4723-9b83-7addbc72fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.293648 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-426a4412-8041-46af-b64f-4e1edca55aff req-2ad80a27-f3e6-4723-9b83-7addbc72fae2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5096c21fbfe41dd80379e0e3b6fb8d5&device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 1127 time: 0.0955291
Apr 16 21:23:42.406883 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-67681b39-cbf1-4c9f-8d07-b743f559b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.408442 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-67681b39-cbf1-4c9f-8d07-b743f559b525 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1011627
Apr 16 21:23:42.423308 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:42.482803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf515e-e39f-44bd-8741-6a9d0ea7a93e req-d2e64f61-8085-4a17-b710-da73c11e9c8f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.488511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf515e-e39f-44bd-8741-6a9d0ea7a93e req-d2e64f61-8085-4a17-b710-da73c11e9c8f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.495016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf515e-e39f-44bd-8741-6a9d0ea7a93e req-d2e64f61-8085-4a17-b710-da73c11e9c8f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.500646 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf515e-e39f-44bd-8741-6a9d0ea7a93e req-d2e64f61-8085-4a17-b710-da73c11e9c8f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.506575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf515e-e39f-44bd-8741-6a9d0ea7a93e req-d2e64f61-8085-4a17-b710-da73c11e9c8f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.512163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf515e-e39f-44bd-8741-6a9d0ea7a93e req-d2e64f61-8085-4a17-b710-da73c11e9c8f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.517810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf515e-e39f-44bd-8741-6a9d0ea7a93e req-d2e64f61-8085-4a17-b710-da73c11e9c8f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.520338 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07cf515e-e39f-44bd-8741-6a9d0ea7a93e req-d2e64f61-8085-4a17-b710-da73c11e9c8f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5430 time: 0.2025983
Apr 16 21:23:42.669692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a4412-8041-46af-b64f-4e1edca55aff req-752c7d86-03b1-41c1-b2a8-b37f9c4cdc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.671278 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-426a4412-8041-46af-b64f-4e1edca55aff req-752c7d86-03b1-41c1-b2a8-b37f9c4cdc7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e30659b1-756c-4ef0-9573-8335ff004f46 HTTP/1.1" status: 200  len: 921 time: 0.3720078
Apr 16 21:23:42.753951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07cf515e-e39f-44bd-8741-6a9d0ea7a93e req-b577ff7c-0630-40d3-afa6-00b64729f05c tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2218065
Apr 16 21:23:42.757466 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-426a4412-8041-46af-b64f-4e1edca55aff req-676f99cc-142e-4642-87b1-3e0bcf4ca1fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 200  len: 217 time: 0.0545170
Apr 16 21:23:42.769065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-51464b7a-1a68-4c12-ac3a-fa6de733f21c tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2084513
Apr 16 21:23:42.793246 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (f38e77c2-abcc-45c7-9535-d617bbf9406e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:42.796695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Request body: {'port': {'device_id': '06c0c0c5-19a1-4c21-b19e-a9878ab4f25e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:42.838081 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:42.840756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-e9af0a8b-a8f5-4c3b-9332-1afd986ef68f tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.842211 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-e9af0a8b-a8f5-4c3b-9332-1afd986ef68f tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.11 "GET /v2.0/networks?id=c0253630-a638-41be-9085-59ec05c0d096 HTTP/1.1" status: 200  len: 821 time: 0.5504069
Apr 16 21:23:42.843794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55b31700-a3eb-4788-b533-0a0735715bd8 req-e84d2042-0212-48d7-bdd7-c79480dfbbba tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 210 time: 0.3647072
Apr 16 21:23:42.866537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-ec56079e-7e7c-4d9b-96eb-a07e569e3df9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Request body: {'port': {'device_id': 'c13c741a-7277-49dc-bb1f-b17e77c02c7b', 'network_id': 'c0253630-a638-41be-9085-59ec05c0d096', 'admin_state_up': True, 'tenant_id': '90232777aaeb43de91ca009adce2f8ae'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:42.904860 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:23:42.941230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:23:42.951993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a4412-8041-46af-b64f-4e1edca55aff req-510111e2-0b85-434b-a000-6353d602c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:42.953507 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-426a4412-8041-46af-b64f-4e1edca55aff req-510111e2-0b85-434b-a000-6353d602c973 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f82318ec-15c8-47c0-ac6c-ad372af7cf88 HTTP/1.1" status: 200  len: 860 time: 0.1710031
Apr 16 21:23:42.964571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:23:42.965229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8f7ec487-ec20-4bf5-bb7c-c4e0abe12691 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:23:42.987038 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:42.990791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f66da356-52f4-4b47-9500-04fa22ef8e21 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:43.001268 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b11fdc-5cee-4006-8cbf-1ff442b8588c req-86a89edd-6ab6-48c6-aa0e-4c4ecdbb8391 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:43.001951 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-7545e87b-4bd7-4028-8787-31717d93f9dd service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5795155
Apr 16 21:23:43.002768 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3b11fdc-5cee-4006-8cbf-1ff442b8588c req-86a89edd-6ab6-48c6-aa0e-4c4ecdbb8391 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 931 time: 0.1693664
Apr 16 21:23:43.007170 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-426a4412-8041-46af-b64f-4e1edca55aff req-16678cb3-c2eb-47c9-a19f-8e9e78999586 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e30659b1-756c-4ef0-9573-8335ff004f46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467432
Apr 16 21:23:43.010535 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:43.041552 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port f66da356-52f4-4b47-9500-04fa22ef8e21 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:23:43.089370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc21221-8488-4123-8a2d-8d4cf21f49e5 req-081e4c31-ff94-4340-992a-3983b1331213 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:43.090612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1dc21221-8488-4123-8a2d-8d4cf21f49e5 req-081e4c31-ff94-4340-992a-3983b1331213 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 945 time: 0.1614156
Apr 16 21:23:43.114018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port f66da356-52f4-4b47-9500-04fa22ef8e21 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:43.114983 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:43.147616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Allocated IP 172.35.1.115 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/5b9834c2-4c6b-480a-be92-56135fcf419d) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:43.174409 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3b11fdc-5cee-4006-8cbf-1ff442b8588c req-d2b58e16-7384-4118-aed5-fdd224dddc3a tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604211
Apr 16 21:23:43.191861 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-426a4412-8041-46af-b64f-4e1edca55aff req-5a341068-c7ee-4d3c-8b01-385d2e80d3c3 service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787496
Apr 16 21:23:43.209177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f66da356-52f4-4b47-9500-04fa22ef8e21 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:43.209677 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:43.233945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3704be44-6fc4-4b14-b0c0-eb1388d807a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66da356-52f4-4b47-9500-04fa22ef8e21'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:43.236679 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d46c59-102a-45be-9b2a-a81c0b20432a" -d '{"events": [{"server_uuid": "3704be44-6fc4-4b14-b0c0-eb1388d807a5", "name": "network-vif-plugged", "status": "completed", "tag": "f66da356-52f4-4b47-9500-04fa22ef8e21"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:43.250830 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f66da356-52f4-4b47-9500-04fa22ef8e21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f66da356-52f4-4b47-9500-04fa22ef8e21,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:43.289698 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1dc21221-8488-4123-8a2d-8d4cf21f49e5 req-560c56e6-eed4-4384-a077-17d1ae7623be tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=29823ffe-981f-4199-ae50-36c53748628c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1841142
Apr 16 21:23:43.298142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-00568a53-816d-4da6-8e74-b271fb40c866 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2853916
Apr 16 21:23:43.334577 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:43.351003 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-ce0a6b63-16f4-41e3-ac6d-1ab5f903c0be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=e161877a-3f6f-49a7-8aed-2eee986f2f68 HTTP/1.1" status: 200  len: 217 time: 0.0448039
Apr 16 21:23:43.374791 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb00356-490e-4ec5-a804-77161aee21a0 req-eaf9408e-18f1-4c1d-b71a-4b39d678f159 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:43.382197 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-deb00356-490e-4ec5-a804-77161aee21a0 req-eaf9408e-18f1-4c1d-b71a-4b39d678f159 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 945 time: 0.0990674
Apr 16 21:23:43.410068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-ec56079e-7e7c-4d9b-96eb-a07e569e3df9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Made reservation on behalf of 90232777aaeb43de91ca009adce2f8ae for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:23:43.413880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-ec56079e-7e7c-4d9b-96eb-a07e569e3df9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:43.414022 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for port (5b9834c2-4c6b-480a-be92-56135fcf419d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:43.418737 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170a7a12-2615-4d1c-a393-7c646ec0f3dc x-openstack-request-id: req-170a7a12-2615-4d1c-a393-7c646ec0f3dc {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:43.422462 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3704be44-6fc4-4b14-b0c0-eb1388d807a5", "name": "network-vif-plugged", "status": "completed", "tag": "f66da356-52f4-4b47-9500-04fa22ef8e21", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:43.423696 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-170a7a12-2615-4d1c-a393-7c646ec0f3dc {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:43.424817 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-170a7a12-2615-4d1c-a393-7c646ec0f3dc'] response: {'server_uuid': '3704be44-6fc4-4b14-b0c0-eb1388d807a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66da356-52f4-4b47-9500-04fa22ef8e21', 'code': 200}
Apr 16 21:23:43.453513 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-426a4412-8041-46af-b64f-4e1edca55aff req-ac0d7d36-91b4-4d0f-8d2f-09f95d65cc2d service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2508287
Apr 16 21:23:43.455869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f66da356-52f4-4b47-9500-04fa22ef8e21,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:43.480249 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-deb00356-490e-4ec5-a804-77161aee21a0 req-3de92673-b106-42e3-95d1-39ef48148f3d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971777
Apr 16 21:23:43.550118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2c0cf-7e8c-4d55-94cf-a86292d691e0 req-a82295c3-f73a-4367-8d3f-5745810e44ca tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:43.551690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1e2c0cf-7e8c-4d55-94cf-a86292d691e0 req-a82295c3-f73a-4367-8d3f-5745810e44ca tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.1139855
Apr 16 21:23:43.565759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-6c5b1690-28f1-46d5-9345-90f17687674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:43.567253 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-6c5b1690-28f1-46d5-9345-90f17687674c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.2053308
Apr 16 21:23:43.584067 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5b9834c2-4c6b-480a-be92-56135fcf419d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:43.589578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a46075-d75d-4c45-b099-74d57fb75a3c req-30958d48-eeb5-4d71-9eaf-0d4a78c1f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:43.591041 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-99a46075-d75d-4c45-b099-74d57fb75a3c req-30958d48-eeb5-4d71-9eaf-0d4a78c1f89a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 1128 time: 0.1544621
Apr 16 21:23:43.617698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63614d3f-67f2-48f3-9068-424422472992 req-9ea0005e-894d-4564-a294-69c057a1444d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:43.619214 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-63614d3f-67f2-48f3-9068-424422472992 req-9ea0005e-894d-4564-a294-69c057a1444d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 945 time: 0.0783713
Apr 16 21:23:43.632710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42178) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:43.638619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-70372730-2dd4-4f2b-896d-c13463ae2c47 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'floatingip': {'port_id': '459ce4bf-03df-40c1-b9aa-0e81a103ea05'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:43.681345 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:43.687201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:43.692560 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70372730-2dd4-4f2b-896d-c13463ae2c47 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (7aa741d6-8c66-42e6-8de2-8841a09a157c), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:43.696521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:43.711829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f149ec4a-06bb-4d2e-97b8-78fd49c4ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:43.713322 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f149ec4a-06bb-4d2e-97b8-78fd49c4ab55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1365907
Apr 16 21:23:43.726309 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Pushing event updated for resources: {'Port': ['ID=5b9834c2-4c6b-480a-be92-56135fcf419d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:43.782911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.783593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.783713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.784014 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.784396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.784915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.785040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.785362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.785681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.786001 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.786320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.786701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.787018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.787336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.787654 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:43.853720 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1e2c0cf-7e8c-4d55-94cf-a86292d691e0 req-c07ffceb-d4e8-4170-9a21-55eb8eeb9dcb tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2779882
Apr 16 21:23:43.862410 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-99a46075-d75d-4c45-b099-74d57fb75a3c req-c1dbfba7-5039-4f06-8970-29a9a03713a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2154264
Apr 16 21:23:43.950064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-ec56079e-7e7c-4d9b-96eb-a07e569e3df9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Allocated IP 172.20.0.12 (c0253630-a638-41be-9085-59ec05c0d096/5ea8ae20-1111-482b-ba04-e812f3198ba1/fbff4a6d-61dd-45ec-9093-ac6f555b347a) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:43.974759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:43.984958 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Publish callbacks [] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:44.001813 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2549665-b9a3-46dd-a803-0545cebcce30 req-7e8a47e1-56d5-4bab-a911-f38f80d26c87 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 210 time: 0.0727987
Apr 16 21:23:44.019974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Transition to ACTIVE for port object 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:44.039130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-4a9c6a5f-5307-4b51-a226-508bb16ea158 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2993634
Apr 16 21:23:44.103361 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:44.113260 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:44.248857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Pushing event updated for resources: {'Port': ['ID=43c7f7d0-e08b-46c8-ac83-10e7f6e09684,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:44.356280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-1c4d04c3-0187-44a9-a64d-bf5d92ea1273 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3076091
Apr 16 21:23:44.380657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539514e-307b-4178-95f4-460d6c57089d req-59e91f80-e3aa-4511-b363-f0893399c684 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:44.386026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539514e-307b-4178-95f4-460d6c57089d req-59e91f80-e3aa-4511-b363-f0893399c684 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:44.387339 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-ec56079e-7e7c-4d9b-96eb-a07e569e3df9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Publish callbacks [] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:44.391399 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539514e-307b-4178-95f4-460d6c57089d req-59e91f80-e3aa-4511-b363-f0893399c684 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:44.396443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e0cfa-39b7-4451-8f74-400810f486e0 req-f5a26c8d-b994-41ab-9622-2162b893f2fc tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:44.397278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539514e-307b-4178-95f4-460d6c57089d req-59e91f80-e3aa-4511-b363-f0893399c684 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:44.397984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-545e0cfa-39b7-4451-8f74-400810f486e0 req-f5a26c8d-b994-41ab-9622-2162b893f2fc tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 943 time: 0.1350510
Apr 16 21:23:44.402878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539514e-307b-4178-95f4-460d6c57089d req-59e91f80-e3aa-4511-b363-f0893399c684 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:44.408213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539514e-307b-4178-95f4-460d6c57089d req-59e91f80-e3aa-4511-b363-f0893399c684 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:44.414112 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539514e-307b-4178-95f4-460d6c57089d req-59e91f80-e3aa-4511-b363-f0893399c684 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:44.416068 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9539514e-307b-4178-95f4-460d6c57089d req-59e91f80-e3aa-4511-b363-f0893399c684 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5430 time: 0.5736284
Apr 16 21:23:44.441449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-938e8069-ba98-4a05-a5b4-37b9b3cb12ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=c8475713-e26a-40c8-8213-0fa9fe87a721 HTTP/1.1" status: 200  len: 217 time: 0.0768807
Apr 16 21:23:44.513123 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Attempting to bind port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:44.513466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Attempting to bind port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fcd7758d-5429-433b-9a50-8ae286e04fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:44.513725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Attempting to bind port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 on network a9010da2-54fb-4a1a-8688-b01d319eafbe {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:44.540542 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 on network a9010da2-54fb-4a1a-8688-b01d319eafbe not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:44.540884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Attempting to bind port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 on network a9010da2-54fb-4a1a-8688-b01d319eafbe {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:44.559381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:44.559757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Checking segment: {'id': 'fcd7758d-5429-433b-9a50-8ae286e04fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:44.560129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Bound using segment: {'id': 'fcd7758d-5429-433b-9a50-8ae286e04fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:44.560602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Bound port: 43c7f7d0-e08b-46c8-ac83-10e7f6e09684, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd7758d-5429-433b-9a50-8ae286e04fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:44.560969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:44.566626 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-545e0cfa-39b7-4451-8f74-400810f486e0 req-7a7790fc-1a38-42ae-aa0e-2ff9062d013e tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308229
Apr 16 21:23:44.628821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-95a3bded-840f-47f6-bf1d-86e6b23f5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:44.630660 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-95a3bded-840f-47f6-bf1d-86e6b23f5330 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.1813338
Apr 16 21:23:44.641261 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9539514e-307b-4178-95f4-460d6c57089d req-7258d204-2933-46f2-b502-c0e6842211ea tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2176981
Apr 16 21:23:44.671118 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-ec56079e-7e7c-4d9b-96eb-a07e569e3df9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:44.718991 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (f38e77c2-abcc-45c7-9535-d617bbf9406e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:44.734002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] For port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:44.765696 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-6060f1e0-a6b7-4939-88cb-58bff848e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:44.767152 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-6060f1e0-a6b7-4939-88cb-58bff848e8d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1300766
Apr 16 21:23:44.779740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] For port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43c7f7d0-e08b-46c8-ac83-10e7f6e09684,segment=NetworkSegment(fcd7758d-5429-433b-9a50-8ae286e04fad),segment_id=fcd7758d-5429-433b-9a50-8ae286e04fad)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:44.783262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-ec56079e-7e7c-4d9b-96eb-a07e569e3df9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Network c0253630-a638-41be-9085-59ec05c0d096 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:44.799586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680d213-d863-4372-ba10-eb2dc7d90c87 req-fdd6619a-d38f-45f1-8340-aecfff27561a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:44.801102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6680d213-d863-4372-ba10-eb2dc7d90c87 req-fdd6619a-d38f-45f1-8340-aecfff27561a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 946 time: 0.1517506
Apr 16 21:23:44.813057 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-ec56079e-7e7c-4d9b-96eb-a07e569e3df9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:44.847482 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-ec56079e-7e7c-4d9b-96eb-a07e569e3df9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:44.857688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56079e-7e7c-4d9b-96eb-a07e569e3df9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Pushing event updated for resources: {'Port': ['ID=fbff4a6d-61dd-45ec-9093-ac6f555b347a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:44.901783 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:44.981310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:44.981942 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:44.983363 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] 10.222.0.11 "PUT /v2.0/ports/43c7f7d0-e08b-46c8-ac83-10e7f6e09684 HTTP/1.1" status: 200  len: 1091 time: 2.1934888
Apr 16 21:23:44.985525 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c0c0c5-19a1-4c21-b19e-a9878ab4f25e', 'tag': '43c7f7d0-e08b-46c8-ac83-10e7f6e09684'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:44.987774 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4fb1a2-2cbe-4740-ab00-bb00ee45fe5f" -d '{"events": [{"name": "network-changed", "server_uuid": "06c0c0c5-19a1-4c21-b19e-a9878ab4f25e", "tag": "43c7f7d0-e08b-46c8-ac83-10e7f6e09684"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:44.994994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-ec56079e-7e7c-4d9b-96eb-a07e569e3df9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:44.995641 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-ec56079e-7e7c-4d9b-96eb-a07e569e3df9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:45.038869 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6680d213-d863-4372-ba10-eb2dc7d90c87 req-d278f58f-7374-4b2c-9945-3e522595081a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962721
Apr 16 21:23:45.047698 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-f41fdd03-ad4a-4d67-bb95-35632d91b2bb service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2663481
Apr 16 21:23:45.048601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13c48d-4db9-4b57-8587-30f5fac1ff8b service neutron] Pushing event updated for resources: {'Port': ['ID=43c7f7d0-e08b-46c8-ac83-10e7f6e09684,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:45.076236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd0245-57b3-4f52-94b6-009c2977da98 req-909e5138-a38c-444e-8f10-34a7934cf7e4 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:45.077764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-79bd0245-57b3-4f52-94b6-009c2977da98 req-909e5138-a38c-444e-8f10-34a7934cf7e4 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.1373224
Apr 16 21:23:45.085562 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70372730-2dd4-4f2b-896d-c13463ae2c47 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:45.119226 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c209aaa-56bf-4837-9c5c-e5e5616dd173 x-openstack-request-id: req-6c209aaa-56bf-4837-9c5c-e5e5616dd173 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:45.119226 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c0c0c5-19a1-4c21-b19e-a9878ab4f25e", "tag": "43c7f7d0-e08b-46c8-ac83-10e7f6e09684", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:45.119476 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c209aaa-56bf-4837-9c5c-e5e5616dd173 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:45.119657 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c209aaa-56bf-4837-9c5c-e5e5616dd173'] response: {'name': 'network-changed', 'server_uuid': '06c0c0c5-19a1-4c21-b19e-a9878ab4f25e', 'tag': '43c7f7d0-e08b-46c8-ac83-10e7f6e09684', 'status': 'completed', 'code': 200}
Apr 16 21:23:45.140221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (f38e77c2-abcc-45c7-9535-d617bbf9406e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:45.151463 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-79bd0245-57b3-4f52-94b6-009c2977da98 req-52aef51d-ea41-4992-b651-b94ac8c030ee tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644670
Apr 16 21:23:45.158653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-ec56079e-7e7c-4d9b-96eb-a07e569e3df9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3055158
Apr 16 21:23:45.173076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Request body: {'port': {'device_id': 'c13c741a-7277-49dc-bb1f-b17e77c02c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:45.190618 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70372730-2dd4-4f2b-896d-c13463ae2c47 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (7aa741d6-8c66-42e6-8de2-8841a09a157c), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:45.235392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-76af57d8-de5f-46ca-96ff-37d4748474c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:45.236948 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-76af57d8-de5f-46ca-96ff-37d4748474c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d72b2bb3a304796bb144bc739ffcb5a&device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 1125 time: 0.1200318
Apr 16 21:23:45.355849 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-70372730-2dd4-4f2b-896d-c13463ae2c47 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Floating IP 7aa741d6-8c66-42e6-8de2-8841a09a157c associated. External IP: 172.35.1.208, port: 459ce4bf-03df-40c1-b9aa-0e81a103ea05.
Apr 16 21:23:45.429181 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:45.534136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Router f38e77c2-abcc-45c7-9535-d617bbf9406e is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:23:45.591829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-bb954b8a-5187-43ae-ad84-23d6dd3a33a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43c7f7d0-e08b-46c8-ac83-10e7f6e09684 HTTP/1.1" status: 200  len: 217 time: 0.3455896
Apr 16 21:23:45.602969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4e0f-6e47-43f5-b747-4667fa9ff007 req-560d9f70-c3da-4df4-a049-e4e6489272c2 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:45.604460 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e3c4e0f-6e47-43f5-b747-4667fa9ff007 req-560d9f70-c3da-4df4-a049-e4e6489272c2 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 932 time: 0.4384220
Apr 16 21:23:45.656788 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-a499820a-2f29-4d10-847f-72ebaeb95c85 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6029563
Apr 16 21:23:45.709341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70372730-2dd4-4f2b-896d-c13463ae2c47 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Router 97553a54-e5c2-474b-ac28-a27607cc8bc4 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:23:45.728296 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:45.730787 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-8e2f6a67-b41c-490f-a4d8-90211593bc09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee HTTP/1.1" status: 200  len: 217 time: 0.0620933
Apr 16 21:23:45.746122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27afea-4253-4120-9610-6d11e3ebe827 req-26844d85-9b5b-47fe-8544-1afa589857b3 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:45.748024 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be27afea-4253-4120-9610-6d11e3ebe827 req-26844d85-9b5b-47fe-8544-1afa589857b3 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 943 time: 0.0791976
Apr 16 21:23:45.753369 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:45.767255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be292dde-c604-465d-aad5-53b8d6a83714 None None] Sync routers for ids ['f38e77c2-abcc-45c7-9535-d617bbf9406e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:45.777521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be292dde-c604-465d-aad5-53b8d6a83714 None None] Routers {'f38e77c2-abcc-45c7-9535-d617bbf9406e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:45.778510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be292dde-c604-465d-aad5-53b8d6a83714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01240bef70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f38e77c2-abcc-45c7-9535-d617bbf9406e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:45.784372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-e6908aad-3843-45fa-afef-e1ce2c40e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:45.785844 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-e6908aad-3843-45fa-afef-e1ce2c40e5c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bdb611d8-7df3-448b-81ce-8d653efb298a HTTP/1.1" status: 200  len: 849 time: 0.1805279
Apr 16 21:23:45.815259 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be292dde-c604-465d-aad5-53b8d6a83714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01240bef70>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:45.824065 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be292dde-c604-465d-aad5-53b8d6a83714 None None] Routers {'f38e77c2-abcc-45c7-9535-d617bbf9406e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:45.824971 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be292dde-c604-465d-aad5-53b8d6a83714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01240bef70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f38e77c2-abcc-45c7-9535-d617bbf9406e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:45.859914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be292dde-c604-465d-aad5-53b8d6a83714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01240bef70>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:45.860821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be292dde-c604-465d-aad5-53b8d6a83714 None None] The sync data for ids ['f38e77c2-abcc-45c7-9535-d617bbf9406e'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:45.863254 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e3c4e0f-6e47-43f5-b747-4667fa9ff007 req-3afc2143-09bf-4532-9f3b-6dd4ee553112 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2418315
Apr 16 21:23:45.868693 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-88f22c25-a360-449a-b0f8-9f17b28c77ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9010da2-54fb-4a1a-8688-b01d319eafbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0724800
Apr 16 21:23:45.875533 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-52cd846d-a446-41e6-acbd-2b8ce8996636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:45.877079 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-52cd846d-a446-41e6-acbd-2b8ce8996636 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=326da6c5-3bc2-4f6e-a46f-4485631a093b HTTP/1.1" status: 200  len: 797 time: 0.1313586
Apr 16 21:23:46.078125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-253589d3-fa1b-43de-8b1b-69873820162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:46.079681 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-253589d3-fa1b-43de-8b1b-69873820162c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e542be96-fc30-4cda-9476-07d2b2bc4e28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1794937
Apr 16 21:23:46.116663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25123026-f35b-4c07-b2fa-9084330a9cb2 req-99278eda-8c1b-43ab-8585-351a2a156828 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:46.122200 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25123026-f35b-4c07-b2fa-9084330a9cb2 req-99278eda-8c1b-43ab-8585-351a2a156828 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:46.127463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25123026-f35b-4c07-b2fa-9084330a9cb2 req-99278eda-8c1b-43ab-8585-351a2a156828 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:46.132834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25123026-f35b-4c07-b2fa-9084330a9cb2 req-99278eda-8c1b-43ab-8585-351a2a156828 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:46.138130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25123026-f35b-4c07-b2fa-9084330a9cb2 req-99278eda-8c1b-43ab-8585-351a2a156828 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:46.143447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25123026-f35b-4c07-b2fa-9084330a9cb2 req-99278eda-8c1b-43ab-8585-351a2a156828 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:46.149310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25123026-f35b-4c07-b2fa-9084330a9cb2 req-99278eda-8c1b-43ab-8585-351a2a156828 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:46.151323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25123026-f35b-4c07-b2fa-9084330a9cb2 req-99278eda-8c1b-43ab-8585-351a2a156828 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5430 time: 0.1835597
Apr 16 21:23:46.199142 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:46.200380 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1e945bf2-0387-457d-a080-3f4edebb1445 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 4.4346507
Apr 16 21:23:46.209353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42202) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:46.217624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-30d5ed90-845f-409a-9163-db3fa22f138d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'enable_snat': False}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:46.254327 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be27afea-4253-4120-9610-6d11e3ebe827 req-747b513b-4de8-4691-a796-860622424e07 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4993141
Apr 16 21:23:46.289220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70372730-2dd4-4f2b-896d-c13463ae2c47 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:46.297994 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-e45e3130-bcfb-4756-a044-1e743191ef93 service neutron] 10.222.0.11 "GET /v2.0/networks/a9010da2-54fb-4a1a-8688-b01d319eafbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4083095
Apr 16 21:23:46.300412 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334aa819-6ab0-441d-836c-6b360d8db4ca None None] Sync routers for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:46.314704 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334aa819-6ab0-441d-836c-6b360d8db4ca None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:46.315319 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-334aa819-6ab0-441d-836c-6b360d8db4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b37940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:46.323948 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70372730-2dd4-4f2b-896d-c13463ae2c47 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:46.341630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25123026-f35b-4c07-b2fa-9084330a9cb2 req-029b6c3b-24b2-4608-8536-3ec8b5ce3a43 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1434262
Apr 16 21:23:46.399103 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-70372730-2dd4-4f2b-896d-c13463ae2c47 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "PUT /v2.0/floatingips/7aa741d6-8c66-42e6-8de2-8841a09a157c HTTP/1.1" status: 200  len: 991 time: 2.7651720
Apr 16 21:23:46.405785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'tag': '459ce4bf-03df-40c1-b9aa-0e81a103ea05'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:46.409228 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f5bbe1-010f-43c6-a5b9-c630b902466e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d623e8d-480f-48ef-b90c-04450df4aec8", "tag": "459ce4bf-03df-40c1-b9aa-0e81a103ea05"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:46.440106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59edbb2-32ff-45e1-924b-8152fadae7e1 req-a87abc48-e8d3-4703-95e7-a66e2ddb563c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:46.674655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e59edbb2-32ff-45e1-924b-8152fadae7e1 req-a87abc48-e8d3-4703-95e7-a66e2ddb563c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 946 time: 0.0917897
Apr 16 21:23:46.674759 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-fc5c6473-4f0c-45f7-87f6-43a29e86c338 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3833919
Apr 16 21:23:46.675137 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-334aa819-6ab0-441d-836c-6b360d8db4ca None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:46.675243 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e59edbb2-32ff-45e1-924b-8152fadae7e1 req-90e16079-b08d-419e-89a1-6097fa32c79a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862179
Apr 16 21:23:46.675331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b42ef-e555-487b-b973-e9e95fefe4ef req-41a4e660-8b23-4072-bd39-7a45ecca9874 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:46.675331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d44b42ef-e555-487b-b973-e9e95fefe4ef req-41a4e660-8b23-4072-bd39-7a45ecca9874 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.1486368
Apr 16 21:23:46.675331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93ecde19-c627-4a5f-8529-12bbc93d89f7 req-512d1411-62cc-4e08-b2f8-c7d92d088cc7 service neutron] 10.222.0.11 "GET /v2.0/networks/a9010da2-54fb-4a1a-8688-b01d319eafbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2927084
Apr 16 21:23:46.675660 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa7ce6e-9e8b-4892-94a3-e4017942df5e x-openstack-request-id: req-2fa7ce6e-9e8b-4892-94a3-e4017942df5e {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:46.675660 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d623e8d-480f-48ef-b90c-04450df4aec8", "tag": "459ce4bf-03df-40c1-b9aa-0e81a103ea05", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:46.675660 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fa7ce6e-9e8b-4892-94a3-e4017942df5e {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:46.675660 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa7ce6e-9e8b-4892-94a3-e4017942df5e'] response: {'name': 'network-changed', 'server_uuid': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'tag': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'status': 'completed', 'code': 200}
Apr 16 21:23:46.675973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbff4a6d-61dd-45ec-9093-ac6f555b347a {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:46.693659 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Publish callbacks [] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:46.762008 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-334aa819-6ab0-441d-836c-6b360d8db4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b37940>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7aa741d6-8c66-42e6-8de2-8841a09a157c', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.208', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:9d:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:23:18Z', 'updated_at': '2022-04-16T21:23:44Z', 'revision_number': 1, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:46.769059 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30d5ed90-845f-409a-9163-db3fa22f138d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (f38e77c2-abcc-45c7-9535-d617bbf9406e), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:46.775344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Transition to ACTIVE for port object fbff4a6d-61dd-45ec-9093-ac6f555b347a will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:23:46.786287 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-137b8bf0-a2e9-4c33-8f0a-be241f054df0 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3095515
Apr 16 21:23:46.790157 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d44b42ef-e555-487b-b973-e9e95fefe4ef req-e5a0329a-16e8-455a-b3cc-6c2e020c1e61 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638141
Apr 16 21:23:46.793461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5bbe1-010f-43c6-a5b9-c630b902466e req-0fe7d4ac-7539-4b5f-a4ff-5bfae37d89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:46.794946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5f5bbe1-010f-43c6-a5b9-c630b902466e req-0fe7d4ac-7539-4b5f-a4ff-5bfae37d89af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 1127 time: 0.0930078
Apr 16 21:23:46.812082 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334aa819-6ab0-441d-836c-6b360d8db4ca None None] Checking router: 97553a54-e5c2-474b-ac28-a27607cc8bc4 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:23:46.815563 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334aa819-6ab0-441d-836c-6b360d8db4ca None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:46.816261 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-334aa819-6ab0-441d-836c-6b360d8db4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b37940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:46.859033 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:46.930100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Pushing event updated for resources: {'Port': ['ID=fbff4a6d-61dd-45ec-9093-ac6f555b347a,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:46.955089 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-334aa819-6ab0-441d-836c-6b360d8db4ca None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:23:46.999700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5bbe1-010f-43c6-a5b9-c630b902466e req-62934aa5-c8c0-4ef2-a293-12c0e5c2220a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.001226 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5f5bbe1-010f-43c6-a5b9-c630b902466e req-62934aa5-c8c0-4ef2-a293-12c0e5c2220a service neutron] 10.222.0.41 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 916 time: 0.1937213
Apr 16 21:23:47.063199 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac2c71-3b9d-4b68-b053-a4de36a572c0 req-2a39950c-e38f-4d07-9a14-bbc0e9b0d39b tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.064749 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-81ac2c71-3b9d-4b68-b053-a4de36a572c0 req-2a39950c-e38f-4d07-9a14-bbc0e9b0d39b tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 944 time: 0.0749006
Apr 16 21:23:47.076497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Attempting to bind port fbff4a6d-61dd-45ec-9093-ac6f555b347a on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:23:47.076941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Attempting to bind port fbff4a6d-61dd-45ec-9093-ac6f555b347a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '02274f36-d2a0-4b52-bbc7-0fd4db04c98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0253630-a638-41be-9085-59ec05c0d096'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:23:47.077349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Attempting to bind port fbff4a6d-61dd-45ec-9093-ac6f555b347a on network c0253630-a638-41be-9085-59ec05c0d096 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:47.088399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Port fbff4a6d-61dd-45ec-9093-ac6f555b347a on network c0253630-a638-41be-9085-59ec05c0d096 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:23:47.088821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Attempting to bind port fbff4a6d-61dd-45ec-9093-ac6f555b347a on network c0253630-a638-41be-9085-59ec05c0d096 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:23:47.098881 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:23:47.099372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Checking segment: {'id': '02274f36-d2a0-4b52-bbc7-0fd4db04c98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0253630-a638-41be-9085-59ec05c0d096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:23:47.099835 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Bound using segment: {'id': '02274f36-d2a0-4b52-bbc7-0fd4db04c98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0253630-a638-41be-9085-59ec05c0d096'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:23:47.100449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Bound port: fbff4a6d-61dd-45ec-9093-ac6f555b347a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02274f36-d2a0-4b52-bbc7-0fd4db04c98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c0253630-a638-41be-9085-59ec05c0d096'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:23:47.100954 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:47.121487 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5f5bbe1-010f-43c6-a5b9-c630b902466e req-e50235a7-24fe-4920-aa0b-06ee6dd871e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=459ce4bf-03df-40c1-b9aa-0e81a103ea05 HTTP/1.1" status: 200  len: 999 time: 0.0987253
Apr 16 21:23:47.191134 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-81ac2c71-3b9d-4b68-b053-a4de36a572c0 req-63a2c997-0306-4806-8870-05a8b97f8f09 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873423
Apr 16 21:23:47.210976 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-334aa819-6ab0-441d-836c-6b360d8db4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b37940>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7aa741d6-8c66-42e6-8de2-8841a09a157c', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.208', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:9d:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:23:18Z', 'updated_at': '2022-04-16T21:23:44Z', 'revision_number': 1, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:47.215664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5bbe1-010f-43c6-a5b9-c630b902466e req-8fdd93de-58fa-4660-9c07-616d54c3db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.217432 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5f5bbe1-010f-43c6-a5b9-c630b902466e req-8fdd93de-58fa-4660-9c07-616d54c3db14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.0905154
Apr 16 21:23:47.240634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] For port fbff4a6d-61dd-45ec-9093-ac6f555b347a, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:23:47.245489 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334aa819-6ab0-441d-836c-6b360d8db4ca None None] The sync data for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 is: [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7aa741d6-8c66-42e6-8de2-8841a09a157c', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.208', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:9d:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:23:18Z', 'updated_at': '2022-04-16T21:23:44Z', 'revision_number': 1, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:47.273960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] For port fbff4a6d-61dd-45ec-9093-ac6f555b347a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbff4a6d-61dd-45ec-9093-ac6f555b347a,segment=NetworkSegment(02274f36-d2a0-4b52-bbc7-0fd4db04c98f),segment_id=02274f36-d2a0-4b52-bbc7-0fd4db04c98f)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:23:47.286105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5bbe1-010f-43c6-a5b9-c630b902466e req-b89b7feb-ee9c-441f-adbe-e000ed22e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.286105 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5f5bbe1-010f-43c6-a5b9-c630b902466e req-b89b7feb-ee9c-441f-adbe-e000ed22e71e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0540087
Apr 16 21:23:47.356078 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:47.462623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.463244 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:47.467366 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] 10.222.0.11 "PUT /v2.0/ports/fbff4a6d-61dd-45ec-9093-ac6f555b347a HTTP/1.1" status: 200  len: 1092 time: 2.2960637
Apr 16 21:23:47.467366 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13c741a-7277-49dc-bb1f-b17e77c02c7b', 'tag': 'fbff4a6d-61dd-45ec-9093-ac6f555b347a'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:47.467621 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a81c67-6083-48d0-84e7-6f017b45814e" -d '{"events": [{"name": "network-changed", "server_uuid": "c13c741a-7277-49dc-bb1f-b17e77c02c7b", "tag": "fbff4a6d-61dd-45ec-9093-ac6f555b347a"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:47.475830 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153f3ff-c810-427f-9c7e-29fdd221b6a7 req-45317d31-b953-40ed-9fb0-eee3aa8f670f tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.477513 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e153f3ff-c810-427f-9c7e-29fdd221b6a7 req-45317d31-b953-40ed-9fb0-eee3aa8f670f tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 943 time: 0.0972946
Apr 16 21:23:47.511940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472fd35-907d-4b26-8c92-0c6c52c90e5e service neutron] Pushing event updated for resources: {'Port': ['ID=fbff4a6d-61dd-45ec-9093-ac6f555b347a,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:47.524661 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5f5bbe1-010f-43c6-a5b9-c630b902466e req-e72357cb-9417-4035-b903-4fdff40c609d service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2332315
Apr 16 21:23:47.561280 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f953771-75fc-4a15-9e9a-8aa8ee55b190 req-0819351a-d37e-4278-b066-d90f1ff398d3 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.566931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f953771-75fc-4a15-9e9a-8aa8ee55b190 req-0819351a-d37e-4278-b066-d90f1ff398d3 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.573188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f953771-75fc-4a15-9e9a-8aa8ee55b190 req-0819351a-d37e-4278-b066-d90f1ff398d3 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.578798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f953771-75fc-4a15-9e9a-8aa8ee55b190 req-0819351a-d37e-4278-b066-d90f1ff398d3 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.584364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f953771-75fc-4a15-9e9a-8aa8ee55b190 req-0819351a-d37e-4278-b066-d90f1ff398d3 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.590863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28facdad-3d82-4a45-a5db-d4f2a3032279 None None] New status for floating IP 7aa741d6-8c66-42e6-8de2-8841a09a157c: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:23:47.591389 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f953771-75fc-4a15-9e9a-8aa8ee55b190 req-0819351a-d37e-4278-b066-d90f1ff398d3 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.596688 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f953771-75fc-4a15-9e9a-8aa8ee55b190 req-0819351a-d37e-4278-b066-d90f1ff398d3 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.606852 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f953771-75fc-4a15-9e9a-8aa8ee55b190 req-0819351a-d37e-4278-b066-d90f1ff398d3 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5430 time: 0.1556146
Apr 16 21:23:47.634533 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30d5ed90-845f-409a-9163-db3fa22f138d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (f38e77c2-abcc-45c7-9535-d617bbf9406e), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:47.645093 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30d5ed90-845f-409a-9163-db3fa22f138d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (f38e77c2-abcc-45c7-9535-d617bbf9406e), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:47.663496 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-a58fb34a-e865-4abe-b838-164f4b128643 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fdca9e15-fa18-4555-99b5-61429f002844 HTTP/1.1" status: 200  len: 217 time: 0.1140013
Apr 16 21:23:47.752097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fb1a2-2cbe-4740-ab00-bb00ee45fe5f req-003f15ac-afb4-4bae-8301-345d2723e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.754063 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b4fb1a2-2cbe-4740-ab00-bb00ee45fe5f req-003f15ac-afb4-4bae-8301-345d2723e994 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d72b2bb3a304796bb144bc739ffcb5a&device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 1125 time: 0.2055194
Apr 16 21:23:47.785270 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f953771-75fc-4a15-9e9a-8aa8ee55b190 req-137b8708-625a-4a8f-8acb-861af71c7fc9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1776955
Apr 16 21:23:47.787572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-cb93fc7a-c094-433c-98d5-a9f0ed710ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.789104 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-cb93fc7a-c094-433c-98d5-a9f0ed710ee4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90232777aaeb43de91ca009adce2f8ae&device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 1126 time: 0.1290493
Apr 16 21:23:47.805734 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e153f3ff-c810-427f-9c7e-29fdd221b6a7 req-7224ed7c-06e2-4f71-a12c-10c2f79c2143 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2843997
Apr 16 21:23:47.826760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d5ed90-845f-409a-9163-db3fa22f138d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Router f38e77c2-abcc-45c7-9535-d617bbf9406e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:23:47.866670 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc47e51-3b16-489a-aa70-eb9f1a6f373b x-openstack-request-id: req-bfc47e51-3b16-489a-aa70-eb9f1a6f373b {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:47.866962 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13c741a-7277-49dc-bb1f-b17e77c02c7b", "tag": "fbff4a6d-61dd-45ec-9093-ac6f555b347a", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:47.867210 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfc47e51-3b16-489a-aa70-eb9f1a6f373b {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:47.867601 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc47e51-3b16-489a-aa70-eb9f1a6f373b'] response: {'name': 'network-changed', 'server_uuid': 'c13c741a-7277-49dc-bb1f-b17e77c02c7b', 'tag': 'fbff4a6d-61dd-45ec-9093-ac6f555b347a', 'status': 'completed', 'code': 200}
Apr 16 21:23:47.926442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-22b2e903-f33b-4bf6-9cf4-99c669823214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:47.928629 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-22b2e903-f33b-4bf6-9cf4-99c669823214 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=326da6c5-3bc2-4f6e-a46f-4485631a093b HTTP/1.1" status: 200  len: 797 time: 0.2473531
Apr 16 21:23:47.933812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-ac8d464d-e6bb-4c91-aafc-88ad2d1bcf97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbff4a6d-61dd-45ec-9093-ac6f555b347a HTTP/1.1" status: 200  len: 217 time: 0.0796888
Apr 16 21:23:47.954249 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5f5bbe1-010f-43c6-a5b9-c630b902466e req-7942b6e9-13a2-4c0f-a94c-b9d1f5f8b5ca service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4223328
Apr 16 21:23:47.976533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d5ed90-845f-409a-9163-db3fa22f138d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:47.981383 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30d5ed90-845f-409a-9163-db3fa22f138d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:47.981825 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-30d5ed90-845f-409a-9163-db3fa22f138d tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "PUT /v2.0/routers/f38e77c2-abcc-45c7-9535-d617bbf9406e HTTP/1.1" status: 200  len: 924 time: 1.7691002
Apr 16 21:23:47.984465 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42234) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:47.986430 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83183653-2763-4857-bee9-b953d297ca20 None None] Sync routers for ids ['f38e77c2-abcc-45c7-9535-d617bbf9406e'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:47.997810 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83183653-2763-4857-bee9-b953d297ca20 None None] Routers {'f38e77c2-abcc-45c7-9535-d617bbf9406e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:47.998567 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-83183653-2763-4857-bee9-b953d297ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b4f5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f38e77c2-abcc-45c7-9535-d617bbf9406e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:48.038908 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-83183653-2763-4857-bee9-b953d297ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b4f5e0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:48.054449 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83183653-2763-4857-bee9-b953d297ca20 None None] Routers {'f38e77c2-abcc-45c7-9535-d617bbf9406e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:48.055382 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-83183653-2763-4857-bee9-b953d297ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b4f5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f38e77c2-abcc-45c7-9535-d617bbf9406e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:48.065959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ff100-4766-459e-855d-e17ebb7446b3 req-add7eea0-c5fc-4d98-9407-e99973544866 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.067465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-712ff100-4766-459e-855d-e17ebb7446b3 req-add7eea0-c5fc-4d98-9407-e99973544866 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.1452885
Apr 16 21:23:48.082034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-88b1623a-8d93-48ec-930a-36bfd2763ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.086367 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-88b1623a-8d93-48ec-930a-36bfd2763ef8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e542be96-fc30-4cda-9476-07d2b2bc4e28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1404140
Apr 16 21:23:48.090242 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-83183653-2763-4857-bee9-b953d297ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b4f5e0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:48.091003 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83183653-2763-4857-bee9-b953d297ca20 None None] The sync data for ids ['f38e77c2-abcc-45c7-9535-d617bbf9406e'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:48.107643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-3fb4efbc-bd45-4c71-a902-8476a7608c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.109074 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-3fb4efbc-bd45-4c71-a902-8476a7608c38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ea8ae20-1111-482b-ba04-e812f3198ba1 HTTP/1.1" status: 200  len: 861 time: 0.1647940
Apr 16 21:23:48.112677 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d0d27d3d-c5ab-4448-bafa-50af6270a0c9 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/routers/f38e77c2-abcc-45c7-9535-d617bbf9406e HTTP/1.1" status: 200  len: 924 time: 0.1270492
Apr 16 21:23:48.115571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42236) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:48.130221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fb1a2-2cbe-4740-ab00-bb00ee45fe5f req-92173c24-1291-4dfc-9b80-fcb9ab04dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.131670 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b4fb1a2-2cbe-4740-ab00-bb00ee45fe5f req-92173c24-1291-4dfc-9b80-fcb9ab04dda1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9010da2-54fb-4a1a-8688-b01d319eafbe HTTP/1.1" status: 200  len: 910 time: 0.3694601
Apr 16 21:23:48.193655 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d3b971-70ab-4efb-a25b-58ffb3bcf03e tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.195181 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b3d3b971-70ab-4efb-a25b-58ffb3bcf03e tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&device_id=f38e77c2-abcc-45c7-9535-d617bbf9406e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0786767
Apr 16 21:23:48.197913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42238) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:48.302436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba70c99-0d3c-4f74-9182-8e06316cfd07 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.303885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dba70c99-0d3c-4f74-9182-8e06316cfd07 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 881 time: 0.1050742
Apr 16 21:23:48.320216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42242) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:48.361411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b55dfe6f-161c-49eb-88c5-6d903184e8cd tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38e77c2-abcc-45c7-9535-d617bbf9406e HTTP/1.1" status: 200  len: 205 time: 0.0400605
Apr 16 21:23:48.363883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42244) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:48.376037 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e0220-7519-4093-b8ff-48622cb09cb1 req-78073041-fa91-4422-b2f2-e42b44740504 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.377741 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-788e0220-7519-4093-b8ff-48622cb09cb1 req-78073041-fa91-4422-b2f2-e42b44740504 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 944 time: 0.0912762
Apr 16 21:23:48.512984 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-788e0220-7519-4093-b8ff-48622cb09cb1 req-8eac2bdc-ba07-4dff-bd97-03a7de212e97 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991700
Apr 16 21:23:48.526828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (f38e77c2-abcc-45c7-9535-d617bbf9406e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:48.533933 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-f7fb07d4-6af1-4178-a34f-d132a32b4c91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c0253630-a638-41be-9085-59ec05c0d096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4013033
Apr 16 21:23:48.535285 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b4fb1a2-2cbe-4740-ab00-bb00ee45fe5f req-7f2d0e2d-9cdb-49f7-9fe5-4d14df3b084b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43c7f7d0-e08b-46c8-ac83-10e7f6e09684 HTTP/1.1" status: 200  len: 217 time: 0.3710802
Apr 16 21:23:48.631383 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-712ff100-4766-459e-855d-e17ebb7446b3 req-90f6ea06-15ea-4ea2-b7bd-01fa3eb88c4f tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5521870
Apr 16 21:23:48.636386 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (f38e77c2-abcc-45c7-9535-d617bbf9406e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:48.662289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fb1a2-2cbe-4740-ab00-bb00ee45fe5f req-baf75b95-6c33-4fc5-89bd-5c4f329faebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.663749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b4fb1a2-2cbe-4740-ab00-bb00ee45fe5f req-baf75b95-6c33-4fc5-89bd-5c4f329faebb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bdb611d8-7df3-448b-81ce-8d653efb298a HTTP/1.1" status: 200  len: 849 time: 0.1107106
Apr 16 21:23:48.685618 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-4f62b97a-40c7-43ba-a8d1-2bb70a461712 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5941811
Apr 16 21:23:48.717712 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b4fb1a2-2cbe-4740-ab00-bb00ee45fe5f req-afd2defc-1c4f-4709-b282-3a7e1935bc51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9010da2-54fb-4a1a-8688-b01d319eafbe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457380
Apr 16 21:23:48.773622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Deleting port 5b9834c2-4c6b-480a-be92-56135fcf419d {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:48.773973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5b9834c2-4c6b-480a-be92-56135fcf419d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:48.824185 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-2a9e0eef-4526-40aa-bce7-4612d78767f6 service neutron] 10.222.0.11 "GET /v2.0/networks/c0253630-a638-41be-9085-59ec05c0d096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2786729
Apr 16 21:23:48.869983 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5b9834c2-4c6b-480a-be92-56135fcf419d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:48.915632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Calling delete_port for 5b9834c2-4c6b-480a-be92-56135fcf419d owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:48.946992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0922c-437c-4449-8aff-51e44747fb41 req-7c1ee1d9-7c24-45cf-acfe-03eba99c7faf tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.952284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0922c-437c-4449-8aff-51e44747fb41 req-7c1ee1d9-7c24-45cf-acfe-03eba99c7faf tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.957536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0922c-437c-4449-8aff-51e44747fb41 req-7c1ee1d9-7c24-45cf-acfe-03eba99c7faf tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.962816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0922c-437c-4449-8aff-51e44747fb41 req-7c1ee1d9-7c24-45cf-acfe-03eba99c7faf tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.968075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0922c-437c-4449-8aff-51e44747fb41 req-7c1ee1d9-7c24-45cf-acfe-03eba99c7faf tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.973362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0922c-437c-4449-8aff-51e44747fb41 req-7c1ee1d9-7c24-45cf-acfe-03eba99c7faf tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.976687 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b4fb1a2-2cbe-4740-ab00-bb00ee45fe5f req-c150ee2a-1d4d-47c8-a81e-60dbb1626793 service neutron] 10.222.0.11 "GET /v2.0/networks/a9010da2-54fb-4a1a-8688-b01d319eafbe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2460690
Apr 16 21:23:48.978636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0922c-437c-4449-8aff-51e44747fb41 req-7c1ee1d9-7c24-45cf-acfe-03eba99c7faf tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.980523 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ced0922c-437c-4449-8aff-51e44747fb41 req-7c1ee1d9-7c24-45cf-acfe-03eba99c7faf tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5430 time: 0.1071527
Apr 16 21:23:48.987544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004da723-d22a-4b52-a5dc-01cb5827a537 req-74449409-1c31-4952-bb43-904215bac060 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:48.989039 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-004da723-d22a-4b52-a5dc-01cb5827a537 req-74449409-1c31-4952-bb43-904215bac060 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 943 time: 0.0959177
Apr 16 21:23:49.008685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d010e609-74a2-4aa1-b034-962930eb76b3 req-30552a0e-847e-47fb-a849-101cd5bc9450 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3053358
Apr 16 21:23:49.100623 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd0519e4-e617-4431-8488-c06de9e9afdd req-be14a6b7-c5d6-48f5-9237-0115104f271a service neutron] 10.222.0.11 "GET /v2.0/networks/c0253630-a638-41be-9085-59ec05c0d096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2687712
Apr 16 21:23:49.120765 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ced0922c-437c-4449-8aff-51e44747fb41 req-a188f2de-b32d-41a8-a03f-b36010dad47a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1094456
Apr 16 21:23:49.122312 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-004da723-d22a-4b52-a5dc-01cb5827a537 req-f1666a2f-710e-451a-9909-cf4440b44761 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178458
Apr 16 21:23:49.159492 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b4fb1a2-2cbe-4740-ab00-bb00ee45fe5f req-3607ebec-2c19-413e-bc06-915987165a28 service neutron] 10.222.0.11 "GET /v2.0/networks/a9010da2-54fb-4a1a-8688-b01d319eafbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1632066
Apr 16 21:23:49.251922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:49.297509 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5b9834c2-4c6b-480a-be92-56135fcf419d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:49.323803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Pushing event deleted for resources: {'Port': ['ID=5b9834c2-4c6b-480a-be92-56135fcf419d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:49.347173 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43c7f7d0-e08b-46c8-ac83-10e7f6e09684,segment=NetworkSegment(fcd7758d-5429-433b-9a50-8ae286e04fad),segment_id=fcd7758d-5429-433b-9a50-8ae286e04fad)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:49.363085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '43c7f7d0-e08b-46c8-ac83-10e7f6e09684', 'network_id': 'a9010da2-54fb-4a1a-8688-b01d319eafbe', 'port_id': '43c7f7d0-e08b-46c8-ac83-10e7f6e09684', 'mac_address': 'fa:16:3e:c7:c9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb611d8-7df3-448b-81ce-8d653efb298a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:49.389506 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (f38e77c2-abcc-45c7-9535-d617bbf9406e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:49.400472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:49.400874 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:49.414483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:49.433739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43c7f7d0-e08b-46c8-ac83-10e7f6e09684,segment=NetworkSegment(fcd7758d-5429-433b-9a50-8ae286e04fad),segment_id=fcd7758d-5429-433b-9a50-8ae286e04fad)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:49.483680 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (f38e77c2-abcc-45c7-9535-d617bbf9406e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:49.485922 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_controller (f38e77c2-abcc-45c7-9535-d617bbf9406e), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:49.523613 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:49.587311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=43c7f7d0-e08b-46c8-ac83-10e7f6e09684,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:49.633613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (f38e77c2-abcc-45c7-9535-d617bbf9406e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:49.634279 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Fanout notify agent at l3_agent the message router_deleted on router f38e77c2-abcc-45c7-9535-d617bbf9406e {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:23:49.642410 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:49.648076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2dd4a651-74b2-4449-94ae-3096f6dca0b6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "DELETE /v2.0/routers/f38e77c2-abcc-45c7-9535-d617bbf9406e HTTP/1.1" status: 204  len: 168 time: 1.2782822
Apr 16 21:23:49.648360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42260) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:49.654662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d773de05-da6e-444f-9f58-fb88837ec4b9 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1397997429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:49.660210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fec66-b6cc-4ffc-8883-64011ac05aab req-27bf22ef-3922-4c18-b74c-9ce39ec8dd7f tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:49.662291 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-970fec66-b6cc-4ffc-8883-64011ac05aab req-27bf22ef-3922-4c18-b74c-9ce39ec8dd7f tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 944 time: 0.0661147
Apr 16 21:23:49.714143 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-970fec66-b6cc-4ffc-8883-64011ac05aab req-4a24172e-cb42-40f3-90ad-7b4a8cf1f1bf tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452595
Apr 16 21:23:49.747842 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d773de05-da6e-444f-9f58-fb88837ec4b9 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (419f2c02-dfc8-47cc-8e7a-d709684b7d85), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:49.748790 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['43c7f7d0-e08b-46c8-ac83-10e7f6e09684'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:49.751973 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d773de05-da6e-444f-9f58-fb88837ec4b9 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (419f2c02-dfc8-47cc-8e7a-d709684b7d85), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:49.811512 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d773de05-da6e-444f-9f58-fb88837ec4b9 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_controller (419f2c02-dfc8-47cc-8e7a-d709684b7d85), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:49.820730 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00e6ad-dc95-4629-96ab-03e47df637cc req-1199d41c-9509-4f09-86c6-20f52bfcce66 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:49.824366 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa00e6ad-dc95-4629-96ab-03e47df637cc req-1199d41c-9509-4f09-86c6-20f52bfcce66 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0497444
Apr 16 21:23:49.877027 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa00e6ad-dc95-4629-96ab-03e47df637cc req-eb9269fd-ea6e-449c-b58d-c8c7b245f39e tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441680
Apr 16 21:23:49.907006 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d773de05-da6e-444f-9f58-fb88837ec4b9 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (419f2c02-dfc8-47cc-8e7a-d709684b7d85), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:50.018814 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d773de05-da6e-444f-9f58-fb88837ec4b9 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:50.020142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d773de05-da6e-444f-9f58-fb88837ec4b9 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.3692985
Apr 16 21:23:50.023676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42268) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:50.028513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:50.264731 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (419f2c02-dfc8-47cc-8e7a-d709684b7d85), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:50.285451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97e307-bde6-47a2-99f7-ae645c9c1ae2 req-7db892a3-fa96-44fa-8be6-b6525f89f3b6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.287817 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bf97e307-bde6-47a2-99f7-ae645c9c1ae2 req-7db892a3-fa96-44fa-8be6-b6525f89f3b6 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 944 time: 0.0847545
Apr 16 21:23:50.341630 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bf97e307-bde6-47a2-99f7-ae645c9c1ae2 req-f7c7eba9-2f7a-447d-8f1f-eff1a2567a29 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468214
Apr 16 21:23:50.378535 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec714e0-1460-4cab-95c2-4584f0774a80 req-732323f9-490a-4052-809a-196cd4a7d95a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.384883 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec714e0-1460-4cab-95c2-4584f0774a80 req-732323f9-490a-4052-809a-196cd4a7d95a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.390864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec714e0-1460-4cab-95c2-4584f0774a80 req-732323f9-490a-4052-809a-196cd4a7d95a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.396727 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec714e0-1460-4cab-95c2-4584f0774a80 req-732323f9-490a-4052-809a-196cd4a7d95a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.402671 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec714e0-1460-4cab-95c2-4584f0774a80 req-732323f9-490a-4052-809a-196cd4a7d95a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.408078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec714e0-1460-4cab-95c2-4584f0774a80 req-732323f9-490a-4052-809a-196cd4a7d95a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.414579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec714e0-1460-4cab-95c2-4584f0774a80 req-732323f9-490a-4052-809a-196cd4a7d95a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.416632 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cec714e0-1460-4cab-95c2-4584f0774a80 req-732323f9-490a-4052-809a-196cd4a7d95a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5430 time: 0.1043234
Apr 16 21:23:50.486274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cec714e0-1460-4cab-95c2-4584f0774a80 req-7bf96a6e-c10b-4476-abc3-76f307a1688b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0628083
Apr 16 21:23:50.528251 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (419f2c02-dfc8-47cc-8e7a-d709684b7d85), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:50.586504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a81c67-6083-48d0-84e7-6f017b45814e req-f46496c2-822c-4348-80f4-aeed98ac4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.588216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30a81c67-6083-48d0-84e7-6f017b45814e req-f46496c2-822c-4348-80f4-aeed98ac4aa6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90232777aaeb43de91ca009adce2f8ae&device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 1126 time: 0.0881259
Apr 16 21:23:50.590034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-c7f64b43-bdc1-428b-8a53-000f19226a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.590525 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-c7f64b43-bdc1-428b-8a53-000f19226a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.591156 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-c7f64b43-bdc1-428b-8a53-000f19226a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.591639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-c7f64b43-bdc1-428b-8a53-000f19226a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.592113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-c7f64b43-bdc1-428b-8a53-000f19226a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.592629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-c7f64b43-bdc1-428b-8a53-000f19226a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.593264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-c7f64b43-bdc1-428b-8a53-000f19226a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.595549 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-c7f64b43-bdc1-428b-8a53-000f19226a50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 6704 time: 0.1061802
Apr 16 21:23:50.770362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a81c67-6083-48d0-84e7-6f017b45814e req-75ce4ed1-2655-4845-9ba1-322076ef2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.771977 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30a81c67-6083-48d0-84e7-6f017b45814e req-75ce4ed1-2655-4845-9ba1-322076ef2cb7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c0253630-a638-41be-9085-59ec05c0d096 HTTP/1.1" status: 200  len: 922 time: 0.1755192
Apr 16 21:23:50.775532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-e64226bd-4754-418e-b36e-e5ff2300bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:50.777367 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-e64226bd-4754-418e-b36e-e5ff2300bcba service neutron] 10.222.0.11 "GET /v2.0/networks?id=e542be96-fc30-4cda-9476-07d2b2bc4e28 HTTP/1.1" status: 200  len: 903 time: 0.1724854
Apr 16 21:23:50.893520 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30a81c67-6083-48d0-84e7-6f017b45814e req-00bdd17d-4754-43bb-8c23-70f161811e6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbff4a6d-61dd-45ec-9093-ac6f555b347a HTTP/1.1" status: 200  len: 217 time: 0.1066363
Apr 16 21:23:50.894978 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-185414b7-ac14-4646-81f9-0338a92a93bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fdca9e15-fa18-4555-99b5-61429f002844 HTTP/1.1" status: 200  len: 217 time: 0.0981953
Apr 16 21:23:50.973072 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:51.067362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a143f-a5c0-404e-8e95-873949706618 req-0b881e5d-eb79-46e0-8a5c-21108e3c2356 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.069179 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bc7a143f-a5c0-404e-8e95-873949706618 req-0b881e5d-eb79-46e0-8a5c-21108e3c2356 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0786827
Apr 16 21:23:51.070949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a81c67-6083-48d0-84e7-6f017b45814e req-391a2b02-be2d-410e-ad4c-2753a0a3e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.072508 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30a81c67-6083-48d0-84e7-6f017b45814e req-391a2b02-be2d-410e-ad4c-2753a0a3e9f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ea8ae20-1111-482b-ba04-e812f3198ba1 HTTP/1.1" status: 200  len: 861 time: 0.1673400
Apr 16 21:23:51.084268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-16cf6337-5e1b-40d0-8db8-360d82be9526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.085833 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-16cf6337-5e1b-40d0-8db8-360d82be9526 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=326da6c5-3bc2-4f6e-a46f-4485631a093b HTTP/1.1" status: 200  len: 797 time: 0.1650655
Apr 16 21:23:51.131171 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee8fc9-c918-4709-a7cc-83eec7e34ea0 req-f9b8ffac-c419-4ac4-a51f-0276c57d7281 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.133190 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eaee8fc9-c918-4709-a7cc-83eec7e34ea0 req-f9b8ffac-c419-4ac4-a51f-0276c57d7281 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 944 time: 0.0663803
Apr 16 21:23:51.163925 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30a81c67-6083-48d0-84e7-6f017b45814e req-fb056aa4-cd1a-4e59-915b-d1f3ec8e835b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c0253630-a638-41be-9085-59ec05c0d096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0549564
Apr 16 21:23:51.164325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Allocated IP 172.35.1.196 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/ad3cc0d4-cf4e-46bf-8a9e-6ae1ca4e76c7) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:51.188862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-8a2f5df5-c7f3-4ef2-9279-3aa712f77b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.190381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-8a2f5df5-c7f3-4ef2-9279-3aa712f77b5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e542be96-fc30-4cda-9476-07d2b2bc4e28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0894556
Apr 16 21:23:51.209204 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bc7a143f-a5c0-404e-8e95-873949706618 req-e1e49f0f-6dad-4f44-be35-94f3ebdfdc8a tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329479
Apr 16 21:23:51.247981 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eaee8fc9-c918-4709-a7cc-83eec7e34ea0 req-cef9a31d-0ab2-472c-bedf-aa2fc3eb1ff5 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061013
Apr 16 21:23:51.251617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fbff4a6d-61dd-45ec-9093-ac6f555b347a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:51.258763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:51.307563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30a81c67-6083-48d0-84e7-6f017b45814e req-53db3445-b95c-44b9-9df9-34da42853e57 service neutron] 10.222.0.11 "GET /v2.0/networks/c0253630-a638-41be-9085-59ec05c0d096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306238
Apr 16 21:23:51.323683 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for port (ad3cc0d4-cf4e-46bf-8a9e-6ae1ca4e76c7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:51.385238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:23:51.409680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fbff4a6d-61dd-45ec-9093-ac6f555b347a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbff4a6d-61dd-45ec-9093-ac6f555b347a,segment=NetworkSegment(02274f36-d2a0-4b52-bbc7-0fd4db04c98f),segment_id=02274f36-d2a0-4b52-bbc7-0fd4db04c98f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:51.421532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'fbff4a6d-61dd-45ec-9093-ac6f555b347a', 'network_id': 'c0253630-a638-41be-9085-59ec05c0d096', 'port_id': 'fbff4a6d-61dd-45ec-9093-ac6f555b347a', 'mac_address': 'fa:16:3e:e4:07:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea8ae20-1111-482b-ba04-e812f3198ba1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:51.432993 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ad3cc0d4-cf4e-46bf-8a9e-6ae1ca4e76c7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:51.459639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port fbff4a6d-61dd-45ec-9093-ac6f555b347a is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:51.460481 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:51.475006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbff4a6d-61dd-45ec-9093-ac6f555b347a {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:51.478477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:51.482983 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:51.484855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1dc50-436b-4d07-8bfd-51e44e0e098b req-921fe237-1d40-477c-87e8-3e479cf16d73 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.486568 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:51.489927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:51.490375 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:51.492405 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Pushing event updated for resources: {'Port': ['ID=ad3cc0d4-cf4e-46bf-8a9e-6ae1ca4e76c7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:51.492921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88c1dc50-436b-4d07-8bfd-51e44e0e098b req-921fe237-1d40-477c-87e8-3e479cf16d73 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 944 time: 0.0719476
Apr 16 21:23:51.516331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fbff4a6d-61dd-45ec-9093-ac6f555b347a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbff4a6d-61dd-45ec-9093-ac6f555b347a,segment=NetworkSegment(02274f36-d2a0-4b52-bbc7-0fd4db04c98f),segment_id=02274f36-d2a0-4b52-bbc7-0fd4db04c98f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:51.585945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88c1dc50-436b-4d07-8bfd-51e44e0e098b req-c8d4dad4-5f1c-4656-b9af-f3f69cabd4fb tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845001
Apr 16 21:23:51.590929 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:51.638924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:51.639317 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:51.677616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c0c0c5-19a1-4c21-b19e-a9878ab4f25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c7f7d0-e08b-46c8-ac83-10e7f6e09684'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:51.680719 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6f1dec-0a34-4b20-b2df-3631efec6b7e" -d '{"events": [{"server_uuid": "06c0c0c5-19a1-4c21-b19e-a9878ab4f25e", "name": "network-vif-plugged", "status": "completed", "tag": "43c7f7d0-e08b-46c8-ac83-10e7f6e09684"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:51.687679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=fbff4a6d-61dd-45ec-9093-ac6f555b347a,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:51.703261 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43c7f7d0-e08b-46c8-ac83-10e7f6e09684,segment=NetworkSegment(fcd7758d-5429-433b-9a50-8ae286e04fad),segment_id=fcd7758d-5429-433b-9a50-8ae286e04fad)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:51.738697 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40046-ff6e-482f-b9fd-c716832ffd02 req-321b9a04-f230-4b08-8c7b-99a5babc7447 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.739405 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6882cc2c-6200-4a7c-a60f-ba7493ed1713 x-openstack-request-id: req-6882cc2c-6200-4a7c-a60f-ba7493ed1713 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:51.740016 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c0c0c5-19a1-4c21-b19e-a9878ab4f25e", "name": "network-vif-plugged", "status": "completed", "tag": "43c7f7d0-e08b-46c8-ac83-10e7f6e09684", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:51.740520 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6882cc2c-6200-4a7c-a60f-ba7493ed1713 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:51.746468 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6882cc2c-6200-4a7c-a60f-ba7493ed1713'] response: {'server_uuid': '06c0c0c5-19a1-4c21-b19e-a9878ab4f25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c7f7d0-e08b-46c8-ac83-10e7f6e09684', 'code': 200}
Apr 16 21:23:51.746589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40046-ff6e-482f-b9fd-c716832ffd02 req-321b9a04-f230-4b08-8c7b-99a5babc7447 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.750434 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-ea0d95a7-b31f-4e9b-b18f-e692579552de service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899822
Apr 16 21:23:51.752376 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30a81c67-6083-48d0-84e7-6f017b45814e req-adb26f6d-0960-4b85-ad59-e0ee4f7f6e27 service neutron] 10.222.0.11 "GET /v2.0/networks/c0253630-a638-41be-9085-59ec05c0d096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999981
Apr 16 21:23:51.753028 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40046-ff6e-482f-b9fd-c716832ffd02 req-321b9a04-f230-4b08-8c7b-99a5babc7447 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.760841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40046-ff6e-482f-b9fd-c716832ffd02 req-321b9a04-f230-4b08-8c7b-99a5babc7447 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.770694 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:51.777444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40046-ff6e-482f-b9fd-c716832ffd02 req-321b9a04-f230-4b08-8c7b-99a5babc7447 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.783785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40046-ff6e-482f-b9fd-c716832ffd02 req-321b9a04-f230-4b08-8c7b-99a5babc7447 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.789686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40046-ff6e-482f-b9fd-c716832ffd02 req-321b9a04-f230-4b08-8c7b-99a5babc7447 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.791899 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ede40046-ff6e-482f-b9fd-c716832ffd02 req-321b9a04-f230-4b08-8c7b-99a5babc7447 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5430 time: 0.1754775
Apr 16 21:23:51.806288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['fbff4a6d-61dd-45ec-9093-ac6f555b347a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:51.866175 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ede40046-ff6e-482f-b9fd-c716832ffd02 req-e0186a54-f5c6-45b8-879e-c56f9ad8c6f7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0643888
Apr 16 21:23:51.873084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffdcb7-b525-49f7-baa8-6b48e5872741 req-952d7854-7c14-43df-a06c-f5fdc7af2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:51.877799 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95ffdcb7-b525-49f7-baa8-6b48e5872741 req-952d7854-7c14-43df-a06c-f5fdc7af2d62 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 1127 time: 0.0571470
Apr 16 21:23:51.928916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95ffdcb7-b525-49f7-baa8-6b48e5872741 req-509ea1d2-13cd-4c3d-b90f-be509136b73b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467391
Apr 16 21:23:51.939929 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c9a0c5f-d24a-43f8-8906-c52ab2ad1ba7 req-9c513333-fc4a-4094-bcfd-c4f4058f7c02 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1795392
Apr 16 21:23:51.991874 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (419f2c02-dfc8-47cc-8e7a-d709684b7d85), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:52.006581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=43c7f7d0-e08b-46c8-ac83-10e7f6e09684,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:52.207061 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (419f2c02-dfc8-47cc-8e7a-d709684b7d85), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:52.210554 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (419f2c02-dfc8-47cc-8e7a-d709684b7d85), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:52.334876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479779b-f0ff-4ff4-a19c-67f521b6fef3 req-dc409392-eddc-420a-a21c-4c74286929e5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:52.336506 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7479779b-f0ff-4ff4-a19c-67f521b6fef3 req-dc409392-eddc-420a-a21c-4c74286929e5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0510178
Apr 16 21:23:52.389662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaae128-0ee6-426c-b28f-15af2c1cc2f1 req-ddfb4632-39ab-45bd-b6a6-49dfa7efb44d tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:52.391804 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-daaae128-0ee6-426c-b28f-15af2c1cc2f1 req-ddfb4632-39ab-45bd-b6a6-49dfa7efb44d tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 945 time: 0.0586636
Apr 16 21:23:52.394380 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7479779b-f0ff-4ff4-a19c-67f521b6fef3 req-d7ae401c-fd1e-4c21-adf0-4f459dfe87de tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508356
Apr 16 21:23:52.444748 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-daaae128-0ee6-426c-b28f-15af2c1cc2f1 req-1821ef35-ef6f-416b-abaa-bf679a028c86 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433147
Apr 16 21:23:52.461322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Router 419f2c02-dfc8-47cc-8e7a-d709684b7d85 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:23:52.572625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:52.578962 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:52.580124 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fb35d5c4-0b02-4417-ae49-ce25d9c60acc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "PUT /v2.0/routers/419f2c02-dfc8-47cc-8e7a-d709684b7d85 HTTP/1.1" status: 200  len: 884 time: 2.5554187
Apr 16 21:23:52.582819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42304) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:52.582983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49afbefb-9906-4235-b273-0807d6180c10 None None] Sync routers for ids ['419f2c02-dfc8-47cc-8e7a-d709684b7d85'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:52.593925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49afbefb-9906-4235-b273-0807d6180c10 None None] Routers {'419f2c02-dfc8-47cc-8e7a-d709684b7d85'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:52.599885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-49afbefb-9906-4235-b273-0807d6180c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241e94f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['419f2c02-dfc8-47cc-8e7a-d709684b7d85'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:52.632788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-49afbefb-9906-4235-b273-0807d6180c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241e94f0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:52.642615 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49afbefb-9906-4235-b273-0807d6180c10 None None] Routers {'419f2c02-dfc8-47cc-8e7a-d709684b7d85'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:52.643922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-49afbefb-9906-4235-b273-0807d6180c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241e94f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['419f2c02-dfc8-47cc-8e7a-d709684b7d85'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:52.678596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-49afbefb-9906-4235-b273-0807d6180c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241e94f0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:52.679333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49afbefb-9906-4235-b273-0807d6180c10 None None] The sync data for ids ['419f2c02-dfc8-47cc-8e7a-d709684b7d85'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:52.692114 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dee4ef-6f1b-49c5-9d2f-31801b7fa377 req-cc4b221a-7e4b-4091-8fd1-91516ef49795 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:52.694250 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e8dee4ef-6f1b-49c5-9d2f-31801b7fa377 req-cc4b221a-7e4b-4091-8fd1-91516ef49795 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 945 time: 0.0498600
Apr 16 21:23:52.705869 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7b1b4066-f9cf-4eae-8703-f7368ffe3d56 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/routers/419f2c02-dfc8-47cc-8e7a-d709684b7d85 HTTP/1.1" status: 200  len: 925 time: 0.1219981
Apr 16 21:23:52.708691 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42308) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:52.742164 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e8dee4ef-6f1b-49c5-9d2f-31801b7fa377 req-75beb27d-9ad2-4a2f-85ec-0c6723e403ae tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421989
Apr 16 21:23:52.747462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5477ef8-2096-4282-8058-3af02e1378cc tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:52.749102 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c5477ef8-2096-4282-8058-3af02e1378cc tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&device_id=419f2c02-dfc8-47cc-8e7a-d709684b7d85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0394406
Apr 16 21:23:52.752027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42310) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:52.838111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4383ddd-7a01-4ac4-bb29-ad03a28dc702 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:52.839485 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f4383ddd-7a01-4ac4-bb29-ad03a28dc702 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 881 time: 0.0865273
Apr 16 21:23:52.842283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42312) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:52.871371 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ee94bc3c-10e9-4515-af65-b5bed4a5a814 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "GET /v2.0/ports?device_id=419f2c02-dfc8-47cc-8e7a-d709684b7d85 HTTP/1.1" status: 200  len: 205 time: 0.0280464
Apr 16 21:23:52.873847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42314) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:53.024423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed05079-c20b-49d3-8f1a-f357e29023f0 req-ab8b89d3-5a33-4d8f-bf05-0224ab8225ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:53.030022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed05079-c20b-49d3-8f1a-f357e29023f0 req-ab8b89d3-5a33-4d8f-bf05-0224ab8225ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:53.037360 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed05079-c20b-49d3-8f1a-f357e29023f0 req-ab8b89d3-5a33-4d8f-bf05-0224ab8225ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:53.042620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed05079-c20b-49d3-8f1a-f357e29023f0 req-ab8b89d3-5a33-4d8f-bf05-0224ab8225ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:53.047960 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed05079-c20b-49d3-8f1a-f357e29023f0 req-ab8b89d3-5a33-4d8f-bf05-0224ab8225ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:53.054015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed05079-c20b-49d3-8f1a-f357e29023f0 req-ab8b89d3-5a33-4d8f-bf05-0224ab8225ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:53.059330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed05079-c20b-49d3-8f1a-f357e29023f0 req-ab8b89d3-5a33-4d8f-bf05-0224ab8225ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:53.061343 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aed05079-c20b-49d3-8f1a-f357e29023f0 req-ab8b89d3-5a33-4d8f-bf05-0224ab8225ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5430 time: 0.1017077
Apr 16 21:23:53.063856 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (419f2c02-dfc8-47cc-8e7a-d709684b7d85), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:53.205723 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aed05079-c20b-49d3-8f1a-f357e29023f0 req-6b1ea52b-1fdb-45ba-a6c2-f31da3aa5ffe tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1382964
Apr 16 21:23:53.222030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (419f2c02-dfc8-47cc-8e7a-d709684b7d85), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:53.267630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fbff4a6d-61dd-45ec-9093-ac6f555b347a up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:23:53.313597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port fbff4a6d-61dd-45ec-9093-ac6f555b347a completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:23:53.334015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Deleting port ad3cc0d4-cf4e-46bf-8a9e-6ae1ca4e76c7 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:53.334359 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ad3cc0d4-cf4e-46bf-8a9e-6ae1ca4e76c7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:53.377334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port fbff4a6d-61dd-45ec-9093-ac6f555b347a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:23:53.377719 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:53.413916 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ad3cc0d4-cf4e-46bf-8a9e-6ae1ca4e76c7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:53.434194 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Calling delete_port for ad3cc0d4-cf4e-46bf-8a9e-6ae1ca4e76c7 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:53.481808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port fbff4a6d-61dd-45ec-9093-ac6f555b347a is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:53.482197 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:53.523745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1327f0-e5e9-469a-814d-b23649dc9d71 req-1d8ba724-57b9-4390-adbd-3dedc4ef9dc8 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:53.531496 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f1327f0-e5e9-469a-814d-b23649dc9d71 req-1d8ba724-57b9-4390-adbd-3dedc4ef9dc8 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0662265
Apr 16 21:23:53.559536 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fbff4a6d-61dd-45ec-9093-ac6f555b347a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbff4a6d-61dd-45ec-9093-ac6f555b347a,segment=NetworkSegment(02274f36-d2a0-4b52-bbc7-0fd4db04c98f),segment_id=02274f36-d2a0-4b52-bbc7-0fd4db04c98f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:53.577533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f1327f0-e5e9-469a-814d-b23649dc9d71 req-e7b258bf-08e4-49ed-8f1d-d2a117c8094d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450172
Apr 16 21:23:53.642320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7485a-c481-40ec-814c-133f4b601049 req-f03e91d3-48a2-4ad1-9c97-07e91cfd3d90 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:53.643800 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72c7485a-c481-40ec-814c-133f4b601049 req-f03e91d3-48a2-4ad1-9c97-07e91cfd3d90 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 945 time: 0.0895388
Apr 16 21:23:53.661339 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:53.709242 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=fbff4a6d-61dd-45ec-9093-ac6f555b347a,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:53.724138 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72c7485a-c481-40ec-814c-133f4b601049 req-8bc6c1ff-ed6d-4f1a-9212-182140ea2e82 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735486
Apr 16 21:23:53.741616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13c741a-7277-49dc-bb1f-b17e77c02c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbff4a6d-61dd-45ec-9093-ac6f555b347a'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:53.746827 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e872281-5f9d-4775-b642-54aa462d5c9c" -d '{"events": [{"server_uuid": "c13c741a-7277-49dc-bb1f-b17e77c02c7b", "name": "network-vif-plugged", "status": "completed", "tag": "fbff4a6d-61dd-45ec-9093-ac6f555b347a"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:53.778554 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7ba730-fd17-4174-9049-c3619a4a0efd x-openstack-request-id: req-bb7ba730-fd17-4174-9049-c3619a4a0efd {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:53.778851 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13c741a-7277-49dc-bb1f-b17e77c02c7b", "name": "network-vif-plugged", "status": "completed", "tag": "fbff4a6d-61dd-45ec-9093-ac6f555b347a", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:53.779111 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb7ba730-fd17-4174-9049-c3619a4a0efd {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:53.779517 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7ba730-fd17-4174-9049-c3619a4a0efd'] response: {'server_uuid': 'c13c741a-7277-49dc-bb1f-b17e77c02c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbff4a6d-61dd-45ec-9093-ac6f555b347a', 'code': 200}
Apr 16 21:23:53.825382 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ad3cc0d4-cf4e-46bf-8a9e-6ae1ca4e76c7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:53.876295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Pushing event deleted for resources: {'Port': ['ID=ad3cc0d4-cf4e-46bf-8a9e-6ae1ca4e76c7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:53.883386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8735aa-032f-4146-a602-9e80ad3ab93a req-2dd56751-59de-41c8-a794-c0bba9258115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:53.884941 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fb8735aa-032f-4146-a602-9e80ad3ab93a req-2dd56751-59de-41c8-a794-c0bba9258115 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 1128 time: 0.0496993
Apr 16 21:23:53.893617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766053f-2ade-4ed9-8a22-11197c160f13 req-0eada980-d8dd-473f-84ec-822c8988f4be tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:53.896459 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f766053f-2ade-4ed9-8a22-11197c160f13 req-0eada980-d8dd-473f-84ec-822c8988f4be tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 945 time: 0.0807309
Apr 16 21:23:53.985348 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (419f2c02-dfc8-47cc-8e7a-d709684b7d85), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:54.014030 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f766053f-2ade-4ed9-8a22-11197c160f13 req-9528c0af-ccd6-4d13-abd5-a6ae76da077b tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033211
Apr 16 21:23:54.082874 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (419f2c02-dfc8-47cc-8e7a-d709684b7d85), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:54.085217 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_controller (419f2c02-dfc8-47cc-8e7a-d709684b7d85), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:54.245644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (419f2c02-dfc8-47cc-8e7a-d709684b7d85), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:54.250557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Fanout notify agent at l3_agent the message router_deleted on router 419f2c02-dfc8-47cc-8e7a-d709684b7d85 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:23:54.253175 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:54.258929 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ca27e6b3-9f5a-4421-aaf0-a299183ba0f6 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "DELETE /v2.0/routers/419f2c02-dfc8-47cc-8e7a-d709684b7d85 HTTP/1.1" status: 204  len: 168 time: 1.3795724
Apr 16 21:23:54.259038 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42334) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:54.263191 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6cc5e126-22d5-42da-ac47-ee086d7d54fd tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1532560730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:54.341926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb04640-d129-47f4-be31-65cd66dfce78 req-b6f9a2dc-f228-463e-a914-0fde2170d4e0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:54.347217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb04640-d129-47f4-be31-65cd66dfce78 req-b6f9a2dc-f228-463e-a914-0fde2170d4e0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:54.352566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb04640-d129-47f4-be31-65cd66dfce78 req-b6f9a2dc-f228-463e-a914-0fde2170d4e0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:54.357900 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb04640-d129-47f4-be31-65cd66dfce78 req-b6f9a2dc-f228-463e-a914-0fde2170d4e0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:54.363177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb04640-d129-47f4-be31-65cd66dfce78 req-b6f9a2dc-f228-463e-a914-0fde2170d4e0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:54.368966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb04640-d129-47f4-be31-65cd66dfce78 req-b6f9a2dc-f228-463e-a914-0fde2170d4e0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:54.374296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb04640-d129-47f4-be31-65cd66dfce78 req-b6f9a2dc-f228-463e-a914-0fde2170d4e0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:54.376216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ceb04640-d129-47f4-be31-65cd66dfce78 req-b6f9a2dc-f228-463e-a914-0fde2170d4e0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5430 time: 0.0874128
Apr 16 21:23:54.377551 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e126-22d5-42da-ac47-ee086d7d54fd tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:54.378608 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e126-22d5-42da-ac47-ee086d7d54fd tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:54.466914 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e126-22d5-42da-ac47-ee086d7d54fd tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_controller (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:54.480957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ceb04640-d129-47f4-be31-65cd66dfce78 req-056e42a1-5d12-4032-a648-a9401a7cae9d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0973542
Apr 16 21:23:54.554625 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e126-22d5-42da-ac47-ee086d7d54fd tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:54.654642 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e126-22d5-42da-ac47-ee086d7d54fd tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:54.656120 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6cc5e126-22d5-42da-ac47-ee086d7d54fd tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.3964067
Apr 16 21:23:54.658918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42350) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:54.664091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'enable_snat': True}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:54.697489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54ccaf-f6da-41f5-8b43-94eb81c97456 req-9617b4ff-abf5-4542-b0e2-83e4460e8fc5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:54.699115 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf54ccaf-f6da-41f5-8b43-94eb81c97456 req-9617b4ff-abf5-4542-b0e2-83e4460e8fc5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0533977
Apr 16 21:23:54.751833 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf54ccaf-f6da-41f5-8b43-94eb81c97456 req-ddd42dc5-1160-441e-b865-bb126efc53f5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470865
Apr 16 21:23:54.852779 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fb8735aa-032f-4146-a602-9e80ad3ab93a req-2d0e7662-fc2c-42e5-8514-99543237c40c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442916
Apr 16 21:23:54.866900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa0a17-9ab9-4408-b2ec-6fcffb80be49 req-991ccec0-96f0-4c77-8225-56ffaa77ecf0 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:54.874175 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-00fa0a17-9ab9-4408-b2ec-6fcffb80be49 req-991ccec0-96f0-4c77-8225-56ffaa77ecf0 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 946 time: 0.0597601
Apr 16 21:23:54.919196 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-00fa0a17-9ab9-4408-b2ec-6fcffb80be49 req-d8f3d9d9-8455-41c0-9ad6-d0ed747a9eed tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441072
Apr 16 21:23:54.928296 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:55.051737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883aff68-8084-40bc-8b16-3c0f5d7b8ce6 req-e9b5a5b3-f8ee-4caf-b6a7-f261ee6d129a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:55.053186 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-883aff68-8084-40bc-8b16-3c0f5d7b8ce6 req-e9b5a5b3-f8ee-4caf-b6a7-f261ee6d129a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 946 time: 0.0523126
Apr 16 21:23:55.137754 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-883aff68-8084-40bc-8b16-3c0f5d7b8ce6 req-b65e79ce-f1bc-43e7-a897-70a0a330f072 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789804
Apr 16 21:23:55.267198 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:55.282876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:55.288238 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:55.388459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:55.401787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '530c687e-6ccd-45ad-ad6e-7e4a0d9487ee', 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28', 'port_id': '530c687e-6ccd-45ad-ad6e-7e4a0d9487ee', 'mac_address': 'fa:16:3e:a4:a8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326da6c5-3bc2-4f6e-a46f-4485631a093b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:55.432937 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41eb4e-e952-43f3-a7f6-482fdda05c41 req-7d1a99ef-8c63-4763-8c2d-f487ac0fbdc0 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:55.434418 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f41eb4e-e952-43f3-a7f6-482fdda05c41 req-7d1a99ef-8c63-4763-8c2d-f487ac0fbdc0 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 945 time: 0.0603099
Apr 16 21:23:55.439895 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:55.442337 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:55.443602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Allocated IP 172.35.1.79 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/eeae9dcc-2ab2-459c-adf3-c6a6b852d707) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:23:55.454341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:55.475283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:55.535220 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f41eb4e-e952-43f3-a7f6-482fdda05c41 req-91928e68-0182-4851-9e33-a25e94d81869 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939612
Apr 16 21:23:55.547657 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:55.549494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e161877a-3f6f-49a7-8aed-2eee986f2f68 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:55.591717 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for port (eeae9dcc-2ab2-459c-adf3-c6a6b852d707), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:55.627181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d154ff0-191b-42ae-9a92-5d535288bccc req-7f787a56-37b1-4a2c-a1ff-e8270605bc3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:55.633276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d154ff0-191b-42ae-9a92-5d535288bccc req-7f787a56-37b1-4a2c-a1ff-e8270605bc3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:55.638586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d154ff0-191b-42ae-9a92-5d535288bccc req-7f787a56-37b1-4a2c-a1ff-e8270605bc3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:55.643840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d154ff0-191b-42ae-9a92-5d535288bccc req-7f787a56-37b1-4a2c-a1ff-e8270605bc3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:55.649152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d154ff0-191b-42ae-9a92-5d535288bccc req-7f787a56-37b1-4a2c-a1ff-e8270605bc3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:55.654642 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d154ff0-191b-42ae-9a92-5d535288bccc req-7f787a56-37b1-4a2c-a1ff-e8270605bc3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:55.656670 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:55.660507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d154ff0-191b-42ae-9a92-5d535288bccc req-7f787a56-37b1-4a2c-a1ff-e8270605bc3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:55.662247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d154ff0-191b-42ae-9a92-5d535288bccc req-7f787a56-37b1-4a2c-a1ff-e8270605bc3b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5431 time: 0.0980344
Apr 16 21:23:55.675420 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (eeae9dcc-2ab2-459c-adf3-c6a6b852d707), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:55.700974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e161877a-3f6f-49a7-8aed-2eee986f2f68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e161877a-3f6f-49a7-8aed-2eee986f2f68,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:55.713439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'e161877a-3f6f-49a7-8aed-2eee986f2f68', 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7', 'port_id': 'e161877a-3f6f-49a7-8aed-2eee986f2f68', 'mac_address': 'fa:16:3e:e7:70:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4c2dde-626f-4cd8-b0c1-29416cdf21a1', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:55.724987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:23:55.727747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d154ff0-191b-42ae-9a92-5d535288bccc req-4aea37cc-31c7-4c8a-a2f5-3aab743a329d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0597060
Apr 16 21:23:55.730540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:23:55.733068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event updated for resources: {'Port': ['ID=eeae9dcc-2ab2-459c-adf3-c6a6b852d707,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:55.736091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:23:55.756998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port e161877a-3f6f-49a7-8aed-2eee986f2f68 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:55.757199 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:55.768600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.768958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.771228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.771228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.771228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.771228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.771228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.771692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e161877a-3f6f-49a7-8aed-2eee986f2f68 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:55.771803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.771803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.771803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.772045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.772226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.772574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.772883 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.773204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:23:55.801301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e161877a-3f6f-49a7-8aed-2eee986f2f68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e161877a-3f6f-49a7-8aed-2eee986f2f68,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:55.873257 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:55.873860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c8475713-e26a-40c8-8213-0fa9fe87a721 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:55.943414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=e161877a-3f6f-49a7-8aed-2eee986f2f68,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:55.948372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c8475713-e26a-40c8-8213-0fa9fe87a721, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8475713-e26a-40c8-8213-0fa9fe87a721,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:55.960432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c8475713-e26a-40c8-8213-0fa9fe87a721', 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7', 'port_id': 'c8475713-e26a-40c8-8213-0fa9fe87a721', 'mac_address': 'fa:16:3e:26:7e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4c2dde-626f-4cd8-b0c1-29416cdf21a1', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:56.000650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c8475713-e26a-40c8-8213-0fa9fe87a721 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:56.001042 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:56.015650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8475713-e26a-40c8-8213-0fa9fe87a721 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:56.037360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c8475713-e26a-40c8-8213-0fa9fe87a721, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8475713-e26a-40c8-8213-0fa9fe87a721,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:56.043343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125de5b-f86c-48f3-81b8-cf865fdd8b38 req-2a9c0e75-8ebf-4fb7-ab0b-943df75b3a25 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:56.045034 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7125de5b-f86c-48f3-81b8-cf865fdd8b38 req-2a9c0e75-8ebf-4fb7-ab0b-943df75b3a25 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 946 time: 0.0503945
Apr 16 21:23:56.095599 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7125de5b-f86c-48f3-81b8-cf865fdd8b38 req-d50db0be-7091-440a-b606-bb0d03af36d9 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448444
Apr 16 21:23:56.107531 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:56.108463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fdca9e15-fa18-4555-99b5-61429f002844 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:56.179139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c8475713-e26a-40c8-8213-0fa9fe87a721,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:56.184883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fdca9e15-fa18-4555-99b5-61429f002844, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdca9e15-fa18-4555-99b5-61429f002844,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:56.198521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'fdca9e15-fa18-4555-99b5-61429f002844', 'network_id': 'e542be96-fc30-4cda-9476-07d2b2bc4e28', 'port_id': 'fdca9e15-fa18-4555-99b5-61429f002844', 'mac_address': 'fa:16:3e:a0:63:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326da6c5-3bc2-4f6e-a46f-4485631a093b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:56.215476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497b118-caad-45d6-a06e-b3effb9fd1b8 req-e0fe8a09-237c-4ca9-b82a-0eedd43d2349 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:56.217008 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7497b118-caad-45d6-a06e-b3effb9fd1b8 req-e0fe8a09-237c-4ca9-b82a-0eedd43d2349 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0987833
Apr 16 21:23:56.236283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port fdca9e15-fa18-4555-99b5-61429f002844 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:56.236842 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fdca9e15-fa18-4555-99b5-61429f002844), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:56.250784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdca9e15-fa18-4555-99b5-61429f002844 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:56.271789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fdca9e15-fa18-4555-99b5-61429f002844, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdca9e15-fa18-4555-99b5-61429f002844,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:56.278802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7497b118-caad-45d6-a06e-b3effb9fd1b8 req-c6583846-0d52-4eba-8322-8f63e88ce745 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509615
Apr 16 21:23:56.282666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f514853-964c-46f3-a97b-f6019d36e271 req-5011c1f5-ca27-4255-b063-73d6bddeeb13 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:56.284081 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1f514853-964c-46f3-a97b-f6019d36e271 req-5011c1f5-ca27-4255-b063-73d6bddeeb13 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 946 time: 0.0576270
Apr 16 21:23:56.330615 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1f514853-964c-46f3-a97b-f6019d36e271 req-0deb4a73-c9ba-4c61-ae00-7314e6de449b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404115
Apr 16 21:23:56.360036 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fdca9e15-fa18-4555-99b5-61429f002844), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:56.360753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c1abc7d3-63c4-4e58-896c-5aa4b9a41054 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:56.428856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=fdca9e15-fa18-4555-99b5-61429f002844,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:56.434218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c1abc7d3-63c4-4e58-896c-5aa4b9a41054, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1abc7d3-63c4-4e58-896c-5aa4b9a41054,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:56.439485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:56.445079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c1abc7d3-63c4-4e58-896c-5aa4b9a41054', 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7', 'port_id': 'c1abc7d3-63c4-4e58-896c-5aa4b9a41054', 'mac_address': 'fa:16:3e:b6:58:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4c2dde-626f-4cd8-b0c1-29416cdf21a1', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:56.482628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:56.483012 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:56.495791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1abc7d3-63c4-4e58-896c-5aa4b9a41054 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:56.516627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c1abc7d3-63c4-4e58-896c-5aa4b9a41054, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1abc7d3-63c4-4e58-896c-5aa4b9a41054,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:56.599553 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:56.600375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 5e9adf2d-0b03-4f92-88ae-35b824faa4fe details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:56.670824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c1abc7d3-63c4-4e58-896c-5aa4b9a41054,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:56.681420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e9adf2d-0b03-4f92-88ae-35b824faa4fe,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:56.699967 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:56.700506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '5e9adf2d-0b03-4f92-88ae-35b824faa4fe', 'network_id': '6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7', 'port_id': '5e9adf2d-0b03-4f92-88ae-35b824faa4fe', 'mac_address': 'fa:16:3e:9c:63:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4c2dde-626f-4cd8-b0c1-29416cdf21a1', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:56.700633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5a9de-07be-42aa-9467-68b1e2ae08c7 req-c35d89bb-185a-4299-aca1-cb15b72fd291 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:56.702044 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e6a5a9de-07be-42aa-9467-68b1e2ae08c7 req-c35d89bb-185a-4299-aca1-cb15b72fd291 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 945 time: 0.0852528
Apr 16 21:23:56.704638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:56.737616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:56.738023 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:56.752621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9adf2d-0b03-4f92-88ae-35b824faa4fe {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:56.778161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e9adf2d-0b03-4f92-88ae-35b824faa4fe,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:56.826261 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e6a5a9de-07be-42aa-9467-68b1e2ae08c7 req-b18edb37-ddfe-4331-bd5b-70f9f406ea3d tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169605
Apr 16 21:23:56.863389 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:56.865368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device cc99d421-5515-41e3-bbf8-03443566d154 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:23:56.905940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8e84-f250-445e-9355-b696d5da7047 req-8ef7c691-77f2-482d-a893-42c97af32cf8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:56.912887 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8e84-f250-445e-9355-b696d5da7047 req-8ef7c691-77f2-482d-a893-42c97af32cf8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:56.919616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8e84-f250-445e-9355-b696d5da7047 req-8ef7c691-77f2-482d-a893-42c97af32cf8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:56.926331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8e84-f250-445e-9355-b696d5da7047 req-8ef7c691-77f2-482d-a893-42c97af32cf8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:56.933397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8e84-f250-445e-9355-b696d5da7047 req-8ef7c691-77f2-482d-a893-42c97af32cf8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:56.943493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8e84-f250-445e-9355-b696d5da7047 req-8ef7c691-77f2-482d-a893-42c97af32cf8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:56.949436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8e84-f250-445e-9355-b696d5da7047 req-8ef7c691-77f2-482d-a893-42c97af32cf8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:56.951669 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b9b8e84-f250-445e-9355-b696d5da7047 req-8ef7c691-77f2-482d-a893-42c97af32cf8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5435 time: 0.1327784
Apr 16 21:23:56.969456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=5e9adf2d-0b03-4f92-88ae-35b824faa4fe,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:57.006137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Router 6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:23:57.015978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port cc99d421-5515-41e3-bbf8-03443566d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc99d421-5515-41e3-bbf8-03443566d154,segment=NetworkSegment(e2f65768-2cab-4d94-9013-aac99271c587),segment_id=e2f65768-2cab-4d94-9013-aac99271c587)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:57.022794 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b9b8e84-f250-445e-9355-b696d5da7047 req-fc4b6cbe-1aca-47fc-ae80-0473add4cf07 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0631685
Apr 16 21:23:57.032491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'cc99d421-5515-41e3-bbf8-03443566d154', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'port_id': 'cc99d421-5515-41e3-bbf8-03443566d154', 'mac_address': 'fa:16:3e:63:9e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:23:57.072775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port cc99d421-5515-41e3-bbf8-03443566d154 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:23:57.073356 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cc99d421-5515-41e3-bbf8-03443566d154), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:57.086236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc99d421-5515-41e3-bbf8-03443566d154 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:23:57.105917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port cc99d421-5515-41e3-bbf8-03443566d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc99d421-5515-41e3-bbf8-03443566d154,segment=NetworkSegment(e2f65768-2cab-4d94-9013-aac99271c587),segment_id=e2f65768-2cab-4d94-9013-aac99271c587)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:57.134568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:23:57.139289 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:57.142871 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dac6631f-c3bf-47d5-95da-e50ca4cc2e88 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "PUT /v2.0/routers/6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab HTTP/1.1" status: 200  len: 918 time: 2.4805610
Apr 16 21:23:57.143739 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42376) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:57.147048 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc14b17b-4e6a-4b51-8b7a-605f5ac6dfd1 None None] Sync routers for ids ['6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:23:57.176558 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc14b17b-4e6a-4b51-8b7a-605f5ac6dfd1 None None] Routers {'6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:57.177807 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bc14b17b-4e6a-4b51-8b7a-605f5ac6dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248dbe20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:57.191988 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cc99d421-5515-41e3-bbf8-03443566d154), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:57.192381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166960b1-7066-4e2c-8ae7-e6474922791d req-2c5b62b0-63ca-47d2-9ffd-5f1b57947f85 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:57.192381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-166960b1-7066-4e2c-8ae7-e6474922791d req-2c5b62b0-63ca-47d2-9ffd-5f1b57947f85 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.11 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 945 time: 0.0683761
Apr 16 21:23:57.215051 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bc14b17b-4e6a-4b51-8b7a-605f5ac6dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248dbe20>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:57.223740 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc14b17b-4e6a-4b51-8b7a-605f5ac6dfd1 None None] Routers {'6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:23:57.224429 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bc14b17b-4e6a-4b51-8b7a-605f5ac6dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248dbe20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:57.267020 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bc14b17b-4e6a-4b51-8b7a-605f5ac6dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248dbe20>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:23:57.267553 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc14b17b-4e6a-4b51-8b7a-605f5ac6dfd1 None None] The sync data for ids ['6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:23:57.270686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=cc99d421-5515-41e3-bbf8-03443566d154,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:57.288391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-36135d87-cd6e-4901-8175-e801dfce8168 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/routers/6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab HTTP/1.1" status: 200  len: 924 time: 0.1392739
Apr 16 21:23:57.290717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42378) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:57.294705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05bd61-231f-4ca7-9218-42d567c4db80 req-da57ec95-6fa2-4395-a5c7-5960e71d979e tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:57.304726 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd05bd61-231f-4ca7-9218-42d567c4db80 req-da57ec95-6fa2-4395-a5c7-5960e71d979e tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 946 time: 0.1321547
Apr 16 21:23:57.341067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8053f453-b312-4afc-a98b-eaa2726e1cc8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:57.342658 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8053f453-b312-4afc-a98b-eaa2726e1cc8 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&device_id=6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0509644
Apr 16 21:23:57.346883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42382) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:57.408151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-166960b1-7066-4e2c-8ae7-e6474922791d req-fca48ba4-691f-490d-8b73-c42e0fd71c24 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Deleting port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:57.408518 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-166960b1-7066-4e2c-8ae7-e6474922791d req-fca48ba4-691f-490d-8b73-c42e0fd71c24 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:57.415341 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd05bd61-231f-4ca7-9218-42d567c4db80 req-efcaa764-a3a2-42a9-b8c2-6a25c61fb086 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097753
Apr 16 21:23:57.461506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad450bc5-9bf5-48f8-b3b1-1d66ff8ab2a9 req-a9b733f7-0bf1-4629-9de7-ac17b9cbc6be tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:57.463252 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad450bc5-9bf5-48f8-b3b1-1d66ff8ab2a9 req-a9b733f7-0bf1-4629-9de7-ac17b9cbc6be tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0706890
Apr 16 21:23:57.520859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dc6f63-506c-4c4d-9c86-88ddb380d6ae tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:57.526156 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a2dc6f63-506c-4c4d-9c86-88ddb380d6ae tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 881 time: 0.1744699
Apr 16 21:23:57.526156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42388) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:57.559629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c5483-fcc6-4f2b-a444-16f7559c60e7 req-4640e82e-e2ee-46a4-9a48-45e2185f2fd4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:57.561195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-064c5483-fcc6-4f2b-a444-16f7559c60e7 req-4640e82e-e2ee-46a4-9a48-45e2185f2fd4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 946 time: 0.1662450
Apr 16 21:23:57.567882 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b6648cf5-fb10-466e-a3d6-f2b2b9b1286f tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab HTTP/1.1" status: 200  len: 205 time: 0.0414753
Apr 16 21:23:57.571901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad450bc5-9bf5-48f8-b3b1-1d66ff8ab2a9 req-23faf559-c2ca-4364-8d5b-954480ca77e5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957029
Apr 16 21:23:57.572419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42390) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:57.638636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e692666-6300-47f4-a83d-6df84f391f6f req-acaed539-a31e-4354-b848-3608823cc30d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:57.641335 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e692666-6300-47f4-a83d-6df84f391f6f req-acaed539-a31e-4354-b848-3608823cc30d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 946 time: 0.1329525
Apr 16 21:23:57.701164 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:57.728551 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e692666-6300-47f4-a83d-6df84f391f6f req-9f0df062-60e3-4989-9633-d98580a04818 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648983
Apr 16 21:23:57.772420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-166960b1-7066-4e2c-8ae7-e6474922791d req-fca48ba4-691f-490d-8b73-c42e0fd71c24 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] For port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43c7f7d0-e08b-46c8-ac83-10e7f6e09684,segment=NetworkSegment(fcd7758d-5429-433b-9a50-8ae286e04fad),segment_id=fcd7758d-5429-433b-9a50-8ae286e04fad)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:57.772803 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-166960b1-7066-4e2c-8ae7-e6474922791d req-fca48ba4-691f-490d-8b73-c42e0fd71c24 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:57.792371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-166960b1-7066-4e2c-8ae7-e6474922791d req-fca48ba4-691f-490d-8b73-c42e0fd71c24 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Calling delete_port for 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:57.798834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-064c5483-fcc6-4f2b-a444-16f7559c60e7 req-7976ee35-df16-4a44-a5f8-6df91522ec3c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Deleting port f66da356-52f4-4b47-9500-04fa22ef8e21 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:57.803146 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-064c5483-fcc6-4f2b-a444-16f7559c60e7 req-7976ee35-df16-4a44-a5f8-6df91522ec3c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:57.815651 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:57.939666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Deleting port eeae9dcc-2ab2-459c-adf3-c6a6b852d707 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:57.940422 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (eeae9dcc-2ab2-459c-adf3-c6a6b852d707), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:57.991511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfa92c-5d43-485b-8e4a-c87961dd0755 req-6e1329f0-2a20-4b42-9da1-e82c4a7fa2ab tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:57.993077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3abfa92c-5d43-485b-8e4a-c87961dd0755 req-6e1329f0-2a20-4b42-9da1-e82c4a7fa2ab tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 945 time: 0.0888338
Apr 16 21:23:57.999427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-064c5483-fcc6-4f2b-a444-16f7559c60e7 req-7976ee35-df16-4a44-a5f8-6df91522ec3c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] For port f66da356-52f4-4b47-9500-04fa22ef8e21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f66da356-52f4-4b47-9500-04fa22ef8e21,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:57.999816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-064c5483-fcc6-4f2b-a444-16f7559c60e7 req-7976ee35-df16-4a44-a5f8-6df91522ec3c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:58.027710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-064c5483-fcc6-4f2b-a444-16f7559c60e7 req-7976ee35-df16-4a44-a5f8-6df91522ec3c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Calling delete_port for f66da356-52f4-4b47-9500-04fa22ef8e21 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:58.034881 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (eeae9dcc-2ab2-459c-adf3-c6a6b852d707), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:58.050041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Calling delete_port for eeae9dcc-2ab2-459c-adf3-c6a6b852d707 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:58.148080 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3abfa92c-5d43-485b-8e4a-c87961dd0755 req-8ce4e8d2-551c-4008-a756-672302749294 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce53937e-81be-440e-9c28-5af1a004139e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397936
Apr 16 21:23:58.155033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393edf98-27f1-427c-a066-d2338b8ff500 req-1524dfc1-f6da-49a0-92bb-0c026e1da070 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:58.156612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-393edf98-27f1-427c-a066-d2338b8ff500 req-1524dfc1-f6da-49a0-92bb-0c026e1da070 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 946 time: 0.0607133
Apr 16 21:23:58.194584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['5e9adf2d-0b03-4f92-88ae-35b824faa4fe'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:58.228411 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-166960b1-7066-4e2c-8ae7-e6474922791d req-fca48ba4-691f-490d-8b73-c42e0fd71c24 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (43c7f7d0-e08b-46c8-ac83-10e7f6e09684), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:58.265298 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-393edf98-27f1-427c-a066-d2338b8ff500 req-90af8091-14f9-4a27-acd6-8ae5d8770c92 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667045
Apr 16 21:23:58.293020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca48ba4-691f-490d-8b73-c42e0fd71c24 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Pushing event deleted for resources: {'Port': ['ID=43c7f7d0-e08b-46c8-ac83-10e7f6e09684,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:58.295434 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['cc99d421-5515-41e3-bbf8-03443566d154'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:58.339447 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-064c5483-fcc6-4f2b-a444-16f7559c60e7 req-7976ee35-df16-4a44-a5f8-6df91522ec3c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f66da356-52f4-4b47-9500-04fa22ef8e21), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:58.355058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['f66da356-52f4-4b47-9500-04fa22ef8e21'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:58.357520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['fdca9e15-fa18-4555-99b5-61429f002844'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:58.360219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba77f-86bd-4605-92a8-f763c4273c53 req-bd6d73ef-030a-40fe-8e27-e7cd0f7611ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:58.365773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba77f-86bd-4605-92a8-f763c4273c53 req-bd6d73ef-030a-40fe-8e27-e7cd0f7611ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:58.371369 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba77f-86bd-4605-92a8-f763c4273c53 req-bd6d73ef-030a-40fe-8e27-e7cd0f7611ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:58.376981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba77f-86bd-4605-92a8-f763c4273c53 req-bd6d73ef-030a-40fe-8e27-e7cd0f7611ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:58.382985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba77f-86bd-4605-92a8-f763c4273c53 req-bd6d73ef-030a-40fe-8e27-e7cd0f7611ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:58.388456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba77f-86bd-4605-92a8-f763c4273c53 req-bd6d73ef-030a-40fe-8e27-e7cd0f7611ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:58.388946 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (eeae9dcc-2ab2-459c-adf3-c6a6b852d707), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:58.394726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba77f-86bd-4605-92a8-f763c4273c53 req-bd6d73ef-030a-40fe-8e27-e7cd0f7611ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:58.397939 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23fba77f-86bd-4605-92a8-f763c4273c53 req-bd6d73ef-030a-40fe-8e27-e7cd0f7611ee tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5437 time: 0.1732709
Apr 16 21:23:58.417154 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Pushing event deleted for resources: {'Port': ['ID=eeae9dcc-2ab2-459c-adf3-c6a6b852d707,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:58.452330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['e161877a-3f6f-49a7-8aed-2eee986f2f68'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:58.460369 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976ee35-df16-4a44-a5f8-6df91522ec3c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Pushing event deleted for resources: {'Port': ['ID=f66da356-52f4-4b47-9500-04fa22ef8e21,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:23:58.484593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-166960b1-7066-4e2c-8ae7-e6474922791d req-fca48ba4-691f-490d-8b73-c42e0fd71c24 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] No DVR routers for this DVR port 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:23:58.488969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-166960b1-7066-4e2c-8ae7-e6474922791d req-fca48ba4-691f-490d-8b73-c42e0fd71c24 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:58.489673 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:23:58.492324 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-166960b1-7066-4e2c-8ae7-e6474922791d req-fca48ba4-691f-490d-8b73-c42e0fd71c24 tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.11 "DELETE /v2.0/ports/43c7f7d0-e08b-46c8-ac83-10e7f6e09684 HTTP/1.1" status: 204  len: 173 time: 1.2655158
Apr 16 21:23:58.501643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c0c0c5-19a1-4c21-b19e-a9878ab4f25e', 'name': 'network-vif-deleted', 'tag': '43c7f7d0-e08b-46c8-ac83-10e7f6e09684'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:23:58.502639 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b68b995-9f76-473c-a99f-b68f85f8afd0" -d '{"events": [{"server_uuid": "06c0c0c5-19a1-4c21-b19e-a9878ab4f25e", "name": "network-vif-deleted", "tag": "43c7f7d0-e08b-46c8-ac83-10e7f6e09684"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:23:58.507214 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:58.524531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-064c5483-fcc6-4f2b-a444-16f7559c60e7 req-7976ee35-df16-4a44-a5f8-6df91522ec3c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] No DVR routers for this DVR port f66da356-52f4-4b47-9500-04fa22ef8e21 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:23:58.531678 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-064c5483-fcc6-4f2b-a444-16f7559c60e7 req-7976ee35-df16-4a44-a5f8-6df91522ec3c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:58.535142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-064c5483-fcc6-4f2b-a444-16f7559c60e7 req-7976ee35-df16-4a44-a5f8-6df91522ec3c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "DELETE /v2.0/ports/f66da356-52f4-4b47-9500-04fa22ef8e21 HTTP/1.1" status: 204  len: 173 time: 0.9568477
Apr 16 21:23:58.554699 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:23:58.558100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 43c7f7d0-e08b-46c8-ac83-10e7f6e09684 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:23:58.559779 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b76f61-f838-4697-b69c-7ba2557742da x-openstack-request-id: req-28b76f61-f838-4697-b69c-7ba2557742da {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:23:58.560073 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c0c0c5-19a1-4c21-b19e-a9878ab4f25e", "name": "network-vif-deleted", "tag": "43c7f7d0-e08b-46c8-ac83-10e7f6e09684", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:23:58.560354 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28b76f61-f838-4697-b69c-7ba2557742da {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:23:58.560759 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b76f61-f838-4697-b69c-7ba2557742da'] response: {'server_uuid': '06c0c0c5-19a1-4c21-b19e-a9878ab4f25e', 'name': 'network-vif-deleted', 'tag': '43c7f7d0-e08b-46c8-ac83-10e7f6e09684', 'status': 'completed', 'code': 200}
Apr 16 21:23:58.582896 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23fba77f-86bd-4605-92a8-f763c4273c53 req-ce83df61-bcf0-4212-b3fa-539bf967eb90 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1594863
Apr 16 21:23:58.628049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c1abc7d3-63c4-4e58-896c-5aa4b9a41054'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:58.723472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['530c687e-6ccd-45ad-ad6e-7e4a0d9487ee'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:58.819471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c3ba62-3330-4cd7-980b-c38e289c6b85 req-fcc6af53-ccbf-4a64-ac5d-32500a9c431f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0742190
Apr 16 21:23:58.837183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c8475713-e26a-40c8-8213-0fa9fe87a721'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:23:58.875400 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8313e96f-8924-4138-b27f-339cdeac16e2 req-404c958e-454b-49f3-8fc6-adbdc470af50 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 210 time: 0.0460534
Apr 16 21:23:58.923284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3ba62-3330-4cd7-980b-c38e289c6b85 req-4c8229d1-ef18-4ab0-a197-af074e87246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:58.925089 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c3ba62-3330-4cd7-980b-c38e289c6b85 req-4c8229d1-ef18-4ab0-a197-af074e87246f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86582d8437084e4e95b3078888c21e23&device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 1128 time: 0.0469499
Apr 16 21:23:59.053727 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:59.057664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_controller (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:59.063496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3ba62-3330-4cd7-980b-c38e289c6b85 req-55b47ac6-5eaa-49bd-acc2-a915fc1a98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:59.065302 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c3ba62-3330-4cd7-980b-c38e289c6b85 req-55b47ac6-5eaa-49bd-acc2-a915fc1a98ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 HTTP/1.1" status: 200  len: 915 time: 0.1127899
Apr 16 21:23:59.073072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3455ec-b683-4864-ac5f-7fac37720ec0 req-28aa1604-f7ba-4317-b432-d431a31aecef tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:59.074588 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cc3455ec-b683-4864-ac5f-7fac37720ec0 req-28aa1604-f7ba-4317-b432-d431a31aecef tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0639572
Apr 16 21:23:59.147464 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c3ba62-3330-4cd7-980b-c38e289c6b85 req-de138300-08ba-45b6-b04d-59861f045ef3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b41dfa1-0a5b-4329-af9c-dd8f41337861 HTTP/1.1" status: 200  len: 1000 time: 0.0756788
Apr 16 21:23:59.156702 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cc3455ec-b683-4864-ac5f-7fac37720ec0 req-619c69f4-e111-476d-8713-6b057936b042 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490642
Apr 16 21:23:59.198879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3ba62-3330-4cd7-980b-c38e289c6b85 req-c09cd2b6-f98e-424e-8976-a9657168a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:59.200367 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c3ba62-3330-4cd7-980b-c38e289c6b85 req-c09cd2b6-f98e-424e-8976-a9657168a084 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b HTTP/1.1" status: 200  len: 853 time: 0.0464199
Apr 16 21:23:59.234334 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:59.235561 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Fanout notify agent at l3_agent the message router_deleted on router 6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:23:59.249719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3ba62-3330-4cd7-980b-c38e289c6b85 req-8e5d9e9b-667c-4641-afc4-8ba92a18b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:59.251243 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c3ba62-3330-4cd7-980b-c38e289c6b85 req-8e5d9e9b-667c-4641-afc4-8ba92a18b320 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442982
Apr 16 21:23:59.255141 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:59.257631 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ae70377c-08bd-41f3-8c26-a061fb9761b0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "DELETE /v2.0/routers/6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab HTTP/1.1" status: 204  len: 168 time: 1.6839564
Apr 16 21:23:59.261272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42412) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:59.273867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-35c0accf-73fa-4ed0-9a71-3218fba4ec7a tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-958559688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:59.385728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4c3a1a4a-5051-4495-ac4e-62d5e5e002d3 req-4be8525c-0182-417f-8fc7-5cf04328971b tempest-VolumesActionsTest-311706575 tempest-VolumesActionsTest-311706575-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c0c0c5-19a1-4c21-b19e-a9878ab4f25e HTTP/1.1" status: 200  len: 210 time: 0.0598798
Apr 16 21:23:59.397938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300e444-97ed-4309-b395-5868bf7e607f req-8eb95424-914e-47bf-a247-eab0d2e66f79 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:59.399823 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2300e444-97ed-4309-b395-5868bf7e607f req-8eb95424-914e-47bf-a247-eab0d2e66f79 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 946 time: 0.0559645
Apr 16 21:23:59.412579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19201456-132e-4ea7-8e5b-b38644a73821 req-81202c59-bf53-4bf4-aca8-f398d319d253 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:59.414050 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-19201456-132e-4ea7-8e5b-b38644a73821 req-81202c59-bf53-4bf4-aca8-f398d319d253 tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.11 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 946 time: 0.0898850
Apr 16 21:23:59.421562 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35c0accf-73fa-4ed0-9a71-3218fba4ec7a tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (fc508824-e281-4dcb-81b1-58655b078463), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:59.424656 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35c0accf-73fa-4ed0-9a71-3218fba4ec7a tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (fc508824-e281-4dcb-81b1-58655b078463), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:59.465650 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c3ba62-3330-4cd7-980b-c38e289c6b85 req-3b282182-654a-4445-9357-43e60cb68d88 service neutron] 10.222.0.41 "GET /v2.0/networks/c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2037616
Apr 16 21:23:59.510587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2300e444-97ed-4309-b395-5868bf7e607f req-f1a615f1-6fa3-4fc7-9470-13245969dd5a tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009111
Apr 16 21:23:59.515269 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35c0accf-73fa-4ed0-9a71-3218fba4ec7a tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_controller (fc508824-e281-4dcb-81b1-58655b078463), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:59.522804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-19201456-132e-4ea7-8e5b-b38644a73821 req-c3f8c9a2-628c-4d6e-ac50-987658de7f2c tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Deleting port fbff4a6d-61dd-45ec-9093-ac6f555b347a {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:23:59.523148 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-19201456-132e-4ea7-8e5b-b38644a73821 req-c3f8c9a2-628c-4d6e-ac50-987658de7f2c tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:59.598439 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35c0accf-73fa-4ed0-9a71-3218fba4ec7a tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (fc508824-e281-4dcb-81b1-58655b078463), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:59.664718 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-19201456-132e-4ea7-8e5b-b38644a73821 req-c3f8c9a2-628c-4d6e-ac50-987658de7f2c tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] For port fbff4a6d-61dd-45ec-9093-ac6f555b347a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbff4a6d-61dd-45ec-9093-ac6f555b347a,segment=NetworkSegment(02274f36-d2a0-4b52-bbc7-0fd4db04c98f),segment_id=02274f36-d2a0-4b52-bbc7-0fd4db04c98f)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:23:59.665092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-19201456-132e-4ea7-8e5b-b38644a73821 req-c3f8c9a2-628c-4d6e-ac50-987658de7f2c tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:59.690064 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35c0accf-73fa-4ed0-9a71-3218fba4ec7a tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:59.691122 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-35c0accf-73fa-4ed0-9a71-3218fba4ec7a tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.4281549
Apr 16 21:23:59.694414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42418) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:23:59.698693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'enable_snat': False}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:23:59.717462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-19201456-132e-4ea7-8e5b-b38644a73821 req-c3f8c9a2-628c-4d6e-ac50-987658de7f2c tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Calling delete_port for fbff4a6d-61dd-45ec-9093-ac6f555b347a owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:23:59.751172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e2a9-a89a-4687-a28a-c92066812ddd req-c965f518-c447-4f1d-bafa-c4edfecacb12 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:59.757037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e2a9-a89a-4687-a28a-c92066812ddd req-c965f518-c447-4f1d-bafa-c4edfecacb12 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:59.762272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e2a9-a89a-4687-a28a-c92066812ddd req-c965f518-c447-4f1d-bafa-c4edfecacb12 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:59.767784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e2a9-a89a-4687-a28a-c92066812ddd req-c965f518-c447-4f1d-bafa-c4edfecacb12 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:59.773574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e2a9-a89a-4687-a28a-c92066812ddd req-c965f518-c447-4f1d-bafa-c4edfecacb12 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:59.779113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e2a9-a89a-4687-a28a-c92066812ddd req-c965f518-c447-4f1d-bafa-c4edfecacb12 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:59.784430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e2a9-a89a-4687-a28a-c92066812ddd req-c965f518-c447-4f1d-bafa-c4edfecacb12 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:23:59.786349 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b464e2a9-a89a-4687-a28a-c92066812ddd req-c965f518-c447-4f1d-bafa-c4edfecacb12 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5437 time: 0.1186912
Apr 16 21:23:59.850357 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c3ba62-3330-4cd7-980b-c38e289c6b85 req-94371306-4364-4375-8fa6-a17fddc9278b service neutron] 10.222.0.41 "GET /v2.0/networks/c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2585797
Apr 16 21:23:59.924345 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b464e2a9-a89a-4687-a28a-c92066812ddd req-ff32bef1-c1c1-444c-bbef-629c7cf9d2e6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1025774
Apr 16 21:23:59.937171 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (fc508824-e281-4dcb-81b1-58655b078463), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:23:59.995310 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb1cdcdd-b5bd-4f9f-9f4c-efb51d5e3f55 req-e992ab9d-7faf-4148-bbf2-6e44dd33bf5f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3704be44-6fc4-4b14-b0c0-eb1388d807a5 HTTP/1.1" status: 200  len: 210 time: 0.0291419
Apr 16 21:24:00.086065 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-19201456-132e-4ea7-8e5b-b38644a73821 req-c3f8c9a2-628c-4d6e-ac50-987658de7f2c tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (fbff4a6d-61dd-45ec-9093-ac6f555b347a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:00.116888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8c9a2-628c-4d6e-ac50-987658de7f2c tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Pushing event deleted for resources: {'Port': ['ID=fbff4a6d-61dd-45ec-9093-ac6f555b347a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:00.168016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-19201456-132e-4ea7-8e5b-b38644a73821 req-c3f8c9a2-628c-4d6e-ac50-987658de7f2c tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] No DVR routers for this DVR port fbff4a6d-61dd-45ec-9093-ac6f555b347a on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:24:00.170474 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-19201456-132e-4ea7-8e5b-b38644a73821 req-c3f8c9a2-628c-4d6e-ac50-987658de7f2c tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:00.173714 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-19201456-132e-4ea7-8e5b-b38644a73821 req-c3f8c9a2-628c-4d6e-ac50-987658de7f2c tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.11 "DELETE /v2.0/ports/fbff4a6d-61dd-45ec-9093-ac6f555b347a HTTP/1.1" status: 204  len: 173 time: 0.7501268
Apr 16 21:24:00.227603 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (fc508824-e281-4dcb-81b1-58655b078463), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:00.247446 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:00.277518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c45a94-2dff-4820-aecc-ec1abceca039 req-6cffacce-e24e-448d-a88d-2cf5a0b4facb tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:00.279048 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-98c45a94-2dff-4820-aecc-ec1abceca039 req-6cffacce-e24e-448d-a88d-2cf5a0b4facb tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0491383
Apr 16 21:24:00.333173 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-98c45a94-2dff-4820-aecc-ec1abceca039 req-35f218cf-5be5-4f75-b5fc-cf948c0de923 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421522
Apr 16 21:24:00.353823 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Allocated IP 172.35.1.176 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/8c9edaf9-ecc7-4ad1-a87f-3022988c13b6) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:00.468866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for port (8c9edaf9-ecc7-4ad1-a87f-3022988c13b6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:00.562248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3704be44-6fc4-4b14-b0c0-eb1388d807a5', 'name': 'network-vif-deleted', 'tag': 'f66da356-52f4-4b47-9500-04fa22ef8e21'}, {'server_uuid': 'c13c741a-7277-49dc-bb1f-b17e77c02c7b', 'name': 'network-vif-deleted', 'tag': 'fbff4a6d-61dd-45ec-9093-ac6f555b347a'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:00.564823 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b194a5f-c67b-4f15-932a-97316fb6fdbc" -d '{"events": [{"server_uuid": "3704be44-6fc4-4b14-b0c0-eb1388d807a5", "name": "network-vif-deleted", "tag": "f66da356-52f4-4b47-9500-04fa22ef8e21"}, {"server_uuid": "c13c741a-7277-49dc-bb1f-b17e77c02c7b", "name": "network-vif-deleted", "tag": "fbff4a6d-61dd-45ec-9093-ac6f555b347a"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:00.623674 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8c9edaf9-ecc7-4ad1-a87f-3022988c13b6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:00.623898 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3e5285-a179-4b7b-9bd5-489636e6bbfa x-openstack-request-id: req-7a3e5285-a179-4b7b-9bd5-489636e6bbfa {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:00.624299 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3704be44-6fc4-4b14-b0c0-eb1388d807a5", "name": "network-vif-deleted", "tag": "f66da356-52f4-4b47-9500-04fa22ef8e21", "status": "completed", "code": 200}, {"server_uuid": "c13c741a-7277-49dc-bb1f-b17e77c02c7b", "name": "network-vif-deleted", "tag": "fbff4a6d-61dd-45ec-9093-ac6f555b347a", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:00.624615 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a3e5285-a179-4b7b-9bd5-489636e6bbfa {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:00.625760 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3e5285-a179-4b7b-9bd5-489636e6bbfa'] response: {'server_uuid': '3704be44-6fc4-4b14-b0c0-eb1388d807a5', 'name': 'network-vif-deleted', 'tag': 'f66da356-52f4-4b47-9500-04fa22ef8e21', 'status': 'completed', 'code': 200}
Apr 16 21:24:00.626122 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3e5285-a179-4b7b-9bd5-489636e6bbfa'] response: {'server_uuid': 'c13c741a-7277-49dc-bb1f-b17e77c02c7b', 'name': 'network-vif-deleted', 'tag': 'fbff4a6d-61dd-45ec-9093-ac6f555b347a', 'status': 'completed', 'code': 200}
Apr 16 21:24:00.628944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-37421b0e-dcb9-4623-b772-f761fa4ea82e req-6e5e8543-9575-46f0-a675-93a70e6d994b tempest-ServerAddressesNegativeTestJSON-111133764 tempest-ServerAddressesNegativeTestJSON-111133764-project] 10.222.0.20 "GET /v2.0/ports?device_id=c13c741a-7277-49dc-bb1f-b17e77c02c7b HTTP/1.1" status: 200  len: 210 time: 0.0357432
Apr 16 21:24:00.671878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:00.674814 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:00.678965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:00.701218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Pushing event updated for resources: {'Port': ['ID=8c9edaf9-ecc7-4ad1-a87f-3022988c13b6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:01.039202 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router_gateway (fc508824-e281-4dcb-81b1-58655b078463), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:01.126805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33659a-cc4d-4b9d-bbbd-ffbc457320d4 req-d5bf8191-d801-4b5e-9cab-b3153da7ad46 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:01.132476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33659a-cc4d-4b9d-bbbd-ffbc457320d4 req-d5bf8191-d801-4b5e-9cab-b3153da7ad46 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:01.138131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33659a-cc4d-4b9d-bbbd-ffbc457320d4 req-d5bf8191-d801-4b5e-9cab-b3153da7ad46 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:01.143595 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33659a-cc4d-4b9d-bbbd-ffbc457320d4 req-d5bf8191-d801-4b5e-9cab-b3153da7ad46 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:01.149863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33659a-cc4d-4b9d-bbbd-ffbc457320d4 req-d5bf8191-d801-4b5e-9cab-b3153da7ad46 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:01.155810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33659a-cc4d-4b9d-bbbd-ffbc457320d4 req-d5bf8191-d801-4b5e-9cab-b3153da7ad46 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:01.162013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33659a-cc4d-4b9d-bbbd-ffbc457320d4 req-d5bf8191-d801-4b5e-9cab-b3153da7ad46 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:01.164024 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1d33659a-cc4d-4b9d-bbbd-ffbc457320d4 req-d5bf8191-d801-4b5e-9cab-b3153da7ad46 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5437 time: 0.1469436
Apr 16 21:24:01.302169 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f66da356-52f4-4b47-9500-04fa22ef8e21 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:24:01.323198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: f66da356-52f4-4b47-9500-04fa22ef8e21 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:24:01.323544 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f66da356-52f4-4b47-9500-04fa22ef8e21 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:24:01.344397 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1d33659a-cc4d-4b9d-bbbd-ffbc457320d4 req-df3be7a8-8294-44a5-852f-b8f97b5e360f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1722548
Apr 16 21:24:01.434506 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (fc508824-e281-4dcb-81b1-58655b078463), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:01.438603 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (fc508824-e281-4dcb-81b1-58655b078463), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:01.469250 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13292901-2855-45d9-8ee7-a9227e7f07b3 req-64eed04f-15bd-40ae-b222-54cc82c37899 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:01.471041 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-13292901-2855-45d9-8ee7-a9227e7f07b3 req-64eed04f-15bd-40ae-b222-54cc82c37899 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0626969
Apr 16 21:24:01.525887 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-13292901-2855-45d9-8ee7-a9227e7f07b3 req-8ef95c3d-d1be-420a-a8f8-74671d2294e3 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485041
Apr 16 21:24:01.538921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['fbff4a6d-61dd-45ec-9093-ac6f555b347a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:24:01.630703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db4e63-29d8-4037-bc5b-8df9c1f58492 req-fadc0377-5f10-4ce3-a853-f4b1b0720d76 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:01.632273 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31db4e63-29d8-4037-bc5b-8df9c1f58492 req-fadc0377-5f10-4ce3-a853-f4b1b0720d76 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 811 time: 0.1539149
Apr 16 21:24:01.653917 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31db4e63-29d8-4037-bc5b-8df9c1f58492 req-e535ecf8-a3c5-446b-ae6a-5a497e40df43 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/quotas/7caf6e59a47149a68cae6224fb2856e7 HTTP/1.1" status: 200  len: 375 time: 0.0152361
Apr 16 21:24:01.696455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42494) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:01.699349 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31db4e63-29d8-4037-bc5b-8df9c1f58492 req-f9c64637-82a5-4560-b576-953ebf9efc6c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0375037
Apr 16 21:24:01.749171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-59422288-5b19-4739-a6d2-d0e2db51e9a6 admin admin] Deleting subnet 5ea8ae20-1111-482b-ba04-e812f3198ba1 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:24:01.752518 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59422288-5b19-4739-a6d2-d0e2db51e9a6 admin admin] Publish callbacks [] for subnet (5ea8ae20-1111-482b-ba04-e812f3198ba1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:01.762108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Router fc508824-e281-4dcb-81b1-58655b078463 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:24:01.788919 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59422288-5b19-4739-a6d2-d0e2db51e9a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (5ea8ae20-1111-482b-ba04-e812f3198ba1), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:01.836553 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59422288-5b19-4739-a6d2-d0e2db51e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (5ea8ae20-1111-482b-ba04-e812f3198ba1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:01.839575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31db4e63-29d8-4037-bc5b-8df9c1f58492 req-73a6c94d-e73f-48a7-b78b-a4af12a4440d service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321340
Apr 16 21:24:01.952937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:01.961847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7dd192-e344-4dbf-9bac-f7cc1e860645 None None] Sync routers for ids ['fc508824-e281-4dcb-81b1-58655b078463'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:01.962204 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:01.965870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9662f681-a633-4fa9-a751-597888306099 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "PUT /v2.0/routers/fc508824-e281-4dcb-81b1-58655b078463 HTTP/1.1" status: 200  len: 919 time: 2.2680404
Apr 16 21:24:01.966340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42504) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:01.974622 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59422288-5b19-4739-a6d2-d0e2db51e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (5ea8ae20-1111-482b-ba04-e812f3198ba1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:01.980001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7dd192-e344-4dbf-9bac-f7cc1e860645 None None] Routers {'fc508824-e281-4dcb-81b1-58655b078463'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:01.980001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3f7dd192-e344-4dbf-9bac-f7cc1e860645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126cbc130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fc508824-e281-4dcb-81b1-58655b078463'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:02.021994 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59422288-5b19-4739-a6d2-d0e2db51e9a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:02.030266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42516) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:02.032845 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-59422288-5b19-4739-a6d2-d0e2db51e9a6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5ea8ae20-1111-482b-ba04-e812f3198ba1 HTTP/1.1" status: 204  len: 168 time: 0.3352730
Apr 16 21:24:02.034159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59422288-5b19-4739-a6d2-d0e2db51e9a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea8ae20-1111-482b-ba04-e812f3198ba1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:02.037817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3f7dd192-e344-4dbf-9bac-f7cc1e860645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126cbc130>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:02.043789 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31db4e63-29d8-4037-bc5b-8df9c1f58492 req-34e14270-afd5-4f8d-9e7b-64349d38cc91 service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662920
Apr 16 21:24:02.054084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7dd192-e344-4dbf-9bac-f7cc1e860645 None None] Routers {'fc508824-e281-4dcb-81b1-58655b078463'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:02.055243 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3f7dd192-e344-4dbf-9bac-f7cc1e860645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126cbc130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fc508824-e281-4dcb-81b1-58655b078463'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:02.123129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3f7dd192-e344-4dbf-9bac-f7cc1e860645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126cbc130>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:02.125195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7dd192-e344-4dbf-9bac-f7cc1e860645 None None] The sync data for ids ['fc508824-e281-4dcb-81b1-58655b078463'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:02.140800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e161877a-3f6f-49a7-8aed-2eee986f2f68 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:24:02.160556 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f931be3-4cc5-48fd-a355-65cc231981d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (c0253630-a638-41be-9085-59ec05c0d096), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:02.180429 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d92efe09-85bc-4930-8789-55b1f84d977a tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/routers/fc508824-e281-4dcb-81b1-58655b078463 HTTP/1.1" status: 200  len: 925 time: 0.2129226
Apr 16 21:24:02.183578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42518) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:02.222171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port e161877a-3f6f-49a7-8aed-2eee986f2f68 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:24:02.306317 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f931be3-4cc5-48fd-a355-65cc231981d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (c0253630-a638-41be-9085-59ec05c0d096), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:02.315846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port e161877a-3f6f-49a7-8aed-2eee986f2f68 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:24:02.316913 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:02.331633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5f82a4-e715-45e3-b295-c7ad1298e48b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:02.336776 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-5f931be3-4cc5-48fd-a355-65cc231981d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e196a60>,) {'filters': {'network_id': ['c0253630-a638-41be-9085-59ec05c0d096']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:02.337787 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fa5f82a4-e715-45e3-b295-c7ad1298e48b tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&device_id=fc508824-e281-4dcb-81b1-58655b078463&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1526425
Apr 16 21:24:02.338617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42520) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:02.365516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-5f931be3-4cc5-48fd-a355-65cc231981d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e196a60>, '02274f36-d2a0-4b52-bbc7-0fd4db04c98f') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:02.366294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-5f931be3-4cc5-48fd-a355-65cc231981d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e196a60>, '02274f36-d2a0-4b52-bbc7-0fd4db04c98f') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:02.377787 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f931be3-4cc5-48fd-a355-65cc231981d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (02274f36-d2a0-4b52-bbc7-0fd4db04c98f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:02.394552 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f931be3-4cc5-48fd-a355-65cc231981d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (02274f36-d2a0-4b52-bbc7-0fd4db04c98f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:02.402895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f931be3-4cc5-48fd-a355-65cc231981d9 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:24:02.403301 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f931be3-4cc5-48fd-a355-65cc231981d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (02274f36-d2a0-4b52-bbc7-0fd4db04c98f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   items = [
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:24:02.496523 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:24:02.549718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-171b0924-8916-4e1e-9ebd-81e1a41da6f8 req-7ae7d8cf-4a75-4dd5-981d-cf4ca2d95c2e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13152af-d062-4601-810e-ce65dd5479a9 HTTP/1.1" status: 200  len: 210 time: 0.0511167
Apr 16 21:24:02.561693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port e161877a-3f6f-49a7-8aed-2eee986f2f68 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:02.563359 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:02.619517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a7cad-67dd-4e68-9a66-6fe1af022d4f tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:02.626491 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fb8a7cad-67dd-4e68-9a66-6fe1af022d4f tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 881 time: 0.2863615
Apr 16 21:24:02.626776 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42532) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:02.635695 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e161877a-3f6f-49a7-8aed-2eee986f2f68'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:02.638026 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ffe1e8-98ee-41bf-96e0-abe91c3a5192" -d '{"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "e161877a-3f6f-49a7-8aed-2eee986f2f68"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:02.643981 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f931be3-4cc5-48fd-a355-65cc231981d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (c0253630-a638-41be-9085-59ec05c0d096), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:02.649836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de3366-a198-4440-8c48-195d1f02c5bf req-83791baf-da9f-409f-aa80-c9c49f4386f6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:02.661773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de3366-a198-4440-8c48-195d1f02c5bf req-83791baf-da9f-409f-aa80-c9c49f4386f6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:02.685838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de3366-a198-4440-8c48-195d1f02c5bf req-83791baf-da9f-409f-aa80-c9c49f4386f6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:02.689593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e161877a-3f6f-49a7-8aed-2eee986f2f68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e161877a-3f6f-49a7-8aed-2eee986f2f68,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:02.697376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de3366-a198-4440-8c48-195d1f02c5bf req-83791baf-da9f-409f-aa80-c9c49f4386f6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:02.704262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de3366-a198-4440-8c48-195d1f02c5bf req-83791baf-da9f-409f-aa80-c9c49f4386f6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:02.704454 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f931be3-4cc5-48fd-a355-65cc231981d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:02.711869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de3366-a198-4440-8c48-195d1f02c5bf req-83791baf-da9f-409f-aa80-c9c49f4386f6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:02.718857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de3366-a198-4440-8c48-195d1f02c5bf req-83791baf-da9f-409f-aa80-c9c49f4386f6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:02.723656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5f931be3-4cc5-48fd-a355-65cc231981d9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c0253630-a638-41be-9085-59ec05c0d096 HTTP/1.1" status: 204  len: 168 time: 0.6875930
Apr 16 21:24:02.726647 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bffa0312-c0ee-4919-b61a-d2a8c6b558fc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc508824-e281-4dcb-81b1-58655b078463 HTTP/1.1" status: 200  len: 205 time: 0.0987840
Apr 16 21:24:02.728829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5de3366-a198-4440-8c48-195d1f02c5bf req-83791baf-da9f-409f-aa80-c9c49f4386f6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5437 time: 0.2322848
Apr 16 21:24:02.731101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42538) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:02.754045 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:02.755796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:24:02.795485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73468e8e-ddc7-43f6-bbda-e8279d5908c3 req-4890f932-b7eb-4edf-bbc7-09682dc4ea38 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:02.803314 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-73468e8e-ddc7-43f6-bbda-e8279d5908c3 req-4890f932-b7eb-4edf-bbc7-09682dc4ea38 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.1079259
Apr 16 21:24:02.822590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f931be3-4cc5-48fd-a355-65cc231981d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0253630-a638-41be-9085-59ec05c0d096,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:02.866061 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-73468e8e-ddc7-43f6-bbda-e8279d5908c3 req-98b445ce-cc45-4979-b67e-f0af54ab288c tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564907
Apr 16 21:24:02.886245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=e161877a-3f6f-49a7-8aed-2eee986f2f68,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:02.893436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:24:03.004949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:24:03.005520 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.140826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:03.141922 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.185221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42566) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:03.190018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:03.231107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5f1d507f-7a74-43a0-88d1-7c4ec21931b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90232777aaeb43de91ca009adce2f8ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0442684
Apr 16 21:24:03.233931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42568) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:03.269662 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.269662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c8475713-e26a-40c8-8213-0fa9fe87a721 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:24:03.314785 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0c92-201a-4251-ae6e-8f414c3df7de admin admin] Publish callbacks [] for security_group (0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.344842 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0c92-201a-4251-ae6e-8f414c3df7de admin admin] Publish callbacks [] for security_group (0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.391604 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5de3366-a198-4440-8c48-195d1f02c5bf req-4ec24956-4329-492a-89db-a0539ea4a8e7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6617312
Apr 16 21:24:03.421161 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (fc508824-e281-4dcb-81b1-58655b078463), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.431518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port c8475713-e26a-40c8-8213-0fa9fe87a721 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:24:03.434302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:03.490253 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0c92-201a-4251-ae6e-8f414c3df7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.493276 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deca058b-dace-468e-9623-1f1a5585acec x-openstack-request-id: req-deca058b-dace-468e-9623-1f1a5585acec {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:03.493849 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0c92-201a-4251-ae6e-8f414c3df7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.494076 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "e161877a-3f6f-49a7-8aed-2eee986f2f68", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:03.494515 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-deca058b-dace-468e-9623-1f1a5585acec {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:03.497897 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cfbf0c92-201a-4251-ae6e-8f414c3df7de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54 HTTP/1.1" status: 204  len: 168 time: 0.2605417
Apr 16 21:24:03.498950 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deca058b-dace-468e-9623-1f1a5585acec'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e161877a-3f6f-49a7-8aed-2eee986f2f68', 'code': 200}
Apr 16 21:24:03.507696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf0c92-201a-4251-ae6e-8f414c3df7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e97f7ca-bf5a-41ac-aa53-fe7256ba3f54,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:03.532909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c8475713-e26a-40c8-8213-0fa9fe87a721 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:24:03.534899 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.556439 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (fc508824-e281-4dcb-81b1-58655b078463), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.633980 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c8475713-e26a-40c8-8213-0fa9fe87a721 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:03.634421 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.707114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c8475713-e26a-40c8-8213-0fa9fe87a721, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8475713-e26a-40c8-8213-0fa9fe87a721,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:03.711051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Deleting port 8c9edaf9-ecc7-4ad1-a87f-3022988c13b6 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:03.711540 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8c9edaf9-ecc7-4ad1-a87f-3022988c13b6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.760308 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.761133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fdca9e15-fa18-4555-99b5-61429f002844 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:24:03.861954 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8c9edaf9-ecc7-4ad1-a87f-3022988c13b6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:03.895212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Calling delete_port for 8c9edaf9-ecc7-4ad1-a87f-3022988c13b6 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:03.920064 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c8475713-e26a-40c8-8213-0fa9fe87a721,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:03.927687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port fdca9e15-fa18-4555-99b5-61429f002844 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:24:04.107427 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21843621-2ad4-4f4b-8937-94f7fece7d17 req-5fed7dd8-5250-4e8b-828f-ead26c85051c tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:04.116091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-21843621-2ad4-4f4b-8937-94f7fece7d17 req-5fed7dd8-5250-4e8b-828f-ead26c85051c tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.1036606
Apr 16 21:24:04.160016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port fdca9e15-fa18-4555-99b5-61429f002844 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:24:04.181219 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fdca9e15-fa18-4555-99b5-61429f002844), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:04.243929 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-21843621-2ad4-4f4b-8937-94f7fece7d17 req-63d6d7ab-4a35-4217-a9a3-72f3895dac2b tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167605
Apr 16 21:24:04.291163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port fdca9e15-fa18-4555-99b5-61429f002844 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:04.291820 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fdca9e15-fa18-4555-99b5-61429f002844), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:04.331611 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8c9edaf9-ecc7-4ad1-a87f-3022988c13b6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:04.345240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fdca9e15-fa18-4555-99b5-61429f002844, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdca9e15-fa18-4555-99b5-61429f002844,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:04.372396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Pushing event deleted for resources: {'Port': ['ID=8c9edaf9-ecc7-4ad1-a87f-3022988c13b6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:04.386567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-0a25e7d6-61cd-4829-addc-0dc9cf3fad37 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:04.393920 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-0a25e7d6-61cd-4829-addc-0dc9cf3fad37 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 811 time: 0.3509419
Apr 16 21:24:04.441652 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fdca9e15-fa18-4555-99b5-61429f002844), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:04.442829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c1abc7d3-63c4-4e58-896c-5aa4b9a41054 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:24:04.466138 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-83d3521d-a94b-444c-9abb-22da3317b494 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/quotas/7caf6e59a47149a68cae6224fb2856e7 HTTP/1.1" status: 200  len: 375 time: 0.0705698
Apr 16 21:24:04.556117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-2155d21e-435a-4861-88b5-7e44ba43629b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0871518
Apr 16 21:24:04.560357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:24:04.607989 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=fdca9e15-fa18-4555-99b5-61429f002844,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:04.641200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:24:04.643732 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:04.693873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f084a1-a912-4532-b714-3701862ef6e5 req-c8ce1f0d-cc78-459e-9ffe-eccb1c3534e1 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:04.720062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f084a1-a912-4532-b714-3701862ef6e5 req-c8ce1f0d-cc78-459e-9ffe-eccb1c3534e1 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:04.726181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f084a1-a912-4532-b714-3701862ef6e5 req-c8ce1f0d-cc78-459e-9ffe-eccb1c3534e1 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:04.743535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f084a1-a912-4532-b714-3701862ef6e5 req-c8ce1f0d-cc78-459e-9ffe-eccb1c3534e1 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:04.749034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f084a1-a912-4532-b714-3701862ef6e5 req-c8ce1f0d-cc78-459e-9ffe-eccb1c3534e1 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:04.755665 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (fc508824-e281-4dcb-81b1-58655b078463), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:04.765298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f084a1-a912-4532-b714-3701862ef6e5 req-c8ce1f0d-cc78-459e-9ffe-eccb1c3534e1 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:04.780533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f084a1-a912-4532-b714-3701862ef6e5 req-c8ce1f0d-cc78-459e-9ffe-eccb1c3534e1 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:04.800788 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4f084a1-a912-4532-b714-3701862ef6e5 req-c8ce1f0d-cc78-459e-9ffe-eccb1c3534e1 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5441 time: 0.2365322
Apr 16 21:24:04.808921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:04.809619 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:04.917698 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c1abc7d3-63c4-4e58-896c-5aa4b9a41054, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1abc7d3-63c4-4e58-896c-5aa4b9a41054,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:04.950698 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4f084a1-a912-4532-b714-3701862ef6e5 req-ffd4fe94-7bb3-4028-aa25-5fca901add0b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1477308
Apr 16 21:24:04.972105 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (fc508824-e281-4dcb-81b1-58655b078463), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:04.976136 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_controller (fc508824-e281-4dcb-81b1-58655b078463), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:04.978241 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:04.979256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 5e9adf2d-0b03-4f92-88ae-35b824faa4fe up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:24:05.084984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-74b9072a-44a4-45d5-b504-951449094495 service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5276384
Apr 16 21:24:05.093944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:24:05.120533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c1abc7d3-63c4-4e58-896c-5aa4b9a41054,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:05.178316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (fc508824-e281-4dcb-81b1-58655b078463), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:05.181753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Fanout notify agent at l3_agent the message router_deleted on router fc508824-e281-4dcb-81b1-58655b078463 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:24:05.200414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:24:05.201148 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:05.201732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:05.203042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3d50d666-b6fe-4012-87a9-06b1a23406cb tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "DELETE /v2.0/routers/fc508824-e281-4dcb-81b1-58655b078463 HTTP/1.1" status: 204  len: 168 time: 2.4702761
Apr 16 21:24:05.206885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42632) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:05.212913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2041670774', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:05.320963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42636) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:05.334596 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (87fa938e-d662-4554-931e-04d02ab8f5e1), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:05.334596 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (87fa938e-d662-4554-931e-04d02ab8f5e1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:05.346847 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-b3a5627d-b064-4f38-b789-00b65e13acdd service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2603471
Apr 16 21:24:05.382050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:05.383996 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:05.440759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e9adf2d-0b03-4f92-88ae-35b824faa4fe,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:05.491052 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_controller (87fa938e-d662-4554-931e-04d02ab8f5e1), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:05.499961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530c687e-6ccd-45ad-ad6e-7e4a0d9487ee'}, {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8475713-e26a-40c8-8213-0fa9fe87a721'}, {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdca9e15-fa18-4555-99b5-61429f002844'}, {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1abc7d3-63c4-4e58-896c-5aa4b9a41054'}, {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9adf2d-0b03-4f92-88ae-35b824faa4fe'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:05.503131 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e86d092-d0a6-4dd9-8259-6d7e06f83356" -d '{"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "530c687e-6ccd-45ad-ad6e-7e4a0d9487ee"}, {"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "c8475713-e26a-40c8-8213-0fa9fe87a721"}, {"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "fdca9e15-fa18-4555-99b5-61429f002844"}, {"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "c1abc7d3-63c4-4e58-896c-5aa4b9a41054"}, {"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "5e9adf2d-0b03-4f92-88ae-35b824faa4fe"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:05.515077 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:05.516357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device cc99d421-5515-41e3-bbf8-03443566d154 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:24:05.519431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-808240265-network', 'tenant_id': '4817d955b0eb48e4b6876ddcefde7ab2'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:05.570254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48baadd-d4a5-4f31-aeae-b4a5afeca533 req-1a41696b-f4fe-4edf-a200-98d97c7d6d7c tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:05.571403 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b48baadd-d4a5-4f31-aeae-b4a5afeca533 req-1a41696b-f4fe-4edf-a200-98d97c7d6d7c tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0979285
Apr 16 21:24:05.635076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=5e9adf2d-0b03-4f92-88ae-35b824faa4fe,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:05.657009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port cc99d421-5515-41e3-bbf8-03443566d154 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:24:05.696683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Made reservation on behalf of 4817d955b0eb48e4b6876ddcefde7ab2 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:05.699456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:05.788468 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port cc99d421-5515-41e3-bbf8-03443566d154 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:24:05.789089 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cc99d421-5515-41e3-bbf8-03443566d154), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:05.906794 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7567b7-c8c9-423b-b0a8-360fa9e4fcd5 x-openstack-request-id: req-fa7567b7-c8c9-423b-b0a8-360fa9e4fcd5 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:05.907585 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "530c687e-6ccd-45ad-ad6e-7e4a0d9487ee", "code": 200}, {"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "c8475713-e26a-40c8-8213-0fa9fe87a721", "code": 200}, {"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "fdca9e15-fa18-4555-99b5-61429f002844", "code": 200}, {"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "c1abc7d3-63c4-4e58-896c-5aa4b9a41054", "code": 200}, {"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "5e9adf2d-0b03-4f92-88ae-35b824faa4fe", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:05.907585 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa7567b7-c8c9-423b-b0a8-360fa9e4fcd5 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:05.907958 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7567b7-c8c9-423b-b0a8-360fa9e4fcd5'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530c687e-6ccd-45ad-ad6e-7e4a0d9487ee', 'code': 200}
Apr 16 21:24:05.908148 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7567b7-c8c9-423b-b0a8-360fa9e4fcd5'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8475713-e26a-40c8-8213-0fa9fe87a721', 'code': 200}
Apr 16 21:24:05.914784 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7567b7-c8c9-423b-b0a8-360fa9e4fcd5'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdca9e15-fa18-4555-99b5-61429f002844', 'code': 200}
Apr 16 21:24:05.915124 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7567b7-c8c9-423b-b0a8-360fa9e4fcd5'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1abc7d3-63c4-4e58-896c-5aa4b9a41054', 'code': 200}
Apr 16 21:24:05.915358 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7567b7-c8c9-423b-b0a8-360fa9e4fcd5'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9adf2d-0b03-4f92-88ae-35b824faa4fe', 'code': 200}
Apr 16 21:24:06.022491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port cc99d421-5515-41e3-bbf8-03443566d154 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:06.023067 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cc99d421-5515-41e3-bbf8-03443566d154), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:06.041838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5ace8513-87ed-471e-8044-48ea6a676278 req-4f34213c-e808-48e7-b7b0-855e8c4816cc tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 210 time: 0.0872262
Apr 16 21:24:06.051463 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:06.100827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port cc99d421-5515-41e3-bbf8-03443566d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc99d421-5515-41e3-bbf8-03443566d154,segment=NetworkSegment(e2f65768-2cab-4d94-9013-aac99271c587),segment_id=e2f65768-2cab-4d94-9013-aac99271c587)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:06.162086 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cc99d421-5515-41e3-bbf8-03443566d154), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:06.196750 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b48baadd-d4a5-4f31-aeae-b4a5afeca533 req-cd3ab1f1-10c3-43b8-8cc6-9973702e96a0 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6196170
Apr 16 21:24:06.210814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:06.248018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fbff4a6d-61dd-45ec-9093-ac6f555b347a no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:24:06.266001 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f676b3-a6a0-4527-942c-434af8676597 req-3b050b99-9de9-4e8e-8370-f1aff3395f03 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:06.272818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f676b3-a6a0-4527-942c-434af8676597 req-3b050b99-9de9-4e8e-8370-f1aff3395f03 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:06.282873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f676b3-a6a0-4527-942c-434af8676597 req-3b050b99-9de9-4e8e-8370-f1aff3395f03 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:06.293012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f676b3-a6a0-4527-942c-434af8676597 req-3b050b99-9de9-4e8e-8370-f1aff3395f03 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:06.303046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f676b3-a6a0-4527-942c-434af8676597 req-3b050b99-9de9-4e8e-8370-f1aff3395f03 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:06.303241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (87fa938e-d662-4554-931e-04d02ab8f5e1), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:06.303374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: fbff4a6d-61dd-45ec-9093-ac6f555b347a {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:24:06.303782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fbff4a6d-61dd-45ec-9093-ac6f555b347a not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:24:06.306448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=cc99d421-5515-41e3-bbf8-03443566d154,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:06.313860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f676b3-a6a0-4527-942c-434af8676597 req-3b050b99-9de9-4e8e-8370-f1aff3395f03 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:06.325748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f676b3-a6a0-4527-942c-434af8676597 req-3b050b99-9de9-4e8e-8370-f1aff3395f03 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:06.329310 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31f676b3-a6a0-4527-942c-434af8676597 req-3b050b99-9de9-4e8e-8370-f1aff3395f03 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5443 time: 0.1937625
Apr 16 21:24:06.392574 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Publish callbacks [] for security_group (c06cfd71-9197-4d81-8239-aef21a7995a2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:06.463578 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-31f676b3-a6a0-4527-942c-434af8676597 req-20e4d5f7-5cab-457b-b421-f2305a10e445 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1233716
Apr 16 21:24:06.488817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c06cfd71-9197-4d81-8239-aef21a7995a2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:06.521275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:24:06.592443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (acb42408-c12c-451e-9b4d-30ab4a49adbe), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:06.597511 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Added segment acb42408-c12c-451e-9b4d-30ab4a49adbe of type vlan for network 1d06626c-d9d4-4f0f-89d0-62bbb2fc0902
Apr 16 21:24:06.661260 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06cfd71-9197-4d81-8239-aef21a7995a2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:06.700435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (1d06626c-d9d4-4f0f-89d0-62bbb2fc0902), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:06.725992 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (87fa938e-d662-4554-931e-04d02ab8f5e1), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:06.747813 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:06.882972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Allocated IP 172.35.1.89 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/8b42bbd9-e2cb-41d4-8d33-0d432bed26a6) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:06.893625 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (1d06626c-d9d4-4f0f-89d0-62bbb2fc0902), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:06.894663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:06.895361 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:07.016945 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] Pushing event updated for resources: {'Network': ['ID=1d06626c-d9d4-4f0f-89d0-62bbb2fc0902,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:07.028732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 1d06626c-d9d4-4f0f-89d0-62bbb2fc0902 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:24:07.098043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42666) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:07.101691 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cd9257a8-a6e5-463c-9b3d-783422c050b2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7777693
Apr 16 21:24:07.108272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f65e551e-0885-4ed0-ab47-bbc9d2eb9f16 admin admin] Request body: {'subnet': {'network_id': '1d06626c-d9d4-4f0f-89d0-62bbb2fc0902', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-808240265-subnet', 'tenant_id': '4817d955b0eb48e4b6876ddcefde7ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:07.173589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for port (8b42bbd9-e2cb-41d4-8d33-0d432bed26a6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:07.200970 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2208ad6c-0fb2-444a-a929-fbebbaf6d5cf req-417a4143-87bf-423a-bdb7-8930ae05d257 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 210 time: 0.0658770
Apr 16 21:24:07.251090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65e551e-0885-4ed0-ab47-bbc9d2eb9f16 admin admin] Made reservation on behalf of 4817d955b0eb48e4b6876ddcefde7ab2 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:07.253835 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f65e551e-0885-4ed0-ab47-bbc9d2eb9f16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:07.360497 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8b42bbd9-e2cb-41d4-8d33-0d432bed26a6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:07.418592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:07.419055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a12ac-8d06-4d4f-a23e-95e0564afe1e req-32865968-09c3-4598-987c-1c01e8dac04b tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:07.421949 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-528a12ac-8d06-4d4f-a23e-95e0564afe1e req-32865968-09c3-4598-987c-1c01e8dac04b tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0860229
Apr 16 21:24:07.424736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:07.432384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:07.474993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Pushing event updated for resources: {'Port': ['ID=8b42bbd9-e2cb-41d4-8d33-0d432bed26a6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:07.541715 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-528a12ac-8d06-4d4f-a23e-95e0564afe1e req-c60a43b9-65b2-441c-951c-22d41e2407b8 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044943
Apr 16 21:24:07.703222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f65e551e-0885-4ed0-ab47-bbc9d2eb9f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (f06e790c-e388-481a-a330-2fea3d98aedd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:07.708391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ad01d-3eb8-469e-b3ed-acae6e57a981 req-f4f7e57b-4229-413f-976d-9b6fbe73c652 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:07.711432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ad01d-3eb8-469e-b3ed-acae6e57a981 req-f4f7e57b-4229-413f-976d-9b6fbe73c652 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:07.717040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ad01d-3eb8-469e-b3ed-acae6e57a981 req-f4f7e57b-4229-413f-976d-9b6fbe73c652 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:07.728757 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ad01d-3eb8-469e-b3ed-acae6e57a981 req-f4f7e57b-4229-413f-976d-9b6fbe73c652 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:07.735376 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ad01d-3eb8-469e-b3ed-acae6e57a981 req-f4f7e57b-4229-413f-976d-9b6fbe73c652 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:07.741612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ad01d-3eb8-469e-b3ed-acae6e57a981 req-f4f7e57b-4229-413f-976d-9b6fbe73c652 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:07.747382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ad01d-3eb8-469e-b3ed-acae6e57a981 req-f4f7e57b-4229-413f-976d-9b6fbe73c652 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:07.749419 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0d7ad01d-3eb8-469e-b3ed-acae6e57a981 req-f4f7e57b-4229-413f-976d-9b6fbe73c652 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5444 time: 0.1460931
Apr 16 21:24:07.792530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e551e-0885-4ed0-ab47-bbc9d2eb9f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06e790c-e388-481a-a330-2fea3d98aedd,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:07.797488 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e551e-0885-4ed0-ab47-bbc9d2eb9f16 admin admin] Checking segment: {'id': 'acb42408-c12c-451e-9b4d-30ab4a49adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1d06626c-d9d4-4f0f-89d0-62bbb2fc0902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:24:07.797855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65e551e-0885-4ed0-ab47-bbc9d2eb9f16 admin admin] Network hostable DHCP agents. Network: 1d06626c-d9d4-4f0f-89d0-62bbb2fc0902, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:24:07.826205 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0d7ad01d-3eb8-469e-b3ed-acae6e57a981 req-e93e8b20-8456-4fe6-88b1-2c455688bf4c tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0682971
Apr 16 21:24:07.917038 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc99d421-5515-41e3-bbf8-03443566d154'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:07.919353 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c38805-1387-4afd-87ce-416913a08beb" -d '{"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "cc99d421-5515-41e3-bbf8-03443566d154"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:07.920198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65e551e-0885-4ed0-ab47-bbc9d2eb9f16 admin admin] Network 1d06626c-d9d4-4f0f-89d0-62bbb2fc0902 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:24:07.966997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (87fa938e-d662-4554-931e-04d02ab8f5e1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:07.986217 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39beb172-e7bc-4c1a-9ea6-32816245f86d x-openstack-request-id: req-39beb172-e7bc-4c1a-9ea6-32816245f86d {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:07.986584 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-plugged", "status": "completed", "tag": "cc99d421-5515-41e3-bbf8-03443566d154", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:07.986848 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39beb172-e7bc-4c1a-9ea6-32816245f86d {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:07.987336 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39beb172-e7bc-4c1a-9ea6-32816245f86d'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc99d421-5515-41e3-bbf8-03443566d154', 'code': 200}
Apr 16 21:24:08.010472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f65e551e-0885-4ed0-ab47-bbc9d2eb9f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1d06626c-d9d4-4f0f-89d0-62bbb2fc0902) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:08.032312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfad703-88ca-4757-80f9-0ce3b2817c86 None None] Network 1d06626c-d9d4-4f0f-89d0-62bbb2fc0902 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:24:08.038222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65e551e-0885-4ed0-ab47-bbc9d2eb9f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:08.038222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f65e551e-0885-4ed0-ab47-bbc9d2eb9f16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:08.197425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcf81f-7daf-4cf7-a1b0-7cb09fc56952 req-39cad427-5a59-4570-bca9-dc965b9affe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:08.199520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcf81f-7daf-4cf7-a1b0-7cb09fc56952 req-39cad427-5a59-4570-bca9-dc965b9affe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:08.199520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcf81f-7daf-4cf7-a1b0-7cb09fc56952 req-39cad427-5a59-4570-bca9-dc965b9affe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:08.199520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcf81f-7daf-4cf7-a1b0-7cb09fc56952 req-39cad427-5a59-4570-bca9-dc965b9affe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:08.200809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcf81f-7daf-4cf7-a1b0-7cb09fc56952 req-39cad427-5a59-4570-bca9-dc965b9affe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:08.200809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcf81f-7daf-4cf7-a1b0-7cb09fc56952 req-39cad427-5a59-4570-bca9-dc965b9affe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:08.201633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcf81f-7daf-4cf7-a1b0-7cb09fc56952 req-39cad427-5a59-4570-bca9-dc965b9affe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:08.203114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315b82f5-a63f-48ff-8ea4-a4fbe0779408 None None] Network 1d06626c-d9d4-4f0f-89d0-62bbb2fc0902 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:24:08.204385 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85fcf81f-7daf-4cf7-a1b0-7cb09fc56952 req-39cad427-5a59-4570-bca9-dc965b9affe1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 6718 time: 0.0637817
Apr 16 21:24:08.259008 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (87fa938e-d662-4554-931e-04d02ab8f5e1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:08.282948 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85fcf81f-7daf-4cf7-a1b0-7cb09fc56952 req-651412d0-2e13-45e6-85a9-2c985769a71d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&id=51479959-3795-45a4-9d0a-a7db3f92f0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0729008
Apr 16 21:24:08.343345 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f57c0199-8380-4262-a40e-c6eafbe5ca31 req-0795cae1-c611-4d77-bff7-021a9d8d5eff tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 210 time: 0.0316160
Apr 16 21:24:08.431459 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f65e551e-0885-4ed0-ab47-bbc9d2eb9f16 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3316872
Apr 16 21:24:08.532366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Router 87fa938e-d662-4554-931e-04d02ab8f5e1 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:24:08.676708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8489c518-4ae0-4234-b9c9-24e38edbf744 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:08.678642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8489c518-4ae0-4234-b9c9-24e38edbf744 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.11 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 811 time: 0.1769831
Apr 16 21:24:08.709623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8b1f56fb-b454-4b46-a6a6-ee2c10d2de1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Request body: {'port': {'device_id': '2b015d8b-25ca-42b4-9080-9cc405ea1ad6', 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'admin_state_up': True, 'tenant_id': '7caf6e59a47149a68cae6224fb2856e7'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:08.809715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:08.822472 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ef0f1-6da7-4360-9f17-57b4ee5083f0 None None] Sync routers for ids ['87fa938e-d662-4554-931e-04d02ab8f5e1'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:08.830412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4d9f1-82a2-44c9-ada5-3fa04ca1a049 req-05b67aac-9994-41fb-b2ce-4fbb34f522eb tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:08.831896 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d1e4d9f1-82a2-44c9-ada5-3fa04ca1a049 req-05b67aac-9994-41fb-b2ce-4fbb34f522eb tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.1150029
Apr 16 21:24:08.835942 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ef0f1-6da7-4360-9f17-57b4ee5083f0 None None] Routers {'87fa938e-d662-4554-931e-04d02ab8f5e1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:08.836821 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-210ef0f1-6da7-4360-9f17-57b4ee5083f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c01790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87fa938e-d662-4554-931e-04d02ab8f5e1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:08.879091 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-210ef0f1-6da7-4360-9f17-57b4ee5083f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c01790>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:08.891113 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ef0f1-6da7-4360-9f17-57b4ee5083f0 None None] Routers {'87fa938e-d662-4554-931e-04d02ab8f5e1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:08.892153 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-210ef0f1-6da7-4360-9f17-57b4ee5083f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c01790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87fa938e-d662-4554-931e-04d02ab8f5e1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:08.931201 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:08.936611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c5914b45-9475-4c12-819c-788b027b2d23 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 3.7257609
Apr 16 21:24:08.937015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42696) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:08.941645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:08.944833 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-210ef0f1-6da7-4360-9f17-57b4ee5083f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c01790>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:08.945637 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ef0f1-6da7-4360-9f17-57b4ee5083f0 None None] The sync data for ids ['87fa938e-d662-4554-931e-04d02ab8f5e1'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:08.947470 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-14401e95-7021-43ed-afe3-2d59def37398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:08.966165 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d1e4d9f1-82a2-44c9-ada5-3fa04ca1a049 req-3b54e7c8-b475-40a5-993b-678588a07ac3 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223142
Apr 16 21:24:09.063993 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8b1f56fb-b454-4b46-a6a6-ee2c10d2de1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Made reservation on behalf of 7caf6e59a47149a68cae6224fb2856e7 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:09.069310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8b1f56fb-b454-4b46-a6a6-ee2c10d2de1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:09.247474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b843b-e0e9-4f07-9f1a-3c12d0960e19 req-dadbbec7-f49d-47f0-a109-bf754dc1f5b2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:09.252870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b843b-e0e9-4f07-9f1a-3c12d0960e19 req-dadbbec7-f49d-47f0-a109-bf754dc1f5b2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:09.258808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b843b-e0e9-4f07-9f1a-3c12d0960e19 req-dadbbec7-f49d-47f0-a109-bf754dc1f5b2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:09.264217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b843b-e0e9-4f07-9f1a-3c12d0960e19 req-dadbbec7-f49d-47f0-a109-bf754dc1f5b2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:09.269670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b843b-e0e9-4f07-9f1a-3c12d0960e19 req-dadbbec7-f49d-47f0-a109-bf754dc1f5b2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:09.275758 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b843b-e0e9-4f07-9f1a-3c12d0960e19 req-dadbbec7-f49d-47f0-a109-bf754dc1f5b2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:09.281345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b843b-e0e9-4f07-9f1a-3c12d0960e19 req-dadbbec7-f49d-47f0-a109-bf754dc1f5b2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:09.283574 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c77b843b-e0e9-4f07-9f1a-3c12d0960e19 req-dadbbec7-f49d-47f0-a109-bf754dc1f5b2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5444 time: 0.1361654
Apr 16 21:24:09.324742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42710) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:09.442323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c77b843b-e0e9-4f07-9f1a-3c12d0960e19 req-02cd164e-e310-4710-84f8-da0b51b21a94 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1514122
Apr 16 21:24:09.456415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e041f62-9660-41c9-bc29-a8ba77e79839 admin admin] Deleting subnet f06e790c-e388-481a-a330-2fea3d98aedd {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:24:09.462564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8b1f56fb-b454-4b46-a6a6-ee2c10d2de1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Allocated IP 172.20.0.6 (5fb5cf29-8796-41a2-8375-e8062a5911ad/363c489b-9558-4973-a8ad-7c86215b2c65/48255b0b-bf96-40f8-a7f4-40c646be8a37) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:09.464518 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2e041f62-9660-41c9-bc29-a8ba77e79839 admin admin] Publish callbacks [] for subnet (f06e790c-e388-481a-a330-2fea3d98aedd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:09.513897 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2e041f62-9660-41c9-bc29-a8ba77e79839 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (f06e790c-e388-481a-a330-2fea3d98aedd), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:09.527520 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-69bc6672-856c-499c-b7d1-ac0e756871fc req-52049724-0bf7-41f6-b61d-8b2e9bc94c89 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 210 time: 0.0400033
Apr 16 21:24:09.543652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (87fa938e-d662-4554-931e-04d02ab8f5e1), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:09.582541 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2e041f62-9660-41c9-bc29-a8ba77e79839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (f06e790c-e388-481a-a330-2fea3d98aedd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:09.624464 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_gateway (87fa938e-d662-4554-931e-04d02ab8f5e1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:09.768273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Deleting port 8b42bbd9-e2cb-41d4-8d33-0d432bed26a6 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:09.768533 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8b42bbd9-e2cb-41d4-8d33-0d432bed26a6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:09.773583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2e041f62-9660-41c9-bc29-a8ba77e79839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (f06e790c-e388-481a-a330-2fea3d98aedd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:09.783858 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8b1f56fb-b454-4b46-a6a6-ee2c10d2de1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks [] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:09.822871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e041f62-9660-41c9-bc29-a8ba77e79839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06e790c-e388-481a-a330-2fea3d98aedd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:09.830690 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2e041f62-9660-41c9-bc29-a8ba77e79839 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:09.839466 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2e041f62-9660-41c9-bc29-a8ba77e79839 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f06e790c-e388-481a-a330-2fea3d98aedd HTTP/1.1" status: 204  len: 168 time: 0.5091548
Apr 16 21:24:09.844003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42714) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:09.878839 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8b42bbd9-e2cb-41d4-8d33-0d432bed26a6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:09.897261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Calling delete_port for 8b42bbd9-e2cb-41d4-8d33-0d432bed26a6 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:09.953756 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-236b3661-ae2a-4523-8212-132ee44bb06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (1d06626c-d9d4-4f0f-89d0-62bbb2fc0902), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:10.041403 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8b1f56fb-b454-4b46-a6a6-ee2c10d2de1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:10.107793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f56fb-b454-4b46-a6a6-ee2c10d2de1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Pushing event updated for resources: {'Port': ['ID=48255b0b-bf96-40f8-a7f4-40c646be8a37,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:10.132557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-236b3661-ae2a-4523-8212-132ee44bb06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (1d06626c-d9d4-4f0f-89d0-62bbb2fc0902), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:10.172246 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8b42bbd9-e2cb-41d4-8d33-0d432bed26a6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:10.182270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8b1f56fb-b454-4b46-a6a6-ee2c10d2de1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Network 5fb5cf29-8796-41a2-8375-e8062a5911ad is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:10.197753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8b1f56fb-b454-4b46-a6a6-ee2c10d2de1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:10.201972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-236b3661-ae2a-4523-8212-132ee44bb06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ea58820>,) {'filters': {'network_id': ['1d06626c-d9d4-4f0f-89d0-62bbb2fc0902']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:10.205032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Pushing event deleted for resources: {'Port': ['ID=8b42bbd9-e2cb-41d4-8d33-0d432bed26a6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:10.210823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d328ec6-3cb6-47c3-beaf-dbd1f24e3fa4 req-3e5505b1-6b85-4004-9d9d-c0501b31fc00 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:10.220993 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d328ec6-3cb6-47c3-beaf-dbd1f24e3fa4 req-3e5505b1-6b85-4004-9d9d-c0501b31fc00 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.1048627
Apr 16 21:24:10.228477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8b1f56fb-b454-4b46-a6a6-ee2c10d2de1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:10.263829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-236b3661-ae2a-4523-8212-132ee44bb06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea58820>, 'acb42408-c12c-451e-9b4d-30ab4a49adbe') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:10.264569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-236b3661-ae2a-4523-8212-132ee44bb06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea58820>, 'acb42408-c12c-451e-9b4d-30ab4a49adbe') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:10.286141 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (87fa938e-d662-4554-931e-04d02ab8f5e1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:10.321415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-236b3661-ae2a-4523-8212-132ee44bb06b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (acb42408-c12c-451e-9b4d-30ab4a49adbe), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:10.425797 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d328ec6-3cb6-47c3-beaf-dbd1f24e3fa4 req-28a85df5-a9df-4087-bfe5-6da45def65cd tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969380
Apr 16 21:24:10.444556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8b1f56fb-b454-4b46-a6a6-ee2c10d2de1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:10.445503 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8b1f56fb-b454-4b46-a6a6-ee2c10d2de1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:10.452455 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-236b3661-ae2a-4523-8212-132ee44bb06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (acb42408-c12c-451e-9b4d-30ab4a49adbe), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:10.510766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236b3661-ae2a-4523-8212-132ee44bb06b admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:24:10.511193 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-236b3661-ae2a-4523-8212-132ee44bb06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (acb42408-c12c-451e-9b4d-30ab4a49adbe), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:24:10.594035 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:24:10.649162 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (87fa938e-d662-4554-931e-04d02ab8f5e1), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:10.661838 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (87fa938e-d662-4554-931e-04d02ab8f5e1), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:10.671086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd0bfa-d72f-44db-8238-2d9263d97389 req-1c0d95ca-63d5-4cee-a4c4-7a9ab6d658be tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:10.677215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd0bfa-d72f-44db-8238-2d9263d97389 req-1c0d95ca-63d5-4cee-a4c4-7a9ab6d658be tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:10.682954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd0bfa-d72f-44db-8238-2d9263d97389 req-1c0d95ca-63d5-4cee-a4c4-7a9ab6d658be tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:10.688610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd0bfa-d72f-44db-8238-2d9263d97389 req-1c0d95ca-63d5-4cee-a4c4-7a9ab6d658be tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:10.695371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd0bfa-d72f-44db-8238-2d9263d97389 req-1c0d95ca-63d5-4cee-a4c4-7a9ab6d658be tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:10.701662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd0bfa-d72f-44db-8238-2d9263d97389 req-1c0d95ca-63d5-4cee-a4c4-7a9ab6d658be tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:10.707394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd0bfa-d72f-44db-8238-2d9263d97389 req-1c0d95ca-63d5-4cee-a4c4-7a9ab6d658be tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:10.707638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c44c46-0218-49b1-8d24-82b87217a882 req-1f54b73c-0ad2-42d8-9045-209e7bc2b954 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:10.709411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f5fd0bfa-d72f-44db-8238-2d9263d97389 req-1c0d95ca-63d5-4cee-a4c4-7a9ab6d658be tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5444 time: 0.1393785
Apr 16 21:24:10.709567 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73c44c46-0218-49b1-8d24-82b87217a882 req-1f54b73c-0ad2-42d8-9045-209e7bc2b954 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 931 time: 0.0686479
Apr 16 21:24:10.713347 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-236b3661-ae2a-4523-8212-132ee44bb06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (1d06626c-d9d4-4f0f-89d0-62bbb2fc0902), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:10.739618 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-236b3661-ae2a-4523-8212-132ee44bb06b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:10.760223 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-236b3661-ae2a-4523-8212-132ee44bb06b admin admin] 10.222.0.20 "DELETE /v2.0/networks/1d06626c-d9d4-4f0f-89d0-62bbb2fc0902 HTTP/1.1" status: 204  len: 168 time: 0.9118662
Apr 16 21:24:10.820087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af149be4-76ad-44a6-9568-d18ab8bc6a6d req-14d90f10-9a4e-4916-a0ee-74fea3c68ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:10.824608 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af149be4-76ad-44a6-9568-d18ab8bc6a6d req-14d90f10-9a4e-4916-a0ee-74fea3c68ff1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 1127 time: 0.3574224
Apr 16 21:24:10.829601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b3661-ae2a-4523-8212-132ee44bb06b admin admin] Pushing event deleted for resources: {'Network': ['ID=1d06626c-d9d4-4f0f-89d0-62bbb2fc0902,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:10.844314 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-8b1f56fb-b454-4b46-a6a6-ee2c10d2de1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1504409
Apr 16 21:24:10.870107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Router 87fa938e-d662-4554-931e-04d02ab8f5e1 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:10.897288 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f5fd0bfa-d72f-44db-8238-2d9263d97389 req-519e6dd7-7cf2-4dbd-8161-d0d8bf2fddde tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1738410
Apr 16 21:24:10.930578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Request body: {'port': {'device_id': '2b015d8b-25ca-42b4-9080-9cc405ea1ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:10.935570 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af149be4-76ad-44a6-9568-d18ab8bc6a6d req-ef6fa5d8-20d7-4bd5-9229-623e8b70eff5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886858
Apr 16 21:24:10.997737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:11.018919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73c44c46-0218-49b1-8d24-82b87217a882 req-ca7a2470-d086-4cf7-a230-3ac04914db83 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2926331
Apr 16 21:24:11.024857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538383f9-f68b-4eb7-97b4-db7c8f1a531c None None] Sync routers for ids ['87fa938e-d662-4554-931e-04d02ab8f5e1'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:11.041171 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:11.043989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-13d38507-d385-4264-a6b9-26dcde657274 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "PUT /v2.0/routers/87fa938e-d662-4554-931e-04d02ab8f5e1 HTTP/1.1" status: 200  len: 710 time: 2.1052129
Apr 16 21:24:11.049559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42728) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:11.107376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538383f9-f68b-4eb7-97b4-db7c8f1a531c None None] Routers {'87fa938e-d662-4554-931e-04d02ab8f5e1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:11.107376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-538383f9-f68b-4eb7-97b4-db7c8f1a531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01244681c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87fa938e-d662-4554-931e-04d02ab8f5e1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:11.112047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:11.125256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-538383f9-f68b-4eb7-97b4-db7c8f1a531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01244681c0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:11.137212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538383f9-f68b-4eb7-97b4-db7c8f1a531c None None] Routers {'87fa938e-d662-4554-931e-04d02ab8f5e1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:11.138662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-538383f9-f68b-4eb7-97b4-db7c8f1a531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01244681c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:23:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['87fa938e-d662-4554-931e-04d02ab8f5e1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:11.182088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-538383f9-f68b-4eb7-97b4-db7c8f1a531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01244681c0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:11.183332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538383f9-f68b-4eb7-97b4-db7c8f1a531c None None] The sync data for ids ['87fa938e-d662-4554-931e-04d02ab8f5e1'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:11.218946 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b453f7f2-3c9c-4018-90f8-39118ae1e1fb tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/routers/87fa938e-d662-4554-931e-04d02ab8f5e1 HTTP/1.1" status: 200  len: 745 time: 0.1676071
Apr 16 21:24:11.222793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42734) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:11.276553 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e66e3945-9b64-4004-81e3-20d36bcaa8e3 tempest-RoutersIpV6AdminTest-2059152176 tempest-RoutersIpV6AdminTest-2059152176-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&device_id=87fa938e-d662-4554-931e-04d02ab8f5e1 HTTP/1.1" status: 200  len: 205 time: 0.0517631
Apr 16 21:24:11.279921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42736) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:11.310816 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ab9f7f38-3f2d-48a5-8f99-c5dbde474dcc tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "GET /v2.0/ports?device_id=87fa938e-d662-4554-931e-04d02ab8f5e1 HTTP/1.1" status: 200  len: 205 time: 0.0271771
Apr 16 21:24:11.311288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42738) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:11.399559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42740) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:11.459202 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d8c1a4-3692-4d99-871e-df47921c4401 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (87fa938e-d662-4554-931e-04d02ab8f5e1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:11.549290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48255b0b-bf96-40f8-a7f4-40c646be8a37 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:24:11.564135 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Publish callbacks [] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:11.580852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Transition to ACTIVE for port object 48255b0b-bf96-40f8-a7f4-40c646be8a37 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:24:11.587076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-29ce0546-d671-4fef-a130-5f167fbbbbf0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4817d955b0eb48e4b6876ddcefde7ab2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1829844
Apr 16 21:24:11.602751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42744) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:11.643911 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f20a7d77-02c9-472c-8cd0-bd83dbac7f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:11.673776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9dea1b57-adfe-46dd-af43-2452bfc349f0 admin admin] Publish callbacks [] for security_group (c06cfd71-9197-4d81-8239-aef21a7995a2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:11.677220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb248290-e34a-47b2-9532-c86918eafde2 req-a7e559a9-0df3-4c2d-861a-a668a6aafc79 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:11.678832 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb248290-e34a-47b2-9532-c86918eafde2 req-a7e559a9-0df3-4c2d-861a-a668a6aafc79 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.1721582
Apr 16 21:24:11.707129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:11.724631 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9dea1b57-adfe-46dd-af43-2452bfc349f0 admin admin] Publish callbacks [] for security_group (c06cfd71-9197-4d81-8239-aef21a7995a2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:11.732414 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d8c1a4-3692-4d99-871e-df47921c4401 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (87fa938e-d662-4554-931e-04d02ab8f5e1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:11.737130 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d8c1a4-3692-4d99-871e-df47921c4401 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router_controller (87fa938e-d662-4554-931e-04d02ab8f5e1), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:11.824251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Pushing event updated for resources: {'Port': ['ID=48255b0b-bf96-40f8-a7f4-40c646be8a37,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:11.936925 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9dea1b57-adfe-46dd-af43-2452bfc349f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c06cfd71-9197-4d81-8239-aef21a7995a2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:11.940310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9dea1b57-adfe-46dd-af43-2452bfc349f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:11.944598 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9dea1b57-adfe-46dd-af43-2452bfc349f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c06cfd71-9197-4d81-8239-aef21a7995a2 HTTP/1.1" status: 204  len: 168 time: 0.3525691
Apr 16 21:24:11.968471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Attempting to bind port 48255b0b-bf96-40f8-a7f4-40c646be8a37 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:24:11.968822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Attempting to bind port 48255b0b-bf96-40f8-a7f4-40c646be8a37 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:24:11.969160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Attempting to bind port 48255b0b-bf96-40f8-a7f4-40c646be8a37 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:24:11.981049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea1b57-adfe-46dd-af43-2452bfc349f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06cfd71-9197-4d81-8239-aef21a7995a2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:11.997985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Port 48255b0b-bf96-40f8-a7f4-40c646be8a37 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:24:11.998322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Attempting to bind port 48255b0b-bf96-40f8-a7f4-40c646be8a37 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:24:12.043609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:24:12.043609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Checking segment: {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:24:12.043609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Bound using segment: {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:24:12.043609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Bound port: 48255b0b-bf96-40f8-a7f4-40c646be8a37, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:24:12.043609 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:12.194133 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb248290-e34a-47b2-9532-c86918eafde2 req-a9622585-9412-4d5f-a777-b77e25ef4a64 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4864497
Apr 16 21:24:12.229117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a1a0d-d22c-43d4-85eb-da73d9fbe41e req-e3765616-d018-4e55-8fc9-398a245740b4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:12.239725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a1a0d-d22c-43d4-85eb-da73d9fbe41e req-e3765616-d018-4e55-8fc9-398a245740b4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:12.246287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a1a0d-d22c-43d4-85eb-da73d9fbe41e req-e3765616-d018-4e55-8fc9-398a245740b4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:12.253008 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a1a0d-d22c-43d4-85eb-da73d9fbe41e req-e3765616-d018-4e55-8fc9-398a245740b4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:12.264304 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d8c1a4-3692-4d99-871e-df47921c4401 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (87fa938e-d662-4554-931e-04d02ab8f5e1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:12.265457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d8c1a4-3692-4d99-871e-df47921c4401 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Fanout notify agent at l3_agent the message router_deleted on router 87fa938e-d662-4554-931e-04d02ab8f5e1 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:24:12.266594 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a1a0d-d22c-43d4-85eb-da73d9fbe41e req-e3765616-d018-4e55-8fc9-398a245740b4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:12.280205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a1a0d-d22c-43d4-85eb-da73d9fbe41e req-e3765616-d018-4e55-8fc9-398a245740b4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:12.280322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d8c1a4-3692-4d99-871e-df47921c4401 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:12.280777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a1a0d-d22c-43d4-85eb-da73d9fbe41e req-e3765616-d018-4e55-8fc9-398a245740b4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:12.282970 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b63a1a0d-d22c-43d4-85eb-da73d9fbe41e req-e3765616-d018-4e55-8fc9-398a245740b4 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5444 time: 0.2661538
Apr 16 21:24:12.293182 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-09d8c1a4-3692-4d99-871e-df47921c4401 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "DELETE /v2.0/routers/87fa938e-d662-4554-931e-04d02ab8f5e1 HTTP/1.1" status: 204  len: 168 time: 0.9807980
Apr 16 21:24:12.298433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42756) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:12.377042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] For port 48255b0b-bf96-40f8-a7f4-40c646be8a37, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:24:12.393181 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-616ffbb9-dcb2-48ba-baf0-d07e0ee62ab7 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "GET /v2.0/ports?device_id=87fa938e-d662-4554-931e-04d02ab8f5e1 HTTP/1.1" status: 200  len: 205 time: 0.0919096
Apr 16 21:24:12.403123 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42758) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:12.419203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] For port 48255b0b-bf96-40f8-a7f4-40c646be8a37, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48255b0b-bf96-40f8-a7f4-40c646be8a37,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:24:12.450719 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:12.458768 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4502fe-7f55-4e8b-9b44-3753c8bde3d0 req-836a65ba-9137-49ef-b412-9b37fcc943eb tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:12.462617 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-95688d8b-5901-4db9-bd1b-826b40e50f42 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] delete failed (client error): The resource could not be found.
Apr 16 21:24:12.463865 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-95688d8b-5901-4db9-bd1b-826b40e50f42 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "DELETE /v2.0/routers/87fa938e-d662-4554-931e-04d02ab8f5e1 HTTP/1.1" status: 404  len: 336 time: 0.0591693
Apr 16 21:24:12.467072 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42760) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:12.474259 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d4502fe-7f55-4e8b-9b44-3753c8bde3d0 req-836a65ba-9137-49ef-b412-9b37fcc943eb tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 943 time: 0.0822029
Apr 16 21:24:12.509094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b63a1a0d-d22c-43d4-85eb-da73d9fbe41e req-b8289e5f-ff85-4454-9e5a-b2c56d460e93 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2140696
Apr 16 21:24:12.532694 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ec79a093-6b5a-476a-a91d-e885a8aa2cf2 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc508824-e281-4dcb-81b1-58655b078463 HTTP/1.1" status: 200  len: 205 time: 0.0643785
Apr 16 21:24:12.543264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42764) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:12.559863 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:12.585646 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d4502fe-7f55-4e8b-9b44-3753c8bde3d0 req-d03e5222-a6a0-4ede-b7a5-995312dded2b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117821
Apr 16 21:24:12.707252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:12.708345 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:12.710383 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] 10.222.0.11 "PUT /v2.0/ports/48255b0b-bf96-40f8-a7f4-40c646be8a37 HTTP/1.1" status: 200  len: 1091 time: 1.7848725
Apr 16 21:24:12.715399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b015d8b-25ca-42b4-9080-9cc405ea1ad6', 'tag': '48255b0b-bf96-40f8-a7f4-40c646be8a37'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:12.720578 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c6c591-8921-4f0d-b28d-f7dfb9c0dfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "2b015d8b-25ca-42b4-9080-9cc405ea1ad6", "tag": "48255b0b-bf96-40f8-a7f4-40c646be8a37"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:12.725659 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-33fcfad6-66ec-4b00-9deb-336bac930094 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] delete failed (client error): The resource could not be found.
Apr 16 21:24:12.733612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-33fcfad6-66ec-4b00-9deb-336bac930094 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "DELETE /v2.0/routers/fc508824-e281-4dcb-81b1-58655b078463 HTTP/1.1" status: 404  len: 336 time: 0.1823895
Apr 16 21:24:12.733783 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42772) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:12.772119 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5afdc3ec-0360-4876-ba34-7e01d3e45c75 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab HTTP/1.1" status: 200  len: 205 time: 0.0410857
Apr 16 21:24:12.772762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42776) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:12.829833 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-35e41f91-5baa-4735-94a4-e0a7cb2486b8 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] delete failed (client error): The resource could not be found.
Apr 16 21:24:12.834604 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cbaf66-b5ad-4099-bc32-1643f81bbb7d x-openstack-request-id: req-b8cbaf66-b5ad-4099-bc32-1643f81bbb7d {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:12.834962 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b015d8b-25ca-42b4-9080-9cc405ea1ad6", "tag": "48255b0b-bf96-40f8-a7f4-40c646be8a37", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:12.835288 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8cbaf66-b5ad-4099-bc32-1643f81bbb7d {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:12.835890 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8cbaf66-b5ad-4099-bc32-1643f81bbb7d'] response: {'name': 'network-changed', 'server_uuid': '2b015d8b-25ca-42b4-9080-9cc405ea1ad6', 'tag': '48255b0b-bf96-40f8-a7f4-40c646be8a37', 'status': 'completed', 'code': 200}
Apr 16 21:24:12.843373 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-35e41f91-5baa-4735-94a4-e0a7cb2486b8 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "DELETE /v2.0/routers/6edf36ac-b723-4f7e-856a-0b8cf4b4a2ab HTTP/1.1" status: 404  len: 336 time: 0.0695715
Apr 16 21:24:12.843981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42780) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:12.909520 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1a83d514-b7e9-49d9-a29c-62cd5cebd784 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "GET /v2.0/ports?device_id=419f2c02-dfc8-47cc-8e7a-d709684b7d85 HTTP/1.1" status: 200  len: 205 time: 0.0620313
Apr 16 21:24:12.909766 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42782) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:12.950764 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-f791e0b8-bb82-4643-8cc7-a2025f45b727 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] delete failed (client error): The resource could not be found.
Apr 16 21:24:12.952068 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f791e0b8-bb82-4643-8cc7-a2025f45b727 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "DELETE /v2.0/routers/419f2c02-dfc8-47cc-8e7a-d709684b7d85 HTTP/1.1" status: 404  len: 336 time: 0.0413520
Apr 16 21:24:12.955206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42784) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:12.989854 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9facc065-ff16-41eb-91be-28d65a39fd1d tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38e77c2-abcc-45c7-9535-d617bbf9406e HTTP/1.1" status: 200  len: 205 time: 0.0336049
Apr 16 21:24:12.994721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42788) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:12.999364 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:13.052820 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-c1b85d4f-3348-4a1c-87b9-6539d3332b42 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] delete failed (client error): The resource could not be found.
Apr 16 21:24:13.054062 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c1b85d4f-3348-4a1c-87b9-6539d3332b42 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "DELETE /v2.0/routers/f38e77c2-abcc-45c7-9535-d617bbf9406e HTTP/1.1" status: 404  len: 336 time: 0.0596695
Apr 16 21:24:13.056645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42790) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:13.103124 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-02ef96a0-29e5-464a-b114-bf0590b3abc0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c04b75a-cfc0-432a-847b-ef36b3f0c6b1 HTTP/1.1" status: 200  len: 205 time: 0.0444493
Apr 16 21:24:13.112651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42792) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:13.183150 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-b7555d00-2686-4b78-975a-4f034de9e4e0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] delete failed (client error): The resource could not be found.
Apr 16 21:24:13.190934 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b7555d00-2686-4b78-975a-4f034de9e4e0 tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "DELETE /v2.0/routers/4c04b75a-cfc0-432a-847b-ef36b3f0c6b1 HTTP/1.1" status: 404  len: 336 time: 0.0707595
Apr 16 21:24:13.193968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42794) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:13.231881 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-17365fc4-5257-430d-bbe7-4b20dadd195d tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:24:13.232546 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17365fc4-5257-430d-bbe7-4b20dadd195d tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:24:13.238435 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-17365fc4-5257-430d-bbe7-4b20dadd195d tempest-RoutersIpV6AdminTest-1604541464 tempest-RoutersIpV6AdminTest-1604541464-project] 10.222.0.20 "DELETE /v2.0/subnets/9c7f355e-7d0f-4cb3-bad2-8f556b87d888 HTTP/1.1" status: 404  len: 337 time: 0.0410235
Apr 16 21:24:13.291887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e254d-3cbe-46bb-87f7-134e0033b98d service neutron] Pushing event updated for resources: {'Port': ['ID=48255b0b-bf96-40f8-a7f4-40c646be8a37,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:13.305869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f906f2-39d2-4f2c-887a-17d822659537 req-c2826d01-bcee-4533-aa93-468f52f04f52 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:13.311612 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f906f2-39d2-4f2c-887a-17d822659537 req-c2826d01-bcee-4533-aa93-468f52f04f52 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:13.317658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f906f2-39d2-4f2c-887a-17d822659537 req-c2826d01-bcee-4533-aa93-468f52f04f52 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:13.323445 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f906f2-39d2-4f2c-887a-17d822659537 req-c2826d01-bcee-4533-aa93-468f52f04f52 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:13.330120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f906f2-39d2-4f2c-887a-17d822659537 req-c2826d01-bcee-4533-aa93-468f52f04f52 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:13.338509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f906f2-39d2-4f2c-887a-17d822659537 req-c2826d01-bcee-4533-aa93-468f52f04f52 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:13.344439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f906f2-39d2-4f2c-887a-17d822659537 req-c2826d01-bcee-4533-aa93-468f52f04f52 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:13.358282 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93f906f2-39d2-4f2c-887a-17d822659537 req-c2826d01-bcee-4533-aa93-468f52f04f52 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5444 time: 0.6526301
Apr 16 21:24:13.358282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42806) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:13.370559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e0a600fe-1497-466d-b740-b0087ea3d32b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Request body: {'floatingip': {'port_id': 'cc99d421-5515-41e3-bbf8-03443566d154'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:13.411165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-cb4c01f8-40a4-482c-8bd0-4767b6024d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:13.413254 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-cb4c01f8-40a4-482c-8bd0-4767b6024d87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 1125 time: 0.5763609
Apr 16 21:24:13.425195 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0a600fe-1497-466d-b740-b0087ea3d32b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for floatingip (5e0ff965-dfa6-47a4-8513-cb0d13a1e271), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:13.446161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fe062-1f13-47c7-92f6-cf4a035bcb21 req-767f37ed-1a8b-4137-91cc-2f80ed7a715c tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:13.449215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-964fe062-1f13-47c7-92f6-cf4a035bcb21 req-767f37ed-1a8b-4137-91cc-2f80ed7a715c tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.1144652
Apr 16 21:24:13.495170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-743b9b16-6ecc-4f76-bfb0-09ec9a5ed167 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48255b0b-bf96-40f8-a7f4-40c646be8a37 HTTP/1.1" status: 200  len: 217 time: 0.0736706
Apr 16 21:24:13.500091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-964fe062-1f13-47c7-92f6-cf4a035bcb21 req-fd81c449-7e7f-43c1-8010-29f6ca6fd3a1 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448864
Apr 16 21:24:13.565614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ae037431-2f8e-428e-9ee1-9075ff2f2d78 req-8236c01a-3d16-4f89-b9c9-da308383ff04 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1984036643', 'description': 'tempest-description-241076976'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:13.619625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-25a31e12-8f4c-4a0d-9f35-899bb7bba9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:13.621164 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-25a31e12-8f4c-4a0d-9f35-899bb7bba9c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=363c489b-9558-4973-a8ad-7c86215b2c65 HTTP/1.1" status: 200  len: 851 time: 0.1206777
Apr 16 21:24:13.662495 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-f8f07c6b-d8b8-4b7b-8cab-457bf15d0cbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5fb5cf29-8796-41a2-8375-e8062a5911ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0342155
Apr 16 21:24:13.728103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d6972-4d00-4f01-80be-b36e4d018946 req-e7cae9fc-9825-4fe8-984f-131d804973a4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:13.729746 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b11d6972-4d00-4f01-80be-b36e4d018946 req-e7cae9fc-9825-4fe8-984f-131d804973a4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 943 time: 0.0531857
Apr 16 21:24:13.780850 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ae037431-2f8e-428e-9ee1-9075ff2f2d78 req-8236c01a-3d16-4f89-b9c9-da308383ff04 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:13.793376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42822) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:13.821834 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b11d6972-4d00-4f01-80be-b36e4d018946 req-3a04709f-5905-4408-8f10-c2e158acb025 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812268
Apr 16 21:24:13.939050 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-ba9c23ef-43c6-4e8d-85c3-6594c63af075 service neutron] 10.222.0.11 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2371538
Apr 16 21:24:13.976689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42828) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:14.063734 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9b22768e-0726-41e4-8b13-fbeb2e975ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.066417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-705186856-network', 'tenant_id': 'd6dcd4e578e9420cb0aaa2dd0e43a280'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:14.085186 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.135113 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ae037431-2f8e-428e-9ee1-9075ff2f2d78 req-8236c01a-3d16-4f89-b9c9-da308383ff04 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for security_group (26968c5b-9466-4121-a076-5601408b759c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.177854 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9b22768e-0726-41e4-8b13-fbeb2e975ccb admin admin] Publish callbacks [] for security_group (8d278055-1bc3-401e-882f-9331f48c1c59), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.213388 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ae037431-2f8e-428e-9ee1-9075ff2f2d78 req-8236c01a-3d16-4f89-b9c9-da308383ff04 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (26968c5b-9466-4121-a076-5601408b759c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.236056 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9b22768e-0726-41e4-8b13-fbeb2e975ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8d278055-1bc3-401e-882f-9331f48c1c59), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.246494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Made reservation on behalf of d6dcd4e578e9420cb0aaa2dd0e43a280 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:14.246494 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.255148 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3437cf2-0cad-4549-ae55-93ba19635f5d req-a86f0b51-27e3-4f65-bb8d-d768a763324a service neutron] 10.222.0.11 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3067617
Apr 16 21:24:14.289654 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.308683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236c01a-3d16-4f89-b9c9-da308383ff04 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26968c5b-9466-4121-a076-5601408b759c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:14.343308 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22768e-0726-41e4-8b13-fbeb2e975ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d278055-1bc3-401e-882f-9331f48c1c59,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:14.351457 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9b22768e-0726-41e4-8b13-fbeb2e975ccb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cd656ea5fa54346ba86ca0ac29f88ea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3734264
Apr 16 21:24:14.353995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42836) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:14.363120 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ae037431-2f8e-428e-9ee1-9075ff2f2d78 req-8236c01a-3d16-4f89-b9c9-da308383ff04 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.364541 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae037431-2f8e-428e-9ee1-9075ff2f2d78 req-8236c01a-3d16-4f89-b9c9-da308383ff04 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1831 time: 0.8127985
Apr 16 21:24:14.470557 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e66abfc6-9ec0-4225-bef8-25cb0b6bd6e3 admin admin] Publish callbacks [] for security_group (8d278055-1bc3-401e-882f-9331f48c1c59), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.471970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0a600fe-1497-466d-b740-b0087ea3d32b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.508415 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e66abfc6-9ec0-4225-bef8-25cb0b6bd6e3 admin admin] Publish callbacks [] for security_group (8d278055-1bc3-401e-882f-9331f48c1c59), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.509321 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Publish callbacks [] for security_group (8484555b-36c9-4627-b5c7-69e6e56f26cc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.550583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0a600fe-1497-466d-b740-b0087ea3d32b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (5e0ff965-dfa6-47a4-8513-cb0d13a1e271), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.594893 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bc0e386-83d7-4998-aaec-386890a70ba8 req-6be83952-e761-486b-a09d-6d5362c3bc4b tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1984036643&fields=id&tenant_id=d5096c21fbfe41dd80379e0e3b6fb8d5 HTTP/1.1" status: 200  len: 267 time: 0.0826812
Apr 16 21:24:14.611533 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8484555b-36c9-4627-b5c7-69e6e56f26cc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.662770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0e386-83d7-4998-aaec-386890a70ba8 req-99ce487f-6bc6-4609-b34f-a4425f0f0dd0 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:14.672509 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bc0e386-83d7-4998-aaec-386890a70ba8 req-99ce487f-6bc6-4609-b34f-a4425f0f0dd0 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0708163
Apr 16 21:24:14.679515 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-7bc0e386-83d7-4998-aaec-386890a70ba8 req-710ec69a-09e2-405f-bfd3-e079780a8484 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Request body: {'port': {'security_groups': ['74b1c167-8a65-4637-9b26-c84339f0d821', '26968c5b-9466-4121-a076-5601408b759c']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:14.685225 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e66abfc6-9ec0-4225-bef8-25cb0b6bd6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8d278055-1bc3-401e-882f-9331f48c1c59), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.687865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e66abfc6-9ec0-4225-bef8-25cb0b6bd6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.693808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e66abfc6-9ec0-4225-bef8-25cb0b6bd6e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d278055-1bc3-401e-882f-9331f48c1c59 HTTP/1.1" status: 204  len: 168 time: 0.3323693
Apr 16 21:24:14.721132 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-e0a600fe-1497-466d-b740-b0087ea3d32b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Floating IP 5e0ff965-dfa6-47a4-8513-cb0d13a1e271 associated. External IP: 172.35.1.7, port: cc99d421-5515-41e3-bbf8-03443566d154.
Apr 16 21:24:14.766282 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66abfc6-9ec0-4225-bef8-25cb0b6bd6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d278055-1bc3-401e-882f-9331f48c1c59,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:14.773991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:24:14.780120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8484555b-36c9-4627-b5c7-69e6e56f26cc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:14.799673 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8bced04e-ea30-4b3d-8748-b40b55a773f3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:14.800486 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Added segment 8bced04e-ea30-4b3d-8748-b40b55a773f3 of type vlan for network 1b9ee265-bdab-4092-8071-c9bb95d911fb
Apr 16 21:24:14.874316 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7bc0e386-83d7-4998-aaec-386890a70ba8 req-710ec69a-09e2-405f-bfd3-e079780a8484 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:15.004210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a665e-2b5f-48d1-82db-48aabdd4e9a2 req-cced6bf7-e2b8-460e-b21e-13bb24db9fdd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:15.011561 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee9a665e-2b5f-48d1-82db-48aabdd4e9a2 req-cced6bf7-e2b8-460e-b21e-13bb24db9fdd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 943 time: 0.0730753
Apr 16 21:24:15.050809 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (1b9ee265-bdab-4092-8071-c9bb95d911fb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:15.118546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee9a665e-2b5f-48d1-82db-48aabdd4e9a2 req-8f83ba02-b2c6-4e22-8414-bdf390686ed5 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008739
Apr 16 21:24:15.263162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a600fe-1497-466d-b740-b0087ea3d32b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Router 82493eb6-9cdf-4048-a659-b27cc1b75438 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:15.268066 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (1b9ee265-bdab-4092-8071-c9bb95d911fb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:15.269134 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:15.269728 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:15.272150 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-7bc0e386-83d7-4998-aaec-386890a70ba8 req-710ec69a-09e2-405f-bfd3-e079780a8484 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] For port fd85026d-38d7-4dbb-a085-fa40b89df53f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f,segment=NetworkSegment(72bf4b65-f704-45f9-bea1-ac039e0f7090),segment_id=72bf4b65-f704-45f9-bea1-ac039e0f7090)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:15.323606 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7bc0e386-83d7-4998-aaec-386890a70ba8 req-710ec69a-09e2-405f-bfd3-e079780a8484 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:15.399360 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:15.427425 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7bc0e386-83d7-4998-aaec-386890a70ba8 req-710ec69a-09e2-405f-bfd3-e079780a8484 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:15.439455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['fd85026d-38d7-4dbb-a085-fa40b89df53f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:24:15.452773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c591-8921-4f0d-b28d-f7dfb9c0dfc6 req-66ebbb16-fcd3-426a-ae45-0a435b4da46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:15.454496 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a9c6c591-8921-4f0d-b28d-f7dfb9c0dfc6 req-66ebbb16-fcd3-426a-ae45-0a435b4da46f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 1125 time: 0.1889374
Apr 16 21:24:15.478285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0e386-83d7-4998-aaec-386890a70ba8 req-710ec69a-09e2-405f-bfd3-e079780a8484 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:15.478964 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7bc0e386-83d7-4998-aaec-386890a70ba8 req-710ec69a-09e2-405f-bfd3-e079780a8484 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:15.489077 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bc0e386-83d7-4998-aaec-386890a70ba8 req-710ec69a-09e2-405f-bfd3-e079780a8484 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "PUT /v2.0/ports/fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 200  len: 981 time: 0.8141117
Apr 16 21:24:15.491631 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:15.494197 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5feb8f-7b09-4eb4-939c-7a8f87ece0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:15.496465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.6897097
Apr 16 21:24:15.506802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42854) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:15.538315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-26bfafba-1373-4e5a-a443-372a12f86eac admin admin] Request body: {'subnet': {'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-705186856-subnet', 'tenant_id': 'd6dcd4e578e9420cb0aaa2dd0e43a280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:15.551459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b3827-25ac-4b76-bbc1-edbe6a5e9f9d admin admin] Pushing event updated for resources: {'Network': ['ID=1b9ee265-bdab-4092-8071-c9bb95d911fb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:15.589028 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baa26cb-ec51-4d56-9198-99f8a79f14f3 x-openstack-request-id: req-6baa26cb-ec51-4d56-9198-99f8a79f14f3 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:15.589325 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:15.589580 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6baa26cb-ec51-4d56-9198-99f8a79f14f3 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:15.590000 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6baa26cb-ec51-4d56-9198-99f8a79f14f3'] response: {'name': 'network-changed', 'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f', 'status': 'completed', 'code': 200}
Apr 16 21:24:15.620114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['fd85026d-38d7-4dbb-a085-fa40b89df53f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:24:15.622385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 1b9ee265-bdab-4092-8071-c9bb95d911fb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:24:15.623566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ec69a-09e2-405f-bfd3-e079780a8484 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Pushing event updated for resources: {'Port': ['ID=fd85026d-38d7-4dbb-a085-fa40b89df53f,revision_number=6']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:15.725307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42858) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:15.781345 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d448bd2b-8917-408e-b958-8620cbced1eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d9bb41c4c9d48fc9b2edb178beeebc5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0544271
Apr 16 21:24:15.783957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42860) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:15.800047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a35aaf9-62b3-4080-b746-0af06f1f1aef req-1e565a22-64f9-44ff-a710-7356511a1f19 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1984036643&fields=id&tenant_id=d5096c21fbfe41dd80379e0e3b6fb8d5 HTTP/1.1" status: 200  len: 267 time: 0.1859620
Apr 16 21:24:15.802944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5feb8f-7b09-4eb4-939c-7a8f87ece0e7 req-e6fe1cf4-11ee-4951-a79c-376491324b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:15.805181 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c5feb8f-7b09-4eb4-939c-7a8f87ece0e7 req-e6fe1cf4-11ee-4951-a79c-376491324b5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5096c21fbfe41dd80379e0e3b6fb8d5&device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 1166 time: 0.1344175
Apr 16 21:24:15.867753 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1993feb1-3d97-41e0-b1da-fc3d340203da admin admin] Publish callbacks [] for security_group (8c2a42ca-03f9-4f3d-b712-57f3581a84f1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:15.902846 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1993feb1-3d97-41e0-b1da-fc3d340203da admin admin] Publish callbacks [] for security_group (8c2a42ca-03f9-4f3d-b712-57f3581a84f1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:15.955903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5feb8f-7b09-4eb4-939c-7a8f87ece0e7 req-b035c540-8f84-4d78-99b4-adfe6cca8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:15.955903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c5feb8f-7b09-4eb4-939c-7a8f87ece0e7 req-b035c540-8f84-4d78-99b4-adfe6cca8a65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e30659b1-756c-4ef0-9573-8335ff004f46 HTTP/1.1" status: 200  len: 921 time: 0.1297615
Apr 16 21:24:15.956304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bfafba-1373-4e5a-a443-372a12f86eac admin admin] Made reservation on behalf of d6dcd4e578e9420cb0aaa2dd0e43a280 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:15.958438 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26bfafba-1373-4e5a-a443-372a12f86eac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:15.983953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c591-8921-4f0d-b28d-f7dfb9c0dfc6 req-e8fb1ea4-a903-4e68-b01a-c85bdb27a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:15.985497 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a9c6c591-8921-4f0d-b28d-f7dfb9c0dfc6 req-e8fb1ea4-a903-4e68-b01a-c85bdb27a0bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 912 time: 0.5202415
Apr 16 21:24:15.986706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a600fe-1497-466d-b740-b0087ea3d32b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:15.994304 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0a600fe-1497-466d-b740-b0087ea3d32b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:15.998234 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b596711b-7488-471b-ad5f-bea9a80325e1 None None] Sync routers for ids ['82493eb6-9cdf-4048-a659-b27cc1b75438'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:16.011909 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596711b-7488-471b-ad5f-bea9a80325e1 None None] Routers {'82493eb6-9cdf-4048-a659-b27cc1b75438'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:16.016440 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b596711b-7488-471b-ad5f-bea9a80325e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124cf43d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['82493eb6-9cdf-4048-a659-b27cc1b75438'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:16.035058 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1993feb1-3d97-41e0-b1da-fc3d340203da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8c2a42ca-03f9-4f3d-b712-57f3581a84f1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:16.037734 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1993feb1-3d97-41e0-b1da-fc3d340203da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:16.039556 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1993feb1-3d97-41e0-b1da-fc3d340203da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c2a42ca-03f9-4f3d-b712-57f3581a84f1 HTTP/1.1" status: 204  len: 168 time: 0.2538800
Apr 16 21:24:16.073876 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993feb1-3d97-41e0-b1da-fc3d340203da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2a42ca-03f9-4f3d-b712-57f3581a84f1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:16.297100 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b596711b-7488-471b-ad5f-bea9a80325e1 None None] Set router 82493eb6-9cdf-4048-a659-b27cc1b75438 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:24:16.341022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c312fb-626e-4c25-8e6a-8cdcd2cbbc49 req-ce724105-3511-4ab6-b038-d8667bfd7c32 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:16.351015 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-56c312fb-626e-4c25-8e6a-8cdcd2cbbc49 req-ce724105-3511-4ab6-b038-d8667bfd7c32 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 943 time: 0.1087871
Apr 16 21:24:16.423267 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-56c312fb-626e-4c25-8e6a-8cdcd2cbbc49 req-85706021-b000-4d59-8afe-c934a26f6dd4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709927
Apr 16 21:24:16.469757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35aaf9-62b3-4080-b746-0af06f1f1aef req-a3d93ecc-df46-4539-a951-37f801a65478 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:16.471556 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a35aaf9-62b3-4080-b746-0af06f1f1aef req-a3d93ecc-df46-4539-a951-37f801a65478 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 984 time: 0.6706471
Apr 16 21:24:16.513749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c5feb8f-7b09-4eb4-939c-7a8f87ece0e7 req-bd7b1783-e762-472b-b77f-7181641b844a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 200  len: 217 time: 0.5487237
Apr 16 21:24:16.542249 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 48255b0b-bf96-40f8-a7f4-40c646be8a37 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:24:16.568690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a9c6c591-8921-4f0d-b28d-f7dfb9c0dfc6 req-d5deadd1-28ac-407a-a785-3e1adff0d31f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48255b0b-bf96-40f8-a7f4-40c646be8a37 HTTP/1.1" status: 200  len: 217 time: 0.5481377
Apr 16 21:24:16.568690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-9a35aaf9-62b3-4080-b746-0af06f1f1aef req-393376d5-c868-430f-9403-520544e1419d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Request body: {'port': {'security_groups': ['74b1c167-8a65-4637-9b26-c84339f0d821']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:16.662832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e0a600fe-1497-466d-b740-b0087ea3d32b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "PUT /v2.0/floatingips/5e0ff965-dfa6-47a4-8513-cb0d13a1e271 HTTP/1.1" status: 200  len: 989 time: 3.3043149
Apr 16 21:24:16.694584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': 'cc99d421-5515-41e3-bbf8-03443566d154'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:16.697844 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614f1b86-3e3b-45c1-85c6-3d189a201d35" -d '{"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "cc99d421-5515-41e3-bbf8-03443566d154"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:16.762393 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b596711b-7488-471b-ad5f-bea9a80325e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124cf43d0>, [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:22:05Z', 'revision_number': 4, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port': {'id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:01Z', 'updated_at': '2022-04-16T21:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0ff965-dfa6-47a4-8513-cb0d13a1e271', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'floating_ip_address': '172.35.1.7', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'port_id': 'cc99d421-5515-41e3-bbf8-03443566d154', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'mac_address': 'fa:16:3e:63:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:22:48Z', 'updated_at': '2022-04-16T21:24:14Z', 'revision_number': 1, 'project_id': '8548f70297f04c1489783de67671dba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8505c7e9-094f-409c-a039-67e2f1117bf7', 'name': '', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'mac_address': 'fa:16:3e:5b:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:04Z', 'updated_at': '2022-04-16T21:22:11Z', 'revision_number': 5, 'project_id': '8548f70297f04c1489783de67671dba2', 'subnets': [{'id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:16.847522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c591-8921-4f0d-b28d-f7dfb9c0dfc6 req-aa302dfb-d9e1-4ef0-9e9f-25281f02b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:16.847522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a9c6c591-8921-4f0d-b28d-f7dfb9c0dfc6 req-aa302dfb-d9e1-4ef0-9e9f-25281f02b02e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=363c489b-9558-4973-a8ad-7c86215b2c65 HTTP/1.1" status: 200  len: 851 time: 0.2224634
Apr 16 21:24:16.847522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5feb8f-7b09-4eb4-939c-7a8f87ece0e7 req-4dd24d47-dc8a-4d02-8172-6845edd6ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:16.847522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c5feb8f-7b09-4eb4-939c-7a8f87ece0e7 req-4dd24d47-dc8a-4d02-8172-6845edd6ea8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f82318ec-15c8-47c0-ac6c-ad372af7cf88 HTTP/1.1" status: 200  len: 860 time: 0.2594316
Apr 16 21:24:16.847522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a9c6c591-8921-4f0d-b28d-f7dfb9c0dfc6 req-fd8ee2e3-6784-4fd0-b803-d8746e2eeca9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5fb5cf29-8796-41a2-8375-e8062a5911ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413775
Apr 16 21:24:16.849466 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b596711b-7488-471b-ad5f-bea9a80325e1 None None] Checking router: 82493eb6-9cdf-4048-a659-b27cc1b75438 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:24:16.849581 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cbdc71-f92f-450f-81bc-6ede340d3349 x-openstack-request-id: req-36cbdc71-f92f-450f-81bc-6ede340d3349 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:16.849581 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "tag": "cc99d421-5515-41e3-bbf8-03443566d154", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:16.849790 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36cbdc71-f92f-450f-81bc-6ede340d3349 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:16.850214 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36cbdc71-f92f-450f-81bc-6ede340d3349'] response: {'name': 'network-changed', 'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'tag': 'cc99d421-5515-41e3-bbf8-03443566d154', 'status': 'completed', 'code': 200}
Apr 16 21:24:16.852161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 48255b0b-bf96-40f8-a7f4-40c646be8a37, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48255b0b-bf96-40f8-a7f4-40c646be8a37,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:16.880715 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596711b-7488-471b-ad5f-bea9a80325e1 None None] Routers {'82493eb6-9cdf-4048-a659-b27cc1b75438'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:16.881413 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b596711b-7488-471b-ad5f-bea9a80325e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124cf43d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['82493eb6-9cdf-4048-a659-b27cc1b75438'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:16.936025 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c5feb8f-7b09-4eb4-939c-7a8f87ece0e7 req-d6e98e01-457e-4b9e-a02f-73b468152ced service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e30659b1-756c-4ef0-9573-8335ff004f46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0844336
Apr 16 21:24:16.960320 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26bfafba-1373-4e5a-a443-372a12f86eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (6187210d-8476-403b-b03c-54cf8fd642e3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:16.961773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '48255b0b-bf96-40f8-a7f4-40c646be8a37', 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'port_id': '48255b0b-bf96-40f8-a7f4-40c646be8a37', 'mac_address': 'fa:16:3e:b7:af:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363c489b-9558-4973-a8ad-7c86215b2c65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:24:17.132477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 48255b0b-bf96-40f8-a7f4-40c646be8a37 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:17.133292 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:17.149781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48255b0b-bf96-40f8-a7f4-40c646be8a37 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:24:17.158286 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b596711b-7488-471b-ad5f-bea9a80325e1 None None] Set router 82493eb6-9cdf-4048-a659-b27cc1b75438 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:24:17.185272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 48255b0b-bf96-40f8-a7f4-40c646be8a37, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48255b0b-bf96-40f8-a7f4-40c646be8a37,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:17.274270 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:17.373134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=48255b0b-bf96-40f8-a7f4-40c646be8a37,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:17.530374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['48255b0b-bf96-40f8-a7f4-40c646be8a37'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:24:17.673959 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcd1c4-dac4-4052-b922-a6bbc1c2421a req-a6e09a01-ae09-48d2-8d49-ac9605ba584e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:17.688456 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c9fcd1c4-dac4-4052-b922-a6bbc1c2421a req-a6e09a01-ae09-48d2-8d49-ac9605ba584e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 944 time: 0.1616051
Apr 16 21:24:17.700932 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a9c6c591-8921-4f0d-b28d-f7dfb9c0dfc6 req-ccd1fcb3-3161-4305-9653-43b64ab328c0 service neutron] 10.222.0.11 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7899015
Apr 16 21:24:17.700932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-5ba76c04-215f-4e5a-af63-7c764e91e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:17.700932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-5ba76c04-215f-4e5a-af63-7c764e91e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:17.700932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-5ba76c04-215f-4e5a-af63-7c764e91e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:17.700932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-5ba76c04-215f-4e5a-af63-7c764e91e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:17.700932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-5ba76c04-215f-4e5a-af63-7c764e91e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:17.701620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-5ba76c04-215f-4e5a-af63-7c764e91e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:17.702126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-5ba76c04-215f-4e5a-af63-7c764e91e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:17.706424 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-5ba76c04-215f-4e5a-af63-7c764e91e3f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 6718 time: 0.7589657
Apr 16 21:24:17.795553 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b596711b-7488-471b-ad5f-bea9a80325e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124cf43d0>, [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:22:05Z', 'revision_number': 4, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port': {'id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:01Z', 'updated_at': '2022-04-16T21:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0ff965-dfa6-47a4-8513-cb0d13a1e271', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'floating_ip_address': '172.35.1.7', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'port_id': 'cc99d421-5515-41e3-bbf8-03443566d154', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'mac_address': 'fa:16:3e:63:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:22:48Z', 'updated_at': '2022-04-16T21:24:14Z', 'revision_number': 1, 'project_id': '8548f70297f04c1489783de67671dba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8505c7e9-094f-409c-a039-67e2f1117bf7', 'name': '', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'mac_address': 'fa:16:3e:5b:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:04Z', 'updated_at': '2022-04-16T21:22:11Z', 'revision_number': 5, 'project_id': '8548f70297f04c1489783de67671dba2', 'subnets': [{'id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:17.813900 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c9fcd1c4-dac4-4052-b922-a6bbc1c2421a req-eea6eaf5-7f78-4453-9f83-2e3fbfa6a210 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234004
Apr 16 21:24:17.859005 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b596711b-7488-471b-ad5f-bea9a80325e1 None None] The sync data for ids ['82493eb6-9cdf-4048-a659-b27cc1b75438'] in ncdv-master-1 is: [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:22:05Z', 'revision_number': 4, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port': {'id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:01Z', 'updated_at': '2022-04-16T21:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0ff965-dfa6-47a4-8513-cb0d13a1e271', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'floating_ip_address': '172.35.1.7', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'port_id': 'cc99d421-5515-41e3-bbf8-03443566d154', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'mac_address': 'fa:16:3e:63:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:22:48Z', 'updated_at': '2022-04-16T21:24:14Z', 'revision_number': 1, 'project_id': '8548f70297f04c1489783de67671dba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8505c7e9-094f-409c-a039-67e2f1117bf7', 'name': '', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'mac_address': 'fa:16:3e:5b:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:04Z', 'updated_at': '2022-04-16T21:22:11Z', 'revision_number': 5, 'project_id': '8548f70297f04c1489783de67671dba2', 'subnets': [{'id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:17.981402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a9c6c591-8921-4f0d-b28d-f7dfb9c0dfc6 req-4f57a774-7e34-41f6-8c3f-2d47347966f8 service neutron] 10.222.0.11 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2636650
Apr 16 21:24:17.982016 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9a35aaf9-62b3-4080-b746-0af06f1f1aef req-393376d5-c868-430f-9403-520544e1419d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:18.089916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfafba-1373-4e5a-a443-372a12f86eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6187210d-8476-403b-b03c-54cf8fd642e3,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:18.108092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfafba-1373-4e5a-a443-372a12f86eac admin admin] Checking segment: {'id': '8bced04e-ea30-4b3d-8748-b40b55a773f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:24:18.108473 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bfafba-1373-4e5a-a443-372a12f86eac admin admin] Network hostable DHCP agents. Network: 1b9ee265-bdab-4092-8071-c9bb95d911fb, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:24:18.138691 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42900) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:18.154495 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c5feb8f-7b09-4eb4-939c-7a8f87ece0e7 req-22ef7863-f418-436f-82a8-6ebfc2d162b2 service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2042525
Apr 16 21:24:18.207607 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-08d6e841-46b8-4254-9544-2654a1d3cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:18.209972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-08d6e841-46b8-4254-9544-2654a1d3cb2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=281ab511-837a-41be-9f7f-2b7357e9479c HTTP/1.1" status: 200  len: 918 time: 0.3258021
Apr 16 21:24:18.315564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e8b533-5b39-4eda-acec-f752d3bd665a None None] New status for floating IP 5e0ff965-dfa6-47a4-8513-cb0d13a1e271: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:24:18.321165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-305636533'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:18.381420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bfafba-1373-4e5a-a443-372a12f86eac admin admin] Network 1b9ee265-bdab-4092-8071-c9bb95d911fb is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:24:18.433310 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c5feb8f-7b09-4eb4-939c-7a8f87ece0e7 req-827c821f-012e-4534-8b29-c60dd649c77c service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2692294
Apr 16 21:24:18.492041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Made reservation on behalf of 81042bf23dbc43e0ac84e1ff4a1da1f0 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:18.493816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-11eea066-2d41-40e2-ac17-7c61ce43ab98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc99d421-5515-41e3-bbf8-03443566d154 HTTP/1.1" status: 200  len: 997 time: 0.2397223
Apr 16 21:24:18.495947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:18.528470 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:18.539177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-26bfafba-1373-4e5a-a443-372a12f86eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1b9ee265-bdab-4092-8071-c9bb95d911fb) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:18.549461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bfafba-1373-4e5a-a443-372a12f86eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:18.550208 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26bfafba-1373-4e5a-a443-372a12f86eac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:18.564983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 48255b0b-bf96-40f8-a7f4-40c646be8a37 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:24:18.577278 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db526a4b-5b11-4909-9159-4c4af2540a28 None None] Network 1b9ee265-bdab-4092-8071-c9bb95d911fb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:24:18.635824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9a35aaf9-62b3-4080-b746-0af06f1f1aef req-393376d5-c868-430f-9403-520544e1419d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] For port fd85026d-38d7-4dbb-a085-fa40b89df53f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f,segment=NetworkSegment(72bf4b65-f704-45f9-bea1-ac039e0f7090),segment_id=72bf4b65-f704-45f9-bea1-ac039e0f7090)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:18.670236 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for security_group (c817a99c-d123-4ac2-bab1-e0831fd48dbf), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:18.674070 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9a35aaf9-62b3-4080-b746-0af06f1f1aef req-393376d5-c868-430f-9403-520544e1419d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:18.683657 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-330ca9e3-14aa-40a1-8ef5-8bdeabbf51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:18.685472 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-330ca9e3-14aa-40a1-8ef5-8bdeabbf51a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=708923a2-d8e5-492d-a120-3240bd6ffb38 HTTP/1.1" status: 200  len: 856 time: 0.1837840
Apr 16 21:24:18.717724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-26bfafba-1373-4e5a-a443-372a12f86eac admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 3.1981640
Apr 16 21:24:18.750043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 48255b0b-bf96-40f8-a7f4-40c646be8a37 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:24:18.778016 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c817a99c-d123-4ac2-bab1-e0831fd48dbf), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:18.805921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2577cf69-b4f2-4851-a81c-5dd1a3a2fc37 None None] Network 1b9ee265-bdab-4092-8071-c9bb95d911fb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:24:18.842593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-ba64836d-e5b1-4331-8a7d-3eefb8469736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:18.846096 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-ba64836d-e5b1-4331-8a7d-3eefb8469736 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=281ab511-837a-41be-9f7f-2b7357e9479c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1239376
Apr 16 21:24:18.846096 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9a35aaf9-62b3-4080-b746-0af06f1f1aef req-393376d5-c868-430f-9403-520544e1419d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:18.903839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['fd85026d-38d7-4dbb-a085-fa40b89df53f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:24:18.911729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 48255b0b-bf96-40f8-a7f4-40c646be8a37 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:24:18.912832 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:18.924446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:24:18.972271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35aaf9-62b3-4080-b746-0af06f1f1aef req-393376d5-c868-430f-9403-520544e1419d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:18.975898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9a35aaf9-62b3-4080-b746-0af06f1f1aef req-393376d5-c868-430f-9403-520544e1419d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:18.980574 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a35aaf9-62b3-4080-b746-0af06f1f1aef req-393376d5-c868-430f-9403-520544e1419d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "PUT /v2.0/ports/fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 200  len: 942 time: 2.4653196
Apr 16 21:24:19.008047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c817a99c-d123-4ac2-bab1-e0831fd48dbf,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:19.015965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (4391328a-337a-4a63-9969-aa460b4a8d19), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:19.016619 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Added segment 4391328a-337a-4a63-9969-aa460b4a8d19 of type vlan for network c82db379-4f14-4961-afb3-70b1cdb3f95f
Apr 16 21:24:19.108460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393376d5-c868-430f-9403-520544e1419d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Pushing event updated for resources: {'Port': ['ID=fd85026d-38d7-4dbb-a085-fa40b89df53f,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:19.125070 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:19.125263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['fd85026d-38d7-4dbb-a085-fa40b89df53f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:24:19.125441 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c8f2b0-3ec7-4119-acd9-3354e31e9e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:19.216147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387db632-9a91-48dc-8d5f-f035a3ae251d req-d362f6dc-00fe-41b4-b461-6cb87fe55f1e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:19.216147 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-387db632-9a91-48dc-8d5f-f035a3ae251d req-d362f6dc-00fe-41b4-b461-6cb87fe55f1e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 944 time: 0.1641295
Apr 16 21:24:19.224217 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (c82db379-4f14-4961-afb3-70b1cdb3f95f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:19.321101 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-387db632-9a91-48dc-8d5f-f035a3ae251d req-a2f086c6-4147-4224-9a3d-07b02ed9fcb4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623360
Apr 16 21:24:19.364988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 48255b0b-bf96-40f8-a7f4-40c646be8a37 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:19.364988 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:19.373838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-7967ac61-0c09-4f22-a2c9-bf90b01a4cf5 service neutron] 10.222.0.11 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5114701
Apr 16 21:24:19.409447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (c82db379-4f14-4961-afb3-70b1cdb3f95f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:19.414047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b015d8b-25ca-42b4-9080-9cc405ea1ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48255b0b-bf96-40f8-a7f4-40c646be8a37'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:19.415665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:19.416232 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330cd18c-13d2-4907-86a2-6af37d7b1743" -d '{"events": [{"server_uuid": "2b015d8b-25ca-42b4-9080-9cc405ea1ad6", "name": "network-vif-plugged", "status": "completed", "tag": "48255b0b-bf96-40f8-a7f4-40c646be8a37"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:19.416538 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-0ad83d25-83ff-43b4-83c4-f50e9ff25a00 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2696605
Apr 16 21:24:19.416734 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:19.446896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 48255b0b-bf96-40f8-a7f4-40c646be8a37, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48255b0b-bf96-40f8-a7f4-40c646be8a37,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:19.449382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:19.522222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Network': ['ID=c82db379-4f14-4961-afb3-70b1cdb3f95f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:19.539381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network c82db379-4f14-4961-afb3-70b1cdb3f95f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:24:19.542186 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-614f1b86-3e3b-45c1-85c6-3d189a201d35 req-5128fc97-2eb7-43d3-9da9-44e7aed82670 service neutron] 10.222.0.11 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1571381
Apr 16 21:24:19.542353 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:19.586881 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:19.617744 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a0483222-0d2f-47d7-8b3a-c733365affa5 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.4754210
Apr 16 21:24:19.618740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42932) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:19.634631 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-63106881-bbd8-41ce-993c-5aa27088d895 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'subnet': {'network_id': 'c82db379-4f14-4961-afb3-70b1cdb3f95f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:19.743403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=48255b0b-bf96-40f8-a7f4-40c646be8a37,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:19.777546 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:19.903740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-2effce79-5cef-4ed2-a5c7-acf9ffcddc61 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:19.905247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-2effce79-5cef-4ed2-a5c7-acf9ffcddc61 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/networks?id=1b9ee265-bdab-4092-8071-c9bb95d911fb HTTP/1.1" status: 200  len: 813 time: 0.1430871
Apr 16 21:24:19.912632 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:24:19.923348 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-d40ddbd7-3dfd-4c27-8ea9-6094152d2392 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/quotas/d6dcd4e578e9420cb0aaa2dd0e43a280 HTTP/1.1" status: 200  len: 375 time: 0.0114431
Apr 16 21:24:19.950043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Allocated IP 172.35.1.152 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/699f3d0f-d21e-49e0-b817-dd630a1d6b59) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:19.965364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63106881-bbd8-41ce-993c-5aa27088d895 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Made reservation on behalf of 81042bf23dbc43e0ac84e1ff4a1da1f0 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:19.970365 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63106881-bbd8-41ce-993c-5aa27088d895 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:19.979036 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-370a901a-e3b3-4e97-a78c-c9ee650c7f84 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0483203
Apr 16 21:24:20.114892 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for port (699f3d0f-d21e-49e0-b817-dd630a1d6b59), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:20.132100 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-dddfc677-8486-442a-ba88-4727c42337de service neutron] 10.222.0.20 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382577
Apr 16 21:24:20.214900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (699f3d0f-d21e-49e0-b817-dd630a1d6b59), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:20.281178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:20.284518 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-dcf4e1bd-8187-4def-93de-31394afbe5b1 service neutron] 10.222.0.20 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440399
Apr 16 21:24:20.286899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:20.302098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:20.306306 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Pushing event updated for resources: {'Port': ['ID=699f3d0f-d21e-49e0-b817-dd630a1d6b59,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:20.465923 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63106881-bbd8-41ce-993c-5aa27088d895 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (f4f755bd-f766-49b9-802f-a7fbbd43c8a3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:20.466150 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for floatingip (2488829b-5207-4eda-8c27-3e107d8b9d8e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:20.584545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63106881-bbd8-41ce-993c-5aa27088d895 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Checking segment: {'id': '4391328a-337a-4a63-9969-aa460b4a8d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c82db379-4f14-4961-afb3-70b1cdb3f95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:24:20.584931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63106881-bbd8-41ce-993c-5aa27088d895 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network hostable DHCP agents. Network: c82db379-4f14-4961-afb3-70b1cdb3f95f, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:24:20.602605 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (699f3d0f-d21e-49e0-b817-dd630a1d6b59), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:20.606543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63106881-bbd8-41ce-993c-5aa27088d895 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Subnet': ['ID=f4f755bd-f766-49b9-802f-a7fbbd43c8a3,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:20.639272 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9969421a-1ac8-4cb1-b370-def4e2f820c0 x-openstack-request-id: req-9969421a-1ac8-4cb1-b370-def4e2f820c0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:20.645679 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:20.645679 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9969421a-1ac8-4cb1-b370-def4e2f820c0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:20.645679 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9969421a-1ac8-4cb1-b370-def4e2f820c0'] response: {'name': 'network-changed', 'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f', 'status': 'completed', 'code': 200}
Apr 16 21:24:20.704434 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9027d7fd-3a37-43fd-a988-82e8ac74a924 x-openstack-request-id: req-9027d7fd-3a37-43fd-a988-82e8ac74a924 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:20.704944 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b015d8b-25ca-42b4-9080-9cc405ea1ad6", "name": "network-vif-plugged", "status": "completed", "tag": "48255b0b-bf96-40f8-a7f4-40c646be8a37", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:20.705056 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9027d7fd-3a37-43fd-a988-82e8ac74a924 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:20.705373 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9027d7fd-3a37-43fd-a988-82e8ac74a924'] response: {'server_uuid': '2b015d8b-25ca-42b4-9080-9cc405ea1ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48255b0b-bf96-40f8-a7f4-40c646be8a37', 'code': 200}
Apr 16 21:24:20.730133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63106881-bbd8-41ce-993c-5aa27088d895 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network c82db379-4f14-4961-afb3-70b1cdb3f95f is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:24:20.816497 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-63106881-bbd8-41ce-993c-5aa27088d895 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c82db379-4f14-4961-afb3-70b1cdb3f95f) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:20.822078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63106881-bbd8-41ce-993c-5aa27088d895 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:20.823427 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63106881-bbd8-41ce-993c-5aa27088d895 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:20.833546 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef86e9-829b-48ee-9e3c-484baacd9ac0 None None] Network c82db379-4f14-4961-afb3-70b1cdb3f95f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:24:20.883522 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b60dfb-7bce-402b-8ac9-02ba7a73b640 req-9dc31364-7fa8-4e5c-96b3-e867ed93660b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:20.891435 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-73b60dfb-7bce-402b-8ac9-02ba7a73b640 req-9dc31364-7fa8-4e5c-96b3-e867ed93660b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 945 time: 0.0872805
Apr 16 21:24:20.917468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for port (699f3d0f-d21e-49e0-b817-dd630a1d6b59), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:20.968324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f2b0-3ec7-4119-acd9-3354e31e9e5c req-bd6c28e3-ef58-446a-bcc4-8f06f745e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:20.969898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c8f2b0-3ec7-4119-acd9-3354e31e9e5c req-bd6c28e3-ef58-446a-bcc4-8f06f745e3c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5096c21fbfe41dd80379e0e3b6fb8d5&device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 1127 time: 0.3113759
Apr 16 21:24:20.975418 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-73b60dfb-7bce-402b-8ac9-02ba7a73b640 req-682e34d6-448f-4fba-8987-a5a52ef4d8f7 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828710
Apr 16 21:24:20.983148 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-63106881-bbd8-41ce-993c-5aa27088d895 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.3628051
Apr 16 21:24:20.998447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42956) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:20.998447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1093889862', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:21.047475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4235b7e6-71df-4569-ace4-84ddaac043b4 None None] Network c82db379-4f14-4961-afb3-70b1cdb3f95f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:24:21.057019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da221d4a-1305-4a0e-a78d-e4309a6e1659 req-b8b4f6bd-92c0-4cfe-b815-ceca52ffa502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:21.058580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da221d4a-1305-4a0e-a78d-e4309a6e1659 req-b8b4f6bd-92c0-4cfe-b815-ceca52ffa502 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 1127 time: 0.1349862
Apr 16 21:24:21.091250 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (699f3d0f-d21e-49e0-b817-dd630a1d6b59), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:21.097227 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-38952422-0389-4648-93a0-74b15f1df5b6 req-d818df11-9a46-4347-8ebf-191d0aa52bc2 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 210 time: 0.0563693
Apr 16 21:24:21.124878 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (e2941294-0eae-4a8e-96fe-0eed4730cb77), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:21.126361 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (e2941294-0eae-4a8e-96fe-0eed4730cb77), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:21.225674 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da221d4a-1305-4a0e-a78d-e4309a6e1659 req-d854b944-9515-480d-a88f-e9c94d1664af service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592014
Apr 16 21:24:21.228684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f2b0-3ec7-4119-acd9-3354e31e9e5c req-3bce0aed-64f1-47ca-b953-69b26b6ad46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:21.230110 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c8f2b0-3ec7-4119-acd9-3354e31e9e5c req-3bce0aed-64f1-47ca-b953-69b26b6ad46f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e30659b1-756c-4ef0-9573-8335ff004f46 HTTP/1.1" status: 200  len: 921 time: 0.2514286
Apr 16 21:24:21.230770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Pushing event updated for resources: {'Port': ['ID=699f3d0f-d21e-49e0-b817-dd630a1d6b59,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:21.231694 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router_controller (e2941294-0eae-4a8e-96fe-0eed4730cb77), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:21.305824 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c8f2b0-3ec7-4119-acd9-3354e31e9e5c req-a08ff5fb-57d9-49b2-bf3a-66d981c07e3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 200  len: 217 time: 0.0679643
Apr 16 21:24:21.306890 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (2488829b-5207-4eda-8c27-3e107d8b9d8e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:21.386489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f2b0-3ec7-4119-acd9-3354e31e9e5c req-5f655efe-a6a5-4537-8820-9ddbc1632f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:21.388479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c8f2b0-3ec7-4119-acd9-3354e31e9e5c req-5f655efe-a6a5-4537-8820-9ddbc1632f7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f82318ec-15c8-47c0-ac6c-ad372af7cf88 HTTP/1.1" status: 200  len: 860 time: 0.0654724
Apr 16 21:24:21.435797 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c8f2b0-3ec7-4119-acd9-3354e31e9e5c req-e0acdcbb-d2e6-4174-9451-f721ee44686a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e30659b1-756c-4ef0-9573-8335ff004f46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371721
Apr 16 21:24:21.464608 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:21.468681 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-e8844691-181c-43c6-a454-ec409186a8b6 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0499547
Apr 16 21:24:21.584943 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-6e24c550-8145-48e6-b905-5727670f0bf9 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.152 HTTP/1.1" status: 200  len: 696 time: 0.1019197
Apr 16 21:24:21.788959 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router_gateway (e2941294-0eae-4a8e-96fe-0eed4730cb77), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:21.789291 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c8f2b0-3ec7-4119-acd9-3354e31e9e5c req-352ab0d3-8261-4744-8c9d-d9f4c98959bf service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3188655
Apr 16 21:24:21.900348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-f97f3b50-0916-4ad8-b9b4-21b1b1f97574 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:21.907419 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-f97f3b50-0916-4ad8-b9b4-21b1b1f97574 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.3164065
Apr 16 21:24:21.917534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-fa521080-3325-4433-9251-4d1ad6af373d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:24:21.918749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ff07cb6-de24-4c2c-8a22-c107e57ba73e req-fa521080-3325-4433-9251-4d1ad6af373d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0104673
Apr 16 21:24:21.951968 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c8f2b0-3ec7-4119-acd9-3354e31e9e5c req-ad353d76-6c7d-4ac6-99fc-f8e8124b1557 service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1658113
Apr 16 21:24:22.194187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2eee-f2c1-4e13-9911-df9e00d87c45 req-c97ffb50-be65-4b2b-901b-a905eb1d0516 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:22.196662 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c1a2eee-f2c1-4e13-9911-df9e00d87c45 req-c97ffb50-be65-4b2b-901b-a905eb1d0516 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 945 time: 0.0899084
Apr 16 21:24:22.244577 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-c87e6589-f16c-4d63-acba-d66a7e6d4afa tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:22.252000 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-c87e6589-f16c-4d63-acba-d66a7e6d4afa tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2375464
Apr 16 21:24:22.268604 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c1a2eee-f2c1-4e13-9911-df9e00d87c45 req-6d06979d-2c6c-4318-a5f9-532adc4cbf80 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657644
Apr 16 21:24:22.319409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router_gateway (e2941294-0eae-4a8e-96fe-0eed4730cb77), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:22.324719 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-a0aa85cc-605a-4a30-964a-b4173cc7ccd1 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.152 HTTP/1.1" status: 200  len: 696 time: 0.0718656
Apr 16 21:24:22.347602 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:22.352536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-8b894262-82d9-4853-8442-2b66e00d497e tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Request body: {'floatingip': {'port_id': 'fd85026d-38d7-4dbb-a085-fa40b89df53f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:22.398540 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16f18848-a740-4737-b473-8fb7f80cc899 req-469d9678-443b-4f3f-b293-1753b2eaf54b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 210 time: 0.0454044
Apr 16 21:24:22.434691 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-8b894262-82d9-4853-8442-2b66e00d497e tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for floatingip (2488829b-5207-4eda-8c27-3e107d8b9d8e), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:22.773729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.35.1.190 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/d14b89e8-9e4e-4d32-a325-46e9075f7989) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:23.067728 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (d14b89e8-9e4e-4d32-a325-46e9075f7989), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:23.237250 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d14b89e8-9e4e-4d32-a325-46e9075f7989), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:23.280498 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:23.287971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:23.290963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:23.301648 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-8b894262-82d9-4853-8442-2b66e00d497e tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:23.349291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=d14b89e8-9e4e-4d32-a325-46e9075f7989,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:23.365751 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-8b894262-82d9-4853-8442-2b66e00d497e tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (2488829b-5207-4eda-8c27-3e107d8b9d8e), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:23.431746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae594-a51a-467c-8e39-15e4b320718c req-be56fab9-8c20-4f2e-a613-6894df902e90 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:23.434058 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aa8ae594-a51a-467c-8e39-15e4b320718c req-be56fab9-8c20-4f2e-a613-6894df902e90 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 945 time: 0.0582411
Apr 16 21:24:23.508847 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aa8ae594-a51a-467c-8e39-15e4b320718c req-991f4176-4776-4b84-a8f7-e372b3162cc7 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655935
Apr 16 21:24:23.627747 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-8b894262-82d9-4853-8442-2b66e00d497e tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Floating IP 2488829b-5207-4eda-8c27-3e107d8b9d8e associated. External IP: 172.35.1.152, port: fd85026d-38d7-4dbb-a085-fa40b89df53f.
Apr 16 21:24:23.655996 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f04a7fdb-717f-4939-9b9f-d8b0fed022f0 req-a39a4c66-ddd1-486e-bffd-2ac8781d2309 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 210 time: 0.0373328
Apr 16 21:24:23.720053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-9c890a10-acfe-4823-a52f-2b0f7313b87f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:23.722990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-9c890a10-acfe-4823-a52f-2b0f7313b87f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.41 "GET /v2.0/networks?id=1b9ee265-bdab-4092-8071-c9bb95d911fb HTTP/1.1" status: 200  len: 813 time: 0.1876066
Apr 16 21:24:23.737648 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-56d22dab-ec1d-459f-a95c-a22e3d8abb23 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Request body: {'port': {'device_id': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb', 'admin_state_up': True, 'tenant_id': 'd6dcd4e578e9420cb0aaa2dd0e43a280'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:24.000691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-56d22dab-ec1d-459f-a95c-a22e3d8abb23 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Made reservation on behalf of d6dcd4e578e9420cb0aaa2dd0e43a280 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:24.006843 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-56d22dab-ec1d-459f-a95c-a22e3d8abb23 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:24.214949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-56d22dab-ec1d-459f-a95c-a22e3d8abb23 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Allocated IP 172.20.0.4 (1b9ee265-bdab-4092-8071-c9bb95d911fb/6187210d-8476-403b-b03c-54cf8fd642e3/29f0877d-908a-47df-aa37-d5dcea212e40) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:24.297755 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e9640-c35c-4fd3-9336-db01a7a22ed3 req-11d3a9b7-8f0f-4afc-94d8-4296459e3c6e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:24.305918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0b0e9640-c35c-4fd3-9336-db01a7a22ed3 req-11d3a9b7-8f0f-4afc-94d8-4296459e3c6e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 945 time: 0.0798135
Apr 16 21:24:24.428052 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0b0e9640-c35c-4fd3-9336-db01a7a22ed3 req-8ed1f718-bfa8-40a0-a36d-e64799e8d4e0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216438
Apr 16 21:24:24.503485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-56d22dab-ec1d-459f-a95c-a22e3d8abb23 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks [] for port (29f0877d-908a-47df-aa37-d5dcea212e40), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:24.524488 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router_gateway (e2941294-0eae-4a8e-96fe-0eed4730cb77), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:24.570112 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-8b894262-82d9-4853-8442-2b66e00d497e tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Router c83aca07-708b-4d76-8078-d6740f8829b8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:24.702875 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-56d22dab-ec1d-459f-a95c-a22e3d8abb23 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:24.793433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-56d22dab-ec1d-459f-a95c-a22e3d8abb23 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Network 1b9ee265-bdab-4092-8071-c9bb95d911fb is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:24.818477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-56d22dab-ec1d-459f-a95c-a22e3d8abb23 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:24.822424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d22dab-ec1d-459f-a95c-a22e3d8abb23 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Pushing event updated for resources: {'Port': ['ID=29f0877d-908a-47df-aa37-d5dcea212e40,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:24.827479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-56d22dab-ec1d-459f-a95c-a22e3d8abb23 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:24.863271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d009b5-8fb7-409a-9d52-554ec543cab6 req-61ef3f5c-88f1-4202-8aa6-4782f2c96ce4 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:24.865374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89d009b5-8fb7-409a-9d52-554ec543cab6 req-61ef3f5c-88f1-4202-8aa6-4782f2c96ce4 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 931 time: 0.1055191
Apr 16 21:24:24.897277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-8b894262-82d9-4853-8442-2b66e00d497e tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:24.905194 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-8b894262-82d9-4853-8442-2b66e00d497e tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:24.911433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-56d22dab-ec1d-459f-a95c-a22e3d8abb23 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:24.912136 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-56d22dab-ec1d-459f-a95c-a22e3d8abb23 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:24.915079 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73b41f-9530-4218-8ca2-41de6d687ed1 None None] Sync routers for ids ['c83aca07-708b-4d76-8078-d6740f8829b8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:24.946563 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73b41f-9530-4218-8ca2-41de6d687ed1 None None] Routers {'c83aca07-708b-4d76-8078-d6740f8829b8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:24.949348 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7f73b41f-9530-4218-8ca2-41de6d687ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124e33130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c83aca07-708b-4d76-8078-d6740f8829b8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:24.950572 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-8b894262-82d9-4853-8442-2b66e00d497e tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "PUT /v2.0/floatingips/2488829b-5207-4eda-8c27-3e107d8b9d8e HTTP/1.1" status: 200  len: 996 time: 2.6052706
Apr 16 21:24:24.951096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:24.953716 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631218ce-1fca-47b3-8edb-c44ed4ab3dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:24.959600 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (e2941294-0eae-4a8e-96fe-0eed4730cb77), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:24.970020 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89d009b5-8fb7-409a-9d52-554ec543cab6 req-8e534212-03ab-4a44-8d69-8c7ac2d0eacd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946801
Apr 16 21:24:25.019078 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-56d22dab-ec1d-459f-a95c-a22e3d8abb23 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2861881
Apr 16 21:24:25.031379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Request body: {'port': {'device_id': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:25.069984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-74775bb6-4715-4d6b-a8fb-d0f744ce84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:25.071565 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-74775bb6-4715-4d6b-a8fb-d0f744ce84ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5096c21fbfe41dd80379e0e3b6fb8d5&device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 1127 time: 0.0599620
Apr 16 21:24:25.074726 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa863939-7643-44f8-972b-7ee5a875d812 x-openstack-request-id: req-aa863939-7643-44f8-972b-7ee5a875d812 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:25.074946 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:25.075205 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa863939-7643-44f8-972b-7ee5a875d812 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:25.075605 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa863939-7643-44f8-972b-7ee5a875d812'] response: {'name': 'network-changed', 'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f', 'status': 'completed', 'code': 200}
Apr 16 21:24:25.198774 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-7f73b41f-9530-4218-8ca2-41de6d687ed1 None None] Set router c83aca07-708b-4d76-8078-d6740f8829b8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:24:25.213155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631218ce-1fca-47b3-8edb-c44ed4ab3dbd req-dd5d5e2f-608a-4f33-b7cc-47615012e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:25.214718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-631218ce-1fca-47b3-8edb-c44ed4ab3dbd req-dd5d5e2f-608a-4f33-b7cc-47615012e756 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5096c21fbfe41dd80379e0e3b6fb8d5&device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 1127 time: 0.1383739
Apr 16 21:24:25.335538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-ad639a68-eb33-4500-962a-be5b828a7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:25.337081 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-ad639a68-eb33-4500-962a-be5b828a7c92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e30659b1-756c-4ef0-9573-8335ff004f46 HTTP/1.1" status: 200  len: 921 time: 0.2501276
Apr 16 21:24:25.424149 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-e4412db1-929e-47d5-9bde-b7d93fc63e17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 200  len: 999 time: 0.0724072
Apr 16 21:24:25.459662 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:25.508398 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631218ce-1fca-47b3-8edb-c44ed4ab3dbd req-c3534dd7-6f47-49df-928b-98d8e3e15c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:25.509945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-631218ce-1fca-47b3-8edb-c44ed4ab3dbd req-c3534dd7-6f47-49df-928b-98d8e3e15c39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e30659b1-756c-4ef0-9573-8335ff004f46 HTTP/1.1" status: 200  len: 921 time: 0.2847183
Apr 16 21:24:25.568125 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7f73b41f-9530-4218-8ca2-41de6d687ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124e33130>, [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port': {'id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2488829b-5207-4eda-8c27-3e107d8b9d8e', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'floating_ip_address': '172.35.1.152', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'port_id': 'fd85026d-38d7-4dbb-a085-fa40b89df53f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'mac_address': 'fa:16:3e:0b:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:24:20Z', 'updated_at': '2022-04-16T21:24:23Z', 'revision_number': 1, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4628eee-7098-4331-b1e5-d1d3254a8b45', 'name': '', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'mac_address': 'fa:16:3e:cf:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:09Z', 'updated_at': '2022-04-16T21:23:21Z', 'revision_number': 5, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'subnets': [{'id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:25.585498 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-631218ce-1fca-47b3-8edb-c44ed4ab3dbd req-ed2fd5c3-1498-4898-978d-6b0dfec922be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 200  len: 999 time: 0.0672317
Apr 16 21:24:25.587438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-970cd0ad-31aa-4cac-a1d6-7c847d05b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:25.588812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-970cd0ad-31aa-4cac-a1d6-7c847d05b852 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f82318ec-15c8-47c0-ac6c-ad372af7cf88 HTTP/1.1" status: 200  len: 860 time: 0.1542881
Apr 16 21:24:25.589513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:24:25.626596 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73b41f-9530-4218-8ca2-41de6d687ed1 None None] Checking router: c83aca07-708b-4d76-8078-d6740f8829b8 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:24:25.639305 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73b41f-9530-4218-8ca2-41de6d687ed1 None None] Routers {'c83aca07-708b-4d76-8078-d6740f8829b8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:25.640357 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7f73b41f-9530-4218-8ca2-41de6d687ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124e33130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c83aca07-708b-4d76-8078-d6740f8829b8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:25.672306 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc9df2-11e1-4cb8-81e8-4cb36f685181 req-2e3a909c-2381-40c5-9ecd-b33e8f457af6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:25.675215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-98b14265-1a89-4348-85b8-fb11c187abc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e30659b1-756c-4ef0-9573-8335ff004f46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0707238
Apr 16 21:24:25.680683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50bc9df2-11e1-4cb8-81e8-4cb36f685181 req-2e3a909c-2381-40c5-9ecd-b33e8f457af6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 945 time: 0.0836706
Apr 16 21:24:25.716534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631218ce-1fca-47b3-8edb-c44ed4ab3dbd req-a0e7250b-2abc-46b5-a1c7-37e50fb22685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:25.720513 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-631218ce-1fca-47b3-8edb-c44ed4ab3dbd req-a0e7250b-2abc-46b5-a1c7-37e50fb22685 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f82318ec-15c8-47c0-ac6c-ad372af7cf88 HTTP/1.1" status: 200  len: 860 time: 0.1241102
Apr 16 21:24:25.803030 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50bc9df2-11e1-4cb8-81e8-4cb36f685181 req-6a55b53b-4693-471a-99bf-774c1bbf3547 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212645
Apr 16 21:24:25.889813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:25.905633 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-7f73b41f-9530-4218-8ca2-41de6d687ed1 None None] Set router c83aca07-708b-4d76-8078-d6740f8829b8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:24:25.905894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804155b-8816-4e4d-962e-cec46542f1f5 None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:25.924759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804155b-8816-4e4d-962e-cec46542f1f5 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:25.928053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f804155b-8816-4e4d-962e-cec46542f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe6b850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:25.988766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f0877d-908a-47df-aa37-d5dcea212e40 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:24:25.998195 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Publish callbacks [] for port (29f0877d-908a-47df-aa37-d5dcea212e40), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:26.013450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Transition to ACTIVE for port object 29f0877d-908a-47df-aa37-d5dcea212e40 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:24:26.036508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f804155b-8816-4e4d-962e-cec46542f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe6b850>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:26.037817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:26.039228 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b43e9793-441d-4a0d-94fc-5d16b287ac28 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 5.0542974
Apr 16 21:24:26.043155 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-631218ce-1fca-47b3-8edb-c44ed4ab3dbd req-6b757e4d-2b0d-4ca1-841f-e46e619ca209 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e30659b1-756c-4ef0-9573-8335ff004f46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1155035
Apr 16 21:24:26.043707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43030) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:26.062450 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804155b-8816-4e4d-962e-cec46542f1f5 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:26.064457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f804155b-8816-4e4d-962e-cec46542f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe6b850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:26.102952 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:26.113191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f804155b-8816-4e4d-962e-cec46542f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe6b850>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:26.114091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804155b-8816-4e4d-962e-cec46542f1f5 None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:26.190925 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-fe8b73d8-174f-428d-a81b-9dae2e51f22c service neutron] 10.222.0.20 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3064098
Apr 16 21:24:26.358293 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7f73b41f-9530-4218-8ca2-41de6d687ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124e33130>, [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port': {'id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2488829b-5207-4eda-8c27-3e107d8b9d8e', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'floating_ip_address': '172.35.1.152', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'port_id': 'fd85026d-38d7-4dbb-a085-fa40b89df53f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'mac_address': 'fa:16:3e:0b:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:24:20Z', 'updated_at': '2022-04-16T21:24:23Z', 'revision_number': 1, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4628eee-7098-4331-b1e5-d1d3254a8b45', 'name': '', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'mac_address': 'fa:16:3e:cf:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:09Z', 'updated_at': '2022-04-16T21:23:21Z', 'revision_number': 5, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'subnets': [{'id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:26.362032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Pushing event updated for resources: {'Port': ['ID=29f0877d-908a-47df-aa37-d5dcea212e40,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:26.398111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Attempting to bind port 29f0877d-908a-47df-aa37-d5dcea212e40 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:24:26.398487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Attempting to bind port 29f0877d-908a-47df-aa37-d5dcea212e40 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8bced04e-ea30-4b3d-8748-b40b55a773f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:24:26.398877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Attempting to bind port 29f0877d-908a-47df-aa37-d5dcea212e40 on network 1b9ee265-bdab-4092-8071-c9bb95d911fb {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:24:26.403959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Port 29f0877d-908a-47df-aa37-d5dcea212e40 on network 1b9ee265-bdab-4092-8071-c9bb95d911fb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:24:26.404331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Attempting to bind port 29f0877d-908a-47df-aa37-d5dcea212e40 on network 1b9ee265-bdab-4092-8071-c9bb95d911fb {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:24:26.422642 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73b41f-9530-4218-8ca2-41de6d687ed1 None None] The sync data for ids ['c83aca07-708b-4d76-8078-d6740f8829b8'] in ncdv-master-1 is: [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port': {'id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2488829b-5207-4eda-8c27-3e107d8b9d8e', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'floating_ip_address': '172.35.1.152', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'port_id': 'fd85026d-38d7-4dbb-a085-fa40b89df53f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'mac_address': 'fa:16:3e:0b:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:24:20Z', 'updated_at': '2022-04-16T21:24:23Z', 'revision_number': 1, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4628eee-7098-4331-b1e5-d1d3254a8b45', 'name': '', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'mac_address': 'fa:16:3e:cf:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:09Z', 'updated_at': '2022-04-16T21:23:21Z', 'revision_number': 5, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'subnets': [{'id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:26.434036 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-631218ce-1fca-47b3-8edb-c44ed4ab3dbd req-57f0fad7-be54-43c4-8111-160c1f343930 service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3811884
Apr 16 21:24:26.447104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:24:26.447486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Checking segment: {'id': '8bced04e-ea30-4b3d-8748-b40b55a773f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:24:26.447896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Bound using segment: {'id': '8bced04e-ea30-4b3d-8748-b40b55a773f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:24:26.448560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Bound port: 29f0877d-908a-47df-aa37-d5dcea212e40, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bced04e-ea30-4b3d-8748-b40b55a773f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:24:26.449201 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:26.604373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:24:26.610516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:24:26.619002 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c07ed13e-0ff2-411b-af05-6f01a5092434 req-18ce6e13-2bf4-479c-99ff-736e7a4e27c7 service neutron] 10.222.0.20 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3993640
Apr 16 21:24:26.633250 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27092fe-b65c-499f-bdb8-25c7b762aa1e req-41527e78-ccb0-4696-9e1d-e7799bb30fc2 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:26.643325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f27092fe-b65c-499f-bdb8-25c7b762aa1e req-41527e78-ccb0-4696-9e1d-e7799bb30fc2 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 943 time: 0.2346101
Apr 16 21:24:26.741699 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-631218ce-1fca-47b3-8edb-c44ed4ab3dbd req-b7529004-35f7-4ff3-954d-d33877c4bcf8 service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2972174
Apr 16 21:24:26.769259 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f27092fe-b65c-499f-bdb8-25c7b762aa1e req-87ea790c-fc66-4019-aa0e-e7ce5b0a7f59 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229537
Apr 16 21:24:26.783312 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:26.876254 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6208aa-5e03-4b9f-bb78-3f9f6dd76e73 None None] New status for floating IP 2488829b-5207-4eda-8c27-3e107d8b9d8e: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:24:26.881320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:26.881773 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:26.883816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/29f0877d-908a-47df-aa37-d5dcea212e40 HTTP/1.1" status: 200  len: 1091 time: 1.8569791
Apr 16 21:24:26.889846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:26.891928 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53959d27-e717-48cc-9165-d38388934a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:27.045821 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-f65620be-8daa-42e5-abe6-d974863e2489 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.152 HTTP/1.1" status: 200  len: 999 time: 0.1951303
Apr 16 21:24:27.149743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-5d8abf87-6ed1-49c4-8941-5f71b778b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:27.151196 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-5d8abf87-6ed1-49c4-8941-5f71b778b4da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280&device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 1125 time: 0.1044476
Apr 16 21:24:27.153108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f4741-11df-4b16-b470-8802d9c440e3 service neutron] Pushing event updated for resources: {'Port': ['ID=29f0877d-908a-47df-aa37-d5dcea212e40,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:27.172252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-9d72ab63-75ae-4eec-bb08-2fe828f1c663 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:27.195965 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-9d72ab63-75ae-4eec-bb08-2fe828f1c663 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports/fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 200  len: 942 time: 0.1364775
Apr 16 21:24:27.290527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-d46a3d42-559f-4d16-a3f3-6e3f79337429 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f0877d-908a-47df-aa37-d5dcea212e40 HTTP/1.1" status: 200  len: 217 time: 0.0933342
Apr 16 21:24:27.298260 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7ad31-b6fe-4cce-8c26-7775b91d2741 req-fe09583d-f1e5-414b-bd2b-a21152db7f2c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:27.305301 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ec7ad31-b6fe-4cce-8c26-7775b91d2741 req-fe09583d-f1e5-414b-bd2b-a21152db7f2c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 945 time: 0.0734725
Apr 16 21:24:27.393644 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ec7ad31-b6fe-4cce-8c26-7775b91d2741 req-3f65ef5c-b56a-4d4d-981c-d945363989ba tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851352
Apr 16 21:24:27.449540 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-d629eec0-dce1-4307-b954-7d3cecfe1fa4 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.152 HTTP/1.1" status: 200  len: 1001 time: 0.1408207
Apr 16 21:24:27.478408 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b2d306-8896-4b63-ad6b-48d26c6fdddf x-openstack-request-id: req-12b2d306-8896-4b63-ad6b-48d26c6fdddf {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:27.478729 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:27.478985 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12b2d306-8896-4b63-ad6b-48d26c6fdddf {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:27.479362 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b2d306-8896-4b63-ad6b-48d26c6fdddf'] response: {'name': 'network-changed', 'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40', 'status': 'completed', 'code': 200}
Apr 16 21:24:27.495959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-a0017d9c-76ac-48e6-8811-542ad1753b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:27.497670 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-a0017d9c-76ac-48e6-8811-542ad1753b38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6187210d-8476-403b-b03c-54cf8fd642e3 HTTP/1.1" status: 200  len: 853 time: 0.1998689
Apr 16 21:24:27.524809 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:27.590949 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-4b9685aa-a61e-4a7d-8ac2-50f43862f1ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b9ee265-bdab-4092-8071-c9bb95d911fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0657272
Apr 16 21:24:27.728457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-f0d771f7-df70-4f15-9827-c9ce376a265d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:27.736666 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-f0d771f7-df70-4f15-9827-c9ce376a265d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.2864192
Apr 16 21:24:27.993867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e5527-b3d7-4de5-a961-4a9a18e0faae req-51547c5c-ed29-47a2-bbfb-54e31fcbe08d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:27.993867 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-567e5527-b3d7-4de5-a961-4a9a18e0faae req-51547c5c-ed29-47a2-bbfb-54e31fcbe08d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 945 time: 0.1674016
Apr 16 21:24:27.993867 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-24f75f82-edb1-44fa-8416-0a527e180e91 service neutron] 10.222.0.41 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3752477
Apr 16 21:24:28.010641 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-4415c9cf-09b3-4415-89c6-bfe72221c2b9 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.152 HTTP/1.1" status: 200  len: 1001 time: 0.2729266
Apr 16 21:24:28.012073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.20.0.1 (c82db379-4f14-4961-afb3-70b1cdb3f95f/f4f755bd-f766-49b9-802f-a7fbbd43c8a3/4ca42528-f054-439b-bfb8-dc5e7f86c54c) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:28.015935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-a7f70155-cfd3-4713-8753-b1ebe19de255 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Request body: {'floatingip': {'port_id': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:28.134562 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-a7f70155-cfd3-4713-8753-b1ebe19de255 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for floatingip (2488829b-5207-4eda-8c27-3e107d8b9d8e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:28.140287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe4a16-e70a-4cca-89dc-046dbdd68a59 req-80ea8f5f-1bf9-4352-9d39-5b0c15a0a011 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:28.141829 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ffe4a16-e70a-4cca-89dc-046dbdd68a59 req-80ea8f5f-1bf9-4352-9d39-5b0c15a0a011 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 943 time: 0.2621024
Apr 16 21:24:28.222865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (4ca42528-f054-439b-bfb8-dc5e7f86c54c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:28.231833 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ffe4a16-e70a-4cca-89dc-046dbdd68a59 req-af54f1b5-0e22-4413-89a4-86e8cb9580bb tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828576
Apr 16 21:24:28.358687 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (4ca42528-f054-439b-bfb8-dc5e7f86c54c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:28.378060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-567e5527-b3d7-4de5-a961-4a9a18e0faae req-946f56aa-b72e-4d4b-b510-cd5193642c6d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Deleting port 48255b0b-bf96-40f8-a7f4-40c646be8a37 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:28.378591 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-567e5527-b3d7-4de5-a961-4a9a18e0faae req-946f56aa-b72e-4d4b-b510-cd5193642c6d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:28.422697 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network c82db379-4f14-4961-afb3-70b1cdb3f95f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:28.427370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:28.438254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:28.470841 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e111eab6-5d69-4f4b-aa1f-1fe3a9910bfc req-6917c2c2-491d-4e4f-9b17-c87d489664db service neutron] 10.222.0.41 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4883225
Apr 16 21:24:28.474457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=4ca42528-f054-439b-bfb8-dc5e7f86c54c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:28.530896 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-a7f70155-cfd3-4713-8753-b1ebe19de255 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:28.544533 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (e2941294-0eae-4a8e-96fe-0eed4730cb77), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:28.557963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e6e5d-fc62-46df-af56-67be94862911 req-c5028049-dabf-4f7b-81c4-d04c27ed0e31 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:28.560163 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e77e6e5d-fc62-46df-af56-67be94862911 req-c5028049-dabf-4f7b-81c4-d04c27ed0e31 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 945 time: 0.0824139
Apr 16 21:24:28.564661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-567e5527-b3d7-4de5-a961-4a9a18e0faae req-946f56aa-b72e-4d4b-b510-cd5193642c6d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] For port 48255b0b-bf96-40f8-a7f4-40c646be8a37, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48255b0b-bf96-40f8-a7f4-40c646be8a37,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:28.565250 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-567e5527-b3d7-4de5-a961-4a9a18e0faae req-946f56aa-b72e-4d4b-b510-cd5193642c6d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:28.585062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-567e5527-b3d7-4de5-a961-4a9a18e0faae req-946f56aa-b72e-4d4b-b510-cd5193642c6d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Calling delete_port for 48255b0b-bf96-40f8-a7f4-40c646be8a37 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:28.655635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-a7f70155-cfd3-4713-8753-b1ebe19de255 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (2488829b-5207-4eda-8c27-3e107d8b9d8e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:28.656064 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-a7f70155-cfd3-4713-8753-b1ebe19de255 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Floating IP 2488829b-5207-4eda-8c27-3e107d8b9d8e disassociated. External IP: 172.35.1.152, port: fd85026d-38d7-4dbb-a085-fa40b89df53f.
Apr 16 21:24:28.674762 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e77e6e5d-fc62-46df-af56-67be94862911 req-aa857e45-9a48-48d0-b98d-0997a274fbd8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749154
Apr 16 21:24:28.895827 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4ca42528-f054-439b-bfb8-dc5e7f86c54c), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:29.003000 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-a7f70155-cfd3-4713-8753-b1ebe19de255 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Router c83aca07-708b-4d76-8078-d6740f8829b8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:29.011496 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-567e5527-b3d7-4de5-a961-4a9a18e0faae req-946f56aa-b72e-4d4b-b510-cd5193642c6d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (48255b0b-bf96-40f8-a7f4-40c646be8a37), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:29.024533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['48255b0b-bf96-40f8-a7f4-40c646be8a37'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:24:29.051927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f56aa-b72e-4d4b-b510-cd5193642c6d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Pushing event deleted for resources: {'Port': ['ID=48255b0b-bf96-40f8-a7f4-40c646be8a37,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:29.159582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-567e5527-b3d7-4de5-a961-4a9a18e0faae req-946f56aa-b72e-4d4b-b510-cd5193642c6d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] No DVR routers for this DVR port 48255b0b-bf96-40f8-a7f4-40c646be8a37 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:24:29.160548 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-567e5527-b3d7-4de5-a961-4a9a18e0faae req-946f56aa-b72e-4d4b-b510-cd5193642c6d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:29.164040 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-567e5527-b3d7-4de5-a961-4a9a18e0faae req-946f56aa-b72e-4d4b-b510-cd5193642c6d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.11 "DELETE /v2.0/ports/48255b0b-bf96-40f8-a7f4-40c646be8a37 HTTP/1.1" status: 204  len: 173 time: 1.2243428
Apr 16 21:24:29.253066 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-a7f70155-cfd3-4713-8753-b1ebe19de255 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:29.259656 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-a7f70155-cfd3-4713-8753-b1ebe19de255 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:29.266814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2094d-af98-4239-bc1d-c8c81241912f None None] Sync routers for ids ['c83aca07-708b-4d76-8078-d6740f8829b8'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:29.289658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2094d-af98-4239-bc1d-c8c81241912f None None] Routers {'c83aca07-708b-4d76-8078-d6740f8829b8'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:29.291035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c1e2094d-af98-4239-bc1d-c8c81241912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012495f7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c83aca07-708b-4d76-8078-d6740f8829b8'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:29.328617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-a7f70155-cfd3-4713-8753-b1ebe19de255 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "PUT /v2.0/floatingips/2488829b-5207-4eda-8c27-3e107d8b9d8e HTTP/1.1" status: 200  len: 695 time: 1.3168106
Apr 16 21:24:29.422145 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (4ca42528-f054-439b-bfb8-dc5e7f86c54c), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:29.442597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10732c39-e308-4b09-9cde-9dc1004d8871 req-b80a52cb-7dbc-49d0-98f5-a3100db977ec tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:29.446674 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10732c39-e308-4b09-9cde-9dc1004d8871 req-b80a52cb-7dbc-49d0-98f5-a3100db977ec tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 943 time: 0.0907080
Apr 16 21:24:29.498654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b015d8b-25ca-42b4-9080-9cc405ea1ad6', 'name': 'network-vif-deleted', 'tag': '48255b0b-bf96-40f8-a7f4-40c646be8a37'}, {'name': 'network-changed', 'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:29.500926 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527895c3-e075-4e9c-886a-6abc441f9d4b" -d '{"events": [{"server_uuid": "2b015d8b-25ca-42b4-9080-9cc405ea1ad6", "name": "network-vif-deleted", "tag": "48255b0b-bf96-40f8-a7f4-40c646be8a37"}, {"name": "network-changed", "server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:29.502230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c1e2094d-af98-4239-bc1d-c8c81241912f None None] Set router c83aca07-708b-4d76-8078-d6740f8829b8 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:24:29.523396 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (4ca42528-f054-439b-bfb8-dc5e7f86c54c), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:29.537661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-2b89008d-e584-42f7-b42c-09e5bc5399ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:29.539210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-2b89008d-e584-42f7-b42c-09e5bc5399ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5096c21fbfe41dd80379e0e3b6fb8d5&device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 1127 time: 0.1880608
Apr 16 21:24:29.621036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (e2941294-0eae-4a8e-96fe-0eed4730cb77), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:29.691656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10732c39-e308-4b09-9cde-9dc1004d8871 req-c06c5577-847f-4eeb-9dc8-4c7a5c958c8f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337008
Apr 16 21:24:29.723976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-fc74e7ac-9235-4eba-8fbc-2fa945ea3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:29.723976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-fc74e7ac-9235-4eba-8fbc-2fa945ea3983 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e30659b1-756c-4ef0-9573-8335ff004f46 HTTP/1.1" status: 200  len: 921 time: 0.1757112
Apr 16 21:24:29.814144 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-de8d2078-b4d1-4066-b8bf-a25c0847f4f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 200  len: 217 time: 0.0788333
Apr 16 21:24:29.820270 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8f2bc6-0042-4323-b1bc-b3dd48fd5192 x-openstack-request-id: req-df8f2bc6-0042-4323-b1bc-b3dd48fd5192 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:29.820835 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b015d8b-25ca-42b4-9080-9cc405ea1ad6", "name": "network-vif-deleted", "tag": "48255b0b-bf96-40f8-a7f4-40c646be8a37", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:29.820972 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df8f2bc6-0042-4323-b1bc-b3dd48fd5192 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:29.821403 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8f2bc6-0042-4323-b1bc-b3dd48fd5192'] response: {'server_uuid': '2b015d8b-25ca-42b4-9080-9cc405ea1ad6', 'name': 'network-vif-deleted', 'tag': '48255b0b-bf96-40f8-a7f4-40c646be8a37', 'status': 'completed', 'code': 200}
Apr 16 21:24:29.821728 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8f2bc6-0042-4323-b1bc-b3dd48fd5192'] response: {'name': 'network-changed', 'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f', 'status': 'completed', 'code': 200}
Apr 16 21:24:29.843846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=4ca42528-f054-439b-bfb8-dc5e7f86c54c,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:29.932320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-cc76838d-5d51-4508-9ba5-201598d314fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:29.936745 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-cc76838d-5d51-4508-9ba5-201598d314fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f82318ec-15c8-47c0-ac6c-ad372af7cf88 HTTP/1.1" status: 200  len: 860 time: 0.1096790
Apr 16 21:24:29.954696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network c82db379-4f14-4961-afb3-70b1cdb3f95f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:29.978550 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-a186bc4b-c021-4447-a360-da0ac6b234b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e30659b1-756c-4ef0-9573-8335ff004f46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0315399
Apr 16 21:24:29.981058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:30.005153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c1e2094d-af98-4239-bc1d-c8c81241912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012495f7f0>, [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port': {'id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4628eee-7098-4331-b1e5-d1d3254a8b45', 'name': '', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'mac_address': 'fa:16:3e:cf:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:09Z', 'updated_at': '2022-04-16T21:23:21Z', 'revision_number': 5, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'subnets': [{'id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:30.035211 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-784c3c90-b51a-49fa-b50a-b7d5c2552e6f req-8cd64785-4cd9-4598-b72d-db8231cce40d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b015d8b-25ca-42b4-9080-9cc405ea1ad6 HTTP/1.1" status: 200  len: 210 time: 0.0776155
Apr 16 21:24:30.051866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2094d-af98-4239-bc1d-c8c81241912f None None] Checking router: c83aca07-708b-4d76-8078-d6740f8829b8 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:24:30.082337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2094d-af98-4239-bc1d-c8c81241912f None None] Routers {'c83aca07-708b-4d76-8078-d6740f8829b8'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:30.083520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c1e2094d-af98-4239-bc1d-c8c81241912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012495f7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c83aca07-708b-4d76-8078-d6740f8829b8'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:30.139171 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-7802ac80-dd96-4da1-b2f3-6a4aad362934 service neutron] 10.222.0.20 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462736
Apr 16 21:24:30.235835 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c1e2094d-af98-4239-bc1d-c8c81241912f None None] Set router c83aca07-708b-4d76-8078-d6740f8829b8 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:24:30.283030 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:30.449010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:30.462349 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b2f5195b-c24b-425c-9897-58952d930874 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "PUT /v2.0/routers/e2941294-0eae-4a8e-96fe-0eed4730cb77/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4174592
Apr 16 21:24:30.462553 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c4c478-8e04-4b9a-9388-662e7bb09d67 None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:30.463055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43066) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:30.469392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'port': {'network_id': 'c82db379-4f14-4961-afb3-70b1cdb3f95f', 'name': 'tempest-FloatingIPTestJSON-1399576289'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:30.482541 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4c478-8e04-4b9a-9388-662e7bb09d67 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:30.483270 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-43c4c478-8e04-4b9a-9388-662e7bb09d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249daf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:30.500804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c1e2094d-af98-4239-bc1d-c8c81241912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012495f7f0>, [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port': {'id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4628eee-7098-4331-b1e5-d1d3254a8b45', 'name': '', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'mac_address': 'fa:16:3e:cf:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:09Z', 'updated_at': '2022-04-16T21:23:21Z', 'revision_number': 5, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'subnets': [{'id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:30.531004 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-43c4c478-8e04-4b9a-9388-662e7bb09d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249daf10>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:30.540411 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4c478-8e04-4b9a-9388-662e7bb09d67 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:30.541331 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-43c4c478-8e04-4b9a-9388-662e7bb09d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249daf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:30.580388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2094d-af98-4239-bc1d-c8c81241912f None None] The sync data for ids ['c83aca07-708b-4d76-8078-d6740f8829b8'] in ncdv-master-1 is: [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port': {'id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4628eee-7098-4331-b1e5-d1d3254a8b45', 'name': '', 'network_id': 'e30659b1-756c-4ef0-9573-8335ff004f46', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'mac_address': 'fa:16:3e:cf:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:09Z', 'updated_at': '2022-04-16T21:23:21Z', 'revision_number': 5, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'subnets': [{'id': 'f82318ec-15c8-47c0-ac6c-ad372af7cf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:30.605788 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-43c4c478-8e04-4b9a-9388-662e7bb09d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249daf10>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:30.606535 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c4c478-8e04-4b9a-9388-662e7bb09d67 None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:30.639050 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8564b24-fe8b-475b-af5b-b0ba3531ac96 req-717b4dac-d607-4b21-8994-ab1cdb9fd818 service neutron] 10.222.0.20 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4782352
Apr 16 21:24:30.730686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Made reservation on behalf of 81042bf23dbc43e0ac84e1ff4a1da1f0 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:30.734740 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:30.804158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] device_id is not set on port bc1a58a0-7dab-41e0-9753-7d4657f226de yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:24:30.915531 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-3ee45098-8830-4894-9408-35fc75f6a2c9 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/floatingips/2488829b-5207-4eda-8c27-3e107d8b9d8e HTTP/1.1" status: 200  len: 695 time: 0.1625690
Apr 16 21:24:31.002479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53959d27-e717-48cc-9165-d38388934a7f req-35c128ff-5f52-4e7f-9faf-d96b0386f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:31.005856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53959d27-e717-48cc-9165-d38388934a7f req-35c128ff-5f52-4e7f-9faf-d96b0386f61b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280&device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 1125 time: 0.1696529
Apr 16 21:24:31.076794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015832f0-928f-416c-a638-933ef18ebaec req-0ae7143c-0250-456c-9f9e-594ed0d8c656 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:31.085101 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-015832f0-928f-416c-a638-933ef18ebaec req-0ae7143c-0250-456c-9f9e-594ed0d8c656 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 943 time: 0.1470606
Apr 16 21:24:31.086658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd9b8c-75ba-4b02-a1dd-c5187b54ba5b None None] New status for floating IP 2488829b-5207-4eda-8c27-3e107d8b9d8e: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:24:31.115330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527895c3-e075-4e9c-886a-6abc441f9d4b req-dc683eb7-4cd4-4ad3-89db-3530b3466703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:31.116916 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-527895c3-e075-4e9c-886a-6abc441f9d4b req-dc683eb7-4cd4-4ad3-89db-3530b3466703 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5096c21fbfe41dd80379e0e3b6fb8d5&device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 1127 time: 0.1903610
Apr 16 21:24:31.219920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-01b39a15-2514-469e-8955-66665598effc tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:31.221634 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-01b39a15-2514-469e-8955-66665598effc tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 784 time: 0.3048370
Apr 16 21:24:31.230057 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-015832f0-928f-416c-a638-933ef18ebaec req-9c1322a2-11ea-4a29-a551-7eaeb4951a36 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439400
Apr 16 21:24:31.246050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-a44fa633-37db-44fa-bb15-d4e73afeb47c tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:24:31.247111 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-a44fa633-37db-44fa-bb15-d4e73afeb47c tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0182512
Apr 16 21:24:31.279852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53959d27-e717-48cc-9165-d38388934a7f req-8768e945-5cfa-4c2e-9a91-6af213cc60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:31.282168 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53959d27-e717-48cc-9165-d38388934a7f req-8768e945-5cfa-4c2e-9a91-6af213cc60c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1b9ee265-bdab-4092-8071-c9bb95d911fb HTTP/1.1" status: 200  len: 914 time: 0.2695003
Apr 16 21:24:31.296903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.20.0.3 (c82db379-4f14-4961-afb3-70b1cdb3f95f/f4f755bd-f766-49b9-802f-a7fbbd43c8a3/bc1a58a0-7dab-41e0-9753-7d4657f226de) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:31.383210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-f379951f-530e-4ddb-8254-3d85da90e9dc tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.152 HTTP/1.1" status: 200  len: 698 time: 0.1274066
Apr 16 21:24:31.384850 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53959d27-e717-48cc-9165-d38388934a7f req-19a0239d-6796-4fbf-8603-7fdbe9e61d6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f0877d-908a-47df-aa37-d5dcea212e40 HTTP/1.1" status: 200  len: 217 time: 0.0491154
Apr 16 21:24:31.397642 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527895c3-e075-4e9c-886a-6abc441f9d4b req-3236c5c2-3fe6-4e92-bb54-f7217df83506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:31.403060 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-527895c3-e075-4e9c-886a-6abc441f9d4b req-3236c5c2-3fe6-4e92-bb54-f7217df83506 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e30659b1-756c-4ef0-9573-8335ff004f46 HTTP/1.1" status: 200  len: 921 time: 0.2611716
Apr 16 21:24:31.441395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53959d27-e717-48cc-9165-d38388934a7f req-516de140-aec9-4352-8b5a-5d1fc62feff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:31.443755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53959d27-e717-48cc-9165-d38388934a7f req-516de140-aec9-4352-8b5a-5d1fc62feff4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6187210d-8476-403b-b03c-54cf8fd642e3 HTTP/1.1" status: 200  len: 853 time: 0.0522101
Apr 16 21:24:31.508023 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-527895c3-e075-4e9c-886a-6abc441f9d4b req-166ccd0d-d575-4483-b107-de9eb6991083 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 200  len: 217 time: 0.0931122
Apr 16 21:24:31.587861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53959d27-e717-48cc-9165-d38388934a7f req-5e8f87fd-fd4e-49a5-aa5f-1a71b015ba70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b9ee265-bdab-4092-8071-c9bb95d911fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1216104
Apr 16 21:24:31.591244 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-b37e674c-897d-4c34-8548-6ec4c3550d20 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.1.152 HTTP/1.1" status: 200  len: 698 time: 0.1464000
Apr 16 21:24:31.687534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527895c3-e075-4e9c-886a-6abc441f9d4b req-0645a059-5f6b-4502-9b4c-ddf2f184afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:31.689038 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-527895c3-e075-4e9c-886a-6abc441f9d4b req-0645a059-5f6b-4502-9b4c-ddf2f184afc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f82318ec-15c8-47c0-ac6c-ad372af7cf88 HTTP/1.1" status: 200  len: 860 time: 0.1691761
Apr 16 21:24:31.748458 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-527895c3-e075-4e9c-886a-6abc441f9d4b req-896ced88-b564-4252-8708-c72ede897049 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e30659b1-756c-4ef0-9573-8335ff004f46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487723
Apr 16 21:24:31.838155 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53959d27-e717-48cc-9165-d38388934a7f req-bc0e736e-6655-4d40-85df-7fedf183c3ee service neutron] 10.222.0.41 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2440901
Apr 16 21:24:31.841841 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (bc1a58a0-7dab-41e0-9753-7d4657f226de), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:31.851854 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-e1058d50-0f77-452f-887c-73acefa628d9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:31.853344 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-e1058d50-0f77-452f-887c-73acefa628d9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 811 time: 0.2726469
Apr 16 21:24:31.884676 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-6832471e-9ce1-4f2d-acf7-c8c4e62cf473 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/quotas/7caf6e59a47149a68cae6224fb2856e7 HTTP/1.1" status: 200  len: 375 time: 0.0223365
Apr 16 21:24:31.901932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-1fb0ff40-8158-422e-9ba2-d35f30d03a78 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Deleting port 699f3d0f-d21e-49e0-b817-dd630a1d6b59 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:31.901932 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-1fb0ff40-8158-422e-9ba2-d35f30d03a78 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (699f3d0f-d21e-49e0-b817-dd630a1d6b59), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:31.937279 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-b422ba55-25ba-4b08-a2a3-d82c6cd61978 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0441449
Apr 16 21:24:31.940630 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-527895c3-e075-4e9c-886a-6abc441f9d4b req-dc486d78-26e7-439d-b3ce-7294b9a3e66f service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1834841
Apr 16 21:24:32.013432 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53959d27-e717-48cc-9165-d38388934a7f req-2b7e719b-0830-4ac1-b6ad-9c4349ed1e22 service neutron] 10.222.0.41 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1626563
Apr 16 21:24:32.026251 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-1fb0ff40-8158-422e-9ba2-d35f30d03a78 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (699f3d0f-d21e-49e0-b817-dd630a1d6b59), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:32.027325 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-1fb0ff40-8158-422e-9ba2-d35f30d03a78 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for floatingip (699f3d0f-d21e-49e0-b817-dd630a1d6b59), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:32.042782 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (bc1a58a0-7dab-41e0-9753-7d4657f226de), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:32.045226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-1fb0ff40-8158-422e-9ba2-d35f30d03a78 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Calling delete_port for 699f3d0f-d21e-49e0-b817-dd630a1d6b59 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:32.077820 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-527895c3-e075-4e9c-886a-6abc441f9d4b req-d86423de-abf7-4bf5-ba81-bb650ef4be09 service neutron] 10.222.0.41 "GET /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275806
Apr 16 21:24:32.149218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network c82db379-4f14-4961-afb3-70b1cdb3f95f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:32.155461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:32.162715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:32.193947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=bc1a58a0-7dab-41e0-9753-7d4657f226de,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:32.232757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-10b02116-aa74-4835-8e2e-4e4434200027 service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2872169
Apr 16 21:24:32.240542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:32.241161 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:32.297352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-1fb0ff40-8158-422e-9ba2-d35f30d03a78 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (699f3d0f-d21e-49e0-b817-dd630a1d6b59), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:32.325814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0ff40-8158-422e-9ba2-d35f30d03a78 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Pushing event deleted for resources: {'Port': ['ID=699f3d0f-d21e-49e0-b817-dd630a1d6b59,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:32.347047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-0985e96e-a347-4d9e-a4b1-53f97194bbfb service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1031361
Apr 16 21:24:32.381823 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-17598a87-f175-435a-8197-79b0f698ae87 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.9176278
Apr 16 21:24:32.384289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43122) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:32.393678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'port': {'network_id': 'c82db379-4f14-4961-afb3-70b1cdb3f95f', 'name': 'tempest-FloatingIPTestJSON-189031053'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:32.395502 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-1fb0ff40-8158-422e-9ba2-d35f30d03a78 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for floatingip (2488829b-5207-4eda-8c27-3e107d8b9d8e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:32.400596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-1fb0ff40-8158-422e-9ba2-d35f30d03a78 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:32.402724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca712e31-8b1e-4590-a994-dd33e5d5af80 req-1fb0ff40-8158-422e-9ba2-d35f30d03a78 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "DELETE /v2.0/floatingips/2488829b-5207-4eda-8c27-3e107d8b9d8e HTTP/1.1" status: 204  len: 173 time: 0.7967007
Apr 16 21:24:32.506625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b0cec-0916-4063-9157-28e0febc1539 req-a36ddf39-1f6c-4f3c-aeb8-dd32380288e1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:32.508471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af1b0cec-0916-4063-9157-28e0febc1539 req-a36ddf39-1f6c-4f3c-aeb8-dd32380288e1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 943 time: 0.0491986
Apr 16 21:24:32.567602 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af1b0cec-0916-4063-9157-28e0febc1539 req-92944f79-14ec-4dbd-9abb-b341d17a143e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523400
Apr 16 21:24:32.596027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 48255b0b-bf96-40f8-a7f4-40c646be8a37 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:24:32.623177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 48255b0b-bf96-40f8-a7f4-40c646be8a37 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:24:32.623798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 48255b0b-bf96-40f8-a7f4-40c646be8a37 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:24:32.629885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5091bf8f-ac90-4390-af88-cd582c4217c6 req-ede7758a-75a5-44c9-9b6c-da8b139ceeb4 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups/26968c5b-9466-4121-a076-5601408b759c HTTP/1.1" status: 200  len: 1826 time: 0.0524969
Apr 16 21:24:32.653206 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71d6a5a7-7ffc-4401-80a5-9064faf8f794 req-7146b6c9-4b3b-4db3-93f9-969c1aaa925e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 210 time: 0.0320685
Apr 16 21:24:32.696647 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5091bf8f-ac90-4390-af88-cd582c4217c6 req-797280aa-32ed-41d8-ba7b-786c883197b3 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for security_group (26968c5b-9466-4121-a076-5601408b759c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:32.725452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5091bf8f-ac90-4390-af88-cd582c4217c6 req-797280aa-32ed-41d8-ba7b-786c883197b3 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for security_group (26968c5b-9466-4121-a076-5601408b759c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:32.828968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Made reservation on behalf of 81042bf23dbc43e0ac84e1ff4a1da1f0 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:32.832369 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:32.849607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] device_id is not set on port 83bad9cc-9605-4ed2-a37f-8f337897303a yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:24:32.858852 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5091bf8f-ac90-4390-af88-cd582c4217c6 req-797280aa-32ed-41d8-ba7b-786c883197b3 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (26968c5b-9466-4121-a076-5601408b759c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:32.861294 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5091bf8f-ac90-4390-af88-cd582c4217c6 req-797280aa-32ed-41d8-ba7b-786c883197b3 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:32.866138 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5091bf8f-ac90-4390-af88-cd582c4217c6 req-797280aa-32ed-41d8-ba7b-786c883197b3 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "DELETE /v2.0/security-groups/26968c5b-9466-4121-a076-5601408b759c HTTP/1.1" status: 204  len: 173 time: 0.2253656
Apr 16 21:24:32.903103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797280aa-32ed-41d8-ba7b-786c883197b3 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26968c5b-9466-4121-a076-5601408b759c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:32.977755 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.20.0.5 (c82db379-4f14-4961-afb3-70b1cdb3f95f/f4f755bd-f766-49b9-802f-a7fbbd43c8a3/83bad9cc-9605-4ed2-a37f-8f337897303a) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:33.143761 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (83bad9cc-9605-4ed2-a37f-8f337897303a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:33.246872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 29f0877d-908a-47df-aa37-d5dcea212e40 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:24:33.271149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (83bad9cc-9605-4ed2-a37f-8f337897303a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:33.336332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network c82db379-4f14-4961-afb3-70b1cdb3f95f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:33.341200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:33.343310 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=83bad9cc-9605-4ed2-a37f-8f337897303a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:33.345787 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:33.397301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:33.414709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '29f0877d-908a-47df-aa37-d5dcea212e40', 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb', 'port_id': '29f0877d-908a-47df-aa37-d5dcea212e40', 'mac_address': 'fa:16:3e:f9:6b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6187210d-8476-403b-b03c-54cf8fd642e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:24:33.433718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:33.434335 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:33.453814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 29f0877d-908a-47df-aa37-d5dcea212e40 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:33.454215 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:33.459467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdce5c1-a73f-48a9-a46b-b0db16541c20 req-37088b9b-40bc-404b-bb40-c8b2010c2b7f tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:33.461097 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bdce5c1-a73f-48a9-a46b-b0db16541c20 req-37088b9b-40bc-404b-bb40-c8b2010c2b7f tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0688140
Apr 16 21:24:33.472516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f0877d-908a-47df-aa37-d5dcea212e40 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:24:33.493586 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:33.508832 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bdce5c1-a73f-48a9-a46b-b0db16541c20 req-9bb491f2-7a35-4dfc-b303-82455c21c2fd tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420606
Apr 16 21:24:33.634659 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:33.640635 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-61f6da2c-11cc-4a90-a62e-3a52e3a06b70 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.2513769
Apr 16 21:24:33.641747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43172) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:33.647119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '83bad9cc-9605-4ed2-a37f-8f337897303a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:33.694016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=29f0877d-908a-47df-aa37-d5dcea212e40,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:33.702821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.703175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.703518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.703860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.704274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.704616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.704948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.705271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.705858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.706373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.706888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.708337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.708860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.709392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.709509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02c78e-d51f-4d2c-9c8e-be1e3052de56 req-c620d7d6-0b61-47ab-858a-802acc072524 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:33.710052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:33.711001 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f02c78e-d51f-4d2c-9c8e-be1e3052de56 req-c620d7d6-0b61-47ab-858a-802acc072524 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.0593572
Apr 16 21:24:33.749755 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2a07c06-dc10-4fe4-bb5a-03c90b4a7af5 req-49e04f7c-c544-4996-99f3-04aade4eab14 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 210 time: 0.0280726
Apr 16 21:24:33.764701 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f02c78e-d51f-4d2c-9c8e-be1e3052de56 req-382b8587-bec4-4a5f-94a9-033bacdd1f18 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453103
Apr 16 21:24:33.794535 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:33.877463 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:33.985789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['29f0877d-908a-47df-aa37-d5dcea212e40'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:24:33.986690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.35.1.246 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/a1ffdf3d-56cb-4643-b2d4-b40e26a1c653) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:34.097986 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (a1ffdf3d-56cb-4643-b2d4-b40e26a1c653), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:34.229604 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a1ffdf3d-56cb-4643-b2d4-b40e26a1c653), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:34.272942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:34.275825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:34.279704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:34.285437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=a1ffdf3d-56cb-4643-b2d4-b40e26a1c653,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:34.640152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a3bc8-c0cf-45d9-9587-9fec33ab5d36 req-dd205911-41a8-4c07-9a94-c16f1cd6b83d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:34.641675 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-de3a3bc8-c0cf-45d9-9587-9fec33ab5d36 req-dd205911-41a8-4c07-9a94-c16f1cd6b83d tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0593076
Apr 16 21:24:34.689080 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (155a7a58-a976-47bb-b9be-9accacc72031), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:34.691479 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-de3a3bc8-c0cf-45d9-9587-9fec33ab5d36 req-87aa9838-abe4-4e26-bc36-d2471bf01452 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437934
Apr 16 21:24:34.853504 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c33eb04a-13de-4d8c-9559-61ffb1c243b4 req-ee92d5b8-6a0b-4e61-a739-d619764b4a11 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 210 time: 0.0340497
Apr 16 21:24:34.905906 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b470c-8277-4531-a02c-53b1931a2435 req-734d501d-8cec-436d-b79f-53f6b24fc130 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:34.907398 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-125b470c-8277-4531-a02c-53b1931a2435 req-734d501d-8cec-436d-b79f-53f6b24fc130 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.0755122
Apr 16 21:24:34.908133 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a1ffdf3d-56cb-4643-b2d4-b40e26a1c653), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:34.957017 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-125b470c-8277-4531-a02c-53b1931a2435 req-39d16cf3-0001-4ce9-a24e-bfc6ba9f3d54 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426428
Apr 16 21:24:35.063962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (a1ffdf3d-56cb-4643-b2d4-b40e26a1c653), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:35.157941 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a1ffdf3d-56cb-4643-b2d4-b40e26a1c653), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:35.272508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=a1ffdf3d-56cb-4643-b2d4-b40e26a1c653,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:35.275866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 29f0877d-908a-47df-aa37-d5dcea212e40 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:24:35.308791 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (155a7a58-a976-47bb-b9be-9accacc72031), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:35.329291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 29f0877d-908a-47df-aa37-d5dcea212e40 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:24:35.366810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-9bbd9a50-54f3-4a1c-a9e8-5c6eccf7cfd4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:35.368301 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-9bbd9a50-54f3-4a1c-a9e8-5c6eccf7cfd4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.11 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 811 time: 0.2241364
Apr 16 21:24:35.381882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-b994a619-fbf2-4dfc-a4fe-9c34a36634b2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Request body: {'port': {'device_id': '6aa577ae-2715-44de-93bb-d02db79533fb', 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'admin_state_up': True, 'tenant_id': '7caf6e59a47149a68cae6224fb2856e7'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:35.421362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 29f0877d-908a-47df-aa37-d5dcea212e40 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:24:35.421687 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:35.500120 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Floating IP 155a7a58-a976-47bb-b9be-9accacc72031 associated. External IP: 172.35.1.246, port: 83bad9cc-9605-4ed2-a37f-8f337897303a.
Apr 16 21:24:35.503372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 29f0877d-908a-47df-aa37-d5dcea212e40 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:35.503771 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:35.528709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:35.530862 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc36c1e-cda4-4a0e-8161-55d12e709f25" -d '{"events": [{"server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "name": "network-vif-plugged", "status": "completed", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:35.543532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:35.573774 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1447a3-49e3-4830-8fc2-9ec3183fbdc4 x-openstack-request-id: req-2b1447a3-49e3-4830-8fc2-9ec3183fbdc4 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:35.574136 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "name": "network-vif-plugged", "status": "completed", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:35.574468 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b1447a3-49e3-4830-8fc2-9ec3183fbdc4 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:35.574936 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b1447a3-49e3-4830-8fc2-9ec3183fbdc4'] response: {'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40', 'code': 200}
Apr 16 21:24:35.638293 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:35.688138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-b994a619-fbf2-4dfc-a4fe-9c34a36634b2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Made reservation on behalf of 7caf6e59a47149a68cae6224fb2856e7 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:35.693277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-b994a619-fbf2-4dfc-a4fe-9c34a36634b2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:35.699314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e9d8a-f25c-4533-b14b-90c0ffaf85ce req-f35971e8-89b4-414a-b230-5fde7364fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:35.701135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=29f0877d-908a-47df-aa37-d5dcea212e40,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:35.701323 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e1e9d8a-f25c-4533-b14b-90c0ffaf85ce req-f35971e8-89b4-414a-b230-5fde7364fe58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 1127 time: 0.0542996
Apr 16 21:24:35.851256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd74d9c-f57b-431a-8ac3-e94fe5d29041 req-b255b3cb-18cb-4c8b-88c7-728e89713437 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:35.852931 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3dd74d9c-f57b-431a-8ac3-e94fe5d29041 req-b255b3cb-18cb-4c8b-88c7-728e89713437 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0817752
Apr 16 21:24:35.860050 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e1e9d8a-f25c-4533-b14b-90c0ffaf85ce req-7e661886-c6d3-41b4-864d-5e8aba34ed75 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912266
Apr 16 21:24:35.897344 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:35.914245 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3dd74d9c-f57b-431a-8ac3-e94fe5d29041 req-bb3ae8b7-4cd7-4397-93ad-7d8e7c04efb8 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526829
Apr 16 21:24:36.127822 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f660d093-3a52-438d-9b2f-8b4a361b750d req-cbedbea3-af5f-4ad1-ba93-400e46043113 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 210 time: 0.0653980
Apr 16 21:24:36.182754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:36.222094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc276ea-1256-4e0f-b650-5458130db890 req-d79e849d-e212-4d3a-8a37-3c30b8603539 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:36.223885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bc276ea-1256-4e0f-b650-5458130db890 req-d79e849d-e212-4d3a-8a37-3c30b8603539 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0793364
Apr 16 21:24:36.288937 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-b994a619-fbf2-4dfc-a4fe-9c34a36634b2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Allocated IP 172.20.0.10 (5fb5cf29-8796-41a2-8375-e8062a5911ad/363c489b-9558-4973-a8ad-7c86215b2c65/c79de46c-1a6f-418e-b267-0c88759e0458) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:36.300446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771a5f-3715-4d76-993e-12ef5707db66 req-71788c5c-0528-4971-a49d-ee8e90d0b5cd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:36.304824 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b771a5f-3715-4d76-993e-12ef5707db66 req-71788c5c-0528-4971-a49d-ee8e90d0b5cd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1154976
Apr 16 21:24:36.371958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-1bc276ea-1256-4e0f-b650-5458130db890 req-dc81b51b-2c0f-4c49-96cf-a4c548d4224a tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Deleting port fd85026d-38d7-4dbb-a085-fa40b89df53f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:36.372325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bc276ea-1256-4e0f-b650-5458130db890 req-dc81b51b-2c0f-4c49-96cf-a4c548d4224a tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:36.393453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21349f68-b56f-4a70-b30f-0bbdc8e3ab9b req-ed6f7dea-1d0e-4581-bdf4-a34f442f0643 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:36.394906 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-21349f68-b56f-4a70-b30f-0bbdc8e3ab9b req-ed6f7dea-1d0e-4581-bdf4-a34f442f0643 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 946 time: 0.0721221
Apr 16 21:24:36.455331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b771a5f-3715-4d76-993e-12ef5707db66 req-15419764-d5d2-4553-8fb3-16295aca39eb tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402442
Apr 16 21:24:36.462998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:36.476794 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fbb0df-f5ec-4b63-8f4a-38b7f6b6823c None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:36.490721 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fbb0df-f5ec-4b63-8f4a-38b7f6b6823c None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:36.491699 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-48fbb0df-f5ec-4b63-8f4a-38b7f6b6823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124eb2190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:36.507910 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-21349f68-b56f-4a70-b30f-0bbdc8e3ab9b req-e9e6bb38-39c5-429c-835f-a2a2a64090e8 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832348
Apr 16 21:24:36.525274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-1bc276ea-1256-4e0f-b650-5458130db890 req-dc81b51b-2c0f-4c49-96cf-a4c548d4224a tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] For port fd85026d-38d7-4dbb-a085-fa40b89df53f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd85026d-38d7-4dbb-a085-fa40b89df53f,segment=NetworkSegment(72bf4b65-f704-45f9-bea1-ac039e0f7090),segment_id=72bf4b65-f704-45f9-bea1-ac039e0f7090)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:36.525703 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bc276ea-1256-4e0f-b650-5458130db890 req-dc81b51b-2c0f-4c49-96cf-a4c548d4224a tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:36.540425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-1bc276ea-1256-4e0f-b650-5458130db890 req-dc81b51b-2c0f-4c49-96cf-a4c548d4224a tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Calling delete_port for fd85026d-38d7-4dbb-a085-fa40b89df53f owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:36.544400 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-48fbb0df-f5ec-4b63-8f4a-38b7f6b6823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124eb2190>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:36.554846 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fbb0df-f5ec-4b63-8f4a-38b7f6b6823c None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:36.555490 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-48fbb0df-f5ec-4b63-8f4a-38b7f6b6823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124eb2190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:36.582527 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-b994a619-fbf2-4dfc-a4fe-9c34a36634b2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks [] for port (c79de46c-1a6f-418e-b267-0c88759e0458), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:36.587747 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:36.593325 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-48fbb0df-f5ec-4b63-8f4a-38b7f6b6823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124eb2190>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:36.594176 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fbb0df-f5ec-4b63-8f4a-38b7f6b6823c None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:36.628935 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-388e1c25-1822-45f2-949f-8021189c56b3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 2.9860384
Apr 16 21:24:36.631688 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43238) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:36.653140 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3261a870-fc26-41e1-a96e-b3a768c9f175 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'floatingip': {'port_id': None}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:36.749375 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-b994a619-fbf2-4dfc-a4fe-9c34a36634b2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:36.797204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-b994a619-fbf2-4dfc-a4fe-9c34a36634b2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Network 5fb5cf29-8796-41a2-8375-e8062a5911ad is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:36.800531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-b994a619-fbf2-4dfc-a4fe-9c34a36634b2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:36.804611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-b994a619-fbf2-4dfc-a4fe-9c34a36634b2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:36.831246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994a619-fbf2-4dfc-a4fe-9c34a36634b2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Pushing event updated for resources: {'Port': ['ID=c79de46c-1a6f-418e-b267-0c88759e0458,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:36.863785 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-b994a619-fbf2-4dfc-a4fe-9c34a36634b2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:36.864469 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-b994a619-fbf2-4dfc-a4fe-9c34a36634b2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:36.940240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-b994a619-fbf2-4dfc-a4fe-9c34a36634b2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5631104
Apr 16 21:24:36.952154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Request body: {'port': {'device_id': '6aa577ae-2715-44de-93bb-d02db79533fb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:37.048035 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:37.059595 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3261a870-fc26-41e1-a96e-b3a768c9f175 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (155a7a58-a976-47bb-b9be-9accacc72031), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:37.072828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb576da7-4b7c-4e2c-9171-deaa156d0f09 req-580a18a7-890c-4313-b867-cee3c90e46b4 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:37.074340 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb576da7-4b7c-4e2c-9171-deaa156d0f09 req-580a18a7-890c-4313-b867-cee3c90e46b4 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 945 time: 0.0633297
Apr 16 21:24:37.153758 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bc276ea-1256-4e0f-b650-5458130db890 req-dc81b51b-2c0f-4c49-96cf-a4c548d4224a tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (fd85026d-38d7-4dbb-a085-fa40b89df53f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:37.166872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['fd85026d-38d7-4dbb-a085-fa40b89df53f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:24:37.199161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81b51b-2c0f-4c49-96cf-a4c548d4224a tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Pushing event deleted for resources: {'Port': ['ID=fd85026d-38d7-4dbb-a085-fa40b89df53f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:37.218082 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb576da7-4b7c-4e2c-9171-deaa156d0f09 req-591e76bc-a951-4a69-a0fd-3ca887890eb5 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/security-groups?id=74b1c167-8a65-4637-9b26-c84339f0d821&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220262
Apr 16 21:24:37.297766 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3261a870-fc26-41e1-a96e-b3a768c9f175 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:37.314460 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc276ea-1256-4e0f-b650-5458130db890 req-dc81b51b-2c0f-4c49-96cf-a4c548d4224a tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] No DVR routers for this DVR port fd85026d-38d7-4dbb-a085-fa40b89df53f on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:24:37.318025 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bc276ea-1256-4e0f-b650-5458130db890 req-dc81b51b-2c0f-4c49-96cf-a4c548d4224a tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:37.321559 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bc276ea-1256-4e0f-b650-5458130db890 req-dc81b51b-2c0f-4c49-96cf-a4c548d4224a tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.41 "DELETE /v2.0/ports/fd85026d-38d7-4dbb-a085-fa40b89df53f HTTP/1.1" status: 204  len: 173 time: 1.0926373
Apr 16 21:24:37.323990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'name': 'network-vif-deleted', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:37.326316 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418a3d75-04a2-41e9-bb31-0eec0131df5a" -d '{"events": [{"server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "name": "network-vif-deleted", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:37.342498 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48758289-517b-43a3-8b8c-6a914078e4db req-21de06e7-0df3-448e-8781-1d96e19fa18d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:37.344003 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-48758289-517b-43a3-8b8c-6a914078e4db req-21de06e7-0df3-448e-8781-1d96e19fa18d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 932 time: 0.1121678
Apr 16 21:24:37.360897 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3261a870-fc26-41e1-a96e-b3a768c9f175 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (155a7a58-a976-47bb-b9be-9accacc72031), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:37.361241 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-3261a870-fc26-41e1-a96e-b3a768c9f175 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Floating IP 155a7a58-a976-47bb-b9be-9accacc72031 disassociated. External IP: 172.35.1.246, port: 83bad9cc-9605-4ed2-a37f-8f337897303a.
Apr 16 21:24:37.371692 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe09d6fb-9d39-4a3c-8e28-d036d5331581 x-openstack-request-id: req-fe09d6fb-9d39-4a3c-8e28-d036d5331581 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:37.371967 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36f160b-012c-42fa-8884-2d4f22c5f304", "name": "network-vif-deleted", "tag": "fd85026d-38d7-4dbb-a085-fa40b89df53f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:37.372236 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe09d6fb-9d39-4a3c-8e28-d036d5331581 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:37.372629 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe09d6fb-9d39-4a3c-8e28-d036d5331581'] response: {'server_uuid': 'b36f160b-012c-42fa-8884-2d4f22c5f304', 'name': 'network-vif-deleted', 'tag': 'fd85026d-38d7-4dbb-a085-fa40b89df53f', 'status': 'completed', 'code': 200}
Apr 16 21:24:37.387888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79de46c-1a6f-418e-b267-0c88759e0458 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:24:37.396157 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Publish callbacks [] for port (c79de46c-1a6f-418e-b267-0c88759e0458), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:37.408697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Transition to ACTIVE for port object c79de46c-1a6f-418e-b267-0c88759e0458 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:24:37.472998 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-48758289-517b-43a3-8b8c-6a914078e4db req-8bef64e8-7c21-442b-a573-a948bbdf9f29 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196070
Apr 16 21:24:37.526346 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:37.620420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Pushing event updated for resources: {'Port': ['ID=c79de46c-1a6f-418e-b267-0c88759e0458,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:37.644315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822004a-df38-4125-98a8-f2fedf07b486 req-c7dcebc9-a9d8-414c-a528-748a73a8cdc3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:37.645902 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0822004a-df38-4125-98a8-f2fedf07b486 req-c7dcebc9-a9d8-414c-a528-748a73a8cdc3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0911813
Apr 16 21:24:37.661479 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaed4a-5b37-481d-ae48-bf0b3f82764c req-7be9e0bd-9076-4b2d-8722-8584a1e72900 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:37.662967 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bcbaed4a-5b37-481d-ae48-bf0b3f82764c req-7be9e0bd-9076-4b2d-8722-8584a1e72900 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 946 time: 0.0671446
Apr 16 21:24:37.670154 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3261a870-fc26-41e1-a96e-b3a768c9f175 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:37.736407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0822004a-df38-4125-98a8-f2fedf07b486 req-dfc0b865-436c-40d0-9868-26d456a0e793 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687754
Apr 16 21:24:37.737160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Attempting to bind port c79de46c-1a6f-418e-b267-0c88759e0458 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:24:37.737508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Attempting to bind port c79de46c-1a6f-418e-b267-0c88759e0458 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:24:37.737847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Attempting to bind port c79de46c-1a6f-418e-b267-0c88759e0458 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:24:37.743517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Port c79de46c-1a6f-418e-b267-0c88759e0458 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:24:37.743847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Attempting to bind port c79de46c-1a6f-418e-b267-0c88759e0458 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:24:37.751600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:24:37.751600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Checking segment: {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:24:37.751600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Bound using segment: {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:24:37.751600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Bound port: c79de46c-1a6f-418e-b267-0c88759e0458, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:24:37.751600 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:37.765759 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bcbaed4a-5b37-481d-ae48-bf0b3f82764c req-cd748c14-2d80-4f18-98cf-319bd1aaa0b3 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879722
Apr 16 21:24:37.818585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] For port c79de46c-1a6f-418e-b267-0c88759e0458, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:24:37.821647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] For port c79de46c-1a6f-418e-b267-0c88759e0458, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c79de46c-1a6f-418e-b267-0c88759e0458,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:24:37.821988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3261a870-fc26-41e1-a96e-b3a768c9f175 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:37.827318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3261a870-fc26-41e1-a96e-b3a768c9f175 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:37.831813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d63af-9dfa-4a49-b07e-c848a89ec7c7 None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:37.841553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d63af-9dfa-4a49-b07e-c848a89ec7c7 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:37.843778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e18d63af-9dfa-4a49-b07e-c848a89ec7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012426ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:37.858855 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3261a870-fc26-41e1-a96e-b3a768c9f175 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "PUT /v2.0/floatingips/155a7a58-a976-47bb-b9be-9accacc72031 HTTP/1.1" status: 200  len: 688 time: 1.2260706
Apr 16 21:24:37.862042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43252) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:37.880144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e18d63af-9dfa-4a49-b07e-c848a89ec7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012426ecd0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:37.889034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d63af-9dfa-4a49-b07e-c848a89ec7c7 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:37.889693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e18d63af-9dfa-4a49-b07e-c848a89ec7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012426ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:37.903739 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:37.931013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e18d63af-9dfa-4a49-b07e-c848a89ec7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012426ecd0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:37.931622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18d63af-9dfa-4a49-b07e-c848a89ec7c7 None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:37.989345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:37.989894 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:37.991289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] 10.222.0.11 "PUT /v2.0/ports/c79de46c-1a6f-418e-b267-0c88759e0458 HTTP/1.1" status: 200  len: 1092 time: 1.0442834
Apr 16 21:24:37.993484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa577ae-2715-44de-93bb-d02db79533fb', 'tag': 'c79de46c-1a6f-418e-b267-0c88759e0458'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:37.995709 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0a5285-8554-43ed-8544-97851b4ac8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa577ae-2715-44de-93bb-d02db79533fb", "tag": "c79de46c-1a6f-418e-b267-0c88759e0458"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:38.042190 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cedfd5f-80bc-4d2f-92f1-7d8f3a022a95 x-openstack-request-id: req-8cedfd5f-80bc-4d2f-92f1-7d8f3a022a95 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:38.042481 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa577ae-2715-44de-93bb-d02db79533fb", "tag": "c79de46c-1a6f-418e-b267-0c88759e0458", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:38.042740 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cedfd5f-80bc-4d2f-92f1-7d8f3a022a95 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:38.043147 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cedfd5f-80bc-4d2f-92f1-7d8f3a022a95'] response: {'name': 'network-changed', 'server_uuid': '6aa577ae-2715-44de-93bb-d02db79533fb', 'tag': 'c79de46c-1a6f-418e-b267-0c88759e0458', 'status': 'completed', 'code': 200}
Apr 16 21:24:38.045663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c58f2-bc35-49b8-b473-078dcc6dc167 service neutron] Pushing event updated for resources: {'Port': ['ID=c79de46c-1a6f-418e-b267-0c88759e0458,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:38.055014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-ddb47ff9-1e23-4fd4-9fbd-d19bb8512d3a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port a1ffdf3d-56cb-4643-b2d4-b40e26a1c653 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:38.055368 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddb47ff9-1e23-4fd4-9fbd-d19bb8512d3a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a1ffdf3d-56cb-4643-b2d4-b40e26a1c653), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:38.139348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a5285-8554-43ed-8544-97851b4ac8c0 req-c94ae115-04e2-4d82-9392-a209c437d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:38.140896 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b0a5285-8554-43ed-8544-97851b4ac8c0 req-c94ae115-04e2-4d82-9392-a209c437d38d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 1126 time: 0.0694308
Apr 16 21:24:38.219041 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddb47ff9-1e23-4fd4-9fbd-d19bb8512d3a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a1ffdf3d-56cb-4643-b2d4-b40e26a1c653), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:38.219377 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddb47ff9-1e23-4fd4-9fbd-d19bb8512d3a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (a1ffdf3d-56cb-4643-b2d4-b40e26a1c653), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:38.237424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-ddb47ff9-1e23-4fd4-9fbd-d19bb8512d3a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for a1ffdf3d-56cb-4643-b2d4-b40e26a1c653 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:38.312654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a5285-8554-43ed-8544-97851b4ac8c0 req-5acb4329-7acd-4620-9bc5-52799bc1f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:38.314153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b0a5285-8554-43ed-8544-97851b4ac8c0 req-5acb4329-7acd-4620-9bc5-52799bc1f1e2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7caf6e59a47149a68cae6224fb2856e7&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1651001
Apr 16 21:24:38.338353 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5022091f-b0ca-437e-aa33-278e115909bc req-000ac791-a222-4f21-bcd3-b8752b03b9d1 tempest-ServerRescueTestJSONUnderV235-392317160 tempest-ServerRescueTestJSONUnderV235-392317160-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36f160b-012c-42fa-8884-2d4f22c5f304 HTTP/1.1" status: 200  len: 210 time: 0.0294588
Apr 16 21:24:38.456085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a5285-8554-43ed-8544-97851b4ac8c0 req-5720a4b1-21d8-4054-8f21-43caa3769278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:38.458116 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b0a5285-8554-43ed-8544-97851b4ac8c0 req-5720a4b1-21d8-4054-8f21-43caa3769278 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1374493
Apr 16 21:24:38.536556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-575d2b3f-385e-4e94-96fa-39cc87e15c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:38.538086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-575d2b3f-385e-4e94-96fa-39cc87e15c0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 1126 time: 0.0467083
Apr 16 21:24:38.561592 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddb47ff9-1e23-4fd4-9fbd-d19bb8512d3a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a1ffdf3d-56cb-4643-b2d4-b40e26a1c653), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:38.635902 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-2d3a08e3-f8d1-467d-992e-a3642e882264 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c79de46c-1a6f-418e-b267-0c88759e0458 HTTP/1.1" status: 200  len: 217 time: 0.0900607
Apr 16 21:24:38.636162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92531557-518a-4330-a954-7c6e7e8089ea req-d2f48049-1c8d-4ed1-aee9-87e88736f46e tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:38.637618 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-92531557-518a-4330-a954-7c6e7e8089ea req-d2f48049-1c8d-4ed1-aee9-87e88736f46e tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.41 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 946 time: 0.0481746
Apr 16 21:24:38.642499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb47ff9-1e23-4fd4-9fbd-d19bb8512d3a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=a1ffdf3d-56cb-4643-b2d4-b40e26a1c653,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:38.681079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0514529-9111-4884-beb5-fd4cef73201c req-f8589e8f-f682-4b39-8020-01b18e7ef376 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:38.687974 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0514529-9111-4884-beb5-fd4cef73201c req-f8589e8f-f682-4b39-8020-01b18e7ef376 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 944 time: 0.1439216
Apr 16 21:24:38.739982 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Deleting port 6b41dfa1-0a5b-4329-af9c-dd8f41337861 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:38.740444 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:38.769502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-5869cb11-db45-489f-9c9a-1d06d0a0d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:38.774507 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-5869cb11-db45-489f-9c9a-1d06d0a0d051 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=363c489b-9558-4973-a8ad-7c86215b2c65 HTTP/1.1" status: 200  len: 851 time: 0.1250591
Apr 16 21:24:38.824804 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0514529-9111-4884-beb5-fd4cef73201c req-12b3a2ba-82fe-4f40-8e23-fc5a1b1be3eb tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359322
Apr 16 21:24:38.826460 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-7e4b92d7-fa63-460a-a585-068143155cd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5fb5cf29-8796-41a2-8375-e8062a5911ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478313
Apr 16 21:24:38.834556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddb47ff9-1e23-4fd4-9fbd-d19bb8512d3a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (155a7a58-a976-47bb-b9be-9accacc72031), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:38.838993 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddb47ff9-1e23-4fd4-9fbd-d19bb8512d3a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:38.843861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ddb47ff9-1e23-4fd4-9fbd-d19bb8512d3a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/floatingips/155a7a58-a976-47bb-b9be-9accacc72031 HTTP/1.1" status: 204  len: 168 time: 0.9768214
Apr 16 21:24:38.857020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43268) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:38.857020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': 'bc1a58a0-7dab-41e0-9753-7d4657f226de'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:38.893660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] For port 6b41dfa1-0a5b-4329-af9c-dd8f41337861, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b41dfa1-0a5b-4329-af9c-dd8f41337861,segment=NetworkSegment(6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d),segment_id=6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:38.894268 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:38.960188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dfaf0-df16-4831-a70e-51f7479655d4 req-05847a03-4aec-473c-868b-cfa8f296a54e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:38.961719 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-542dfaf0-df16-4831-a70e-51f7479655d4 req-05847a03-4aec-473c-868b-cfa8f296a54e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1438124
Apr 16 21:24:39.005164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb045d6f-4bcf-4ad1-95fb-5a9d721f0da0 req-823e42d7-1e6f-42f1-a525-46f673e8dd39 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:39.006683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb045d6f-4bcf-4ad1-95fb-5a9d721f0da0 req-823e42d7-1e6f-42f1-a525-46f673e8dd39 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 946 time: 0.0763843
Apr 16 21:24:39.007471 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-48f21b35-0b89-447d-8d78-3c35f0f34683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:39.010402 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:39.036387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-3304104f-3940-4af6-a0df-307ff4e09d15 service neutron] 10.222.0.11 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1949818
Apr 16 21:24:39.069145 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-542dfaf0-df16-4831-a70e-51f7479655d4 req-3cf14684-112b-4f89-9640-521bb100d3ca tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007047
Apr 16 21:24:39.130578 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:39.131231 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (a74f68db-ce58-4276-9f38-a23d917a10c2), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:39.139257 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Floating IP a74f68db-ce58-4276-9f38-a23d917a10c2 disassociated. External IP: 172.35.1.5, port: 6b41dfa1-0a5b-4329-af9c-dd8f41337861.
Apr 16 21:24:39.139257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Calling delete_port for 6b41dfa1-0a5b-4329-af9c-dd8f41337861 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:39.206112 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb045d6f-4bcf-4ad1-95fb-5a9d721f0da0 req-c4187b07-6fc7-4265-a38d-64d32f14735e tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9426c6c-a563-41d5-a0bb-048f6fbfb505&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1904926
Apr 16 21:24:39.208789 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:39.267809 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18a78d5c-cb66-48a5-965b-19a5f1fbc63c req-678f7a25-07d8-414a-a14f-0570c09925c1 service neutron] 10.222.0.11 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1927228
Apr 16 21:24:39.268905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device fd85026d-38d7-4dbb-a085-fa40b89df53f no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:24:39.305099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: fd85026d-38d7-4dbb-a085-fa40b89df53f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:24:39.305534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device fd85026d-38d7-4dbb-a085-fa40b89df53f not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:24:39.337499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.35.1.247 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/6795c378-7c57-4aac-b6b3-d1d4c3417159) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:39.351787 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a9150-2486-4aba-8225-b41c4eed76bc req-b391df14-42fc-422c-899f-991b91520b6e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:39.353290 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-b391df14-42fc-422c-899f-991b91520b6e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/networks?id=1b9ee265-bdab-4092-8071-c9bb95d911fb HTTP/1.1" status: 200  len: 813 time: 0.1546774
Apr 16 21:24:39.369064 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-de67f009-2b67-4160-8ca0-3cb1119effc5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/quotas/d6dcd4e578e9420cb0aaa2dd0e43a280 HTTP/1.1" status: 200  len: 375 time: 0.0102203
Apr 16 21:24:39.404416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43286) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:39.442180 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-27683c1b-c13b-4cef-a3d8-84830abe69d4 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0648887
Apr 16 21:24:39.445635 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6b41dfa1-0a5b-4329-af9c-dd8f41337861), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:39.516615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Pushing event deleted for resources: {'Port': ['ID=6b41dfa1-0a5b-4329-af9c-dd8f41337861,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:39.539994 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (6795c378-7c57-4aac-b6b3-d1d4c3417159), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:39.646306 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-4a3309c3-fb0c-4e46-a9c6-de66da445dc3 service neutron] 10.222.0.20 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933029
Apr 16 21:24:39.706035 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6795c378-7c57-4aac-b6b3-d1d4c3417159), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:39.726279 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Router 1df216de-b34c-48d7-b12e-80091bb26ce7 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:39.747120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-eb71410e-06a6-4427-90be-9f3fcb4c0ee6 req-ab5350f5-1fad-49b0-8267-bce5a2ed03e8 service neutron] (122555) timed out ('10.222.0.11', 61633) {{(pid=122555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:24:39.762014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:39.767736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:39.790986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:39.802567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=6795c378-7c57-4aac-b6b3-d1d4c3417159,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:39.814144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-74798cbf-ebad-49b1-b208-f18df2f937ea service neutron] 10.222.0.20 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544235
Apr 16 21:24:39.908850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:39.922554 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082fe83c-0f96-4cce-906e-4dcf578a82dd None None] Sync routers for ids ['1df216de-b34c-48d7-b12e-80091bb26ce7'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:39.923059 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d681-c62a-4f22-b5c5-3f4b2212ca4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (c83aca07-708b-4d76-8078-d6740f8829b8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:39.944669 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082fe83c-0f96-4cce-906e-4dcf578a82dd None None] Routers {'1df216de-b34c-48d7-b12e-80091bb26ce7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:39.945302 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-082fe83c-0f96-4cce-906e-4dcf578a82dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249d0670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1df216de-b34c-48d7-b12e-80091bb26ce7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:39.970057 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] No DVR routers for this DVR port 6b41dfa1-0a5b-4329-af9c-dd8f41337861 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:24:39.973972 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:39.977948 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-92531557-518a-4330-a954-7c6e7e8089ea req-274e9865-7963-4a3b-af3c-0b87513aafd4 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.41 "DELETE /v2.0/ports/6b41dfa1-0a5b-4329-af9c-dd8f41337861 HTTP/1.1" status: 204  len: 173 time: 1.3352182
Apr 16 21:24:39.978562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084a71df-04de-416c-a9cb-4a4aacb94f86', 'name': 'network-vif-deleted', 'tag': '6b41dfa1-0a5b-4329-af9c-dd8f41337861'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:39.982159 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d919de7f-5895-454a-aba5-53969c4e5861" -d '{"events": [{"server_uuid": "084a71df-04de-416c-a9cb-4a4aacb94f86", "name": "network-vif-deleted", "tag": "6b41dfa1-0a5b-4329-af9c-dd8f41337861"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:40.079550 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-082fe83c-0f96-4cce-906e-4dcf578a82dd None None] Set router 1df216de-b34c-48d7-b12e-80091bb26ce7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:24:40.100293 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c124a-9086-402c-92ce-6dc68c4976b7 req-9b5a5c41-114c-49cc-a517-eb6929a39628 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:40.102095 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-826c124a-9086-402c-92ce-6dc68c4976b7 req-9b5a5c41-114c-49cc-a517-eb6929a39628 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 944 time: 0.1802638
Apr 16 21:24:40.129356 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feec6d2-dd1d-4a45-ba69-34debe9836bd x-openstack-request-id: req-9feec6d2-dd1d-4a45-ba69-34debe9836bd {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:40.129649 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084a71df-04de-416c-a9cb-4a4aacb94f86", "name": "network-vif-deleted", "tag": "6b41dfa1-0a5b-4329-af9c-dd8f41337861", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:40.129908 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9feec6d2-dd1d-4a45-ba69-34debe9836bd {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:40.130390 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9feec6d2-dd1d-4a45-ba69-34debe9836bd'] response: {'server_uuid': '084a71df-04de-416c-a9cb-4a4aacb94f86', 'name': 'network-vif-deleted', 'tag': '6b41dfa1-0a5b-4329-af9c-dd8f41337861', 'status': 'completed', 'code': 200}
Apr 16 21:24:40.199669 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0407fe25-aa20-4b54-954b-7022b2190cb2 req-86bd9709-e7b7-49d2-9c6c-8bb4e98e9a58 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 210 time: 0.0354095
Apr 16 21:24:40.333522 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6be5dcea-e5f9-4b52-ac81-9db5136f6350 req-271d020a-344f-44de-bd11-f4b9b346f971 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/ports?device_id=084a71df-04de-416c-a9cb-4a4aacb94f86 HTTP/1.1" status: 200  len: 210 time: 0.0428295
Apr 16 21:24:40.361659 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-082fe83c-0f96-4cce-906e-4dcf578a82dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249d0670>, [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:22:43Z', 'revision_number': 4, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '123f9600-482a-4832-ad74-b150faaad2e0', 'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'mac_address': 'fa:16:3e:c4:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:42Z', 'updated_at': '2022-04-16T21:22:52Z', 'revision_number': 5, 'project_id': '86582d8437084e4e95b3078888c21e23', 'subnets': [{'id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:40.391472 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082fe83c-0f96-4cce-906e-4dcf578a82dd None None] Checking router: 1df216de-b34c-48d7-b12e-80091bb26ce7 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:24:40.401370 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082fe83c-0f96-4cce-906e-4dcf578a82dd None None] Routers {'1df216de-b34c-48d7-b12e-80091bb26ce7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:40.402228 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-082fe83c-0f96-4cce-906e-4dcf578a82dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249d0670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1df216de-b34c-48d7-b12e-80091bb26ce7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:40.526547 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-082fe83c-0f96-4cce-906e-4dcf578a82dd None None] Set router 1df216de-b34c-48d7-b12e-80091bb26ce7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:24:40.711684 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-826c124a-9086-402c-92ce-6dc68c4976b7 req-f736bbf9-23c1-4e9a-868f-3b2af26aff22 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768582
Apr 16 21:24:40.826959 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-082fe83c-0f96-4cce-906e-4dcf578a82dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249d0670>, [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:22:43Z', 'revision_number': 4, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '123f9600-482a-4832-ad74-b150faaad2e0', 'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'mac_address': 'fa:16:3e:c4:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:42Z', 'updated_at': '2022-04-16T21:22:52Z', 'revision_number': 5, 'project_id': '86582d8437084e4e95b3078888c21e23', 'subnets': [{'id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:40.862091 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082fe83c-0f96-4cce-906e-4dcf578a82dd None None] The sync data for ids ['1df216de-b34c-48d7-b12e-80091bb26ce7'] in ncdv-master-1 is: [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:22:43Z', 'revision_number': 4, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '123f9600-482a-4832-ad74-b150faaad2e0', 'name': '', 'network_id': 'c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'mac_address': 'fa:16:3e:c4:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:42Z', 'updated_at': '2022-04-16T21:22:52Z', 'revision_number': 5, 'project_id': '86582d8437084e4e95b3078888c21e23', 'subnets': [{'id': '8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:40.907406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e6a7d681-c62a-4f22-b5c5-3f4b2212ca4f admin admin] Deleting port b4628eee-7098-4331-b1e5-d1d3254a8b45 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:40.907899 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d681-c62a-4f22-b5c5-3f4b2212ca4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.018693 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (916a1d45-66ac-4e54-a31b-a6b1780daa1a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.067230 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-e6a7d681-c62a-4f22-b5c5-3f4b2212ca4f admin admin] For port b4628eee-7098-4331-b1e5-d1d3254a8b45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4628eee-7098-4331-b1e5-d1d3254a8b45,segment=NetworkSegment(72bf4b65-f704-45f9-bea1-ac039e0f7090),segment_id=72bf4b65-f704-45f9-bea1-ac039e0f7090)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:41.067610 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d681-c62a-4f22-b5c5-3f4b2212ca4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.087058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e6a7d681-c62a-4f22-b5c5-3f4b2212ca4f admin admin] Calling delete_port for b4628eee-7098-4331-b1e5-d1d3254a8b45 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:41.135007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb0f23-d1d6-499d-ae45-96358b260d4e None None] New status for floating IP a74f68db-ce58-4276-9f38-a23d917a10c2: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:24:41.236316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6795c378-7c57-4aac-b6b3-d1d4c3417159), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.303374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 6b41dfa1-0a5b-4329-af9c-dd8f41337861 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:24:41.319671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d2cf5fb-528c-4fdd-836f-4ed34da0a2f6 req-8c13be14-0f65-4559-8a3f-60aa82e8b916 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 210 time: 0.0341532
Apr 16 21:24:41.330842 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 6b41dfa1-0a5b-4329-af9c-dd8f41337861 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:24:41.341727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 6b41dfa1-0a5b-4329-af9c-dd8f41337861 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:24:41.377692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-403834c1-93e4-4302-9277-952e6f8f0332 req-faac2038-3353-4682-b83e-f9b28f3f4ed0 tempest-LiveMigrationNegativeTest-860092607 tempest-LiveMigrationNegativeTest-860092607-project] (122556) timed out ('10.222.0.11', 61640) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:24:41.412831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-5029cce3-237f-4975-a0c7-bc85a0fa052a req-64150638-9d6e-4bf9-9b94-af0209d0d3f9 tempest-ImagesNegativeTestJSON-1628678755 tempest-ImagesNegativeTestJSON-1628678755-project] (122556) timed out ('10.222.0.11', 61639) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:24:41.452864 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (6795c378-7c57-4aac-b6b3-d1d4c3417159), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.501265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d681-c62a-4f22-b5c5-3f4b2212ca4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b4628eee-7098-4331-b1e5-d1d3254a8b45), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.508790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43312) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:41.529998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7d681-c62a-4f22-b5c5-3f4b2212ca4f admin admin] Pushing event deleted for resources: {'Port': ['ID=b4628eee-7098-4331-b1e5-d1d3254a8b45,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:41.565579 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (6795c378-7c57-4aac-b6b3-d1d4c3417159), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.577989 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-86168252-44f8-4c5e-84db-635bbddbb869 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for security_group (d9426c6c-a563-41d5-a0bb-048f6fbfb505), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.606593 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-86168252-44f8-4c5e-84db-635bbddbb869 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for security_group (d9426c6c-a563-41d5-a0bb-048f6fbfb505), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.634647 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-244cb954-0568-46a4-8f19-d9037505f309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.712818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=6795c378-7c57-4aac-b6b3-d1d4c3417159,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:41.731715 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (916a1d45-66ac-4e54-a31b-a6b1780daa1a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.766250 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-86168252-44f8-4c5e-84db-635bbddbb869 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d9426c6c-a563-41d5-a0bb-048f6fbfb505), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.773157 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-86168252-44f8-4c5e-84db-635bbddbb869 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.777244 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-86168252-44f8-4c5e-84db-635bbddbb869 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "DELETE /v2.0/security-groups/d9426c6c-a563-41d5-a0bb-048f6fbfb505 HTTP/1.1" status: 204  len: 168 time: 0.2645929
Apr 16 21:24:41.778443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43320) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:41.796022 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-8a7aa383-2e1e-4b7e-8583-12d66eae6362 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] show failed (client error): The resource could not be found.
Apr 16 21:24:41.797093 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8a7aa383-2e1e-4b7e-8583-12d66eae6362 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "GET /v2.0/security-groups/d9426c6c-a563-41d5-a0bb-048f6fbfb505 HTTP/1.1" status: 404  len: 347 time: 0.0177429
Apr 16 21:24:41.803020 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86168252-44f8-4c5e-84db-635bbddbb869 tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9426c6c-a563-41d5-a0bb-048f6fbfb505,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:41.805122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43322) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:41.900459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502577b3-e15c-4fbf-9191-27589541f3fe req-e37be52a-40ce-40f9-b5d9-fd0a0f2018be tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:41.902550 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-502577b3-e15c-4fbf-9191-27589541f3fe req-e37be52a-40ce-40f9-b5d9-fd0a0f2018be tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 944 time: 0.1017463
Apr 16 21:24:41.908193 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d681-c62a-4f22-b5c5-3f4b2212ca4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (c83aca07-708b-4d76-8078-d6740f8829b8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.925432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a81dfb96-98d9-4903-aa19-4bbb48c8bcae tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Deleting port a4e410a2-8da7-4e59-808b-3fc90a55d864 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:41.925780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a81dfb96-98d9-4903-aa19-4bbb48c8bcae tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a4e410a2-8da7-4e59-808b-3fc90a55d864), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:41.949093 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Floating IP 916a1d45-66ac-4e54-a31b-a6b1780daa1a associated. External IP: 172.35.1.247, port: bc1a58a0-7dab-41e0-9753-7d4657f226de.
Apr 16 21:24:42.010201 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a81dfb96-98d9-4903-aa19-4bbb48c8bcae tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a4e410a2-8da7-4e59-808b-3fc90a55d864), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:42.010426 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a81dfb96-98d9-4903-aa19-4bbb48c8bcae tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for floatingip (a4e410a2-8da7-4e59-808b-3fc90a55d864), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:42.024499 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a81dfb96-98d9-4903-aa19-4bbb48c8bcae tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Calling delete_port for a4e410a2-8da7-4e59-808b-3fc90a55d864 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:42.051923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-502577b3-e15c-4fbf-9191-27589541f3fe req-812fbfdd-0970-40d4-aaed-e1a1beb36061 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416299
Apr 16 21:24:42.234408 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a81dfb96-98d9-4903-aa19-4bbb48c8bcae tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a4e410a2-8da7-4e59-808b-3fc90a55d864), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:42.265132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81dfb96-98d9-4903-aa19-4bbb48c8bcae tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Pushing event deleted for resources: {'Port': ['ID=a4e410a2-8da7-4e59-808b-3fc90a55d864,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:42.328755 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a81dfb96-98d9-4903-aa19-4bbb48c8bcae tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks [] for floatingip (a74f68db-ce58-4276-9f38-a23d917a10c2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:42.331499 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a81dfb96-98d9-4903-aa19-4bbb48c8bcae tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:42.335761 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a81dfb96-98d9-4903-aa19-4bbb48c8bcae tempest-ServersTestFqdnHostnames-1577650716 tempest-ServersTestFqdnHostnames-1577650716-project] 10.222.0.20 "DELETE /v2.0/floatingips/a74f68db-ce58-4276-9f38-a23d917a10c2 HTTP/1.1" status: 204  len: 168 time: 0.5266991
Apr 16 21:24:42.336007 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43324) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:42.354912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:42.358056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a7d681-c62a-4f22-b5c5-3f4b2212ca4f admin admin] Router c83aca07-708b-4d76-8078-d6740f8829b8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:42.475148 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:42.516236 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-07213ec3-195c-4c10-9e2b-28e1c6b17a2a req-06af2ac6-f137-4357-ae2e-4ff25bc74d07 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 210 time: 0.0941899
Apr 16 21:24:42.557755 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:42.571300 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d7f4e-d557-4ccb-a572-198c9c9eab4a None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:42.575861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a7d681-c62a-4f22-b5c5-3f4b2212ca4f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:42.581012 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e6a7d681-c62a-4f22-b5c5-3f4b2212ca4f admin admin] 10.222.0.20 "PUT /v2.0/routers/c83aca07-708b-4d76-8078-d6740f8829b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1755886
Apr 16 21:24:42.583671 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43330) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:42.589023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77b615-f8f8-4316-b863-613756ee7287 None None] Sync routers for ids ['c83aca07-708b-4d76-8078-d6740f8829b8'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:42.604892 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d7f4e-d557-4ccb-a572-198c9c9eab4a None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:42.607604 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c38d7f4e-d557-4ccb-a572-198c9c9eab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ddd7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:42.609404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77b615-f8f8-4316-b863-613756ee7287 None None] Routers {'c83aca07-708b-4d76-8078-d6740f8829b8'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:42.612410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be77b615-f8f8-4316-b863-613756ee7287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124824940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c83aca07-708b-4d76-8078-d6740f8829b8'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:42.632628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a9be982e-c8f4-4535-95d5-3951c32b46e3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:42.634426 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a9be982e-c8f4-4535-95d5-3951c32b46e3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.41 "GET /v2.0/networks?id=1b9ee265-bdab-4092-8071-c9bb95d911fb HTTP/1.1" status: 200  len: 813 time: 0.2357981
Apr 16 21:24:42.641487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c79de46c-1a6f-418e-b267-0c88759e0458 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:24:42.648863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Request body: {'port': {'device_id': 'b2c8da69-77b6-4af4-87bc-bbf731043f9f', 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb', 'admin_state_up': True, 'tenant_id': 'd6dcd4e578e9420cb0aaa2dd0e43a280'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:42.707004 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c38d7f4e-d557-4ccb-a572-198c9c9eab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ddd7c0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:42.717177 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d7f4e-d557-4ccb-a572-198c9c9eab4a None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:42.718133 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c38d7f4e-d557-4ccb-a572-198c9c9eab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ddd7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:42.728376 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:42.759735 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c38d7f4e-d557-4ccb-a572-198c9c9eab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ddd7c0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:42.760893 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d7f4e-d557-4ccb-a572-198c9c9eab4a None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:42.774191 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Publish callbacks [] for router (c83aca07-708b-4d76-8078-d6740f8829b8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:42.779899 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cb96322d-1d04-43cc-bb08-04b036afc4a9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 3.9297366
Apr 16 21:24:42.784068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43332) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:42.900110 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7c98f13f-11a1-428f-a1b7-1d8170942a0c tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "GET /v2.0/floatingips/916a1d45-66ac-4e54-a31b-a6b1780daa1a HTTP/1.1" status: 200  len: 978 time: 0.1144385
Apr 16 21:24:42.904990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43334) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:42.908463 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Publish callbacks [] for router_gateway (c83aca07-708b-4d76-8078-d6740f8829b8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:43.010490 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80fc4d10-c3ce-49c5-affd-f2eef7ef135a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (1df216de-b34c-48d7-b12e-80091bb26ce7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:43.023678 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:43.044340 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c4618ad8-7716-451e-8c11-d0706b203d64 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.1327984
Apr 16 21:24:43.044340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43336) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:43.047773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e5f3da62-9b24-4071-9ebd-e2efa0e19fe9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'floatingip': {'port_id': '83bad9cc-9605-4ed2-a37f-8f337897303a'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:43.052975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-be77b615-f8f8-4316-b863-613756ee7287 None None] Set router c83aca07-708b-4d76-8078-d6740f8829b8 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:24:43.060966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Made reservation on behalf of d6dcd4e578e9420cb0aaa2dd0e43a280 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:43.064417 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:43.171142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c79de46c-1a6f-418e-b267-0c88759e0458, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c79de46c-1a6f-418e-b267-0c88759e0458,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:43.187145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c79de46c-1a6f-418e-b267-0c88759e0458', 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'port_id': 'c79de46c-1a6f-418e-b267-0c88759e0458', 'mac_address': 'fa:16:3e:91:56:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363c489b-9558-4973-a8ad-7c86215b2c65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:24:43.255215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c79de46c-1a6f-418e-b267-0c88759e0458 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:43.255616 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:43.297870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79de46c-1a6f-418e-b267-0c88759e0458 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:24:43.316194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be77b615-f8f8-4316-b863-613756ee7287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124824940>, [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:24:41Z', 'revision_number': 5, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port': {'id': '7a405d2c-13a7-4610-a500-69f122bd75e1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:43.358542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c79de46c-1a6f-418e-b267-0c88759e0458, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c79de46c-1a6f-418e-b267-0c88759e0458,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:43.360543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77b615-f8f8-4316-b863-613756ee7287 None None] Checking router: c83aca07-708b-4d76-8078-d6740f8829b8 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:24:43.371458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77b615-f8f8-4316-b863-613756ee7287 None None] Routers {'c83aca07-708b-4d76-8078-d6740f8829b8'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:43.372295 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be77b615-f8f8-4316-b863-613756ee7287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124824940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c83aca07-708b-4d76-8078-d6740f8829b8'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:43.444544 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:43.508801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-be77b615-f8f8-4316-b863-613756ee7287 None None] Set router c83aca07-708b-4d76-8078-d6740f8829b8 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:24:43.539198 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e5f3da62-9b24-4071-9ebd-e2efa0e19fe9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (916a1d45-66ac-4e54-a31b-a6b1780daa1a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:43.543516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c79de46c-1a6f-418e-b267-0c88759e0458,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:43.543685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Deleting port 7a405d2c-13a7-4610-a500-69f122bd75e1 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:43.543685 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:43.572965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be77b615-f8f8-4316-b863-613756ee7287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124824940>, [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:24:42Z', 'revision_number': 6, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:43.600540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77b615-f8f8-4316-b863-613756ee7287 None None] The sync data for ids ['c83aca07-708b-4d76-8078-d6740f8829b8'] in ncdv-master-1 is: [{'id': 'c83aca07-708b-4d76-8078-d6740f8829b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1086231345-router', 'tenant_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:24:42Z', 'revision_number': 6, 'project_id': 'd5096c21fbfe41dd80379e0e3b6fb8d5', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:43.628568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a41351-0e8d-4235-80bf-5ed2d8e7b1a7 req-473f7edc-75f7-494b-8fcd-a70a7b30f356 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:43.629769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-19a41351-0e8d-4235-80bf-5ed2d8e7b1a7 req-473f7edc-75f7-494b-8fcd-a70a7b30f356 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 945 time: 0.1433761
Apr 16 21:24:43.713413 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f9c9652-3ddd-443d-9653-0e44bf448b78 req-963e9941-c15f-4211-a3dc-bc78453ee432 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 210 time: 0.0466018
Apr 16 21:24:43.714018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c79de46c-1a6f-418e-b267-0c88759e0458'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:24:43.765399 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-19a41351-0e8d-4235-80bf-5ed2d8e7b1a7 req-44e1f658-44f7-464f-8a26-55cdd46d5bd4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227539
Apr 16 21:24:43.767213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Allocated IP 172.20.0.6 (1b9ee265-bdab-4092-8071-c9bb95d911fb/6187210d-8476-403b-b03c-54cf8fd642e3/bf49cd01-b6d1-4305-b056-a5382b1d1716) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:43.817987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-80fc4d10-c3ce-49c5-affd-f2eef7ef135a admin admin] Deleting port 123f9600-482a-4832-ad74-b150faaad2e0 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:43.817987 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80fc4d10-c3ce-49c5-affd-f2eef7ef135a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (123f9600-482a-4832-ad74-b150faaad2e0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:43.844357 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] For port 7a405d2c-13a7-4610-a500-69f122bd75e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a405d2c-13a7-4610-a500-69f122bd75e1,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:43.844757 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:43.869770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Calling delete_port for 7a405d2c-13a7-4610-a500-69f122bd75e1 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:43.997666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-80fc4d10-c3ce-49c5-affd-f2eef7ef135a admin admin] For port 123f9600-482a-4832-ad74-b150faaad2e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=123f9600-482a-4832-ad74-b150faaad2e0,segment=NetworkSegment(6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d),segment_id=6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:43.998127 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80fc4d10-c3ce-49c5-affd-f2eef7ef135a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (123f9600-482a-4832-ad74-b150faaad2e0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.030345 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-80fc4d10-c3ce-49c5-affd-f2eef7ef135a admin admin] Calling delete_port for 123f9600-482a-4832-ad74-b150faaad2e0 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:44.075200 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks [] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.101487 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.330022 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.331305 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7a405d2c-13a7-4610-a500-69f122bd75e1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.343240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['29f0877d-908a-47df-aa37-d5dcea212e40'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:24:44.369468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80fc4d10-c3ce-49c5-affd-f2eef7ef135a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (123f9600-482a-4832-ad74-b150faaad2e0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.391312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Network 1b9ee265-bdab-4092-8071-c9bb95d911fb is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:44.398879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:44.405147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:44.408616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a405d2c-13a7-4610-a500-69f122bd75e1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:44.479088 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Pushing event updated for resources: {'Port': ['ID=bf49cd01-b6d1-4305-b056-a5382b1d1716,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:44.511499 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:44.512355 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.520994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.521488 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.521962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.522406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.522847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.523284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.523779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.524240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.524809 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.525105 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.525521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.525904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.526299 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.526944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.527333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:44.574579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc4d10-c3ce-49c5-affd-f2eef7ef135a admin admin] Pushing event deleted for resources: {'Port': ['ID=123f9600-482a-4832-ad74-b150faaad2e0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:44.580268 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (c83aca07-708b-4d76-8078-d6740f8829b8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.623317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c79de46c-1a6f-418e-b267-0c88759e0458 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:24:44.655679 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-a26b9b45-9781-4ccd-8e23-93461b54a1bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0108294
Apr 16 21:24:44.707772 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Request body: {'port': {'device_id': 'b2c8da69-77b6-4af4-87bc-bbf731043f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:44.717606 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port c79de46c-1a6f-418e-b267-0c88759e0458 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:24:44.749968 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (c83aca07-708b-4d76-8078-d6740f8829b8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.757744 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Publish callbacks [] for router_controller (c83aca07-708b-4d76-8078-d6740f8829b8), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.757744 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.resource_extend [None req-e5f3da62-9b24-4071-9ebd-e2efa0e19fe9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:24:44.778119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c79de46c-1a6f-418e-b267-0c88759e0458 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:24:44.782361 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.797690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43368) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:44.805430 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80fc4d10-c3ce-49c5-affd-f2eef7ef135a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (1df216de-b34c-48d7-b12e-80091bb26ce7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.872192 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.925194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c79de46c-1a6f-418e-b267-0c88759e0458 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:44.925741 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.956291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09de08a-8708-4f83-8713-776a927ddcbd req-bfac5c68-8785-47cd-a319-872a06f5047f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:44.961041 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa577ae-2715-44de-93bb-d02db79533fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79de46c-1a6f-418e-b267-0c88759e0458'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:44.961746 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b09de08a-8708-4f83-8713-776a927ddcbd req-bfac5c68-8785-47cd-a319-872a06f5047f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 945 time: 0.0788784
Apr 16 21:24:44.963602 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc754ec4-ceb8-476a-b454-858f7bf427bb" -d '{"events": [{"server_uuid": "6aa577ae-2715-44de-93bb-d02db79533fb", "name": "network-vif-plugged", "status": "completed", "tag": "c79de46c-1a6f-418e-b267-0c88759e0458"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:44.978746 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e5f3da62-9b24-4071-9ebd-e2efa0e19fe9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.981678 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c79de46c-1a6f-418e-b267-0c88759e0458, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c79de46c-1a6f-418e-b267-0c88759e0458,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:44.988850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddccff4f-df36-4075-9f51-4a0f0c9be96b admin admin] Deleting subnet bdb611d8-7df3-448b-81ce-8d653efb298a {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:24:44.997414 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddccff4f-df36-4075-9f51-4a0f0c9be96b admin admin] Publish callbacks [] for subnet (bdb611d8-7df3-448b-81ce-8d653efb298a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.999475 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (c83aca07-708b-4d76-8078-d6740f8829b8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:44.999998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c83aca07-708b-4d76-8078-d6740f8829b8 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:24:45.023587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3758ff2-ed37-466f-a43b-35dcf0ce8433 req-6469be6c-0d5e-46cf-aa5d-ed3ce8dae885 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:45.023587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3758ff2-ed37-466f-a43b-35dcf0ce8433 req-6469be6c-0d5e-46cf-aa5d-ed3ce8dae885 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 931 time: 0.1562583
Apr 16 21:24:45.037517 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.038690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eec36209-5efa-46a1-91ab-007423a13002 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c83aca07-708b-4d76-8078-d6740f8829b8 HTTP/1.1" status: 204  len: 168 time: 2.4539199
Apr 16 21:24:45.043204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43372) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:45.062334 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e5f3da62-9b24-4071-9ebd-e2efa0e19fe9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (916a1d45-66ac-4e54-a31b-a6b1780daa1a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.075093 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.122189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b4628eee-7098-4331-b1e5-d1d3254a8b45 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:24:45.150061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: b4628eee-7098-4331-b1e5-d1d3254a8b45 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:24:45.150410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b4628eee-7098-4331-b1e5-d1d3254a8b45 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:24:45.150833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7a405d2c-13a7-4610-a500-69f122bd75e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:24:45.179995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 7a405d2c-13a7-4610-a500-69f122bd75e1 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:24:45.180471 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7a405d2c-13a7-4610-a500-69f122bd75e1 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:24:45.204133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c79de46c-1a6f-418e-b267-0c88759e0458,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:45.215921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b09de08a-8708-4f83-8713-776a927ddcbd req-5389f4e5-d1d5-4770-8be3-bb5eec4a26bf tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2532518
Apr 16 21:24:45.232122 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3758ff2-ed37-466f-a43b-35dcf0ce8433 req-988dddaf-92bb-48a8-abe1-fa4e58fdaa2b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005746
Apr 16 21:24:45.245370 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddccff4f-df36-4075-9f51-4a0f0c9be96b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (bdb611d8-7df3-448b-81ce-8d653efb298a), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.260898 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bbe174-5244-419e-a006-0b7fd4fc0b90 x-openstack-request-id: req-27bbe174-5244-419e-a006-0b7fd4fc0b90 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:45.261382 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa577ae-2715-44de-93bb-d02db79533fb", "name": "network-vif-plugged", "status": "completed", "tag": "c79de46c-1a6f-418e-b267-0c88759e0458", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:45.261821 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27bbe174-5244-419e-a006-0b7fd4fc0b90 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:45.262406 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bbe174-5244-419e-a006-0b7fd4fc0b90'] response: {'server_uuid': '6aa577ae-2715-44de-93bb-d02db79533fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79de46c-1a6f-418e-b267-0c88759e0458', 'code': 200}
Apr 16 21:24:45.295661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3676bd9-6934-42d6-bfc2-5053b5c2bf4f admin admin] Deleting subnet f82318ec-15c8-47c0-ac6c-ad372af7cf88 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:24:45.305496 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3676bd9-6934-42d6-bfc2-5053b5c2bf4f admin admin] Publish callbacks [] for subnet (f82318ec-15c8-47c0-ac6c-ad372af7cf88), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.378130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddccff4f-df36-4075-9f51-4a0f0c9be96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (bdb611d8-7df3-448b-81ce-8d653efb298a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.381259 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-e5f3da62-9b24-4071-9ebd-e2efa0e19fe9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Floating IP 916a1d45-66ac-4e54-a31b-a6b1780daa1a associated. External IP: 172.35.1.247, port: bc1a58a0-7dab-41e0-9753-7d4657f226de.
Apr 16 21:24:45.389840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fc4d10-c3ce-49c5-affd-f2eef7ef135a admin admin] Router 1df216de-b34c-48d7-b12e-80091bb26ce7 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:45.415344 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.451396 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3676bd9-6934-42d6-bfc2-5053b5c2bf4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (f82318ec-15c8-47c0-ac6c-ad372af7cf88), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.480673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32f285-e693-438a-ad31-3c52060a6b9e req-4098953a-75b9-412c-90fe-199ed2c1563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:45.482192 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f32f285-e693-438a-ad31-3c52060a6b9e req-4098953a-75b9-412c-90fe-199ed2c1563d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 1128 time: 0.1487687
Apr 16 21:24:45.492018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf49cd01-b6d1-4305-b056-a5382b1d1716 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:24:45.502127 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Publish callbacks [] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.537576 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3676bd9-6934-42d6-bfc2-5053b5c2bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (f82318ec-15c8-47c0-ac6c-ad372af7cf88), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.563331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fc4d10-c3ce-49c5-affd-f2eef7ef135a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:45.572482 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-80fc4d10-c3ce-49c5-affd-f2eef7ef135a admin admin] 10.222.0.20 "PUT /v2.0/routers/1df216de-b34c-48d7-b12e-80091bb26ce7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2354841
Apr 16 21:24:45.573502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43374) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:45.573927 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62087394-dae5-4482-9c9d-173d6de45cd6 None None] Sync routers for ids ['1df216de-b34c-48d7-b12e-80091bb26ce7'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:45.585638 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62087394-dae5-4482-9c9d-173d6de45cd6 None None] Routers {'1df216de-b34c-48d7-b12e-80091bb26ce7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:45.586492 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-62087394-dae5-4482-9c9d-173d6de45cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ab47c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1df216de-b34c-48d7-b12e-80091bb26ce7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:45.648957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f32f285-e693-438a-ad31-3c52060a6b9e req-636dd7dd-519a-46da-b0fa-ea85b746b165 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557338
Apr 16 21:24:45.703452 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-62087394-dae5-4482-9c9d-173d6de45cd6 None None] Set router 1df216de-b34c-48d7-b12e-80091bb26ce7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:24:45.710194 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Publish callbacks [] for router (1df216de-b34c-48d7-b12e-80091bb26ce7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.714452 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddccff4f-df36-4075-9f51-4a0f0c9be96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (bdb611d8-7df3-448b-81ce-8d653efb298a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.756155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccff4f-df36-4075-9f51-4a0f0c9be96b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb611d8-7df3-448b-81ce-8d653efb298a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:45.758971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Transition to ACTIVE for port object bf49cd01-b6d1-4305-b056-a5382b1d1716 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:24:45.761192 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddccff4f-df36-4075-9f51-4a0f0c9be96b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.766891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ddccff4f-df36-4075-9f51-4a0f0c9be96b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bdb611d8-7df3-448b-81ce-8d653efb298a HTTP/1.1" status: 204  len: 168 time: 0.9661303
Apr 16 21:24:45.771202 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43376) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:45.771359 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3676bd9-6934-42d6-bfc2-5053b5c2bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (f82318ec-15c8-47c0-ac6c-ad372af7cf88), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.828831 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.869625 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Publish callbacks [] for router_gateway (1df216de-b34c-48d7-b12e-80091bb26ce7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.879846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3676bd9-6934-42d6-bfc2-5053b5c2bf4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f82318ec-15c8-47c0-ac6c-ad372af7cf88,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:45.885004 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3676bd9-6934-42d6-bfc2-5053b5c2bf4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.890522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d3676bd9-6934-42d6-bfc2-5053b5c2bf4f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f82318ec-15c8-47c0-ac6c-ad372af7cf88 HTTP/1.1" status: 204  len: 168 time: 0.8398199
Apr 16 21:24:45.894120 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-62087394-dae5-4482-9c9d-173d6de45cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ab47c0>, [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:24:44Z', 'revision_number': 5, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:45.894309 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43378) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:45.899172 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Pushing event updated for resources: {'Port': ['ID=bf49cd01-b6d1-4305-b056-a5382b1d1716,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:45.929940 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62087394-dae5-4482-9c9d-173d6de45cd6 None None] Checking router: 1df216de-b34c-48d7-b12e-80091bb26ce7 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:24:45.939789 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62087394-dae5-4482-9c9d-173d6de45cd6 None None] Routers {'1df216de-b34c-48d7-b12e-80091bb26ce7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:45.940582 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-62087394-dae5-4482-9c9d-173d6de45cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ab47c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1df216de-b34c-48d7-b12e-80091bb26ce7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:45.970223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-191117cc-f71b-48c1-a56a-432f00f30868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a9010da2-54fb-4a1a-8688-b01d319eafbe), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:45.993172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f3da62-9b24-4071-9ebd-e2efa0e19fe9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:46.006011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-052845f9-8c5b-4af6-a920-13ab89751ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e30659b1-756c-4ef0-9573-8335ff004f46), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.019906 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Deleting port 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:46.020359 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.041136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Attempting to bind port bf49cd01-b6d1-4305-b056-a5382b1d1716 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:24:46.041493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Attempting to bind port bf49cd01-b6d1-4305-b056-a5382b1d1716 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8bced04e-ea30-4b3d-8748-b40b55a773f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:24:46.041811 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Attempting to bind port bf49cd01-b6d1-4305-b056-a5382b1d1716 on network 1b9ee265-bdab-4092-8071-c9bb95d911fb {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:24:46.068894 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-62087394-dae5-4482-9c9d-173d6de45cd6 None None] Set router 1df216de-b34c-48d7-b12e-80091bb26ce7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:24:46.075147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Port bf49cd01-b6d1-4305-b056-a5382b1d1716 on network 1b9ee265-bdab-4092-8071-c9bb95d911fb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:24:46.075481 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Attempting to bind port bf49cd01-b6d1-4305-b056-a5382b1d1716 on network 1b9ee265-bdab-4092-8071-c9bb95d911fb {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:24:46.086245 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:24:46.086888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Checking segment: {'id': '8bced04e-ea30-4b3d-8748-b40b55a773f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:24:46.086888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Bound using segment: {'id': '8bced04e-ea30-4b3d-8748-b40b55a773f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:24:46.092979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Bound port: bf49cd01-b6d1-4305-b056-a5382b1d1716, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bced04e-ea30-4b3d-8748-b40b55a773f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:24:46.092979 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.153041 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-191117cc-f71b-48c1-a56a-432f00f30868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a9010da2-54fb-4a1a-8688-b01d319eafbe), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.165448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] For port 9a587c93-08d3-4c07-a7f9-d999d2d2fd47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a587c93-08d3-4c07-a7f9-d999d2d2fd47,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:46.165823 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.191061 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Calling delete_port for 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:46.204657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] For port bf49cd01-b6d1-4305-b056-a5382b1d1716, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:24:46.208627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] For port bf49cd01-b6d1-4305-b056-a5382b1d1716, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf49cd01-b6d1-4305-b056-a5382b1d1716,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:24:46.260586 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-62087394-dae5-4482-9c9d-173d6de45cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ab47c0>, [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:24:44Z', 'revision_number': 5, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:46.277843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-191117cc-f71b-48c1-a56a-432f00f30868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124f76790>,) {'filters': {'network_id': ['a9010da2-54fb-4a1a-8688-b01d319eafbe']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:46.284549 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-052845f9-8c5b-4af6-a920-13ab89751ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e30659b1-756c-4ef0-9573-8335ff004f46), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.303458 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62087394-dae5-4482-9c9d-173d6de45cd6 None None] The sync data for ids ['1df216de-b34c-48d7-b12e-80091bb26ce7'] in ncdv-master-1 is: [{'id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'name': 'tempest-ServersTestFqdnHostnames-107977185-router', 'tenant_id': '86582d8437084e4e95b3078888c21e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180'}], 'enable_snat': True}, 'gw_port_id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:35Z', 'updated_at': '2022-04-16T21:24:44Z', 'revision_number': 5, 'project_id': '86582d8437084e4e95b3078888c21e23', 'gw_port': {'id': '9a587c93-08d3-4c07-a7f9-d999d2d2fd47', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df216de-b34c-48d7-b12e-80091bb26ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:37Z', 'updated_at': '2022-04-16T21:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:46.307569 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.418521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:46.428106 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.428106 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] 10.222.0.41 "PUT /v2.0/ports/bf49cd01-b6d1-4305-b056-a5382b1d1716 HTTP/1.1" status: 200  len: 1091 time: 1.7186866
Apr 16 21:24:46.428106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c8da69-77b6-4af4-87bc-bbf731043f9f', 'tag': 'bf49cd01-b6d1-4305-b056-a5382b1d1716'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:46.428106 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2321c3d9-403a-470f-8ca3-e69c69566753" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c8da69-77b6-4af4-87bc-bbf731043f9f", "tag": "bf49cd01-b6d1-4305-b056-a5382b1d1716"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:46.439869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee492ad-b169-448d-8583-677dfd5e6376 req-083de886-6687-41ac-a5af-8ca67c0953dd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:46.441539 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fee492ad-b169-448d-8583-677dfd5e6376 req-083de886-6687-41ac-a5af-8ca67c0953dd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.1541066
Apr 16 21:24:46.475912 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e82c71-36dd-4e28-92e2-ecb82b2c3b1e service neutron] Pushing event updated for resources: {'Port': ['ID=bf49cd01-b6d1-4305-b056-a5382b1d1716,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:46.553883 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fee492ad-b169-448d-8583-677dfd5e6376 req-dca4d7c5-468b-4e1f-9dbb-ae389202419c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048927
Apr 16 21:24:46.595122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a9150-2486-4aba-8225-b41c4eed76bc req-3566a404-7b34-45e5-a317-3af1e857c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:46.596729 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-3566a404-7b34-45e5-a317-3af1e857c1b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280&device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 1125 time: 0.0602546
Apr 16 21:24:46.613162 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cb26be-bf95-458c-9313-2752e006bba2 x-openstack-request-id: req-97cb26be-bf95-458c-9313-2752e006bba2 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:46.613451 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c8da69-77b6-4af4-87bc-bbf731043f9f", "tag": "bf49cd01-b6d1-4305-b056-a5382b1d1716", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:46.613700 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97cb26be-bf95-458c-9313-2752e006bba2 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:46.614697 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97cb26be-bf95-458c-9313-2752e006bba2'] response: {'name': 'network-changed', 'server_uuid': 'b2c8da69-77b6-4af4-87bc-bbf731043f9f', 'tag': 'bf49cd01-b6d1-4305-b056-a5382b1d1716', 'status': 'completed', 'code': 200}
Apr 16 21:24:46.648131 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-026060ae-54f2-4610-8418-8094ed89f277 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf49cd01-b6d1-4305-b056-a5382b1d1716 HTTP/1.1" status: 200  len: 217 time: 0.0421424
Apr 16 21:24:46.659115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-191117cc-f71b-48c1-a56a-432f00f30868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124f76790>, 'fcd7758d-5429-433b-9a50-8ae286e04fad') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:46.659115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-191117cc-f71b-48c1-a56a-432f00f30868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124f76790>, 'fcd7758d-5429-433b-9a50-8ae286e04fad') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:46.688098 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9a587c93-08d3-4c07-a7f9-d999d2d2fd47), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.705366 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-191117cc-f71b-48c1-a56a-432f00f30868 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (fcd7758d-5429-433b-9a50-8ae286e04fad), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.708069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-052845f9-8c5b-4af6-a920-13ab89751ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f5a7f70>,) {'filters': {'network_id': ['e30659b1-756c-4ef0-9573-8335ff004f46']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:46.730406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Pushing event deleted for resources: {'Port': ['ID=9a587c93-08d3-4c07-a7f9-d999d2d2fd47,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:46.731167 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f3da62-9b24-4071-9ebd-e2efa0e19fe9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:46.734550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-052845f9-8c5b-4af6-a920-13ab89751ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f5a7f70>, '72bf4b65-f704-45f9-bea1-ac039e0f7090') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:46.734850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-052845f9-8c5b-4af6-a920-13ab89751ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f5a7f70>, '72bf4b65-f704-45f9-bea1-ac039e0f7090') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:46.742774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8607a-f35c-40d1-b3af-f0792dd27e57 req-3c91ee95-a7b1-47c7-8f77-1c45044f6b9b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:46.744375 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00f8607a-f35c-40d1-b3af-f0792dd27e57 req-3c91ee95-a7b1-47c7-8f77-1c45044f6b9b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 943 time: 0.1020937
Apr 16 21:24:46.746864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb8c9bc-2d68-4db6-b73e-a8bb3491d7ef None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:46.747389 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-191117cc-f71b-48c1-a56a-432f00f30868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (fcd7758d-5429-433b-9a50-8ae286e04fad), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.766602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb8c9bc-2d68-4db6-b73e-a8bb3491d7ef None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:46.767528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5cb8c9bc-2d68-4db6-b73e-a8bb3491d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248421c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:46.769086 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-052845f9-8c5b-4af6-a920-13ab89751ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (72bf4b65-f704-45f9-bea1-ac039e0f7090), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.781898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a9150-2486-4aba-8225-b41c4eed76bc req-6daf6680-b808-455d-aef9-55a752bb272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:46.785409 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-6daf6680-b808-455d-aef9-55a752bb272d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6187210d-8476-403b-b03c-54cf8fd642e3 HTTP/1.1" status: 200  len: 853 time: 0.1289079
Apr 16 21:24:46.807859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191117cc-f71b-48c1-a56a-432f00f30868 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:24:46.808333 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-191117cc-f71b-48c1-a56a-432f00f30868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (fcd7758d-5429-433b-9a50-8ae286e04fad), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:24:46.810256 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:24:46.817554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5cb8c9bc-2d68-4db6-b73e-a8bb3491d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248421c0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:46.829416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb8c9bc-2d68-4db6-b73e-a8bb3491d7ef None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:46.830492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5cb8c9bc-2d68-4db6-b73e-a8bb3491d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248421c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:46.837541 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-4a5a1ab2-59f5-4d33-abf0-de5ef622cbe8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b9ee265-bdab-4092-8071-c9bb95d911fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0323880
Apr 16 21:24:46.906868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5cb8c9bc-2d68-4db6-b73e-a8bb3491d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248421c0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:46.907850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb8c9bc-2d68-4db6-b73e-a8bb3491d7ef None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:46.918485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-052845f9-8c5b-4af6-a920-13ab89751ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (72bf4b65-f704-45f9-bea1-ac039e0f7090), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.943974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052845f9-8c5b-4af6-a920-13ab89751ec7 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:24:46.944423 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-052845f9-8c5b-4af6-a920-13ab89751ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (72bf4b65-f704-45f9-bea1-ac039e0f7090), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:24:46.946213 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:24:47.008140 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 123f9600-482a-4832-ad74-b150faaad2e0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:24:47.039474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 123f9600-482a-4832-ad74-b150faaad2e0 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:24:47.040153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 123f9600-482a-4832-ad74-b150faaad2e0 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:24:47.061057 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00f8607a-f35c-40d1-b3af-f0792dd27e57 req-8de4673b-35e6-445e-88d3-4bd5d9ee43d7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3042634
Apr 16 21:24:47.129254 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-052845f9-8c5b-4af6-a920-13ab89751ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e30659b1-756c-4ef0-9573-8335ff004f46), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.132745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-191117cc-f71b-48c1-a56a-432f00f30868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a9010da2-54fb-4a1a-8688-b01d319eafbe), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.141615 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-052845f9-8c5b-4af6-a920-13ab89751ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.144828 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-052845f9-8c5b-4af6-a920-13ab89751ec7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e30659b1-756c-4ef0-9573-8335ff004f46 HTTP/1.1" status: 204  len: 168 time: 1.2479382
Apr 16 21:24:47.150712 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-191117cc-f71b-48c1-a56a-432f00f30868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.163354 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-191117cc-f71b-48c1-a56a-432f00f30868 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a9010da2-54fb-4a1a-8688-b01d319eafbe HTTP/1.1" status: 204  len: 168 time: 1.3804603
Apr 16 21:24:47.166872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052845f9-8c5b-4af6-a920-13ab89751ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e30659b1-756c-4ef0-9573-8335ff004f46,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:47.218962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191117cc-f71b-48c1-a56a-432f00f30868 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9010da2-54fb-4a1a-8688-b01d319eafbe,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:47.262032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f3da62-9b24-4071-9ebd-e2efa0e19fe9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:47.281081 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (1df216de-b34c-48d7-b12e-80091bb26ce7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.385884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f3da62-9b24-4071-9ebd-e2efa0e19fe9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:47.389459 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (1df216de-b34c-48d7-b12e-80091bb26ce7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.390761 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e5f3da62-9b24-4071-9ebd-e2efa0e19fe9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.393254 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Publish callbacks [] for router_controller (1df216de-b34c-48d7-b12e-80091bb26ce7), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.406226 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e24a4-3c3c-41a9-b2e1-8365f5ddfd9d None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:47.418874 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e24a4-3c3c-41a9-b2e1-8365f5ddfd9d None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:47.419506 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aa5e24a4-3c3c-41a9-b2e1-8365f5ddfd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1c820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:47.445772 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-16b9838b-2977-4269-ac6c-71c3c1b623ae service neutron] 10.222.0.41 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6013896
Apr 16 21:24:47.454163 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aa5e24a4-3c3c-41a9-b2e1-8365f5ddfd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1c820>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:47.459510 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e5f3da62-9b24-4071-9ebd-e2efa0e19fe9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "PUT /v2.0/floatingips/916a1d45-66ac-4e54-a31b-a6b1780daa1a HTTP/1.1" status: 200  len: 977 time: 4.4147396
Apr 16 21:24:47.462049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43392) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:47.465503 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e24a4-3c3c-41a9-b2e1-8365f5ddfd9d None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:47.466274 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aa5e24a4-3c3c-41a9-b2e1-8365f5ddfd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1c820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:47.467006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-160a59a6-2ce5-4cc7-95ac-4ff20dbc517d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'floatingip': {'port_id': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:47.518275 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aa5e24a4-3c3c-41a9-b2e1-8365f5ddfd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1c820>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:47.522044 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e24a4-3c3c-41a9-b2e1-8365f5ddfd9d None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:47.545283 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-160a59a6-2ce5-4cc7-95ac-4ff20dbc517d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (916a1d45-66ac-4e54-a31b-a6b1780daa1a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.565891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-441a9150-2486-4aba-8225-b41c4eed76bc req-8c5f0c6f-dad6-4f3e-9908-75f16d6081ab service neutron] 10.222.0.41 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1070547
Apr 16 21:24:47.566620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (1df216de-b34c-48d7-b12e-80091bb26ce7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.567551 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df216de-b34c-48d7-b12e-80091bb26ce7 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:24:47.572652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.576485 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-124f086b-e488-4f15-a913-37787e0bdfbd admin admin] 10.222.0.20 "DELETE /v2.0/routers/1df216de-b34c-48d7-b12e-80091bb26ce7 HTTP/1.1" status: 204  len: 168 time: 2.0019193
Apr 16 21:24:47.577122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43394) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:47.630507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b61e813-e773-41be-974b-812319deb2db admin admin] Deleting subnet 8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:24:47.633966 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b61e813-e773-41be-974b-812319deb2db admin admin] Publish callbacks [] for subnet (8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.719271 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-160a59a6-2ce5-4cc7-95ac-4ff20dbc517d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.720217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43398) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:47.733043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb6de7-d9a8-4442-89d5-4ef18ad8fcea req-0900c72d-fb54-48b2-93ee-5d5d58947ad1 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:47.738573 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0bdb6de7-d9a8-4442-89d5-4ef18ad8fcea req-0900c72d-fb54-48b2-93ee-5d5d58947ad1 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0681129
Apr 16 21:24:47.766570 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b61e813-e773-41be-974b-812319deb2db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.771889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bdbb3c9e-8c7f-49c1-a1a9-bbafebe5790e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5096c21fbfe41dd80379e0e3b6fb8d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0475667
Apr 16 21:24:47.772458 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43400) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:47.779604 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-160a59a6-2ce5-4cc7-95ac-4ff20dbc517d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (916a1d45-66ac-4e54-a31b-a6b1780daa1a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.779961 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-160a59a6-2ce5-4cc7-95ac-4ff20dbc517d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Floating IP 916a1d45-66ac-4e54-a31b-a6b1780daa1a disassociated. External IP: 172.35.1.247, port: 83bad9cc-9605-4ed2-a37f-8f337897303a.
Apr 16 21:24:47.782071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43402) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:47.826580 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0bdb6de7-d9a8-4442-89d5-4ef18ad8fcea req-6966e707-c876-47bf-8301-e8f398bf0b9e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847313
Apr 16 21:24:47.879439 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b61e813-e773-41be-974b-812319deb2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.938047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-94733b60-64a1-4b36-b1cf-f63fd5d04cf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d72b2bb3a304796bb144bc739ffcb5a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1503956
Apr 16 21:24:47.940878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43406) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:47.957516 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7ec5-fb9e-416e-aa28-70783c7e5bb1 admin admin] Publish callbacks [] for security_group (74b1c167-8a65-4637-9b26-c84339f0d821), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:47.995955 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd6e1b48-3b96-439e-8b54-70800f4acb65 admin admin] Publish callbacks [] for security_group (ce53937e-81be-440e-9c28-5af1a004139e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.017074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd6e1b48-3b96-439e-8b54-70800f4acb65 admin admin] Publish callbacks [] for security_group (ce53937e-81be-440e-9c28-5af1a004139e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.018330 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7ec5-fb9e-416e-aa28-70783c7e5bb1 admin admin] Publish callbacks [] for security_group (74b1c167-8a65-4637-9b26-c84339f0d821), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.074477 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b61e813-e773-41be-974b-812319deb2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.102619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61e813-e773-41be-974b-812319deb2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:48.108800 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b61e813-e773-41be-974b-812319deb2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.116598 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7b61e813-e773-41be-974b-812319deb2db admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8c81578c-a711-4aeb-8b5b-a74d4ed1ae5b HTTP/1.1" status: 204  len: 168 time: 0.5381408
Apr 16 21:24:48.117241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43410) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:48.126844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf17c424-0b93-4962-af47-ceacbfb8107f None None] Network c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:24:48.143638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160a59a6-2ce5-4cc7-95ac-4ff20dbc517d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:48.221866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.244058 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd6e1b48-3b96-439e-8b54-70800f4acb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ce53937e-81be-440e-9c28-5af1a004139e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.246924 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd6e1b48-3b96-439e-8b54-70800f4acb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.250195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bd6e1b48-3b96-439e-8b54-70800f4acb65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce53937e-81be-440e-9c28-5af1a004139e HTTP/1.1" status: 204  len: 168 time: 0.3059425
Apr 16 21:24:48.277674 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df86def-11e9-4e67-9c74-803105f90b40 req-67b06e0f-0d9d-4469-ac79-ea3f0bf4af85 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:48.279375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8df86def-11e9-4e67-9c74-803105f90b40 req-67b06e0f-0d9d-4469-ac79-ea3f0bf4af85 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 943 time: 0.0764575
Apr 16 21:24:48.280127 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e1b48-3b96-439e-8b54-70800f4acb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce53937e-81be-440e-9c28-5af1a004139e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:48.329811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160a59a6-2ce5-4cc7-95ac-4ff20dbc517d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:48.335194 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-160a59a6-2ce5-4cc7-95ac-4ff20dbc517d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.339874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c170b-1218-438c-a70c-b4f44cf4d0c4 None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:48.362627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Deleting port 9afe2700-9205-4b0e-ac14-28c04414bf4c {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:48.362977 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.364766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1a52a1-a46e-4869-bfd3-4ea985d9b453 None None] DHCP port deletion for c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:24:48.369273 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7ec5-fb9e-416e-aa28-70783c7e5bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (74b1c167-8a65-4637-9b26-c84339f0d821), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.371520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c170b-1218-438c-a70c-b4f44cf4d0c4 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:48.371845 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7ec5-fb9e-416e-aa28-70783c7e5bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.373463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7a3c170b-1218-438c-a70c-b4f44cf4d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249f25b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:48.390623 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0b9c7ec5-fb9e-416e-aa28-70783c7e5bb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74b1c167-8a65-4637-9b26-c84339f0d821 HTTP/1.1" status: 204  len: 168 time: 0.6132977
Apr 16 21:24:48.407686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c7ec5-fb9e-416e-aa28-70783c7e5bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b1c167-8a65-4637-9b26-c84339f0d821,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:48.422207 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-160a59a6-2ce5-4cc7-95ac-4ff20dbc517d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "PUT /v2.0/floatingips/916a1d45-66ac-4e54-a31b-a6b1780daa1a HTTP/1.1" status: 200  len: 688 time: 0.9583669
Apr 16 21:24:48.426243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43420) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:48.474177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7a3c170b-1218-438c-a70c-b4f44cf4d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249f25b0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:48.494736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4c1a52a1-a46e-4869-bfd3-4ea985d9b453 None None] Deleting port 9afe2700-9205-4b0e-ac14-28c04414bf4c {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:48.494736 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4c1a52a1-a46e-4869-bfd3-4ea985d9b453 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.513825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c170b-1218-438c-a70c-b4f44cf4d0c4 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:48.514476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7a3c170b-1218-438c-a70c-b4f44cf4d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249f25b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:48.528716 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8df86def-11e9-4e67-9c74-803105f90b40 req-c3ef3cca-63c0-4073-968f-f679e05f7804 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2396488
Apr 16 21:24:48.569280 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] For port 9afe2700-9205-4b0e-ac14-28c04414bf4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9afe2700-9205-4b0e-ac14-28c04414bf4c,segment=NetworkSegment(6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d),segment_id=6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:48.576032 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.593576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7a3c170b-1218-438c-a70c-b4f44cf4d0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249f25b0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:48.594380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c170b-1218-438c-a70c-b4f44cf4d0c4 None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:48.608277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Calling delete_port for 9afe2700-9205-4b0e-ac14-28c04414bf4c owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:48.625030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4c1a52a1-a46e-4869-bfd3-4ea985d9b453 None None] For port 9afe2700-9205-4b0e-ac14-28c04414bf4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9afe2700-9205-4b0e-ac14-28c04414bf4c,segment=NetworkSegment(6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d),segment_id=6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:48.625399 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4c1a52a1-a46e-4869-bfd3-4ea985d9b453 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.626075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9f4b3-5d4c-4396-a1cb-200ba349e4ea tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port 6795c378-7c57-4aac-b6b3-d1d4c3417159 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:48.627920 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f4b3-5d4c-4396-a1cb-200ba349e4ea tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6795c378-7c57-4aac-b6b3-d1d4c3417159), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.642918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4c1a52a1-a46e-4869-bfd3-4ea985d9b453 None None] Calling delete_port for 9afe2700-9205-4b0e-ac14-28c04414bf4c owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:48.748816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f4b3-5d4c-4396-a1cb-200ba349e4ea tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6795c378-7c57-4aac-b6b3-d1d4c3417159), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.749375 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f4b3-5d4c-4396-a1cb-200ba349e4ea tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (6795c378-7c57-4aac-b6b3-d1d4c3417159), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.765540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9f4b3-5d4c-4396-a1cb-200ba349e4ea tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for 6795c378-7c57-4aac-b6b3-d1d4c3417159 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.823043 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:24:48.827527 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:24:48.834397 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.834539 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4c1a52a1-a46e-4869-bfd3-4ea985d9b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (9afe2700-9205-4b0e-ac14-28c04414bf4c), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:48.874452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a52a1-a46e-4869-bfd3-4ea985d9b453 None None] Pushing event deleted for resources: {'Port': ['ID=9afe2700-9205-4b0e-ac14-28c04414bf4c,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:48.878496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a52a1-a46e-4869-bfd3-4ea985d9b453 None None] No DVR routers for this DVR port 9afe2700-9205-4b0e-ac14-28c04414bf4c on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:24:48.884118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9afe2700-9205-4b0e-ac14-28c04414bf4c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:48.897684 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] No DVR routers for this DVR port 9afe2700-9205-4b0e-ac14-28c04414bf4c on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:24:48.993616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc691f-0e8c-495a-a887-5d57dc3efc9e req-e30499b3-7161-4482-926d-cb9b219f8900 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:48.995246 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4bbc691f-0e8c-495a-a887-5d57dc3efc9e req-e30499b3-7161-4482-926d-cb9b219f8900 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.1199534
Apr 16 21:24:49.014329 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9afe2700-9205-4b0e-ac14-28c04414bf4c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:24:49.038382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 9afe2700-9205-4b0e-ac14-28c04414bf4c {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:24:49.043351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9afe2700-9205-4b0e-ac14-28c04414bf4c not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:24:49.043351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:24:49.069530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:24:49.070171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9a587c93-08d3-4c07-a7f9-d999d2d2fd47 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:24:49.074334 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:49.074855 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f4b3-5d4c-4396-a1cb-200ba349e4ea tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6795c378-7c57-4aac-b6b3-d1d4c3417159), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:49.113245 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4bbc691f-0e8c-495a-a887-5d57dc3efc9e req-450f0d74-403a-44f5-9cfa-f53bcf429298 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066177
Apr 16 21:24:49.118076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9f4b3-5d4c-4396-a1cb-200ba349e4ea tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=6795c378-7c57-4aac-b6b3-d1d4c3417159,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:49.141454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124e4bc40>,) {'filters': {'network_id': ['c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:49.159065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124e4bc40>, '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:49.159584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124e4bc40>, '6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:49.170338 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:49.191980 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:49.200633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:24:49.201215 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (6d36bc48-97f4-4ec8-a9ec-d8b2fd42934d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:49.202458 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f4b3-5d4c-4396-a1cb-200ba349e4ea tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (916a1d45-66ac-4e54-a31b-a6b1780daa1a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:24:49.203076 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:24:49.205302 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f4b3-5d4c-4396-a1cb-200ba349e4ea tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:49.206224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1aa9f4b3-5d4c-4396-a1cb-200ba349e4ea tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/floatingips/916a1d45-66ac-4e54-a31b-a6b1780daa1a HTTP/1.1" status: 204  len: 168 time: 0.7782431
Apr 16 21:24:49.208985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43444) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:49.255750 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-26687b7d-359b-4042-a548-0534256751a4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] delete failed (client error): The resource could not be found.
Apr 16 21:24:49.255750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-26687b7d-359b-4042-a548-0534256751a4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/floatingips/916a1d45-66ac-4e54-a31b-a6b1780daa1a HTTP/1.1" status: 404  len: 345 time: 0.0438132
Apr 16 21:24:49.259808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43448) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:49.326658 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:49.334272 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:49.342457 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1 HTTP/1.1" status: 204  len: 168 time: 1.2212393
Apr 16 21:24:49.353673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6e1ae-7931-41df-8e41-c5538cf346c2 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:49.358052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66ccc5-fc62-4dbc-b3cf-454af68747e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5dd6cd4-e61c-4a70-a23c-e5c99d6b19b1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:49.359689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6e1ae-7931-41df-8e41-c5538cf346c2 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:49.368584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6e1ae-7931-41df-8e41-c5538cf346c2 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:49.368584 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-40f6e1ae-7931-41df-8e41-c5538cf346c2 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "GET /v2.0/ports?network_id=c82db379-4f14-4961-afb3-70b1cdb3f95f HTTP/1.1" status: 200  len: 2357 time: 0.1060562
Apr 16 21:24:49.370298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43454) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:49.424086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9142dda-a720-49c7-acf1-7d3ff761fb14 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:49.430051 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f9142dda-a720-49c7-acf1-7d3ff761fb14 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "GET /v2.0/subnets/f4f755bd-f766-49b9-802f-a7fbbd43c8a3 HTTP/1.1" status: 200  len: 797 time: 0.0542157
Apr 16 21:24:49.430733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43458) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:49.436307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'port': {'network_id': 'c82db379-4f14-4961-afb3-70b1cdb3f95f', 'name': 'tempest-FloatingIPTestJSON-428648049', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:49.650317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309452f-5431-44ea-a3eb-b0aa0b7df06e req-b0c1d530-b026-422c-b3d5-c52fd66b8fae tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:49.652122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a309452f-5431-44ea-a3eb-b0aa0b7df06e req-b0c1d530-b026-422c-b3d5-c52fd66b8fae tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 943 time: 0.0532038
Apr 16 21:24:49.655263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Made reservation on behalf of 81042bf23dbc43e0ac84e1ff4a1da1f0 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:49.711170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a309452f-5431-44ea-a3eb-b0aa0b7df06e req-f99494d4-b7da-4432-9a78-4110583ce23a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522821
Apr 16 21:24:49.746690 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:49.787393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43474) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:49.792089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] device_id is not set on port 0624fbf3-e6c0-4f84-9672-55b2d3fedf8d yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:24:49.836221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321c3d9-403a-470f-8ca3-e69c69566753 req-e717bdf7-251f-4a5c-a2c7-a22e2aa29635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:49.837714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2321c3d9-403a-470f-8ca3-e69c69566753 req-e717bdf7-251f-4a5c-a2c7-a22e2aa29635 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280&device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 1125 time: 0.0779123
Apr 16 21:24:49.843750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8e697c17-6c8e-41d6-bafe-0585495378fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86582d8437084e4e95b3078888c21e23&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0535374
Apr 16 21:24:49.845920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43476) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:49.912046 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6648e2a9-9016-474d-9c72-693b2858f81d admin admin] Publish callbacks [] for security_group (065eb658-2b46-499a-8ad6-48670d765dbf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:49.950146 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6648e2a9-9016-474d-9c72-693b2858f81d admin admin] Publish callbacks [] for security_group (065eb658-2b46-499a-8ad6-48670d765dbf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.019847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321c3d9-403a-470f-8ca3-e69c69566753 req-623ca831-c857-4255-9e5a-6a628aebb009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:50.025957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2321c3d9-403a-470f-8ca3-e69c69566753 req-623ca831-c857-4255-9e5a-6a628aebb009 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1b9ee265-bdab-4092-8071-c9bb95d911fb HTTP/1.1" status: 200  len: 914 time: 0.1725545
Apr 16 21:24:50.072573 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2321c3d9-403a-470f-8ca3-e69c69566753 req-22e0bc37-20a9-45aa-9eff-e2d804160585 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf49cd01-b6d1-4305-b056-a5382b1d1716 HTTP/1.1" status: 200  len: 217 time: 0.0435619
Apr 16 21:24:50.073155 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6648e2a9-9016-474d-9c72-693b2858f81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (065eb658-2b46-499a-8ad6-48670d765dbf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.075823 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6648e2a9-9016-474d-9c72-693b2858f81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.079221 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6648e2a9-9016-474d-9c72-693b2858f81d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/065eb658-2b46-499a-8ad6-48670d765dbf HTTP/1.1" status: 204  len: 168 time: 0.2301364
Apr 16 21:24:50.091176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648e2a9-9016-474d-9c72-693b2858f81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065eb658-2b46-499a-8ad6-48670d765dbf,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:50.154891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43504) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:50.166224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321c3d9-403a-470f-8ca3-e69c69566753 req-fe95695c-d6ce-4240-afcc-562588b18471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:50.167742 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2321c3d9-403a-470f-8ca3-e69c69566753 req-fe95695c-d6ce-4240-afcc-562588b18471 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6187210d-8476-403b-b03c-54cf8fd642e3 HTTP/1.1" status: 200  len: 853 time: 0.0753882
Apr 16 21:24:50.219292 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2321c3d9-403a-470f-8ca3-e69c69566753 req-f13180b0-ca0d-4719-9432-2e1319006c92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b9ee265-bdab-4092-8071-c9bb95d911fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0330615
Apr 16 21:24:50.307337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1335961950-network', 'tenant_id': '81cb0c10ca81477bb8c44f27102b04fe'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:50.322063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.20.0.14 (c82db379-4f14-4961-afb3-70b1cdb3f95f/f4f755bd-f766-49b9-802f-a7fbbd43c8a3/0624fbf3-e6c0-4f84-9672-55b2d3fedf8d) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:50.343291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.20.0.13 (c82db379-4f14-4961-afb3-70b1cdb3f95f/f4f755bd-f766-49b9-802f-a7fbbd43c8a3/0624fbf3-e6c0-4f84-9672-55b2d3fedf8d) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:50.359329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12878ce1-6eb0-48ce-9962-ca26bebba3c6 req-9eced087-4e1d-4ca6-ab94-cfb96b823afd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:50.366656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-12878ce1-6eb0-48ce-9962-ca26bebba3c6 req-9eced087-4e1d-4ca6-ab94-cfb96b823afd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.1230080
Apr 16 21:24:50.389945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Made reservation on behalf of 81cb0c10ca81477bb8c44f27102b04fe for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:50.394161 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.407208 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.482319 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2321c3d9-403a-470f-8ca3-e69c69566753 req-97c515a9-cd7e-45f7-a683-8748f6f3e876 service neutron] 10.222.0.41 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2533436
Apr 16 21:24:50.493835 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Publish callbacks [] for security_group (1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.523474 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-12878ce1-6eb0-48ce-9962-ca26bebba3c6 req-ca79abd6-d915-4346-b731-23709b39cc8e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559553
Apr 16 21:24:50.617405 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.647670 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (0624fbf3-e6c0-4f84-9672-55b2d3fedf8d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.650445 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:24:50.650988 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2321c3d9-403a-470f-8ca3-e69c69566753 req-2c388214-dae8-4218-9923-0da146a96bd9 service neutron] 10.222.0.41 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410029
Apr 16 21:24:50.666134 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:50.672413 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (232de1d4-02b0-4ae3-b32c-4a740afb02d4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.673074 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Added segment 232de1d4-02b0-4ae3-b32c-4a740afb02d4 of type vlan for network cce77d41-c216-4fdf-aff8-360b03003a07
Apr 16 21:24:50.717460 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (cce77d41-c216-4fdf-aff8-360b03003a07), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.806960 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0624fbf3-e6c0-4f84-9672-55b2d3fedf8d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.827790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7646daf-e68f-4fb8-979b-3b6d8ba1f4e3 req-b2b85476-a6c5-418d-b713-8d5eec195791 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:50.829363 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7646daf-e68f-4fb8-979b-3b6d8ba1f4e3 req-b2b85476-a6c5-418d-b713-8d5eec195791 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 943 time: 0.0493257
Apr 16 21:24:50.862025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network c82db379-4f14-4961-afb3-70b1cdb3f95f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:50.865789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:50.869239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:50.871513 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (cce77d41-c216-4fdf-aff8-360b03003a07), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.877244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:50.882672 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.904071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=0624fbf3-e6c0-4f84-9672-55b2d3fedf8d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:50.939531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:50.939531 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:50.956011 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7646daf-e68f-4fb8-979b-3b6d8ba1f4e3 req-2a76fa82-efaf-4558-89bc-60812d29bde0 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207328
Apr 16 21:24:50.967092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] Pushing event updated for resources: {'Network': ['ID=cce77d41-c216-4fdf-aff8-360b03003a07,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:50.977634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network cce77d41-c216-4fdf-aff8-360b03003a07 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:24:51.043680 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bf0fb59a-a03e-49b9-be99-b332c4f225af admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8876679
Apr 16 21:24:51.044816 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-daf4a03f-c4d8-4e2a-9974-63ce1e04958d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 1.6129408
Apr 16 21:24:51.047443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43542) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:51.048035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43544) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:51.054187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a0ea81a9-9845-4690-ac3d-bcd9586eac68 admin admin] Request body: {'subnet': {'network_id': 'cce77d41-c216-4fdf-aff8-360b03003a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1335961950-subnet', 'tenant_id': '81cb0c10ca81477bb8c44f27102b04fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:51.059688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '0624fbf3-e6c0-4f84-9672-55b2d3fedf8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:51.176036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ea81a9-9845-4690-ac3d-bcd9586eac68 admin admin] Made reservation on behalf of 81cb0c10ca81477bb8c44f27102b04fe for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:51.178782 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0ea81a9-9845-4690-ac3d-bcd9586eac68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:51.217453 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:51.328514 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:51.370901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device bf49cd01-b6d1-4305-b056-a5382b1d1716 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:24:51.496577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port bf49cd01-b6d1-4305-b056-a5382b1d1716, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf49cd01-b6d1-4305-b056-a5382b1d1716,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:51.514063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'bf49cd01-b6d1-4305-b056-a5382b1d1716', 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb', 'port_id': 'bf49cd01-b6d1-4305-b056-a5382b1d1716', 'mac_address': 'fa:16:3e:a9:dc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6187210d-8476-403b-b03c-54cf8fd642e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:24:51.514211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.35.1.82 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/57b68eea-2079-4d06-ae4e-7f15fa1eb4ed) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:51.555513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port bf49cd01-b6d1-4305-b056-a5382b1d1716 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:51.555960 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:51.572427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf49cd01-b6d1-4305-b056-a5382b1d1716 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:24:51.596694 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0ea81a9-9845-4690-ac3d-bcd9586eac68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (25f82d0b-39af-4544-bdcd-457b91cd9792), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:51.599389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port bf49cd01-b6d1-4305-b056-a5382b1d1716, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf49cd01-b6d1-4305-b056-a5382b1d1716,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:51.653955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea81a9-9845-4690-ac3d-bcd9586eac68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f82d0b-39af-4544-bdcd-457b91cd9792,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:51.669151 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:51.733801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dec107-1e8a-406d-8765-37934901127d req-98c3d287-207d-4f09-baf7-313ca10c81dd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:51.736214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6dec107-1e8a-406d-8765-37934901127d req-98c3d287-207d-4f09-baf7-313ca10c81dd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0824296
Apr 16 21:24:51.741130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=bf49cd01-b6d1-4305-b056-a5382b1d1716,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:51.777754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea81a9-9845-4690-ac3d-bcd9586eac68 admin admin] Checking segment: {'id': '232de1d4-02b0-4ae3-b32c-4a740afb02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cce77d41-c216-4fdf-aff8-360b03003a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:24:51.778110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea81a9-9845-4690-ac3d-bcd9586eac68 admin admin] Network hostable DHCP agents. Network: cce77d41-c216-4fdf-aff8-360b03003a07, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:24:51.785548 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (57b68eea-2079-4d06-ae4e-7f15fa1eb4ed), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:51.850476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6dec107-1e8a-406d-8765-37934901127d req-771f6e5a-5576-4451-938d-996578e8ca5c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924354
Apr 16 21:24:51.944816 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea81a9-9845-4690-ac3d-bcd9586eac68 admin admin] Network cce77d41-c216-4fdf-aff8-360b03003a07 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:24:51.993967 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (57b68eea-2079-4d06-ae4e-7f15fa1eb4ed), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:52.053929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['bf49cd01-b6d1-4305-b056-a5382b1d1716'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:24:52.062393 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b53b51e-2709-407b-a1a4-df7cead07936 req-5d17d1de-50c4-40c6-aac3-dadbf84ff6bb tempest-ServersAaction247Test-7754274 tempest-ServersAaction247Test-7754274-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9cf01fa-c7fe-47d7-a81a-ce285977ece1 HTTP/1.1" status: 200  len: 210 time: 0.0630651
Apr 16 21:24:52.069410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a0ea81a9-9845-4690-ac3d-bcd9586eac68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cce77d41-c216-4fdf-aff8-360b03003a07) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:52.084731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:52.087041 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ea81a9-9845-4690-ac3d-bcd9586eac68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:52.087839 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0ea81a9-9845-4690-ac3d-bcd9586eac68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:52.092773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:52.100930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:52.103013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69387a0-dbb4-45e7-b57c-281511ed04f8 None None] Network cce77d41-c216-4fdf-aff8-360b03003a07 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:24:52.111013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399888b6-9463-4049-a2c5-148aec43dbdf req-c8fdc32c-a1e9-4695-a954-6ffc71e9cbff tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:52.113075 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-399888b6-9463-4049-a2c5-148aec43dbdf req-c8fdc32c-a1e9-4695-a954-6ffc71e9cbff tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 944 time: 0.0796413
Apr 16 21:24:52.184996 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=57b68eea-2079-4d06-ae4e-7f15fa1eb4ed,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:52.198471 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-399888b6-9463-4049-a2c5-148aec43dbdf req-00864718-df6c-43ab-9b42-f272c4673382 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774820
Apr 16 21:24:52.244225 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a0ea81a9-9845-4690-ac3d-bcd9586eac68 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1896420
Apr 16 21:24:52.305567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cba869-829f-4ecb-ada2-65b7655f35bb None None] Network cce77d41-c216-4fdf-aff8-360b03003a07 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:24:52.627093 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (623ee30b-5a2a-4852-8019-bbf6419a8cb5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:52.707866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-9baf76fd-2784-4abb-9eb3-f8068e738d49 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:52.709393 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-9baf76fd-2784-4abb-9eb3-f8068e738d49 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/networks?id=cce77d41-c216-4fdf-aff8-360b03003a07 HTTP/1.1" status: 200  len: 809 time: 0.1482983
Apr 16 21:24:52.725075 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-26266dac-49ad-4961-a343-3d9b10e045dc tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/quotas/81cb0c10ca81477bb8c44f27102b04fe HTTP/1.1" status: 200  len: 375 time: 0.0093603
Apr 16 21:24:52.774842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-66ecc5ae-4a7f-4912-89f6-1746829d212d tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81cb0c10ca81477bb8c44f27102b04fe&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0447190
Apr 16 21:24:52.792136 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (57b68eea-2079-4d06-ae4e-7f15fa1eb4ed), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:52.950334 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-875db646-93c6-401d-9404-89310910c050 service neutron] 10.222.0.20 "GET /v2.0/networks/cce77d41-c216-4fdf-aff8-360b03003a07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1670220
Apr 16 21:24:52.971734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47d4c3-2265-4ae6-959f-5be26d6b9085 req-a09b1a80-51bd-4b85-a6e6-d1ebef6b025e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:52.973903 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce47d4c3-2265-4ae6-959f-5be26d6b9085 req-a09b1a80-51bd-4b85-a6e6-d1ebef6b025e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0490527
Apr 16 21:24:53.023555 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce47d4c3-2265-4ae6-959f-5be26d6b9085 req-a6af66a5-d292-428d-b2c6-ee12a99d13e8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434206
Apr 16 21:24:53.088905 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (57b68eea-2079-4d06-ae4e-7f15fa1eb4ed), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:53.092323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-bd7ba3b0-924c-4811-9238-3bf469c69ab6 service neutron] 10.222.0.20 "GET /v2.0/networks/cce77d41-c216-4fdf-aff8-360b03003a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345763
Apr 16 21:24:53.169448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (57b68eea-2079-4d06-ae4e-7f15fa1eb4ed), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:53.174005 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-573b87b2-5cf7-48a0-aac3-13a4b9daf382 req-aa858e15-3d9a-4eca-a70f-3f215085c3dc tempest-ServersAaction247Test-7754274 tempest-ServersAaction247Test-7754274-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9cf01fa-c7fe-47d7-a81a-ce285977ece1 HTTP/1.1" status: 200  len: 210 time: 0.0291231
Apr 16 21:24:53.241185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=57b68eea-2079-4d06-ae4e-7f15fa1eb4ed,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:53.258817 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (623ee30b-5a2a-4852-8019-bbf6419a8cb5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:53.355856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1569643c-fec6-41c9-bb53-057a97771591 req-6e041668-d880-4be5-8ac4-0a6ef5a511b7 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 210 time: 0.0434885
Apr 16 21:24:53.363422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a1a5c-1396-4d59-b17a-f0e221db72df req-e4150b79-4f55-48ed-b213-b409ec285ed1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:53.365228 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-785a1a5c-1396-4d59-b17a-f0e221db72df req-e4150b79-4f55-48ed-b213-b409ec285ed1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 944 time: 0.0782056
Apr 16 21:24:53.383517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device bf49cd01-b6d1-4305-b056-a5382b1d1716 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:24:53.427916 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Floating IP 623ee30b-5a2a-4852-8019-bbf6419a8cb5 associated. External IP: 172.35.1.82, port: 0624fbf3-e6c0-4f84-9672-55b2d3fedf8d.
Apr 16 21:24:53.433517 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-785a1a5c-1396-4d59-b17a-f0e221db72df req-20babd47-0a50-4b5e-8262-787bfd4752f4 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601456
Apr 16 21:24:53.461597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port bf49cd01-b6d1-4305-b056-a5382b1d1716 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:24:53.538034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port bf49cd01-b6d1-4305-b056-a5382b1d1716 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:24:53.538753 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:53.633170 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port bf49cd01-b6d1-4305-b056-a5382b1d1716 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:24:53.633566 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:53.662659 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c8da69-77b6-4af4-87bc-bbf731043f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf49cd01-b6d1-4305-b056-a5382b1d1716'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:53.663095 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92dcc02-e3a2-493b-a7ce-88998bbdfb6b" -d '{"events": [{"server_uuid": "b2c8da69-77b6-4af4-87bc-bbf731043f9f", "name": "network-vif-plugged", "status": "completed", "tag": "bf49cd01-b6d1-4305-b056-a5382b1d1716"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:53.677874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port bf49cd01-b6d1-4305-b056-a5382b1d1716, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf49cd01-b6d1-4305-b056-a5382b1d1716,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:53.707215 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20047a73-d4de-4884-bc7d-9ffdcfe4cdc4 x-openstack-request-id: req-20047a73-d4de-4884-bc7d-9ffdcfe4cdc4 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:53.707515 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c8da69-77b6-4af4-87bc-bbf731043f9f", "name": "network-vif-plugged", "status": "completed", "tag": "bf49cd01-b6d1-4305-b056-a5382b1d1716", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:53.707845 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20047a73-d4de-4884-bc7d-9ffdcfe4cdc4 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:53.708286 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20047a73-d4de-4884-bc7d-9ffdcfe4cdc4'] response: {'server_uuid': 'b2c8da69-77b6-4af4-87bc-bbf731043f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf49cd01-b6d1-4305-b056-a5382b1d1716', 'code': 200}
Apr 16 21:24:53.829216 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:53.879304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6902f9c-cadf-4afc-a61e-6882550d1ac6 req-23293747-846f-41b5-9486-9e423896ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:53.881350 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e6902f9c-cadf-4afc-a61e-6882550d1ac6 req-23293747-846f-41b5-9486-9e423896ce06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 1127 time: 0.0498652
Apr 16 21:24:53.888224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=bf49cd01-b6d1-4305-b056-a5382b1d1716,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:53.942136 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e6902f9c-cadf-4afc-a61e-6882550d1ac6 req-760d251e-aac7-4fbb-9d40-4ffd7fa949bb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536427
Apr 16 21:24:54.001222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:54.123862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:54.134028 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03fa93d-679b-4662-8ad8-9d673e0c2e87 None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:54.146814 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03fa93d-679b-4662-8ad8-9d673e0c2e87 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:54.147803 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e03fa93d-679b-4662-8ad8-9d673e0c2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:54.166721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80629322-d82e-4d86-a66c-9da4e673df75 req-d4893e1f-89a5-4420-ae1c-c3d613300269 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:54.168411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80629322-d82e-4d86-a66c-9da4e673df75 req-d4893e1f-89a5-4420-ae1c-c3d613300269 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0696154
Apr 16 21:24:54.183171 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e03fa93d-679b-4662-8ad8-9d673e0c2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1ce50>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:54.191833 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03fa93d-679b-4662-8ad8-9d673e0c2e87 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:54.192541 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e03fa93d-679b-4662-8ad8-9d673e0c2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:54.198200 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:54.251106 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80629322-d82e-4d86-a66c-9da4e673df75 req-f76565ec-a95d-4756-9fbe-5fdff70f8ce4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767272
Apr 16 21:24:54.258287 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e03fa93d-679b-4662-8ad8-9d673e0c2e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1ce50>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:54.259136 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03fa93d-679b-4662-8ad8-9d673e0c2e87 None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:54.272369 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c6df6d46-b2d7-4424-89ed-dfec7db6679d tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 3.2205639
Apr 16 21:24:54.272697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43662) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:54.277572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-96a0c2b0-a34b-4d81-88f7-8a3ad56ac21c tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'floatingip': {'port_id': '0624fbf3-e6c0-4f84-9672-55b2d3fedf8d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:54.340564 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e5422823-9906-4f6e-a586-aa3d4122c949 req-6e21dc30-8cba-4493-90c2-aeca06af43ad tempest-ServersAaction247Test-7754274 tempest-ServersAaction247Test-7754274-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9cf01fa-c7fe-47d7-a81a-ce285977ece1 HTTP/1.1" status: 200  len: 210 time: 0.0591602
Apr 16 21:24:54.371528 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96a0c2b0-a34b-4d81-88f7-8a3ad56ac21c tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (623ee30b-5a2a-4852-8019-bbf6419a8cb5), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:54.446956 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7eadb2f3-ee70-4b63-9c6b-1bcb4a3a60f9 req-81da2c04-4dfe-4261-a1d4-e3115bab607f tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 210 time: 0.0294273
Apr 16 21:24:54.588082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1070c70-1b82-4b78-9f21-ac4aebb999b7 req-cebe0167-b6a6-4cb3-8a45-89bd15f07c2a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:54.589598 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d1070c70-1b82-4b78-9f21-ac4aebb999b7 req-cebe0167-b6a6-4cb3-8a45-89bd15f07c2a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 945 time: 0.0954897
Apr 16 21:24:54.690239 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d1070c70-1b82-4b78-9f21-ac4aebb999b7 req-2676916c-52dc-4a82-824f-07d808eee80c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940042
Apr 16 21:24:54.947555 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96a0c2b0-a34b-4d81-88f7-8a3ad56ac21c tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:55.023542 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96a0c2b0-a34b-4d81-88f7-8a3ad56ac21c tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (623ee30b-5a2a-4852-8019-bbf6419a8cb5), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:55.244682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a0c2b0-a34b-4d81-88f7-8a3ad56ac21c tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:55.362439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a0c2b0-a34b-4d81-88f7-8a3ad56ac21c tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:55.367741 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96a0c2b0-a34b-4d81-88f7-8a3ad56ac21c tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:55.371266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd044f9-35be-4eae-9c1d-8dc66a42c347 req-a855a684-fd52-4ab9-9334-1c489efc285b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:55.376011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2b138e-1924-4974-af21-2da65dcb0b0a None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:55.386216 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6cd044f9-35be-4eae-9c1d-8dc66a42c347 req-a855a684-fd52-4ab9-9334-1c489efc285b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0648565
Apr 16 21:24:55.389552 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2b138e-1924-4974-af21-2da65dcb0b0a None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:55.390250 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5f2b138e-1924-4974-af21-2da65dcb0b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241bd730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:55.443240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-96a0c2b0-a34b-4d81-88f7-8a3ad56ac21c tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "PUT /v2.0/floatingips/623ee30b-5a2a-4852-8019-bbf6419a8cb5 HTTP/1.1" status: 200  len: 977 time: 1.1684558
Apr 16 21:24:55.445894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43676) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:55.471651 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5f2b138e-1924-4974-af21-2da65dcb0b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241bd730>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:55.482004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2b138e-1924-4974-af21-2da65dcb0b0a None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:55.482770 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5f2b138e-1924-4974-af21-2da65dcb0b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241bd730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:55.493402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dcc283ba-c771-4ea6-a196-dc89d20db13c req-f60354c6-aed5-4343-9273-b9ef48482583 tempest-ServersAaction247Test-7754274 tempest-ServersAaction247Test-7754274-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9cf01fa-c7fe-47d7-a81a-ce285977ece1 HTTP/1.1" status: 200  len: 210 time: 0.0384099
Apr 16 21:24:55.518965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5f2b138e-1924-4974-af21-2da65dcb0b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241bd730>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:55.519925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2b138e-1924-4974-af21-2da65dcb0b0a None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:55.528615 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6cd044f9-35be-4eae-9c1d-8dc66a42c347 req-1b66c32a-fea4-4bac-8521-3f3c86cf8d77 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355758
Apr 16 21:24:55.585509 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ddc1068-f99e-46ad-a642-67c551194ca9 req-952c7ab1-2f20-49c0-9a19-fcad6717e583 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 210 time: 0.0325961
Apr 16 21:24:55.647413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c386c046-c755-4e1f-a445-64449d7ac8fb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port 57b68eea-2079-4d06-ae4e-7f15fa1eb4ed {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:55.647754 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c386c046-c755-4e1f-a445-64449d7ac8fb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (57b68eea-2079-4d06-ae4e-7f15fa1eb4ed), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:55.727478 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c386c046-c755-4e1f-a445-64449d7ac8fb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (57b68eea-2079-4d06-ae4e-7f15fa1eb4ed), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:55.727810 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c386c046-c755-4e1f-a445-64449d7ac8fb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (57b68eea-2079-4d06-ae4e-7f15fa1eb4ed), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:55.741123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c386c046-c755-4e1f-a445-64449d7ac8fb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for 57b68eea-2079-4d06-ae4e-7f15fa1eb4ed owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:55.844307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec453382-11b7-4e2f-b419-c9f3b8114f56 req-224557b0-a211-4cf5-b755-37feb2e9c4ad tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:55.845755 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec453382-11b7-4e2f-b419-c9f3b8114f56 req-224557b0-a211-4cf5-b755-37feb2e9c4ad tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 945 time: 0.0638990
Apr 16 21:24:55.913899 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec453382-11b7-4e2f-b419-c9f3b8114f56 req-45fa5e5d-c7b7-4855-8811-5b51ac3d25e1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617101
Apr 16 21:24:55.985786 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-12a1fa3f-77c8-44f9-9322-e09899ad542b req-9cf8707c-6330-423e-8d91-a0e55ef09195 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9cf01fa-c7fe-47d7-a81a-ce285977ece1 HTTP/1.1" status: 200  len: 210 time: 0.0277140
Apr 16 21:24:56.050239 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c386c046-c755-4e1f-a445-64449d7ac8fb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (57b68eea-2079-4d06-ae4e-7f15fa1eb4ed), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:56.075133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386c046-c755-4e1f-a445-64449d7ac8fb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=57b68eea-2079-4d06-ae4e-7f15fa1eb4ed,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:56.142915 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c386c046-c755-4e1f-a445-64449d7ac8fb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (623ee30b-5a2a-4852-8019-bbf6419a8cb5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:56.143214 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-c386c046-c755-4e1f-a445-64449d7ac8fb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Floating IP 623ee30b-5a2a-4852-8019-bbf6419a8cb5 disassociated (deleted). External IP: 172.35.1.82, port: 0624fbf3-e6c0-4f84-9672-55b2d3fedf8d.
Apr 16 21:24:56.369704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c386c046-c755-4e1f-a445-64449d7ac8fb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:24:56.408549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6636f2-3c07-43cd-a8c0-9329b71886e7 req-096c442a-a69b-42cf-990e-cad7ee853d1f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:56.409941 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dc6636f2-3c07-43cd-a8c0-9329b71886e7 req-096c442a-a69b-42cf-990e-cad7ee853d1f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 945 time: 0.0555151
Apr 16 21:24:56.534174 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dc6636f2-3c07-43cd-a8c0-9329b71886e7 req-f5877e6f-6456-4b47-af7a-442415860bef tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907116
Apr 16 21:24:56.558018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c386c046-c755-4e1f-a445-64449d7ac8fb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:24:56.562588 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c386c046-c755-4e1f-a445-64449d7ac8fb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:56.570616 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e913b286-9c2a-4634-8c9c-c71aa923c186 None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:24:56.587860 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e913b286-9c2a-4634-8c9c-c71aa923c186 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:56.589449 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e913b286-9c2a-4634-8c9c-c71aa923c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248e87f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:56.597655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c386c046-c755-4e1f-a445-64449d7ac8fb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/floatingips/623ee30b-5a2a-4852-8019-bbf6419a8cb5 HTTP/1.1" status: 204  len: 168 time: 1.1321197
Apr 16 21:24:56.598040 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e77595f-58a7-4d96-9365-3ca6133717d6 req-e29c45b3-cadf-48a4-8642-71e6395168fe tempest-ServersAaction247Test-7754274 tempest-ServersAaction247Test-7754274-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9cf01fa-c7fe-47d7-a81a-ce285977ece1 HTTP/1.1" status: 200  len: 210 time: 0.0288913
Apr 16 21:24:56.599140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43694) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:56.647322 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e913b286-9c2a-4634-8c9c-c71aa923c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248e87f0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:56.658666 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e913b286-9c2a-4634-8c9c-c71aa923c186 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:24:56.659395 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e913b286-9c2a-4634-8c9c-c71aa923c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248e87f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:56.673700 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5463eb-8456-4e05-ac1b-a245a02fca71 req-b25d8fa8-8222-43b4-acbe-ca71f14069c0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:56.681667 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac5463eb-8456-4e05-ac1b-a245a02fca71 req-b25d8fa8-8222-43b4-acbe-ca71f14069c0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0723896
Apr 16 21:24:56.701139 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e913b286-9c2a-4634-8c9c-c71aa923c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248e87f0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:24:56.701751 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e913b286-9c2a-4634-8c9c-c71aa923c186 None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:24:56.718423 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44ac3cb8-cc60-483f-b942-2d3e19d101af req-ed57a4cf-d654-4f1c-8171-fdb1dead0cb8 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 210 time: 0.0378697
Apr 16 21:24:56.734742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port 0624fbf3-e6c0-4f84-9672-55b2d3fedf8d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:56.734742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0624fbf3-e6c0-4f84-9672-55b2d3fedf8d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:56.735428 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac5463eb-8456-4e05-ac1b-a245a02fca71 req-7adc2264-160d-4c03-b835-83ab81d09422 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520260
Apr 16 21:24:56.852145 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-b5441b8f-b5d7-479e-832c-f62197bcfb0a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0674069
Apr 16 21:24:56.866945 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0624fbf3-e6c0-4f84-9672-55b2d3fedf8d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:56.880251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for 0624fbf3-e6c0-4f84-9672-55b2d3fedf8d owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:56.936223 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:24:56.985625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-db43ca51-4f78-4e2b-9247-d46c47b3b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:56.986124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-db43ca51-4f78-4e2b-9247-d46c47b3b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:56.986732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-db43ca51-4f78-4e2b-9247-d46c47b3b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:56.987082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-db43ca51-4f78-4e2b-9247-d46c47b3b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:56.987558 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-db43ca51-4f78-4e2b-9247-d46c47b3b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:56.988106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-db43ca51-4f78-4e2b-9247-d46c47b3b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:56.988610 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-db43ca51-4f78-4e2b-9247-d46c47b3b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:56.991409 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-db43ca51-4f78-4e2b-9247-d46c47b3b3fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 6718 time: 0.0624754
Apr 16 21:24:57.269079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-5320bef1-efc7-4792-a3e7-ace0179721fa tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:57.271065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-5320bef1-efc7-4792-a3e7-ace0179721fa tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.11 "GET /v2.0/networks?id=cce77d41-c216-4fdf-aff8-360b03003a07 HTTP/1.1" status: 200  len: 809 time: 0.1827815
Apr 16 21:24:57.287132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-12b990f1-9efe-40d4-914a-22f0966d9e6e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Request body: {'port': {'device_id': '9c206aa5-5455-49ad-81ee-23ba46fc9d79', 'network_id': 'cce77d41-c216-4fdf-aff8-360b03003a07', 'admin_state_up': True, 'tenant_id': '81cb0c10ca81477bb8c44f27102b04fe'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:57.342646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-0f798a5b-4fd1-4d9a-9364-711039eedb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:57.343123 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-0f798a5b-4fd1-4d9a-9364-711039eedb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:57.343593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-0f798a5b-4fd1-4d9a-9364-711039eedb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:57.345247 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-0f798a5b-4fd1-4d9a-9364-711039eedb44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=281ab511-837a-41be-9f7f-2b7357e9479c&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=e542be96-fc30-4cda-9476-07d2b2bc4e28&id=e542be96-fc30-4cda-9476-07d2b2bc4e28 HTTP/1.1" status: 200  len: 2298 time: 0.2067575
Apr 16 21:24:57.350453 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0624fbf3-e6c0-4f84-9672-55b2d3fedf8d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:57.394765 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=0624fbf3-e6c0-4f84-9672-55b2d3fedf8d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:57.449774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.450128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.450475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.450814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.451149 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.451545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.451818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.452146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.453003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.453003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.453211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.453514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.453841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.454166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.454487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:24:57.557995 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-48db360f-1f57-4bb7-92a1-4ba42f6c1b7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc99d421-5515-41e3-bbf8-03443566d154 HTTP/1.1" status: 200  len: 999 time: 0.1723385
Apr 16 21:24:57.619936 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:57.623102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-06e719b2-0cbe-435c-8687-103aca0b05c3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/ports/0624fbf3-e6c0-4f84-9672-55b2d3fedf8d HTTP/1.1" status: 204  len: 168 time: 1.0231717
Apr 16 21:24:57.630097 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43704) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:24:57.644765 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:57.681902 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-8c1a694c-b195-46ed-9404-45b610a123fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:57.683413 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-8c1a694c-b195-46ed-9404-45b610a123fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=708923a2-d8e5-492d-a120-3240bd6ffb38 HTTP/1.1" status: 200  len: 856 time: 0.1145222
Apr 16 21:24:57.693957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d20e8-6da6-461b-9e69-1d1eed67a9a0 req-cb89f8f7-bc43-4057-ad9b-a0ea29fe0632 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:57.695668 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-257d20e8-6da6-461b-9e69-1d1eed67a9a0 req-cb89f8f7-bc43-4057-ad9b-a0ea29fe0632 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 945 time: 0.0791709
Apr 16 21:24:57.706469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-12b990f1-9efe-40d4-914a-22f0966d9e6e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Made reservation on behalf of 81cb0c10ca81477bb8c44f27102b04fe for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:24:57.710207 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-12b990f1-9efe-40d4-914a-22f0966d9e6e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:57.737324 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:57.768004 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8527380-4389-4f79-84d6-53ed5af04a7d req-b570d846-9311-49f4-b29d-4b6cb4f2ca71 tempest-ServersAaction247Test-7754274 tempest-ServersAaction247Test-7754274-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9cf01fa-c7fe-47d7-a81a-ce285977ece1 HTTP/1.1" status: 200  len: 210 time: 0.0416718
Apr 16 21:24:57.784929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-87b8d253-812f-43f4-bb66-f879d4e37d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:57.796895 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-87b8d253-812f-43f4-bb66-f879d4e37d52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=281ab511-837a-41be-9f7f-2b7357e9479c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0895946
Apr 16 21:24:57.874487 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87b14dc0-46fd-46ce-be87-dbebeb7027b3 req-7c0a9ae1-663e-411c-b665-6257b6810968 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 210 time: 0.0404820
Apr 16 21:24:57.911651 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:57.928778 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-257d20e8-6da6-461b-9e69-1d1eed67a9a0 req-f4a88539-50fb-433d-86f1-db7c37fa312a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151306
Apr 16 21:24:57.970925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065afe0a-fd74-4ad2-8c90-71dd3c871f5c req-b0357299-51f1-4af2-bf1a-92ad84577795 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:57.974681 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-065afe0a-fd74-4ad2-8c90-71dd3c871f5c req-b0357299-51f1-4af2-bf1a-92ad84577795 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 945 time: 0.1001482
Apr 16 21:24:58.000563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-07a0b3a2-0757-4fab-951c-f1bbf6c40f67 service neutron] 10.222.0.11 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2017806
Apr 16 21:24:58.505531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470e96e-a716-4433-9198-cbe63f10e77b req-52fce31e-865f-4bd6-a857-4dd12ba44cc6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:58.507071 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d470e96e-a716-4433-9198-cbe63f10e77b req-52fce31e-865f-4bd6-a857-4dd12ba44cc6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.4706767
Apr 16 21:24:58.511401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-12b990f1-9efe-40d4-914a-22f0966d9e6e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Allocated IP 172.20.0.9 (cce77d41-c216-4fdf-aff8-360b03003a07/25f82d0b-39af-4544-bdcd-457b91cd9792/edfa0ac5-33d0-466c-89bb-63c2070d6c89) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:58.527005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.35.1.172 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/6a4deecd-a24c-4b7e-85e7-11cc3517a20f) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:24:58.557555 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-1f90cb52-8214-4493-96b0-08013409c088 service neutron] 10.222.0.11 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5326846
Apr 16 21:24:58.613770 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-3abf3190-3cce-4405-bb9c-17316302bca1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=c1abc7d3-63c4-4e58-896c-5aa4b9a41054 HTTP/1.1" status: 200  len: 217 time: 0.0448930
Apr 16 21:24:58.638796 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-065afe0a-fd74-4ad2-8c90-71dd3c871f5c req-15fc9a34-498f-4882-8792-e0593decc2a8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Deleting port bf49cd01-b6d1-4305-b056-a5382b1d1716 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:24:58.639400 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-065afe0a-fd74-4ad2-8c90-71dd3c871f5c req-15fc9a34-498f-4882-8792-e0593decc2a8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:58.713912 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d470e96e-a716-4433-9198-cbe63f10e77b req-22b082cf-8054-45c8-9bee-7eb7f3755aea tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884723
Apr 16 21:24:58.725733 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-afaf0df6-34ee-4ecc-a0e0-dcbd03dfb9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:58.727410 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-afaf0df6-34ee-4ecc-a0e0-dcbd03dfb9a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.1078994
Apr 16 21:24:58.795653 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-12b990f1-9efe-40d4-914a-22f0966d9e6e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Publish callbacks [] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:58.799156 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-181bd099-9e12-4f2c-a95a-4ee78cf19e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:58.800732 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-181bd099-9e12-4f2c-a95a-4ee78cf19e0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0665135
Apr 16 21:24:58.813404 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-065afe0a-fd74-4ad2-8c90-71dd3c871f5c req-15fc9a34-498f-4882-8792-e0593decc2a8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] For port bf49cd01-b6d1-4305-b056-a5382b1d1716, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf49cd01-b6d1-4305-b056-a5382b1d1716,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:24:58.814284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-065afe0a-fd74-4ad2-8c90-71dd3c871f5c req-15fc9a34-498f-4882-8792-e0593decc2a8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:58.837076 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (6a4deecd-a24c-4b7e-85e7-11cc3517a20f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:58.842326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-065afe0a-fd74-4ad2-8c90-71dd3c871f5c req-15fc9a34-498f-4882-8792-e0593decc2a8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Calling delete_port for bf49cd01-b6d1-4305-b056-a5382b1d1716 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:24:58.915212 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-9a5e83da-e0d6-404c-addf-085f3f067642 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1081564
Apr 16 21:24:59.041313 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b152104c-525c-414e-8585-751d3189c8e6 req-77ca7b3f-15b9-4238-94a8-470199a4a2e8 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 210 time: 0.0380096
Apr 16 21:24:59.047692 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-6944dfc0-9b35-4aca-aa35-1da1ebffe314 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1168816
Apr 16 21:24:59.091848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-35cc2e72-6932-435f-b9c1-19771c400b95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=5e9adf2d-0b03-4f92-88ae-35b824faa4fe HTTP/1.1" status: 200  len: 217 time: 0.0382898
Apr 16 21:24:59.140454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-008cb840-ce6b-47f5-b46a-4a72028f812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:59.141972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-008cb840-ce6b-47f5-b46a-4a72028f812a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.0449283
Apr 16 21:24:59.151964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c00378-cc60-4b0c-8377-9b71c25dd453 req-f3aefb60-410c-41c6-b0da-eb5404f3f614 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:59.153520 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4c00378-cc60-4b0c-8377-9b71c25dd453 req-f3aefb60-410c-41c6-b0da-eb5404f3f614 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 945 time: 0.0487225
Apr 16 21:24:59.190090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-72944270-f566-41d2-a913-1e8f1091579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:59.192072 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-72944270-f566-41d2-a913-1e8f1091579e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0438542
Apr 16 21:24:59.213072 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4c00378-cc60-4b0c-8377-9b71c25dd453 req-822b93c4-ac1c-4801-a930-bf0dff93ae7f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496914
Apr 16 21:24:59.229837 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-065afe0a-fd74-4ad2-8c90-71dd3c871f5c req-15fc9a34-498f-4882-8792-e0593decc2a8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (bf49cd01-b6d1-4305-b056-a5382b1d1716), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:59.232812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6a4deecd-a24c-4b7e-85e7-11cc3517a20f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:59.244774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['29f0877d-908a-47df-aa37-d5dcea212e40', 'bf49cd01-b6d1-4305-b056-a5382b1d1716'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:24:59.250124 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-12b990f1-9efe-40d4-914a-22f0966d9e6e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:59.295853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=6a4deecd-a24c-4b7e-85e7-11cc3517a20f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:59.319577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-12b990f1-9efe-40d4-914a-22f0966d9e6e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Network cce77d41-c216-4fdf-aff8-360b03003a07 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:59.322141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-12b990f1-9efe-40d4-914a-22f0966d9e6e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:59.327214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-12b990f1-9efe-40d4-914a-22f0966d9e6e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:59.345186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:24:59.375661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b990f1-9efe-40d4-914a-22f0966d9e6e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Pushing event updated for resources: {'Port': ['ID=edfa0ac5-33d0-466c-89bb-63c2070d6c89,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:59.392961 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-d262e34d-9830-44af-9664-3a3fda1511cd service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954193
Apr 16 21:24:59.400472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:24:59.400472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:24:59.408092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-12b990f1-9efe-40d4-914a-22f0966d9e6e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:59.408783 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-12b990f1-9efe-40d4-914a-22f0966d9e6e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:59.424341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc9a34-498f-4882-8792-e0593decc2a8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Pushing event deleted for resources: {'Port': ['ID=bf49cd01-b6d1-4305-b056-a5382b1d1716,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:24:59.454165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-065afe0a-fd74-4ad2-8c90-71dd3c871f5c req-15fc9a34-498f-4882-8792-e0593decc2a8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] No DVR routers for this DVR port bf49cd01-b6d1-4305-b056-a5382b1d1716 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:24:59.456525 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-065afe0a-fd74-4ad2-8c90-71dd3c871f5c req-15fc9a34-498f-4882-8792-e0593decc2a8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:59.461520 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-065afe0a-fd74-4ad2-8c90-71dd3c871f5c req-15fc9a34-498f-4882-8792-e0593decc2a8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.41 "DELETE /v2.0/ports/bf49cd01-b6d1-4305-b056-a5382b1d1716 HTTP/1.1" status: 204  len: 173 time: 1.4267316
Apr 16 21:24:59.463953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c8da69-77b6-4af4-87bc-bbf731043f9f', 'name': 'network-vif-deleted', 'tag': 'bf49cd01-b6d1-4305-b056-a5382b1d1716'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:24:59.472459 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed8889e-f159-4539-84fd-79365f55063e" -d '{"events": [{"server_uuid": "b2c8da69-77b6-4af4-87bc-bbf731043f9f", "name": "network-vif-deleted", "tag": "bf49cd01-b6d1-4305-b056-a5382b1d1716"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:24:59.480555 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-12b990f1-9efe-40d4-914a-22f0966d9e6e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1978569
Apr 16 21:24:59.496074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Request body: {'port': {'device_id': '9c206aa5-5455-49ad-81ee-23ba46fc9d79', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:24:59.545698 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-898a67d4-d917-4972-b9a2-b52a7739289c req-e692aa89-5be7-4a73-82ba-64ce75849773 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b56376483435432291c5c3beeeae3354&device_id=e9cf01fa-c7fe-47d7-a81a-ce285977ece1 HTTP/1.1" status: 200  len: 210 time: 0.0688648
Apr 16 21:24:59.547150 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e791b8-6df9-4008-b4de-289e1b0cc33a x-openstack-request-id: req-69e791b8-6df9-4008-b4de-289e1b0cc33a {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:24:59.547444 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c8da69-77b6-4af4-87bc-bbf731043f9f", "name": "network-vif-deleted", "tag": "bf49cd01-b6d1-4305-b056-a5382b1d1716", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:24:59.547714 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69e791b8-6df9-4008-b4de-289e1b0cc33a {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:24:59.548104 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e791b8-6df9-4008-b4de-289e1b0cc33a'] response: {'server_uuid': 'b2c8da69-77b6-4af4-87bc-bbf731043f9f', 'name': 'network-vif-deleted', 'tag': 'bf49cd01-b6d1-4305-b056-a5382b1d1716', 'status': 'completed', 'code': 200}
Apr 16 21:24:59.555842 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (5513134c-25c7-406c-b584-2880b11c4c6f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:59.597477 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-898a67d4-d917-4972-b9a2-b52a7739289c req-7cf12ea5-e2f0-499b-8203-285da13b0021 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b56376483435432291c5c3beeeae3354&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0423098
Apr 16 21:24:59.603873 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-961fb604-5848-427a-94aa-86c174517cd1 req-b367d0f5-5526-4830-8a01-f0de574efdbb tempest-ServersAaction247Test-7754274 tempest-ServersAaction247Test-7754274-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9cf01fa-c7fe-47d7-a81a-ce285977ece1 HTTP/1.1" status: 200  len: 210 time: 0.0361338
Apr 16 21:24:59.630182 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-3ec67d5c-e0af-4f65-a8b3-8e64ed451c64 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2055726
Apr 16 21:24:59.662189 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6a4deecd-a24c-4b7e-85e7-11cc3517a20f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:59.687130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:59.726812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-80604114-7a43-4cc5-a566-d20024d22856 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=e161877a-3f6f-49a7-8aed-2eee986f2f68 HTTP/1.1" status: 200  len: 217 time: 0.0525615
Apr 16 21:24:59.837409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (6a4deecd-a24c-4b7e-85e7-11cc3517a20f), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:59.880231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a67d4-d917-4972-b9a2-b52a7739289c req-e6aef575-1325-40de-89b1-95c97279fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:59.881750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-898a67d4-d917-4972-b9a2-b52a7739289c req-e6aef575-1325-40de-89b1-95c97279fba6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2670662
Apr 16 21:24:59.920334 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (6a4deecd-a24c-4b7e-85e7-11cc3517a20f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:24:59.927228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-1bb23251-d4af-4f81-bfd8-e980c279a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:59.928746 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-1bb23251-d4af-4f81-bfd8-e980c279a4c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.1841424
Apr 16 21:24:59.943221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad4099-2d9f-4472-a944-94d48c00a53b req-a841054a-f051-40c6-ab27-9221a6d8ad53 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:24:59.948355 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-86ad4099-2d9f-4472-a944-94d48c00a53b req-a841054a-f051-40c6-ab27-9221a6d8ad53 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.1349285
Apr 16 21:24:59.993024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=6a4deecd-a24c-4b7e-85e7-11cc3517a20f,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:00.006787 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (5513134c-25c7-406c-b584-2880b11c4c6f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:00.058294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-86ad4099-2d9f-4472-a944-94d48c00a53b req-dcdc36d1-929f-4ff8-b31a-56a33045888e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983412
Apr 16 21:25:00.088130 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:00.089396 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e38d4c7d-1e1c-4b8c-8de0-e84cdb9c9ac6 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4511478
Apr 16 21:25:00.092056 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43752) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:00.096991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'port': {'network_id': 'c82db379-4f14-4961-afb3-70b1cdb3f95f', 'name': 'tempest-FloatingIPTestJSON-905716848'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:00.153289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfa0ac5-33d0-466c-89bb-63c2070d6c89 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:25:00.162839 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Publish callbacks [] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:00.181170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Transition to ACTIVE for port object edfa0ac5-33d0-466c-89bb-63c2070d6c89 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:25:00.237680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23415376-4b2d-423e-9c05-b1226f86c9b9 req-13811bdf-368c-466f-89fc-700f2b5fe127 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:00.239693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23415376-4b2d-423e-9c05-b1226f86c9b9 req-13811bdf-368c-466f-89fc-700f2b5fe127 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 931 time: 0.0766773
Apr 16 21:25:00.292081 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:00.306042 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da15cf95-39c8-49d2-a3c0-565d96a74e59 req-34c76dbd-88e7-431d-b41e-e5d7662247a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0644360
Apr 16 21:25:00.343778 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23415376-4b2d-423e-9c05-b1226f86c9b9 req-43806a03-a077-4f8a-a79b-fa22ef0fa14d tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929437
Apr 16 21:25:00.384674 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15cf95-39c8-49d2-a3c0-565d96a74e59 req-56a36da9-c600-4279-a1f4-8372e5c5c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:00.386183 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da15cf95-39c8-49d2-a3c0-565d96a74e59 req-56a36da9-c600-4279-a1f4-8372e5c5c8a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 1127 time: 0.0549805
Apr 16 21:25:00.386778 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Made reservation on behalf of 81042bf23dbc43e0ac84e1ff4a1da1f0 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:00.390146 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:00.397448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=edfa0ac5-33d0-466c-89bb-63c2070d6c89,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:00.403571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c1b58b75-5498-4185-b855-0314b33b1935 req-9d00339a-bf7f-4dd2-9af3-c101f75fbd39 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c8da69-77b6-4af4-87bc-bbf731043f9f HTTP/1.1" status: 200  len: 210 time: 0.1059065
Apr 16 21:25:00.409279 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] device_id is not set on port 9b286777-2ef9-4d8b-b397-5e64dd9c39b0 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:25:00.500812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Attempting to bind port edfa0ac5-33d0-466c-89bb-63c2070d6c89 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:25:00.501220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Attempting to bind port edfa0ac5-33d0-466c-89bb-63c2070d6c89 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '232de1d4-02b0-4ae3-b32c-4a740afb02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cce77d41-c216-4fdf-aff8-360b03003a07'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:25:00.502101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Attempting to bind port edfa0ac5-33d0-466c-89bb-63c2070d6c89 on network cce77d41-c216-4fdf-aff8-360b03003a07 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:25:00.506967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Port edfa0ac5-33d0-466c-89bb-63c2070d6c89 on network cce77d41-c216-4fdf-aff8-360b03003a07 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:25:00.507113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Attempting to bind port edfa0ac5-33d0-466c-89bb-63c2070d6c89 on network cce77d41-c216-4fdf-aff8-360b03003a07 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:25:00.512201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:25:00.512679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Checking segment: {'id': '232de1d4-02b0-4ae3-b32c-4a740afb02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cce77d41-c216-4fdf-aff8-360b03003a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:25:00.513209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Bound using segment: {'id': '232de1d4-02b0-4ae3-b32c-4a740afb02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cce77d41-c216-4fdf-aff8-360b03003a07'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:25:00.513770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Bound port: edfa0ac5-33d0-466c-89bb-63c2070d6c89, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232de1d4-02b0-4ae3-b32c-4a740afb02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cce77d41-c216-4fdf-aff8-360b03003a07'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:25:00.514267 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:00.586507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15cf95-39c8-49d2-a3c0-565d96a74e59 req-e4b8faa2-74d2-4737-87ee-c583bd385035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:00.587971 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da15cf95-39c8-49d2-a3c0-565d96a74e59 req-e4b8faa2-74d2-4737-87ee-c583bd385035 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 916 time: 0.1706953
Apr 16 21:25:00.588426 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] For port edfa0ac5-33d0-466c-89bb-63c2070d6c89, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:25:00.591707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] For port edfa0ac5-33d0-466c-89bb-63c2070d6c89, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=edfa0ac5-33d0-466c-89bb-63c2070d6c89,segment=NetworkSegment(232de1d4-02b0-4ae3-b32c-4a740afb02d4),segment_id=232de1d4-02b0-4ae3-b32c-4a740afb02d4)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:25:00.604473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.20.0.4 (c82db379-4f14-4961-afb3-70b1cdb3f95f/f4f755bd-f766-49b9-802f-a7fbbd43c8a3/9b286777-2ef9-4d8b-b397-5e64dd9c39b0) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:00.679141 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:00.698851 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da15cf95-39c8-49d2-a3c0-565d96a74e59 req-5071831f-b3c8-4a50-adec-c1bcd68cff1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=459ce4bf-03df-40c1-b9aa-0e81a103ea05 HTTP/1.1" status: 200  len: 1001 time: 0.1046119
Apr 16 21:25:00.722195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:00.722195 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:00.722195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] 10.222.0.11 "PUT /v2.0/ports/edfa0ac5-33d0-466c-89bb-63c2070d6c89 HTTP/1.1" status: 200  len: 1091 time: 1.2288637
Apr 16 21:25:00.725127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c206aa5-5455-49ad-81ee-23ba46fc9d79', 'tag': 'edfa0ac5-33d0-466c-89bb-63c2070d6c89'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:25:00.727371 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c322cc-82de-478f-bc21-4f888e818aee" -d '{"events": [{"name": "network-changed", "server_uuid": "9c206aa5-5455-49ad-81ee-23ba46fc9d79", "tag": "edfa0ac5-33d0-466c-89bb-63c2070d6c89"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:25:00.735798 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ab413d3-fc26-448d-9f70-ec251a34c2ed req-7c93dc48-e249-47a7-aea8-4ce090a9644e tempest-ServersAaction247Test-7754274 tempest-ServersAaction247Test-7754274-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9cf01fa-c7fe-47d7-a81a-ce285977ece1 HTTP/1.1" status: 200  len: 210 time: 0.0546877
Apr 16 21:25:00.752072 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ae8ca-73a1-4679-80e3-3befd710e6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=edfa0ac5-33d0-466c-89bb-63c2070d6c89,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:00.779857 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148c6dfd-3da7-4aab-bee2-e4820146a4c6 x-openstack-request-id: req-148c6dfd-3da7-4aab-bee2-e4820146a4c6 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:25:00.780156 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c206aa5-5455-49ad-81ee-23ba46fc9d79", "tag": "edfa0ac5-33d0-466c-89bb-63c2070d6c89", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:25:00.780450 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-148c6dfd-3da7-4aab-bee2-e4820146a4c6 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:25:00.780854 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148c6dfd-3da7-4aab-bee2-e4820146a4c6'] response: {'name': 'network-changed', 'server_uuid': '9c206aa5-5455-49ad-81ee-23ba46fc9d79', 'tag': 'edfa0ac5-33d0-466c-89bb-63c2070d6c89', 'status': 'completed', 'code': 200}
Apr 16 21:25:00.822148 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15cf95-39c8-49d2-a3c0-565d96a74e59 req-a876ba7c-6972-4e16-8448-710331313e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:00.823620 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da15cf95-39c8-49d2-a3c0-565d96a74e59 req-a876ba7c-6972-4e16-8448-710331313e31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.1164076
Apr 16 21:25:00.887540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15cf95-39c8-49d2-a3c0-565d96a74e59 req-46bfd5ec-acea-497d-8860-c38aa5fbbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:00.889091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da15cf95-39c8-49d2-a3c0-565d96a74e59 req-46bfd5ec-acea-497d-8860-c38aa5fbbf9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0541701
Apr 16 21:25:00.909061 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (9b286777-2ef9-4d8b-b397-5e64dd9c39b0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:01.008378 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da15cf95-39c8-49d2-a3c0-565d96a74e59 req-2ec82796-fb86-4af1-a86f-c36d3ab2f600 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1109169
Apr 16 21:25:01.103436 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9b286777-2ef9-4d8b-b397-5e64dd9c39b0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:01.115415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da15cf95-39c8-49d2-a3c0-565d96a74e59 req-25650be0-2602-4f4a-97cd-e65cf98acf00 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1002545
Apr 16 21:25:01.126307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-b3ca13f0-df72-4210-ba0b-a37fece89b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:01.127858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-b3ca13f0-df72-4210-ba0b-a37fece89b39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0918450
Apr 16 21:25:01.137366 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c322cc-82de-478f-bc21-4f888e818aee req-e45763bc-a874-4ef5-a542-43d28ab7daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:01.139991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25c322cc-82de-478f-bc21-4f888e818aee req-e45763bc-a874-4ef5-a542-43d28ab7daa1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81cb0c10ca81477bb8c44f27102b04fe&device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 1125 time: 0.0662432
Apr 16 21:25:01.191855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network c82db379-4f14-4961-afb3-70b1cdb3f95f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:01.198270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:01.202422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=9b286777-2ef9-4d8b-b397-5e64dd9c39b0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:01.207140 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:01.244437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b15ccb-7aa2-4682-aec4-fc58f69de9b1 req-ca482619-f57f-4bc2-877a-775109e9206c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:01.245960 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3b15ccb-7aa2-4682-aec4-fc58f69de9b1 req-ca482619-f57f-4bc2-877a-775109e9206c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.1070378
Apr 16 21:25:01.285188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:01.286266 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:01.321209 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3b15ccb-7aa2-4682-aec4-fc58f69de9b1 req-2ca17961-4be3-4988-82fe-480b66482adb tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681205
Apr 16 21:25:01.377581 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-29f9d26b-44ff-4ea9-a786-6729ced71876 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779108
Apr 16 21:25:01.378662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c322cc-82de-478f-bc21-4f888e818aee req-982ea0d6-2eec-4b8d-8b85-5d84c2dc3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:01.380687 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25c322cc-82de-478f-bc21-4f888e818aee req-982ea0d6-2eec-4b8d-8b85-5d84c2dc3d09 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=81cb0c10ca81477bb8c44f27102b04fe&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1633756
Apr 16 21:25:01.386348 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2b6c3b85-f365-4dd5-b7ad-636baa829092 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.2914665
Apr 16 21:25:01.390875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43776) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:01.391334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device bf49cd01-b6d1-4305-b056-a5382b1d1716 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:25:01.391809 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9305580c-8527-4b83-b642-dcdd4f371dbb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'floatingip': {'port_id': '9b286777-2ef9-4d8b-b397-5e64dd9c39b0'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:01.436670 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: bf49cd01-b6d1-4305-b056-a5382b1d1716 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:25:01.437275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device bf49cd01-b6d1-4305-b056-a5382b1d1716 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:25:01.444939 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9305580c-8527-4b83-b642-dcdd4f371dbb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (5513134c-25c7-406c-b584-2880b11c4c6f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:01.594560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220f7e4-9fbc-4982-a5e0-99ce592dd1f1 req-72904828-4f69-4e45-9c5c-3d604649588c tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:01.596058 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e220f7e4-9fbc-4982-a5e0-99ce592dd1f1 req-72904828-4f69-4e45-9c5c-3d604649588c tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 943 time: 0.1257179
Apr 16 21:25:01.648627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-aa269647-f13f-48be-9787-a5e62c3709ad service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2480087
Apr 16 21:25:01.652760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd995c-da5c-471e-b854-f172a61e0d24 req-3bc700f3-b930-4f5c-945e-83fe797c70ba tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:01.661591 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5dd995c-da5c-471e-b854-f172a61e0d24 req-3bc700f3-b930-4f5c-945e-83fe797c70ba tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0993767
Apr 16 21:25:01.714757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c322cc-82de-478f-bc21-4f888e818aee req-70650515-be1a-4edd-b253-cebefd3e4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:01.716280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25c322cc-82de-478f-bc21-4f888e818aee req-70650515-be1a-4edd-b253-cebefd3e4a1b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2558637
Apr 16 21:25:01.717928 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-b1ad9c4d-f1c2-48de-be0b-7c7daa7bc0bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=c8475713-e26a-40c8-8213-0fa9fe87a721 HTTP/1.1" status: 200  len: 217 time: 0.0470161
Apr 16 21:25:01.721266 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e220f7e4-9fbc-4982-a5e0-99ce592dd1f1 req-eb6a811a-20a0-4031-a77f-de1c02e2cea2 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174777
Apr 16 21:25:01.755438 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5dd995c-da5c-471e-b854-f172a61e0d24 req-0d285efe-4812-45f8-9a67-9de85ec73257 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904665
Apr 16 21:25:01.777083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-cbe263e6-98f4-4bfd-a557-ab8f3d41ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:01.778575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-cbe263e6-98f4-4bfd-a557-ab8f3d41ce60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.0534530
Apr 16 21:25:01.879303 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-898a67d4-d917-4972-b9a2-b52a7739289c req-cd4f8e1e-db68-4ca8-87f8-701b6b0535b3 tempest-ServersAaction247Test-7754274 tempest-ServersAaction247Test-7754274-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9cf01fa-c7fe-47d7-a81a-ce285977ece1 HTTP/1.1" status: 200  len: 210 time: 0.0780294
Apr 16 21:25:01.941305 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2e9acebd-f448-4810-9946-b5959d1801e3 req-cac4194e-ef33-40ce-8635-510aa21e6814 tempest-ServersAaction247Test-7754274 tempest-ServersAaction247Test-7754274-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9cf01fa-c7fe-47d7-a81a-ce285977ece1 HTTP/1.1" status: 200  len: 210 time: 0.0909731
Apr 16 21:25:01.945724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-f4c4a4c1-a298-41f9-9e3a-ffc543152fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:01.947091 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-f4c4a4c1-a298-41f9-9e3a-ffc543152fcf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1415353
Apr 16 21:25:01.953228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-08f04c26-d719-4706-983d-47645bb508cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:01.954988 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-08f04c26-d719-4706-983d-47645bb508cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=81cb0c10ca81477bb8c44f27102b04fe&device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 1125 time: 0.1066442
Apr 16 21:25:02.074024 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-4a6cc795-2934-44f9-a18b-a94f478996f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edfa0ac5-33d0-466c-89bb-63c2070d6c89 HTTP/1.1" status: 200  len: 217 time: 0.1005075
Apr 16 21:25:02.087791 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b983a-6f9b-4009-96eb-2654fdb5aa48 req-89179c7b-2fcf-49ce-bbd9-0341cca42da6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:02.095815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f27b983a-6f9b-4009-96eb-2654fdb5aa48 req-89179c7b-2fcf-49ce-bbd9-0341cca42da6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1080294
Apr 16 21:25:02.141368 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9305580c-8527-4b83-b642-dcdd4f371dbb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:02.144813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-95b7361c-14b8-4f12-a381-05dc1c0a4a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:02.146544 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-95b7361c-14b8-4f12-a381-05dc1c0a4a10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25f82d0b-39af-4544-bdcd-457b91cd9792 HTTP/1.1" status: 200  len: 849 time: 0.0725820
Apr 16 21:25:02.150291 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-8ffb8022-15d1-4aa1-8060-32a1e69e2085 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1942372
Apr 16 21:25:02.165912 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f27b983a-6f9b-4009-96eb-2654fdb5aa48 req-d464afd8-0e3f-4990-8687-ced4d4a08f55 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692029
Apr 16 21:25:02.199944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-c4c471fb-5146-4dac-9693-000c15ba4008 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cce77d41-c216-4fdf-aff8-360b03003a07&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429749
Apr 16 21:25:02.200111 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9305580c-8527-4b83-b642-dcdd4f371dbb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (5513134c-25c7-406c-b584-2880b11c4c6f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:02.314660 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-9305580c-8527-4b83-b642-dcdd4f371dbb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Floating IP 5513134c-25c7-406c-b584-2880b11c4c6f associated. External IP: 172.35.1.172, port: 9b286777-2ef9-4d8b-b397-5e64dd9c39b0.
Apr 16 21:25:02.365954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2e546-567f-47de-9491-2f36353002d9 req-e1ca4643-c348-492f-aca6-bbc181d3e3e7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:02.368053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ec2e546-567f-47de-9491-2f36353002d9 req-e1ca4643-c348-492f-aca6-bbc181d3e3e7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1164083
Apr 16 21:25:02.408746 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-a3a94207-f407-42a6-979c-083ebaa6d926 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2506545
Apr 16 21:25:02.414124 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-4f3429d4-cf41-4698-b81a-daf7cab57b6a service neutron] 10.222.0.11 "GET /v2.0/networks/cce77d41-c216-4fdf-aff8-360b03003a07?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849144
Apr 16 21:25:02.443120 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ec2e546-567f-47de-9491-2f36353002d9 req-16f4730e-fe99-4f04-9fde-eb04e7482aff tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621169
Apr 16 21:25:02.459523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f849cf-60b0-407e-87f8-07bcb357b6a9 req-8d62cad8-3f9f-4a18-8e23-0adb12534ced tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:02.461015 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3f849cf-60b0-407e-87f8-07bcb357b6a9 req-8d62cad8-3f9f-4a18-8e23-0adb12534ced tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0574067
Apr 16 21:25:02.571969 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3f849cf-60b0-407e-87f8-07bcb357b6a9 req-b03a071f-3c15-4bef-b4b6-5894afd7bf38 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050699
Apr 16 21:25:02.587310 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-3e1f7a02-5b65-4cc0-bb80-dfb08d68524e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee HTTP/1.1" status: 200  len: 217 time: 0.0759547
Apr 16 21:25:02.635380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9305580c-8527-4b83-b642-dcdd4f371dbb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:25:02.659312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-4f336d22-40d4-4333-9c81-24fb945cea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:02.659312 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-4f336d22-40d4-4333-9c81-24fb945cea0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=326da6c5-3bc2-4f6e-a46f-4485631a093b HTTP/1.1" status: 200  len: 797 time: 0.0710721
Apr 16 21:25:02.659312 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af5cc606-e464-4d8b-b92e-c43502070f36 req-48291d25-cbf6-4367-93eb-1d0cee9b2001 service neutron] 10.222.0.11 "GET /v2.0/networks/cce77d41-c216-4fdf-aff8-360b03003a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629269
Apr 16 21:25:02.709685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-60078c17-a2a4-4c09-b614-3d2c9b80e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:02.711624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-60078c17-a2a4-4c09-b614-3d2c9b80e535 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e542be96-fc30-4cda-9476-07d2b2bc4e28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0460935
Apr 16 21:25:02.751253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9305580c-8527-4b83-b642-dcdd4f371dbb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:25:02.755630 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9305580c-8527-4b83-b642-dcdd4f371dbb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:02.763043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb4ac76-fe4d-4e03-abe6-9f2fb9cba5c3 None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:25:02.774562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4ac76-fe4d-4e03-abe6-9f2fb9cba5c3 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:02.775534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9cb4ac76-fe4d-4e03-abe6-9f2fb9cba5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247ba4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:02.790730 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9305580c-8527-4b83-b642-dcdd4f371dbb tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "PUT /v2.0/floatingips/5513134c-25c7-406c-b584-2880b11c4c6f HTTP/1.1" status: 200  len: 977 time: 1.4023983
Apr 16 21:25:02.793096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43808) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:02.823277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9cb4ac76-fe4d-4e03-abe6-9f2fb9cba5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247ba4f0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:02.834130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4ac76-fe4d-4e03-abe6-9f2fb9cba5c3 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:02.835040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9cb4ac76-fe4d-4e03-abe6-9f2fb9cba5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247ba4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:02.840041 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-4cb30b77-384d-4fd3-ae11-835e2389c4d2 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215496
Apr 16 21:25:02.873040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9cb4ac76-fe4d-4e03-abe6-9f2fb9cba5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247ba4f0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:02.873040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb4ac76-fe4d-4e03-abe6-9f2fb9cba5c3 None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:25:02.969473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e0062c51-ed0c-46ff-9fde-1e223d2ae31e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port 9b286777-2ef9-4d8b-b397-5e64dd9c39b0 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:02.969673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336d04a-17dd-43a5-8fb2-28dacdc51c73 req-623c0091-5028-45ad-9f84-fe69cd4321a9 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:02.969791 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0062c51-ed0c-46ff-9fde-1e223d2ae31e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9b286777-2ef9-4d8b-b397-5e64dd9c39b0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:02.971002 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8336d04a-17dd-43a5-8fb2-28dacdc51c73 req-623c0091-5028-45ad-9f84-fe69cd4321a9 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 943 time: 0.1046529
Apr 16 21:25:03.031551 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-25dcafcf-57b3-4bf4-a163-2bb0ce7e4beb service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1788499
Apr 16 21:25:03.047771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8336d04a-17dd-43a5-8fb2-28dacdc51c73 req-cfe9fdf0-6378-407d-af22-812700a7eccb tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651064
Apr 16 21:25:03.080723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0062c51-ed0c-46ff-9fde-1e223d2ae31e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9b286777-2ef9-4d8b-b397-5e64dd9c39b0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:03.123497 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b0616c9-8f84-48bd-99a6-206f22c0e4f7 req-02ff12bb-a847-4101-abec-84dfa5d7623b tempest-ServersAaction247Test-7754274 tempest-ServersAaction247Test-7754274-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9cf01fa-c7fe-47d7-a81a-ce285977ece1 HTTP/1.1" status: 200  len: 210 time: 0.0393138
Apr 16 21:25:03.620765 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0062c51-ed0c-46ff-9fde-1e223d2ae31e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:03.626440 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0062c51-ed0c-46ff-9fde-1e223d2ae31e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (5513134c-25c7-406c-b584-2880b11c4c6f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:03.626440 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-e0062c51-ed0c-46ff-9fde-1e223d2ae31e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Floating IP 5513134c-25c7-406c-b584-2880b11c4c6f disassociated. External IP: 172.35.1.172, port: 9b286777-2ef9-4d8b-b397-5e64dd9c39b0.
Apr 16 21:25:03.626440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e0062c51-ed0c-46ff-9fde-1e223d2ae31e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for 9b286777-2ef9-4d8b-b397-5e64dd9c39b0 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:03.685485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583772f8-20e6-4fb4-b816-dd4094f89452 req-fa3f518a-5f68-403e-a815-b1e9850c51c6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:03.689388 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-583772f8-20e6-4fb4-b816-dd4094f89452 req-fa3f518a-5f68-403e-a815-b1e9850c51c6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0504768
Apr 16 21:25:03.833002 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0062c51-ed0c-46ff-9fde-1e223d2ae31e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9b286777-2ef9-4d8b-b397-5e64dd9c39b0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:03.863538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0062c51-ed0c-46ff-9fde-1e223d2ae31e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=9b286777-2ef9-4d8b-b397-5e64dd9c39b0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:04.000460 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0062c51-ed0c-46ff-9fde-1e223d2ae31e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:25:04.108376 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-583772f8-20e6-4fb4-b816-dd4094f89452 req-228f5a17-5d03-43bb-b699-37a03f20b1ca tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4139185
Apr 16 21:25:04.110053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-cd15c3d8-a31c-4e78-ade6-185473a0706f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fdca9e15-fa18-4555-99b5-61429f002844 HTTP/1.1" status: 200  len: 217 time: 0.3792441
Apr 16 21:25:04.162215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0062c51-ed0c-46ff-9fde-1e223d2ae31e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:25:04.174695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-6d3aa849-0d5f-4b4b-97fa-dd51d5a65ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:04.183389 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82c333-8030-4c26-b374-ae56136ca65b None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:25:04.183911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-6d3aa849-0d5f-4b4b-97fa-dd51d5a65ce2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=326da6c5-3bc2-4f6e-a46f-4485631a093b HTTP/1.1" status: 200  len: 797 time: 0.0613096
Apr 16 21:25:04.187204 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82c333-8030-4c26-b374-ae56136ca65b None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:04.188323 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5d82c333-8030-4c26-b374-ae56136ca65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247f4520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:04.227172 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5d82c333-8030-4c26-b374-ae56136ca65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247f4520>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:04.235356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-661d80ff-5b7d-4c37-b690-f7b6d760b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:04.237533 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82c333-8030-4c26-b374-ae56136ca65b None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:04.238337 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5d82c333-8030-4c26-b374-ae56136ca65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247f4520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:04.240359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-661d80ff-5b7d-4c37-b690-f7b6d760b596 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e542be96-fc30-4cda-9476-07d2b2bc4e28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0574534
Apr 16 21:25:04.250110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a102aa8-eb03-4b1d-9eee-e171d1e5e41b req-bfea760e-1926-40d7-a587-7279413ba0d9 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:04.257384 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a102aa8-eb03-4b1d-9eee-e171d1e5e41b req-bfea760e-1926-40d7-a587-7279413ba0d9 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 943 time: 0.1282022
Apr 16 21:25:04.281823 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5d82c333-8030-4c26-b374-ae56136ca65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247f4520>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:04.282453 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82c333-8030-4c26-b374-ae56136ca65b None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:25:04.304999 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0062c51-ed0c-46ff-9fde-1e223d2ae31e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:04.312330 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e0062c51-ed0c-46ff-9fde-1e223d2ae31e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/ports/9b286777-2ef9-4d8b-b397-5e64dd9c39b0 HTTP/1.1" status: 204  len: 168 time: 1.5159836
Apr 16 21:25:04.313289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43852) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:04.335593 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a102aa8-eb03-4b1d-9eee-e171d1e5e41b req-7f05b1a9-8aac-4626-8e8c-cecb1f6a35cb tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773361
Apr 16 21:25:04.363442 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5f60d97e-7358-469e-b96f-1e9f1a4e8e6f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "GET /v2.0/floatingips/5513134c-25c7-406c-b584-2880b11c4c6f HTTP/1.1" status: 200  len: 688 time: 0.0493124
Apr 16 21:25:04.368867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43854) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:04.394144 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-034fafcf-8ec5-40ff-9662-fd65257b4886 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440976
Apr 16 21:25:04.490915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1f7f4eb-825a-453e-82d7-5e4da11ea3ec req-102e7e99-476e-420b-bbae-2007f73b9ece service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910041
Apr 16 21:25:04.502194 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-036e88b1-9ab4-4e70-9541-c95254b1c196 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port 6a4deecd-a24c-4b7e-85e7-11cc3517a20f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:04.502455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036e88b1-9ab4-4e70-9541-c95254b1c196 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6a4deecd-a24c-4b7e-85e7-11cc3517a20f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:04.577469 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036e88b1-9ab4-4e70-9541-c95254b1c196 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6a4deecd-a24c-4b7e-85e7-11cc3517a20f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:04.577800 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036e88b1-9ab4-4e70-9541-c95254b1c196 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (6a4deecd-a24c-4b7e-85e7-11cc3517a20f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:04.590617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-036e88b1-9ab4-4e70-9541-c95254b1c196 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for 6a4deecd-a24c-4b7e-85e7-11cc3517a20f owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:04.823250 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036e88b1-9ab4-4e70-9541-c95254b1c196 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6a4deecd-a24c-4b7e-85e7-11cc3517a20f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:04.850194 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e88b1-9ab4-4e70-9541-c95254b1c196 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=6a4deecd-a24c-4b7e-85e7-11cc3517a20f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:04.869354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43860) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:04.922345 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036e88b1-9ab4-4e70-9541-c95254b1c196 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (5513134c-25c7-406c-b584-2880b11c4c6f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:04.925435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036e88b1-9ab4-4e70-9541-c95254b1c196 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:04.926960 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-036e88b1-9ab4-4e70-9541-c95254b1c196 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/floatingips/5513134c-25c7-406c-b584-2880b11c4c6f HTTP/1.1" status: 204  len: 168 time: 0.5568006
Apr 16 21:25:04.930739 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43864) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:04.935472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '83bad9cc-9605-4ed2-a37f-8f337897303a'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:04.995108 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6e0c98a8-6ed2-4908-92f0-666a50b15965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:05.051615 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:05.080858 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6e0c98a8-6ed2-4908-92f0-666a50b15965 admin admin] Publish callbacks [] for security_group (820e6e3d-e5b4-4ea8-9adc-4a6040bec894), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:05.145930 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:05.177819 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6e0c98a8-6ed2-4908-92f0-666a50b15965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (820e6e3d-e5b4-4ea8-9adc-4a6040bec894), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:05.237918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6e0c98a8-6ed2-4908-92f0-666a50b15965 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b56376483435432291c5c3beeeae3354&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3672290
Apr 16 21:25:05.242872 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43872) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:05.256924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c98a8-6ed2-4908-92f0-666a50b15965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820e6e3d-e5b4-4ea8-9adc-4a6040bec894,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:05.319033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.35.1.191 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/09b59a34-d562-4803-9b85-14be19268999) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:05.339002 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19e96bfb-88bd-4b1c-a57e-39a1dd368822 admin admin] Publish callbacks [] for security_group (820e6e3d-e5b4-4ea8-9adc-4a6040bec894), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:05.413949 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19e96bfb-88bd-4b1c-a57e-39a1dd368822 admin admin] Publish callbacks [] for security_group (820e6e3d-e5b4-4ea8-9adc-4a6040bec894), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:05.523934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295328c-b7a8-41d7-adb2-e2093d196c0a req-df06309c-5c68-4118-9b2d-2c04d97606d8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:05.531337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2295328c-b7a8-41d7-adb2-e2093d196c0a req-df06309c-5c68-4118-9b2d-2c04d97606d8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0700886
Apr 16 21:25:05.535136 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (09b59a34-d562-4803-9b85-14be19268999), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:05.547779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ecde1-cb0e-4bf0-a106-38cd861db711 req-bd8e4f59-8b3e-4031-a280-5944543c1e5b tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:05.552731 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-718ecde1-cb0e-4bf0-a106-38cd861db711 req-bd8e4f59-8b3e-4031-a280-5944543c1e5b tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 943 time: 0.0797703
Apr 16 21:25:05.593417 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2295328c-b7a8-41d7-adb2-e2093d196c0a req-644c403d-5f06-49e1-af08-81547b5d70c9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478907
Apr 16 21:25:05.617843 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-718ecde1-cb0e-4bf0-a106-38cd861db711 req-2182e299-13e3-4abd-ae48-38569cd97236 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612760
Apr 16 21:25:05.717990 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19e96bfb-88bd-4b1c-a57e-39a1dd368822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (820e6e3d-e5b4-4ea8-9adc-4a6040bec894), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:05.717990 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19e96bfb-88bd-4b1c-a57e-39a1dd368822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:05.718685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-19e96bfb-88bd-4b1c-a57e-39a1dd368822 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/820e6e3d-e5b4-4ea8-9adc-4a6040bec894 HTTP/1.1" status: 204  len: 168 time: 0.4748523
Apr 16 21:25:05.727949 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e96bfb-88bd-4b1c-a57e-39a1dd368822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820e6e3d-e5b4-4ea8-9adc-4a6040bec894,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:05.812986 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (09b59a34-d562-4803-9b85-14be19268999), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:05.866952 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:05.870217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:05.873903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:05.914640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=09b59a34-d562-4803-9b85-14be19268999,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:05.959831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c3eb0-2bb4-446a-8a4a-7d483384a5b9 req-1825d6d8-5921-4fc7-839a-18908767b802 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:05.961348 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e6c3eb0-2bb4-446a-8a4a-7d483384a5b9 req-1825d6d8-5921-4fc7-839a-18908767b802 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0662193
Apr 16 21:25:06.022697 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:06.065778 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e6c3eb0-2bb4-446a-8a4a-7d483384a5b9 req-aeeae754-7242-44e9-9738-31d223ecf812 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984867
Apr 16 21:25:06.249988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2b810-95db-4a33-b7f7-c9bc52f45f70 req-b91fc566-4851-493b-8844-a94235cf1d86 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:06.252650 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56a2b810-95db-4a33-b7f7-c9bc52f45f70 req-b91fc566-4851-493b-8844-a94235cf1d86 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0889862
Apr 16 21:25:06.321917 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56a2b810-95db-4a33-b7f7-c9bc52f45f70 req-b9bb8c03-f6dc-47f1-8553-6eb42afd30c6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621758
Apr 16 21:25:06.473418 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (8c29b0a1-4b3b-400b-a6a3-045cd1db4c71), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:06.718873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd54040-dfea-455c-9e1c-e3ea295f4d18 req-2410fe9c-430b-4261-a57f-a18a91d2431b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:06.719766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device edfa0ac5-33d0-466c-89bb-63c2070d6c89 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:25:06.720407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3dd54040-dfea-455c-9e1c-e3ea295f4d18 req-2410fe9c-430b-4261-a57f-a18a91d2431b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0500522
Apr 16 21:25:06.737856 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (09b59a34-d562-4803-9b85-14be19268999), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:06.816060 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3dd54040-dfea-455c-9e1c-e3ea295f4d18 req-55d0f3e2-1a1f-4531-87b7-1af42dc9cd12 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888135
Apr 16 21:25:06.853672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port edfa0ac5-33d0-466c-89bb-63c2070d6c89, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=edfa0ac5-33d0-466c-89bb-63c2070d6c89,segment=NetworkSegment(232de1d4-02b0-4ae3-b32c-4a740afb02d4),segment_id=232de1d4-02b0-4ae3-b32c-4a740afb02d4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:06.865631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'edfa0ac5-33d0-466c-89bb-63c2070d6c89', 'network_id': 'cce77d41-c216-4fdf-aff8-360b03003a07', 'port_id': 'edfa0ac5-33d0-466c-89bb-63c2070d6c89', 'mac_address': 'fa:16:3e:23:9b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f82d0b-39af-4544-bdcd-457b91cd9792', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:25:06.915798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port edfa0ac5-33d0-466c-89bb-63c2070d6c89 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:06.916870 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:06.952548 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfa0ac5-33d0-466c-89bb-63c2070d6c89 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:25:06.963150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db0f3c-6ce7-4236-b1e0-59ed6cc48ab9 req-9d4d7737-3e49-41b0-bfae-422bd832cb4a tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:06.970266 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84db0f3c-6ce7-4236-b1e0-59ed6cc48ab9 req-9d4d7737-3e49-41b0-bfae-422bd832cb4a tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 943 time: 0.0792894
Apr 16 21:25:06.980351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port edfa0ac5-33d0-466c-89bb-63c2070d6c89, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=edfa0ac5-33d0-466c-89bb-63c2070d6c89,segment=NetworkSegment(232de1d4-02b0-4ae3-b32c-4a740afb02d4),segment_id=232de1d4-02b0-4ae3-b32c-4a740afb02d4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:07.014231 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84db0f3c-6ce7-4236-b1e0-59ed6cc48ab9 req-b610cc7a-d291-4730-8b74-0ef466ab485b tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430954
Apr 16 21:25:07.029107 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (09b59a34-d562-4803-9b85-14be19268999), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:07.135459 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:07.146959 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (09b59a34-d562-4803-9b85-14be19268999), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:07.221251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=edfa0ac5-33d0-466c-89bb-63c2070d6c89,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:07.306678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=09b59a34-d562-4803-9b85-14be19268999,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:07.322363 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (8c29b0a1-4b3b-400b-a6a3-045cd1db4c71), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:07.428368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['edfa0ac5-33d0-466c-89bb-63c2070d6c89'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:25:07.465797 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Floating IP 8c29b0a1-4b3b-400b-a6a3-045cd1db4c71 associated. External IP: 172.35.1.191, port: 83bad9cc-9605-4ed2-a37f-8f337897303a.
Apr 16 21:25:07.724124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:25:07.846394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:25:07.857253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7174809a-a303-40f5-9cd8-fd5ce8393f7b None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:25:07.874322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7174809a-a303-40f5-9cd8-fd5ce8393f7b None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:07.875082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7174809a-a303-40f5-9cd8-fd5ce8393f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124916340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:07.911783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7174809a-a303-40f5-9cd8-fd5ce8393f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124916340>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:07.920708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7174809a-a303-40f5-9cd8-fd5ce8393f7b None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:07.921327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7174809a-a303-40f5-9cd8-fd5ce8393f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124916340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:24:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:07.958372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7174809a-a303-40f5-9cd8-fd5ce8393f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124916340>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:07.963596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7174809a-a303-40f5-9cd8-fd5ce8393f7b None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:25:07.984644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:08.023514 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3b4ae15d-f7d2-478e-81c6-f5b49db8b99e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 3.0910192
Apr 16 21:25:08.023514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43988) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:08.028892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fca9b6e7-c83a-4fca-8678-973cc13f0200 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-607440627'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:08.074567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6183c7-7763-4b86-8725-55a4a56da6a5 req-e60fa760-81b8-4651-8ca4-e145d963876f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:08.077307 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b6183c7-7763-4b86-8725-55a4a56da6a5 req-e60fa760-81b8-4651-8ca4-e145d963876f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0647850
Apr 16 21:25:08.136693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e9b4f34f-3139-416f-ba0f-18dc03a5a56b req-9f804364-718e-497e-a633-b6fb6b79f93e tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0417178
Apr 16 21:25:08.146612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b6183c7-7763-4b86-8725-55a4a56da6a5 req-a9d53be5-1b39-48e1-8ce7-5e8a2a739830 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624998
Apr 16 21:25:08.152322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca9b6e7-c83a-4fca-8678-973cc13f0200 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Made reservation on behalf of 81042bf23dbc43e0ac84e1ff4a1da1f0 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:08.161555 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fca9b6e7-c83a-4fca-8678-973cc13f0200 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:08.190381 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca9b6e7-c83a-4fca-8678-973cc13f0200 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:25:08.199889 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fca9b6e7-c83a-4fca-8678-973cc13f0200 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:08.200339 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-fca9b6e7-c83a-4fca-8678-973cc13f0200 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Added segment 5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6 of type vlan for network 88f6962c-bd8b-43fd-baf7-47bab442c218
Apr 16 21:25:08.247294 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fca9b6e7-c83a-4fca-8678-973cc13f0200 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (88f6962c-bd8b-43fd-baf7-47bab442c218), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:08.264920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806274d-e7a4-4901-9279-c3da06357b3d req-8e1e59b4-5b88-4d34-b012-e6ecf2aa9771 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:08.266636 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1806274d-e7a4-4901-9279-c3da06357b3d req-8e1e59b4-5b88-4d34-b012-e6ecf2aa9771 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 944 time: 0.0519266
Apr 16 21:25:08.325103 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1806274d-e7a4-4901-9279-c3da06357b3d req-f3cdd60e-0591-4390-8bd9-92707cadf8c4 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518420
Apr 16 21:25:08.352799 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fca9b6e7-c83a-4fca-8678-973cc13f0200 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (88f6962c-bd8b-43fd-baf7-47bab442c218), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:08.352799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca9b6e7-c83a-4fca-8678-973cc13f0200 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:08.352799 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fca9b6e7-c83a-4fca-8678-973cc13f0200 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:08.426900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9b6e7-c83a-4fca-8678-973cc13f0200 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Network': ['ID=88f6962c-bd8b-43fd-baf7-47bab442c218,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:08.437279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 88f6962c-bd8b-43fd-baf7-47bab442c218 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:25:08.500156 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fca9b6e7-c83a-4fca-8678-973cc13f0200 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4755080
Apr 16 21:25:08.502914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44002) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:08.508442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ac42367c-b18a-4511-8a99-a58ee30222b4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'subnet': {'network_id': '88f6962c-bd8b-43fd-baf7-47bab442c218', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:08.686379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac42367c-b18a-4511-8a99-a58ee30222b4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Made reservation on behalf of 81042bf23dbc43e0ac84e1ff4a1da1f0 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:08.690002 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ac42367c-b18a-4511-8a99-a58ee30222b4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:08.731088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device edfa0ac5-33d0-466c-89bb-63c2070d6c89 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:25:08.780157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port edfa0ac5-33d0-466c-89bb-63c2070d6c89 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:25:08.880419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port edfa0ac5-33d0-466c-89bb-63c2070d6c89 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:08.880798 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:08.963962 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ac42367c-b18a-4511-8a99-a58ee30222b4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (745a614a-032b-43ea-bfdd-7a29790c5bed), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:08.980429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port edfa0ac5-33d0-466c-89bb-63c2070d6c89 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:08.980822 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:09.012164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c206aa5-5455-49ad-81ee-23ba46fc9d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfa0ac5-33d0-466c-89bb-63c2070d6c89'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:25:09.015243 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f388225-dc67-45a7-b74a-eea1131af319" -d '{"events": [{"server_uuid": "9c206aa5-5455-49ad-81ee-23ba46fc9d79", "name": "network-vif-plugged", "status": "completed", "tag": "edfa0ac5-33d0-466c-89bb-63c2070d6c89"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:25:09.028464 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-744213c5-5d33-47f4-a136-fe6c7eb2c619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:09.032532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42367c-b18a-4511-8a99-a58ee30222b4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Subnet': ['ID=745a614a-032b-43ea-bfdd-7a29790c5bed,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:09.034393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port edfa0ac5-33d0-466c-89bb-63c2070d6c89, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=edfa0ac5-33d0-466c-89bb-63c2070d6c89,segment=NetworkSegment(232de1d4-02b0-4ae3-b32c-4a740afb02d4),segment_id=232de1d4-02b0-4ae3-b32c-4a740afb02d4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:09.055698 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11568c5-5bee-4d87-a8cb-812cdba49cfa x-openstack-request-id: req-d11568c5-5bee-4d87-a8cb-812cdba49cfa {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:25:09.055985 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c206aa5-5455-49ad-81ee-23ba46fc9d79", "name": "network-vif-plugged", "status": "completed", "tag": "edfa0ac5-33d0-466c-89bb-63c2070d6c89", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:25:09.056263 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d11568c5-5bee-4d87-a8cb-812cdba49cfa {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:25:09.058962 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11568c5-5bee-4d87-a8cb-812cdba49cfa'] response: {'server_uuid': '9c206aa5-5455-49ad-81ee-23ba46fc9d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfa0ac5-33d0-466c-89bb-63c2070d6c89', 'code': 200}
Apr 16 21:25:09.071464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac42367c-b18a-4511-8a99-a58ee30222b4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Checking segment: {'id': '5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '88f6962c-bd8b-43fd-baf7-47bab442c218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:25:09.071829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac42367c-b18a-4511-8a99-a58ee30222b4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network hostable DHCP agents. Network: 88f6962c-bd8b-43fd-baf7-47bab442c218, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:25:09.137662 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:09.197913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac42367c-b18a-4511-8a99-a58ee30222b4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network 88f6962c-bd8b-43fd-baf7-47bab442c218 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:25:09.213454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50744b38-b367-4b6d-8fb6-ea437c2cb193 req-dd7260c0-dc9a-4070-962c-5e6a6d4444c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:09.215843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50744b38-b367-4b6d-8fb6-ea437c2cb193 req-dd7260c0-dc9a-4070-962c-5e6a6d4444c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 1127 time: 0.0589471
Apr 16 21:25:09.237897 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=edfa0ac5-33d0-466c-89bb-63c2070d6c89,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:09.271284 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6517a6e-b8b8-45e3-9b76-9c5f778402bd req-f41d167a-d7e8-4dd5-a84e-29f8220b6b17 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0496540
Apr 16 21:25:09.281602 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50744b38-b367-4b6d-8fb6-ea437c2cb193 req-c9d250c1-d4b7-4120-8a5d-343b438cabc9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560813
Apr 16 21:25:09.318196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ac42367c-b18a-4511-8a99-a58ee30222b4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 88f6962c-bd8b-43fd-baf7-47bab442c218) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:09.318651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7891a-0795-49b2-9711-411b004f2d0e req-46d7c452-d7a1-4c5b-9d46-8905b0f0e4dd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:09.320922 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ac7891a-0795-49b2-9711-411b004f2d0e req-46d7c452-d7a1-4c5b-9d46-8905b0f0e4dd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0563672
Apr 16 21:25:09.322502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac42367c-b18a-4511-8a99-a58ee30222b4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:09.323100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ac42367c-b18a-4511-8a99-a58ee30222b4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:09.327275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32428513-4f2c-4b9f-9cbf-b78a8f840052 None None] Network 88f6962c-bd8b-43fd-baf7-47bab442c218 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:25:09.410103 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ac42367c-b18a-4511-8a99-a58ee30222b4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9060898
Apr 16 21:25:09.416590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44028) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:09.420541 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ac7891a-0795-49b2-9711-411b004f2d0e req-ece7f9df-739e-4572-b240-28d00fbe4c0f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911145
Apr 16 21:25:09.421349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1802100257', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:09.493640 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88f6962c-bd8b-43fd-baf7-47bab442c218', 'network_id': '88f6962c-bd8b-43fd-baf7-47bab442c218', 'project_id': '81042bf23dbc43e0ac84e1ff4a1da1f0', 'fixed_ips': [{'subnet_id': '745a614a-032b-43ea-bfdd-7a29790c5bed'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:25:09.494533 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:09.519567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683bc69-71a9-402f-8c99-260e3e7dbb18 req-892d220f-fe00-4bf4-a3c8-f778f0f01a6f tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:09.521882 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1683bc69-71a9-402f-8c99-260e3e7dbb18 req-892d220f-fe00-4bf4-a3c8-f778f0f01a6f tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 945 time: 0.0888052
Apr 16 21:25:09.571781 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1683bc69-71a9-402f-8c99-260e3e7dbb18 req-2d0585bd-b9d3-4a52-a333-93bfcb80ef86 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421252
Apr 16 21:25:09.583745 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (1aa2ae54-6ead-45e9-b807-8804841521dc), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:09.585184 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (1aa2ae54-6ead-45e9-b807-8804841521dc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:09.656621 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router_controller (1aa2ae54-6ead-45e9-b807-8804841521dc), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:09.659096 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Allocated IP 172.20.0.2 (88f6962c-bd8b-43fd-baf7-47bab442c218/745a614a-032b-43ea-bfdd-7a29790c5bed/4ddc286e-e2bb-4672-9e2d-e4b05cbe6346) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:09.804482 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Publish callbacks [] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:09.878687 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:09.893367 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router_gateway (1aa2ae54-6ead-45e9-b807-8804841521dc), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:09.929349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Network 88f6962c-bd8b-43fd-baf7-47bab442c218 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:09.933354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:09.935754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:09.945706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Pushing event updated for resources: {'Port': ['ID=4ddc286e-e2bb-4672-9e2d-e4b05cbe6346,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:10.005924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Attempting to bind port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:25:10.006214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Attempting to bind port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '88f6962c-bd8b-43fd-baf7-47bab442c218'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:25:10.006726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Attempting to bind port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 on network 88f6962c-bd8b-43fd-baf7-47bab442c218 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:25:10.013213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:25:10.013213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Checking segment: {'id': '5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '88f6962c-bd8b-43fd-baf7-47bab442c218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:25:10.013529 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:10.013749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Bound using segment: {'id': '5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '88f6962c-bd8b-43fd-baf7-47bab442c218'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:25:10.014193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Bound port: 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '88f6962c-bd8b-43fd-baf7-47bab442c218'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:25:10.014581 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:10.082614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] For port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:25:10.085792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] For port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ddc286e-e2bb-4672-9e2d-e4b05cbe6346,segment=NetworkSegment(5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6),segment_id=5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:25:10.140933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router_gateway (1aa2ae54-6ead-45e9-b807-8804841521dc), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:10.158516 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:10.159970 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:10.232456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60d61c-2491-43cf-9a70-fb100e4baad5 None None] Pushing event updated for resources: {'Port': ['ID=4ddc286e-e2bb-4672-9e2d-e4b05cbe6346,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:10.307452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.35.1.124 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/c1e80978-1108-489e-8e1d-a6186f744b00) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:10.414845 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6965ff3f-cde2-4ccd-b6b8-779a528efd96 req-07ded6e7-381f-4893-9d82-c43ed43c1d1d tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0508666
Apr 16 21:25:10.511506 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (c1e80978-1108-489e-8e1d-a6186f744b00), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:10.675199 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f6f3a-8a29-4468-b029-aa33039c7fa6 req-8fa90822-5e6e-4f92-8ef3-b8ed3c346eba tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:10.684194 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-611f6f3a-8a29-4468-b029-aa33039c7fa6 req-8fa90822-5e6e-4f92-8ef3-b8ed3c346eba tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0909770
Apr 16 21:25:10.721758 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c1e80978-1108-489e-8e1d-a6186f744b00), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:10.783342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27c7eb-f444-498d-91e9-e993746d0086 req-8043b154-27de-47ea-a300-2a079350e7e6 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:10.783342 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a27c7eb-f444-498d-91e9-e993746d0086 req-8043b154-27de-47ea-a300-2a079350e7e6 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 945 time: 0.0809331
Apr 16 21:25:10.810527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:10.822443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:10.830142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:10.832928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=c1e80978-1108-489e-8e1d-a6186f744b00,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:10.856235 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a27c7eb-f444-498d-91e9-e993746d0086 req-661670c1-bc6e-4b91-b4a0-d4d4932a7a3b tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661347
Apr 16 21:25:11.050887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:25:11.098759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aeba82-11c5-4216-9211-ce2199ad4bba req-9fd3df66-5dc1-41c4-b389-3d4e7b08d0d2 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:11.101096 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25aeba82-11c5-4216-9211-ce2199ad4bba req-9fd3df66-5dc1-41c4-b389-3d4e7b08d0d2 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1182332
Apr 16 21:25:11.128829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:11.129266 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:11.164284 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25aeba82-11c5-4216-9211-ce2199ad4bba req-b1ebf753-a2e2-4709-9633-3e28297ead6b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538628
Apr 16 21:25:11.272855 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-611f6f3a-8a29-4468-b029-aa33039c7fa6 req-a46693ec-9437-429c-a9b7-a0dbb232b42e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5872402
Apr 16 21:25:11.279082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:11.279953 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:11.340337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ddc286e-e2bb-4672-9e2d-e4b05cbe6346,segment=NetworkSegment(5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6),segment_id=5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:11.402369 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b3513-7e87-4ad8-b64a-78056ea2873c req-5ad7478f-ce39-4f8a-8e78-8c0ed0b3bae1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:11.405401 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f4b3513-7e87-4ad8-b64a-78056ea2873c req-5ad7478f-ce39-4f8a-8e78-8c0ed0b3bae1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0975351
Apr 16 21:25:11.415544 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:11.511355 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f4b3513-7e87-4ad8-b64a-78056ea2873c req-e0c59765-87d3-4be8-9af8-54f54f1385cc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979462
Apr 16 21:25:11.518755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=4ddc286e-e2bb-4672-9e2d-e4b05cbe6346,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:11.636350 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1d58994c-b924-4bfb-ab85-362c92c17c56 req-ef5142df-5f92-4b6d-9b84-7536d478dcc8 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0847514
Apr 16 21:25:11.665577 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-680b05bc-3970-400b-b08c-298d08c4e435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:11.793815 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f641ac-e513-4b0b-8d91-239b23e3a48d None None] Network 88f6962c-bd8b-43fd-baf7-47bab442c218 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:25:11.834727 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7824c2e-cb71-4249-b2c7-856cd058d503 req-aee68b53-5c3d-4c44-b03f-73b0a324b67e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:11.842712 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7824c2e-cb71-4249-b2c7-856cd058d503 req-aee68b53-5c3d-4c44-b03f-73b0a324b67e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1511407
Apr 16 21:25:11.900130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7824c2e-cb71-4249-b2c7-856cd058d503 req-be247662-6927-4672-8faa-38fd948aef32 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563953
Apr 16 21:25:11.942699 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b6625a11-83fe-46b1-b15a-fcdafcf0e1a3 None None] Provisioning complete for port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:11.944200 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b6625a11-83fe-46b1-b15a-fcdafcf0e1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:11.995212 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router_gateway (1aa2ae54-6ead-45e9-b807-8804841521dc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:12.085731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc569a-3783-4eba-b194-5328752011d3 req-66c118ed-67ef-4cda-8c78-4fa824d8bd41 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:12.087936 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06bc569a-3783-4eba-b194-5328752011d3 req-66c118ed-67ef-4cda-8c78-4fa824d8bd41 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1035340
Apr 16 21:25:12.141806 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b6625a11-83fe-46b1-b15a-fcdafcf0e1a3 None None] Current status of the port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:12.195559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dd4e8-3594-4400-907a-bd7806a8811e req-d69cfa0d-771c-4b2a-8b62-ce168795d70e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:12.197408 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4c8dd4e8-3594-4400-907a-bd7806a8811e req-d69cfa0d-771c-4b2a-8b62-ce168795d70e tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 945 time: 0.0955086
Apr 16 21:25:12.200095 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06bc569a-3783-4eba-b194-5328752011d3 req-d573d6a4-499c-48bd-9296-875bca9b5150 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056631
Apr 16 21:25:12.358227 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4c8dd4e8-3594-4400-907a-bd7806a8811e req-25208157-ea88-418d-a4f3-e292486ceb7c tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119688
Apr 16 21:25:12.377238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5238972d-9cbc-49d0-ab52-0080a7face59 None None] Provisioning complete for port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:12.377609 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5238972d-9cbc-49d0-ab52-0080a7face59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:12.378144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4b110-5c12-4816-80a8-4a63fe7b4525 req-2f204df4-afa5-450c-ae9c-53a6bd4aaa61 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:12.380784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04a4b110-5c12-4816-80a8-4a63fe7b4525 req-2f204df4-afa5-450c-ae9c-53a6bd4aaa61 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0561979
Apr 16 21:25:12.463723 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04a4b110-5c12-4816-80a8-4a63fe7b4525 req-5d0a5aaf-3086-42ce-942a-c704f78aab29 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660148
Apr 16 21:25:12.516734 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:12.530821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5238972d-9cbc-49d0-ab52-0080a7face59 None None] Current status of the port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:12.542621 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (1aa2ae54-6ead-45e9-b807-8804841521dc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:12.552661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ca564-fa9b-4575-bd0e-91050948062e req-41798357-cfdd-44ee-bf01-f0fceaf1f4e7 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:12.553857 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f37ca564-fa9b-4575-bd0e-91050948062e req-41798357-cfdd-44ee-bf01-f0fceaf1f4e7 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0990798
Apr 16 21:25:12.687503 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f37ca564-fa9b-4575-bd0e-91050948062e req-f6e89e7b-b60d-4a7d-8d79-811711a9c7a1 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954573
Apr 16 21:25:12.769655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb066b0-639e-4a79-b9dd-2a926f14fc1c req-dd9da089-8c34-4984-86a7-a428c9d2b731 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:12.771665 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb066b0-639e-4a79-b9dd-2a926f14fc1c req-dd9da089-8c34-4984-86a7-a428c9d2b731 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0502229
Apr 16 21:25:12.811854 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router 1aa2ae54-6ead-45e9-b807-8804841521dc is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:25:12.819454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb066b0-639e-4a79-b9dd-2a926f14fc1c req-51a236c0-c4e6-40f0-b1c4-594da54f4ebc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413988
Apr 16 21:25:12.951912 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9c94b15-f806-4f2e-962d-16d635c33a41 req-a4601938-f39e-4256-ba3e-05d00795de97 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0392551
Apr 16 21:25:12.963732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:25:12.974984 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ae04d-ee4a-4249-ba85-993807e5b81a None None] Sync routers for ids ['1aa2ae54-6ead-45e9-b807-8804841521dc'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:25:12.986748 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ae04d-ee4a-4249-ba85-993807e5b81a None None] Routers {'1aa2ae54-6ead-45e9-b807-8804841521dc'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:12.987592 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-868ae04d-ee4a-4249-ba85-993807e5b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126d27670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1aa2ae54-6ead-45e9-b807-8804841521dc'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:13.001875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:25:13.006119 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:13.029037 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-868ae04d-ee4a-4249-ba85-993807e5b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126d27670>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:13.038416 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ae04d-ee4a-4249-ba85-993807e5b81a None None] Routers {'1aa2ae54-6ead-45e9-b807-8804841521dc'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:13.039028 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-868ae04d-ee4a-4249-ba85-993807e5b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126d27670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1aa2ae54-6ead-45e9-b807-8804841521dc'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:13.051102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:13.051487 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:13.079516 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-868ae04d-ee4a-4249-ba85-993807e5b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126d27670>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:13.080125 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ae04d-ee4a-4249-ba85-993807e5b81a None None] The sync data for ids ['1aa2ae54-6ead-45e9-b807-8804841521dc'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:25:13.099988 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:13.100352 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3a1788cd-3396-4c3c-b2c8-94ee8f666f94 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.6822343
Apr 16 21:25:13.103009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44112) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:13.104429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44114) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:13.109225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-17757e4a-41ee-40db-817b-0072a6b7dae5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--197122296', 'description': 'tempest-description--1733462412'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:13.142734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:13.257378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6f048-6b66-4e83-a6aa-d683914c8f66 req-c44cb2c4-3a64-46ad-a8cf-c7bf3043055d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:13.260318 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cea6f048-6b66-4e83-a6aa-d683914c8f66 req-c44cb2c4-3a64-46ad-a8cf-c7bf3043055d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0882344
Apr 16 21:25:13.280148 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17757e4a-41ee-40db-817b-0072a6b7dae5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:13.352150 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17757e4a-41ee-40db-817b-0072a6b7dae5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (86dafe47-1250-4775-b38e-614592f398fd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:13.388036 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cea6f048-6b66-4e83-a6aa-d683914c8f66 req-4ebb4608-acdc-4e13-b570-d7816fd3d8a9 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226959
Apr 16 21:25:13.451600 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17757e4a-41ee-40db-817b-0072a6b7dae5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (86dafe47-1250-4775-b38e-614592f398fd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:13.492009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17757e4a-41ee-40db-817b-0072a6b7dae5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86dafe47-1250-4775-b38e-614592f398fd,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:13.555849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17757e4a-41ee-40db-817b-0072a6b7dae5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:13.564305 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-17757e4a-41ee-40db-817b-0072a6b7dae5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4587469
Apr 16 21:25:13.564931 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44130) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:13.569145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d0a7a-942f-4aa8-89de-8caa0d49e673 req-39590a0c-6c17-413f-affe-77b2f1baac83 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:13.570645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-13d907c5-caab-491a-b8e7-32b9c4cb5cb6 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'security_group_rule': {'security_group_id': '86dafe47-1250-4775-b38e-614592f398fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:13.570806 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-865d0a7a-942f-4aa8-89de-8caa0d49e673 req-39590a0c-6c17-413f-affe-77b2f1baac83 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1080031
Apr 16 21:25:13.685692 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-865d0a7a-942f-4aa8-89de-8caa0d49e673 req-63e585c0-03e4-4966-b6d4-a3a82d17f799 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990980
Apr 16 21:25:13.720672 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13d907c5-caab-491a-b8e7-32b9c4cb5cb6 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (8315e01e-5971-441e-9268-7230b864f826), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:13.765160 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:13.800537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13d907c5-caab-491a-b8e7-32b9c4cb5cb6 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (8315e01e-5971-441e-9268-7230b864f826), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:13.866975 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13d907c5-caab-491a-b8e7-32b9c4cb5cb6 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (8315e01e-5971-441e-9268-7230b864f826), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:13.872082 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2960d-1a79-4c4f-b92e-6a721b5a8e66 req-a381ea4d-5c5c-4ed3-bdad-ee348e1e2448 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:13.873660 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4a2960d-1a79-4c4f-b92e-6a721b5a8e66 req-a381ea4d-5c5c-4ed3-bdad-ee348e1e2448 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0919845
Apr 16 21:25:13.886747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d907c5-caab-491a-b8e7-32b9c4cb5cb6 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8315e01e-5971-441e-9268-7230b864f826,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:13.954912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24c92b-d168-49c4-911c-65a249e3b133 req-36e5ebc7-9272-4152-8786-275744ae2000 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:13.956904 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb24c92b-d168-49c4-911c-65a249e3b133 req-36e5ebc7-9272-4152-8786-275744ae2000 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0530927
Apr 16 21:25:13.960507 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13d907c5-caab-491a-b8e7-32b9c4cb5cb6 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:13.961862 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-13d907c5-caab-491a-b8e7-32b9c4cb5cb6 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3959866
Apr 16 21:25:13.964568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44146) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:13.969225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f9a49e32-1b03-4020-b446-298fa44bff1b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'security_group_rule': {'security_group_id': '86dafe47-1250-4775-b38e-614592f398fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:13.974307 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4a2960d-1a79-4c4f-b92e-6a721b5a8e66 req-2a46f393-844b-4d42-96c3-1369ffd20871 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688784
Apr 16 21:25:14.044071 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb24c92b-d168-49c4-911c-65a249e3b133 req-e79ad57b-b646-46f9-8038-891487b45147 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695274
Apr 16 21:25:14.085651 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:14.139985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.20.0.1 (88f6962c-bd8b-43fd-baf7-47bab442c218/745a614a-032b-43ea-bfdd-7a29790c5bed/25449af2-b2ea-460c-8d9e-d95d853df1cb) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:14.142252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5060ae68-7f9e-4b7f-b85e-5205c32fcba8 req-7cf09316-307f-4c90-b380-82f5e5ea9f73 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0308704
Apr 16 21:25:14.144385 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9a49e32-1b03-4020-b446-298fa44bff1b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (e27cbf3e-2a6b-4b5b-8ad7-fb41ad30e3b9), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:14.237259 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9a49e32-1b03-4020-b446-298fa44bff1b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (e27cbf3e-2a6b-4b5b-8ad7-fb41ad30e3b9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:14.254478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cd29b-4f27-4f6c-899b-46358ce3dba7 req-63c51446-bc12-4d19-a2bb-a18dcd42e579 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:14.256075 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d02cd29b-4f27-4f6c-899b-46358ce3dba7 req-63c51446-bc12-4d19-a2bb-a18dcd42e579 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0548398
Apr 16 21:25:14.276972 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (25449af2-b2ea-460c-8d9e-d95d853df1cb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:14.317722 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d02cd29b-4f27-4f6c-899b-46358ce3dba7 req-64ec411c-8e2f-47ee-8be9-4b5ff57aa1cd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546587
Apr 16 21:25:14.321700 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9a49e32-1b03-4020-b446-298fa44bff1b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (e27cbf3e-2a6b-4b5b-8ad7-fb41ad30e3b9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:14.349898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a49e32-1b03-4020-b446-298fa44bff1b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27cbf3e-2a6b-4b5b-8ad7-fb41ad30e3b9,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:14.381801 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (25449af2-b2ea-460c-8d9e-d95d853df1cb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:14.430979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network 88f6962c-bd8b-43fd-baf7-47bab442c218 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:14.434948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:14.437860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:14.484733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=25449af2-b2ea-460c-8d9e-d95d853df1cb,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:14.504285 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9a49e32-1b03-4020-b446-298fa44bff1b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:14.509551 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f9a49e32-1b03-4020-b446-298fa44bff1b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5398755
Apr 16 21:25:14.509712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44162) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:14.512068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a2e65-1d63-470a-aefb-44da8ac5dbf3 req-65529117-b216-48ab-91d3-fb5794290d3d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:14.513780 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e4a2e65-1d63-470a-aefb-44da8ac5dbf3 req-65529117-b216-48ab-91d3-fb5794290d3d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0681996
Apr 16 21:25:14.513969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:14.529423 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (1aa2ae54-6ead-45e9-b807-8804841521dc), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:14.571980 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9e4a2e65-1d63-470a-aefb-44da8ac5dbf3 req-500e39af-0d46-4522-87c0-4b62e786c0a5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508957
Apr 16 21:25:14.699470 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b54b49dd-02c2-499f-927d-2223de4748b6 req-42962fb1-9bca-41a7-8ed6-8c12edaefdc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0432713
Apr 16 21:25:14.707100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:14.758655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c092230-f316-474e-817a-ed4062db1a26 req-efcc7d23-d2c9-4028-ae6b-27923f023c5c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:14.760621 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4c092230-f316-474e-817a-ed4062db1a26 req-efcc7d23-d2c9-4028-ae6b-27923f023c5c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0844100
Apr 16 21:25:14.784340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3789ffdd-adac-432f-89f6-4e1569087aaa None None] Provisioning complete for port 25449af2-b2ea-460c-8d9e-d95d853df1cb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:14.784798 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3789ffdd-adac-432f-89f6-4e1569087aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (25449af2-b2ea-460c-8d9e-d95d853df1cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:14.800399 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:14.829358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3789ffdd-adac-432f-89f6-4e1569087aaa None None] Port 25449af2-b2ea-460c-8d9e-d95d853df1cb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:25:14.846746 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4c092230-f316-474e-817a-ed4062db1a26 req-22133461-c3f7-4703-8990-f6963897c1c3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718133
Apr 16 21:25:14.897362 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (25449af2-b2ea-460c-8d9e-d95d853df1cb), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:15.036801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Allocated IP 172.35.1.104 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/8a6c508e-773a-401a-9d14-e421a731f928) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:15.105890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762c55f-bee3-499d-849f-9507406e801e req-16c89160-fcfc-4b87-bb10-3c2f2fa95161 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:15.108227 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2762c55f-bee3-499d-849f-9507406e801e req-16c89160-fcfc-4b87-bb10-3c2f2fa95161 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/networks?id=1b9ee265-bdab-4092-8071-c9bb95d911fb HTTP/1.1" status: 200  len: 813 time: 0.1201131
Apr 16 21:25:15.123195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2762c55f-bee3-499d-849f-9507406e801e req-da3f03aa-c202-4d72-976e-dd1ebafdfb2e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/quotas/d6dcd4e578e9420cb0aaa2dd0e43a280 HTTP/1.1" status: 200  len: 375 time: 0.0100412
Apr 16 21:25:15.175320 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2762c55f-bee3-499d-849f-9507406e801e req-58ac2f5d-59fc-4f82-a8d2-91bc9589a460 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0458682
Apr 16 21:25:15.186438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40607ab8-4eb5-46bf-b085-20aaf7764d34 req-6bdc9fc6-56bf-49b6-9b50-ccf512c65b97 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:15.187958 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40607ab8-4eb5-46bf-b085-20aaf7764d34 req-6bdc9fc6-56bf-49b6-9b50-ccf512c65b97 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.1402578
Apr 16 21:25:15.326407 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40607ab8-4eb5-46bf-b085-20aaf7764d34 req-03a9ad2e-47bb-4fb4-b14b-dd25eb8e86d2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311495
Apr 16 21:25:15.334204 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for port (8a6c508e-773a-401a-9d14-e421a731f928), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:15.374294 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:15.467911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3167d3-96cf-454f-b097-ff8792b1c07a req-f98ebe56-bd97-439b-85d7-2f0bf7e7dea6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:15.469553 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c3167d3-96cf-454f-b097-ff8792b1c07a req-f98ebe56-bd97-439b-85d7-2f0bf7e7dea6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0573840
Apr 16 21:25:15.525740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5c3167d3-96cf-454f-b097-ff8792b1c07a req-0880cdbe-d821-4890-9793-27675e81683b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495028
Apr 16 21:25:15.761664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4252a38-86e9-49dc-9a22-3deb6dfb9237 req-a04c3d7e-3692-44ab-b295-b75b42befcdc tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0369074
Apr 16 21:25:15.780197 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (25449af2-b2ea-460c-8d9e-d95d853df1cb), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:15.864308 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8a6c508e-773a-401a-9d14-e421a731f928), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:15.878343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a386ef-8a52-4de2-aab7-dd9f50517dc1 req-cfa2626c-6279-499b-a337-ae8286540db9 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:15.880617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01a386ef-8a52-4de2-aab7-dd9f50517dc1 req-cfa2626c-6279-499b-a337-ae8286540db9 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0556769
Apr 16 21:25:15.891789 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (25449af2-b2ea-460c-8d9e-d95d853df1cb), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:15.935744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:15.942677 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01a386ef-8a52-4de2-aab7-dd9f50517dc1 req-a8d601ef-8836-4a9c-8c9b-ba6d343ba435 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516815
Apr 16 21:25:15.946507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:15.950410 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'Port': ['ID=8a6c508e-773a-401a-9d14-e421a731f928,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:15.954663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:16.058922 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (1aa2ae54-6ead-45e9-b807-8804841521dc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:16.109985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=25449af2-b2ea-460c-8d9e-d95d853df1cb,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:16.124957 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (323242a3-08af-4b3d-b6a4-4c37b2e5f7b4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:16.170049 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ffbefd9-0c35-4747-b1dd-1ed95fe6a3ba req-1f545a9b-f16d-458c-809b-08571d3e39b5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280 HTTP/1.1" status: 200  len: 221 time: 0.1007280
Apr 16 21:25:16.217714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network 88f6962c-bd8b-43fd-baf7-47bab442c218 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:16.219138 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:16.345538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a4418-4db8-4bdf-a5d0-f75e793545d2 req-9499da2f-87d1-4a1c-8fbe-b85f1e34a937 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:16.347092 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-558a4418-4db8-4bdf-a5d0-f75e793545d2 req-9499da2f-87d1-4a1c-8fbe-b85f1e34a937 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1234295
Apr 16 21:25:16.349897 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8a6c508e-773a-401a-9d14-e421a731f928), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:16.461720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-715b9355-f7bb-46ed-b9bf-f4ab7988901c None None] Provisioning complete for port 25449af2-b2ea-460c-8d9e-d95d853df1cb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:16.463561 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-715b9355-f7bb-46ed-b9bf-f4ab7988901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (25449af2-b2ea-460c-8d9e-d95d853df1cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:16.487998 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-558a4418-4db8-4bdf-a5d0-f75e793545d2 req-fce4447f-3b22-45b2-80b2-1265672e66f4 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333220
Apr 16 21:25:16.492450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbce57-8af3-4f4f-835c-179d1c5a4d6b req-735289c6-b890-4d10-a16f-204e61a89fc3 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:16.496546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9acbce57-8af3-4f4f-835c-179d1c5a4d6b req-735289c6-b890-4d10-a16f-204e61a89fc3 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0508523
Apr 16 21:25:16.505667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-715b9355-f7bb-46ed-b9bf-f4ab7988901c None None] Port 25449af2-b2ea-460c-8d9e-d95d853df1cb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:25:16.536958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router 1aa2ae54-6ead-45e9-b807-8804841521dc has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:25:16.564737 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9acbce57-8af3-4f4f-835c-179d1c5a4d6b req-5d140bdf-2446-49f2-bd73-3d1555927f00 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634859
Apr 16 21:25:16.669613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a98fe-ea7f-4705-ae29-4522e5916cf8 req-15d2ca21-d4dd-4fb8-8563-e6938c048288 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:16.671229 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab8a98fe-ea7f-4705-ae29-4522e5916cf8 req-15d2ca21-d4dd-4fb8-8563-e6938c048288 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0476952
Apr 16 21:25:16.678258 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95a0b-0443-4d82-b678-2c946dc416ce req-4580a8e3-2b5b-4f42-8ca3-2f8cf0c6fca8 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:16.680136 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87a95a0b-0443-4d82-b678-2c946dc416ce req-4580a8e3-2b5b-4f42-8ca3-2f8cf0c6fca8 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 945 time: 0.1163538
Apr 16 21:25:16.725346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab8a98fe-ea7f-4705-ae29-4522e5916cf8 req-206e1541-93d4-4b00-8c29-3589ffbb69f5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469875
Apr 16 21:25:16.752512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c79de46c-1a6f-418e-b267-0c88759e0458 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:25:16.759315 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for port (8a6c508e-773a-401a-9d14-e421a731f928), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:16.796320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:25:16.805742 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d228d83e-4440-4d27-9495-f3e529c79726 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "PUT /v2.0/routers/1aa2ae54-6ead-45e9-b807-8804841521dc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7015631
Apr 16 21:25:16.806379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44234) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:16.812714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'port': {'network_id': '88f6962c-bd8b-43fd-baf7-47bab442c218', 'name': 'tempest-FloatingIPTestJSON-1393660043'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:16.821509 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87a95a0b-0443-4d82-b678-2c946dc416ce req-e835e448-99ca-4182-953f-86b291d68723 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329248
Apr 16 21:25:16.836788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e464ea-3f29-40b7-aa31-f9e4156fc5c6 None None] Sync routers for ids ['1aa2ae54-6ead-45e9-b807-8804841521dc'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:25:16.868461 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (8a6c508e-773a-401a-9d14-e421a731f928), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:16.888010 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c79de46c-1a6f-418e-b267-0c88759e0458, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c79de46c-1a6f-418e-b267-0c88759e0458,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:16.938194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66b8fe-8d34-472a-bea1-0ad85ffd9e32 req-b84cfee3-b736-4961-a3f5-56aafebc92c0 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:16.939964 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4c66b8fe-8d34-472a-bea1-0ad85ffd9e32 req-b84cfee3-b736-4961-a3f5-56aafebc92c0 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0686331
Apr 16 21:25:16.992842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4c66b8fe-8d34-472a-bea1-0ad85ffd9e32 req-077bf0d8-9785-42e5-881a-d492ae22b4dc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455530
Apr 16 21:25:17.002857 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fef6c98e-6c61-4198-b6c9-71fc19a3a6a3 req-71c4e112-6174-4eab-aab7-ec19ba7274ff tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0850716
Apr 16 21:25:17.003494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'Port': ['ID=8a6c508e-773a-401a-9d14-e421a731f928,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:17.048785 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (323242a3-08af-4b3d-b6a4-4c37b2e5f7b4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:17.053047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c79de46c-1a6f-418e-b267-0c88759e0458', 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'port_id': 'c79de46c-1a6f-418e-b267-0c88759e0458', 'mac_address': 'fa:16:3e:91:56:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363c489b-9558-4973-a8ad-7c86215b2c65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:25:17.095251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e464ea-3f29-40b7-aa31-f9e4156fc5c6 None None] Routers {'1aa2ae54-6ead-45e9-b807-8804841521dc'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:17.095888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-01e464ea-3f29-40b7-aa31-f9e4156fc5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe65850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1aa2ae54-6ead-45e9-b807-8804841521dc'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:17.099380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c79de46c-1a6f-418e-b267-0c88759e0458 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:17.099964 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:17.140333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:17.140971 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-01e464ea-3f29-40b7-aa31-f9e4156fc5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe65850>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:17.141975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8bfdac6d-c1d7-441d-9bcb-536d65c5bf76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6318722
Apr 16 21:25:17.151072 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982611-4918-4918-ac66-7f5c0dddc9ac req-6746adbc-ca76-4eb3-aa7b-283171483255 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:17.153191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e464ea-3f29-40b7-aa31-f9e4156fc5c6 None None] Routers {'1aa2ae54-6ead-45e9-b807-8804841521dc'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:17.153346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e982611-4918-4918-ac66-7f5c0dddc9ac req-6746adbc-ca76-4eb3-aa7b-283171483255 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0566142
Apr 16 21:25:17.154139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-01e464ea-3f29-40b7-aa31-f9e4156fc5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe65850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1aa2ae54-6ead-45e9-b807-8804841521dc'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:17.203510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-01e464ea-3f29-40b7-aa31-f9e4156fc5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe65850>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:17.204505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e464ea-3f29-40b7-aa31-f9e4156fc5c6 None None] The sync data for ids ['1aa2ae54-6ead-45e9-b807-8804841521dc'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:25:17.207127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c79de46c-1a6f-418e-b267-0c88759e0458 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:25:17.226622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Made reservation on behalf of 81042bf23dbc43e0ac84e1ff4a1da1f0 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:17.231775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:17.236487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c79de46c-1a6f-418e-b267-0c88759e0458, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c79de46c-1a6f-418e-b267-0c88759e0458,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:17.244678 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e982611-4918-4918-ac66-7f5c0dddc9ac req-49333623-7123-42a1-866a-813459f006c1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844810
Apr 16 21:25:17.259860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] device_id is not set on port 7596ade6-ae60-485d-8972-8984a6875638 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:25:17.333538 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:17.384133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bba4a9-ed07-481d-8952-f90ac19b09a2 req-8aded54b-e1b6-44d7-9631-0ebaee55e3be tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:17.386525 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9bba4a9-ed07-481d-8952-f90ac19b09a2 req-8aded54b-e1b6-44d7-9631-0ebaee55e3be tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0559447
Apr 16 21:25:17.408556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c79de46c-1a6f-418e-b267-0c88759e0458,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:17.414770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Allocated IP 172.20.0.8 (88f6962c-bd8b-43fd-baf7-47bab442c218/745a614a-032b-43ea-bfdd-7a29790c5bed/7596ade6-ae60-485d-8972-8984a6875638) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:17.448956 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9bba4a9-ed07-481d-8952-f90ac19b09a2 req-6f9ba73e-3eb0-4904-a935-3c1e99eeaaf9 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571718
Apr 16 21:25:17.482500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c79de46c-1a6f-418e-b267-0c88759e0458'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:25:17.622244 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-938666a0-d1af-41ec-b0b0-e29295c6e584 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--197122296&fields=id&tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26 HTTP/1.1" status: 200  len: 267 time: 0.0712359
Apr 16 21:25:17.638613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for port (7596ade6-ae60-485d-8972-8984a6875638), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:17.741408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-971c1ddd-145c-4db6-bcea-619b049e2d4b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:17.743033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-971c1ddd-145c-4db6-bcea-619b049e2d4b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 815 time: 0.1099250
Apr 16 21:25:17.759070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-0fcf57f5-273f-4673-ab86-b51f5e794dbd tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/quotas/d6f8dfa11e9b410cbbd59ffe32afeb26 HTTP/1.1" status: 200  len: 375 time: 0.0105319
Apr 16 21:25:17.772582 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7596ade6-ae60-485d-8972-8984a6875638), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:17.850710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e4736-847c-4b24-b436-bd3fa8601575 req-89457309-d4f2-4a24-bc31-44c9ca0faa77 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:17.852287 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f9e4736-847c-4b24-b436-bd3fa8601575 req-89457309-d4f2-4a24-bc31-44c9ca0faa77 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 945 time: 0.0906405
Apr 16 21:25:17.854580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Network 88f6962c-bd8b-43fd-baf7-47bab442c218 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:17.861964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:17.868964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:17.902808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event updated for resources: {'Port': ['ID=7596ade6-ae60-485d-8972-8984a6875638,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:17.904466 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-c3d6b99a-6e7a-4f91-9b08-9da4a6a49c67 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1283090
Apr 16 21:25:17.922187 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569b148-d0e9-4dd8-b4b4-3956be36c9fd req-f0cac5b1-bbd5-43f0-8c25-ece5e2359a80 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:17.924157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1569b148-d0e9-4dd8-b4b4-3956be36c9fd req-f0cac5b1-bbd5-43f0-8c25-ece5e2359a80 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1102314
Apr 16 21:25:17.988928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:17.989728 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:18.000434 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1569b148-d0e9-4dd8-b4b4-3956be36c9fd req-5ebf4b87-f22d-4a41-8417-21b73a096d13 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691962
Apr 16 21:25:18.073889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-64c73253-fe06-4d09-bb3a-5d294e5cb7fd service neutron] 10.222.0.20 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438913
Apr 16 21:25:18.097029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-73bf22e1-f3b8-4b18-b8a1-255f023a634e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.2859638
Apr 16 21:25:18.111484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44280) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:18.135355 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d0783-adf0-4186-bcf0-37f8885273db req-e4693155-de14-4946-8253-e203b7ac5141 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:18.141681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-adefebd9-0db7-4f85-9541-a6d88045d102 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Request body: {'floatingip': {'port_id': '7596ade6-ae60-485d-8972-8984a6875638'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:18.142640 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5a3d0783-adf0-4186-bcf0-37f8885273db req-e4693155-de14-4946-8253-e203b7ac5141 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 945 time: 0.0631921
Apr 16 21:25:18.144228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0f9e4736-847c-4b24-b436-bd3fa8601575 req-b65b627b-c652-4514-bcfd-93b65ea5f0ed tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Deleting port edfa0ac5-33d0-466c-89bb-63c2070d6c89 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:18.144608 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0f9e4736-847c-4b24-b436-bd3fa8601575 req-b65b627b-c652-4514-bcfd-93b65ea5f0ed tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:18.148955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-146b5451-6487-43d8-8e21-921932e8939a None None] Provisioning complete for port 7596ade6-ae60-485d-8972-8984a6875638 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:18.149618 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-146b5451-6487-43d8-8e21-921932e8939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7596ade6-ae60-485d-8972-8984a6875638), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:18.194487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-146b5451-6487-43d8-8e21-921932e8939a None None] Port 7596ade6-ae60-485d-8972-8984a6875638 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:25:18.198159 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5a3d0783-adf0-4186-bcf0-37f8885273db req-6339f84e-5a5a-42c0-a88d-0c6c5c38deac tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544250
Apr 16 21:25:18.286165 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adefebd9-0db7-4f85-9541-a6d88045d102 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (8c29b0a1-4b3b-400b-a6a3-045cd1db4c71), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:18.366312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0f9e4736-847c-4b24-b436-bd3fa8601575 req-b65b627b-c652-4514-bcfd-93b65ea5f0ed tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] For port edfa0ac5-33d0-466c-89bb-63c2070d6c89, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=edfa0ac5-33d0-466c-89bb-63c2070d6c89,segment=NetworkSegment(232de1d4-02b0-4ae3-b32c-4a740afb02d4),segment_id=232de1d4-02b0-4ae3-b32c-4a740afb02d4)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:18.366678 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0f9e4736-847c-4b24-b436-bd3fa8601575 req-b65b627b-c652-4514-bcfd-93b65ea5f0ed tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:18.370416 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-9efe14d4-13c3-4a1c-add8-a71ba7a9ba7d service neutron] 10.222.0.20 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2850022
Apr 16 21:25:18.387825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0f9e4736-847c-4b24-b436-bd3fa8601575 req-b65b627b-c652-4514-bcfd-93b65ea5f0ed tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Calling delete_port for edfa0ac5-33d0-466c-89bb-63c2070d6c89 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:18.763682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c79de46c-1a6f-418e-b267-0c88759e0458 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:25:18.834818 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-afdc9288-562a-4983-bd54-3f01a3d4a590 req-3ed45741-b7d7-4f28-b89d-3bcf1da83870 tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 210 time: 0.0556703
Apr 16 21:25:18.838485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0f9e4736-847c-4b24-b436-bd3fa8601575 req-b65b627b-c652-4514-bcfd-93b65ea5f0ed tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (edfa0ac5-33d0-466c-89bb-63c2070d6c89), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:18.862101 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-873c8889-dae4-4dc1-89cb-05fb0946e958 req-688718ac-8444-47c6-a38e-016ab1267505 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 210 time: 0.0620842
Apr 16 21:25:18.943934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c79de46c-1a6f-418e-b267-0c88759e0458 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:18.947507 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:19.039782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b7d5d-6951-4b64-803f-2e296694bf98 req-c30ad0aa-885e-4348-b946-a8f436488f78 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:19.049002 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-464b7d5d-6951-4b64-803f-2e296694bf98 req-c30ad0aa-885e-4348-b946-a8f436488f78 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0927913
Apr 16 21:25:19.113061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c79de46c-1a6f-418e-b267-0c88759e0458 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:19.114521 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:19.119484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68b68bad-4f40-4a2c-8a2f-212929fced5e req-56f61b20-8566-4ed0-8956-b2cc0c03e6fe tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0968883
Apr 16 21:25:19.121094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b627b-c652-4514-bcfd-93b65ea5f0ed tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Pushing event deleted for resources: {'Port': ['ID=edfa0ac5-33d0-466c-89bb-63c2070d6c89,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:19.167610 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-464b7d5d-6951-4b64-803f-2e296694bf98 req-32371d34-0d02-4cc7-b879-68e11f6b851c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168065
Apr 16 21:25:19.180470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa577ae-2715-44de-93bb-d02db79533fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79de46c-1a6f-418e-b267-0c88759e0458'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:25:19.183321 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12dc30c-eb57-4bd8-aecd-7def8808110f" -d '{"events": [{"server_uuid": "6aa577ae-2715-44de-93bb-d02db79533fb", "name": "network-vif-plugged", "status": "completed", "tag": "c79de46c-1a6f-418e-b267-0c88759e0458"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:25:19.201781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c79de46c-1a6f-418e-b267-0c88759e0458, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c79de46c-1a6f-418e-b267-0c88759e0458,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:19.210671 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9e4736-847c-4b24-b436-bd3fa8601575 req-b65b627b-c652-4514-bcfd-93b65ea5f0ed tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] No DVR routers for this DVR port edfa0ac5-33d0-466c-89bb-63c2070d6c89 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:25:19.278741 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0f9e4736-847c-4b24-b436-bd3fa8601575 req-b65b627b-c652-4514-bcfd-93b65ea5f0ed tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:19.280588 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:19.289444 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f9e4736-847c-4b24-b436-bd3fa8601575 req-b65b627b-c652-4514-bcfd-93b65ea5f0ed tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.11 "DELETE /v2.0/ports/edfa0ac5-33d0-466c-89bb-63c2070d6c89 HTTP/1.1" status: 204  len: 173 time: 1.4236720
Apr 16 21:25:19.291177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c206aa5-5455-49ad-81ee-23ba46fc9d79', 'name': 'network-vif-deleted', 'tag': 'edfa0ac5-33d0-466c-89bb-63c2070d6c89'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:25:19.297016 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbd85f7-99db-4fd1-9fba-0451f90de588" -d '{"events": [{"server_uuid": "9c206aa5-5455-49ad-81ee-23ba46fc9d79", "name": "network-vif-deleted", "tag": "edfa0ac5-33d0-466c-89bb-63c2070d6c89"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:25:19.356058 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0e1aee-b062-4a2e-a5b0-42cde4c5d012 x-openstack-request-id: req-aa0e1aee-b062-4a2e-a5b0-42cde4c5d012 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:25:19.356649 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa577ae-2715-44de-93bb-d02db79533fb", "name": "network-vif-plugged", "status": "completed", "tag": "c79de46c-1a6f-418e-b267-0c88759e0458", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:25:19.357199 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa0e1aee-b062-4a2e-a5b0-42cde4c5d012 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:25:19.360643 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa0e1aee-b062-4a2e-a5b0-42cde4c5d012'] response: {'server_uuid': '6aa577ae-2715-44de-93bb-d02db79533fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79de46c-1a6f-418e-b267-0c88759e0458', 'code': 200}
Apr 16 21:25:19.449733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c79de46c-1a6f-418e-b267-0c88759e0458,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:19.461359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a2f3b-9e1d-4a26-9dda-c4ff50f564f1 req-9baacbef-951f-45df-bb3d-9a798932e85d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:19.476013 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6a1a2f3b-9e1d-4a26-9dda-c4ff50f564f1 req-9baacbef-951f-45df-bb3d-9a798932e85d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1980634
Apr 16 21:25:19.576270 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6a1a2f3b-9e1d-4a26-9dda-c4ff50f564f1 req-ff3a9447-dcdb-4bd9-a2fc-0cc6cbee0be4 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988245
Apr 16 21:25:19.595991 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adefebd9-0db7-4f85-9541-a6d88045d102 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:19.618345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f04d26-93c3-432c-b931-a901caa26fca req-93bdfdb5-a760-474a-8919-6e8a8e744fa8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:19.619947 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88f04d26-93c3-432c-b931-a901caa26fca req-93bdfdb5-a760-474a-8919-6e8a8e744fa8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.1294346
Apr 16 21:25:19.673041 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adefebd9-0db7-4f85-9541-a6d88045d102 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (8c29b0a1-4b3b-400b-a6a3-045cd1db4c71), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:19.678968 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a67b6f-efce-4e83-821b-6562f7f6fd52 x-openstack-request-id: req-58a67b6f-efce-4e83-821b-6562f7f6fd52 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:25:19.679360 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c206aa5-5455-49ad-81ee-23ba46fc9d79", "name": "network-vif-deleted", "tag": "edfa0ac5-33d0-466c-89bb-63c2070d6c89", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:25:19.679711 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58a67b6f-efce-4e83-821b-6562f7f6fd52 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:25:19.680372 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a67b6f-efce-4e83-821b-6562f7f6fd52'] response: {'server_uuid': '9c206aa5-5455-49ad-81ee-23ba46fc9d79', 'name': 'network-vif-deleted', 'tag': 'edfa0ac5-33d0-466c-89bb-63c2070d6c89', 'status': 'completed', 'code': 200}
Apr 16 21:25:19.711410 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88f04d26-93c3-432c-b931-a901caa26fca req-1b4159ed-59c4-496a-a7fd-0566a7925427 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842626
Apr 16 21:25:19.816714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc43f3-5ced-488a-b085-4f90479863a7 req-ce18b3c8-b21a-4a57-99e0-67dd966fff4a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:19.818762 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-48fc43f3-5ced-488a-b085-4f90479863a7 req-ce18b3c8-b21a-4a57-99e0-67dd966fff4a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0636020
Apr 16 21:25:19.847393 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-adefebd9-0db7-4f85-9541-a6d88045d102 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Floating IP 8c29b0a1-4b3b-400b-a6a3-045cd1db4c71 associated. External IP: 172.35.1.191, port: 83bad9cc-9605-4ed2-a37f-8f337897303a.
Apr 16 21:25:19.891324 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-48fc43f3-5ced-488a-b085-4f90479863a7 req-ce3d7616-72aa-48ec-8729-51d700a33329 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645409
Apr 16 21:25:20.030035 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ccdc0eff-7f60-4a56-9d5b-6e9851f5a1e5 req-e8bc4aa2-199c-45f0-9d10-7d2b5df0dd36 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 210 time: 0.0468740
Apr 16 21:25:20.041351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-915a5da7-17f9-4318-93f4-aec9a98ae6c6 req-7fa53f2a-4e64-4f41-9a89-3eae1f10c2bb tempest-ServerTagsTestJSON-525482726 tempest-ServerTagsTestJSON-525482726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c206aa5-5455-49ad-81ee-23ba46fc9d79 HTTP/1.1" status: 200  len: 210 time: 0.0599346
Apr 16 21:25:20.244704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e312410-d3c8-43b5-9602-e120a2fdf32f req-5015d122-0b1a-4b4d-a23c-5b5ad3da86f0 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:20.248826 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e312410-d3c8-43b5-9602-e120a2fdf32f req-5015d122-0b1a-4b4d-a23c-5b5ad3da86f0 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1035669
Apr 16 21:25:20.282000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed2df170-0220-4a62-a93d-1dacfa52ba87 req-564fddae-0709-4628-b6f7-85cb2da3f688 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0420706
Apr 16 21:25:20.322245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adefebd9-0db7-4f85-9541-a6d88045d102 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:25:20.343623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e312410-d3c8-43b5-9602-e120a2fdf32f req-544f30f7-c975-4683-8099-e5e3e5bdc027 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879052
Apr 16 21:25:20.492457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adefebd9-0db7-4f85-9541-a6d88045d102 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:25:20.502659 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3346fbd-88a7-4779-80d5-c8d0733498e5 None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:25:20.521486 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3346fbd-88a7-4779-80d5-c8d0733498e5 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:20.522478 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d3346fbd-88a7-4779-80d5-c8d0733498e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b236d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:20.538853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec583dc-723c-4ed4-b2de-a2f6717d525a req-62b0f3a9-f722-43fa-a32e-5fedfe3838f0 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:20.540594 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ec583dc-723c-4ed4-b2de-a2f6717d525a req-62b0f3a9-f722-43fa-a32e-5fedfe3838f0 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0845244
Apr 16 21:25:20.591845 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d3346fbd-88a7-4779-80d5-c8d0733498e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b236d0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:20.601329 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3346fbd-88a7-4779-80d5-c8d0733498e5 None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:20.602133 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d3346fbd-88a7-4779-80d5-c8d0733498e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b236d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:20.648794 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ec583dc-723c-4ed4-b2de-a2f6717d525a req-83a1619a-0fca-478f-8c53-f812a7185d1f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021826
Apr 16 21:25:20.651944 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d3346fbd-88a7-4779-80d5-c8d0733498e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b236d0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:20.652512 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3346fbd-88a7-4779-80d5-c8d0733498e5 None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:25:20.764920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device edfa0ac5-33d0-466c-89bb-63c2070d6c89 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:25:20.802752 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: edfa0ac5-33d0-466c-89bb-63c2070d6c89 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:25:20.803478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device edfa0ac5-33d0-466c-89bb-63c2070d6c89 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:25:20.868063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47497-f0ff-4364-a04d-f5d556a935c8 req-e2d3f71d-a695-4348-bfd7-216efed1f1dc tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:20.875134 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6fc47497-f0ff-4364-a04d-f5d556a935c8 req-e2d3f71d-a695-4348-bfd7-216efed1f1dc tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0680182
Apr 16 21:25:20.881312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65ef24-9f2c-46a2-a5f1-9d6ede8c6d6c req-6a271eec-dda5-4754-b36e-8e85d663225d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:20.882821 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca65ef24-9f2c-46a2-a5f1-9d6ede8c6d6c req-6a271eec-dda5-4754-b36e-8e85d663225d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0736156
Apr 16 21:25:20.913747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adefebd9-0db7-4f85-9541-a6d88045d102 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router 1aa2ae54-6ead-45e9-b807-8804841521dc has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:25:20.922425 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6fc47497-f0ff-4364-a04d-f5d556a935c8 req-fa3af329-c0d9-422c-8caa-e9546167dea0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464194
Apr 16 21:25:20.990024 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca65ef24-9f2c-46a2-a5f1-9d6ede8c6d6c req-8fdd76ee-1269-4093-84fe-c462832b9e10 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007075
Apr 16 21:25:21.104635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adefebd9-0db7-4f85-9541-a6d88045d102 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:25:21.122894 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adefebd9-0db7-4f85-9541-a6d88045d102 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:21.123103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a8003-6698-4a0d-879f-4b00a1713696 None None] Sync routers for ids ['1aa2ae54-6ead-45e9-b807-8804841521dc'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:25:21.152694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2a8003-6698-4a0d-879f-4b00a1713696 None None] Routers {'1aa2ae54-6ead-45e9-b807-8804841521dc'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:21.154072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bd2a8003-6698-4a0d-879f-4b00a1713696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248a0760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1aa2ae54-6ead-45e9-b807-8804841521dc'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:21.177531 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab7904ed-e519-4970-8883-331ed4fc9e24 req-8c707b2c-a784-4c6d-bc58-f780a4507d78 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 210 time: 0.0567975
Apr 16 21:25:21.219618 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bd2a8003-6698-4a0d-879f-4b00a1713696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248a0760>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:21.239787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2a8003-6698-4a0d-879f-4b00a1713696 None None] Routers {'1aa2ae54-6ead-45e9-b807-8804841521dc'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:21.243170 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bd2a8003-6698-4a0d-879f-4b00a1713696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248a0760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1aa2ae54-6ead-45e9-b807-8804841521dc'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:21.243422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44374) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:21.290070 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bd2a8003-6698-4a0d-879f-4b00a1713696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248a0760>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:21.291152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a8003-6698-4a0d-879f-4b00a1713696 None None] The sync data for ids ['1aa2ae54-6ead-45e9-b807-8804841521dc'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:25:21.342830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd51722-60b7-47f9-a63f-3e39d22b1bc8 admin admin] Deleting subnet 25f82d0b-39af-4544-bdcd-457b91cd9792 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:25:21.347797 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fd51722-60b7-47f9-a63f-3e39d22b1bc8 admin admin] Publish callbacks [] for subnet (25f82d0b-39af-4544-bdcd-457b91cd9792), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:21.405620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fd51722-60b7-47f9-a63f-3e39d22b1bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (25f82d0b-39af-4544-bdcd-457b91cd9792), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:21.443884 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f678e8dc-78be-4095-a1e6-b36a69368f4b req-54696da2-ad79-4986-8729-05d8bdf6cfe3 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0588408
Apr 16 21:25:21.475044 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fd51722-60b7-47f9-a63f-3e39d22b1bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (25f82d0b-39af-4544-bdcd-457b91cd9792), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:21.646739 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fd51722-60b7-47f9-a63f-3e39d22b1bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (25f82d0b-39af-4544-bdcd-457b91cd9792), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:21.692325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd51722-60b7-47f9-a63f-3e39d22b1bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f82d0b-39af-4544-bdcd-457b91cd9792,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:21.696985 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3fd51722-60b7-47f9-a63f-3e39d22b1bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:21.700535 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3fd51722-60b7-47f9-a63f-3e39d22b1bc8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/25f82d0b-39af-4544-bdcd-457b91cd9792 HTTP/1.1" status: 204  len: 168 time: 0.4564779
Apr 16 21:25:21.703703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44378) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:21.757029 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-adefebd9-0db7-4f85-9541-a6d88045d102 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "PUT /v2.0/floatingips/8c29b0a1-4b3b-400b-a6a3-045cd1db4c71 HTTP/1.1" status: 200  len: 978 time: 3.6444001
Apr 16 21:25:21.760632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44380) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:21.804386 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e0dff14-43fd-4d2c-b83d-79e271d59a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (cce77d41-c216-4fdf-aff8-360b03003a07), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:21.845866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf9a0a-28e0-4c7d-808d-8d50db5576f4 req-2e77091f-4dcd-4e34-83d2-a0d3164c2327 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:21.847580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbdf9a0a-28e0-4c7d-808d-8d50db5576f4 req-2e77091f-4dcd-4e34-83d2-a0d3164c2327 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.2286227
Apr 16 21:25:21.910231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b361a045-6446-405c-8a6e-1b4e17043d4e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port 7596ade6-ae60-485d-8972-8984a6875638 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:21.911300 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b361a045-6446-405c-8a6e-1b4e17043d4e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7596ade6-ae60-485d-8972-8984a6875638), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:21.921183 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e0dff14-43fd-4d2c-b83d-79e271d59a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (cce77d41-c216-4fdf-aff8-360b03003a07), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:21.962902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-6e0dff14-43fd-4d2c-b83d-79e271d59a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01250ded00>,) {'filters': {'network_id': ['cce77d41-c216-4fdf-aff8-360b03003a07']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:21.979188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-6e0dff14-43fd-4d2c-b83d-79e271d59a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01250ded00>, '232de1d4-02b0-4ae3-b32c-4a740afb02d4') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:21.979732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-6e0dff14-43fd-4d2c-b83d-79e271d59a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01250ded00>, '232de1d4-02b0-4ae3-b32c-4a740afb02d4') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:21.993361 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e0dff14-43fd-4d2c-b83d-79e271d59a48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (232de1d4-02b0-4ae3-b32c-4a740afb02d4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:21.994371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-5f4a283d-a7e7-442c-a9d4-a7c775e94cb4 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:21.996145 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-5f4a283d-a7e7-442c-a9d4-a7c775e94cb4 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.11 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 815 time: 0.3754604
Apr 16 21:25:22.016752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e0dff14-43fd-4d2c-b83d-79e271d59a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (232de1d4-02b0-4ae3-b32c-4a740afb02d4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:22.023106 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbdf9a0a-28e0-4c7d-808d-8d50db5576f4 req-ec8220eb-2b61-430a-b3c2-c7fec3fc05be tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607325
Apr 16 21:25:22.062252 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0dff14-43fd-4d2c-b83d-79e271d59a48 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:25:22.064325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e0dff14-43fd-4d2c-b83d-79e271d59a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (232de1d4-02b0-4ae3-b32c-4a740afb02d4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:25:22.159504 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:25:22.269349 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e0dff14-43fd-4d2c-b83d-79e271d59a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (cce77d41-c216-4fdf-aff8-360b03003a07), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:22.281520 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b361a045-6446-405c-8a6e-1b4e17043d4e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7596ade6-ae60-485d-8972-8984a6875638), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:22.285592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea68b1d-295e-4ef4-a9e9-806099c49d45 req-9649e9e5-21c5-4cea-b157-cea8b3601a5b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:22.291016 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-c86676d3-0979-48ec-b489-3213e472a1db tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26 HTTP/1.1" status: 200  len: 471 time: 0.2662857
Apr 16 21:25:22.293298 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cea68b1d-295e-4ef4-a9e9-806099c49d45 req-9649e9e5-21c5-4cea-b157-cea8b3601a5b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.1328578
Apr 16 21:25:22.309666 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e0dff14-43fd-4d2c-b83d-79e271d59a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:22.310720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-bda52c3f-74f1-45bf-8c60-2fa541b03286 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'port': {'device_id': '0c30b376-2903-4058-b436-4644778f3352', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'admin_state_up': True, 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'security_groups': ['86dafe47-1250-4775-b38e-614592f398fd']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:22.313725 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6e0dff14-43fd-4d2c-b83d-79e271d59a48 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cce77d41-c216-4fdf-aff8-360b03003a07 HTTP/1.1" status: 204  len: 168 time: 0.6086016
Apr 16 21:25:22.334454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096ab28-115e-4d68-8061-e653c0e6e746 req-dc503b5f-5f9b-4168-8f11-033269c7fed7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:22.336151 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e096ab28-115e-4d68-8061-e653c0e6e746 req-dc503b5f-5f9b-4168-8f11-033269c7fed7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.2012353
Apr 16 21:25:22.349677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dff14-43fd-4d2c-b83d-79e271d59a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=cce77d41-c216-4fdf-aff8-360b03003a07,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:22.400415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cea68b1d-295e-4ef4-a9e9-806099c49d45 req-656d0f14-b27e-4c94-bd36-1bc54f26a251 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009245
Apr 16 21:25:22.593399 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e096ab28-115e-4d68-8061-e653c0e6e746 req-1d16a1d4-943a-47bd-88a9-15bb3987e3a0 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2399561
Apr 16 21:25:22.621530 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d017fafe-9ef4-4c4b-aaec-63e546eb4063 req-5d2cd91c-1347-4e22-a887-a5ed115f682e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 210 time: 0.0397964
Apr 16 21:25:22.695141 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b361a045-6446-405c-8a6e-1b4e17043d4e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:22.695534 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b361a045-6446-405c-8a6e-1b4e17043d4e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (8c29b0a1-4b3b-400b-a6a3-045cd1db4c71), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:22.695858 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-b361a045-6446-405c-8a6e-1b4e17043d4e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Floating IP 8c29b0a1-4b3b-400b-a6a3-045cd1db4c71 disassociated. External IP: 172.35.1.191, port: 7596ade6-ae60-485d-8972-8984a6875638.
Apr 16 21:25:22.696297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b361a045-6446-405c-8a6e-1b4e17043d4e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for 7596ade6-ae60-485d-8972-8984a6875638 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:22.821814 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a9150a17-fa31-439f-954e-26ee58a1a3ad req-ef36d18e-05b3-4b73-be8c-ba66ac199e9d tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.1109006
Apr 16 21:25:22.862711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249ab1-733a-433c-9697-5323b7ef16b3 req-54272edd-8328-4671-a2fd-d351a8983445 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:22.866785 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d9249ab1-733a-433c-9697-5323b7ef16b3 req-54272edd-8328-4671-a2fd-d351a8983445 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0635164
Apr 16 21:25:22.896864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44416) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:22.935290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-bda52c3f-74f1-45bf-8c60-2fa541b03286 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Made reservation on behalf of d6f8dfa11e9b410cbbd59ffe32afeb26 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:22.939702 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-bda52c3f-74f1-45bf-8c60-2fa541b03286 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:22.945514 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d9249ab1-733a-433c-9697-5323b7ef16b3 req-6976cd34-1018-490d-b853-acfe0be7c315 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689209
Apr 16 21:25:23.013664 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d0ff9e33-66f9-4826-ac41-de2d45635bc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81cb0c10ca81477bb8c44f27102b04fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1156585
Apr 16 21:25:23.016112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44420) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:23.122258 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b361a045-6446-405c-8a6e-1b4e17043d4e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7596ade6-ae60-485d-8972-8984a6875638), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:23.129798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab30e22-05a4-420f-a49c-5d51559b910b req-cfff5305-43a7-47be-ba29-c3ae57308990 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:23.131616 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ab30e22-05a4-420f-a49c-5d51559b910b req-cfff5305-43a7-47be-ba29-c3ae57308990 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1005709
Apr 16 21:25:23.192432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361a045-6446-405c-8a6e-1b4e17043d4e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=7596ade6-ae60-485d-8972-8984a6875638,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:23.267539 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f040cd6-f27e-498f-8b9b-42167f1d8d19 admin admin] Publish callbacks [] for security_group (1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:23.396980 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ab30e22-05a4-420f-a49c-5d51559b910b req-ec04a857-4616-4362-8054-f82336fdbb36 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2308781
Apr 16 21:25:23.474282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-bda52c3f-74f1-45bf-8c60-2fa541b03286 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Allocated IP 172.20.0.7 (26fd8c71-2108-482c-9702-fc8775f3578f/c99e39d7-2867-4b44-a041-babd70d56231/89aa2008-483c-4c5a-85b1-9f5656576e5b) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:23.491195 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f040cd6-f27e-498f-8b9b-42167f1d8d19 admin admin] Publish callbacks [] for security_group (1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:23.542286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f811d19-8c7c-42b7-b591-f0fcc9427bd9 req-8f6c1bac-50ba-4152-8bec-826d13fdab71 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:23.544614 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f811d19-8c7c-42b7-b591-f0fcc9427bd9 req-8f6c1bac-50ba-4152-8bec-826d13fdab71 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0586500
Apr 16 21:25:23.603654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b361a045-6446-405c-8a6e-1b4e17043d4e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router 1aa2ae54-6ead-45e9-b807-8804841521dc has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:25:23.606891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f811d19-8c7c-42b7-b591-f0fcc9427bd9 req-48da58a4-5779-41bd-bc1e-088369cdb460 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555108
Apr 16 21:25:23.792881 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001cfff-ea7f-46fd-ace8-7a5a248311a4 req-aa74545c-59dd-4ba8-9456-75a5e05219c0 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:23.794478 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2001cfff-ea7f-46fd-ace8-7a5a248311a4 req-aa74545c-59dd-4ba8-9456-75a5e05219c0 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.2139237
Apr 16 21:25:23.826557 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1e0aab8b-a3a0-4289-8d34-bb58085faa98 req-29a758e4-e8a2-4a61-8548-48646e046064 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 210 time: 0.0567999
Apr 16 21:25:23.916946 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f040cd6-f27e-498f-8b9b-42167f1d8d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:23.919473 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f040cd6-f27e-498f-8b9b-42167f1d8d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:23.920658 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8f040cd6-f27e-498f-8b9b-42167f1d8d19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d HTTP/1.1" status: 204  len: 168 time: 0.9035625
Apr 16 21:25:23.965819 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-bda52c3f-74f1-45bf-8c60-2fa541b03286 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:23.986627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b361a045-6446-405c-8a6e-1b4e17043d4e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:25:23.996528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f040cd6-f27e-498f-8b9b-42167f1d8d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8aa69d-dd4c-4f4d-b079-7e9c8e2b289d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:24.008929 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fdda5334-a1f4-4d73-9f4b-c85f21755b80 req-7cc16ff8-d9ee-403a-bb3e-eda5a3656056 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0445783
Apr 16 21:25:24.009724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2001cfff-ea7f-46fd-ace8-7a5a248311a4 req-4fda4f9e-c12e-4442-a139-cf57e79366d1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942916
Apr 16 21:25:24.013331 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b1fa2-8ac6-471e-9fed-e3d16fd8a74a None None] Sync routers for ids ['1aa2ae54-6ead-45e9-b807-8804841521dc'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:25:24.045462 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b1fa2-8ac6-471e-9fed-e3d16fd8a74a None None] Routers {'1aa2ae54-6ead-45e9-b807-8804841521dc'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:24.046494 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c74b1fa2-8ac6-471e-9fed-e3d16fd8a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b65760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1aa2ae54-6ead-45e9-b807-8804841521dc'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:24.136534 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c74b1fa2-8ac6-471e-9fed-e3d16fd8a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b65760>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:24.146379 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b1fa2-8ac6-471e-9fed-e3d16fd8a74a None None] Routers {'1aa2ae54-6ead-45e9-b807-8804841521dc'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:24.147141 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c74b1fa2-8ac6-471e-9fed-e3d16fd8a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b65760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1aa2ae54-6ead-45e9-b807-8804841521dc'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:24.174421 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b361a045-6446-405c-8a6e-1b4e17043d4e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:24.179763 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b361a045-6446-405c-8a6e-1b4e17043d4e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/ports/7596ade6-ae60-485d-8972-8984a6875638 HTTP/1.1" status: 204  len: 168 time: 2.4171622
Apr 16 21:25:24.191383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44462) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:24.212066 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c74b1fa2-8ac6-471e-9fed-e3d16fd8a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b65760>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:24.213381 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b1fa2-8ac6-471e-9fed-e3d16fd8a74a None None] The sync data for ids ['1aa2ae54-6ead-45e9-b807-8804841521dc'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:25:24.227497 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ac2ba-7a83-4b68-99d2-2a62bab9bf7d req-91e16481-ceed-4192-9e96-e85400b63fa6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:24.229104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-851ac2ba-7a83-4b68-99d2-2a62bab9bf7d req-91e16481-ceed-4192-9e96-e85400b63fa6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0643930
Apr 16 21:25:24.303215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-851ac2ba-7a83-4b68-99d2-2a62bab9bf7d req-c9def8a2-77c2-444c-a331-0a176c7b2227 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678895
Apr 16 21:25:24.309017 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-bda52c3f-74f1-45bf-8c60-2fa541b03286 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:24.377843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-bda52c3f-74f1-45bf-8c60-2fa541b03286 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Network 26fd8c71-2108-482c-9702-fc8775f3578f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:24.386927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-bda52c3f-74f1-45bf-8c60-2fa541b03286 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:24.396447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-bda52c3f-74f1-45bf-8c60-2fa541b03286 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:24.478760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda52c3f-74f1-45bf-8c60-2fa541b03286 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'Port': ['ID=89aa2008-483c-4c5a-85b1-9f5656576e5b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:24.498593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-bda52c3f-74f1-45bf-8c60-2fa541b03286 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:24.499225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-bda52c3f-74f1-45bf-8c60-2fa541b03286 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:24.516931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e57dd-e60d-4d4f-b955-cede5f7f9252 req-4c11ccd8-a828-4a1c-9c63-fbf608979e21 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:24.525155 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a01e57dd-e60d-4d4f-b955-cede5f7f9252 req-4c11ccd8-a828-4a1c-9c63-fbf608979e21 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0787039
Apr 16 21:25:24.589117 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a01e57dd-e60d-4d4f-b955-cede5f7f9252 req-a76ba634-4c31-4775-a63d-978ef9bf1aaa tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626979
Apr 16 21:25:24.636577 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-bda52c3f-74f1-45bf-8c60-2fa541b03286 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3340175
Apr 16 21:25:24.659671 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Request body: {'port': {'device_id': '0c30b376-2903-4058-b436-4644778f3352', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:24.869484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0c86c-a289-49f0-8f97-0d9b29a01ae2 req-df50f0cf-851f-4f70-a3f2-21e43fbd0de5 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:24.872485 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-54a0c86c-a289-49f0-8f97-0d9b29a01ae2 req-df50f0cf-851f-4f70-a3f2-21e43fbd0de5 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0911431
Apr 16 21:25:24.881410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4527e625-3189-49cf-801d-77116fc45b40 None None] Provisioning complete for port 89aa2008-483c-4c5a-85b1-9f5656576e5b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:24.881997 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4527e625-3189-49cf-801d-77116fc45b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:24.911668 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:24.935779 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4527e625-3189-49cf-801d-77116fc45b40 None None] Port 89aa2008-483c-4c5a-85b1-9f5656576e5b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:25:24.936476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eb0a5-913b-4e82-989b-6b49102c4c4a req-d43ccbda-fb15-4340-b85a-d4d1a0b40951 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:24.938020 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-504eb0a5-913b-4e82-989b-6b49102c4c4a req-d43ccbda-fb15-4340-b85a-d4d1a0b40951 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1118746
Apr 16 21:25:24.963018 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-54a0c86c-a289-49f0-8f97-0d9b29a01ae2 req-1e51af75-eb7b-4308-9a8b-3dcdaae6f588 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821702
Apr 16 21:25:25.140300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bc7d2-2a65-463a-a10c-93441031ffa4 req-1ed59527-127e-4a3f-b225-a94e83d69467 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:25.142342 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c7bc7d2-2a65-463a-a10c-93441031ffa4 req-1ed59527-127e-4a3f-b225-a94e83d69467 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 931 time: 0.0840528
Apr 16 21:25:25.201466 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c7bc7d2-2a65-463a-a10c-93441031ffa4 req-04e4726e-1efc-4fb1-a7ee-01ef413ba2c4 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522518
Apr 16 21:25:25.209233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-504eb0a5-913b-4e82-989b-6b49102c4c4a req-31a17ab4-54ad-493d-8fdf-14f15d58220d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2297232
Apr 16 21:25:25.328845 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38def9e9-38cd-40c8-8de1-72e13ab1b426 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (1aa2ae54-6ead-45e9-b807-8804841521dc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:25.455407 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e57a1cbd-6534-4222-ac70-49f691b73bd6 req-4a71efee-c447-47d3-8ec1-66ee6ae489c7 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0858305
Apr 16 21:25:25.771835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d096431-471d-49ca-8f25-c22ef5c14508 req-f80110b1-8825-4d18-b0c6-1c7062915ecd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:25.773404 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d096431-471d-49ca-8f25-c22ef5c14508 req-f80110b1-8825-4d18-b0c6-1c7062915ecd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0825062
Apr 16 21:25:25.944029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d096431-471d-49ca-8f25-c22ef5c14508 req-cfc1a61d-84f4-4260-b3ec-4737f1bf2b40 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601276
Apr 16 21:25:26.165945 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f4a71-fa11-4db7-8844-536f797151e9 req-4d9faaa4-0aa9-49b3-852b-102f16c7eb4c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:26.180209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89aa2008-483c-4c5a-85b1-9f5656576e5b {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:25:26.186176 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-338f4a71-fa11-4db7-8844-536f797151e9 req-4d9faaa4-0aa9-49b3-852b-102f16c7eb4c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.1203866
Apr 16 21:25:26.216203 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Publish callbacks [] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:26.259971 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Transition to ACTIVE for port object 89aa2008-483c-4c5a-85b1-9f5656576e5b will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:25:26.300100 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-338f4a71-fa11-4db7-8844-536f797151e9 req-aef837a9-ebfa-4e59-8ca9-85427c9950ce tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064286
Apr 16 21:25:26.321047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:26.432659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-38def9e9-38cd-40c8-8de1-72e13ab1b426 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port 25449af2-b2ea-460c-8d9e-d95d853df1cb {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:26.433014 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38def9e9-38cd-40c8-8de1-72e13ab1b426 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (25449af2-b2ea-460c-8d9e-d95d853df1cb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:26.434239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89891d-e740-4acd-9a49-7fe94150a510 req-a8134a9b-70da-4df5-9fd9-b0376ede061c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:26.435828 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bf89891d-e740-4acd-9a49-7fe94150a510 req-a8134a9b-70da-4df5-9fd9-b0376ede061c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 943 time: 0.0820901
Apr 16 21:25:26.459463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Pushing event updated for resources: {'Port': ['ID=89aa2008-483c-4c5a-85b1-9f5656576e5b,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:26.577274 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bf89891d-e740-4acd-9a49-7fe94150a510 req-4fcf8ccd-192c-4015-a362-13eb0ce3b5eb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327522
Apr 16 21:25:26.702192 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-09e09e34-3dd3-4786-8615-17ef547d55b4 req-61eb299e-de44-4f2b-8763-8e5df9c10c5a tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0581369
Apr 16 21:25:26.725836 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b599ace8-c005-4576-beb8-692d0123a6a4 req-80ae541d-5dfb-4fac-963f-cc082493d373 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0835efc3-f9dd-47f0-a085-1fa8aeea993f HTTP/1.1" status: 200  len: 210 time: 0.1439371
Apr 16 21:25:26.823484 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38def9e9-38cd-40c8-8de1-72e13ab1b426 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (25449af2-b2ea-460c-8d9e-d95d853df1cb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:26.866303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-38def9e9-38cd-40c8-8de1-72e13ab1b426 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for 25449af2-b2ea-460c-8d9e-d95d853df1cb owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:26.891513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Attempting to bind port 89aa2008-483c-4c5a-85b1-9f5656576e5b on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:25:26.891864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Attempting to bind port 89aa2008-483c-4c5a-85b1-9f5656576e5b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:25:26.892231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Attempting to bind port 89aa2008-483c-4c5a-85b1-9f5656576e5b on network 26fd8c71-2108-482c-9702-fc8775f3578f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:25:26.901627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Port 89aa2008-483c-4c5a-85b1-9f5656576e5b on network 26fd8c71-2108-482c-9702-fc8775f3578f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:25:26.902204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Attempting to bind port 89aa2008-483c-4c5a-85b1-9f5656576e5b on network 26fd8c71-2108-482c-9702-fc8775f3578f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:25:26.948683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:25:26.949041 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Checking segment: {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:25:26.949443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Bound using segment: {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:25:26.949892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Bound port: 89aa2008-483c-4c5a-85b1-9f5656576e5b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:25:26.950264 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:27.144962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd99ec-58c1-4a54-b9b3-f8d53c32e39a req-317d648a-45de-4cff-a190-3782d7e17014 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:27.146506 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54fd99ec-58c1-4a54-b9b3-f8d53c32e39a req-317d648a-45de-4cff-a190-3782d7e17014 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0938070
Apr 16 21:25:27.198855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] For port 89aa2008-483c-4c5a-85b1-9f5656576e5b, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:25:27.203435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] For port 89aa2008-483c-4c5a-85b1-9f5656576e5b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89aa2008-483c-4c5a-85b1-9f5656576e5b,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:25:27.277548 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54fd99ec-58c1-4a54-b9b3-f8d53c32e39a req-11c0e7e7-b136-4fe3-af50-79245f44338c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235182
Apr 16 21:25:27.322831 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:27.393862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Pushing event updated for resources: {'Port': ['ID=89aa2008-483c-4c5a-85b1-9f5656576e5b,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:27.407409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:27.408060 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:27.409667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-76e7edef-8c29-4e5b-bc88-dc08a4128265 service neutron] 10.222.0.11 "PUT /v2.0/ports/89aa2008-483c-4c5a-85b1-9f5656576e5b HTTP/1.1" status: 200  len: 1091 time: 2.7638457
Apr 16 21:25:27.410797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c30b376-2903-4058-b436-4644778f3352', 'tag': '89aa2008-483c-4c5a-85b1-9f5656576e5b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:25:27.416737 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3d7561-fccb-4899-83db-15709c793699" -d '{"events": [{"name": "network-changed", "server_uuid": "0c30b376-2903-4058-b436-4644778f3352", "tag": "89aa2008-483c-4c5a-85b1-9f5656576e5b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:25:27.535770 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc6eb7cd-0337-4183-a511-4bcfb0e82910 req-7b9bf456-a4e9-438f-9ea5-eaa3e2400bcf tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0654655
Apr 16 21:25:27.537053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38def9e9-38cd-40c8-8de1-72e13ab1b426 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (25449af2-b2ea-460c-8d9e-d95d853df1cb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:27.554874 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d3813-c45a-4c69-9604-0381a4dad5b5 req-043f8992-cfc7-40e5-a26f-992f6ca7609d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:27.571382 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ed6d3813-c45a-4c69-9604-0381a4dad5b5 req-043f8992-cfc7-40e5-a26f-992f6ca7609d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.1304891
Apr 16 21:25:27.712650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38def9e9-38cd-40c8-8de1-72e13ab1b426 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=25449af2-b2ea-460c-8d9e-d95d853df1cb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:27.715125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-37462071-22c9-4bf9-8e4f-3a8791caffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:27.717027 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-37462071-22c9-4bf9-8e4f-3a8791caffb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 1125 time: 0.1472867
Apr 16 21:25:27.731975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ed6d3813-c45a-4c69-9604-0381a4dad5b5 req-ef7a1f1a-0561-4e73-8f75-c2211c73acb5 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561704
Apr 16 21:25:27.839968 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-02b08525-7cdf-42d9-9bc0-7592686f3cc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89aa2008-483c-4c5a-85b1-9f5656576e5b HTTP/1.1" status: 200  len: 217 time: 0.0835936
Apr 16 21:25:27.840847 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858d3e73-2e70-404d-8dbc-0d545d8316c8 x-openstack-request-id: req-858d3e73-2e70-404d-8dbc-0d545d8316c8 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:25:27.841189 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c30b376-2903-4058-b436-4644778f3352", "tag": "89aa2008-483c-4c5a-85b1-9f5656576e5b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:25:27.841441 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-858d3e73-2e70-404d-8dbc-0d545d8316c8 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:25:27.841849 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858d3e73-2e70-404d-8dbc-0d545d8316c8'] response: {'name': 'network-changed', 'server_uuid': '0c30b376-2903-4058-b436-4644778f3352', 'tag': '89aa2008-483c-4c5a-85b1-9f5656576e5b', 'status': 'completed', 'code': 200}
Apr 16 21:25:28.008968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87176bd8-7bc6-4d61-9f6b-893fb88d5be9 req-cd7bca89-3f2e-4ddd-8453-7a252fd70301 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:28.017529 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87176bd8-7bc6-4d61-9f6b-893fb88d5be9 req-cd7bca89-3f2e-4ddd-8453-7a252fd70301 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 943 time: 0.0838530
Apr 16 21:25:28.087243 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-160de140-14a8-42a1-ad23-7a9259fb28b0 req-81201cce-9f0c-48ab-857d-fd74c0f10731 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.1208980
Apr 16 21:25:28.097400 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87176bd8-7bc6-4d61-9f6b-893fb88d5be9 req-392ddc7a-9cd1-4018-a5b3-198179e380c9 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766337
Apr 16 21:25:28.155880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-053e8bf1-4dcd-416f-bae6-0e733f424212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:28.158035 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-053e8bf1-4dcd-416f-bae6-0e733f424212 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.2975190
Apr 16 21:25:28.275335 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38def9e9-38cd-40c8-8de1-72e13ab1b426 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (1aa2ae54-6ead-45e9-b807-8804841521dc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:28.296414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-908aeac6-32d0-40ba-b858-777db4c9a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:28.297956 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-908aeac6-32d0-40ba-b858-777db4c9a960 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0579948
Apr 16 21:25:28.303768 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d260f-93c5-44f6-8cb9-70ffc994f3c9 req-c25ef749-06ec-4e87-ade1-ff31789a4fb8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:28.312010 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f96d260f-93c5-44f6-8cb9-70ffc994f3c9 req-c25ef749-06ec-4e87-ade1-ff31789a4fb8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1312532
Apr 16 21:25:28.367358 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f96d260f-93c5-44f6-8cb9-70ffc994f3c9 req-cc34d180-909c-4f91-bf92-c10cdbf2d02d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543883
Apr 16 21:25:28.485555 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-745ecad0-90df-41fb-94dc-5972fa408fd9 service neutron] 10.222.0.11 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514359
Apr 16 21:25:28.696117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d99e88f-7159-4f44-b1ce-3b69d3b82fcb req-cee40221-e431-4f73-b82a-c2bc624be3de tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0572610
Apr 16 21:25:28.723602 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6947787b-2ffd-4c60-b079-b9d19675dee7 req-da7f7f9c-1ef1-4542-8e52-0237e59fce75 service neutron] 10.222.0.11 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317441
Apr 16 21:25:28.735539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38def9e9-38cd-40c8-8de1-72e13ab1b426 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router 1aa2ae54-6ead-45e9-b807-8804841521dc has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:25:28.859273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ac3b7-2034-4e2a-a412-2a534d45d420 req-c3a453e1-110c-4b54-9293-c6d3f22e5151 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:28.860812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a44ac3b7-2034-4e2a-a412-2a534d45d420 req-c3a453e1-110c-4b54-9293-c6d3f22e5151 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0518954
Apr 16 21:25:28.865613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38def9e9-38cd-40c8-8de1-72e13ab1b426 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:25:28.871343 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-38def9e9-38cd-40c8-8de1-72e13ab1b426 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "PUT /v2.0/routers/1aa2ae54-6ead-45e9-b807-8804841521dc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6781962
Apr 16 21:25:28.874100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44580) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:28.882786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9567be4-0079-4f7b-b20c-d33acd5ef7ff None None] Sync routers for ids ['1aa2ae54-6ead-45e9-b807-8804841521dc'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:25:28.896132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9567be4-0079-4f7b-b20c-d33acd5ef7ff None None] Routers {'1aa2ae54-6ead-45e9-b807-8804841521dc'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:28.897072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d9567be4-0079-4f7b-b20c-d33acd5ef7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124173d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1aa2ae54-6ead-45e9-b807-8804841521dc'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:28.929655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a44ac3b7-2034-4e2a-a412-2a534d45d420 req-08a03c0f-5655-4d44-9cf3-72acbf1edce1 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570948
Apr 16 21:25:28.944992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d9567be4-0079-4f7b-b20c-d33acd5ef7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124173d30>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:28.955660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9567be4-0079-4f7b-b20c-d33acd5ef7ff None None] Routers {'1aa2ae54-6ead-45e9-b807-8804841521dc'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:28.956099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d9567be4-0079-4f7b-b20c-d33acd5ef7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124173d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1aa2ae54-6ead-45e9-b807-8804841521dc'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:29.001889 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router (1aa2ae54-6ead-45e9-b807-8804841521dc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:29.016607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d9567be4-0079-4f7b-b20c-d33acd5ef7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124173d30>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:29.017499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9567be4-0079-4f7b-b20c-d33acd5ef7ff None None] The sync data for ids ['1aa2ae54-6ead-45e9-b807-8804841521dc'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:25:29.139069 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router_gateway (1aa2ae54-6ead-45e9-b807-8804841521dc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:29.218375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae9cc9ed-e592-44ae-b58a-8cd267ab5090 req-a13d6b24-2a1a-4392-b5dd-c9da62d50431 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0372531
Apr 16 21:25:29.265904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bdf19-197e-489b-b26d-f83e4b811b73 req-16a9ebac-6b5c-46cb-91db-a5466666ac47 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:29.270714 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e80bdf19-197e-489b-b26d-f83e4b811b73 req-16a9ebac-6b5c-46cb-91db-a5466666ac47 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 943 time: 0.0872035
Apr 16 21:25:29.333132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port c1e80978-1108-489e-8e1d-a6186f744b00 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:29.333865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c1e80978-1108-489e-8e1d-a6186f744b00), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:29.412628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e80bdf19-197e-489b-b26d-f83e4b811b73 req-04f0ca87-93b5-4a3a-84d2-4244cec0d743 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1144497
Apr 16 21:25:29.482375 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c1e80978-1108-489e-8e1d-a6186f744b00), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:29.497798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for c1e80978-1108-489e-8e1d-a6186f744b00 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:29.529720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07cf09-8ade-4e45-a3c5-913bc4704064 req-e5867d54-0ea8-406e-80db-cc7f152b861c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:29.537176 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa07cf09-8ade-4e45-a3c5-913bc4704064 req-e5867d54-0ea8-406e-80db-cc7f152b861c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0599844
Apr 16 21:25:29.594597 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa07cf09-8ade-4e45-a3c5-913bc4704064 req-aba3ae15-aa20-4214-87f7-d8e41804e027 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545733
Apr 16 21:25:29.759600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb0d77-962b-4b41-a3a0-e3dfb997c4f9 req-bbb83b6f-115c-4abf-ae43-d2fac68d2fdc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:29.761184 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eadb0d77-962b-4b41-a3a0-e3dfb997c4f9 req-bbb83b6f-115c-4abf-ae43-d2fac68d2fdc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0639536
Apr 16 21:25:29.844006 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eadb0d77-962b-4b41-a3a0-e3dfb997c4f9 req-443a88fb-987c-471e-869c-58c147011ddb tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695257
Apr 16 21:25:29.885959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6f3f025-b579-4156-b313-306c32056a0e req-62d494f0-943b-4ef2-8821-43a9570e60ad tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0708659
Apr 16 21:25:29.949194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d7561-fccb-4899-83db-15709c793699 req-f7d8e77c-79e7-44a8-b754-5c96d6ad769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:29.949194 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f3d7561-fccb-4899-83db-15709c793699 req-f7d8e77c-79e7-44a8-b754-5c96d6ad769c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 1125 time: 0.0675051
Apr 16 21:25:30.055218 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c1e80978-1108-489e-8e1d-a6186f744b00), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:30.100623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ccbd7-b5f7-452f-b012-e330d5476fac req-b5da1724-b3a5-4a9c-967e-5b7e2d2fd00c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:30.107518 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dd4ccbd7-b5f7-452f-b012-e330d5476fac req-b5da1724-b3a5-4a9c-967e-5b7e2d2fd00c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0927947
Apr 16 21:25:30.107720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=c1e80978-1108-489e-8e1d-a6186f744b00,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:30.162119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a8f94-1c05-446d-b316-39cf38cd3fde req-25d44a6b-e265-4931-93c7-39aba9ae4583 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:30.164072 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d09a8f94-1c05-446d-b316-39cf38cd3fde req-25d44a6b-e265-4931-93c7-39aba9ae4583 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0710893
Apr 16 21:25:30.169364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d7561-fccb-4899-83db-15709c793699 req-56771ce0-2891-4211-a57a-48981234a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:30.171609 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f3d7561-fccb-4899-83db-15709c793699 req-56771ce0-2891-4211-a57a-48981234a132 service neutron] 10.222.0.11 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 916 time: 0.2161448
Apr 16 21:25:30.181789 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dd4ccbd7-b5f7-452f-b012-e330d5476fac req-c2990b7f-91ef-4c92-8178-66207e5f1d59 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734186
Apr 16 21:25:30.277477 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f3d7561-fccb-4899-83db-15709c793699 req-27f641ed-9265-4d73-800d-f22feb18f95d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89aa2008-483c-4c5a-85b1-9f5656576e5b HTTP/1.1" status: 200  len: 217 time: 0.0793345
Apr 16 21:25:30.317643 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d09a8f94-1c05-446d-b316-39cf38cd3fde req-c2dd3135-0510-4ec3-b758-e23731f266dc tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206937
Apr 16 21:25:30.330645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a74679-f7d8-4837-851a-cdd769f2815f req-ce21b6e2-8471-4df1-9863-9188747ff7a4 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:30.336357 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16a74679-f7d8-4837-851a-cdd769f2815f req-ce21b6e2-8471-4df1-9863-9188747ff7a4 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0588510
Apr 16 21:25:30.345717 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (1aa2ae54-6ead-45e9-b807-8804841521dc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:30.451712 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16a74679-f7d8-4837-851a-cdd769f2815f req-c6f55c3e-7314-44dc-9838-7de408161383 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112447
Apr 16 21:25:30.531915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c4fb1eab-da9e-46a9-8ba9-6681445fd998 req-06edb094-e516-4c89-b3aa-ab4ab403089e tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0615520
Apr 16 21:25:30.540088 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (1aa2ae54-6ead-45e9-b807-8804841521dc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:30.545064 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router_controller (1aa2ae54-6ead-45e9-b807-8804841521dc), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:30.597557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d7561-fccb-4899-83db-15709c793699 req-d78b1bc0-9a23-4aad-b0d6-090ff5a168cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:30.602704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f3d7561-fccb-4899-83db-15709c793699 req-d78b1bc0-9a23-4aad-b0d6-090ff5a168cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.1705558
Apr 16 21:25:30.649192 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d7561-fccb-4899-83db-15709c793699 req-9dfb9bd9-81cb-449d-adfa-a6d579409efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:30.657166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f3d7561-fccb-4899-83db-15709c793699 req-9dfb9bd9-81cb-449d-adfa-a6d579409efc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0456350
Apr 16 21:25:30.669249 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08655b-733d-45b8-9d0e-0906ce09e469 req-14d421d5-82d2-4ec7-bc90-05fc3e164a5a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:30.674838 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-db08655b-733d-45b8-9d0e-0906ce09e469 req-14d421d5-82d2-4ec7-bc90-05fc3e164a5a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 943 time: 0.1311390
Apr 16 21:25:30.753454 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-db08655b-733d-45b8-9d0e-0906ce09e469 req-01ea4805-e0e5-4854-b7d1-24fbabcdf7f9 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653605
Apr 16 21:25:30.754699 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (1aa2ae54-6ead-45e9-b807-8804841521dc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:30.755247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Fanout notify agent at l3_agent the message router_deleted on router 1aa2ae54-6ead-45e9-b807-8804841521dc {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:25:30.773030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:30.774216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-313cb6ca-ee5b-40c2-b9ac-c26a91eff1b8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/routers/1aa2ae54-6ead-45e9-b807-8804841521dc HTTP/1.1" status: 204  len: 168 time: 1.8991554
Apr 16 21:25:30.777502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44616) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:30.785051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3510a6b-679e-40c1-9253-76eed9d75761 req-14049260-ab07-44c6-9a18-e36fdef3e48e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:30.789155 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3510a6b-679e-40c1-9253-76eed9d75761 req-14049260-ab07-44c6-9a18-e36fdef3e48e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1037443
Apr 16 21:25:30.807193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 89aa2008-483c-4c5a-85b1-9f5656576e5b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:25:30.841238 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-97555dfe-fd78-4513-adaa-01263ee6fbd3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting subnet 745a614a-032b-43ea-bfdd-7a29790c5bed {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:25:30.847119 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97555dfe-fd78-4513-adaa-01263ee6fbd3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for subnet (745a614a-032b-43ea-bfdd-7a29790c5bed), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:30.868193 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3510a6b-679e-40c1-9253-76eed9d75761 req-b47c62f1-c9e6-4134-92d3-07e7fced1a45 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705867
Apr 16 21:25:30.887019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f3d7561-fccb-4899-83db-15709c793699 req-18dc2192-b50c-4a0c-b61b-a152e7324a1f service neutron] 10.222.0.11 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255578
Apr 16 21:25:30.921883 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97555dfe-fd78-4513-adaa-01263ee6fbd3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (745a614a-032b-43ea-bfdd-7a29790c5bed), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:30.958854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 89aa2008-483c-4c5a-85b1-9f5656576e5b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89aa2008-483c-4c5a-85b1-9f5656576e5b,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:30.977148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '89aa2008-483c-4c5a-85b1-9f5656576e5b', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'port_id': '89aa2008-483c-4c5a-85b1-9f5656576e5b', 'mac_address': 'fa:16:3e:45:8d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:25:31.072162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 89aa2008-483c-4c5a-85b1-9f5656576e5b is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:31.072586 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:31.090953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534232c-25bd-4cce-a78a-75b85c15a475 req-c5718f5a-6f07-498a-ae4a-7e75a362c692 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:31.091991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aa2008-483c-4c5a-85b1-9f5656576e5b {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:25:31.092853 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2534232c-25bd-4cce-a78a-75b85c15a475 req-c5718f5a-6f07-498a-ae4a-7e75a362c692 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1004965
Apr 16 21:25:31.117036 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7fc881cc-befb-4f2c-82b1-6049891c9d6e req-78320797-3f15-4fb6-a671-b2c467c1c446 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.1253426
Apr 16 21:25:31.157087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 89aa2008-483c-4c5a-85b1-9f5656576e5b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89aa2008-483c-4c5a-85b1-9f5656576e5b,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:31.162408 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97555dfe-fd78-4513-adaa-01263ee6fbd3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (745a614a-032b-43ea-bfdd-7a29790c5bed), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:31.196889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f3d7561-fccb-4899-83db-15709c793699 req-686e5ac0-a73e-4367-8643-6ffb9db68ca4 service neutron] 10.222.0.11 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1938951
Apr 16 21:25:31.203574 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2534232c-25bd-4cce-a78a-75b85c15a475 req-d6ebb91a-1642-418d-b4d6-a49f97d24be5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991786
Apr 16 21:25:31.274747 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:31.350431 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97555dfe-fd78-4513-adaa-01263ee6fbd3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (745a614a-032b-43ea-bfdd-7a29790c5bed), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:31.379202 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=89aa2008-483c-4c5a-85b1-9f5656576e5b,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:31.413567 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97555dfe-fd78-4513-adaa-01263ee6fbd3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:31.420891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e572be77-4637-45ee-b482-187afdee932a None None] Network 88f6962c-bd8b-43fd-baf7-47bab442c218 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:25:31.434418 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44632) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:31.435512 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-97555dfe-fd78-4513-adaa-01263ee6fbd3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/subnets/745a614a-032b-43ea-bfdd-7a29790c5bed HTTP/1.1" status: 204  len: 168 time: 0.6566284
Apr 16 21:25:31.446006 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97555dfe-fd78-4513-adaa-01263ee6fbd3 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Subnet': ['ID=745a614a-032b-43ea-bfdd-7a29790c5bed,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:31.517013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60310385-c4c4-41a9-8fc0-87090eefd32b req-8672773b-5a90-4e75-a250-fd9f71740973 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:31.524978 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60310385-c4c4-41a9-8fc0-87090eefd32b req-8672773b-5a90-4e75-a250-fd9f71740973 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0878248
Apr 16 21:25:31.608821 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60310385-c4c4-41a9-8fc0-87090eefd32b req-c3261736-345c-46f4-bd0e-b67185714591 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825331
Apr 16 21:25:31.612119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['89aa2008-483c-4c5a-85b1-9f5656576e5b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:25:31.634650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed4e4f-7d97-4379-9672-dfd5c5e1bc69 req-5d419675-4a57-4dae-8a55-c69d612dcf0e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:31.641853 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00ed4e4f-7d97-4379-9672-dfd5c5e1bc69 req-5d419675-4a57-4dae-8a55-c69d612dcf0e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.1591613
Apr 16 21:25:31.686668 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (88f6962c-bd8b-43fd-baf7-47bab442c218), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:31.706085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2e812d-8496-4dba-bdd4-00c385e2ddaf None None] DHCP port deletion for 88f6962c-bd8b-43fd-baf7-47bab442c218 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:25:31.742264 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00ed4e4f-7d97-4379-9672-dfd5c5e1bc69 req-36023027-799e-4c69-b1bb-3ebdceebb6aa tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775375
Apr 16 21:25:31.761314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e812d-8496-4dba-bdd4-00c385e2ddaf None None] Deleting port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:31.761706 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ab2e812d-8496-4dba-bdd4-00c385e2ddaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:31.770102 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e89c86ae-c01f-4cf9-a034-298c26978212 req-4dabe505-8064-43bd-8c24-a141535f7987 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0602202
Apr 16 21:25:31.823133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:31.823390 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:31.855554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ab2e812d-8496-4dba-bdd4-00c385e2ddaf None None] For port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ddc286e-e2bb-4672-9e2d-e4b05cbe6346,segment=NetworkSegment(5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6),segment_id=5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:31.856675 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ab2e812d-8496-4dba-bdd4-00c385e2ddaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:31.888556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e812d-8496-4dba-bdd4-00c385e2ddaf None None] Calling delete_port for 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:31.919364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c811f85-01e3-4a3b-97fd-f493d1b35bba req-59da0025-4b3c-4f7a-a29c-512953ad8ea1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:31.926932 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7c811f85-01e3-4a3b-97fd-f493d1b35bba req-59da0025-4b3c-4f7a-a29c-512953ad8ea1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0952373
Apr 16 21:25:31.946286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585a34e-482c-4ded-ac98-4b3e19750702 req-d9256d3a-8e72-4b30-a5a2-ef10f467d06e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:31.954722 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4585a34e-482c-4ded-ac98-4b3e19750702 req-d9256d3a-8e72-4b30-a5a2-ef10f467d06e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 944 time: 0.1003895
Apr 16 21:25:31.982522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] For port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ddc286e-e2bb-4672-9e2d-e4b05cbe6346,segment=NetworkSegment(5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6),segment_id=5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:31.982936 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:32.007717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:32.019256 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7c811f85-01e3-4a3b-97fd-f493d1b35bba req-36128b36-6277-4eaf-98f7-b442833e53cb tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920010
Apr 16 21:25:32.064621 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4585a34e-482c-4ded-ac98-4b3e19750702 req-7c09f671-1c83-46a9-96e6-4f834c553f5e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1038995
Apr 16 21:25:32.154684 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ab2e812d-8496-4dba-bdd4-00c385e2ddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:32.179538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62205-ebda-4042-9cc7-cad56b56f166 req-c0e22755-6d4c-4313-824b-f19318b78b7a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:32.181229 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9a62205-ebda-4042-9cc7-cad56b56f166 req-c0e22755-6d4c-4313-824b-f19318b78b7a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0556951
Apr 16 21:25:32.193500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e812d-8496-4dba-bdd4-00c385e2ddaf None None] Pushing event deleted for resources: {'Port': ['ID=4ddc286e-e2bb-4672-9e2d-e4b05cbe6346,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:32.195793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e812d-8496-4dba-bdd4-00c385e2ddaf None None] No DVR routers for this DVR port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:25:32.296140 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9a62205-ebda-4042-9cc7-cad56b56f166 req-8d1e44bc-e45e-41fb-bf4e-4259c8380145 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035233
Apr 16 21:25:32.448961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0936a-f6fb-4677-9476-f174106f263b req-3476a9e4-b591-44e3-a3f5-7c3090b7b0ca tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:32.450611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7d0936a-f6fb-4677-9476-f174106f263b req-3476a9e4-b591-44e3-a3f5-7c3090b7b0ca tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0757813
Apr 16 21:25:32.533264 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7d0936a-f6fb-4677-9476-f174106f263b req-74388384-fa02-441f-85e4-3d60e21cb8b6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570557
Apr 16 21:25:32.660261 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9934f95e-ebcc-4664-bf2a-b7efbbae1ee8 req-42a0b5ef-04eb-48d7-ab6a-3c80b46888a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0835efc3-f9dd-47f0-a085-1fa8aeea993f HTTP/1.1" status: 200  len: 210 time: 0.0584762
Apr 16 21:25:32.661759 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (4ddc286e-e2bb-4672-9e2d-e4b05cbe6346), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:32.664889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-385b3cea-6323-48f2-a0ae-b073debf9459 req-85cadd9d-38dd-42a2-adbc-08a8b555dc37 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0617275
Apr 16 21:25:32.694045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=4ddc286e-e2bb-4672-9e2d-e4b05cbe6346,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:32.712551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] No DVR routers for this DVR port 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:25:32.752105 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bce82-dc5d-4e9f-9b31-0c74018543df req-139b6efb-e0de-4e3a-8c27-04965e8b6da9 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:32.760382 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d1bce82-dc5d-4e9f-9b31-0c74018543df req-139b6efb-e0de-4e3a-8c27-04965e8b6da9 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1007628
Apr 16 21:25:32.815414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 89aa2008-483c-4c5a-85b1-9f5656576e5b up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:25:32.852986 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d1bce82-dc5d-4e9f-9b31-0c74018543df req-bf6f9e33-ebba-4962-a879-bb825bf4bb76 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848434
Apr 16 21:25:32.863144 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (88f6962c-bd8b-43fd-baf7-47bab442c218), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:32.912844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0126991040>,) {'filters': {'network_id': ['88f6962c-bd8b-43fd-baf7-47bab442c218']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:32.930141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbd635-938f-47f7-b294-d7037d5201a3 req-92012f98-8b8e-4f2a-b844-e13cf10e9a46 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:32.938307 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-65dbd635-938f-47f7-b294-d7037d5201a3 req-92012f98-8b8e-4f2a-b844-e13cf10e9a46 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0957499
Apr 16 21:25:32.940990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 89aa2008-483c-4c5a-85b1-9f5656576e5b completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:25:32.948119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126991040>, '5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:32.948119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126991040>, '5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:32.969731 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:32.988635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:32.996351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:25:32.996889 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (5dad878c-1fde-4ae2-a71f-d8ff0fc44ad6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:33.000958 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23141b2a-9665-4c69-a9c7-377c675917d9 req-b4eaf1df-93b9-4c03-85f2-a45086da604f tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0464840
Apr 16 21:25:33.021841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 89aa2008-483c-4c5a-85b1-9f5656576e5b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:33.022483 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:33.061886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:25:33.077079 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:25:33.094139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:25:33.094524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4ddc286e-e2bb-4672-9e2d-e4b05cbe6346 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:25:33.115102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-65dbd635-938f-47f7-b294-d7037d5201a3 req-05fa2a5a-a36f-4c7c-bc2b-27ebb0c92507 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757762
Apr 16 21:25:33.140903 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (88f6962c-bd8b-43fd-baf7-47bab442c218), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:33.169635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:33.169635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/networks/88f6962c-bd8b-43fd-baf7-47bab442c218 HTTP/1.1" status: 204  len: 168 time: 1.7234967
Apr 16 21:25:33.169829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44662) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:33.173957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e0064-e0e6-4b51-a2cb-9730845cf765 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Network': ['ID=88f6962c-bd8b-43fd-baf7-47bab442c218,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:33.201147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 89aa2008-483c-4c5a-85b1-9f5656576e5b is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:33.201548 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:33.211172 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a495e-cf15-46e3-94d6-04835d057812 req-0a7cf705-259c-48c2-8fdd-a242609e93a3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:33.218792 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd5a495e-cf15-46e3-94d6-04835d057812 req-0a7cf705-259c-48c2-8fdd-a242609e93a3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1205912
Apr 16 21:25:33.234486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c30b376-2903-4058-b436-4644778f3352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa2008-483c-4c5a-85b1-9f5656576e5b'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:25:33.236839 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b25ddc4-e429-416a-a8ea-1b5cf685888f" -d '{"events": [{"server_uuid": "0c30b376-2903-4058-b436-4644778f3352", "name": "network-vif-plugged", "status": "completed", "tag": "89aa2008-483c-4c5a-85b1-9f5656576e5b"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:25:33.253068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 89aa2008-483c-4c5a-85b1-9f5656576e5b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89aa2008-483c-4c5a-85b1-9f5656576e5b,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:33.315487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edb2bf-be6f-4b00-9058-20072b59f725 req-0a176545-d181-4121-98f1-034346ecda74 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:33.325831 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-19edb2bf-be6f-4b00-9058-20072b59f725 req-0a176545-d181-4121-98f1-034346ecda74 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 944 time: 0.0678301
Apr 16 21:25:33.348511 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:33.383007 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd5a495e-cf15-46e3-94d6-04835d057812 req-d33f2f89-95b5-4332-b554-7b355064705a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633077
Apr 16 21:25:33.384058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-184673bc-6c0f-4328-87ac-d9551b8897c4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port 09b59a34-d562-4803-9b85-14be19268999 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:33.384424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-184673bc-6c0f-4328-87ac-d9551b8897c4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (09b59a34-d562-4803-9b85-14be19268999), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:33.398092 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-19edb2bf-be6f-4b00-9058-20072b59f725 req-86435c07-6cdd-46e1-9bb5-134990b259c6 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706558
Apr 16 21:25:33.427654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=89aa2008-483c-4c5a-85b1-9f5656576e5b,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:33.470372 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a14636-dea5-4698-a669-66488fc1f1cf x-openstack-request-id: req-47a14636-dea5-4698-a669-66488fc1f1cf {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:25:33.470703 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c30b376-2903-4058-b436-4644778f3352", "name": "network-vif-plugged", "status": "completed", "tag": "89aa2008-483c-4c5a-85b1-9f5656576e5b", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:25:33.471090 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47a14636-dea5-4698-a669-66488fc1f1cf {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:25:33.471521 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a14636-dea5-4698-a669-66488fc1f1cf'] response: {'server_uuid': '0c30b376-2903-4058-b436-4644778f3352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa2008-483c-4c5a-85b1-9f5656576e5b', 'code': 200}
Apr 16 21:25:33.485846 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-184673bc-6c0f-4328-87ac-d9551b8897c4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (09b59a34-d562-4803-9b85-14be19268999), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:33.486249 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-184673bc-6c0f-4328-87ac-d9551b8897c4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (09b59a34-d562-4803-9b85-14be19268999), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:33.500270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-184673bc-6c0f-4328-87ac-d9551b8897c4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for 09b59a34-d562-4803-9b85-14be19268999 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:33.606834 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea443-11d5-405d-9331-25490ebddc2e req-c9259611-4876-4874-ab9d-205a4b5c409e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:33.608360 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-477ea443-11d5-405d-9331-25490ebddc2e req-c9259611-4876-4874-ab9d-205a4b5c409e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0646369
Apr 16 21:25:33.695693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-477ea443-11d5-405d-9331-25490ebddc2e req-3097098f-f9dd-42a3-afba-292865075080 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795815
Apr 16 21:25:33.829209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308cd7a-efa4-499c-ba0d-168174941747 req-d77edf31-aad3-4e99-b2a2-5b9b0dcb75c1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:33.836384 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8e5e9fb-b282-414d-b05e-f75a256bfdc0 req-bacd2c5a-3bed-4499-9c14-40cc0b05db24 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0572484
Apr 16 21:25:33.836890 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b308cd7a-efa4-499c-ba0d-168174941747 req-d77edf31-aad3-4e99-b2a2-5b9b0dcb75c1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0681293
Apr 16 21:25:33.844868 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-184673bc-6c0f-4328-87ac-d9551b8897c4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (09b59a34-d562-4803-9b85-14be19268999), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:33.897156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184673bc-6c0f-4328-87ac-d9551b8897c4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=09b59a34-d562-4803-9b85-14be19268999,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:33.907173 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:25:33.979166 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b308cd7a-efa4-499c-ba0d-168174941747 req-24ecf303-42fc-4a1f-8f4d-0efd790ed663 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413212
Apr 16 21:25:34.007030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-184673bc-6c0f-4328-87ac-d9551b8897c4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for floatingip (8c29b0a1-4b3b-400b-a6a3-045cd1db4c71), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:34.014327 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-184673bc-6c0f-4328-87ac-d9551b8897c4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:34.016243 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-184673bc-6c0f-4328-87ac-d9551b8897c4 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/floatingips/8c29b0a1-4b3b-400b-a6a3-045cd1db4c71 HTTP/1.1" status: 204  len: 168 time: 0.8493552
Apr 16 21:25:34.019246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44682) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:34.055377 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-115b644f-5e66-4af3-b936-62c3f63c1a4b tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:25:34.056204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115b644f-5e66-4af3-b936-62c3f63c1a4b tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:25:34.060050 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-115b644f-5e66-4af3-b936-62c3f63c1a4b tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/ports/7596ade6-ae60-485d-8972-8984a6875638 HTTP/1.1" status: 404  len: 333 time: 0.0369217
Apr 16 21:25:34.063329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44688) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:34.097280 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-066a3441-eb22-471c-a195-406b904425bc tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa2ae54-6ead-45e9-b807-8804841521dc HTTP/1.1" status: 200  len: 205 time: 0.0323653
Apr 16 21:25:34.100201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44690) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:34.145399 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c494fe40-88be-4368-b257-ff84ff7d875b req-cbf08e74-fb8c-4440-b386-77ac83b4240f tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0369263
Apr 16 21:25:34.145728 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-3025e093-f6a4-43af-b503-efa7e61e0ee9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] delete failed (client error): The resource could not be found.
Apr 16 21:25:34.149053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3025e093-f6a4-43af-b503-efa7e61e0ee9 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/routers/1aa2ae54-6ead-45e9-b807-8804841521dc HTTP/1.1" status: 404  len: 336 time: 0.0455527
Apr 16 21:25:34.150508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44692) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:34.187081 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b56db7-ef61-4242-9184-bde46c802e59 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:25:34.188036 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b56db7-ef61-4242-9184-bde46c802e59 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:25:34.195061 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-16b56db7-ef61-4242-9184-bde46c802e59 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/subnets/745a614a-032b-43ea-bfdd-7a29790c5bed HTTP/1.1" status: 404  len: 337 time: 0.0433354
Apr 16 21:25:34.196518 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44696) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:34.267259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0c27b-274b-416e-b73e-87f9ba9616ca req-9e563c4c-cdc5-4466-af40-bf02dc9dbf08 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:34.275569 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a5d0c27b-274b-416e-b73e-87f9ba9616ca req-9e563c4c-cdc5-4466-af40-bf02dc9dbf08 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1324093
Apr 16 21:25:34.321319 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d2d786b0-ab75-4562-a790-80b49b119383 req-c9400161-41ee-43f5-ad0f-d968e19778c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0726538
Apr 16 21:25:34.330255 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987d1c5-9fc9-4f90-bc06-f27392e134e5 req-407dcdd7-80e4-4cb3-8812-76d3ac91cc09 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:34.331718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6987d1c5-9fc9-4f90-bc06-f27392e134e5 req-407dcdd7-80e4-4cb3-8812-76d3ac91cc09 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0924492
Apr 16 21:25:34.343908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1913d128-20e0-42e9-aaf3-4768ac19d50f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port 83bad9cc-9605-4ed2-a37f-8f337897303a {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:34.344280 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1913d128-20e0-42e9-aaf3-4768ac19d50f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (83bad9cc-9605-4ed2-a37f-8f337897303a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:34.360204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fcc8b-8637-4bb7-93fb-b1875114baee req-0972fb94-fd20-44ad-a8e4-c58e04afc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:34.360803 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-695fcc8b-8637-4bb7-93fb-b1875114baee req-0972fb94-fd20-44ad-a8e4-c58e04afc0cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 1127 time: 0.0618539
Apr 16 21:25:34.374563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a5d0c27b-274b-416e-b73e-87f9ba9616ca req-05c12395-085b-459c-ac51-8455b59b986d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985096
Apr 16 21:25:34.446729 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6987d1c5-9fc9-4f90-bc06-f27392e134e5 req-3a621928-9581-4014-808f-856dc6132a70 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046872
Apr 16 21:25:34.477707 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1913d128-20e0-42e9-aaf3-4768ac19d50f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (83bad9cc-9605-4ed2-a37f-8f337897303a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:34.495835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1913d128-20e0-42e9-aaf3-4768ac19d50f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for 83bad9cc-9605-4ed2-a37f-8f337897303a owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:34.510192 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047882b6-2962-48bc-bb51-8bd07dd1a96e req-e6cf73ee-e9a4-48d4-a0fe-2e96e6a6ccf3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:34.511819 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-047882b6-2962-48bc-bb51-8bd07dd1a96e req-e6cf73ee-e9a4-48d4-a0fe-2e96e6a6ccf3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0677567
Apr 16 21:25:34.561096 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-047882b6-2962-48bc-bb51-8bd07dd1a96e req-0986f863-1932-4b12-95d7-69edfb83045a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431974
Apr 16 21:25:34.606016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc20f02-59f5-44c0-a12f-e4d72a616952 req-2f4c2507-25d8-4bfb-a714-db34a9c5c4be tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:34.608165 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5cc20f02-59f5-44c0-a12f-e4d72a616952 req-2f4c2507-25d8-4bfb-a714-db34a9c5c4be tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 945 time: 0.0956917
Apr 16 21:25:34.664090 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-695fcc8b-8637-4bb7-93fb-b1875114baee req-d1c6bc05-c2ff-4d12-afa5-13c0bc99ee79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810671
Apr 16 21:25:34.705525 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5cc20f02-59f5-44c0-a12f-e4d72a616952 req-8241b160-3bc1-4c16-8be5-392dd2749de4 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891314
Apr 16 21:25:34.792190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d5325-80ab-44fb-969a-261e1b738cfa req-9d0ffcf0-7a85-4681-9e0b-ab559b209f34 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:34.792190 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-683d5325-80ab-44fb-969a-261e1b738cfa req-9d0ffcf0-7a85-4681-9e0b-ab559b209f34 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0582676
Apr 16 21:25:34.834646 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1913d128-20e0-42e9-aaf3-4768ac19d50f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (83bad9cc-9605-4ed2-a37f-8f337897303a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:34.835877 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-683d5325-80ab-44fb-969a-261e1b738cfa req-3734e32e-4de7-4798-ba21-c26bb1562214 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416844
Apr 16 21:25:34.870835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913d128-20e0-42e9-aaf3-4768ac19d50f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=83bad9cc-9605-4ed2-a37f-8f337897303a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:34.964085 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb7b9a08-82ff-4b0f-87d8-bc519e402d29 req-f04d2355-4194-4ff9-b159-97652d988560 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0360496
Apr 16 21:25:34.972165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bc346-08e3-4041-87bf-65f60510a40f req-e3f3dbfd-0bb8-4d81-b4d1-7302f355d4de tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:34.976830 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-206bc346-08e3-4041-87bf-65f60510a40f req-e3f3dbfd-0bb8-4d81-b4d1-7302f355d4de tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0574436
Apr 16 21:25:34.977169 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1913d128-20e0-42e9-aaf3-4768ac19d50f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:34.980516 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1913d128-20e0-42e9-aaf3-4768ac19d50f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/ports/83bad9cc-9605-4ed2-a37f-8f337897303a HTTP/1.1" status: 204  len: 168 time: 0.7826679
Apr 16 21:25:34.982926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44720) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:35.023010 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-206bc346-08e3-4041-87bf-65f60510a40f req-7c2da24e-51fb-4682-a2c9-2d11f2a0933d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435874
Apr 16 21:25:35.084375 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-bc23348e-02ab-40c5-836e-de2d7c4af773 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port bc1a58a0-7dab-41e0-9753-7d4657f226de {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:35.084948 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc23348e-02ab-40c5-836e-de2d7c4af773 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (bc1a58a0-7dab-41e0-9753-7d4657f226de), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:35.242436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3eb54-f565-44d0-a72f-52d6eade8795 req-1fc0e8d6-09db-43f5-a15f-980f8f790fef tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:35.244029 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a3a3eb54-f565-44d0-a72f-52d6eade8795 req-1fc0e8d6-09db-43f5-a15f-980f8f790fef tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0498283
Apr 16 21:25:35.311316 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a3a3eb54-f565-44d0-a72f-52d6eade8795 req-2485cf2c-e2e9-4dac-99c0-061e8b8d2d5e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608091
Apr 16 21:25:35.435837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d617a-5868-4401-9cd2-6e5921225229 req-fe8216e1-e2b3-4cec-96ca-f6bab79092e5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:35.437650 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-999d617a-5868-4401-9cd2-6e5921225229 req-fe8216e1-e2b3-4cec-96ca-f6bab79092e5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0516443
Apr 16 21:25:35.488362 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-999d617a-5868-4401-9cd2-6e5921225229 req-643efc3d-c53d-4d6c-869b-85fab9ae405c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445063
Apr 16 21:25:35.489531 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-38bc3c38-5e10-43e1-9ed5-832ea3af334e req-ef297078-9c12-453a-a55c-91c23d6e8412 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0364623
Apr 16 21:25:35.537142 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc23348e-02ab-40c5-836e-de2d7c4af773 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (bc1a58a0-7dab-41e0-9753-7d4657f226de), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:35.553397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-bc23348e-02ab-40c5-836e-de2d7c4af773 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for bc1a58a0-7dab-41e0-9753-7d4657f226de owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:35.607041 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2878a0-06fe-4ccc-9827-6d02d20bcf1e req-226e0ffd-a94b-4aeb-9d5d-6f125db19d16 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:35.608508 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb2878a0-06fe-4ccc-9827-6d02d20bcf1e req-226e0ffd-a94b-4aeb-9d5d-6f125db19d16 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0504754
Apr 16 21:25:35.656533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec217844-a69e-42da-8231-321969b049b8 req-9c66e669-1de8-4eee-8065-21d044a50607 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:35.657318 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb2878a0-06fe-4ccc-9827-6d02d20bcf1e req-8fe46354-3251-4956-8cbc-3eb91f56bb2d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427184
Apr 16 21:25:35.658019 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec217844-a69e-42da-8231-321969b049b8 req-9c66e669-1de8-4eee-8065-21d044a50607 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0625315
Apr 16 21:25:35.753316 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec217844-a69e-42da-8231-321969b049b8 req-87836256-d955-426a-b3d7-393aaa24de81 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843675
Apr 16 21:25:35.828321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a125b-8cc5-4b99-8253-99315a3a2390 req-c110f65f-e058-416f-afe8-944778778bd1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:35.829838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9c7a125b-8cc5-4b99-8253-99315a3a2390 req-c110f65f-e058-416f-afe8-944778778bd1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 945 time: 0.0514536
Apr 16 21:25:35.880265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9c7a125b-8cc5-4b99-8253-99315a3a2390 req-def02d37-99e6-418d-8539-a6bf88b69deb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437129
Apr 16 21:25:35.880592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16710d8c-8a4e-4857-81a2-b23953978175 req-8d89642d-0e13-4bbe-933f-8257f2826efd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:35.882189 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16710d8c-8a4e-4857-81a2-b23953978175 req-8d89642d-0e13-4bbe-933f-8257f2826efd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0558641
Apr 16 21:25:35.883638 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc23348e-02ab-40c5-836e-de2d7c4af773 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (bc1a58a0-7dab-41e0-9753-7d4657f226de), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:35.927045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23348e-02ab-40c5-836e-de2d7c4af773 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=bc1a58a0-7dab-41e0-9753-7d4657f226de,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:35.960685 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:36.012896 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16710d8c-8a4e-4857-81a2-b23953978175 req-28851f22-94f1-4053-9093-c530f30d578c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230180
Apr 16 21:25:36.026615 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc23348e-02ab-40c5-836e-de2d7c4af773 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:36.032731 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bc23348e-02ab-40c5-836e-de2d7c4af773 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/ports/bc1a58a0-7dab-41e0-9753-7d4657f226de HTTP/1.1" status: 204  len: 168 time: 1.0464771
Apr 16 21:25:36.032980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44748) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:36.089243 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d5e97b-72dc-457f-aef5-4bc243f7f42e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:36.092219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-71d5e97b-72dc-457f-aef5-4bc243f7f42e tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2941294-0eae-4a8e-96fe-0eed4730cb77 HTTP/1.1" status: 200  len: 913 time: 0.0571976
Apr 16 21:25:36.093805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44752) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:36.096440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2463a8c3-f963-4527-8abd-17b70578a611 req-27887864-4868-4213-9eef-8701c54f561f tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0391490
Apr 16 21:25:36.450468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd0aec5a-159a-4c3e-921d-d46be3074c9a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (e2941294-0eae-4a8e-96fe-0eed4730cb77), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:36.563709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aa85c-a67a-419e-b330-ba4a54020b8d req-f7299c19-9be5-465a-9870-c21877b80ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:36.565428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-120aa85c-a67a-419e-b330-ba4a54020b8d req-f7299c19-9be5-465a-9870-c21877b80ca1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 1128 time: 0.0745811
Apr 16 21:25:36.651115 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88bb18d1-9ce8-4446-ad0b-237144e7164d req-2bd8ea38-8ad6-417e-9323-1d340fcbfe2f tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0694835
Apr 16 21:25:36.704878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aa85c-a67a-419e-b330-ba4a54020b8d req-a1041374-2180-4b5b-b9ca-03c91b2a6366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:36.706639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-120aa85c-a67a-419e-b330-ba4a54020b8d req-a1041374-2180-4b5b-b9ca-03c91b2a6366 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 912 time: 0.1352711
Apr 16 21:25:36.740382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-fd0aec5a-159a-4c3e-921d-d46be3074c9a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port 4ca42528-f054-439b-bfb8-dc5e7f86c54c {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:36.741153 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd0aec5a-159a-4c3e-921d-d46be3074c9a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4ca42528-f054-439b-bfb8-dc5e7f86c54c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:36.788195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-120aa85c-a67a-419e-b330-ba4a54020b8d req-1ff62faf-ccd2-481b-a231-5878318d1192 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c79de46c-1a6f-418e-b267-0c88759e0458 HTTP/1.1" status: 200  len: 217 time: 0.0608377
Apr 16 21:25:36.864494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc63759-d63c-413f-88c0-4c76080b7af3 req-1d9eebc3-a323-4eb9-b743-22b6c36169db tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:36.865865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01da74-960b-4d03-b3bc-5acf2c57a31e req-0399844b-f2ff-463c-b71e-2edf577c28ba tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:36.866039 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ecc63759-d63c-413f-88c0-4c76080b7af3 req-1d9eebc3-a323-4eb9-b743-22b6c36169db tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0649538
Apr 16 21:25:36.867383 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3a01da74-960b-4d03-b3bc-5acf2c57a31e req-0399844b-f2ff-463c-b71e-2edf577c28ba tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0825934
Apr 16 21:25:36.871183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aa85c-a67a-419e-b330-ba4a54020b8d req-a93a1330-4a56-4c82-b301-18569860c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:36.872891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-120aa85c-a67a-419e-b330-ba4a54020b8d req-a93a1330-4a56-4c82-b301-18569860c9f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=363c489b-9558-4973-a8ad-7c86215b2c65 HTTP/1.1" status: 200  len: 851 time: 0.0769556
Apr 16 21:25:36.905917 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd0aec5a-159a-4c3e-921d-d46be3074c9a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4ca42528-f054-439b-bfb8-dc5e7f86c54c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:36.912921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-120aa85c-a67a-419e-b330-ba4a54020b8d req-984eb1c3-5952-4793-a5e1-8a00e319b31e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5fb5cf29-8796-41a2-8375-e8062a5911ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0330691
Apr 16 21:25:36.929516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-fd0aec5a-159a-4c3e-921d-d46be3074c9a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for 4ca42528-f054-439b-bfb8-dc5e7f86c54c owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:36.952662 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ecc63759-d63c-413f-88c0-4c76080b7af3 req-56b4ab6d-4f29-48dc-94af-dc83b56583d7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761764
Apr 16 21:25:36.993168 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3a01da74-960b-4d03-b3bc-5acf2c57a31e req-8948acbf-192f-4979-a701-55a47ba538ef tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192987
Apr 16 21:25:37.038201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-120aa85c-a67a-419e-b330-ba4a54020b8d req-0827a8b7-db1b-4909-b620-0ffc1d0e40ff service neutron] 10.222.0.11 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1192999
Apr 16 21:25:37.118115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60116574-3e36-4008-97a8-1110884ba112 req-fade4cc9-95ca-4671-8770-ca4039cf867b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:37.119601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60116574-3e36-4008-97a8-1110884ba112 req-fade4cc9-95ca-4671-8770-ca4039cf867b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 945 time: 0.0615990
Apr 16 21:25:37.148032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-120aa85c-a67a-419e-b330-ba4a54020b8d req-bc6f7d35-b7fc-482d-b027-0f1e1a7f7a30 service neutron] 10.222.0.11 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1045208
Apr 16 21:25:37.208795 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d4e35cd7-d630-46e9-8ca7-428abc3c2be1 req-232f5c90-1ac5-439b-b65b-d8b6dfbeb755 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0309341
Apr 16 21:25:37.233844 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60116574-3e36-4008-97a8-1110884ba112 req-233b75c9-eb9b-42bf-896f-d171e15bb3a6 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907953
Apr 16 21:25:37.303921 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd0aec5a-159a-4c3e-921d-d46be3074c9a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (4ca42528-f054-439b-bfb8-dc5e7f86c54c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:37.346579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0aec5a-159a-4c3e-921d-d46be3074c9a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=4ca42528-f054-439b-bfb8-dc5e7f86c54c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:37.435812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf84615-c7c3-4ceb-b881-12ede6160701 req-1e078d24-b34f-464d-8901-04889d418191 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:37.437464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6cf84615-c7c3-4ceb-b881-12ede6160701 req-1e078d24-b34f-464d-8901-04889d418191 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 945 time: 0.1307931
Apr 16 21:25:37.446845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44786) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:37.451508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-eba1a361-d7bb-48e1-be1c-831931da25cf tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'floatingip': {'port_id': '89aa2008-483c-4c5a-85b1-9f5656576e5b'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:37.495194 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eba1a361-d7bb-48e1-be1c-831931da25cf tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (323242a3-08af-4b3d-b6a4-4c37b2e5f7b4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:37.572131 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd0aec5a-159a-4c3e-921d-d46be3074c9a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (e2941294-0eae-4a8e-96fe-0eed4730cb77), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:37.839115 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c4c3f2b-ae12-4b2a-8f0c-d591ed080023 req-245107ee-c0ab-4d5b-a80a-3517d91e4413 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0443351
Apr 16 21:25:37.859510 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0aec5a-159a-4c3e-921d-d46be3074c9a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Router e2941294-0eae-4a8e-96fe-0eed4730cb77 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:25:37.886491 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c454519d-59ea-457b-bca5-583654b5fc6c req-5770419e-d46b-423c-9366-2a43b64634da tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0309968
Apr 16 21:25:37.982515 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0aec5a-159a-4c3e-921d-d46be3074c9a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:25:37.991498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44814) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:37.991743 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fd0aec5a-159a-4c3e-921d-d46be3074c9a tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "PUT /v2.0/routers/e2941294-0eae-4a8e-96fe-0eed4730cb77/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8963389
Apr 16 21:25:37.997636 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa8dfa-9da8-4b85-abd5-507052c5e9bd None None] Sync routers for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:25:38.010755 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa8dfa-9da8-4b85-abd5-507052c5e9bd None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:38.011472 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d6fa8dfa-9da8-4b85-abd5-507052c5e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248d4fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:38.053551 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d6fa8dfa-9da8-4b85-abd5-507052c5e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248d4fa0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:38.064754 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa8dfa-9da8-4b85-abd5-507052c5e9bd None None] Routers {'e2941294-0eae-4a8e-96fe-0eed4730cb77'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:38.065967 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d6fa8dfa-9da8-4b85-abd5-507052c5e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248d4fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e2941294-0eae-4a8e-96fe-0eed4730cb77'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:38.105398 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eba1a361-d7bb-48e1-be1c-831931da25cf tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:38.112107 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d6fa8dfa-9da8-4b85-abd5-507052c5e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248d4fa0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:38.112817 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa8dfa-9da8-4b85-abd5-507052c5e9bd None None] The sync data for ids ['e2941294-0eae-4a8e-96fe-0eed4730cb77'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:25:38.161676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36538653-5bac-4873-9538-db64dacf51c3 req-e4a7f347-0ba3-4b49-bc2e-5ccb1c2e867b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:38.163236 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-36538653-5bac-4873-9538-db64dacf51c3 req-e4a7f347-0ba3-4b49-bc2e-5ccb1c2e867b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0628989
Apr 16 21:25:38.179852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f7608-4f46-4743-86ac-72155d62803b req-6a9ef527-f9ad-4178-ae47-a0978f0d2a65 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:38.181433 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b39f7608-4f46-4743-86ac-72155d62803b req-6a9ef527-f9ad-4178-ae47-a0978f0d2a65 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 946 time: 0.0931671
Apr 16 21:25:38.191537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router (e2941294-0eae-4a8e-96fe-0eed4730cb77), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:38.215664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-36538653-5bac-4873-9538-db64dacf51c3 req-fa5a2b9c-2978-45f2-9403-1c38d410af99 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447352
Apr 16 21:25:38.231489 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eba1a361-d7bb-48e1-be1c-831931da25cf tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (323242a3-08af-4b3d-b6a4-4c37b2e5f7b4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:38.391770 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b39f7608-4f46-4743-86ac-72155d62803b req-00ed0905-922f-4108-a7ee-5efa2221aea0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981313
Apr 16 21:25:38.415656 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router_gateway (e2941294-0eae-4a8e-96fe-0eed4730cb77), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:38.423420 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-eba1a361-d7bb-48e1-be1c-831931da25cf tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Floating IP 323242a3-08af-4b3d-b6a4-4c37b2e5f7b4 associated. External IP: 172.35.1.104, port: 89aa2008-483c-4c5a-85b1-9f5656576e5b.
Apr 16 21:25:38.599773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting port d14b89e8-9e4e-4d32-a325-46e9075f7989 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:38.600121 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d14b89e8-9e4e-4d32-a325-46e9075f7989), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:38.726548 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d14b89e8-9e4e-4d32-a325-46e9075f7989), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:38.736289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba1a361-d7bb-48e1-be1c-831931da25cf tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Router 97553a54-e5c2-474b-ac28-a27607cc8bc4 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:25:38.745201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Calling delete_port for d14b89e8-9e4e-4d32-a325-46e9075f7989 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:38.849789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c79de46c-1a6f-418e-b267-0c88759e0458 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:25:38.953163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c79de46c-1a6f-418e-b267-0c88759e0458 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:38.953480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba1a361-d7bb-48e1-be1c-831931da25cf tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:25:38.953632 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:38.959699 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eba1a361-d7bb-48e1-be1c-831931da25cf tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:38.979298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b0a00-13a4-4776-aca5-f2af87f99d69 None None] Sync routers for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:25:38.989868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa577ae-2715-44de-93bb-d02db79533fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c79de46c-1a6f-418e-b267-0c88759e0458'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:25:38.992455 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9f1243-2a10-4627-90f2-8e841ea5a3e0" -d '{"events": [{"server_uuid": "6aa577ae-2715-44de-93bb-d02db79533fb", "name": "network-vif-unplugged", "status": "completed", "tag": "c79de46c-1a6f-418e-b267-0c88759e0458"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:25:39.014356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c79de46c-1a6f-418e-b267-0c88759e0458, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c79de46c-1a6f-418e-b267-0c88759e0458,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:39.016817 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eba1a361-d7bb-48e1-be1c-831931da25cf tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "PUT /v2.0/floatingips/323242a3-08af-4b3d-b6a4-4c37b2e5f7b4 HTTP/1.1" status: 200  len: 991 time: 1.5687897
Apr 16 21:25:39.020770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c30b376-2903-4058-b436-4644778f3352', 'tag': '89aa2008-483c-4c5a-85b1-9f5656576e5b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:25:39.024444 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e54e61d-77fb-4274-841e-842ed4be81c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c30b376-2903-4058-b436-4644778f3352", "tag": "89aa2008-483c-4c5a-85b1-9f5656576e5b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:25:39.025868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b0a00-13a4-4776-aca5-f2af87f99d69 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:39.027161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-827b0a00-13a4-4776-aca5-f2af87f99d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011ff68b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:39.036963 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9589e0f1-0f90-44e7-9efc-fd8af1a24f64 req-d588091e-5042-4ff4-8e44-f3813f09f995 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0596104
Apr 16 21:25:39.074134 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ca2861a2-8923-425b-86c0-5fb646cfab06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:39.085943 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0f24bb-aa5d-4465-a0ae-365777116bbc x-openstack-request-id: req-ec0f24bb-aa5d-4465-a0ae-365777116bbc {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:25:39.086354 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa577ae-2715-44de-93bb-d02db79533fb", "name": "network-vif-unplugged", "status": "completed", "tag": "c79de46c-1a6f-418e-b267-0c88759e0458", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:25:39.087948 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec0f24bb-aa5d-4465-a0ae-365777116bbc {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:25:39.088486 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0f24bb-aa5d-4465-a0ae-365777116bbc'] response: {'server_uuid': '6aa577ae-2715-44de-93bb-d02db79533fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c79de46c-1a6f-418e-b267-0c88759e0458', 'code': 200}
Apr 16 21:25:39.134999 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:39.140077 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a88538d-78b6-495b-a53d-f7cdc38ef822 x-openstack-request-id: req-2a88538d-78b6-495b-a53d-f7cdc38ef822 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:25:39.140401 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c30b376-2903-4058-b436-4644778f3352", "tag": "89aa2008-483c-4c5a-85b1-9f5656576e5b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:25:39.140665 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a88538d-78b6-495b-a53d-f7cdc38ef822 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:25:39.141306 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a88538d-78b6-495b-a53d-f7cdc38ef822'] response: {'name': 'network-changed', 'server_uuid': '0c30b376-2903-4058-b436-4644778f3352', 'tag': '89aa2008-483c-4c5a-85b1-9f5656576e5b', 'status': 'completed', 'code': 200}
Apr 16 21:25:39.145493 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7866c6cd-a925-456f-adca-5e76796d51df req-da5b6274-c187-484d-ba1a-306d5aabc0e9 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0869470
Apr 16 21:25:39.207414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-827b0a00-13a4-4776-aca5-f2af87f99d69 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:25:39.209996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c79de46c-1a6f-418e-b267-0c88759e0458,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:39.218294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e61d-77fb-4274-841e-842ed4be81c1 req-c49f0573-068a-42f3-99e1-8b258474202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:39.219837 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e54e61d-77fb-4274-841e-842ed4be81c1 req-c49f0573-068a-42f3-99e1-8b258474202e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 1127 time: 0.0419176
Apr 16 21:25:39.249429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.249780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.250358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.250888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.251220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.251890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.255905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.255905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.255905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.255905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.255905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.255905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.255905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.255905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.255905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:39.392501 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e39781-8d07-4443-9c50-01a3d25b0ec2 req-4d73f2e7-2db2-47bf-bbb8-d75dee376d94 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:39.401051 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-81e39781-8d07-4443-9c50-01a3d25b0ec2 req-4d73f2e7-2db2-47bf-bbb8-d75dee376d94 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0732427
Apr 16 21:25:39.464268 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-81e39781-8d07-4443-9c50-01a3d25b0ec2 req-7646d89a-2652-44c8-92ca-268e1c044d76 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626962
Apr 16 21:25:39.476037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-827b0a00-13a4-4776-aca5-f2af87f99d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011ff68b80>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '323242a3-08af-4b3d-b6a4-4c37b2e5f7b4', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.104', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '89aa2008-483c-4c5a-85b1-9f5656576e5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:45:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30b376-2903-4058-b436-4644778f3352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:25:16Z', 'updated_at': '2022-04-16T21:25:37Z', 'revision_number': 1, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}, {'id': '7aa741d6-8c66-42e6-8de2-8841a09a157c', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.208', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:9d:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:23:18Z', 'updated_at': '2022-04-16T21:23:47Z', 'revision_number': 2, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:39.503580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b0a00-13a4-4776-aca5-f2af87f99d69 None None] Checking router: 97553a54-e5c2-474b-ac28-a27607cc8bc4 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:25:39.512702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b0a00-13a4-4776-aca5-f2af87f99d69 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:25:39.513576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-827b0a00-13a4-4776-aca5-f2af87f99d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011ff68b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:25:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:39.626583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d14b89e8-9e4e-4d32-a325-46e9075f7989), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:39.696773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Port': ['ID=d14b89e8-9e4e-4d32-a325-46e9075f7989,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:39.761074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4a602-b92c-4cb7-aa81-a441fb0304da req-39a8f1cc-29c2-432f-b96c-0ddae5205919 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:39.762505 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75b4a602-b92c-4cb7-aa81-a441fb0304da req-39a8f1cc-29c2-432f-b96c-0ddae5205919 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 944 time: 0.1416640
Apr 16 21:25:39.762736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-827b0a00-13a4-4776-aca5-f2af87f99d69 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:25:39.809255 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (e2941294-0eae-4a8e-96fe-0eed4730cb77), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:39.812654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e61d-77fb-4274-841e-842ed4be81c1 req-6fc7dd8d-6c66-42f1-882d-9717f87dbf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:39.814402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e54e61d-77fb-4274-841e-842ed4be81c1 req-6fc7dd8d-6c66-42f1-882d-9717f87dbf82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 916 time: 0.5895159
Apr 16 21:25:39.970106 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (e2941294-0eae-4a8e-96fe-0eed4730cb77), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:39.974427 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router_controller (e2941294-0eae-4a8e-96fe-0eed4730cb77), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:39.980393 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75b4a602-b92c-4cb7-aa81-a441fb0304da req-92b27459-f174-49b2-8d74-1270a17a45df tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088146
Apr 16 21:25:39.988804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-827b0a00-13a4-4776-aca5-f2af87f99d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011ff68b80>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '323242a3-08af-4b3d-b6a4-4c37b2e5f7b4', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.104', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '89aa2008-483c-4c5a-85b1-9f5656576e5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:45:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30b376-2903-4058-b436-4644778f3352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:25:16Z', 'updated_at': '2022-04-16T21:25:37Z', 'revision_number': 1, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}, {'id': '7aa741d6-8c66-42e6-8de2-8841a09a157c', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.208', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:9d:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:23:18Z', 'updated_at': '2022-04-16T21:23:47Z', 'revision_number': 2, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:39.995166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e54e61d-77fb-4274-841e-842ed4be81c1 req-d0f99796-a4fe-4096-9126-7c8b5b016cf2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89aa2008-483c-4c5a-85b1-9f5656576e5b HTTP/1.1" status: 200  len: 999 time: 0.1543875
Apr 16 21:25:40.018253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b0a00-13a4-4776-aca5-f2af87f99d69 None None] The sync data for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 is: [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '323242a3-08af-4b3d-b6a4-4c37b2e5f7b4', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.104', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '89aa2008-483c-4c5a-85b1-9f5656576e5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:45:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30b376-2903-4058-b436-4644778f3352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:25:16Z', 'updated_at': '2022-04-16T21:25:37Z', 'revision_number': 1, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}, {'id': '7aa741d6-8c66-42e6-8de2-8841a09a157c', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.208', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:9d:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:23:18Z', 'updated_at': '2022-04-16T21:23:47Z', 'revision_number': 2, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:25:40.079876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e61d-77fb-4274-841e-842ed4be81c1 req-63024fdd-f141-42b2-bf32-73af21832582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:40.081642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e54e61d-77fb-4274-841e-842ed4be81c1 req-63024fdd-f141-42b2-bf32-73af21832582 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.0571318
Apr 16 21:25:40.158945 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (e2941294-0eae-4a8e-96fe-0eed4730cb77), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:40.159486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Fanout notify agent at l3_agent the message router_deleted on router e2941294-0eae-4a8e-96fe-0eed4730cb77 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:25:40.167633 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:40.171191 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-957f6712-3ff6-4c0c-803d-d340decd897f tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/routers/e2941294-0eae-4a8e-96fe-0eed4730cb77 HTTP/1.1" status: 204  len: 168 time: 2.1761384
Apr 16 21:25:40.171191 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad88ce09-5314-4770-a663-6f356fe1ae01 req-f52ed1f1-5be0-4deb-90c8-9a4a1e85aeba tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0492458
Apr 16 21:25:40.173953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44860) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:40.174155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e61d-77fb-4274-841e-842ed4be81c1 req-8a03d516-d464-4525-b1a6-7aa1a4e880ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:40.174155 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e54e61d-77fb-4274-841e-842ed4be81c1 req-8a03d516-d464-4525-b1a6-7aa1a4e880ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0852981
Apr 16 21:25:40.292627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e54e61d-77fb-4274-841e-842ed4be81c1 req-15de1fe5-3ca9-4d6e-a354-b089d247114d service neutron] 10.222.0.11 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1113720
Apr 16 21:25:40.295560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-561bf3cb-6b73-4f9f-a21a-923e15b6bbf8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Deleting subnet f4f755bd-f766-49b9-802f-a7fbbd43c8a3 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:25:40.303484 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-561bf3cb-6b73-4f9f-a21a-923e15b6bbf8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks [] for subnet (f4f755bd-f766-49b9-802f-a7fbbd43c8a3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:40.325845 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20c9100e-9abe-4148-a31b-145ceda913db req-10b5d0f6-7a5b-468c-b2b5-6ab02e1275d4 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0322092
Apr 16 21:25:40.352095 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc142e-8b68-4bb1-96af-bde365417fd6 None None] New status for floating IP 323242a3-08af-4b3d-b6a4-4c37b2e5f7b4: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:25:40.371563 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-561bf3cb-6b73-4f9f-a21a-923e15b6bbf8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (f4f755bd-f766-49b9-802f-a7fbbd43c8a3), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:40.432787 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-561bf3cb-6b73-4f9f-a21a-923e15b6bbf8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (f4f755bd-f766-49b9-802f-a7fbbd43c8a3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:40.441816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e54e61d-77fb-4274-841e-842ed4be81c1 req-d08da603-8eec-42c1-be94-6f15a4e7263d service neutron] 10.222.0.11 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1144097
Apr 16 21:25:40.571472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6a576-618a-4b4e-9845-6c14c06016e7 req-8d16610f-a97a-4088-97fc-0e30d7fa36dc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:40.572917 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-69d6a576-618a-4b4e-9845-6c14c06016e7 req-8d16610f-a97a-4088-97fc-0e30d7fa36dc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0489635
Apr 16 21:25:40.621013 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-69d6a576-618a-4b4e-9845-6c14c06016e7 req-3f98054b-2b13-419e-8985-63939b65a161 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424168
Apr 16 21:25:40.643864 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-561bf3cb-6b73-4f9f-a21a-923e15b6bbf8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (f4f755bd-f766-49b9-802f-a7fbbd43c8a3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:40.672888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bf3cb-6b73-4f9f-a21a-923e15b6bbf8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f755bd-f766-49b9-802f-a7fbbd43c8a3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:40.677470 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-561bf3cb-6b73-4f9f-a21a-923e15b6bbf8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:40.679886 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-561bf3cb-6b73-4f9f-a21a-923e15b6bbf8 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/subnets/f4f755bd-f766-49b9-802f-a7fbbd43c8a3 HTTP/1.1" status: 204  len: 168 time: 0.5073266
Apr 16 21:25:40.683302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44880) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:40.767212 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03afc6d8-97f1-4883-886c-acd146445382 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (c82db379-4f14-4961-afb3-70b1cdb3f95f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:40.853750 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03afc6d8-97f1-4883-886c-acd146445382 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (c82db379-4f14-4961-afb3-70b1cdb3f95f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:40.874713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-03afc6d8-97f1-4883-886c-acd146445382 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011eb5f4c0>,) {'filters': {'network_id': ['c82db379-4f14-4961-afb3-70b1cdb3f95f']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:40.884599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-03afc6d8-97f1-4883-886c-acd146445382 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eb5f4c0>, '4391328a-337a-4a63-9969-aa460b4a8d19') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:40.884907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-03afc6d8-97f1-4883-886c-acd146445382 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eb5f4c0>, '4391328a-337a-4a63-9969-aa460b4a8d19') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:40.894394 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03afc6d8-97f1-4883-886c-acd146445382 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (4391328a-337a-4a63-9969-aa460b4a8d19), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:40.907710 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03afc6d8-97f1-4883-886c-acd146445382 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (4391328a-337a-4a63-9969-aa460b4a8d19), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:40.914178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03afc6d8-97f1-4883-886c-acd146445382 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:25:40.914613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03afc6d8-97f1-4883-886c-acd146445382 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (4391328a-337a-4a63-9969-aa460b4a8d19), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:25:40.917642 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:25:41.063179 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03afc6d8-97f1-4883-886c-acd146445382 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (c82db379-4f14-4961-afb3-70b1cdb3f95f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:41.072030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03afc6d8-97f1-4883-886c-acd146445382 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:41.076820 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-03afc6d8-97f1-4883-886c-acd146445382 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] 10.222.0.20 "DELETE /v2.0/networks/c82db379-4f14-4961-afb3-70b1cdb3f95f HTTP/1.1" status: 204  len: 168 time: 0.3909135
Apr 16 21:25:41.087442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afc6d8-97f1-4883-886c-acd146445382 tempest-FloatingIPTestJSON-161917812 tempest-FloatingIPTestJSON-161917812-project] Pushing event deleted for resources: {'Network': ['ID=c82db379-4f14-4961-afb3-70b1cdb3f95f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:41.303459 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34bf594e-687c-4cc4-b915-d2ff40b27616 req-cfa9e17d-0ebf-4089-9adf-65c575130d2b tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0291779
Apr 16 21:25:41.433738 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3076dbc2-e6aa-4955-9142-774f25805756 req-21382815-7082-4de5-a0a6-b28f655eb7c6 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0281949
Apr 16 21:25:41.524520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44910) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:41.658086 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-75681a58-f7c7-45db-8c8e-75c4ab2920ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81042bf23dbc43e0ac84e1ff4a1da1f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1323254
Apr 16 21:25:41.660555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44916) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:41.697381 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-72c71c2d-d1c3-4f8b-bc77-809724c2aa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:41.745672 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-474bbefb-6c3b-414f-ae48-a65510de758f admin admin] Publish callbacks [] for security_group (c817a99c-d123-4ac2-bab1-e0831fd48dbf), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:41.754399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd28892-a25d-4b2d-b66b-523829b62c7f req-2a90171d-b9cb-4123-95a0-1e5d58af4838 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:41.756009 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8fd28892-a25d-4b2d-b66b-523829b62c7f req-2a90171d-b9cb-4123-95a0-1e5d58af4838 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0541813
Apr 16 21:25:41.778707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daedf3a-c21c-40ec-aa7d-ac9e4e74dfd3 req-e18993bc-743d-42a9-8086-3ab737ef791b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:41.780219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7daedf3a-c21c-40ec-aa7d-ac9e4e74dfd3 req-e18993bc-743d-42a9-8086-3ab737ef791b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa577ae-2715-44de-93bb-d02db79533fb HTTP/1.1" status: 200  len: 944 time: 0.0734651
Apr 16 21:25:41.785455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-474bbefb-6c3b-414f-ae48-a65510de758f admin admin] Publish callbacks [] for security_group (c817a99c-d123-4ac2-bab1-e0831fd48dbf), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:41.805530 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8fd28892-a25d-4b2d-b66b-523829b62c7f req-be81014e-19aa-42af-8ce3-1f9cce70a841 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435910
Apr 16 21:25:41.891907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-7daedf3a-c21c-40ec-aa7d-ac9e4e74dfd3 req-5aeca3ff-2a6b-4e08-bbac-b6c2f47d6e36 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Deleting port c79de46c-1a6f-418e-b267-0c88759e0458 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:41.892186 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7daedf3a-c21c-40ec-aa7d-ac9e4e74dfd3 req-5aeca3ff-2a6b-4e08-bbac-b6c2f47d6e36 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:41.934611 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-474bbefb-6c3b-414f-ae48-a65510de758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c817a99c-d123-4ac2-bab1-e0831fd48dbf), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:41.937164 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-474bbefb-6c3b-414f-ae48-a65510de758f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:41.938304 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-474bbefb-6c3b-414f-ae48-a65510de758f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c817a99c-d123-4ac2-bab1-e0831fd48dbf HTTP/1.1" status: 204  len: 168 time: 0.2768598
Apr 16 21:25:41.954940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bbefb-6c3b-414f-ae48-a65510de758f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c817a99c-d123-4ac2-bab1-e0831fd48dbf,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:41.999219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-7daedf3a-c21c-40ec-aa7d-ac9e4e74dfd3 req-5aeca3ff-2a6b-4e08-bbac-b6c2f47d6e36 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] For port c79de46c-1a6f-418e-b267-0c88759e0458, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c79de46c-1a6f-418e-b267-0c88759e0458,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:41.999585 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7daedf3a-c21c-40ec-aa7d-ac9e4e74dfd3 req-5aeca3ff-2a6b-4e08-bbac-b6c2f47d6e36 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:42.013278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-7daedf3a-c21c-40ec-aa7d-ac9e4e74dfd3 req-5aeca3ff-2a6b-4e08-bbac-b6c2f47d6e36 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Calling delete_port for c79de46c-1a6f-418e-b267-0c88759e0458 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:42.198122 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7daedf3a-c21c-40ec-aa7d-ac9e4e74dfd3 req-5aeca3ff-2a6b-4e08-bbac-b6c2f47d6e36 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c79de46c-1a6f-418e-b267-0c88759e0458), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:42.227869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeca3ff-2a6b-4e08-bbac-b6c2f47d6e36 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Pushing event deleted for resources: {'Port': ['ID=c79de46c-1a6f-418e-b267-0c88759e0458,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:42.273136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daedf3a-c21c-40ec-aa7d-ac9e4e74dfd3 req-5aeca3ff-2a6b-4e08-bbac-b6c2f47d6e36 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] No DVR routers for this DVR port c79de46c-1a6f-418e-b267-0c88759e0458 on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:25:42.275759 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7daedf3a-c21c-40ec-aa7d-ac9e4e74dfd3 req-5aeca3ff-2a6b-4e08-bbac-b6c2f47d6e36 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:42.279555 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7daedf3a-c21c-40ec-aa7d-ac9e4e74dfd3 req-5aeca3ff-2a6b-4e08-bbac-b6c2f47d6e36 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "DELETE /v2.0/ports/c79de46c-1a6f-418e-b267-0c88759e0458 HTTP/1.1" status: 204  len: 173 time: 0.4920888
Apr 16 21:25:42.280058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa577ae-2715-44de-93bb-d02db79533fb', 'name': 'network-vif-deleted', 'tag': 'c79de46c-1a6f-418e-b267-0c88759e0458'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:25:42.283140 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb4ada8-c125-4c60-8adb-d2b426ef8da0" -d '{"events": [{"server_uuid": "6aa577ae-2715-44de-93bb-d02db79533fb", "name": "network-vif-deleted", "tag": "c79de46c-1a6f-418e-b267-0c88759e0458"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:25:42.321320 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 16 Apr 2022 21:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83094c69-164b-45b3-9feb-8e2f3f5fa3b3 x-openstack-request-id: req-83094c69-164b-45b3-9feb-8e2f3f5fa3b3 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:25:42.321638 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa577ae-2715-44de-93bb-d02db79533fb", "name": "network-vif-deleted", "tag": "c79de46c-1a6f-418e-b267-0c88759e0458", "status": "failed", "code": 422}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:25:42.321881 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83094c69-164b-45b3-9feb-8e2f3f5fa3b3 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:25:42.322305 ncdv-master-1 neutron-server[122556]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-83094c69-164b-45b3-9feb-8e2f3f5fa3b3']: {'server_uuid': '6aa577ae-2715-44de-93bb-d02db79533fb', 'name': 'network-vif-deleted', 'tag': 'c79de46c-1a6f-418e-b267-0c88759e0458', 'status': 'failed', 'code': 422} returned with failed status
Apr 16 21:25:42.429685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1dc0e7a6-f02c-47dd-8227-02d8b253c146 req-00382881-8d08-4d2e-a065-dc2baf6c7809 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0330296
Apr 16 21:25:42.469108 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:42.537448 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5677902-af14-40c6-a026-faa3ba6db404 req-e3d95e7c-a152-4776-b32f-45b77c2d6dc0 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0287538
Apr 16 21:25:42.848885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c79de46c-1a6f-418e-b267-0c88759e0458 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:25:42.887279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: c79de46c-1a6f-418e-b267-0c88759e0458 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:25:42.887626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c79de46c-1a6f-418e-b267-0c88759e0458 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:25:42.933262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045cb1e-bcad-45fd-bc09-f616b28768f9 req-4d3c4564-c7c9-4116-995f-228d842415d3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:42.935213 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2045cb1e-bcad-45fd-bc09-f616b28768f9 req-4d3c4564-c7c9-4116-995f-228d842415d3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0565207
Apr 16 21:25:42.984085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2045cb1e-bcad-45fd-bc09-f616b28768f9 req-a73ac9ab-850f-454f-b723-a3e43e7c9c91 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432823
Apr 16 21:25:43.005840 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:43.092378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44954) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:43.190382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1959165446'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:43.294737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:43.298370 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:43.307305 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:43.320595 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-c16e642c-2250-4e6a-bda6-8be82376eae8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:43.322081 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-c16e642c-2250-4e6a-bda6-8be82376eae8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 811 time: 0.1057918
Apr 16 21:25:43.337501 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-80beeeeb-c6dd-4cb6-81a0-3031379ba9d7 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/quotas/7caf6e59a47149a68cae6224fb2856e7 HTTP/1.1" status: 200  len: 375 time: 0.0099008
Apr 16 21:25:43.372048 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-a6180a83-a816-48c0-ae5b-13eaae95ae4a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0291252
Apr 16 21:25:43.385880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks [] for security_group (3bebe0fe-3342-4115-b7e4-692f4bd704ec), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:43.463038 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3bebe0fe-3342-4115-b7e4-692f4bd704ec), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:43.474740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-585cbf6e-e21f-4194-a330-f8cf52dd528d service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950503
Apr 16 21:25:43.494373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:25:43.504044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bebe0fe-3342-4115-b7e4-692f4bd704ec,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:43.510449 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (39408053-23fa-4eb7-a399-329b681f654f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:43.510889 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Added segment 39408053-23fa-4eb7-a399-329b681f654f of type vlan for network 717e5764-2ea5-44fe-b646-9551aea8ae48
Apr 16 21:25:43.548932 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42c41b39-d6d5-40b7-b46f-49461e853d86 req-fd674fca-76ba-4c43-8aba-e65a10d349cb tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0362508
Apr 16 21:25:43.593154 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (717e5764-2ea5-44fe-b646-9551aea8ae48), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:43.593341 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-2398a0f7-72bc-4eda-b0f1-7fb23477b7dd service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1091664
Apr 16 21:25:43.648745 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea5f4f4c-404d-4319-b062-3a2f167eb26a req-ab3843c4-3906-4d79-a44f-d2480d5327e3 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0281541
Apr 16 21:25:43.707422 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (717e5764-2ea5-44fe-b646-9551aea8ae48), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:43.708588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:43.709190 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:43.814912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Network': ['ID=717e5764-2ea5-44fe-b646-9551aea8ae48,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:43.826900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 717e5764-2ea5-44fe-b646-9551aea8ae48 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:25:43.854564 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-715a2fd8-15f0-4f21-88c3-33077d36ae03 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7609878
Apr 16 21:25:43.856634 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cff26423-db7d-4d8b-9161-4995c47c2cf8 req-45faa565-681e-4745-8e00-d7a4516c9470 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 210 time: 0.0343091
Apr 16 21:25:44.086700 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:44.123649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca35923-c3d6-4d26-b8aa-3802fcbaeac7 req-25e27b17-8f2d-4916-a401-ee254a9550ce tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:44.125194 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dca35923-c3d6-4d26-b8aa-3802fcbaeac7 req-25e27b17-8f2d-4916-a401-ee254a9550ce tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0651963
Apr 16 21:25:44.174409 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dca35923-c3d6-4d26-b8aa-3802fcbaeac7 req-e74a98a4-c3f4-4dd5-a90d-7934b5609596 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423732
Apr 16 21:25:44.660943 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a7e2844-10f4-4012-8e20-319826b9fc55 req-093356c8-e30c-41d8-b167-fa53e54e5f8e tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0363717
Apr 16 21:25:44.759907 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-684265b6-abbe-4769-9a73-ea9af05c654f req-071abe66-ed55-4ced-bbb3-9a12ac77ae4e tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0313661
Apr 16 21:25:45.010133 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-957dcc70-a0d4-41ce-a48b-b5de8e8fd0fa req-ec05b502-b7b3-4429-8cf2-14f1ff9be74c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 210 time: 0.0318580
Apr 16 21:25:45.292711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca52cd8-9f97-4316-b83a-60c41eccfc6e req-0e07be2d-6bac-4f2b-86bc-17c49203a3ae tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:45.294204 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0ca52cd8-9f97-4316-b83a-60c41eccfc6e req-0e07be2d-6bac-4f2b-86bc-17c49203a3ae tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0487678
Apr 16 21:25:45.343132 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0ca52cd8-9f97-4316-b83a-60c41eccfc6e req-4da35548-0a37-4dbf-939f-a1c910bf686e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423241
Apr 16 21:25:45.397562 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:45.769641 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-edb98984-a54a-4a2a-806d-5e258572a9bd req-4124733a-9d9c-4973-83d6-4da66f5bd441 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0277903
Apr 16 21:25:45.881651 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a0866932-0453-412c-b635-b72587e25163 req-64f17b1b-66b8-40ce-8005-4431edaf2e89 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0391548
Apr 16 21:25:46.120406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c98dcb51-d945-405b-a880-b7d6c1a27e22 req-21c62de5-6499-4bf6-b659-ca03275cddf0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 210 time: 0.0326636
Apr 16 21:25:46.480375 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898304cc-6b9e-4716-b4da-497c3f5b70fb req-d2a15b40-8085-439f-8659-f8c1d4fac9e8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:46.481889 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-898304cc-6b9e-4716-b4da-497c3f5b70fb req-d2a15b40-8085-439f-8659-f8c1d4fac9e8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0610743
Apr 16 21:25:46.531357 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-898304cc-6b9e-4716-b4da-497c3f5b70fb req-f38af2e7-c2fd-4144-8bd4-5589562a1ab9 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434237
Apr 16 21:25:46.882248 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9d0cb5c-cc4f-46b7-a933-2255858efec5 req-15247369-eeb2-47c4-971e-5a860aedf240 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0291471
Apr 16 21:25:46.986917 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4b4d1b1a-6f4a-4b75-bfaa-27a3191b94d7 req-1bf15025-f5f5-4f3c-9864-da01be9822b4 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0285034
Apr 16 21:25:47.062239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45032) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:47.067820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'subnet': {'network_id': '717e5764-2ea5-44fe-b646-9551aea8ae48', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:47.227825 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2e8d1663-1052-4cf3-ac46-ae0c733b2c2c req-df04e487-de77-4f46-b7fe-8a76a32f9e19 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 210 time: 0.0316906
Apr 16 21:25:47.240887 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:47.244464 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:47.497796 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (23f5c5ae-423d-43ae-b594-9761911e69c7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:47.564635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Subnet': ['ID=23f5c5ae-423d-43ae-b594-9761911e69c7,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:47.575240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.575589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.575965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.576376 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.576715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.577089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.577415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.577743 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.578065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.578390 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.578707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.579027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.579345 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.579663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.579980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:47.590996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Checking segment: {'id': '39408053-23fa-4eb7-a399-329b681f654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '717e5764-2ea5-44fe-b646-9551aea8ae48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:25:47.591369 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network hostable DHCP agents. Network: 717e5764-2ea5-44fe-b646-9551aea8ae48, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:25:47.649761 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b13344-e949-4c11-bf3a-1cb7a7d925b3 req-80226670-ea6b-42ee-b813-7cbb1eb4b812 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:47.651515 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31b13344-e949-4c11-bf3a-1cb7a7d925b3 req-80226670-ea6b-42ee-b813-7cbb1eb4b812 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0504739
Apr 16 21:25:47.699330 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31b13344-e949-4c11-bf3a-1cb7a7d925b3 req-582d1ba3-259b-4373-8059-6223b83155c6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420973
Apr 16 21:25:47.706988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network 717e5764-2ea5-44fe-b646-9551aea8ae48 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:25:47.797705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 717e5764-2ea5-44fe-b646-9551aea8ae48) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:47.802458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:47.803285 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:47.807214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cd60e7-7a74-48d7-8a55-323603f6fa63 None None] Network 717e5764-2ea5-44fe-b646-9551aea8ae48 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:25:47.907706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-717e5764-2ea5-44fe-b646-9551aea8ae48', 'network_id': '717e5764-2ea5-44fe-b646-9551aea8ae48', 'project_id': '3d904cc6b83b4a8d979bbb47b881679e', 'fixed_ips': [{'subnet_id': '23f5c5ae-423d-43ae-b594-9761911e69c7'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:25:47.908572 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:47.939728 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-96b55162-e9f7-463d-addb-636635d20210 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8763609
Apr 16 21:25:47.943263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45046) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:47.949505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3a708445-bbf7-48be-8b79-9f0086dfd1c7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-867877057'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:47.999414 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b151ad7a-afc5-42c5-85f2-ff581e1c8e70 req-b619c85e-770d-4255-82d2-1bba59f5982d tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0330923
Apr 16 21:25:48.045944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a708445-bbf7-48be-8b79-9f0086dfd1c7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:48.049838 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a708445-bbf7-48be-8b79-9f0086dfd1c7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:48.078838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Allocated IP 2001:db8:0:ffff::2 (717e5764-2ea5-44fe-b646-9551aea8ae48/23f5c5ae-423d-43ae-b594-9761911e69c7/94d5afd0-6e94-4a28-be4a-eaa0e026219c) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:48.079822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a708445-bbf7-48be-8b79-9f0086dfd1c7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:25:48.090962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a708445-bbf7-48be-8b79-9f0086dfd1c7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c31d305d-3322-486e-910f-ac4d333f315d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:48.091666 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-3a708445-bbf7-48be-8b79-9f0086dfd1c7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Added segment c31d305d-3322-486e-910f-ac4d333f315d of type vlan for network f9536511-c617-4f39-960f-1ef518c0199e
Apr 16 21:25:48.107966 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57231997-bfe1-46db-9c4c-52c666ef0802 req-391d150b-da27-461c-b7f2-6cbb4634f032 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0371640
Apr 16 21:25:48.138745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a708445-bbf7-48be-8b79-9f0086dfd1c7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (f9536511-c617-4f39-960f-1ef518c0199e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:48.228771 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Publish callbacks [] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:48.257490 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a708445-bbf7-48be-8b79-9f0086dfd1c7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (f9536511-c617-4f39-960f-1ef518c0199e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:48.262661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a708445-bbf7-48be-8b79-9f0086dfd1c7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:48.263415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a708445-bbf7-48be-8b79-9f0086dfd1c7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:48.315853 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:48.352547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ccfacb1a-2f82-4dfc-8743-b8fd5161137c req-423d7773-be4d-4384-8b0a-6c7d626ca99a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 210 time: 0.0373321
Apr 16 21:25:48.361098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Network 717e5764-2ea5-44fe-b646-9551aea8ae48 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:48.364795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:48.365195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3a708445-bbf7-48be-8b79-9f0086dfd1c7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4201994
Apr 16 21:25:48.366185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a708445-bbf7-48be-8b79-9f0086dfd1c7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Network': ['ID=f9536511-c617-4f39-960f-1ef518c0199e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:48.370785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45062) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:48.373700 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-bc1c128d-b13f-4ef1-a1eb-c4e2bb772374 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'subnet': {'network_id': 'f9536511-c617-4f39-960f-1ef518c0199e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:48.377734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:48.385538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network f9536511-c617-4f39-960f-1ef518c0199e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:25:48.439482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Pushing event updated for resources: {'Port': ['ID=94d5afd0-6e94-4a28-be4a-eaa0e026219c,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:48.523372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Attempting to bind port 94d5afd0-6e94-4a28-be4a-eaa0e026219c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:25:48.523775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Attempting to bind port 94d5afd0-6e94-4a28-be4a-eaa0e026219c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '39408053-23fa-4eb7-a399-329b681f654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '717e5764-2ea5-44fe-b646-9551aea8ae48'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:25:48.524139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Attempting to bind port 94d5afd0-6e94-4a28-be4a-eaa0e026219c on network 717e5764-2ea5-44fe-b646-9551aea8ae48 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:25:48.531395 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:25:48.532054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Checking segment: {'id': '39408053-23fa-4eb7-a399-329b681f654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '717e5764-2ea5-44fe-b646-9551aea8ae48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:25:48.533355 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:48.533999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Bound using segment: {'id': '39408053-23fa-4eb7-a399-329b681f654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '717e5764-2ea5-44fe-b646-9551aea8ae48'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:25:48.535214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Bound port: 94d5afd0-6e94-4a28-be4a-eaa0e026219c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39408053-23fa-4eb7-a399-329b681f654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '717e5764-2ea5-44fe-b646-9551aea8ae48'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:25:48.535794 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:48.536031 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8fef8f73-4750-4172-b74c-5eae1e5478c0 req-09ae972b-049d-4187-b675-b6466dc65edb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0395353
Apr 16 21:25:48.571478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-3cb26382-2cac-4ff9-be21-d3c58f6f47b5 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:48.572930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-3cb26382-2cac-4ff9-be21-d3c58f6f47b5 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 811 time: 0.1270723
Apr 16 21:25:48.607464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] For port 94d5afd0-6e94-4a28-be4a-eaa0e026219c, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:25:48.610635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] For port 94d5afd0-6e94-4a28-be4a-eaa0e026219c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94d5afd0-6e94-4a28-be4a-eaa0e026219c,segment=NetworkSegment(39408053-23fa-4eb7-a399-329b681f654f),segment_id=39408053-23fa-4eb7-a399-329b681f654f)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:25:48.614973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1c128d-b13f-4ef1-a1eb-c4e2bb772374 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:48.618486 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc1c128d-b13f-4ef1-a1eb-c4e2bb772374 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:48.740393 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:48.808762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f82bcf-8523-4213-a53f-817a20293181 None None] Pushing event updated for resources: {'Port': ['ID=94d5afd0-6e94-4a28-be4a-eaa0e026219c,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:48.998000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-0c949aa0-ddea-4119-b761-7f2ef1a0e57c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Request body: {'port': {'device_id': '3e13f52f-cb80-494c-8cc8-f785a71975e0', 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'admin_state_up': True, 'tenant_id': '7caf6e59a47149a68cae6224fb2856e7'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:49.140085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-92e2048e-aa34-41d5-aa66-eab063670f6c req-1a57f2ed-31cf-4638-9917-23bed0e6d61f tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0314834
Apr 16 21:25:49.163859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907e81d-3e70-49ee-a8b4-15d6f6154e92 req-92b49d5d-8fa2-4369-bb01-41115f0e1ab4 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:49.165443 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3907e81d-3e70-49ee-a8b4-15d6f6154e92 req-92b49d5d-8fa2-4369-bb01-41115f0e1ab4 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1626821
Apr 16 21:25:49.240574 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-151b8bc6-2bf4-4642-ac91-1a249dc2f4f1 req-fb33f23f-045e-49c2-874c-9db93312c950 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0311601
Apr 16 21:25:49.269783 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3907e81d-3e70-49ee-a8b4-15d6f6154e92 req-cd3c4e1e-b58d-4538-a2dc-e1da83c3cf66 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928075
Apr 16 21:25:49.360259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-0c949aa0-ddea-4119-b761-7f2ef1a0e57c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Made reservation on behalf of 7caf6e59a47149a68cae6224fb2856e7 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:49.364195 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-0c949aa0-ddea-4119-b761-7f2ef1a0e57c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:49.458359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-229d5d7e-7fde-4c8a-bc62-4c200a0d0c89 req-69667389-d57a-4276-8d80-5571b8e5932a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 210 time: 0.0333436
Apr 16 21:25:49.552115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.objects.ports [None req-bc1c128d-b13f-4ef1-a1eb-c4e2bb772374 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122556) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:25:49.555926 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc1c128d-b13f-4ef1-a1eb-c4e2bb772374 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (ed2b0211-b419-459d-8911-567df3fc202c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:49.599281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-0c949aa0-ddea-4119-b761-7f2ef1a0e57c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Allocated IP 172.20.0.10 (5fb5cf29-8796-41a2-8375-e8062a5911ad/363c489b-9558-4973-a8ad-7c86215b2c65/7542af86-038e-4ed9-b3e1-69e05db5430f) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:49.667453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c128d-b13f-4ef1-a1eb-c4e2bb772374 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Subnet': ['ID=ed2b0211-b419-459d-8911-567df3fc202c,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:49.697436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1c128d-b13f-4ef1-a1eb-c4e2bb772374 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Checking segment: {'id': 'c31d305d-3322-486e-910f-ac4d333f315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f9536511-c617-4f39-960f-1ef518c0199e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:25:49.697877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1c128d-b13f-4ef1-a1eb-c4e2bb772374 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network hostable DHCP agents. Network: f9536511-c617-4f39-960f-1ef518c0199e, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:25:49.815869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-0c949aa0-ddea-4119-b761-7f2ef1a0e57c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks [] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:49.834262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1976e359-19d2-4884-89fa-74f54185545a None None] Network 717e5764-2ea5-44fe-b646-9551aea8ae48 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:25:49.856884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1c128d-b13f-4ef1-a1eb-c4e2bb772374 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network f9536511-c617-4f39-960f-1ef518c0199e is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:25:49.903573 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-0c949aa0-ddea-4119-b761-7f2ef1a0e57c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:49.909683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-147c977d-958a-4f7b-aa66-c1ec4422721a None None] Provisioning complete for port 94d5afd0-6e94-4a28-be4a-eaa0e026219c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:49.910059 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-147c977d-958a-4f7b-aa66-c1ec4422721a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:49.947558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-bc1c128d-b13f-4ef1-a1eb-c4e2bb772374 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f9536511-c617-4f39-960f-1ef518c0199e) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:49.955066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-0c949aa0-ddea-4119-b761-7f2ef1a0e57c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Network 5fb5cf29-8796-41a2-8375-e8062a5911ad is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:49.962052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1c128d-b13f-4ef1-a1eb-c4e2bb772374 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:49.962665 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc1c128d-b13f-4ef1-a1eb-c4e2bb772374 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:49.965150 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-0c949aa0-ddea-4119-b761-7f2ef1a0e57c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:49.966732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f27c1-53c9-46e2-af9a-06815978d42f None None] Network f9536511-c617-4f39-960f-1ef518c0199e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:25:49.972751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-0c949aa0-ddea-4119-b761-7f2ef1a0e57c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:50.022146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c949aa0-ddea-4119-b761-7f2ef1a0e57c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Pushing event updated for resources: {'Port': ['ID=7542af86-038e-4ed9-b3e1-69e05db5430f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:50.051153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-0c949aa0-ddea-4119-b761-7f2ef1a0e57c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:50.051960 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-0c949aa0-ddea-4119-b761-7f2ef1a0e57c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.072922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45076) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:50.079831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'port': {'network_id': 'f9536511-c617-4f39-960f-1ef518c0199e', 'name': 'tempest-NetworksIpV6TestAttrs-27143397'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:50.086266 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bc1c128d-b13f-4ef1-a1eb-c4e2bb772374 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.7167165
Apr 16 21:25:50.109930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-147c977d-958a-4f7b-aa66-c1ec4422721a None None] Current status of the port 94d5afd0-6e94-4a28-be4a-eaa0e026219c is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:50.110325 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-147c977d-958a-4f7b-aa66-c1ec4422721a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.121520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f9536511-c617-4f39-960f-1ef518c0199e', 'network_id': 'f9536511-c617-4f39-960f-1ef518c0199e', 'project_id': '3d904cc6b83b4a8d979bbb47b881679e', 'fixed_ips': [{'subnet_id': 'ed2b0211-b419-459d-8911-567df3fc202c'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:25:50.124774 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.157157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-0c949aa0-ddea-4119-b761-7f2ef1a0e57c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1688426
Apr 16 21:25:50.168319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-147c977d-958a-4f7b-aa66-c1ec4422721a None None] For port 94d5afd0-6e94-4a28-be4a-eaa0e026219c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94d5afd0-6e94-4a28-be4a-eaa0e026219c,segment=NetworkSegment(39408053-23fa-4eb7-a399-329b681f654f),segment_id=39408053-23fa-4eb7-a399-329b681f654f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:50.183521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Request body: {'port': {'device_id': '3e13f52f-cb80-494c-8cc8-f785a71975e0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:50.244054 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-147c977d-958a-4f7b-aa66-c1ec4422721a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.339274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c977d-958a-4f7b-aa66-c1ec4422721a None None] Pushing event updated for resources: {'Port': ['ID=94d5afd0-6e94-4a28-be4a-eaa0e026219c,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:50.353272 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-715a9aa4-9b3e-4c38-9739-82525db5def3 req-298538dd-d81a-4dd9-a21c-1429cdb43557 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0428240
Apr 16 21:25:50.357898 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.383376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:50.383892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Allocated IP 2001:db8::f816:3eff:fe04:2903 (f9536511-c617-4f39-960f-1ef518c0199e/ed2b0211-b419-459d-8911-567df3fc202c/463b4ca2-6ebb-4b24-8e64-032cbc8fe686) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:50.388470 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.399067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2bb0cd56-92d8-4402-9a83-87ca1edcd5ca None None] Provisioning complete for port 94d5afd0-6e94-4a28-be4a-eaa0e026219c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:50.399623 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2bb0cd56-92d8-4402-9a83-87ca1edcd5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.422390 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d9e21bd5-de74-417d-a0ca-f59e0c32eff3 req-7333c20a-70b1-490b-91df-01af71ecee45 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0676060
Apr 16 21:25:50.431198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] device_id is not set on port 1fed0ec0-f114-4b40-9430-6ad2e3d29508 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:25:50.557838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2bb0cd56-92d8-4402-9a83-87ca1edcd5ca None None] Current status of the port 94d5afd0-6e94-4a28-be4a-eaa0e026219c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:50.559058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e851cbb-8dd7-482c-b4e6-bc8693164140 req-b24a4b39-2b37-4e4c-a8d4-28b1800b2445 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:50.560607 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e851cbb-8dd7-482c-b4e6-bc8693164140 req-b24a4b39-2b37-4e4c-a8d4-28b1800b2445 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0618825
Apr 16 21:25:50.628097 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Publish callbacks [] for port (463b4ca2-6ebb-4b24-8e64-032cbc8fe686), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.672917 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e851cbb-8dd7-482c-b4e6-bc8693164140 req-0e135583-fa7d-48e3-b570-262e99afab0f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947011
Apr 16 21:25:50.693301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b85b17-7225-44c7-8187-d15518990653 req-c9cdf2e5-3c73-4035-af71-cfa9b56612bd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:50.694848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-21b85b17-7225-44c7-8187-d15518990653 req-c9cdf2e5-3c73-4035-af71-cfa9b56612bd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 932 time: 0.0525155
Apr 16 21:25:50.702321 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (463b4ca2-6ebb-4b24-8e64-032cbc8fe686), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.745147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Network f9536511-c617-4f39-960f-1ef518c0199e is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:50.748619 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:50.752548 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:50.773769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7542af86-038e-4ed9-b3e1-69e05db5430f {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:25:50.782410 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Publish callbacks [] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.797745 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Transition to ACTIVE for port object 7542af86-038e-4ed9-b3e1-69e05db5430f will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:25:50.799802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-21b85b17-7225-44c7-8187-d15518990653 req-657adf41-cd04-442d-8ffa-260e3d65964f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911460
Apr 16 21:25:50.816193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Allocated IP 2001:db8::f816:3eff:fea2:a2cc (f9536511-c617-4f39-960f-1ef518c0199e/ed2b0211-b419-459d-8911-567df3fc202c/1fed0ec0-f114-4b40-9430-6ad2e3d29508) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:50.817039 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Pushing event updated for resources: {'Port': ['ID=463b4ca2-6ebb-4b24-8e64-032cbc8fe686,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:50.829861 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Attempting to bind port 463b4ca2-6ebb-4b24-8e64-032cbc8fe686 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:25:50.830244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Attempting to bind port 463b4ca2-6ebb-4b24-8e64-032cbc8fe686 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c31d305d-3322-486e-910f-ac4d333f315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f9536511-c617-4f39-960f-1ef518c0199e'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:25:50.830613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Attempting to bind port 463b4ca2-6ebb-4b24-8e64-032cbc8fe686 on network f9536511-c617-4f39-960f-1ef518c0199e {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:25:50.836832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:25:50.837522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Checking segment: {'id': 'c31d305d-3322-486e-910f-ac4d333f315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f9536511-c617-4f39-960f-1ef518c0199e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:25:50.839373 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.839373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Bound using segment: {'id': 'c31d305d-3322-486e-910f-ac4d333f315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f9536511-c617-4f39-960f-1ef518c0199e'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:25:50.839373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Bound port: 463b4ca2-6ebb-4b24-8e64-032cbc8fe686, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31d305d-3322-486e-910f-ac4d333f315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f9536511-c617-4f39-960f-1ef518c0199e'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:25:50.839373 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (463b4ca2-6ebb-4b24-8e64-032cbc8fe686), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.894890 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.914635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] For port 463b4ca2-6ebb-4b24-8e64-032cbc8fe686, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:25:50.918521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] For port 463b4ca2-6ebb-4b24-8e64-032cbc8fe686, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=463b4ca2-6ebb-4b24-8e64-032cbc8fe686,segment=NetworkSegment(c31d305d-3322-486e-910f-ac4d333f315d),segment_id=c31d305d-3322-486e-910f-ac4d333f315d)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:25:50.951534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Pushing event updated for resources: {'Port': ['ID=7542af86-038e-4ed9-b3e1-69e05db5430f,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:50.971297 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (463b4ca2-6ebb-4b24-8e64-032cbc8fe686), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:50.988841 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks [] for port (1fed0ec0-f114-4b40-9430-6ad2e3d29508), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:51.041144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Attempting to bind port 7542af86-038e-4ed9-b3e1-69e05db5430f on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:25:51.041144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Attempting to bind port 7542af86-038e-4ed9-b3e1-69e05db5430f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:25:51.041144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Attempting to bind port 7542af86-038e-4ed9-b3e1-69e05db5430f on network 5fb5cf29-8796-41a2-8375-e8062a5911ad {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:25:51.044907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Port 7542af86-038e-4ed9-b3e1-69e05db5430f on network 5fb5cf29-8796-41a2-8375-e8062a5911ad not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:25:51.045236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Attempting to bind port 7542af86-038e-4ed9-b3e1-69e05db5430f on network 5fb5cf29-8796-41a2-8375-e8062a5911ad {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:25:51.050884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:25:51.051227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Checking segment: {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:25:51.051615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Bound using segment: {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:25:51.052046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Bound port: 7542af86-038e-4ed9-b3e1-69e05db5430f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:25:51.052509 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:51.121801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b11f8c-b591-498c-9211-c1bfd9b39ad7 None None] Pushing event updated for resources: {'Port': ['ID=463b4ca2-6ebb-4b24-8e64-032cbc8fe686,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:51.164061 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1fed0ec0-f114-4b40-9430-6ad2e3d29508), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:51.173433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] For port 7542af86-038e-4ed9-b3e1-69e05db5430f, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:25:51.178953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] For port 7542af86-038e-4ed9-b3e1-69e05db5430f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7542af86-038e-4ed9-b3e1-69e05db5430f,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:25:51.183354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 94d5afd0-6e94-4a28-be4a-eaa0e026219c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:25:51.185498 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eed7b4b3-7dcb-487e-8e39-ceb41cbc3036 req-a99fe879-2f18-45fe-8364-8dc5268d1947 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f6b07b308c4af99aaecfbf00e08590&device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0849323
Apr 16 21:25:51.233999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 94d5afd0-6e94-4a28-be4a-eaa0e026219c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:51.234256 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:51.252429 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:51.303428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eed7b4b3-7dcb-487e-8e39-ceb41cbc3036 req-83ce4dec-2524-4665-9c60-237667181740 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=94f6b07b308c4af99aaecfbf00e08590&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0960054
Apr 16 21:25:51.305654 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44db27d4-cb6a-4336-b905-6d66a7381650 req-455d38cd-2dab-4eeb-b492-208a42bcc883 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.1177397
Apr 16 21:25:51.310002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network f9536511-c617-4f39-960f-1ef518c0199e is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:51.337619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:51.339306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:51.339934 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:51.341499 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] 10.222.0.41 "PUT /v2.0/ports/7542af86-038e-4ed9-b3e1-69e05db5430f HTTP/1.1" status: 200  len: 1092 time: 1.1628470
Apr 16 21:25:51.341947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e13f52f-cb80-494c-8cc8-f785a71975e0', 'tag': '7542af86-038e-4ed9-b3e1-69e05db5430f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:25:51.348854 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec3b98d-5a8a-4126-a972-aead9dcf306d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e13f52f-cb80-494c-8cc8-f785a71975e0", "tag": "7542af86-038e-4ed9-b3e1-69e05db5430f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:25:51.360909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:51.367055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:51.368104 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:51.372699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80f3fc-4046-4f56-9ffc-012921face7f service neutron] Pushing event updated for resources: {'Port': ['ID=7542af86-038e-4ed9-b3e1-69e05db5430f,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:51.413449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Port': ['ID=1fed0ec0-f114-4b40-9430-6ad2e3d29508,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:51.447984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 94d5afd0-6e94-4a28-be4a-eaa0e026219c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:51.454533 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca387c7-9dc4-4fa7-951d-d0bfd1a1e86a x-openstack-request-id: req-fca387c7-9dc4-4fa7-951d-d0bfd1a1e86a {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:25:51.454683 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e13f52f-cb80-494c-8cc8-f785a71975e0", "tag": "7542af86-038e-4ed9-b3e1-69e05db5430f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:25:51.455155 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fca387c7-9dc4-4fa7-951d-d0bfd1a1e86a {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:25:51.455554 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca387c7-9dc4-4fa7-951d-d0bfd1a1e86a'] response: {'name': 'network-changed', 'server_uuid': '3e13f52f-cb80-494c-8cc8-f785a71975e0', 'tag': '7542af86-038e-4ed9-b3e1-69e05db5430f', 'status': 'completed', 'code': 200}
Apr 16 21:25:51.489413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-563c4469-db48-4449-a973-cca438f9c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:51.491080 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-563c4469-db48-4449-a973-cca438f9c80b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 1126 time: 0.0515754
Apr 16 21:25:51.516270 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-172f6655-fcd0-4b1c-b8cb-5dfce603b20e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 949 time: 1.4269021
Apr 16 21:25:51.516270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7b4b3-7dcb-487e-8e39-ceb41cbc3036 req-def4b23e-c9a0-49b0-ace6-69e25d5277eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:51.516270 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eed7b4b3-7dcb-487e-8e39-ceb41cbc3036 req-def4b23e-c9a0-49b0-ace6-69e25d5277eb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1891170
Apr 16 21:25:51.516604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45098) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:51.525572 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-751b35de-36d2-4546-b17c-612250aaea0e req-3d9c921f-c0d1-476b-b0ef-de764bff7908 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0429904
Apr 16 21:25:51.580690 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-ad6e9f4c-bcab-4592-8901-ec7020984a2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7542af86-038e-4ed9-b3e1-69e05db5430f HTTP/1.1" status: 200  len: 217 time: 0.0796306
Apr 16 21:25:51.582681 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 29f0877d-908a-47df-aa37-d5dcea212e40 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:25:51.599698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d44658-10fa-487f-9d58-a0a974011443 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Deleting subnet ed2b0211-b419-459d-8911-567df3fc202c {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:25:51.602856 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52d44658-10fa-487f-9d58-a0a974011443 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks [] for subnet (ed2b0211-b419-459d-8911-567df3fc202c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:51.644905 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52d44658-10fa-487f-9d58-a0a974011443 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (ed2b0211-b419-459d-8911-567df3fc202c), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:51.678294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:51.692061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '29f0877d-908a-47df-aa37-d5dcea212e40', 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb', 'port_id': '29f0877d-908a-47df-aa37-d5dcea212e40', 'mac_address': 'fa:16:3e:f9:6b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6187210d-8476-403b-b03c-54cf8fd642e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:25:51.740082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 29f0877d-908a-47df-aa37-d5dcea212e40 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:51.741217 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:51.755088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29f0877d-908a-47df-aa37-d5dcea212e40 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:25:51.774744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:51.819882 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52d44658-10fa-487f-9d58-a0a974011443 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (ed2b0211-b419-459d-8911-567df3fc202c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:51.840705 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:51.846618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f4d14-a853-4daa-aaf7-35f33e781911 req-7639f789-4a5d-42e7-84d0-2c6cdaca9bc6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:51.847386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b21f4d14-a853-4daa-aaf7-35f33e781911 req-7639f789-4a5d-42e7-84d0-2c6cdaca9bc6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0767539
Apr 16 21:25:51.903273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=29f0877d-908a-47df-aa37-d5dcea212e40,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:51.918523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['29f0877d-908a-47df-aa37-d5dcea212e40'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:25:51.927117 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b21f4d14-a853-4daa-aaf7-35f33e781911 req-0d65ad4c-4ccb-4cff-954b-a82ddcbef967 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680904
Apr 16 21:25:51.936374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc0802-3df2-4a26-b14a-5987d8c3605a req-8d3ed062-27b2-4db2-9d74-8c12b18c66ee tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:51.937967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67bc0802-3df2-4a26-b14a-5987d8c3605a req-8d3ed062-27b2-4db2-9d74-8c12b18c66ee tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 944 time: 0.0707777
Apr 16 21:25:51.992022 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67bc0802-3df2-4a26-b14a-5987d8c3605a req-9ee87186-2acd-4b5e-8d54-6e224fb1b649 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473096
Apr 16 21:25:52.001599 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52d44658-10fa-487f-9d58-a0a974011443 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (ed2b0211-b419-459d-8911-567df3fc202c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.038634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d44658-10fa-487f-9d58-a0a974011443 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2b0211-b419-459d-8911-567df3fc202c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:52.044725 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-52d44658-10fa-487f-9d58-a0a974011443 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.048045 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-52d44658-10fa-487f-9d58-a0a974011443 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/subnets/ed2b0211-b419-459d-8911-567df3fc202c HTTP/1.1" status: 204  len: 168 time: 0.5382702
Apr 16 21:25:52.051145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45104) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:52.142125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c00f81-8f2e-4ad5-a54b-8bc9e6003214 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:52.143575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c00f81-8f2e-4ad5-a54b-8bc9e6003214 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:52.145214 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-08c00f81-8f2e-4ad5-a54b-8bc9e6003214 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0931470
Apr 16 21:25:52.148433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45108) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:52.231974 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcb97889-b6cb-4895-80e5-8a8f8af06480 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (f9536511-c617-4f39-960f-1ef518c0199e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.242711 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb97889-b6cb-4895-80e5-8a8f8af06480 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:25:52.243171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb97889-b6cb-4895-80e5-8a8f8af06480 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:25:52.246207 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bcb97889-b6cb-4895-80e5-8a8f8af06480 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/networks/f9536511-c617-4f39-960f-1ef518c0199e HTTP/1.1" status: 409  len: 466 time: 0.0965393
Apr 16 21:25:52.250189 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45110) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:52.255520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e4ffa2ad-4ad0-4417-aea3-d0a0175ae3f4 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1601607928'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:52.294654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a6f01-bc7e-4240-96c7-2f8c3cdab84c None None] Network f9536511-c617-4f39-960f-1ef518c0199e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:25:52.354300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ffa2ad-4ad0-4417-aea3-d0a0175ae3f4 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:52.358752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa2ad-4ad0-4417-aea3-d0a0175ae3f4 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.383601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ffa2ad-4ad0-4417-aea3-d0a0175ae3f4 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:25:52.397937 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-78aedcb2-16c6-42dc-9628-5d69c9812705 None None] Provisioning complete for port 463b4ca2-6ebb-4b24-8e64-032cbc8fe686 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:52.398371 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78aedcb2-16c6-42dc-9628-5d69c9812705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (463b4ca2-6ebb-4b24-8e64-032cbc8fe686), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.403507 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa2ad-4ad0-4417-aea3-d0a0175ae3f4 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c06f2fa9-2782-4359-aac4-cf44c9b2bf6d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.403941 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-e4ffa2ad-4ad0-4417-aea3-d0a0175ae3f4 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Added segment c06f2fa9-2782-4359-aac4-cf44c9b2bf6d of type vlan for network ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1
Apr 16 21:25:52.428769 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d085a31e-905e-4ac6-9702-dcc1b2b97fe6 req-246e490c-c935-4195-b60f-8a7549bfdb0b tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0399761
Apr 16 21:25:52.510893 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa2ad-4ad0-4417-aea3-d0a0175ae3f4 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.541549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-04e978d2-715e-4837-b1a4-ca359bcfd948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:52.542093 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-04e978d2-715e-4837-b1a4-ca359bcfd948 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=363c489b-9558-4973-a8ad-7c86215b2c65 HTTP/1.1" status: 200  len: 851 time: 0.0743299
Apr 16 21:25:52.574138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380768a1-7e84-4254-a799-d70a73d44e16 None None] DHCP port deletion for f9536511-c617-4f39-960f-1ef518c0199e request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:25:52.600671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-6541326f-0754-4da8-ba1a-5977e925d8cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5fb5cf29-8796-41a2-8375-e8062a5911ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0341556
Apr 16 21:25:52.617209 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa2ad-4ad0-4417-aea3-d0a0175ae3f4 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.622329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ffa2ad-4ad0-4417-aea3-d0a0175ae3f4 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:52.623472 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa2ad-4ad0-4417-aea3-d0a0175ae3f4 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.630746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-380768a1-7e84-4254-a799-d70a73d44e16 None None] Deleting port 463b4ca2-6ebb-4b24-8e64-032cbc8fe686 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:52.631158 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-380768a1-7e84-4254-a799-d70a73d44e16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (463b4ca2-6ebb-4b24-8e64-032cbc8fe686), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.638741 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f2a2edc-2cb0-4c97-864f-caa5063f54ee req-6577badf-fccc-4f19-b815-7ec7ccc4257b tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0315099
Apr 16 21:25:52.713642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-78aedcb2-16c6-42dc-9628-5d69c9812705 None None] Current status of the port 463b4ca2-6ebb-4b24-8e64-032cbc8fe686 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:52.714011 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78aedcb2-16c6-42dc-9628-5d69c9812705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (463b4ca2-6ebb-4b24-8e64-032cbc8fe686), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.734454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-380768a1-7e84-4254-a799-d70a73d44e16 None None] For port 463b4ca2-6ebb-4b24-8e64-032cbc8fe686, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=463b4ca2-6ebb-4b24-8e64-032cbc8fe686,segment=NetworkSegment(c31d305d-3322-486e-910f-ac4d333f315d),segment_id=c31d305d-3322-486e-910f-ac4d333f315d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:52.734834 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-380768a1-7e84-4254-a799-d70a73d44e16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (463b4ca2-6ebb-4b24-8e64-032cbc8fe686), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.748892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffa2ad-4ad0-4417-aea3-d0a0175ae3f4 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Network': ['ID=ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:52.759915 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-380768a1-7e84-4254-a799-d70a73d44e16 None None] Calling delete_port for 463b4ca2-6ebb-4b24-8e64-032cbc8fe686 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:52.764497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:25:52.772801 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-47907029-4b55-4210-b8ec-c71f5aa8eece service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648691
Apr 16 21:25:52.778738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-78aedcb2-16c6-42dc-9628-5d69c9812705 None None] For port 463b4ca2-6ebb-4b24-8e64-032cbc8fe686, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=463b4ca2-6ebb-4b24-8e64-032cbc8fe686,segment=NetworkSegment(c31d305d-3322-486e-910f-ac4d333f315d),segment_id=c31d305d-3322-486e-910f-ac4d333f315d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:52.782639 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e4ffa2ad-4ad0-4417-aea3-d0a0175ae3f4 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5286157
Apr 16 21:25:52.783105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45118) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:52.789011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d9b3626f-b834-449c-9a63-f6a3920977e7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'subnet': {'network_id': 'ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:52.833541 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78aedcb2-16c6-42dc-9628-5d69c9812705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (463b4ca2-6ebb-4b24-8e64-032cbc8fe686), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.880007 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7fdbfd95-5d1f-4ab0-8ae1-7984120dfc30 req-a2adebd0-d5c0-4e54-9951-e806fd1b6fcb service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0990300
Apr 16 21:25:52.926013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b3626f-b834-449c-9a63-f6a3920977e7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:52.929719 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9b3626f-b834-449c-9a63-f6a3920977e7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:52.960416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aedcb2-16c6-42dc-9628-5d69c9812705 None None] Pushing event updated for resources: {'Port': ['ID=463b4ca2-6ebb-4b24-8e64-032cbc8fe686,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:53.032561 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-380768a1-7e84-4254-a799-d70a73d44e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (463b4ca2-6ebb-4b24-8e64-032cbc8fe686), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:53.057912 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517ef5e-bc75-4514-b4ff-7e06cbad46e5 req-8d4a6399-c775-4f67-b89d-7894500a05bf tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:53.059521 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5517ef5e-bc75-4514-b4ff-7e06cbad46e5 req-8d4a6399-c775-4f67-b89d-7894500a05bf tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.0550299
Apr 16 21:25:53.071633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380768a1-7e84-4254-a799-d70a73d44e16 None None] Pushing event deleted for resources: {'Port': ['ID=463b4ca2-6ebb-4b24-8e64-032cbc8fe686,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:53.076037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380768a1-7e84-4254-a799-d70a73d44e16 None None] No DVR routers for this DVR port 463b4ca2-6ebb-4b24-8e64-032cbc8fe686 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:25:53.125252 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5517ef5e-bc75-4514-b4ff-7e06cbad46e5 req-d0744eca-6aa5-4891-9739-8b446c3f56c1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593801
Apr 16 21:25:53.152130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5039-7b63-4faf-ad40-0b37a24b9e40 req-e3d58667-4095-4671-86a6-9ad623d88874 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:53.159998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-710d5039-7b63-4faf-ad40-0b37a24b9e40 req-e3d58667-4095-4671-86a6-9ad623d88874 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 944 time: 0.0691302
Apr 16 21:25:53.228864 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-710d5039-7b63-4faf-ad40-0b37a24b9e40 req-152e5f03-ac35-4f38-9c3c-260af866a19f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563266
Apr 16 21:25:53.380100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.objects.ports [None req-d9b3626f-b834-449c-9a63-f6a3920977e7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122555) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:25:53.381536 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9b3626f-b834-449c-9a63-f6a3920977e7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (dcd4b14d-0835-48ca-b074-ef885abdbd99), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:53.434102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3626f-b834-449c-9a63-f6a3920977e7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Subnet': ['ID=dcd4b14d-0835-48ca-b074-ef885abdbd99,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:53.450468 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3626f-b834-449c-9a63-f6a3920977e7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Checking segment: {'id': 'c06f2fa9-2782-4359-aac4-cf44c9b2bf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:25:53.450830 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b3626f-b834-449c-9a63-f6a3920977e7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network hostable DHCP agents. Network: ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:25:53.543892 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f1486cf-3cc6-450c-8955-e4513e0fe415 req-40fddb37-5c2d-4ad9-a3c7-5e453cb636f9 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0342138
Apr 16 21:25:53.548801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b3626f-b834-449c-9a63-f6a3920977e7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:25:53.580983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 29f0877d-908a-47df-aa37-d5dcea212e40 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:25:53.617212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-d9b3626f-b834-449c-9a63-f6a3920977e7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:53.621947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b3626f-b834-449c-9a63-f6a3920977e7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:53.622641 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9b3626f-b834-449c-9a63-f6a3920977e7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:53.627760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e28ddcb-735d-4a9a-ac8e-8733cc52742c None None] Network ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:25:53.634182 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 29f0877d-908a-47df-aa37-d5dcea212e40 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:53.634182 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:53.691815 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d9b3626f-b834-449c-9a63-f6a3920977e7 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9049866
Apr 16 21:25:53.692322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45130) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:53.698430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'port': {'network_id': 'ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1', 'name': 'tempest-NetworksIpV6TestAttrs-1275390975'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:53.777342 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51dbafca-6262-452e-ab11-2a9c9ec7f81f req-962a6f5d-3c1e-40e9-93f3-88dc8b6c22f9 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0362024
Apr 16 21:25:53.783370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 29f0877d-908a-47df-aa37-d5dcea212e40 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:53.783768 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:53.794543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1', 'network_id': 'ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1', 'project_id': '3d904cc6b83b4a8d979bbb47b881679e', 'fixed_ips': [{'subnet_id': 'dcd4b14d-0835-48ca-b074-ef885abdbd99'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:25:53.795400 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:53.826588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:25:53.828847 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d45a78a-cab1-4d8e-a807-0a0f9da5469f" -d '{"events": [{"server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "name": "network-vif-plugged", "status": "completed", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:25:53.849344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:53.891055 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb57c08-13b2-439f-8878-b81e91a4528b x-openstack-request-id: req-2cb57c08-13b2-439f-8878-b81e91a4528b {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:25:53.891256 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "name": "network-vif-plugged", "status": "completed", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:25:53.891496 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cb57c08-13b2-439f-8878-b81e91a4528b {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:25:53.891890 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb57c08-13b2-439f-8878-b81e91a4528b'] response: {'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40', 'code': 200}
Apr 16 21:25:53.906402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:53.910382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:53.929012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] device_id is not set on port 863e04aa-72d1-483d-9ebf-6c4f8f139924 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:25:53.941571 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:53.987592 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Allocated IP 2001:db8::f816:3eff:fe72:a26c (ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1/dcd4b14d-0835-48ca-b074-ef885abdbd99/4112d1dd-c8a6-4798-9e96-a5bfe59219cf) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:54.011420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=29f0877d-908a-47df-aa37-d5dcea212e40,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:54.141004 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Publish callbacks [] for port (4112d1dd-c8a6-4798-9e96-a5bfe59219cf), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:54.200818 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (4112d1dd-c8a6-4798-9e96-a5bfe59219cf), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:54.243475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Network ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:54.247858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:54.251484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:54.258826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Pushing event updated for resources: {'Port': ['ID=4112d1dd-c8a6-4798-9e96-a5bfe59219cf,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:54.277459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080d22d-8c84-4571-b885-b68d16540fc9 req-9ffec849-b0c4-4732-a4a5-2b59b58018fc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:54.279395 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1080d22d-8c84-4571-b885-b68d16540fc9 req-9ffec849-b0c4-4732-a4a5-2b59b58018fc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0863621
Apr 16 21:25:54.298455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Allocated IP 2001:db8::f816:3eff:fe14:bca4 (ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1/dcd4b14d-0835-48ca-b074-ef885abdbd99/863e04aa-72d1-483d-9ebf-6c4f8f139924) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:54.326338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Attempting to bind port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:25:54.326711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Attempting to bind port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c06f2fa9-2782-4359-aac4-cf44c9b2bf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:25:54.327075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Attempting to bind port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf on network ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:25:54.334373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:25:54.334829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Checking segment: {'id': 'c06f2fa9-2782-4359-aac4-cf44c9b2bf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:25:54.335200 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:54.335588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Bound using segment: {'id': 'c06f2fa9-2782-4359-aac4-cf44c9b2bf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:25:54.336507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Bound port: 4112d1dd-c8a6-4798-9e96-a5bfe59219cf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06f2fa9-2782-4359-aac4-cf44c9b2bf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:25:54.336507 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4112d1dd-c8a6-4798-9e96-a5bfe59219cf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:54.365653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1080d22d-8c84-4571-b885-b68d16540fc9 req-b058fbab-1c59-4b3e-b414-ea99b9d242da tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739999
Apr 16 21:25:54.399693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b68bc-d746-457d-97cf-ba46f6af16c9 req-419e1c2d-c41c-4a8c-ac9e-954bea8f1acd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:54.401654 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-424b68bc-d746-457d-97cf-ba46f6af16c9 req-419e1c2d-c41c-4a8c-ac9e-954bea8f1acd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 944 time: 0.0604613
Apr 16 21:25:54.404425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] For port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:25:54.407778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] For port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4112d1dd-c8a6-4798-9e96-a5bfe59219cf,segment=NetworkSegment(c06f2fa9-2782-4359-aac4-cf44c9b2bf6d),segment_id=c06f2fa9-2782-4359-aac4-cf44c9b2bf6d)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:25:54.449048 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-424b68bc-d746-457d-97cf-ba46f6af16c9 req-bea8f541-b215-4416-b546-4affc1e46400 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413792
Apr 16 21:25:54.499057 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks [] for port (863e04aa-72d1-483d-9ebf-6c4f8f139924), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:54.504131 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4112d1dd-c8a6-4798-9e96-a5bfe59219cf), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:54.565405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35274d9-c60a-4fee-b6f9-7a1a30a890f1 None None] Pushing event updated for resources: {'Port': ['ID=4112d1dd-c8a6-4798-9e96-a5bfe59219cf,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:54.603813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (863e04aa-72d1-483d-9ebf-6c4f8f139924), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:54.682094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:54.683855 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d26bdc21-bd20-4b62-b5eb-2950b1d7881f req-6bc0f1c7-d897-408f-a34a-2c5f36575f0b tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0456862
Apr 16 21:25:54.687439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:54.692446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:54.697021 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:54.697732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:54.709400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Port': ['ID=863e04aa-72d1-483d-9ebf-6c4f8f139924,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:54.794607 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e3714b7f-1e21-4303-8cf8-a256a7dc41ce tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 1.1013765
Apr 16 21:25:54.797123 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45142) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:54.852607 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f1e44a-64ec-4b6b-a0e2-fd5ef9755317 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Deleting subnet dcd4b14d-0835-48ca-b074-ef885abdbd99 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:25:54.856222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b1f1e44a-64ec-4b6b-a0e2-fd5ef9755317 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks [] for subnet (dcd4b14d-0835-48ca-b074-ef885abdbd99), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:54.905222 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9270e330-6997-45da-b1c3-15c0eab6b2ad req-e962e529-d7f8-4382-a56a-a72ff3ae9b9c tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0392811
Apr 16 21:25:54.910090 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b1f1e44a-64ec-4b6b-a0e2-fd5ef9755317 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (dcd4b14d-0835-48ca-b074-ef885abdbd99), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:55.030572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4112d1dd-c8a6-4798-9e96-a5bfe59219cf up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:25:55.032355 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b1f1e44a-64ec-4b6b-a0e2-fd5ef9755317 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (dcd4b14d-0835-48ca-b074-ef885abdbd99), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:55.084230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:55.084622 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4112d1dd-c8a6-4798-9e96-a5bfe59219cf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:55.160650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:55.161060 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4112d1dd-c8a6-4798-9e96-a5bfe59219cf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:55.189150 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b1f1e44a-64ec-4b6b-a0e2-fd5ef9755317 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (dcd4b14d-0835-48ca-b074-ef885abdbd99), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:55.229737 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:25:55.230146 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:25:55.566734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1e44a-64ec-4b6b-a0e2-fd5ef9755317 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd4b14d-0835-48ca-b074-ef885abdbd99,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:55.570330 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b1f1e44a-64ec-4b6b-a0e2-fd5ef9755317 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:55.576556 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b1f1e44a-64ec-4b6b-a0e2-fd5ef9755317 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/subnets/dcd4b14d-0835-48ca-b074-ef885abdbd99 HTTP/1.1" status: 204  len: 168 time: 0.7783120
Apr 16 21:25:55.578710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45152) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:55.597818 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3b98d-5a8a-4126-a972-aead9dcf306d req-3ac8ded4-8b02-4b03-96ea-c07f4cb9a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:55.598753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc0b3c1-d142-4128-aaeb-9c68e37c7f48 None None] Network ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:25:55.598910 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ec3b98d-5a8a-4126-a972-aead9dcf306d req-3ac8ded4-8b02-4b03-96ea-c07f4cb9a231 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 1126 time: 0.1074989
Apr 16 21:25:55.602470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eed7b4b3-7dcb-487e-8e39-ceb41cbc3036 req-a769703d-1bf8-426a-8d06-39a686f28cc4 tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0474319
Apr 16 21:25:55.640220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1329b9-774f-480d-ace4-347355c16712 req-956cb518-c580-4276-ae27-5bb4fdadfe03 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:55.642755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b1329b9-774f-480d-ace4-347355c16712 req-956cb518-c580-4276-ae27-5bb4fdadfe03 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0859060
Apr 16 21:25:55.651826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8468607-d297-4f3f-9a0f-06b0b9461835 req-f3759d6c-1306-4575-baf4-5c7181f4e524 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:55.653352 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a8468607-d297-4f3f-9a0f-06b0b9461835 req-f3759d6c-1306-4575-baf4-5c7181f4e524 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 944 time: 0.1241200
Apr 16 21:25:55.700783 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b1329b9-774f-480d-ace4-347355c16712 req-9361fa7d-c813-4cba-be1c-0a7d4cc80681 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499222
Apr 16 21:25:55.726004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c59de4c5-e5b4-404d-996b-290fb5951dd7 None None] Provisioning complete for port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:55.726004 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c59de4c5-e5b4-404d-996b-290fb5951dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4112d1dd-c8a6-4798-9e96-a5bfe59219cf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:55.731572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26826c4-afb2-498c-8501-33c02e2ada0f tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:55.733231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26826c4-afb2-498c-8501-33c02e2ada0f tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:55.735800 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e26826c4-afb2-498c-8501-33c02e2ada0f tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1559680
Apr 16 21:25:55.742254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45156) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:55.794673 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a8468607-d297-4f3f-9a0f-06b0b9461835 req-fd7c6402-65c7-4dd8-9117-cbf993ed4719 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061420
Apr 16 21:25:55.799747 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3b98d-5a8a-4126-a972-aead9dcf306d req-e01a12ad-d032-4a66-a0ac-e53f0f83aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:55.801868 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ec3b98d-5a8a-4126-a972-aead9dcf306d req-e01a12ad-d032-4a66-a0ac-e53f0f83aa7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 912 time: 0.1758828
Apr 16 21:25:55.816430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:55.816850 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4112d1dd-c8a6-4798-9e96-a5bfe59219cf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:55.860907 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ec3b98d-5a8a-4126-a972-aead9dcf306d req-a715eae7-3c5d-4724-b681-a18dba15859b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7542af86-038e-4ed9-b3e1-69e05db5430f HTTP/1.1" status: 200  len: 217 time: 0.0519712
Apr 16 21:25:55.864955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98900ca5-a409-4c30-a764-b1afef270184 None None] DHCP port deletion for ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:25:55.879335 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33ac2f0b-337c-4bdf-b394-9b7f01f86a4d req-ce32150a-06b7-4dce-bee4-bccdd05e821f tempest-ServerShowV254Test-1840049008 tempest-ServerShowV254Test-1840049008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bec80bd-63c1-45bf-a379-98f4c375f318 HTTP/1.1" status: 200  len: 210 time: 0.0812345
Apr 16 21:25:55.902491 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b530ed5c-b49d-4f23-9064-9ca3026e069c tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:55.915546 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b530ed5c-b49d-4f23-9064-9ca3026e069c tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:25:55.916636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b530ed5c-b49d-4f23-9064-9ca3026e069c tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:25:55.922690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b530ed5c-b49d-4f23-9064-9ca3026e069c tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/networks/ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1 HTTP/1.1" status: 409  len: 466 time: 0.1747530
Apr 16 21:25:55.923404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45158) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:55.926289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3b98d-5a8a-4126-a972-aead9dcf306d req-75cdf289-f15d-4e28-9f0a-d9e000b6a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:55.928413 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ec3b98d-5a8a-4126-a972-aead9dcf306d req-75cdf289-f15d-4e28-9f0a-d9e000b6a859 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=363c489b-9558-4973-a8ad-7c86215b2c65 HTTP/1.1" status: 200  len: 851 time: 0.0612416
Apr 16 21:25:55.928995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f6adc70f-1a23-4aa3-9409-bac49d456b8a tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1132691690'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:55.945257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4112d1dd-c8a6-4798-9e96-a5bfe59219cf,segment=NetworkSegment(c06f2fa9-2782-4359-aac4-cf44c9b2bf6d),segment_id=c06f2fa9-2782-4359-aac4-cf44c9b2bf6d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:55.958575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c59de4c5-e5b4-404d-996b-290fb5951dd7 None None] Current status of the port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:55.958969 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c59de4c5-e5b4-404d-996b-290fb5951dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4112d1dd-c8a6-4798-9e96-a5bfe59219cf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:55.977407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-98900ca5-a409-4c30-a764-b1afef270184 None None] Deleting port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:55.977783 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-98900ca5-a409-4c30-a764-b1afef270184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4112d1dd-c8a6-4798-9e96-a5bfe59219cf), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:56.017547 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74f2647d-90b5-4f70-86a6-21b68632eea3 req-a02a5bc3-7a1b-45fe-9602-05dea554e60a tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0325398
Apr 16 21:25:56.031454 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4112d1dd-c8a6-4798-9e96-a5bfe59219cf), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:56.039799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6adc70f-1a23-4aa3-9409-bac49d456b8a tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:56.043135 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f6adc70f-1a23-4aa3-9409-bac49d456b8a tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:56.066752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6adc70f-1a23-4aa3-9409-bac49d456b8a tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:25:56.076895 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f6adc70f-1a23-4aa3-9409-bac49d456b8a tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9546ca2f-5bc8-4439-b0e9-9c968b486f6e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:56.077244 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-f6adc70f-1a23-4aa3-9409-bac49d456b8a tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Added segment 9546ca2f-5bc8-4439-b0e9-9c968b486f6e of type vlan for network 05d6cde0-cbd6-457a-b06b-1ad079456f00
Apr 16 21:25:56.102344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-98900ca5-a409-4c30-a764-b1afef270184 None None] For port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4112d1dd-c8a6-4798-9e96-a5bfe59219cf,segment=NetworkSegment(c06f2fa9-2782-4359-aac4-cf44c9b2bf6d),segment_id=c06f2fa9-2782-4359-aac4-cf44c9b2bf6d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:56.102751 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-98900ca5-a409-4c30-a764-b1afef270184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4112d1dd-c8a6-4798-9e96-a5bfe59219cf), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:56.124282 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-c59de4c5-e5b4-404d-996b-290fb5951dd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:25:56.124647 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-c59de4c5-e5b4-404d-996b-290fb5951dd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:25:56.128592 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f6adc70f-1a23-4aa3-9409-bac49d456b8a tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (05d6cde0-cbd6-457a-b06b-1ad079456f00), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:56.129254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-98900ca5-a409-4c30-a764-b1afef270184 None None] Calling delete_port for 4112d1dd-c8a6-4798-9e96-a5bfe59219cf owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:56.146623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ec3b98d-5a8a-4126-a972-aead9dcf306d req-4abd5459-e208-4ca8-a612-6a7625b5e7c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5fb5cf29-8796-41a2-8375-e8062a5911ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0327299
Apr 16 21:25:56.188410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=4112d1dd-c8a6-4798-9e96-a5bfe59219cf,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:56.239933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ec3b98d-5a8a-4126-a972-aead9dcf306d req-f65ff572-a8ef-4892-89ab-8677dc3ae297 service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874135
Apr 16 21:25:56.240164 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f6adc70f-1a23-4aa3-9409-bac49d456b8a tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (05d6cde0-cbd6-457a-b06b-1ad079456f00), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:56.245024 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6adc70f-1a23-4aa3-9409-bac49d456b8a tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:56.245607 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f6adc70f-1a23-4aa3-9409-bac49d456b8a tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:56.317696 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6adc70f-1a23-4aa3-9409-bac49d456b8a tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Network': ['ID=05d6cde0-cbd6-457a-b06b-1ad079456f00,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:56.329621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 05d6cde0-cbd6-457a-b06b-1ad079456f00 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:25:56.334442 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-98900ca5-a409-4c30-a764-b1afef270184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (4112d1dd-c8a6-4798-9e96-a5bfe59219cf), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:56.372136 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ec3b98d-5a8a-4126-a972-aead9dcf306d req-6f4dc327-aeef-422d-bfa0-353356c6bd9c service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975382
Apr 16 21:25:56.385756 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f6adc70f-1a23-4aa3-9409-bac49d456b8a tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4613035
Apr 16 21:25:56.388967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45162) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:56.396908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ee4af517-190d-4177-a31e-191c7d784883 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'subnet': {'network_id': '05d6cde0-cbd6-457a-b06b-1ad079456f00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:25:56.408860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98900ca5-a409-4c30-a764-b1afef270184 None None] Pushing event deleted for resources: {'Port': ['ID=4112d1dd-c8a6-4798-9e96-a5bfe59219cf,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:56.413143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98900ca5-a409-4c30-a764-b1afef270184 None None] No DVR routers for this DVR port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:25:56.586145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4af517-190d-4177-a31e-191c7d784883 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:25:56.589586 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ee4af517-190d-4177-a31e-191c7d784883 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:56.645327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c59de4c5-e5b4-404d-996b-290fb5951dd7 None None] Port 4112d1dd-c8a6-4798-9e96-a5bfe59219cf update to ACTIVE by agent not found {{(pid=122557) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Apr 16 21:25:56.822228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735318b9-9657-4a15-89cf-68e2d96cbb25 req-9a137309-7e78-4bcc-975c-2d4d0bb07224 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:56.823723 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-735318b9-9657-4a15-89cf-68e2d96cbb25 req-9a137309-7e78-4bcc-975c-2d4d0bb07224 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0484898
Apr 16 21:25:56.888255 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-735318b9-9657-4a15-89cf-68e2d96cbb25 req-383735ad-492e-47a9-983a-16e6192d6faa tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551882
Apr 16 21:25:56.966722 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655b8fe-9b8b-456b-96d0-c701a4b44227 req-a50ba189-2f96-4992-96d2-e2286676354b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:56.968251 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a655b8fe-9b8b-456b-96d0-c701a4b44227 req-a50ba189-2f96-4992-96d2-e2286676354b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 944 time: 0.0717635
Apr 16 21:25:56.990040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.objects.ports [None req-ee4af517-190d-4177-a31e-191c7d784883 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122556) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:25:56.993632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ee4af517-190d-4177-a31e-191c7d784883 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (f3d7196f-e074-4d3b-a8b9-514f85eca938), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:57.052499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4112d1dd-c8a6-4798-9e96-a5bfe59219cf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:25:57.089489 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 4112d1dd-c8a6-4798-9e96-a5bfe59219cf {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:25:57.090360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4112d1dd-c8a6-4798-9e96-a5bfe59219cf not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:25:57.096764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4af517-190d-4177-a31e-191c7d784883 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Subnet': ['ID=f3d7196f-e074-4d3b-a8b9-514f85eca938,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:57.105192 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4af517-190d-4177-a31e-191c7d784883 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Checking segment: {'id': '9546ca2f-5bc8-4439-b0e9-9c968b486f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '05d6cde0-cbd6-457a-b06b-1ad079456f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:25:57.105557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4af517-190d-4177-a31e-191c7d784883 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network hostable DHCP agents. Network: 05d6cde0-cbd6-457a-b06b-1ad079456f00, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:25:57.111458 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a655b8fe-9b8b-456b-96d0-c701a4b44227 req-88237e0e-ea6b-432c-8ab1-b8a2141c1a48 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199284
Apr 16 21:25:57.140839 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-196bc4cf-774b-4500-83cb-8b29b8eb54a7 req-1779a1c1-9f41-4a6f-9ec7-396e4e3e17d6 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0327680
Apr 16 21:25:57.180679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4af517-190d-4177-a31e-191c7d784883 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network 05d6cde0-cbd6-457a-b06b-1ad079456f00 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:25:57.271739 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ee4af517-190d-4177-a31e-191c7d784883 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 05d6cde0-cbd6-457a-b06b-1ad079456f00) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:57.275920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4af517-190d-4177-a31e-191c7d784883 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:57.276833 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ee4af517-190d-4177-a31e-191c7d784883 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:57.281171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5e817f-bc82-42c7-bc08-7f0823a9a94e None None] Network 05d6cde0-cbd6-457a-b06b-1ad079456f00 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:25:57.376770 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ee4af517-190d-4177-a31e-191c7d784883 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 0.9854226
Apr 16 21:25:57.379727 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45198) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:57.402358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-05d6cde0-cbd6-457a-b06b-1ad079456f00', 'network_id': '05d6cde0-cbd6-457a-b06b-1ad079456f00', 'project_id': '3d904cc6b83b4a8d979bbb47b881679e', 'fixed_ips': [{'subnet_id': 'f3d7196f-e074-4d3b-a8b9-514f85eca938'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:25:57.403232 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:57.522209 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (05d6cde0-cbd6-457a-b06b-1ad079456f00), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:57.597678 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7542af86-038e-4ed9-b3e1-69e05db5430f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:25:57.665067 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (f3d7196f-e074-4d3b-a8b9-514f85eca938), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:57.692307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45204) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:57.829395 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e267e31b-b874-4d5c-ab19-a2ed03621ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:57.847829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Allocated IP 2001:db8::f816:3eff:fe46:16f5 (05d6cde0-cbd6-457a-b06b-1ad079456f00/f3d7196f-e074-4d3b-a8b9-514f85eca938/e0e912d5-8044-42a2-bf27-630e729454f6) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:25:57.941765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7542af86-038e-4ed9-b3e1-69e05db5430f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7542af86-038e-4ed9-b3e1-69e05db5430f,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:57.949834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e267e31b-b874-4d5c-ab19-a2ed03621ac4 admin admin] Publish callbacks [] for security_group (8bcd2d06-f103-40c2-805f-0a375ece8840), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:57.957977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '7542af86-038e-4ed9-b3e1-69e05db5430f', 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'port_id': '7542af86-038e-4ed9-b3e1-69e05db5430f', 'mac_address': 'fa:16:3e:f3:72:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363c489b-9558-4973-a8ad-7c86215b2c65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:25:58.032534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 7542af86-038e-4ed9-b3e1-69e05db5430f is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:25:58.032924 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.035309 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f2438-fbe3-435a-876b-a072f821003c req-d7c6077a-1010-4ca5-b0c7-8e8aca1ebe79 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:58.037437 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-174f2438-fbe3-435a-876b-a072f821003c req-d7c6077a-1010-4ca5-b0c7-8e8aca1ebe79 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0611379
Apr 16 21:25:58.043327 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e267e31b-b874-4d5c-ab19-a2ed03621ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8bcd2d06-f103-40c2-805f-0a375ece8840), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.049964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7542af86-038e-4ed9-b3e1-69e05db5430f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:25:58.076480 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e267e31b-b874-4d5c-ab19-a2ed03621ac4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94f6b07b308c4af99aaecfbf00e08590&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3827057
Apr 16 21:25:58.079153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45210) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:25:58.103186 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7542af86-038e-4ed9-b3e1-69e05db5430f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7542af86-038e-4ed9-b3e1-69e05db5430f,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:58.114723 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Publish callbacks [] for port (e0e912d5-8044-42a2-bf27-630e729454f6), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.123256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267e31b-b874-4d5c-ab19-a2ed03621ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcd2d06-f103-40c2-805f-0a375ece8840,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:58.163224 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-174f2438-fbe3-435a-876b-a072f821003c req-357e8102-8b82-40e0-bbbd-ff606b86c91c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928731
Apr 16 21:25:58.163518 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff8db282-0c0b-4296-a2f7-7ddada933d40 admin admin] Publish callbacks [] for security_group (8bcd2d06-f103-40c2-805f-0a375ece8840), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.189547 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.210838 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff8db282-0c0b-4296-a2f7-7ddada933d40 admin admin] Publish callbacks [] for security_group (8bcd2d06-f103-40c2-805f-0a375ece8840), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.241985 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (e0e912d5-8044-42a2-bf27-630e729454f6), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.291825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Network 05d6cde0-cbd6-457a-b06b-1ad079456f00 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:25:58.297399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:25:58.303270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:25:58.305562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=7542af86-038e-4ed9-b3e1-69e05db5430f,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:58.324429 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce8fafd0-f4b6-4a16-8760-3fbf0d1104a1 req-aadfa049-1acb-404d-bed8-461ed9e96b80 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0417972
Apr 16 21:25:58.361748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6e4a4-5fc5-4c33-84e0-197371f1dc10 req-1678724c-fb62-4d3f-84ae-e2f82c426928 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:58.363307 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4c6e4a4-5fc5-4c33-84e0-197371f1dc10 req-1678724c-fb62-4d3f-84ae-e2f82c426928 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 945 time: 0.1061103
Apr 16 21:25:58.406923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Pushing event updated for resources: {'Port': ['ID=e0e912d5-8044-42a2-bf27-630e729454f6,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:58.421206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Attempting to bind port e0e912d5-8044-42a2-bf27-630e729454f6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:25:58.421666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Attempting to bind port e0e912d5-8044-42a2-bf27-630e729454f6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9546ca2f-5bc8-4439-b0e9-9c968b486f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '05d6cde0-cbd6-457a-b06b-1ad079456f00'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:25:58.422126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Attempting to bind port e0e912d5-8044-42a2-bf27-630e729454f6 on network 05d6cde0-cbd6-457a-b06b-1ad079456f00 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:25:58.428382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:25:58.428861 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Checking segment: {'id': '9546ca2f-5bc8-4439-b0e9-9c968b486f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '05d6cde0-cbd6-457a-b06b-1ad079456f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:25:58.429337 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.429823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Bound using segment: {'id': '9546ca2f-5bc8-4439-b0e9-9c968b486f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '05d6cde0-cbd6-457a-b06b-1ad079456f00'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:25:58.430371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Bound port: e0e912d5-8044-42a2-bf27-630e729454f6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9546ca2f-5bc8-4439-b0e9-9c968b486f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '05d6cde0-cbd6-457a-b06b-1ad079456f00'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:25:58.430857 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e0e912d5-8044-42a2-bf27-630e729454f6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.435874 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4c6e4a4-5fc5-4c33-84e0-197371f1dc10 req-f0d4a572-3db9-44e3-932c-7cac6cd8cc42 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667639
Apr 16 21:25:58.442470 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (f3d7196f-e074-4d3b-a8b9-514f85eca938), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.521934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] For port e0e912d5-8044-42a2-bf27-630e729454f6, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:25:58.525476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] For port e0e912d5-8044-42a2-bf27-630e729454f6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0e912d5-8044-42a2-bf27-630e729454f6,segment=NetworkSegment(9546ca2f-5bc8-4439-b0e9-9c968b486f6e),segment_id=9546ca2f-5bc8-4439-b0e9-9c968b486f6e)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:25:58.536205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['7542af86-038e-4ed9-b3e1-69e05db5430f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:25:58.560509 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (05d6cde0-cbd6-457a-b06b-1ad079456f00), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.583520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f75cb20>,) {'filters': {'network_id': ['05d6cde0-cbd6-457a-b06b-1ad079456f00']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:58.605561 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f75cb20>, '9546ca2f-5bc8-4439-b0e9-9c968b486f6e') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:58.605561 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f75cb20>, '9546ca2f-5bc8-4439-b0e9-9c968b486f6e') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:25:58.613349 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (9546ca2f-5bc8-4439-b0e9-9c968b486f6e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.615543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d7196f-e074-4d3b-a8b9-514f85eca938,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:58.626147 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff8db282-0c0b-4296-a2f7-7ddada933d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8bcd2d06-f103-40c2-805f-0a375ece8840), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.629011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ff8db282-0c0b-4296-a2f7-7ddada933d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.630345 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ff8db282-0c0b-4296-a2f7-7ddada933d40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bcd2d06-f103-40c2-805f-0a375ece8840 HTTP/1.1" status: 204  len: 168 time: 0.5496426
Apr 16 21:25:58.642923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.643507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.644307 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e0e912d5-8044-42a2-bf27-630e729454f6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.648340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.648340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.648340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.648340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.648340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.648340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.648340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.648340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.648340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.650553 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.651089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.651836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.652359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:25:58.661583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9546ca2f-5bc8-4439-b0e9-9c968b486f6e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.665715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8db282-0c0b-4296-a2f7-7ddada933d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcd2d06-f103-40c2-805f-0a375ece8840,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:58.674251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:25:58.674850 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (9546ca2f-5bc8-4439-b0e9-9c968b486f6e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:25:58.679642 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:25:58.796759 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.api [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 21:25:58.796759 ncdv-master-1 neutron-server[122555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 21:25:58.796759 ncdv-master-1 neutron-server[122555]: [parameters: {'id': '05d6cde0-cbd6-457a-b06b-1ad079456f00'}]
Apr 16 21:25:58.796759 ncdv-master-1 neutron-server[122555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:25:58.797294 ncdv-master-1 neutron-server[122555]: DEBUG oslo_db.api [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:25:58.850563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20842a7c-3da9-4734-ac9d-e8ed25874e03 None None] Pushing event updated for resources: {'Port': ['ID=e0e912d5-8044-42a2-bf27-630e729454f6,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:58.901781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3029c4-9a31-438c-965d-92019d41e99b None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:25:59.107330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3029c4-9a31-438c-965d-92019d41e99b None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:25:59.297857 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (05d6cde0-cbd6-457a-b06b-1ad079456f00), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:59.320824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2e6f2-bec9-439f-b303-10424ce23ee7 req-f4c46bca-4b50-4ffd-9dbe-77971245ec84 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:59.328292 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c5f2e6f2-bec9-439f-b303-10424ce23ee7 req-f4c46bca-4b50-4ffd-9dbe-77971245ec84 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0579355
Apr 16 21:25:59.411221 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c5f2e6f2-bec9-439f-b303-10424ce23ee7 req-cc564da9-2a58-4e63-b3ce-e5a716893298 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801532
Apr 16 21:25:59.447583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Deleting port e0e912d5-8044-42a2-bf27-630e729454f6 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:25:59.448277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e0e912d5-8044-42a2-bf27-630e729454f6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:59.564488 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fc249a3d-0f09-4d03-9723-c2b6832ca075 req-95f17c2d-1021-4dd1-8e66-704c84c6892d tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0982311
Apr 16 21:25:59.625950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] For port e0e912d5-8044-42a2-bf27-630e729454f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0e912d5-8044-42a2-bf27-630e729454f6,segment=NetworkSegment(9546ca2f-5bc8-4439-b0e9-9c968b486f6e),segment_id=9546ca2f-5bc8-4439-b0e9-9c968b486f6e)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:25:59.626451 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e0e912d5-8044-42a2-bf27-630e729454f6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:59.642786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b9e36c-3b77-4a15-bf9b-6e48f3104f8f None None] Network 05d6cde0-cbd6-457a-b06b-1ad079456f00 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:25:59.681946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Calling delete_port for e0e912d5-8044-42a2-bf27-630e729454f6 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:25:59.696046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49caa845-3ade-469d-96b6-45e1575ebf97 req-a8e6edf2-7e45-4fd7-87ae-44c6cc9ea0a1 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:25:59.704218 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-49caa845-3ade-469d-96b6-45e1575ebf97 req-a8e6edf2-7e45-4fd7-87ae-44c6cc9ea0a1 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 945 time: 0.0854375
Apr 16 21:25:59.730375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7542af86-038e-4ed9-b3e1-69e05db5430f up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:25:59.806972 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-49caa845-3ade-469d-96b6-45e1575ebf97 req-c5bc1dcc-a1df-41d6-8a16-3d61d722d957 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897615
Apr 16 21:25:59.857063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 7542af86-038e-4ed9-b3e1-69e05db5430f completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:25:59.943349 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e0e912d5-8044-42a2-bf27-630e729454f6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:59.963748 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 7542af86-038e-4ed9-b3e1-69e05db5430f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:25:59.964131 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:25:59.989930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Port': ['ID=e0e912d5-8044-42a2-bf27-630e729454f6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:25:59.992033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No DVR routers for this DVR port e0e912d5-8044-42a2-bf27-630e729454f6 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:26:00.090643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (05d6cde0-cbd6-457a-b06b-1ad079456f00), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:00.108351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 7542af86-038e-4ed9-b3e1-69e05db5430f is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:26:00.110274 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:00.131356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f047e20>,) {'filters': {'network_id': ['05d6cde0-cbd6-457a-b06b-1ad079456f00']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:00.144900 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f047e20>, '9546ca2f-5bc8-4439-b0e9-9c968b486f6e') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:00.145347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f047e20>, '9546ca2f-5bc8-4439-b0e9-9c968b486f6e') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:00.155957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e13f52f-cb80-494c-8cc8-f785a71975e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7542af86-038e-4ed9-b3e1-69e05db5430f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:00.163492 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caae6539-36df-43ae-b436-e5cae98156cb" -d '{"events": [{"server_uuid": "3e13f52f-cb80-494c-8cc8-f785a71975e0", "name": "network-vif-plugged", "status": "completed", "tag": "7542af86-038e-4ed9-b3e1-69e05db5430f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:00.178515 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (9546ca2f-5bc8-4439-b0e9-9c968b486f6e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:00.179596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7542af86-038e-4ed9-b3e1-69e05db5430f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7542af86-038e-4ed9-b3e1-69e05db5430f,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:00.203840 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9546ca2f-5bc8-4439-b0e9-9c968b486f6e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:00.214803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:26:00.215789 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (9546ca2f-5bc8-4439-b0e9-9c968b486f6e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:00.216512 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e81746-94fa-49c0-8ab7-de76205ed989 x-openstack-request-id: req-73e81746-94fa-49c0-8ab7-de76205ed989 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:00.217176 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e13f52f-cb80-494c-8cc8-f785a71975e0", "name": "network-vif-plugged", "status": "completed", "tag": "7542af86-038e-4ed9-b3e1-69e05db5430f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:00.218244 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73e81746-94fa-49c0-8ab7-de76205ed989 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:00.218244 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e81746-94fa-49c0-8ab7-de76205ed989'] response: {'server_uuid': '3e13f52f-cb80-494c-8cc8-f785a71975e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7542af86-038e-4ed9-b3e1-69e05db5430f', 'code': 200}
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:26:00.222846 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:26:00.302065 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:00.350480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f6853-86b2-4ce0-9825-2f0ecac7debe req-104190d8-9bcf-4953-81c6-4f0af84afd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:00.356831 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-600f6853-86b2-4ce0-9825-2f0ecac7debe req-104190d8-9bcf-4953-81c6-4f0af84afd40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 1127 time: 0.0821445
Apr 16 21:26:00.380994 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (05d6cde0-cbd6-457a-b06b-1ad079456f00), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:00.397174 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=7542af86-038e-4ed9-b3e1-69e05db5430f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:00.399748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:00.414021 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/networks/05d6cde0-cbd6-457a-b06b-1ad079456f00 HTTP/1.1" status: 204  len: 168 time: 3.0329921
Apr 16 21:26:00.423813 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-600f6853-86b2-4ce0-9825-2f0ecac7debe req-3a9898cd-739a-4360-8999-0c44336cbc4e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600066
Apr 16 21:26:00.430886 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50ad69-fa16-4fa0-9d8a-04c4ee43fde0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Network': ['ID=05d6cde0-cbd6-457a-b06b-1ad079456f00,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:00.439204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45258) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:00.448106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d53cccf0-db37-462c-919f-523985b67d34 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-615505050'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:00.565711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53cccf0-db37-462c-919f-523985b67d34 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:26:00.569388 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d53cccf0-db37-462c-919f-523985b67d34 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:00.587440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065cecf-e042-4754-a371-57de802aeeb2 req-50cf1056-e9df-4f93-a5b5-d3c4be07522b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:00.595189 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e065cecf-e042-4754-a371-57de802aeeb2 req-50cf1056-e9df-4f93-a5b5-d3c4be07522b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0597844
Apr 16 21:26:00.600119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53cccf0-db37-462c-919f-523985b67d34 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:26:00.614814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d53cccf0-db37-462c-919f-523985b67d34 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (93f1b3eb-2bbb-40b6-932a-b280c712b998), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:00.615483 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-d53cccf0-db37-462c-919f-523985b67d34 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Added segment 93f1b3eb-2bbb-40b6-932a-b280c712b998 of type vlan for network a7603c1a-42fa-407c-bafe-bc0f4470df73
Apr 16 21:26:00.676071 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e065cecf-e042-4754-a371-57de802aeeb2 req-1bd02459-5b14-481e-b3d0-a1aeda7e91c3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793893
Apr 16 21:26:00.697968 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d53cccf0-db37-462c-919f-523985b67d34 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a7603c1a-42fa-407c-bafe-bc0f4470df73), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:00.803882 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1302083a-67e2-4527-9d5f-d091bb0577cb req-d71d3b9b-99cc-47c1-a7f7-f0ec9078d5c6 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0608313
Apr 16 21:26:00.904764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d906a774-8ee5-4e82-a5f1-9b8f30000e86 req-9e3481b9-7fab-4a43-9001-61030e1f92b6 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0685718
Apr 16 21:26:01.027019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23189bc8-1291-4962-b2a5-776925b8ffc4 req-91f5f3e3-d4d1-449f-bbb3-cf5e7af5d342 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:01.028771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23189bc8-1291-4962-b2a5-776925b8ffc4 req-91f5f3e3-d4d1-449f-bbb3-cf5e7af5d342 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0856740
Apr 16 21:26:01.082695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23189bc8-1291-4962-b2a5-776925b8ffc4 req-9fbf0079-c548-4d1c-ba5b-17a45143fef9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529599
Apr 16 21:26:01.763918 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d53cccf0-db37-462c-919f-523985b67d34 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a7603c1a-42fa-407c-bafe-bc0f4470df73), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:01.768803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53cccf0-db37-462c-919f-523985b67d34 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:01.769388 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d53cccf0-db37-462c-919f-523985b67d34 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:01.845166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347c9ef-d480-45d0-a9c7-345f81d55923 req-8adfa0b7-7b1d-470c-b107-98d4833fcaaa tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:01.846672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3347c9ef-d480-45d0-a9c7-345f81d55923 req-8adfa0b7-7b1d-470c-b107-98d4833fcaaa tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1142690
Apr 16 21:26:01.872786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cccf0-db37-462c-919f-523985b67d34 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Network': ['ID=a7603c1a-42fa-407c-bafe-bc0f4470df73,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:01.889695 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a7603c1a-42fa-407c-bafe-bc0f4470df73 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:26:01.988547 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3347c9ef-d480-45d0-a9c7-345f81d55923 req-9331da49-4efc-43b5-b182-05fa7bca8383 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345689
Apr 16 21:26:01.994805 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d53cccf0-db37-462c-919f-523985b67d34 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.5544674
Apr 16 21:26:02.000263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45312) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:02.014004 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-057ad315-4ad6-4cab-8456-28ee6edd65f0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'subnet': {'network_id': 'a7603c1a-42fa-407c-bafe-bc0f4470df73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:02.045733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-79f13ec4-7e07-4b8d-bc7e-063422e09279 req-8a24ad53-38ab-450d-9a18-694d5c6096d3 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.1115692
Apr 16 21:26:02.164738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-11e03ecf-6ddd-4ba4-a3f7-7491831df39a req-a90ec48d-ba65-4e21-997f-74d907a0f1e8 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0824795
Apr 16 21:26:02.300319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197e1fa-0d53-420e-93b6-ce6bc9978941 req-b25b8095-8da5-4b84-83a1-5775270a92ef tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:02.301861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b197e1fa-0d53-420e-93b6-ce6bc9978941 req-b25b8095-8da5-4b84-83a1-5775270a92ef tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0601389
Apr 16 21:26:02.330301 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057ad315-4ad6-4cab-8456-28ee6edd65f0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:26:02.334495 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-057ad315-4ad6-4cab-8456-28ee6edd65f0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:02.380968 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b197e1fa-0d53-420e-93b6-ce6bc9978941 req-950a329e-15c4-4906-a37a-d7e2f5b9891d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670598
Apr 16 21:26:02.636008 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d327e327-e7fa-4ea9-a656-a8311029bb3f req-fc79a305-433d-4642-bcd5-38745c6148e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0566957
Apr 16 21:26:02.676379 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-057ad315-4ad6-4cab-8456-28ee6edd65f0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (156c3cd4-a61d-4096-be69-7fecf82730d4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:02.814111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327e327-e7fa-4ea9-a656-a8311029bb3f req-9dda2030-0cdf-495a-a7d0-068c4877686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:02.816881 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d327e327-e7fa-4ea9-a656-a8311029bb3f req-9dda2030-0cdf-495a-a7d0-068c4877686d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 1127 time: 0.0810139
Apr 16 21:26:02.830398 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ad315-4ad6-4cab-8456-28ee6edd65f0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Subnet': ['ID=156c3cd4-a61d-4096-be69-7fecf82730d4,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:02.849024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ad315-4ad6-4cab-8456-28ee6edd65f0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Checking segment: {'id': '93f1b3eb-2bbb-40b6-932a-b280c712b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7603c1a-42fa-407c-bafe-bc0f4470df73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:26:02.849403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ad315-4ad6-4cab-8456-28ee6edd65f0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network hostable DHCP agents. Network: a7603c1a-42fa-407c-bafe-bc0f4470df73, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:26:02.953285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327e327-e7fa-4ea9-a656-a8311029bb3f req-d1bcebe3-4305-48b0-b220-14a0caac2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:02.954813 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d327e327-e7fa-4ea9-a656-a8311029bb3f req-d1bcebe3-4305-48b0-b220-14a0caac2394 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 916 time: 0.1160948
Apr 16 21:26:03.001176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ad315-4ad6-4cab-8456-28ee6edd65f0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network a7603c1a-42fa-407c-bafe-bc0f4470df73 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:26:03.033377 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d327e327-e7fa-4ea9-a656-a8311029bb3f req-5aac5eae-6333-4f6b-a8f2-89926bfafc18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=459ce4bf-03df-40c1-b9aa-0e81a103ea05 HTTP/1.1" status: 200  len: 1001 time: 0.0732644
Apr 16 21:26:03.080344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-057ad315-4ad6-4cab-8456-28ee6edd65f0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a7603c1a-42fa-407c-bafe-bc0f4470df73) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:26:03.088499 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057ad315-4ad6-4cab-8456-28ee6edd65f0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:03.089211 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-057ad315-4ad6-4cab-8456-28ee6edd65f0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:03.092228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29a4744-4555-4b30-8e78-8a606d38e458 None None] Network a7603c1a-42fa-407c-bafe-bc0f4470df73 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:26:03.114440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327e327-e7fa-4ea9-a656-a8311029bb3f req-11ede545-0111-47ad-8cbc-159e783b9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:03.116479 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d327e327-e7fa-4ea9-a656-a8311029bb3f req-11ede545-0111-47ad-8cbc-159e783b9bef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.0753784
Apr 16 21:26:03.202505 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-057ad315-4ad6-4cab-8456-28ee6edd65f0 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2015102
Apr 16 21:26:03.205592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45336) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:03.226978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0e9dd-2d10-4b3e-a332-3e637d721af5 req-ee5ae174-40f4-4653-b046-5d1b83216cf6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:03.228598 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32e0e9dd-2d10-4b3e-a332-3e637d721af5 req-ee5ae174-40f4-4653-b046-5d1b83216cf6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1038315
Apr 16 21:26:03.229893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327e327-e7fa-4ea9-a656-a8311029bb3f req-9f6af8ab-561d-45d9-a1e0-de13ce659858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:03.231380 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d327e327-e7fa-4ea9-a656-a8311029bb3f req-9f6af8ab-561d-45d9-a1e0-de13ce659858 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0946326
Apr 16 21:26:03.252277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a7603c1a-42fa-407c-bafe-bc0f4470df73', 'network_id': 'a7603c1a-42fa-407c-bafe-bc0f4470df73', 'project_id': '3d904cc6b83b4a8d979bbb47b881679e', 'fixed_ips': [{'subnet_id': '156c3cd4-a61d-4096-be69-7fecf82730d4'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:26:03.254203 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:03.273468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5167a25f-6f56-47a7-b35f-d85ce687648d req-a7bfc7f7-7dd2-41e2-8464-b6516cec79cd tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0822034
Apr 16 21:26:03.422363 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32e0e9dd-2d10-4b3e-a332-3e637d721af5 req-b2c096ab-92bd-467e-beb1-98e53a21406a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854184
Apr 16 21:26:03.447993 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a7603c1a-42fa-407c-bafe-bc0f4470df73), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:03.476813 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a8aebd2-7d4b-414a-9d10-9a4a09b06dc2 req-1f9ae68f-79ef-46f4-beed-f9baf564627a tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0940990
Apr 16 21:26:03.495546 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d327e327-e7fa-4ea9-a656-a8311029bb3f req-940c806c-1696-4f0d-a9ae-1271fcc68e02 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418606
Apr 16 21:26:03.519288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Allocated IP 2001:db8::2 (a7603c1a-42fa-407c-bafe-bc0f4470df73/156c3cd4-a61d-4096-be69-7fecf82730d4/360c0270-dc1c-49a6-bb32-67a21ef799d1) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:26:03.559605 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (156c3cd4-a61d-4096-be69-7fecf82730d4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:03.657848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2e82f-de3e-4199-b60c-76389e88bd3f req-e9a7d09d-cc02-4530-96c2-76b181a24c49 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:03.660990 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dcd2e82f-de3e-4199-b60c-76389e88bd3f req-e9a7d09d-cc02-4530-96c2-76b181a24c49 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0801845
Apr 16 21:26:03.674063 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d327e327-e7fa-4ea9-a656-a8311029bb3f req-c4e0c651-49a1-4880-abde-d722de4e4532 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1711879
Apr 16 21:26:03.734061 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dcd2e82f-de3e-4199-b60c-76389e88bd3f req-a4b248f0-8968-4a22-9af0-97c3064ccaae tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643742
Apr 16 21:26:03.936110 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Publish callbacks [] for port (360c0270-dc1c-49a6-bb32-67a21ef799d1), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:04.046669 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (360c0270-dc1c-49a6-bb32-67a21ef799d1), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:04.100809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Network a7603c1a-42fa-407c-bafe-bc0f4470df73 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:26:04.104015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:26:04.107637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:26:04.119617 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (156c3cd4-a61d-4096-be69-7fecf82730d4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:04.194087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Subnet': ['ID=156c3cd4-a61d-4096-be69-7fecf82730d4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:04.236354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6398cf-0dc6-4260-99a0-6e67401e166d req-617f12b3-ac04-43a4-b63a-e65f6edd925f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:04.245939 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1a6398cf-0dc6-4260-99a0-6e67401e166d req-617f12b3-ac04-43a4-b63a-e65f6edd925f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.1265230
Apr 16 21:26:04.251266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Pushing event updated for resources: {'Port': ['ID=360c0270-dc1c-49a6-bb32-67a21ef799d1,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:04.279974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Attempting to bind port 360c0270-dc1c-49a6-bb32-67a21ef799d1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:26:04.280321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Attempting to bind port 360c0270-dc1c-49a6-bb32-67a21ef799d1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '93f1b3eb-2bbb-40b6-932a-b280c712b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7603c1a-42fa-407c-bafe-bc0f4470df73'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:26:04.280875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Attempting to bind port 360c0270-dc1c-49a6-bb32-67a21ef799d1 on network a7603c1a-42fa-407c-bafe-bc0f4470df73 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:26:04.289704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:26:04.290374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Checking segment: {'id': '93f1b3eb-2bbb-40b6-932a-b280c712b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7603c1a-42fa-407c-bafe-bc0f4470df73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:26:04.290770 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:04.291243 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Bound using segment: {'id': '93f1b3eb-2bbb-40b6-932a-b280c712b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7603c1a-42fa-407c-bafe-bc0f4470df73'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:26:04.292146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Bound port: 360c0270-dc1c-49a6-bb32-67a21ef799d1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f1b3eb-2bbb-40b6-932a-b280c712b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a7603c1a-42fa-407c-bafe-bc0f4470df73'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:26:04.292826 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (360c0270-dc1c-49a6-bb32-67a21ef799d1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:04.327032 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1a6398cf-0dc6-4260-99a0-6e67401e166d req-e13168f5-ef4e-46c4-81db-d2047bd998f5 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802088
Apr 16 21:26:04.327303 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a7603c1a-42fa-407c-bafe-bc0f4470df73), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:04.371715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124aad700>,) {'filters': {'network_id': ['a7603c1a-42fa-407c-bafe-bc0f4470df73']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:04.382916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124aad700>, '93f1b3eb-2bbb-40b6-932a-b280c712b998') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:04.383227 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124aad700>, '93f1b3eb-2bbb-40b6-932a-b280c712b998') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:04.397409 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (93f1b3eb-2bbb-40b6-932a-b280c712b998), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:04.427964 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (93f1b3eb-2bbb-40b6-932a-b280c712b998), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:04.449225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] For port 360c0270-dc1c-49a6-bb32-67a21ef799d1, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:26:04.454347 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-37df15fa-43e2-4bb5-8d71-d644ce914d3e req-dd7fc89e-d361-498f-8639-9bf24a0a076d tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0379744
Apr 16 21:26:04.455274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:26:04.455700 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (93f1b3eb-2bbb-40b6-932a-b280c712b998), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:26:04.461187 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:26:04.537345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] For port 360c0270-dc1c-49a6-bb32-67a21ef799d1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=360c0270-dc1c-49a6-bb32-67a21ef799d1,segment=NetworkSegment(93f1b3eb-2bbb-40b6-932a-b280c712b998),segment_id=93f1b3eb-2bbb-40b6-932a-b280c712b998)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:26:04.572355 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.api [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 21:26:04.572355 ncdv-master-1 neutron-server[122555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 21:26:04.572355 ncdv-master-1 neutron-server[122555]: [parameters: {'id': 'a7603c1a-42fa-407c-bafe-bc0f4470df73'}]
Apr 16 21:26:04.572355 ncdv-master-1 neutron-server[122555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:26:04.572917 ncdv-master-1 neutron-server[122555]: DEBUG oslo_db.api [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:26:04.602514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e74bd-d282-4e67-9e26-44bb1eb9069c req-0f98cd19-f245-4925-93dd-b39a9c8411f3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:04.605865 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-036e74bd-d282-4e67-9e26-44bb1eb9069c req-0f98cd19-f245-4925-93dd-b39a9c8411f3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0702035
Apr 16 21:26:04.626890 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (360c0270-dc1c-49a6-bb32-67a21ef799d1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:04.649074 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17e24d10-55d1-4262-8f71-d106458b8b65 req-2c102763-4a7c-4ba5-9b35-a4f561f6f22a tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0625925
Apr 16 21:26:04.712792 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-036e74bd-d282-4e67-9e26-44bb1eb9069c req-a81797e7-0ef0-4940-a670-072a3abbac74 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002505
Apr 16 21:26:04.748873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b5a15-0592-44e1-95a8-9a68f74520ee None None] Pushing event updated for resources: {'Port': ['ID=360c0270-dc1c-49a6-bb32-67a21ef799d1,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:04.775462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d103bf-506f-4020-a024-584b4d3bb2c8 None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:26:04.912679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d103bf-506f-4020-a024-584b4d3bb2c8 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:26:05.074122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a7603c1a-42fa-407c-bafe-bc0f4470df73), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:05.147995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Deleting port 360c0270-dc1c-49a6-bb32-67a21ef799d1 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:26:05.148332 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (360c0270-dc1c-49a6-bb32-67a21ef799d1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:05.161188 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb41936-6a0e-487a-be57-93b0b8151fd5 None None] Network a7603c1a-42fa-407c-bafe-bc0f4470df73 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:26:05.234324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] For port 360c0270-dc1c-49a6-bb32-67a21ef799d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=360c0270-dc1c-49a6-bb32-67a21ef799d1,segment=NetworkSegment(93f1b3eb-2bbb-40b6-932a-b280c712b998),segment_id=93f1b3eb-2bbb-40b6-932a-b280c712b998)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:05.240151 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (360c0270-dc1c-49a6-bb32-67a21ef799d1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:05.268589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Calling delete_port for 360c0270-dc1c-49a6-bb32-67a21ef799d1 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:26:05.446976 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (360c0270-dc1c-49a6-bb32-67a21ef799d1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:05.504726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Port': ['ID=360c0270-dc1c-49a6-bb32-67a21ef799d1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:05.516929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No DVR routers for this DVR port 360c0270-dc1c-49a6-bb32-67a21ef799d1 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:26:05.525071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16352fb5-8103-4be7-abe5-429d0224ea33 req-98e24003-d037-4f26-9fcb-2bcc5a48f05f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:05.527033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16352fb5-8103-4be7-abe5-429d0224ea33 req-98e24003-d037-4f26-9fcb-2bcc5a48f05f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.1151612
Apr 16 21:26:05.606311 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e9620ca8-cf74-4d33-9751-9f1356a3d776 req-131b4e5c-b08e-4d25-a11f-1594b9f6b887 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0319023
Apr 16 21:26:05.647734 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a7603c1a-42fa-407c-bafe-bc0f4470df73), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:05.705587 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16352fb5-8103-4be7-abe5-429d0224ea33 req-5f4fce8a-b782-4615-b911-469e94d260eb tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270115
Apr 16 21:26:05.705587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01245d3b50>,) {'filters': {'network_id': ['a7603c1a-42fa-407c-bafe-bc0f4470df73']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:05.705587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01245d3b50>, '93f1b3eb-2bbb-40b6-932a-b280c712b998') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:05.705587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01245d3b50>, '93f1b3eb-2bbb-40b6-932a-b280c712b998') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:05.711871 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (93f1b3eb-2bbb-40b6-932a-b280c712b998), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (93f1b3eb-2bbb-40b6-932a-b280c712b998), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (93f1b3eb-2bbb-40b6-932a-b280c712b998), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:26:05.749380 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:26:05.816352 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-33f2ac51-6735-4f52-beb3-51d6729a98d0 req-d275762a-2f85-420c-9f7e-0524899b6b29 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0321870
Apr 16 21:26:05.863072 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa43247-b2fa-4e0a-a49d-5a8964f075ae req-bbb863b2-32a2-4e10-8596-e2424d7cbfb7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:05.866641 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-daa43247-b2fa-4e0a-a49d-5a8964f075ae req-bbb863b2-32a2-4e10-8596-e2424d7cbfb7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0671229
Apr 16 21:26:05.917573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-daa43247-b2fa-4e0a-a49d-5a8964f075ae req-f815fd39-9cd5-4f8f-87dd-ee2bbd78580d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470362
Apr 16 21:26:06.100394 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a7603c1a-42fa-407c-bafe-bc0f4470df73), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:06.104994 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:06.108652 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/networks/a7603c1a-42fa-407c-bafe-bc0f4470df73 HTTP/1.1" status: 204  len: 168 time: 2.9009142
Apr 16 21:26:06.109167 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:06.112117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45364) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:06.117166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-58a8d7f8-3a2c-4022-96a3-07bb2b393d96 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-72626169'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:06.123773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acaef7c-570c-4bd2-959b-85ce28cd08fe tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Network': ['ID=a7603c1a-42fa-407c-bafe-bc0f4470df73,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:06.197914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a8d7f8-3a2c-4022-96a3-07bb2b393d96 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:26:06.201221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-58a8d7f8-3a2c-4022-96a3-07bb2b393d96 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:06.228043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a8d7f8-3a2c-4022-96a3-07bb2b393d96 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:26:06.238045 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-58a8d7f8-3a2c-4022-96a3-07bb2b393d96 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c3207536-839f-465f-9e0b-e635871d1f5e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:06.238672 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-58a8d7f8-3a2c-4022-96a3-07bb2b393d96 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Added segment c3207536-839f-465f-9e0b-e635871d1f5e of type vlan for network 28e7ade4-9b18-49cf-a32c-3795a12e72ba
Apr 16 21:26:06.302916 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-58a8d7f8-3a2c-4022-96a3-07bb2b393d96 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (28e7ade4-9b18-49cf-a32c-3795a12e72ba), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:06.512471 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-58a8d7f8-3a2c-4022-96a3-07bb2b393d96 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (28e7ade4-9b18-49cf-a32c-3795a12e72ba), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:06.518520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a8d7f8-3a2c-4022-96a3-07bb2b393d96 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:06.525862 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-58a8d7f8-3a2c-4022-96a3-07bb2b393d96 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:06.602848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8d7f8-3a2c-4022-96a3-07bb2b393d96 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Network': ['ID=28e7ade4-9b18-49cf-a32c-3795a12e72ba,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:06.613822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 28e7ade4-9b18-49cf-a32c-3795a12e72ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:26:06.661303 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-58a8d7f8-3a2c-4022-96a3-07bb2b393d96 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.5479381
Apr 16 21:26:06.666289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45374) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:06.672778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-dbdbe85b-ac44-47f7-a676-959a296d5d52 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Request body: {'subnet': {'network_id': '28e7ade4-9b18-49cf-a32c-3795a12e72ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:06.759076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ce1c41b2-5680-455c-8e97-cac2d0dda8e5 req-5aed562d-448c-4537-8019-91eb2db47725 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0523534
Apr 16 21:26:06.867424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36bca7-7c3d-4d0f-a101-0b2776e017ad req-e6e42e49-ed3a-48d1-a1f5-b8d13d8b89b8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:06.876735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2f36bca7-7c3d-4d0f-a101-0b2776e017ad req-e6e42e49-ed3a-48d1-a1f5-b8d13d8b89b8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0747848
Apr 16 21:26:06.892143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdbe85b-ac44-47f7-a676-959a296d5d52 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Made reservation on behalf of 3d904cc6b83b4a8d979bbb47b881679e for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:26:06.900963 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe85b-ac44-47f7-a676-959a296d5d52 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:06.995693 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2f36bca7-7c3d-4d0f-a101-0b2776e017ad req-9a0c6937-4f07-4d86-b485-c6534bcb043b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179030
Apr 16 21:26:07.184364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0b5b9-9dbb-47e2-bcac-bdf638f387fe req-f9a8f0b4-3dff-46f5-b01a-50bd7ca487c9 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:07.186236 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-add0b5b9-9dbb-47e2-bcac-bdf638f387fe req-f9a8f0b4-3dff-46f5-b01a-50bd7ca487c9 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0760033
Apr 16 21:26:07.270183 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-add0b5b9-9dbb-47e2-bcac-bdf638f387fe req-b5da84f1-c4ac-457e-9b3a-a82cbb25c144 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764980
Apr 16 21:26:07.335980 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a6206ce-ae39-49b5-a56d-9fd7a5c4d0b3 req-c1239815-7cec-4ccc-97d4-f5770f5ca898 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.4174938
Apr 16 21:26:07.359131 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a74d8be2-6fc3-431b-930a-721ff4dec32e req-a017249f-8e31-495d-b458-430d07533d9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0397403
Apr 16 21:26:07.374838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.objects.ports [None req-dbdbe85b-ac44-47f7-a676-959a296d5d52 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122555) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:26:07.376490 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe85b-ac44-47f7-a676-959a296d5d52 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (02bbcda6-96e8-402d-82e8-44abf52196a2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:07.452085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbe85b-ac44-47f7-a676-959a296d5d52 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event updated for resources: {'Subnet': ['ID=02bbcda6-96e8-402d-82e8-44abf52196a2,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:07.466701 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdbe85b-ac44-47f7-a676-959a296d5d52 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Checking segment: {'id': 'c3207536-839f-465f-9e0b-e635871d1f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28e7ade4-9b18-49cf-a32c-3795a12e72ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:26:07.467151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdbe85b-ac44-47f7-a676-959a296d5d52 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network hostable DHCP agents. Network: 28e7ade4-9b18-49cf-a32c-3795a12e72ba, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:26:07.571827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdbe85b-ac44-47f7-a676-959a296d5d52 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Network 28e7ade4-9b18-49cf-a32c-3795a12e72ba is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:26:07.669227 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-dbdbe85b-ac44-47f7-a676-959a296d5d52 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 28e7ade4-9b18-49cf-a32c-3795a12e72ba) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:26:07.689273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5cd1e-ce81-4849-b925-1bacbfa18941 None None] Network 28e7ade4-9b18-49cf-a32c-3795a12e72ba requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:26:07.689884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdbe85b-ac44-47f7-a676-959a296d5d52 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:07.690785 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe85b-ac44-47f7-a676-959a296d5d52 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:07.786551 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dbdbe85b-ac44-47f7-a676-959a296d5d52 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.1166763
Apr 16 21:26:07.786871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45384) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:07.811325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-28e7ade4-9b18-49cf-a32c-3795a12e72ba', 'network_id': '28e7ade4-9b18-49cf-a32c-3795a12e72ba', 'project_id': '3d904cc6b83b4a8d979bbb47b881679e', 'fixed_ips': [{'subnet_id': '02bbcda6-96e8-402d-82e8-44abf52196a2'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:26:07.815148 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:07.915772 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c57fb85b-61dd-4845-8e43-858762e605fd req-5f4a6dc9-d99a-4bab-9c8a-cf82e7953a08 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0529940
Apr 16 21:26:07.961939 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (28e7ade4-9b18-49cf-a32c-3795a12e72ba), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:07.995593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Allocated IP 2001:db8::f816:3eff:fe72:8659 (28e7ade4-9b18-49cf-a32c-3795a12e72ba/02bbcda6-96e8-402d-82e8-44abf52196a2/2e45e614-3807-481e-b0f6-5f771041a796) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:26:08.023147 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (02bbcda6-96e8-402d-82e8-44abf52196a2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:08.145594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a560b56-a2e3-44b2-b81a-90c0e50950be req-ff327815-9f14-41ca-8adb-c28edf5b5f6d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:08.153692 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a560b56-a2e3-44b2-b81a-90c0e50950be req-ff327815-9f14-41ca-8adb-c28edf5b5f6d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0623195
Apr 16 21:26:08.199609 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Publish callbacks [] for port (2e45e614-3807-481e-b0f6-5f771041a796), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:08.212916 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a560b56-a2e3-44b2-b81a-90c0e50950be req-34ddc1b1-7f2b-4403-8075-127db5fa1973 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564017
Apr 16 21:26:08.270480 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (2e45e614-3807-481e-b0f6-5f771041a796), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:08.334091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Network 28e7ade4-9b18-49cf-a32c-3795a12e72ba is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:26:08.338228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:26:08.341482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:26:08.346891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Pushing event updated for resources: {'Port': ['ID=2e45e614-3807-481e-b0f6-5f771041a796,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:08.411531 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (02bbcda6-96e8-402d-82e8-44abf52196a2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:08.412941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Attempting to bind port 2e45e614-3807-481e-b0f6-5f771041a796 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:26:08.413898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Attempting to bind port 2e45e614-3807-481e-b0f6-5f771041a796 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c3207536-839f-465f-9e0b-e635871d1f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28e7ade4-9b18-49cf-a32c-3795a12e72ba'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:26:08.414366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Attempting to bind port 2e45e614-3807-481e-b0f6-5f771041a796 on network 28e7ade4-9b18-49cf-a32c-3795a12e72ba {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:26:08.420598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:26:08.421015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Checking segment: {'id': 'c3207536-839f-465f-9e0b-e635871d1f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28e7ade4-9b18-49cf-a32c-3795a12e72ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:26:08.421516 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:08.422009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Bound using segment: {'id': 'c3207536-839f-465f-9e0b-e635871d1f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28e7ade4-9b18-49cf-a32c-3795a12e72ba'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:26:08.422638 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Bound port: 2e45e614-3807-481e-b0f6-5f771041a796, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3207536-839f-465f-9e0b-e635871d1f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '28e7ade4-9b18-49cf-a32c-3795a12e72ba'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:26:08.423119 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2e45e614-3807-481e-b0f6-5f771041a796), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:08.450686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Subnet': ['ID=02bbcda6-96e8-402d-82e8-44abf52196a2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:08.488881 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16fd5b-0c4d-4c1e-b69c-78f93f98ad6f req-1bee4d3e-ae33-4e42-b47c-af3677d7d8e7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:08.499571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b16fd5b-0c4d-4c1e-b69c-78f93f98ad6f req-1bee4d3e-ae33-4e42-b47c-af3677d7d8e7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1398942
Apr 16 21:26:08.516947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] For port 2e45e614-3807-481e-b0f6-5f771041a796, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:26:08.521359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] For port 2e45e614-3807-481e-b0f6-5f771041a796, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e45e614-3807-481e-b0f6-5f771041a796,segment=NetworkSegment(c3207536-839f-465f-9e0b-e635871d1f5e),segment_id=c3207536-839f-465f-9e0b-e635871d1f5e)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:26:08.566180 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b96afc79-6a97-44df-bbb3-38eb57215a56 req-36a7a2e4-acdb-40d0-8482-20da7bd46f59 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0420601
Apr 16 21:26:08.579827 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (28e7ade4-9b18-49cf-a32c-3795a12e72ba), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:08.598659 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2e45e614-3807-481e-b0f6-5f771041a796), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:08.624224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011fc9e940>,) {'filters': {'network_id': ['28e7ade4-9b18-49cf-a32c-3795a12e72ba']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:08.637847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fc9e940>, 'c3207536-839f-465f-9e0b-e635871d1f5e') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:08.638287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fc9e940>, 'c3207536-839f-465f-9e0b-e635871d1f5e') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:08.644914 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b16fd5b-0c4d-4c1e-b69c-78f93f98ad6f req-413bdb67-6936-48a4-ab56-0edc76f105c1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444848
Apr 16 21:26:08.659019 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (c3207536-839f-465f-9e0b-e635871d1f5e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:08.678631 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c3207536-839f-465f-9e0b-e635871d1f5e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:08.686836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:26:08.688008 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (c3207536-839f-465f-9e0b-e635871d1f5e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:26:08.693260 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:26:08.718178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cfe4e-9fe1-4fbc-83eb-33f1653fa00b None None] Pushing event updated for resources: {'Port': ['ID=2e45e614-3807-481e-b0f6-5f771041a796,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:08.745142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9a190e-55f5-4122-be33-873a571695e4 None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:26:08.832989 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.api [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 21:26:08.832989 ncdv-master-1 neutron-server[122555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 21:26:08.832989 ncdv-master-1 neutron-server[122555]: [parameters: {'id': '28e7ade4-9b18-49cf-a32c-3795a12e72ba'}]
Apr 16 21:26:08.832989 ncdv-master-1 neutron-server[122555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:26:08.833740 ncdv-master-1 neutron-server[122555]: DEBUG oslo_db.api [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:26:08.876214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9a190e-55f5-4122-be33-873a571695e4 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:26:09.009968 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-52a4da2d-091f-4135-a7c7-6be9f5746e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:09.035821 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c7cd90c4-af9b-4481-a29f-c7849bee8abc req-aaf640ec-8595-4fea-ab41-21e6794ef378 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0406642
Apr 16 21:26:09.161269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d589c2e-8d3a-4933-97aa-af39dd585b47 None None] Network 28e7ade4-9b18-49cf-a32c-3795a12e72ba requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:26:09.340097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f84ba8-60df-4f90-8059-63948ff40148 req-40200afb-b80f-4712-8578-d94404b431c9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:09.341833 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0f84ba8-60df-4f90-8059-63948ff40148 req-40200afb-b80f-4712-8578-d94404b431c9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0585907
Apr 16 21:26:09.342384 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (28e7ade4-9b18-49cf-a32c-3795a12e72ba), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:09.426395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Deleting port 2e45e614-3807-481e-b0f6-5f771041a796 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:26:09.426732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2e45e614-3807-481e-b0f6-5f771041a796), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:09.431596 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0f84ba8-60df-4f90-8059-63948ff40148 req-65f8594a-6b6f-4753-a4db-f571d9b68e6b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820258
Apr 16 21:26:09.500317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] For port 2e45e614-3807-481e-b0f6-5f771041a796, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e45e614-3807-481e-b0f6-5f771041a796,segment=NetworkSegment(c3207536-839f-465f-9e0b-e635871d1f5e),segment_id=c3207536-839f-465f-9e0b-e635871d1f5e)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:09.500614 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2e45e614-3807-481e-b0f6-5f771041a796), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:09.514337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Calling delete_port for 2e45e614-3807-481e-b0f6-5f771041a796 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:26:09.666864 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b7f417df-e2de-4fa7-885b-9c2387b07675 req-8c8cc73c-b06d-4a55-9041-d4480c3ed9e8 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0283990
Apr 16 21:26:09.809307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af2668-3b0f-4a6e-891f-b10a6762e031 req-938de270-6bc4-4a2e-adf8-ac9f6824b406 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:09.811650 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81af2668-3b0f-4a6e-891f-b10a6762e031 req-938de270-6bc4-4a2e-adf8-ac9f6824b406 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0655835
Apr 16 21:26:09.813905 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2e45e614-3807-481e-b0f6-5f771041a796), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:09.851119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Port': ['ID=2e45e614-3807-481e-b0f6-5f771041a796,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:09.868907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No DVR routers for this DVR port 2e45e614-3807-481e-b0f6-5f771041a796 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:26:09.963524 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81af2668-3b0f-4a6e-891f-b10a6762e031 req-5d0864f2-38fb-4421-84ea-0510767d492b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439998
Apr 16 21:26:09.973963 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (28e7ade4-9b18-49cf-a32c-3795a12e72ba), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:09.999052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f830160>,) {'filters': {'network_id': ['28e7ade4-9b18-49cf-a32c-3795a12e72ba']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:10.010310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f830160>, 'c3207536-839f-465f-9e0b-e635871d1f5e') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:10.010827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f830160>, 'c3207536-839f-465f-9e0b-e635871d1f5e') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:10.021943 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (c3207536-839f-465f-9e0b-e635871d1f5e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:10.037517 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c3207536-839f-465f-9e0b-e635871d1f5e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:10.043586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:26:10.044102 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (c3207536-839f-465f-9e0b-e635871d1f5e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:26:10.047454 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:26:10.177200 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4718a4e4-8e83-4f5a-93b3-5e4585735831 req-29f33900-57a1-4f33-a5a7-ac9222e6fac9 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0411410
Apr 16 21:26:10.204962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (28e7ade4-9b18-49cf-a32c-3795a12e72ba), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:10.211990 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03f196d2-8e08-4b47-bcc6-0bb0915d12e8 req-ddce7090-e2fa-400f-965e-fcd4a51d9f3d tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0327351
Apr 16 21:26:10.261437 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:10.265664 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/networks/28e7ade4-9b18-49cf-a32c-3795a12e72ba HTTP/1.1" status: 204  len: 168 time: 2.4769509
Apr 16 21:26:10.268705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45426) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:10.280929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485e78a-7a70-465a-87e1-7f42ee2f0412 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Network': ['ID=28e7ade4-9b18-49cf-a32c-3795a12e72ba,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:10.304202 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-463dc87c-b285-44a7-bb4d-ffc668175526 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:26:10.305178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463dc87c-b285-44a7-bb4d-ffc668175526 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:26:10.308243 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-463dc87c-b285-44a7-bb4d-ffc668175526 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/subnets/02bbcda6-96e8-402d-82e8-44abf52196a2 HTTP/1.1" status: 404  len: 337 time: 0.0360670
Apr 16 21:26:10.312289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45428) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:10.343215 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ac9355-f2ba-404a-b9f3-821c2975dc05 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:26:10.344079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ac9355-f2ba-404a-b9f3-821c2975dc05 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:26:10.350255 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c2ac9355-f2ba-404a-b9f3-821c2975dc05 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/networks/28e7ade4-9b18-49cf-a32c-3795a12e72ba HTTP/1.1" status: 404  len: 339 time: 0.0344098
Apr 16 21:26:10.350556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45430) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:10.382430 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-e463e6db-b2b0-492d-bc0d-82bef6d2377b tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:26:10.382988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e463e6db-b2b0-492d-bc0d-82bef6d2377b tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:26:10.386118 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e463e6db-b2b0-492d-bc0d-82bef6d2377b tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/subnets/156c3cd4-a61d-4096-be69-7fecf82730d4 HTTP/1.1" status: 404  len: 337 time: 0.0345573
Apr 16 21:26:10.389202 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45432) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:10.417393 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae52145-dd1b-4506-b853-7b9e00f195e9 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:26:10.418006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae52145-dd1b-4506-b853-7b9e00f195e9 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:26:10.424285 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0ae52145-dd1b-4506-b853-7b9e00f195e9 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/networks/a7603c1a-42fa-407c-bafe-bc0f4470df73 HTTP/1.1" status: 404  len: 339 time: 0.0317647
Apr 16 21:26:10.424813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45434) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:10.456725 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-519a6aa5-5a74-4d82-a702-c4720df22991 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:26:10.458134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519a6aa5-5a74-4d82-a702-c4720df22991 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:26:10.461787 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-519a6aa5-5a74-4d82-a702-c4720df22991 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/subnets/f3d7196f-e074-4d3b-a8b9-514f85eca938 HTTP/1.1" status: 404  len: 337 time: 0.0353301
Apr 16 21:26:10.464606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45440) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:10.492625 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a82a5a-01e0-4f95-8b92-a59b18897f4e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:26:10.493316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a82a5a-01e0-4f95-8b92-a59b18897f4e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:26:10.499996 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-55a82a5a-01e0-4f95-8b92-a59b18897f4e tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/networks/05d6cde0-cbd6-457a-b06b-1ad079456f00 HTTP/1.1" status: 404  len: 339 time: 0.0321906
Apr 16 21:26:10.500386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45444) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:10.591758 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3903-51cb-488c-938b-938e70bdaebf req-cb34fba2-9360-4bdb-ac29-05884f93e36c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:10.598247 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-435c3903-51cb-488c-938b-938e70bdaebf req-cb34fba2-9360-4bdb-ac29-05884f93e36c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0693493
Apr 16 21:26:10.624131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d8b6eca2-ae29-4a3a-8f2a-1fb6c43fd630 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Deleting port 863e04aa-72d1-483d-9ebf-6c4f8f139924 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:26:10.624946 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8b6eca2-ae29-4a3a-8f2a-1fb6c43fd630 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (863e04aa-72d1-483d-9ebf-6c4f8f139924), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:10.683286 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-435c3903-51cb-488c-938b-938e70bdaebf req-28e8f3e5-6b86-47b3-a667-a9797b951d4e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802464
Apr 16 21:26:10.710086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8b6eca2-ae29-4a3a-8f2a-1fb6c43fd630 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (863e04aa-72d1-483d-9ebf-6c4f8f139924), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:10.717635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d8b6eca2-ae29-4a3a-8f2a-1fb6c43fd630 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Calling delete_port for 863e04aa-72d1-483d-9ebf-6c4f8f139924 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:26:10.883563 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8b6eca2-ae29-4a3a-8f2a-1fb6c43fd630 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (863e04aa-72d1-483d-9ebf-6c4f8f139924), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:10.909420 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:26:10.913480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6eca2-ae29-4a3a-8f2a-1fb6c43fd630 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Port': ['ID=863e04aa-72d1-483d-9ebf-6c4f8f139924,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:10.924561 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8b6eca2-ae29-4a3a-8f2a-1fb6c43fd630 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:10.924561 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d8b6eca2-ae29-4a3a-8f2a-1fb6c43fd630 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/ports/863e04aa-72d1-483d-9ebf-6c4f8f139924 HTTP/1.1" status: 204  len: 168 time: 0.4214778
Apr 16 21:26:10.925379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45452) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:10.956935 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-951ab95b-63e4-4fba-825f-05b38200aced tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:26:10.956935 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951ab95b-63e4-4fba-825f-05b38200aced tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:26:10.959346 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-951ab95b-63e4-4fba-825f-05b38200aced tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/subnets/dcd4b14d-0835-48ca-b074-ef885abdbd99 HTTP/1.1" status: 404  len: 337 time: 0.0327866
Apr 16 21:26:10.961793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45456) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:11.041330 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f47c376-b678-4058-a5a3-b6df8c75ac21 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:11.118985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2ac80-d855-42a1-a924-72d106511763 req-c6ff2847-f80a-485f-8aea-e39ec25cded7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:11.120508 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87d2ac80-d855-42a1-a924-72d106511763 req-c6ff2847-f80a-485f-8aea-e39ec25cded7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0770822
Apr 16 21:26:11.188135 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f47c376-b678-4058-a5a3-b6df8c75ac21 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:11.223609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-6f47c376-b678-4058-a5a3-b6df8c75ac21 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f251bb0>,) {'filters': {'network_id': ['ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:11.233937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87d2ac80-d855-42a1-a924-72d106511763 req-6f4c9fcd-eaf2-4f66-a336-79fe383d752e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024828
Apr 16 21:26:11.237889 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-6f47c376-b678-4058-a5a3-b6df8c75ac21 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f251bb0>, 'c06f2fa9-2782-4359-aac4-cf44c9b2bf6d') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:11.238565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-6f47c376-b678-4058-a5a3-b6df8c75ac21 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f251bb0>, 'c06f2fa9-2782-4359-aac4-cf44c9b2bf6d') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:11.247783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f47c376-b678-4058-a5a3-b6df8c75ac21 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (c06f2fa9-2782-4359-aac4-cf44c9b2bf6d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:11.269220 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f47c376-b678-4058-a5a3-b6df8c75ac21 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c06f2fa9-2782-4359-aac4-cf44c9b2bf6d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f47c376-b678-4058-a5a3-b6df8c75ac21 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f47c376-b678-4058-a5a3-b6df8c75ac21 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (c06f2fa9-2782-4359-aac4-cf44c9b2bf6d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:26:11.279977 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:26:11.288983 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb4acd08-3512-4686-97f5-eaa9f626ee20 req-d6ff8a25-5901-4362-b82c-119a18c0118a tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0356765
Apr 16 21:26:11.359877 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c271b805-4e98-49d2-ad73-44539c8a299c req-161d9be4-943a-47d5-884a-bf859e2ab779 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0386331
Apr 16 21:26:11.422795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f47c376-b678-4058-a5a3-b6df8c75ac21 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:11.430612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f47c376-b678-4058-a5a3-b6df8c75ac21 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:11.433791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6f47c376-b678-4058-a5a3-b6df8c75ac21 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/networks/ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1 HTTP/1.1" status: 204  len: 168 time: 0.4710352
Apr 16 21:26:11.441074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45468) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:11.446068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47c376-b678-4058-a5a3-b6df8c75ac21 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Network': ['ID=ba079aa5-1d3d-4687-8294-6ca1bb7c0ed1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:11.525143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-cfd77e50-9fbd-4b38-9fc0-6d5c0e6ada0f tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Deleting port 1fed0ec0-f114-4b40-9430-6ad2e3d29508 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:26:11.525487 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfd77e50-9fbd-4b38-9fc0-6d5c0e6ada0f tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1fed0ec0-f114-4b40-9430-6ad2e3d29508), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:11.589825 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfd77e50-9fbd-4b38-9fc0-6d5c0e6ada0f tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1fed0ec0-f114-4b40-9430-6ad2e3d29508), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:11.602802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-cfd77e50-9fbd-4b38-9fc0-6d5c0e6ada0f tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Calling delete_port for 1fed0ec0-f114-4b40-9430-6ad2e3d29508 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:26:11.631798 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-17eb21f5-be21-428d-b4d8-8e6080d986ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:11.778837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfd77e50-9fbd-4b38-9fc0-6d5c0e6ada0f tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1fed0ec0-f114-4b40-9430-6ad2e3d29508), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:11.815885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd77e50-9fbd-4b38-9fc0-6d5c0e6ada0f tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Port': ['ID=1fed0ec0-f114-4b40-9430-6ad2e3d29508,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:11.824780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfd77e50-9fbd-4b38-9fc0-6d5c0e6ada0f tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:11.824780 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cfd77e50-9fbd-4b38-9fc0-6d5c0e6ada0f tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/ports/1fed0ec0-f114-4b40-9430-6ad2e3d29508 HTTP/1.1" status: 204  len: 168 time: 0.3826435
Apr 16 21:26:11.827387 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45474) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:11.831448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23caebd7-53df-4c72-9da9-a1a7e5b60246 req-a40f05f2-3414-4fe1-919f-22cec3864cab tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:11.832945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23caebd7-53df-4c72-9da9-a1a7e5b60246 req-a40f05f2-3414-4fe1-919f-22cec3864cab tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0820251
Apr 16 21:26:11.856885 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-02aaa37e-805e-43a2-9944-52e7eabb0495 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:26:11.857977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02aaa37e-805e-43a2-9944-52e7eabb0495 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:26:11.866404 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-02aaa37e-805e-43a2-9944-52e7eabb0495 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/subnets/ed2b0211-b419-459d-8911-567df3fc202c HTTP/1.1" status: 404  len: 337 time: 0.0322158
Apr 16 21:26:11.866740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45476) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:11.887573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23caebd7-53df-4c72-9da9-a1a7e5b60246 req-13399bef-ffc1-4baf-9f92-dc1ef87800ee tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444736
Apr 16 21:26:11.947762 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-29162573-2ab7-490e-85d3-4a49d6231c19 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (f9536511-c617-4f39-960f-1ef518c0199e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.033188 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-29162573-2ab7-490e-85d3-4a49d6231c19 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (f9536511-c617-4f39-960f-1ef518c0199e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.058407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-29162573-2ab7-490e-85d3-4a49d6231c19 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e6fb490>,) {'filters': {'network_id': ['f9536511-c617-4f39-960f-1ef518c0199e']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:12.067749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-29162573-2ab7-490e-85d3-4a49d6231c19 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e6fb490>, 'c31d305d-3322-486e-910f-ac4d333f315d') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:12.068049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-29162573-2ab7-490e-85d3-4a49d6231c19 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e6fb490>, 'c31d305d-3322-486e-910f-ac4d333f315d') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:12.077433 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-29162573-2ab7-490e-85d3-4a49d6231c19 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (c31d305d-3322-486e-910f-ac4d333f315d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.092229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-29162573-2ab7-490e-85d3-4a49d6231c19 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c31d305d-3322-486e-910f-ac4d333f315d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.100629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29162573-2ab7-490e-85d3-4a49d6231c19 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:26:12.101022 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-29162573-2ab7-490e-85d3-4a49d6231c19 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (c31d305d-3322-486e-910f-ac4d333f315d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:26:12.104089 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:26:12.187315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16c4e2-069e-4426-8859-06137711a6e6 req-9d37c505-dc51-4a6c-83ac-df0a41a306be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:12.188737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b16c4e2-069e-4426-8859-06137711a6e6 req-9d37c505-dc51-4a6c-83ac-df0a41a306be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280&device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 1127 time: 0.0747805
Apr 16 21:26:12.240304 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-29162573-2ab7-490e-85d3-4a49d6231c19 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (f9536511-c617-4f39-960f-1ef518c0199e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.250149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-29162573-2ab7-490e-85d3-4a49d6231c19 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.253117 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-29162573-2ab7-490e-85d3-4a49d6231c19 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/networks/f9536511-c617-4f39-960f-1ef518c0199e HTTP/1.1" status: 204  len: 168 time: 0.3849421
Apr 16 21:26:12.255993 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45478) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:12.270893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29162573-2ab7-490e-85d3-4a49d6231c19 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Network': ['ID=f9536511-c617-4f39-960f-1ef518c0199e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:12.288792 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06191ad4-dc4c-4761-92ab-66e277362c34 req-e13073e0-0307-4725-a402-5415d0669d58 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0413046
Apr 16 21:26:12.309285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16c4e2-069e-4426-8859-06137711a6e6 req-7d39101b-b38f-4f77-9953-d95f083aa995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:12.316375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b16c4e2-069e-4426-8859-06137711a6e6 req-7d39101b-b38f-4f77-9953-d95f083aa995 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1b9ee265-bdab-4092-8071-c9bb95d911fb HTTP/1.1" status: 200  len: 914 time: 0.1164103
Apr 16 21:26:12.337083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4845b0d1-a235-459c-9d10-73c73f78ad75 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Deleting subnet 23f5c5ae-423d-43ae-b594-9761911e69c7 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:26:12.340442 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4845b0d1-a235-459c-9d10-73c73f78ad75 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks [] for subnet (23f5c5ae-423d-43ae-b594-9761911e69c7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.385363 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b16c4e2-069e-4426-8859-06137711a6e6 req-76abaf7b-ac0a-483c-b8b9-4131776effa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f0877d-908a-47df-aa37-d5dcea212e40 HTTP/1.1" status: 200  len: 217 time: 0.0680780
Apr 16 21:26:12.410683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70924914-df9e-4777-91d8-9d2683d138ab req-dce94917-1d0e-479e-9146-3580c4ffbb25 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0339444
Apr 16 21:26:12.415937 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4845b0d1-a235-459c-9d10-73c73f78ad75 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (23f5c5ae-423d-43ae-b594-9761911e69c7), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.428450 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccb215-6eb3-4955-8fdb-c9d9ecca9a4b req-71f66132-6743-423c-ab7b-ad6f554d63af tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:12.429938 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1dccb215-6eb3-4955-8fdb-c9d9ecca9a4b req-71f66132-6743-423c-ab7b-ad6f554d63af tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.1041684
Apr 16 21:26:12.467411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16c4e2-069e-4426-8859-06137711a6e6 req-8edf875d-f9c4-4e6e-9719-7dcc5bcf7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:12.468915 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b16c4e2-069e-4426-8859-06137711a6e6 req-8edf875d-f9c4-4e6e-9719-7dcc5bcf7411 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6187210d-8476-403b-b03c-54cf8fd642e3 HTTP/1.1" status: 200  len: 853 time: 0.0755594
Apr 16 21:26:12.500335 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.510891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b16c4e2-069e-4426-8859-06137711a6e6 req-4e8f64c6-1535-4a44-ad06-6f3b2c679776 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b9ee265-bdab-4092-8071-c9bb95d911fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0353994
Apr 16 21:26:12.515167 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1dccb215-6eb3-4955-8fdb-c9d9ecca9a4b req-5c2a942e-7f87-402d-989a-aabe90ad9405 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784690
Apr 16 21:26:12.536950 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a1a0c7d4-1089-4058-896b-174a2b2f616e req-101af5d0-b11a-48f2-85ec-7ad1abfc8240 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0306511
Apr 16 21:26:12.549938 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4845b0d1-a235-459c-9d10-73c73f78ad75 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (23f5c5ae-423d-43ae-b594-9761911e69c7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.607394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b16c4e2-069e-4426-8859-06137711a6e6 req-d6efef8f-ea6c-439d-a108-6329eb84e28d service neutron] 10.222.0.41 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911875
Apr 16 21:26:12.675383 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4845b0d1-a235-459c-9d10-73c73f78ad75 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (23f5c5ae-423d-43ae-b594-9761911e69c7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.701577 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b16c4e2-069e-4426-8859-06137711a6e6 req-63595409-2c38-426a-b1ad-6d9230c8c2c5 service neutron] 10.222.0.41 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880835
Apr 16 21:26:12.703240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845b0d1-a235-459c-9d10-73c73f78ad75 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Subnet': ['ID=23f5c5ae-423d-43ae-b594-9761911e69c7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:12.711589 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4845b0d1-a235-459c-9d10-73c73f78ad75 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.715440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4845b0d1-a235-459c-9d10-73c73f78ad75 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/subnets/23f5c5ae-423d-43ae-b594-9761911e69c7 HTTP/1.1" status: 204  len: 168 time: 0.4555349
Apr 16 21:26:12.715722 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45488) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:12.719880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad41ab3b-e414-4e72-aec7-1f72d9c6a38b None None] Network 717e5764-2ea5-44fe-b646-9551aea8ae48 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:26:12.798470 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (717e5764-2ea5-44fe-b646-9551aea8ae48), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.844271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Deleting port 94d5afd0-6e94-4a28-be4a-eaa0e026219c {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:26:12.844631 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.861699 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f725c62e-5abb-411d-8ad3-4c8273db1741 None None] DHCP port deletion for 717e5764-2ea5-44fe-b646-9551aea8ae48 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:26:12.909125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] For port 94d5afd0-6e94-4a28-be4a-eaa0e026219c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94d5afd0-6e94-4a28-be4a-eaa0e026219c,segment=NetworkSegment(39408053-23fa-4eb7-a399-329b681f654f),segment_id=39408053-23fa-4eb7-a399-329b681f654f)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:12.909507 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.920883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f725c62e-5abb-411d-8ad3-4c8273db1741 None None] Deleting port 94d5afd0-6e94-4a28-be4a-eaa0e026219c {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:26:12.921267 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f725c62e-5abb-411d-8ad3-4c8273db1741 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.924050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Calling delete_port for 94d5afd0-6e94-4a28-be4a-eaa0e026219c owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:26:12.993162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f725c62e-5abb-411d-8ad3-4c8273db1741 None None] For port 94d5afd0-6e94-4a28-be4a-eaa0e026219c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94d5afd0-6e94-4a28-be4a-eaa0e026219c,segment=NetworkSegment(39408053-23fa-4eb7-a399-329b681f654f),segment_id=39408053-23fa-4eb7-a399-329b681f654f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:12.993162 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f725c62e-5abb-411d-8ad3-4c8273db1741 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:12.993162 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:13.005646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f725c62e-5abb-411d-8ad3-4c8273db1741 None None] Calling delete_port for 94d5afd0-6e94-4a28-be4a-eaa0e026219c owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:26:13.006632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df85e53-c828-4898-a92c-27cb53d987f3 req-97d55b2d-7c88-4d4d-ac95-49a73ba2df53 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:13.015645 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3df85e53-c828-4898-a92c-27cb53d987f3 req-97d55b2d-7c88-4d4d-ac95-49a73ba2df53 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0618372
Apr 16 21:26:13.055120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 94d5afd0-6e94-4a28-be4a-eaa0e026219c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:26:13.067396 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3df85e53-c828-4898-a92c-27cb53d987f3 req-1846fc37-6f06-4876-87d0-e2db43f50140 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507963
Apr 16 21:26:13.092006 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:13.117394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No active binding found for port 94d5afd0-6e94-4a28-be4a-eaa0e026219c {{(pid=122557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 16 21:26:13.117757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] The host ncdv-master-1 is not matching for port 94d5afd0-6e94-4a28-be4a-eaa0e026219c host None! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:26:13.118007 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Port': ['ID=94d5afd0-6e94-4a28-be4a-eaa0e026219c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:13.118166 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 94d5afd0-6e94-4a28-be4a-eaa0e026219c not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:26:13.126267 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f725c62e-5abb-411d-8ad3-4c8273db1741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (94d5afd0-6e94-4a28-be4a-eaa0e026219c), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:13.127524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] No DVR routers for this DVR port 94d5afd0-6e94-4a28-be4a-eaa0e026219c on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:26:13.153771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725c62e-5abb-411d-8ad3-4c8273db1741 None None] Pushing event deleted for resources: {'Port': ['ID=94d5afd0-6e94-4a28-be4a-eaa0e026219c,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:13.158439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725c62e-5abb-411d-8ad3-4c8273db1741 None None] No DVR routers for this DVR port 94d5afd0-6e94-4a28-be4a-eaa0e026219c on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:26:13.215018 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (717e5764-2ea5-44fe-b646-9551aea8ae48), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:13.236077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124d35a60>,) {'filters': {'network_id': ['717e5764-2ea5-44fe-b646-9551aea8ae48']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:13.246141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124d35a60>, '39408053-23fa-4eb7-a399-329b681f654f') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:13.246444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124d35a60>, '39408053-23fa-4eb7-a399-329b681f654f') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:13.255854 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (39408053-23fa-4eb7-a399-329b681f654f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:13.268785 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (39408053-23fa-4eb7-a399-329b681f654f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:13.274699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:26:13.275091 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (39408053-23fa-4eb7-a399-329b681f654f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:26:13.278381 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:26:13.405637 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (717e5764-2ea5-44fe-b646-9551aea8ae48), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:13.413903 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:13.416743 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] 10.222.0.20 "DELETE /v2.0/networks/717e5764-2ea5-44fe-b646-9551aea8ae48 HTTP/1.1" status: 204  len: 168 time: 0.7001019
Apr 16 21:26:13.429594 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0127e-2828-464a-b281-bd2017c4c803 tempest-NetworksIpV6TestAttrs-2085934908 tempest-NetworksIpV6TestAttrs-2085934908-project] Pushing event deleted for resources: {'Network': ['ID=717e5764-2ea5-44fe-b646-9551aea8ae48,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:13.522850 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3e01ff5-a90f-43b7-acee-2aa895611e3f req-99c4d329-26e7-4dea-901e-a152350a0126 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0335968
Apr 16 21:26:13.636493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b408b-7c66-4696-a69f-1b197256a7c0 req-e317fd81-4726-4168-85b3-d8a33110abbe tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:13.638021 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b0b408b-7c66-4696-a69f-1b197256a7c0 req-e317fd81-4726-4168-85b3-d8a33110abbe tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0493259
Apr 16 21:26:13.648364 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b8c7839d-6b64-425a-aa26-1f5a0f743aa0 req-654d96ba-45c2-44ae-9da9-cc73d91319d6 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0276625
Apr 16 21:26:13.690160 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b0b408b-7c66-4696-a69f-1b197256a7c0 req-2fb7572f-9444-46a5-85e6-11442405e1fe tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463395
Apr 16 21:26:13.873663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45504) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:14.008763 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-44eebeb7-9294-430e-8578-37a356a46b90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d904cc6b83b4a8d979bbb47b881679e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1337860
Apr 16 21:26:14.011485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45508) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:14.058656 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-90a5bf49-5b00-41c3-a421-26a482756a79 admin admin] Publish callbacks [] for security_group (3bebe0fe-3342-4115-b7e4-692f4bd704ec), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:14.080634 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-90a5bf49-5b00-41c3-a421-26a482756a79 admin admin] Publish callbacks [] for security_group (3bebe0fe-3342-4115-b7e4-692f4bd704ec), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:14.092216 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:14.185228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3e1b7-51df-4850-b2db-b4e218877a21 req-4702c6a6-9381-48ac-b9e7-ec6b2a60f868 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:14.186687 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ce3e1b7-51df-4850-b2db-b4e218877a21 req-4702c6a6-9381-48ac-b9e7-ec6b2a60f868 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0488417
Apr 16 21:26:14.187693 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-90a5bf49-5b00-41c3-a421-26a482756a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3bebe0fe-3342-4115-b7e4-692f4bd704ec), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:14.190227 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-90a5bf49-5b00-41c3-a421-26a482756a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:14.197377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-90a5bf49-5b00-41c3-a421-26a482756a79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bebe0fe-3342-4115-b7e4-692f4bd704ec HTTP/1.1" status: 204  len: 168 time: 0.1793437
Apr 16 21:26:14.211869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5bf49-5b00-41c3-a421-26a482756a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bebe0fe-3342-4115-b7e4-692f4bd704ec,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:14.243828 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ce3e1b7-51df-4850-b2db-b4e218877a21 req-14651bda-c2f9-4e05-9d6d-ccc68f813d0c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502453
Apr 16 21:26:14.628820 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f5863b96-8575-407c-bc0f-101edecb942a req-045c33d5-6934-4bd9-befc-a69334074cee tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0288949
Apr 16 21:26:14.762435 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5bf5a932-edcc-4148-be41-ae3269687c3c req-a193d37f-e381-407c-b5ab-359f67d2d8ac tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0330513
Apr 16 21:26:14.898240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add67c2-9e69-4bac-b702-677a5ec51c37 req-33968409-0333-454f-9a4a-19e277707b19 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:14.899766 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8add67c2-9e69-4bac-b702-677a5ec51c37 req-33968409-0333-454f-9a4a-19e277707b19 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0517933
Apr 16 21:26:14.946195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aee0d714-f5ba-4ca0-afad-92a237b9eebd req-4eade267-f510-4a0d-8659-332cb5781e32 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce&device_id=0835efc3-f9dd-47f0-a085-1fa8aeea993f HTTP/1.1" status: 200  len: 210 time: 0.0280726
Apr 16 21:26:14.959740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8add67c2-9e69-4bac-b702-677a5ec51c37 req-cae33959-080b-4dbb-afe4-45da9dfb3d37 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453527
Apr 16 21:26:15.307033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45552) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:15.384407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea543aca-5474-4dce-bca3-3b68241492d2 req-8e242621-4acf-4774-91ee-81aa11a60960 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:15.386404 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea543aca-5474-4dce-bca3-3b68241492d2 req-8e242621-4acf-4774-91ee-81aa11a60960 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0611887
Apr 16 21:26:15.403252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca04ff0a-0f12-4f2e-b665-868fe7857bcf req-48cd7404-f6e9-48de-85d3-a0f39ff19eb7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a919bcedab644defad61a065b44d7887&device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0498371
Apr 16 21:26:15.443831 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:15.444605 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea543aca-5474-4dce-bca3-3b68241492d2 req-c9485ce6-b1fa-45f2-b268-011353b061d4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506842
Apr 16 21:26:15.460133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f74a273d-9fa0-4d54-b424-b7138582d01e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065726905'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:15.465158 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e55230c9-9b30-48af-b471-7be2aa2bbfa9 req-e14a36d5-2ec5-4996-b9cc-fcf9cb390158 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0580118
Apr 16 21:26:15.468215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca04ff0a-0f12-4f2e-b665-868fe7857bcf req-2735609c-f377-4bfb-90e1-bf6b5a674cad service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a919bcedab644defad61a065b44d7887&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0512984
Apr 16 21:26:15.581599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04ff0a-0f12-4f2e-b665-868fe7857bcf req-58b3c1e0-dd95-43c2-8554-f2d4fb28861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:15.585976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca04ff0a-0f12-4f2e-b665-868fe7857bcf req-58b3c1e0-dd95-43c2-8554-f2d4fb28861a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1068857
Apr 16 21:26:15.652101 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f74a273d-9fa0-4d54-b424-b7138582d01e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:15.662583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f74a273d-9fa0-4d54-b424-b7138582d01e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:15.713236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 29f0877d-908a-47df-aa37-d5dcea212e40 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:26:15.763777 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f74a273d-9fa0-4d54-b424-b7138582d01e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (dc4e10ee-2d12-4650-9cb9-a03b66997997), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:15.798791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 29f0877d-908a-47df-aa37-d5dcea212e40 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:26:15.799176 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:15.823067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:15.825321 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60fb09c-9bcc-48c0-a410-01974e8b86bc" -d '{"events": [{"server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "name": "network-vif-unplugged", "status": "completed", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:15.838091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:15.880670 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b30fea4-f261-4fef-abe2-be20d1694da8 req-d9108ca2-6adb-4c82-a959-166c0d99e1aa tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0314095
Apr 16 21:26:15.881456 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f74a273d-9fa0-4d54-b424-b7138582d01e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (dc4e10ee-2d12-4650-9cb9-a03b66997997), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:15.931106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a273d-9fa0-4d54-b424-b7138582d01e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4e10ee-2d12-4650-9cb9-a03b66997997,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:15.932267 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:15.934394 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b8b007-e531-4833-99d8-1d4784597fc7 x-openstack-request-id: req-e4b8b007-e531-4833-99d8-1d4784597fc7 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:15.934879 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "name": "network-vif-unplugged", "status": "failed", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40", "code": 422}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:15.935298 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4b8b007-e531-4833-99d8-1d4784597fc7 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:15.935950 ncdv-master-1 neutron-server[122557]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e4b8b007-e531-4833-99d8-1d4784597fc7']: {'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40', 'code': 422} returned with failed status
Apr 16 21:26:15.965552 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f74a273d-9fa0-4d54-b424-b7138582d01e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (e0d967b6-551f-4fc6-a483-e2b0a0f402cd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:15.987911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=29f0877d-908a-47df-aa37-d5dcea212e40,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:16.067912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dbf16-87a8-4d7a-86c9-9fd0c9a7d6c4 req-f264c5dc-8359-4f2f-b7c1-9b90345e8ef8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:16.069468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-248dbf16-87a8-4d7a-86c9-9fd0c9a7d6c4 req-f264c5dc-8359-4f2f-b7c1-9b90345e8ef8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 943 time: 0.0477331
Apr 16 21:26:16.070528 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f74a273d-9fa0-4d54-b424-b7138582d01e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e0d967b6-551f-4fc6-a483-e2b0a0f402cd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:16.123683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e68b97-cb4a-4b8e-b924-a7349cda3462 req-e8270de9-c197-46f1-8d81-f17059dded62 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:16.125179 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9e68b97-cb4a-4b8e-b924-a7349cda3462 req-e8270de9-c197-46f1-8d81-f17059dded62 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 945 time: 0.0534329
Apr 16 21:26:16.127738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a273d-9fa0-4d54-b424-b7138582d01e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d967b6-551f-4fc6-a483-e2b0a0f402cd,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:16.147807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-248dbf16-87a8-4d7a-86c9-9fd0c9a7d6c4 req-6fddc7d5-6fbe-41e8-8fc7-484c29fa247f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688412
Apr 16 21:26:16.175494 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9e68b97-cb4a-4b8e-b924-a7349cda3462 req-f702b691-9b11-4089-9a5f-62c14bce3b32 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439479
Apr 16 21:26:16.228164 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f74a273d-9fa0-4d54-b424-b7138582d01e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:16.229424 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f74a273d-9fa0-4d54-b424-b7138582d01e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.9213150
Apr 16 21:26:16.232158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45594) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:16.267750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545b27c-2b9e-4542-9092-6e983764fe6d req-43a0a5a5-14f7-434b-bb40-49a00027b64e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:16.270875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1545b27c-2b9e-4542-9092-6e983764fe6d req-43a0a5a5-14f7-434b-bb40-49a00027b64e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 943 time: 0.0551565
Apr 16 21:26:16.295830 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6a6a6495-33b0-4d87-9051-4f7ed16ae3c0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0623274
Apr 16 21:26:16.298634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45596) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:16.302962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8f60c516-c37b-4c86-9a91-ed9fd8c5374e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group': {'name': 'tempest-security--222569294', 'description': 'tempest-security-description-1938790154'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:16.318136 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1545b27c-2b9e-4542-9092-6e983764fe6d req-5b457cc0-41bb-4260-8f74-48d4297ff9bb tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422409
Apr 16 21:26:16.344708 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f60c516-c37b-4c86-9a91-ed9fd8c5374e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (e0d967b6-551f-4fc6-a483-e2b0a0f402cd), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:16.395807 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f60c516-c37b-4c86-9a91-ed9fd8c5374e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (e0d967b6-551f-4fc6-a483-e2b0a0f402cd), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:16.426258 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45606) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:16.486124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f60c516-c37b-4c86-9a91-ed9fd8c5374e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e0d967b6-551f-4fc6-a483-e2b0a0f402cd), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:16.489387 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f60c516-c37b-4c86-9a91-ed9fd8c5374e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:16.489540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-e7199f15-b161-4de8-a3f2-b2eadd899d5d req-94f4d0ab-c567-4ebc-8f83-2d08979144ff service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:26:16.490561 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e7199f15-b161-4de8-a3f2-b2eadd899d5d req-94f4d0ab-c567-4ebc-8f83-2d08979144ff service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069373
Apr 16 21:26:16.491362 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8f60c516-c37b-4c86-9a91-ed9fd8c5374e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "PUT /v2.0/security-groups/e0d967b6-551f-4fc6-a483-e2b0a0f402cd HTTP/1.1" status: 200  len: 1796 time: 0.1919229
Apr 16 21:26:16.496439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45614) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:16.520785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60c516-c37b-4c86-9a91-ed9fd8c5374e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d967b6-551f-4fc6-a483-e2b0a0f402cd,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:16.563301 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e8227718-1c84-486a-8f08-266b6855b08f tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-groups/e0d967b6-551f-4fc6-a483-e2b0a0f402cd HTTP/1.1" status: 200  len: 1796 time: 0.0657268
Apr 16 21:26:16.566474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45618) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:16.589486 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8558df8-4b47-4aeb-9a9b-b36247958e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:16.606230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e02c99-9bf3-47e6-87d1-de5c9d5f8fe6 req-5a0ee580-532c-42cb-a08d-c8fcaba2ff4b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:16.610132 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3e02c99-9bf3-47e6-87d1-de5c9d5f8fe6 req-5a0ee580-532c-42cb-a08d-c8fcaba2ff4b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0723867
Apr 16 21:26:16.621312 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80c09d10-0390-471c-9aa2-7e66a818c911 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (e0d967b6-551f-4fc6-a483-e2b0a0f402cd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:16.649898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80c09d10-0390-471c-9aa2-7e66a818c911 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (e0d967b6-551f-4fc6-a483-e2b0a0f402cd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:16.688703 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3e02c99-9bf3-47e6-87d1-de5c9d5f8fe6 req-7e1cb6b1-3fce-4146-ab8e-275255da17fc tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731163
Apr 16 21:26:16.725211 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8558df8-4b47-4aeb-9a9b-b36247958e43 admin admin] Publish callbacks [] for security_group (06a05a94-8f28-4f16-8308-77bacfcd1691), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:16.773139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7514897c-fe06-4b64-ab39-fff5548c1742 req-c920b763-2cf6-4669-8fcf-3053e63b41d6 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0278013
Apr 16 21:26:16.837783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8558df8-4b47-4aeb-9a9b-b36247958e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (06a05a94-8f28-4f16-8308-77bacfcd1691), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:16.837970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80c09d10-0390-471c-9aa2-7e66a818c911 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e0d967b6-551f-4fc6-a483-e2b0a0f402cd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:16.841336 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80c09d10-0390-471c-9aa2-7e66a818c911 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:16.842219 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-80c09d10-0390-471c-9aa2-7e66a818c911 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-groups/e0d967b6-551f-4fc6-a483-e2b0a0f402cd HTTP/1.1" status: 204  len: 168 time: 0.2748141
Apr 16 21:26:16.846851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45622) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:16.867296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c09d10-0390-471c-9aa2-7e66a818c911 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d967b6-551f-4fc6-a483-e2b0a0f402cd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:16.927694 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c516ec2c-36c2-4280-92eb-008654598672 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0796509
Apr 16 21:26:16.931250 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45626) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:16.938986 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a8558df8-4b47-4aeb-9a9b-b36247958e43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f360e4398cb4a08a17e660194b6320a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5116925
Apr 16 21:26:16.940630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8558df8-4b47-4aeb-9a9b-b36247958e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a05a94-8f28-4f16-8308-77bacfcd1691,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:16.947556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45628) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:16.970352 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c906e-7eda-4066-be79-ab53c8c0b5a0 req-26c181a2-30a2-4f4b-abd7-961f36e9f195 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:16.977584 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-61e85c54-bb6a-4c14-bf78-373e5b388780 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] delete failed (client error): The resource could not be found.
Apr 16 21:26:16.978590 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-61e85c54-bb6a-4c14-bf78-373e5b388780 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-groups/e0d967b6-551f-4fc6-a483-e2b0a0f402cd HTTP/1.1" status: 404  len: 347 time: 0.0461955
Apr 16 21:26:16.983541 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d1c906e-7eda-4066-be79-ab53c8c0b5a0 req-26c181a2-30a2-4f4b-abd7-961f36e9f195 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 943 time: 0.1216424
Apr 16 21:26:16.984017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45636) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:16.997085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-22a110a7-c361-4758-9d6c-895dcfbbc066 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380754011'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:17.052139 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc37f4fd-b966-4693-89d0-7258a2b946f7 req-be3fafb6-380d-4ed7-8f19-12e8a26819b1 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0471110
Apr 16 21:26:17.084933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0de5a65a-be0d-46a7-9ae5-f7b36d2a778f admin admin] Publish callbacks [] for security_group (06a05a94-8f28-4f16-8308-77bacfcd1691), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:17.093698 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d1c906e-7eda-4066-be79-ab53c8c0b5a0 req-0919395e-20f2-4d04-b8d8-70add91c5a41 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092794
Apr 16 21:26:17.120436 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0de5a65a-be0d-46a7-9ae5-f7b36d2a778f admin admin] Publish callbacks [] for security_group (06a05a94-8f28-4f16-8308-77bacfcd1691), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:17.143572 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-22a110a7-c361-4758-9d6c-895dcfbbc066 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:17.263235 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0de5a65a-be0d-46a7-9ae5-f7b36d2a778f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (06a05a94-8f28-4f16-8308-77bacfcd1691), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:17.265880 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0de5a65a-be0d-46a7-9ae5-f7b36d2a778f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:17.269936 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0de5a65a-be0d-46a7-9ae5-f7b36d2a778f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06a05a94-8f28-4f16-8308-77bacfcd1691 HTTP/1.1" status: 204  len: 168 time: 0.3184290
Apr 16 21:26:17.276693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5a65a-be0d-46a7-9ae5-f7b36d2a778f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a05a94-8f28-4f16-8308-77bacfcd1691,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:17.309818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0f07c-499b-4975-a728-ba4a9f55cc49 req-49d294d8-9fea-4a90-8bc2-6407ea648eb0 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:17.311389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88d0f07c-499b-4975-a728-ba4a9f55cc49 req-49d294d8-9fea-4a90-8bc2-6407ea648eb0 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 945 time: 0.0612559
Apr 16 21:26:17.359704 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-22a110a7-c361-4758-9d6c-895dcfbbc066 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (2ee83cf9-1d57-4607-b72d-542f4066f8e5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:17.613312 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-c6790c80-313f-410f-a705-bc89c898ea5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1572251
Apr 16 21:26:17.624115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-00a96697-5512-46f6-8638-cc7b0e75d83d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:26:17.625218 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-00a96697-5512-46f6-8638-cc7b0e75d83d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056932
Apr 16 21:26:17.716891 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-22a110a7-c361-4758-9d6c-895dcfbbc066 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2ee83cf9-1d57-4607-b72d-542f4066f8e5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:17.745440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88d0f07c-499b-4975-a728-ba4a9f55cc49 req-407503f6-72a7-4c33-9de2-c3aeb92048b7 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4267895
Apr 16 21:26:17.786017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a110a7-c361-4758-9d6c-895dcfbbc066 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee83cf9-1d57-4607-b72d-542f4066f8e5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:17.796055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-cf01acf0-b21c-4500-8122-10575a40023f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:17.797731 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-cf01acf0-b21c-4500-8122-10575a40023f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports/29f0877d-908a-47df-aa37-d5dcea212e40 HTTP/1.1" status: 200  len: 940 time: 0.0851457
Apr 16 21:26:17.856287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db8243-34b4-4195-892b-5e29d561c247 req-d807fa05-1237-462b-a5d6-fb6c3177f60b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:17.857649 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-99db8243-34b4-4195-892b-5e29d561c247 req-d807fa05-1237-462b-a5d6-fb6c3177f60b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0853801
Apr 16 21:26:17.869743 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-22a110a7-c361-4758-9d6c-895dcfbbc066 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:17.871070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-22a110a7-c361-4758-9d6c-895dcfbbc066 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.8837018
Apr 16 21:26:17.872962 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca04ff0a-0f12-4f2e-b665-868fe7857bcf req-7ac182e0-d45e-4875-bd36-0ea203a8cf03 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0492406
Apr 16 21:26:17.875660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45662) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:17.889362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f427bf83-70a9-4d5a-9dc8-8eefeb40522c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group_rule': {'security_group_id': '2ee83cf9-1d57-4607-b72d-542f4066f8e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:17.901810 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70add755-bcc6-446a-af10-e835e1fcfb09 req-7d5f810a-d777-4617-a105-f0350191b497 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=9838ce7c-364a-40b8-9a21-dc31a5e706ce HTTP/1.1" status: 200  len: 210 time: 0.0358217
Apr 16 21:26:17.941912 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-99db8243-34b4-4195-892b-5e29d561c247 req-c60fc834-fc44-4c7c-879c-79991416bba8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726933
Apr 16 21:26:18.063314 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f427bf83-70a9-4d5a-9dc8-8eefeb40522c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (54fe869b-c4e7-49f1-90bf-502af9e950e1), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.151050 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f427bf83-70a9-4d5a-9dc8-8eefeb40522c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (54fe869b-c4e7-49f1-90bf-502af9e950e1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.183928 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0a35baa-7e44-404d-942d-3297afdf56d5 req-55f0ba39-5125-4f0c-842c-89dbb3656322 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0347052
Apr 16 21:26:18.193020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-0ef7d9b9-beef-4a20-b068-f75d41723a71 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:18.194796 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-0ef7d9b9-beef-4a20-b068-f75d41723a71 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 945 time: 0.0904300
Apr 16 21:26:18.221274 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f427bf83-70a9-4d5a-9dc8-8eefeb40522c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (54fe869b-c4e7-49f1-90bf-502af9e950e1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.257975 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427bf83-70a9-4d5a-9dc8-8eefeb40522c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fe869b-c4e7-49f1-90bf-502af9e950e1,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:18.265665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2de351-af6b-420b-9c63-04c29254a4b9 req-2d19d353-aa4e-43fa-b728-e5710e349980 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:18.272568 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc2de351-af6b-420b-9c63-04c29254a4b9 req-2d19d353-aa4e-43fa-b728-e5710e349980 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 943 time: 0.0994713
Apr 16 21:26:18.312026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Deleting port 89aa2008-483c-4c5a-85b1-9f5656576e5b {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:26:18.312505 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.323936 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f427bf83-70a9-4d5a-9dc8-8eefeb40522c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.324698 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f427bf83-70a9-4d5a-9dc8-8eefeb40522c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4478979
Apr 16 21:26:18.325435 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45680) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:18.343123 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc2de351-af6b-420b-9c63-04c29254a4b9 req-f9fa8225-9120-44ef-950f-b48693751a2a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692673
Apr 16 21:26:18.373798 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-384be024-c890-40eb-8ec1-65f8a4f097a7 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (54fe869b-c4e7-49f1-90bf-502af9e950e1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.383292 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-384be024-c890-40eb-8ec1-65f8a4f097a7 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (54fe869b-c4e7-49f1-90bf-502af9e950e1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.413754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] For port 89aa2008-483c-4c5a-85b1-9f5656576e5b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89aa2008-483c-4c5a-85b1-9f5656576e5b,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:18.414106 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.485801 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-384be024-c890-40eb-8ec1-65f8a4f097a7 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (54fe869b-c4e7-49f1-90bf-502af9e950e1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.493563 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-384be024-c890-40eb-8ec1-65f8a4f097a7 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.494718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-384be024-c890-40eb-8ec1-65f8a4f097a7 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/54fe869b-c4e7-49f1-90bf-502af9e950e1 HTTP/1.1" status: 204  len: 168 time: 0.1679766
Apr 16 21:26:18.498517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45684) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:18.512081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384be024-c890-40eb-8ec1-65f8a4f097a7 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54fe869b-c4e7-49f1-90bf-502af9e950e1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:18.568805 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5c0de599-b76e-41d5-93e3-23efa8d9e220 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0690446
Apr 16 21:26:18.571349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45688) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:18.613187 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.613799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (323242a3-08af-4b3d-b6a4-4c37b2e5f7b4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.613966 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Floating IP 323242a3-08af-4b3d-b6a4-4c37b2e5f7b4 disassociated. External IP: 172.35.1.104, port: 89aa2008-483c-4c5a-85b1-9f5656576e5b.
Apr 16 21:26:18.614227 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Calling delete_port for 89aa2008-483c-4c5a-85b1-9f5656576e5b owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:26:18.628820 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b007a28-6ba6-4101-bb98-b21f1dea719c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (2ee83cf9-1d57-4607-b72d-542f4066f8e5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.655950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b007a28-6ba6-4101-bb98-b21f1dea719c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (2ee83cf9-1d57-4607-b72d-542f4066f8e5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.840451 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b007a28-6ba6-4101-bb98-b21f1dea719c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2ee83cf9-1d57-4607-b72d-542f4066f8e5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.843132 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b007a28-6ba6-4101-bb98-b21f1dea719c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.844377 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7b007a28-6ba6-4101-bb98-b21f1dea719c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-groups/2ee83cf9-1d57-4607-b72d-542f4066f8e5 HTTP/1.1" status: 204  len: 168 time: 0.2720838
Apr 16 21:26:18.854492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45694) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:18.860972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b007a28-6ba6-4101-bb98-b21f1dea719c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee83cf9-1d57-4607-b72d-542f4066f8e5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:18.879516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb0d73-6b48-4f77-9caa-c1c815ad8a21 req-0bc976df-7b38-46f3-99e4-f0c6ea35cdba tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:18.881345 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e6eb0d73-6b48-4f77-9caa-c1c815ad8a21 req-0bc976df-7b38-46f3-99e4-f0c6ea35cdba tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 945 time: 0.0585458
Apr 16 21:26:18.882991 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (89aa2008-483c-4c5a-85b1-9f5656576e5b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:18.904053 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f0229343-9e6a-4590-be7f-ca2a663d6f9f tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0482490
Apr 16 21:26:18.908465 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45696) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:18.913113 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-749108a2-e0d8-4eed-b9b2-d2812e00f058 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112906544'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:18.924745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event deleted for resources: {'Port': ['ID=89aa2008-483c-4c5a-85b1-9f5656576e5b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:19.029668 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e6eb0d73-6b48-4f77-9caa-c1c815ad8a21 req-c3d95bf6-cfeb-4855-9f1f-e0ac8a9c5a8f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=86dafe47-1250-4775-b38e-614592f398fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1396375
Apr 16 21:26:19.053136 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-749108a2-e0d8-4eed-b9b2-d2812e00f058 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:19.110767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Router 97553a54-e5c2-474b-ac28-a27607cc8bc4 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:26:19.142726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6363f-bd6f-460c-943f-9bbfd9f23e96 req-85cd4fc0-21a4-4d79-ac8d-a32f6cf1be40 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:19.145044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17f6363f-bd6f-460c-943f-9bbfd9f23e96 req-85cd4fc0-21a4-4d79-ac8d-a32f6cf1be40 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.1197543
Apr 16 21:26:19.215919 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-749108a2-e0d8-4eed-b9b2-d2812e00f058 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (e65d94ba-da21-462c-ba06-64d777ef7d49), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:19.222551 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17f6363f-bd6f-460c-943f-9bbfd9f23e96 req-49732d8f-5d03-48d0-875f-fb35eae915f8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693493
Apr 16 21:26:19.226637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:26:19.241184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d2954a-0114-453c-95e8-aa84c301dec1 None None] Sync routers for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:26:19.259785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d2954a-0114-453c-95e8-aa84c301dec1 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:26:19.260524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-85d2954a-0114-453c-95e8-aa84c301dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f3ff490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:26:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:19.289680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] No DVR routers for this DVR port 89aa2008-483c-4c5a-85b1-9f5656576e5b on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:26:19.293017 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:19.296791 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a2012bb-d0ec-4ddc-a233-b98730d70437 req-25d05a2a-3e2a-4857-8770-9787e609697d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.11 "DELETE /v2.0/ports/89aa2008-483c-4c5a-85b1-9f5656576e5b HTTP/1.1" status: 204  len: 173 time: 1.0963099
Apr 16 21:26:19.297283 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c30b376-2903-4058-b436-4644778f3352', 'name': 'network-vif-deleted', 'tag': '89aa2008-483c-4c5a-85b1-9f5656576e5b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:19.299730 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632b5e5a-e6b3-4cb4-83f2-413c9ba24b24" -d '{"events": [{"server_uuid": "0c30b376-2903-4058-b436-4644778f3352", "name": "network-vif-deleted", "tag": "89aa2008-483c-4c5a-85b1-9f5656576e5b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:19.314900 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-749108a2-e0d8-4eed-b9b2-d2812e00f058 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e65d94ba-da21-462c-ba06-64d777ef7d49), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:19.371247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b77e171-9703-41fc-ba72-4e78e350a27a req-2e0fafc4-02cb-4c0a-8a52-f77a3d9c8376 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0460494
Apr 16 21:26:19.381478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749108a2-e0d8-4eed-b9b2-d2812e00f058 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65d94ba-da21-462c-ba06-64d777ef7d49,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:19.403180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-85d2954a-0114-453c-95e8-aa84c301dec1 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:26:19.432165 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baa03e5-a390-4611-b187-fa7227ec1e31 x-openstack-request-id: req-6baa03e5-a390-4611-b187-fa7227ec1e31 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:19.432659 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c30b376-2903-4058-b436-4644778f3352", "name": "network-vif-deleted", "tag": "89aa2008-483c-4c5a-85b1-9f5656576e5b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:19.432972 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6baa03e5-a390-4611-b187-fa7227ec1e31 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:19.433626 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6baa03e5-a390-4611-b187-fa7227ec1e31'] response: {'server_uuid': '0c30b376-2903-4058-b436-4644778f3352', 'name': 'network-vif-deleted', 'tag': '89aa2008-483c-4c5a-85b1-9f5656576e5b', 'status': 'completed', 'code': 200}
Apr 16 21:26:19.451865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-749108a2-e0d8-4eed-b9b2-d2812e00f058 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:19.457008 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45710) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:19.457698 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-749108a2-e0d8-4eed-b9b2-d2812e00f058 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5484173
Apr 16 21:26:19.462252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-9710ae03-f1e9-4396-af7f-d0fc7ef1997e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group_rule': {'security_group_id': 'e65d94ba-da21-462c-ba06-64d777ef7d49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:19.552373 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8648e48-f279-4334-acf8-b3485d4ba304 req-ae973875-16a1-4510-9328-b82361440193 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:19.560415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8648e48-f279-4334-acf8-b3485d4ba304 req-ae973875-16a1-4510-9328-b82361440193 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 943 time: 0.0679345
Apr 16 21:26:19.643244 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8648e48-f279-4334-acf8-b3485d4ba304 req-e128da10-f4de-4432-9aa0-0b1b9dbffbf0 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818396
Apr 16 21:26:19.689690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-85d2954a-0114-453c-95e8-aa84c301dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f3ff490>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7aa741d6-8c66-42e6-8de2-8841a09a157c', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.208', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:9d:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:23:18Z', 'updated_at': '2022-04-16T21:23:47Z', 'revision_number': 2, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:19.720247 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d2954a-0114-453c-95e8-aa84c301dec1 None None] Checking router: 97553a54-e5c2-474b-ac28-a27607cc8bc4 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:26:19.732507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d2954a-0114-453c-95e8-aa84c301dec1 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:26:19.733237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-85d2954a-0114-453c-95e8-aa84c301dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f3ff490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:26:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:19.754267 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9710ae03-f1e9-4396-af7f-d0fc7ef1997e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (a6504377-1018-4d40-b2e2-704b415fa64f), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:19.764411 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5f8c8ddc-5a4a-416d-8db0-926d73e4abc0 req-fc238066-bd68-4a15-8284-1d508718b9e7 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0835efc3-f9dd-47f0-a085-1fa8aeea993f HTTP/1.1" status: 200  len: 210 time: 0.0783255
Apr 16 21:26:19.772381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 29f0877d-908a-47df-aa37-d5dcea212e40 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:26:19.802001 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dec3795-678a-4968-8491-4f68d3701f4f req-97a7cf14-6744-4b2c-a908-d9734d573c7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a919bcedab644defad61a065b44d7887&device_id=0835efc3-f9dd-47f0-a085-1fa8aeea993f HTTP/1.1" status: 200  len: 210 time: 0.0398521
Apr 16 21:26:19.805116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-6b60acfa-8ea2-46f9-b315-adb2c5487ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:19.806523 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-6b60acfa-8ea2-46f9-b315-adb2c5487ad7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7&tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280 HTTP/1.1" status: 200  len: 1125 time: 0.1685970
Apr 16 21:26:19.820979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:19.866562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dec3795-678a-4968-8491-4f68d3701f4f req-30f8e28e-f586-47c9-b343-bb5e33089669 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a919bcedab644defad61a065b44d7887&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0526664
Apr 16 21:26:19.923582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-85d2954a-0114-453c-95e8-aa84c301dec1 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:26:19.952711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 29f0877d-908a-47df-aa37-d5dcea212e40 is: DOWN; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:26:19.984853 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9710ae03-f1e9-4396-af7f-d0fc7ef1997e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (a6504377-1018-4d40-b2e2-704b415fa64f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:19.997355 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:20.060908 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9710ae03-f1e9-4396-af7f-d0fc7ef1997e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (a6504377-1018-4d40-b2e2-704b415fa64f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:20.067443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec3795-678a-4968-8491-4f68d3701f4f req-2f1f70db-8026-45d5-9113-7c3414f7d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:20.068968 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dec3795-678a-4968-8491-4f68d3701f4f req-2f1f70db-8026-45d5-9113-7c3414f7d1db service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1866813
Apr 16 21:26:20.099470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710ae03-f1e9-4396-af7f-d0fc7ef1997e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6504377-1018-4d40-b2e2-704b415fa64f,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:20.159049 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c85b5cef-75f3-4897-8f9e-cf76fbad300b req-e9d31621-4e3a-43d5-9ec1-a3c9f06f8686 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 210 time: 0.0287282
Apr 16 21:26:20.187974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-85d2954a-0114-453c-95e8-aa84c301dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f3ff490>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7aa741d6-8c66-42e6-8de2-8841a09a157c', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.208', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:9d:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:23:18Z', 'updated_at': '2022-04-16T21:23:47Z', 'revision_number': 2, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:20.216331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d2954a-0114-453c-95e8-aa84c301dec1 None None] The sync data for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 is: [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7aa741d6-8c66-42e6-8de2-8841a09a157c', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.208', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:9d:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:23:18Z', 'updated_at': '2022-04-16T21:23:47Z', 'revision_number': 2, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:26:20.216994 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9710ae03-f1e9-4396-af7f-d0fc7ef1997e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:20.219478 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9710ae03-f1e9-4396-af7f-d0fc7ef1997e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7614477
Apr 16 21:26:20.222180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45728) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:20.228752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-42c37fbc-a013-412f-8859-895a1f2564f0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group_rule': {'security_group_id': 'e65d94ba-da21-462c-ba06-64d777ef7d49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:20.294822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:20.345975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:26:20.390462 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-42c37fbc-a013-412f-8859-895a1f2564f0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (425fb790-0cb0-49c5-8264-cd0f42e2f986), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:20.421332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f0877d-908a-47df-aa37-d5dcea212e40 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:26:20.438053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994880b1-441f-408a-bbd0-d32cc1ff7656 req-44726d0d-0992-4f92-a572-de3bd58f5567 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:20.439627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-994880b1-441f-408a-bbd0-d32cc1ff7656 req-44726d0d-0992-4f92-a572-de3bd58f5567 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.1105068
Apr 16 21:26:20.444865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Publish callbacks [] for port (29f0877d-908a-47df-aa37-d5dcea212e40), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:20.474488 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505add38-6f22-46ee-b75b-2d2c7f53b827 None None] New status for floating IP 323242a3-08af-4b3d-b6a4-4c37b2e5f7b4: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:26:20.485123 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Transition to ACTIVE for port object 29f0877d-908a-47df-aa37-d5dcea212e40 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:26:20.499348 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f1eeeb70-ea71-4956-ba8d-e6f924e69a37 req-7b867a9d-4cd9-4734-8f20-e025bc59ab28 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0353682
Apr 16 21:26:20.532257 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-994880b1-441f-408a-bbd0-d32cc1ff7656 req-fecd79a3-80d7-4ec5-be02-fe7e58dc6682 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820210
Apr 16 21:26:20.534561 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-42c37fbc-a013-412f-8859-895a1f2564f0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (425fb790-0cb0-49c5-8264-cd0f42e2f986), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:20.574887 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:20.638400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] No DVR routers for this DVR port 29f0877d-908a-47df-aa37-d5dcea212e40 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:26:20.643216 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-42c37fbc-a013-412f-8859-895a1f2564f0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (425fb790-0cb0-49c5-8264-cd0f42e2f986), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:20.655297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=29f0877d-908a-47df-aa37-d5dcea212e40,revision_number=9']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:20.699963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c37fbc-a013-412f-8859-895a1f2564f0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425fb790-0cb0-49c5-8264-cd0f42e2f986,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:20.715035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Attempting to bind port 29f0877d-908a-47df-aa37-d5dcea212e40 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:26:20.715379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Attempting to bind port 29f0877d-908a-47df-aa37-d5dcea212e40 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8bced04e-ea30-4b3d-8748-b40b55a773f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:26:20.715730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Attempting to bind port 29f0877d-908a-47df-aa37-d5dcea212e40 on network 1b9ee265-bdab-4092-8071-c9bb95d911fb {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:26:20.720530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Port 29f0877d-908a-47df-aa37-d5dcea212e40 on network 1b9ee265-bdab-4092-8071-c9bb95d911fb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:26:20.720861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Attempting to bind port 29f0877d-908a-47df-aa37-d5dcea212e40 on network 1b9ee265-bdab-4092-8071-c9bb95d911fb {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:26:20.727264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:26:20.727631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Checking segment: {'id': '8bced04e-ea30-4b3d-8748-b40b55a773f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:26:20.727985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Bound using segment: {'id': '8bced04e-ea30-4b3d-8748-b40b55a773f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:26:20.728576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Bound port: 29f0877d-908a-47df-aa37-d5dcea212e40, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bced04e-ea30-4b3d-8748-b40b55a773f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:26:20.728910 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:20.765950 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-42c37fbc-a013-412f-8859-895a1f2564f0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:20.767156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-42c37fbc-a013-412f-8859-895a1f2564f0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5440240
Apr 16 21:26:20.771562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45738) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:20.775790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574cd1c-5a6e-49cf-97a1-34cb2b67a135 req-29812552-5783-48f4-8f7c-063fa43c59fb tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:20.777580 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b574cd1c-5a6e-49cf-97a1-34cb2b67a135 req-29812552-5783-48f4-8f7c-063fa43c59fb tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 943 time: 0.0497139
Apr 16 21:26:20.778436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f3bbf4fb-1bec-47f3-ae14-ffcb5ebb78c0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group_rule': {'security_group_id': 'e65d94ba-da21-462c-ba06-64d777ef7d49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:20.816991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:26:20.820417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:26:20.831984 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b574cd1c-5a6e-49cf-97a1-34cb2b67a135 req-7b1b181e-5044-4707-a3d8-9e8893ead0d1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476525
Apr 16 21:26:20.890996 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80e11809-c272-46dd-a58b-6cce23f4c5c8 req-f5f1af13-f0d3-4034-a341-4d32a4bffea1 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0835efc3-f9dd-47f0-a085-1fa8aeea993f HTTP/1.1" status: 200  len: 210 time: 0.0354726
Apr 16 21:26:20.894799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3bbf4fb-1bec-47f3-ae14-ffcb5ebb78c0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (9d8a0315-2c51-406c-b025-eefc33d053be), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:20.918360 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:20.957666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 89aa2008-483c-4c5a-85b1-9f5656576e5b no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:26:20.959964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:20.960645 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:20.962037 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] 10.222.0.11 "PUT /v2.0/ports/29f0877d-908a-47df-aa37-d5dcea212e40 HTTP/1.1" status: 200  len: 1091 time: 1.1471331
Apr 16 21:26:20.982227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 89aa2008-483c-4c5a-85b1-9f5656576e5b {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:26:20.982577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 89aa2008-483c-4c5a-85b1-9f5656576e5b not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:26:20.998620 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3bbf4fb-1bec-47f3-ae14-ffcb5ebb78c0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (9d8a0315-2c51-406c-b025-eefc33d053be), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:21.001657 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c9156-c26c-488c-8d9a-1861bcfbe1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=29f0877d-908a-47df-aa37-d5dcea212e40,revision_number=10']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:21.054815 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3bbf4fb-1bec-47f3-ae14-ffcb5ebb78c0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (9d8a0315-2c51-406c-b025-eefc33d053be), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:21.073396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbf4fb-1bec-47f3-ae14-ffcb5ebb78c0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8a0315-2c51-406c-b025-eefc33d053be,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:21.165673 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3bbf4fb-1bec-47f3-ae14-ffcb5ebb78c0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:21.166863 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f3bbf4fb-1bec-47f3-ae14-ffcb5ebb78c0 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3943777
Apr 16 21:26:21.169755 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45742) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:21.175853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2fa5581e-ff31-4e07-9d35-19f77eb8c101 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group_rule': {'security_group_id': 'e65d94ba-da21-462c-ba06-64d777ef7d49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:21.195377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-4df676d9-6b18-48f2-8d8b-0d51ee1ef157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:21.197083 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-4df676d9-6b18-48f2-8d8b-0d51ee1ef157 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280&device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 1126 time: 0.0617952
Apr 16 21:26:21.272232 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a188560a-954d-4412-9e07-a0ab0234f3ac req-2f29b8cd-2589-47a6-a5b0-ff426dfc6de0 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c30b376-2903-4058-b436-4644778f3352 HTTP/1.1" status: 200  len: 210 time: 0.0288153
Apr 16 21:26:21.309249 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2fa5581e-ff31-4e07-9d35-19f77eb8c101 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (8edb63dc-f046-45c7-a4c7-8bd7644dcc22), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:21.312124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-af9ddda2-1b97-426c-89c3-a416602e2d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:21.313643 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-af9ddda2-1b97-426c-89c3-a416602e2d22 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b9ee265-bdab-4092-8071-c9bb95d911fb HTTP/1.1" status: 200  len: 914 time: 0.0969472
Apr 16 21:26:21.367673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-e29af41a-48b6-446e-92a0-7af9999bec84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f0877d-908a-47df-aa37-d5dcea212e40 HTTP/1.1" status: 200  len: 217 time: 0.0469639
Apr 16 21:26:21.441517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:21.443730 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa8b4a0-7f4a-4b95-be52-e332fc65bc45" -d '{"events": [{"name": "network-changed", "server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:21.447337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2fa5581e-ff31-4e07-9d35-19f77eb8c101 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (8edb63dc-f046-45c7-a4c7-8bd7644dcc22), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:21.469701 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-6654d819-7c5c-4233-84ac-af69ee5fcb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:21.471198 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-6654d819-7c5c-4233-84ac-af69ee5fcb80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6187210d-8476-403b-b03c-54cf8fd642e3 HTTP/1.1" status: 200  len: 853 time: 0.0957675
Apr 16 21:26:21.472982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dec3795-678a-4968-8491-4f68d3701f4f req-70a6dcda-b250-4782-b90d-7cc4fec56984 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.11 "GET /v2.0/ports?device_id=0835efc3-f9dd-47f0-a085-1fa8aeea993f HTTP/1.1" status: 200  len: 210 time: 0.0458314
Apr 16 21:26:21.494441 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb2cb41-7893-43eb-ad9a-0d55318fc4f3 x-openstack-request-id: req-deb2cb41-7893-43eb-ad9a-0d55318fc4f3 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:21.495561 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:21.495823 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-deb2cb41-7893-43eb-ad9a-0d55318fc4f3 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:21.496401 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deb2cb41-7893-43eb-ad9a-0d55318fc4f3'] response: {'name': 'network-changed', 'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40', 'status': 'completed', 'code': 200}
Apr 16 21:26:21.514749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-a77c4ea7-a8ca-43aa-91e7-0279a1921993 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b9ee265-bdab-4092-8071-c9bb95d911fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344169
Apr 16 21:26:21.601947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2fa5581e-ff31-4e07-9d35-19f77eb8c101 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (8edb63dc-f046-45c7-a4c7-8bd7644dcc22), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:21.612957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c4b48baf-b6de-48b9-957f-b38bd1e25cfe req-a9693d25-7929-456e-b0c4-03ae9ed42d8e tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0289557
Apr 16 21:26:21.642087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5581e-ff31-4e07-9d35-19f77eb8c101 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edb63dc-f046-45c7-a4c7-8bd7644dcc22,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:21.670142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-06e1ad50-6fbd-4a95-8135-b84227377014 service neutron] 10.222.0.11 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487734
Apr 16 21:26:21.732159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9cc41-b3fc-46f9-b1f8-1519628e5648 req-17ad4b4c-d23e-4464-9f78-e7f46fbf8941 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:21.737923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bac9cc41-b3fc-46f9-b1f8-1519628e5648 req-17ad4b4c-d23e-4464-9f78-e7f46fbf8941 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.1167405
Apr 16 21:26:21.761721 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2fa5581e-ff31-4e07-9d35-19f77eb8c101 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:21.762927 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2fa5581e-ff31-4e07-9d35-19f77eb8c101 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5922987
Apr 16 21:26:21.769506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45756) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:21.774560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-585ae738-a045-415b-9e10-2fbb785b1e4c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group_rule': {'security_group_id': 'e65d94ba-da21-462c-ba06-64d777ef7d49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:21.814613 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bac9cc41-b3fc-46f9-b1f8-1519628e5648 req-324f5ac2-ed24-4f7f-879a-6b3fa9cc2237 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732472
Apr 16 21:26:21.818259 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-972ff0dd-2143-468d-a43d-72885e1ecba1 req-fc530e5d-b227-400f-af76-b5a513c5ea05 service neutron] 10.222.0.11 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410840
Apr 16 21:26:21.901048 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-585ae738-a045-415b-9e10-2fbb785b1e4c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (5c657f93-5521-499b-a1d9-883bad9ad7b0), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:21.985501 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a21780-593d-4527-8621-a9a7b5248174 req-45464849-537e-4fbf-bf7a-4b37d70e79b8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:21.987057 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96a21780-593d-4527-8621-a9a7b5248174 req-45464849-537e-4fbf-bf7a-4b37d70e79b8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.0820260
Apr 16 21:26:22.005512 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-585ae738-a045-415b-9e10-2fbb785b1e4c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (5c657f93-5521-499b-a1d9-883bad9ad7b0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:22.017707 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3fed820b-536a-436d-9558-1340bd58837c req-b12b6e6a-a5cb-4d95-9cbd-7bb71e96ff95 tempest-ServerShowV247Test-2091270190 tempest-ServerShowV247Test-2091270190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0835efc3-f9dd-47f0-a085-1fa8aeea993f HTTP/1.1" status: 200  len: 210 time: 0.0290277
Apr 16 21:26:22.043080 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96a21780-593d-4527-8621-a9a7b5248174 req-8855b6c8-4a56-4d9f-969d-a58b3f7837b5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488524
Apr 16 21:26:22.071892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-585ae738-a045-415b-9e10-2fbb785b1e4c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (5c657f93-5521-499b-a1d9-883bad9ad7b0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:22.091304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ae738-a045-415b-9e10-2fbb785b1e4c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c657f93-5521-499b-a1d9-883bad9ad7b0,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:22.142525 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8b4a0-7f4a-4b95-be52-e332fc65bc45 req-f6c9cc99-0814-4b8c-9b90-f8342c3561c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:22.142525 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4aa8b4a0-7f4a-4b95-be52-e332fc65bc45 req-f6c9cc99-0814-4b8c-9b90-f8342c3561c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280&device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 1126 time: 0.0409367
Apr 16 21:26:22.191637 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-585ae738-a045-415b-9e10-2fbb785b1e4c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:22.192862 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-585ae738-a045-415b-9e10-2fbb785b1e4c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.4220102
Apr 16 21:26:22.195927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45776) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:22.227652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e9840a1-23a6-4e96-b33f-f89278bc525e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (5c657f93-5521-499b-a1d9-883bad9ad7b0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:22.234654 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e9840a1-23a6-4e96-b33f-f89278bc525e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (5c657f93-5521-499b-a1d9-883bad9ad7b0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:22.247164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8b4a0-7f4a-4b95-be52-e332fc65bc45 req-6e4f1b31-0df3-400d-ada6-f746967ba699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:22.255953 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4aa8b4a0-7f4a-4b95-be52-e332fc65bc45 req-6e4f1b31-0df3-400d-ada6-f746967ba699 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b9ee265-bdab-4092-8071-c9bb95d911fb HTTP/1.1" status: 200  len: 914 time: 0.1086431
Apr 16 21:26:22.319476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4aa8b4a0-7f4a-4b95-be52-e332fc65bc45 req-1675e528-4384-4c16-97bd-bd0b6347d0a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f0877d-908a-47df-aa37-d5dcea212e40 HTTP/1.1" status: 200  len: 217 time: 0.0507619
Apr 16 21:26:22.372544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8b4a0-7f4a-4b95-be52-e332fc65bc45 req-0f0d4c42-b7f5-479f-b8b1-9ce42132edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:22.374053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4aa8b4a0-7f4a-4b95-be52-e332fc65bc45 req-0f0d4c42-b7f5-479f-b8b1-9ce42132edbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6187210d-8476-403b-b03c-54cf8fd642e3 HTTP/1.1" status: 200  len: 853 time: 0.0514798
Apr 16 21:26:22.409296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e9840a1-23a6-4e96-b33f-f89278bc525e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (5c657f93-5521-499b-a1d9-883bad9ad7b0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:22.411905 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e9840a1-23a6-4e96-b33f-f89278bc525e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:22.413259 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4aa8b4a0-7f4a-4b95-be52-e332fc65bc45 req-5b199b43-1f55-4413-b072-a5b8974f83bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b9ee265-bdab-4092-8071-c9bb95d911fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319800
Apr 16 21:26:22.415673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45790) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:22.415795 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2e9840a1-23a6-4e96-b33f-f89278bc525e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5c657f93-5521-499b-a1d9-883bad9ad7b0 HTTP/1.1" status: 204  len: 168 time: 0.2185566
Apr 16 21:26:22.425451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9840a1-23a6-4e96-b33f-f89278bc525e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c657f93-5521-499b-a1d9-883bad9ad7b0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:22.471948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45794) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:22.568259 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d341323a-431f-492d-931d-09b3413eba08 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.1482658
Apr 16 21:26:22.568747 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45798) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:22.595973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4aa8b4a0-7f4a-4b95-be52-e332fc65bc45 req-f2b535ca-a57d-4102-a6e1-71da1f14fa78 service neutron] 10.222.0.11 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737766
Apr 16 21:26:22.611810 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0a925c8a-59d4-47a6-81a1-f0e5e8202701 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (86dafe47-1250-4775-b38e-614592f398fd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:22.682664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4d7cf20-b373-4c15-9b37-c510c6ee3680 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (8edb63dc-f046-45c7-a4c7-8bd7644dcc22), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:22.686314 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0a925c8a-59d4-47a6-81a1-f0e5e8202701 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (86dafe47-1250-4775-b38e-614592f398fd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:22.734327 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4d7cf20-b373-4c15-9b37-c510c6ee3680 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (8edb63dc-f046-45c7-a4c7-8bd7644dcc22), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:22.895642 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4d7cf20-b373-4c15-9b37-c510c6ee3680 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (8edb63dc-f046-45c7-a4c7-8bd7644dcc22), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:22.903744 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4d7cf20-b373-4c15-9b37-c510c6ee3680 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:22.905231 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e4d7cf20-b373-4c15-9b37-c510c6ee3680 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8edb63dc-f046-45c7-a4c7-8bd7644dcc22 HTTP/1.1" status: 204  len: 168 time: 0.3349197
Apr 16 21:26:22.913671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45820) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:22.933588 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ffe2fd68-c4e7-4b3e-baa3-1ce861c8fed5 req-e8006506-172c-4e25-b4ab-ee0cda025f84 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.1244693
Apr 16 21:26:22.935161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7cf20-b373-4c15-9b37-c510c6ee3680 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8edb63dc-f046-45c7-a4c7-8bd7644dcc22,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:23.032946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4aa8b4a0-7f4a-4b95-be52-e332fc65bc45 req-650741e6-b512-4735-8281-d0f84b0b8aed service neutron] 10.222.0.11 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3839724
Apr 16 21:26:23.132378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc8adf-df03-4f3b-bb35-f106f1799970 req-b7a219ba-2386-4b61-919e-89e5880543c9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:23.140534 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-79cc8adf-df03-4f3b-bb35-f106f1799970 req-b7a219ba-2386-4b61-919e-89e5880543c9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.1288135
Apr 16 21:26:23.154456 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1c1a7467-cb9f-4b16-8938-e316ab06bd61 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.2394419
Apr 16 21:26:23.157450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45832) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:23.175603 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0a925c8a-59d4-47a6-81a1-f0e5e8202701 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (86dafe47-1250-4775-b38e-614592f398fd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.181387 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0a925c8a-59d4-47a6-81a1-f0e5e8202701 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.185658 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0a925c8a-59d4-47a6-81a1-f0e5e8202701 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "DELETE /v2.0/security-groups/86dafe47-1250-4775-b38e-614592f398fd HTTP/1.1" status: 204  len: 168 time: 0.7115061
Apr 16 21:26:23.188333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45834) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:23.232780 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-96d349db-c842-49c3-9024-5e75db1efc9b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] show failed (client error): The resource could not be found.
Apr 16 21:26:23.234574 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-96d349db-c842-49c3-9024-5e75db1efc9b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups/86dafe47-1250-4775-b38e-614592f398fd HTTP/1.1" status: 404  len: 347 time: 0.0451150
Apr 16 21:26:23.239568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45836) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:23.253485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a925c8a-59d4-47a6-81a1-f0e5e8202701 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dafe47-1250-4775-b38e-614592f398fd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:23.257658 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-79cc8adf-df03-4f3b-bb35-f106f1799970 req-710cc2d5-a2d8-4046-bae1-b5dbfa7e3274 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157174
Apr 16 21:26:23.390646 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-627e2fc1-7ce3-4799-83f5-1240eeb59724 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (9d8a0315-2c51-406c-b025-eefc33d053be), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.413631 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-627e2fc1-7ce3-4799-83f5-1240eeb59724 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (9d8a0315-2c51-406c-b025-eefc33d053be), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.427994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3bda0-bba7-4405-b120-112a817b3943 req-840e6f9e-c830-48ce-8ff3-33f3fb1dd4a7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:23.429887 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58f3bda0-bba7-4405-b120-112a817b3943 req-840e6f9e-c830-48ce-8ff3-33f3fb1dd4a7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.1982553
Apr 16 21:26:23.514584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-729c5d53-da3d-40d5-ac62-25325c6a44ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Deleting port 8a6c508e-773a-401a-9d14-e421a731f928 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:26:23.514981 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-729c5d53-da3d-40d5-ac62-25325c6a44ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8a6c508e-773a-401a-9d14-e421a731f928), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.591361 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58f3bda0-bba7-4405-b120-112a817b3943 req-10b92c7a-fa42-492c-a279-6b7635b29ced tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519477
Apr 16 21:26:23.598834 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-627e2fc1-7ce3-4799-83f5-1240eeb59724 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (9d8a0315-2c51-406c-b025-eefc33d053be), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.605889 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-627e2fc1-7ce3-4799-83f5-1240eeb59724 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.608627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-627e2fc1-7ce3-4799-83f5-1240eeb59724 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9d8a0315-2c51-406c-b025-eefc33d053be HTTP/1.1" status: 204  len: 168 time: 0.4496789
Apr 16 21:26:23.611388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45848) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:23.646406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e2fc1-7ce3-4799-83f5-1240eeb59724 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d8a0315-2c51-406c-b025-eefc33d053be,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:23.710767 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ad82bcd0-6fac-4be4-992c-8e61cfc09195 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0862775
Apr 16 21:26:23.713766 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45852) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:23.715326 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-729c5d53-da3d-40d5-ac62-25325c6a44ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8a6c508e-773a-401a-9d14-e421a731f928), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.715785 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-729c5d53-da3d-40d5-ac62-25325c6a44ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (8a6c508e-773a-401a-9d14-e421a731f928), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.731335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-729c5d53-da3d-40d5-ac62-25325c6a44ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Calling delete_port for 8a6c508e-773a-401a-9d14-e421a731f928 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:26:23.757354 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70b84cd8-802d-4bef-82ab-854dbe2d2a8c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (425fb790-0cb0-49c5-8264-cd0f42e2f986), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.766182 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70b84cd8-802d-4bef-82ab-854dbe2d2a8c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (425fb790-0cb0-49c5-8264-cd0f42e2f986), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.806577 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45854) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:23.849333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70b84cd8-802d-4bef-82ab-854dbe2d2a8c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (425fb790-0cb0-49c5-8264-cd0f42e2f986), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.854563 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70b84cd8-802d-4bef-82ab-854dbe2d2a8c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.858749 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-70b84cd8-802d-4bef-82ab-854dbe2d2a8c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/425fb790-0cb0-49c5-8264-cd0f42e2f986 HTTP/1.1" status: 204  len: 168 time: 0.1434083
Apr 16 21:26:23.859630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45858) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:23.905117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b84cd8-802d-4bef-82ab-854dbe2d2a8c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=425fb790-0cb0-49c5-8264-cd0f42e2f986,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:23.949831 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1915724d-c2e4-4d1e-bc06-732a1c2e9e87 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0829685
Apr 16 21:26:23.953093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45860) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:23.982222 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed13016e-a2bf-4113-927d-f5f9230042b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:23.986069 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59bd43a2-2ecd-4605-916d-0b08edd51994 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (a6504377-1018-4d40-b2e2-704b415fa64f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.001275 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59bd43a2-2ecd-4605-916d-0b08edd51994 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (a6504377-1018-4d40-b2e2-704b415fa64f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.024299 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-729c5d53-da3d-40d5-ac62-25325c6a44ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8a6c508e-773a-401a-9d14-e421a731f928), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.060703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c5d53-da3d-40d5-ac62-25325c6a44ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event deleted for resources: {'Port': ['ID=8a6c508e-773a-401a-9d14-e421a731f928,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:24.134849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-729c5d53-da3d-40d5-ac62-25325c6a44ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (323242a3-08af-4b3d-b6a4-4c37b2e5f7b4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.138005 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-729c5d53-da3d-40d5-ac62-25325c6a44ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.140641 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-729c5d53-da3d-40d5-ac62-25325c6a44ea tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "DELETE /v2.0/floatingips/323242a3-08af-4b3d-b6a4-4c37b2e5f7b4 HTTP/1.1" status: 204  len: 168 time: 0.8884356
Apr 16 21:26:24.166423 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59bd43a2-2ecd-4605-916d-0b08edd51994 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (a6504377-1018-4d40-b2e2-704b415fa64f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.172864 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58c3a749-013d-4510-908a-fea0f67c1ded req-4d49e0ed-ce12-4c38-97b3-8b3bbf776913 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0511642
Apr 16 21:26:24.178196 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59bd43a2-2ecd-4605-916d-0b08edd51994 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.180006 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-59bd43a2-2ecd-4605-916d-0b08edd51994 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a6504377-1018-4d40-b2e2-704b415fa64f HTTP/1.1" status: 204  len: 168 time: 0.2258425
Apr 16 21:26:24.183320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45868) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:24.204534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd43a2-2ecd-4605-916d-0b08edd51994 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6504377-1018-4d40-b2e2-704b415fa64f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:24.281409 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e87823ab-9da5-41b3-b7d3-e3cb0c807a75 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0944674
Apr 16 21:26:24.281761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45872) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:24.318936 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed13016e-a2bf-4113-927d-f5f9230042b4 admin admin] Publish callbacks [] for security_group (3be1bfd2-40e5-4482-8f5a-1e8dfbec54fc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.365714 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6aa05d56-7286-4436-bb6b-47dc439c31be tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (e65d94ba-da21-462c-ba06-64d777ef7d49), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.391490 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed13016e-a2bf-4113-927d-f5f9230042b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3be1bfd2-40e5-4482-8f5a-1e8dfbec54fc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.397342 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6aa05d56-7286-4436-bb6b-47dc439c31be tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (e65d94ba-da21-462c-ba06-64d777ef7d49), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.458214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e828f0-3e78-45d2-a7dd-ca00c9f54dfd req-0f23161c-eddb-46a1-9537-ca8535b31acd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:24.459815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96e828f0-3e78-45d2-a7dd-ca00c9f54dfd req-0f23161c-eddb-46a1-9537-ca8535b31acd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.1121500
Apr 16 21:26:24.466681 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ed13016e-a2bf-4113-927d-f5f9230042b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a919bcedab644defad61a065b44d7887&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6563003
Apr 16 21:26:24.466681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13016e-a2bf-4113-927d-f5f9230042b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be1bfd2-40e5-4482-8f5a-1e8dfbec54fc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:24.469249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45880) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:24.542736 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6aa05d56-7286-4436-bb6b-47dc439c31be tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e65d94ba-da21-462c-ba06-64d777ef7d49), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.542736 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6aa05d56-7286-4436-bb6b-47dc439c31be tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.542736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6aa05d56-7286-4436-bb6b-47dc439c31be tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-groups/e65d94ba-da21-462c-ba06-64d777ef7d49 HTTP/1.1" status: 204  len: 168 time: 0.2592576
Apr 16 21:26:24.552352 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96e828f0-3e78-45d2-a7dd-ca00c9f54dfd req-3a3def66-f8b7-4d63-9e50-6c2e19d94b38 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828431
Apr 16 21:26:24.552893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45882) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:24.578384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa05d56-7286-4436-bb6b-47dc439c31be tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65d94ba-da21-462c-ba06-64d777ef7d49,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:24.619218 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c0b3f859-36f8-423d-a93c-68e93386ad74 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0608766
Apr 16 21:26:24.619331 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fcd8e7c1-74a2-4337-a70a-1f8b2102e682 admin admin] Publish callbacks [] for security_group (3be1bfd2-40e5-4482-8f5a-1e8dfbec54fc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.619525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45888) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:24.630008 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2a00737a-8db7-40a1-9e96-48d31dc28cec tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025227682'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:24.682149 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fcd8e7c1-74a2-4337-a70a-1f8b2102e682 admin admin] Publish callbacks [] for security_group (3be1bfd2-40e5-4482-8f5a-1e8dfbec54fc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.775415 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a00737a-8db7-40a1-9e96-48d31dc28cec tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.812966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d867717-474b-4e4d-9894-39c996c0fa56 req-18d1362e-fb1d-4c77-aad8-e03d2c3d4e5d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:24.814956 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d867717-474b-4e4d-9894-39c996c0fa56 req-18d1362e-fb1d-4c77-aad8-e03d2c3d4e5d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.0808151
Apr 16 21:26:24.828925 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fcd8e7c1-74a2-4337-a70a-1f8b2102e682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3be1bfd2-40e5-4482-8f5a-1e8dfbec54fc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.832512 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fcd8e7c1-74a2-4337-a70a-1f8b2102e682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.838214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fcd8e7c1-74a2-4337-a70a-1f8b2102e682 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3be1bfd2-40e5-4482-8f5a-1e8dfbec54fc HTTP/1.1" status: 204  len: 168 time: 0.3636019
Apr 16 21:26:24.858589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8e7c1-74a2-4337-a70a-1f8b2102e682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be1bfd2-40e5-4482-8f5a-1e8dfbec54fc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:24.924729 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a00737a-8db7-40a1-9e96-48d31dc28cec tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (998d4461-2844-41d0-a4bb-408330570868), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:24.933565 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d867717-474b-4e4d-9894-39c996c0fa56 req-e77453b8-949c-4084-8ee2-e57bf105bc32 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120450
Apr 16 21:26:25.006159 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a00737a-8db7-40a1-9e96-48d31dc28cec tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (998d4461-2844-41d0-a4bb-408330570868), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:25.038402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00737a-8db7-40a1-9e96-48d31dc28cec tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998d4461-2844-41d0-a4bb-408330570868,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:25.157309 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a00737a-8db7-40a1-9e96-48d31dc28cec tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:25.158656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2a00737a-8db7-40a1-9e96-48d31dc28cec tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5383098
Apr 16 21:26:25.161645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45894) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:25.176204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e05f9f08-7b57-427e-a8a2-75dc9cb197ba tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group_rule': {'security_group_id': '998d4461-2844-41d0-a4bb-408330570868', 'direction': 'ingress', 'protocol': 17}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:25.284481 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e05f9f08-7b57-427e-a8a2-75dc9cb197ba tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (62cc0258-2435-4ba6-a634-cd498fab735a), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:25.305797 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-db707db9-762e-4a4d-ab48-936e5dac7b9c req-318c4561-c6db-4f60-bdbe-e68d2f3f509d tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0363863
Apr 16 21:26:25.364623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e05f9f08-7b57-427e-a8a2-75dc9cb197ba tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (62cc0258-2435-4ba6-a634-cd498fab735a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:25.506429 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e05f9f08-7b57-427e-a8a2-75dc9cb197ba tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (62cc0258-2435-4ba6-a634-cd498fab735a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:25.533648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f9f08-7b57-427e-a8a2-75dc9cb197ba tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cc0258-2435-4ba6-a634-cd498fab735a,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:25.613979 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e05f9f08-7b57-427e-a8a2-75dc9cb197ba tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:25.615595 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e05f9f08-7b57-427e-a8a2-75dc9cb197ba tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.4525864
Apr 16 21:26:25.618404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45914) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:25.776791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb102568-a355-4584-bd91-2897e348c213 req-d32cccff-d4bd-4c92-8cba-51cb548751e6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:25.786677 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb102568-a355-4584-bd91-2897e348c213 req-d32cccff-d4bd-4c92-8cba-51cb548751e6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.1172717
Apr 16 21:26:25.844020 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-41d830a3-a06f-41b6-bebb-a23df9c7717e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (998d4461-2844-41d0-a4bb-408330570868), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:25.907760 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb102568-a355-4584-bd91-2897e348c213 req-a61feba3-8fa5-4f25-818c-85da46cfc007 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191747
Apr 16 21:26:25.913218 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-41d830a3-a06f-41b6-bebb-a23df9c7717e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (998d4461-2844-41d0-a4bb-408330570868), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:26.057392 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-41d830a3-a06f-41b6-bebb-a23df9c7717e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (998d4461-2844-41d0-a4bb-408330570868), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:26.060104 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-41d830a3-a06f-41b6-bebb-a23df9c7717e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:26.061512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-41d830a3-a06f-41b6-bebb-a23df9c7717e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-groups/998d4461-2844-41d0-a4bb-408330570868 HTTP/1.1" status: 204  len: 168 time: 0.4415102
Apr 16 21:26:26.065620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45934) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:26.086096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d830a3-a06f-41b6-bebb-a23df9c7717e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998d4461-2844-41d0-a4bb-408330570868,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:26.090441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cffde-c02e-4b0f-b40b-baf9c0c72413 req-86f35ad2-a130-4eb2-ad0f-2e4aee302b9a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:26.092147 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da9cffde-c02e-4b0f-b40b-baf9c0c72413 req-86f35ad2-a130-4eb2-ad0f-2e4aee302b9a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.0771260
Apr 16 21:26:26.145187 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a5b84187-a3d3-44a1-9b1e-b72c81fdf4c3 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0783968
Apr 16 21:26:26.149035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45938) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:26.154682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-496fac02-a11e-455b-8bd7-886cfc9ed18d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280603425'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:26.186226 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da9cffde-c02e-4b0f-b40b-baf9c0c72413 req-203ac357-9f67-497c-8f1a-4ec704726735 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849781
Apr 16 21:26:26.256071 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-496fac02-a11e-455b-8bd7-886cfc9ed18d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:26.338590 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-496fac02-a11e-455b-8bd7-886cfc9ed18d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (78850ae1-2b2f-4c7e-b6c3-139952972f89), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:26.419561 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-496fac02-a11e-455b-8bd7-886cfc9ed18d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (78850ae1-2b2f-4c7e-b6c3-139952972f89), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:26.475249 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f50dd414-c30a-4c68-ab80-6d4c3465ab97 req-72ca0d3c-86fa-485e-a214-82b17747e1b9 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0750828
Apr 16 21:26:26.482656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fac02-a11e-455b-8bd7-886cfc9ed18d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78850ae1-2b2f-4c7e-b6c3-139952972f89,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:26.500771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45948) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:26.559720 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-496fac02-a11e-455b-8bd7-886cfc9ed18d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:26.561811 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-496fac02-a11e-455b-8bd7-886cfc9ed18d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4116337
Apr 16 21:26:26.565106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45952) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:26.574562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-56b9b03e-e686-4d7a-945a-41dac6f3f81d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group': {'name': 'tempest-secgroup--72759825'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:26.611500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1814108831-network', 'tenant_id': '76fd883ad3944fcaaecdf2909120dc87'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:26.735018 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56b9b03e-e686-4d7a-945a-41dac6f3f81d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:26.757605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Made reservation on behalf of 76fd883ad3944fcaaecdf2909120dc87 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:26:26.761456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:26.772903 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:26.852689 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56b9b03e-e686-4d7a-945a-41dac6f3f81d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (64f87d32-6f45-459b-ab28-f989b7caba8b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:26.967592 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Publish callbacks [] for security_group (7b355f08-fb26-4f90-aac7-8edf37d13a6b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.100701 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f32b0-1bd8-4c40-867b-da0ba0c99920 req-42d81f71-bbc5-4b9b-80b7-ca43182dac79 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:27.102781 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-305f32b0-1bd8-4c40-867b-da0ba0c99920 req-42d81f71-bbc5-4b9b-80b7-ca43182dac79 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0711684
Apr 16 21:26:27.167381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-305f32b0-1bd8-4c40-867b-da0ba0c99920 req-104b1a10-0744-4cc5-8fe3-d306fbee62c2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586841
Apr 16 21:26:27.307396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fa4fc-b0fe-4f5e-b577-fb468b6997a4 req-936d6b76-c299-4507-b3e1-f653bb75033b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:27.309169 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-475fa4fc-b0fe-4f5e-b577-fb468b6997a4 req-936d6b76-c299-4507-b3e1-f653bb75033b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.0518818
Apr 16 21:26:27.335385 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56b9b03e-e686-4d7a-945a-41dac6f3f81d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (64f87d32-6f45-459b-ab28-f989b7caba8b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.373880 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-475fa4fc-b0fe-4f5e-b577-fb468b6997a4 req-71afc2d2-fdef-46fe-b6cc-6764f0763b16 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567327
Apr 16 21:26:27.381453 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7b355f08-fb26-4f90-aac7-8edf37d13a6b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.386025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9b03e-e686-4d7a-945a-41dac6f3f81d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f87d32-6f45-459b-ab28-f989b7caba8b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:27.431684 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:26:27.437118 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-56b9b03e-e686-4d7a-945a-41dac6f3f81d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.447921 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-56b9b03e-e686-4d7a-945a-41dac6f3f81d tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.8712621
Apr 16 21:26:27.448102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45966) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:27.448102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6f6988f1-c064-47fa-8fa7-a3200bf0586c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group_rule': {'security_group_id': '78850ae1-2b2f-4c7e-b6c3-139952972f89', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '64f87d32-6f45-459b-ab28-f989b7caba8b', 'remote_ip_prefix': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:27.450467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b355f08-fb26-4f90-aac7-8edf37d13a6b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:27.454627 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (a8f090f1-20fd-440b-adf2-d42c48eb5c5f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.455050 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Added segment a8f090f1-20fd-440b-adf2-d42c48eb5c5f of type vlan for network 8f593006-a7a9-4abc-8409-1d78959e9c9f
Apr 16 21:26:27.509083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (8f593006-a7a9-4abc-8409-1d78959e9c9f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.610477 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3a0a2969-8e5e-46d4-a241-4a142fbaaf97 req-91e1932b-a90b-43ff-b974-43d862625e45 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0338564
Apr 16 21:26:27.617655 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6f6988f1-c064-47fa-8fa7-a3200bf0586c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (d3b68efa-f701-4497-98f4-6ae835685743), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.649331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (8f593006-a7a9-4abc-8409-1d78959e9c9f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.652591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:27.652591 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.700045 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6f6988f1-c064-47fa-8fa7-a3200bf0586c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (d3b68efa-f701-4497-98f4-6ae835685743), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.713851 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] Pushing event updated for resources: {'Network': ['ID=8f593006-a7a9-4abc-8409-1d78959e9c9f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:27.724079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 8f593006-a7a9-4abc-8409-1d78959e9c9f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:26:27.806189 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6f6988f1-c064-47fa-8fa7-a3200bf0586c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (d3b68efa-f701-4497-98f4-6ae835685743), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.813612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-96227b79-0e1f-4746-9dc1-e9e2ad3db9ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.3113210
Apr 16 21:26:27.818472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45974) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:27.834949 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a6e4ca6b-08d6-46cd-b335-72f0f6bd09a5 admin admin] Request body: {'subnet': {'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1814108831-subnet', 'tenant_id': '76fd883ad3944fcaaecdf2909120dc87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:27.847464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6988f1-c064-47fa-8fa7-a3200bf0586c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b68efa-f701-4497-98f4-6ae835685743,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:27.895716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6f6988f1-c064-47fa-8fa7-a3200bf0586c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.899874 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6f6988f1-c064-47fa-8fa7-a3200bf0586c tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.4568899
Apr 16 21:26:27.900164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45976) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:27.937401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28534c44-e7a2-4d77-a08f-d0d09de8668e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (d3b68efa-f701-4497-98f4-6ae835685743), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.939419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba33143-b017-44ab-9723-ad2f0fcadf14 req-42813058-9ab3-48dc-b3f0-e175c49fe2c1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:27.941512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ba33143-b017-44ab-9723-ad2f0fcadf14 req-42813058-9ab3-48dc-b3f0-e175c49fe2c1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 945 time: 0.0962715
Apr 16 21:26:27.950354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e4ca6b-08d6-46cd-b335-72f0f6bd09a5 admin admin] Made reservation on behalf of 76fd883ad3944fcaaecdf2909120dc87 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:26:27.953409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ca6b-08d6-46cd-b335-72f0f6bd09a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:27.956164 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28534c44-e7a2-4d77-a08f-d0d09de8668e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (d3b68efa-f701-4497-98f4-6ae835685743), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:28.011359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ba33143-b017-44ab-9723-ad2f0fcadf14 req-2c63c098-bbe4-4000-93a4-69b0c0187972 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=29823ffe-981f-4199-ae50-36c53748628c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618980
Apr 16 21:26:28.117918 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28534c44-e7a2-4d77-a08f-d0d09de8668e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (d3b68efa-f701-4497-98f4-6ae835685743), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:28.141708 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28534c44-e7a2-4d77-a08f-d0d09de8668e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:28.148410 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-28534c44-e7a2-4d77-a08f-d0d09de8668e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d3b68efa-f701-4497-98f4-6ae835685743 HTTP/1.1" status: 204  len: 168 time: 0.2416768
Apr 16 21:26:28.148591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45978) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:28.174615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28534c44-e7a2-4d77-a08f-d0d09de8668e tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3b68efa-f701-4497-98f4-6ae835685743,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:28.195633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6f047c9a-ebbe-483d-bdff-3b5835cc3b85 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0477948
Apr 16 21:26:28.204819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45982) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:28.327868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0be374-0f6e-4d2a-bfbb-9047c229415f req-964cba7f-6725-4c1a-b565-71d6c7626b1d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:28.329218 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1a0be374-0f6e-4d2a-bfbb-9047c229415f req-964cba7f-6725-4c1a-b565-71d6c7626b1d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0762866
Apr 16 21:26:28.361577 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-003554fb-110b-4063-b3aa-c43c51a4ab11 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (64f87d32-6f45-459b-ab28-f989b7caba8b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:28.373199 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ca6b-08d6-46cd-b335-72f0f6bd09a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (9133d53e-619c-487b-8eb9-4bd92e2fff34), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:28.442796 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-003554fb-110b-4063-b3aa-c43c51a4ab11 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (64f87d32-6f45-459b-ab28-f989b7caba8b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:28.457717 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1a0be374-0f6e-4d2a-bfbb-9047c229415f req-24df9ebc-30e0-4728-a44e-b2ff98429b10 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209776
Apr 16 21:26:28.511720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4ca6b-08d6-46cd-b335-72f0f6bd09a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9133d53e-619c-487b-8eb9-4bd92e2fff34,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:28.518273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e4ca6b-08d6-46cd-b335-72f0f6bd09a5 admin admin] Checking segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:26:28.518625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e4ca6b-08d6-46cd-b335-72f0f6bd09a5 admin admin] Network hostable DHCP agents. Network: 8f593006-a7a9-4abc-8409-1d78959e9c9f, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:26:28.537303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c42255-9026-45f5-a544-0be69f0f524f req-3654db28-cbc5-4de7-a75c-863c3e1bc2ad tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:28.538823 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a7c42255-9026-45f5-a544-0be69f0f524f req-3654db28-cbc5-4de7-a75c-863c3e1bc2ad tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.0618699
Apr 16 21:26:28.586639 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-003554fb-110b-4063-b3aa-c43c51a4ab11 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (64f87d32-6f45-459b-ab28-f989b7caba8b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:28.590248 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-003554fb-110b-4063-b3aa-c43c51a4ab11 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:28.593919 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-003554fb-110b-4063-b3aa-c43c51a4ab11 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-groups/64f87d32-6f45-459b-ab28-f989b7caba8b HTTP/1.1" status: 204  len: 168 time: 0.3556082
Apr 16 21:26:28.594318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45988) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:28.605210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003554fb-110b-4063-b3aa-c43c51a4ab11 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f87d32-6f45-459b-ab28-f989b7caba8b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:28.606568 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a7c42255-9026-45f5-a544-0be69f0f524f req-36226444-355e-4c51-82e8-2f9f2848ed72 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604393
Apr 16 21:26:28.635245 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e4ca6b-08d6-46cd-b335-72f0f6bd09a5 admin admin] Network 8f593006-a7a9-4abc-8409-1d78959e9c9f is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:26:28.672092 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9614e993-1e2a-4d08-bdc3-eb0926742520 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0760591
Apr 16 21:26:28.675389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45992) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:28.736609 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9bea130c-de22-43f6-bd08-a8269db24113 req-00d00454-26a3-4059-9c09-45930aff2b9a tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0333865
Apr 16 21:26:28.742624 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7bbe9464-8cd0-49be-b24e-f7b6f245cb6a tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (78850ae1-2b2f-4c7e-b6c3-139952972f89), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:28.755019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a6e4ca6b-08d6-46cd-b335-72f0f6bd09a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8f593006-a7a9-4abc-8409-1d78959e9c9f) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:26:28.761767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e4ca6b-08d6-46cd-b335-72f0f6bd09a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:28.762575 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ca6b-08d6-46cd-b335-72f0f6bd09a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:28.763967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4293719b-5301-4523-9bb1-f9988d75b2a9 None None] Network 8f593006-a7a9-4abc-8409-1d78959e9c9f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:26:28.789265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7bbe9464-8cd0-49be-b24e-f7b6f245cb6a tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (78850ae1-2b2f-4c7e-b6c3-139952972f89), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:28.871203 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a6e4ca6b-08d6-46cd-b335-72f0f6bd09a5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 1.0431032
Apr 16 21:26:28.906418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7bbe9464-8cd0-49be-b24e-f7b6f245cb6a tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (78850ae1-2b2f-4c7e-b6c3-139952972f89), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:28.911141 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7bbe9464-8cd0-49be-b24e-f7b6f245cb6a tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:28.916512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7bbe9464-8cd0-49be-b24e-f7b6f245cb6a tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-groups/78850ae1-2b2f-4c7e-b6c3-139952972f89 HTTP/1.1" status: 204  len: 168 time: 0.2362804
Apr 16 21:26:28.918399 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45998) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:28.925896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e853f-f9cb-495a-919b-e039bc6abe46 None None] Network 8f593006-a7a9-4abc-8409-1d78959e9c9f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:26:28.930861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe9464-8cd0-49be-b24e-f7b6f245cb6a tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78850ae1-2b2f-4c7e-b6c3-139952972f89,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:29.035775 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4d333fab-1364-4ae6-b8fb-5aa2db1ed791 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1159117
Apr 16 21:26:29.040060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46002) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:29.044801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d38a1e8d-b6f5-4b19-b026-58b34d47b2e4 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group': {'name': 'tempest-secgroup--470865575'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:29.182301 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d38a1e8d-b6f5-4b19-b026-58b34d47b2e4 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:29.218903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136fdd-8b4b-40a0-aa47-4fdf2e29f5ae req-7001116f-0fc8-44a2-b044-4a169cf40b69 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:29.226156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea136fdd-8b4b-40a0-aa47-4fdf2e29f5ae req-7001116f-0fc8-44a2-b044-4a169cf40b69 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 945 time: 0.0920453
Apr 16 21:26:29.303498 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea136fdd-8b4b-40a0-aa47-4fdf2e29f5ae req-9deea220-648d-4c2e-b483-902d5243e7a6 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=29823ffe-981f-4199-ae50-36c53748628c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727968
Apr 16 21:26:29.341315 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d38a1e8d-b6f5-4b19-b026-58b34d47b2e4 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (62034cd7-efe6-4cb0-83fa-90c89f1bd3c6), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:29.642999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-8f295108-fce6-4d90-b085-2f0844e775fa tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:29.644074 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-8f295108-fce6-4d90-b085-2f0844e775fa tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.1976709
Apr 16 21:26:29.651490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8e1ad-27fd-43d3-be33-779fa1b2395d req-dc3bdee5-11d8-46e3-9ccf-8326ccbdfda0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:29.653592 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-46b8e1ad-27fd-43d3-be33-779fa1b2395d req-dc3bdee5-11d8-46e3-9ccf-8326ccbdfda0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0918336
Apr 16 21:26:29.711247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34615ca5-6c13-4934-939c-61ede1b5e6e1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/quotas/76fd883ad3944fcaaecdf2909120dc87 HTTP/1.1" status: 200  len: 375 time: 0.0584571
Apr 16 21:26:29.745835 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-46b8e1ad-27fd-43d3-be33-779fa1b2395d req-d51870d3-c054-48c8-ad91-9e47a45f75fd tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848563
Apr 16 21:26:29.804451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-7373b010-3b9b-48a3-8efe-1bad412441fc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0874705
Apr 16 21:26:29.810356 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d38a1e8d-b6f5-4b19-b026-58b34d47b2e4 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (62034cd7-efe6-4cb0-83fa-90c89f1bd3c6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:29.833560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-46325ad0-0cad-4708-a0e7-6a92b077ce5e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:29.835033 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-46325ad0-0cad-4708-a0e7-6a92b077ce5e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 945 time: 0.1668336
Apr 16 21:26:29.878832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a1e8d-b6f5-4b19-b026-58b34d47b2e4 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62034cd7-efe6-4cb0-83fa-90c89f1bd3c6,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:29.897468 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d3bce-7184-4285-8fa5-63d1abd9ec69 req-747258f5-6e08-4111-99c9-688591c59447 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:29.899645 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b33d3bce-7184-4285-8fa5-63d1abd9ec69 req-747258f5-6e08-4111-99c9-688591c59447 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.0675447
Apr 16 21:26:29.983583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d38a1e8d-b6f5-4b19-b026-58b34d47b2e4 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:29.989837 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d38a1e8d-b6f5-4b19-b026-58b34d47b2e4 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.9485698
Apr 16 21:26:29.996663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46026) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:30.001125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-84bfeec2-c44f-4245-9105-4a33a20754f1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group_rule': {'security_group_id': '62034cd7-efe6-4cb0-83fa-90c89f1bd3c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:30.017408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Deleting port 459ce4bf-03df-40c1-b9aa-0e81a103ea05 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:26:30.017753 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:30.052468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b33d3bce-7184-4285-8fa5-63d1abd9ec69 req-600266f7-c228-4a1e-96c6-04bcf7e842fe tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456223
Apr 16 21:26:30.118951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-4f02d12c-361e-4c43-bcf2-60ce50533564 service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3072720
Apr 16 21:26:30.194650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] For port 459ce4bf-03df-40c1-b9aa-0e81a103ea05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=459ce4bf-03df-40c1-b9aa-0e81a103ea05,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:30.194949 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:30.195362 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68a0a8f0-1086-48bb-8ebb-d807949c95d8 req-d201e23e-98d2-4e71-86ee-51584ad8002e tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0439889
Apr 16 21:26:30.284843 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-84bfeec2-c44f-4245-9105-4a33a20754f1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (c46d97b4-db06-4ce9-9571-422fc159d1d1), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:30.359619 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-f9195b1d-2074-4c82-bd91-45326c568022 service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2397642
Apr 16 21:26:30.432777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502c4e9-98e1-4d5b-b169-09d63f55e88d req-a8bf7918-ff50-4bfb-a618-d12c0e1b0d35 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:30.434278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7502c4e9-98e1-4d5b-b169-09d63f55e88d req-a8bf7918-ff50-4bfb-a618-d12c0e1b0d35 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 945 time: 0.0539515
Apr 16 21:26:30.461597 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-84bfeec2-c44f-4245-9105-4a33a20754f1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (c46d97b4-db06-4ce9-9571-422fc159d1d1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:30.481192 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:30.481632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (7aa741d6-8c66-42e6-8de2-8841a09a157c), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:30.482013 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Floating IP 7aa741d6-8c66-42e6-8de2-8841a09a157c disassociated. External IP: 172.35.1.208, port: 459ce4bf-03df-40c1-b9aa-0e81a103ea05.
Apr 16 21:26:30.482374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7502c4e9-98e1-4d5b-b169-09d63f55e88d req-e67602f1-8d5a-4067-829d-7a9fb1d64907 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=29823ffe-981f-4199-ae50-36c53748628c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419588
Apr 16 21:26:30.482516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Calling delete_port for 459ce4bf-03df-40c1-b9aa-0e81a103ea05 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:26:30.775471 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (459ce4bf-03df-40c1-b9aa-0e81a103ea05), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:30.778308 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-84bfeec2-c44f-4245-9105-4a33a20754f1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (c46d97b4-db06-4ce9-9571-422fc159d1d1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:30.827319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event deleted for resources: {'Port': ['ID=459ce4bf-03df-40c1-b9aa-0e81a103ea05,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:30.836396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfeec2-c44f-4245-9105-4a33a20754f1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46d97b4-db06-4ce9-9571-422fc159d1d1,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:30.958803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887278ed-d1e0-47ee-9af8-705bd0c01211 req-b8a44105-ddda-4c24-b233-4571a74ebbb0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:30.970025 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-887278ed-d1e0-47ee-9af8-705bd0c01211 req-b8a44105-ddda-4c24-b233-4571a74ebbb0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.1254103
Apr 16 21:26:30.997131 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-84bfeec2-c44f-4245-9105-4a33a20754f1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:30.998332 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-84bfeec2-c44f-4245-9105-4a33a20754f1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.0007827
Apr 16 21:26:31.013711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46038) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:31.016622 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31a0e1a6-b973-4cfa-a2a9-f29ec08c3dc2 req-d35fe3bb-3431-4c5b-8a1c-9dd4478fbb12 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 210 time: 0.0420039
Apr 16 21:26:31.061159 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Router 97553a54-e5c2-474b-ac28-a27607cc8bc4 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:26:31.107608 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be9374d0-758c-47c4-a2d0-b2b3c9f34d53 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (c46d97b4-db06-4ce9-9571-422fc159d1d1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:31.134211 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-887278ed-d1e0-47ee-9af8-705bd0c01211 req-112e0b71-295b-4519-811d-5656e0c15aa9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612704
Apr 16 21:26:31.155922 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be9374d0-758c-47c4-a2d0-b2b3c9f34d53 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (c46d97b4-db06-4ce9-9571-422fc159d1d1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:31.335230 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be9374d0-758c-47c4-a2d0-b2b3c9f34d53 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (c46d97b4-db06-4ce9-9571-422fc159d1d1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:31.346664 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-be9374d0-758c-47c4-a2d0-b2b3c9f34d53 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:31.348509 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-be9374d0-758c-47c4-a2d0-b2b3c9f34d53 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c46d97b4-db06-4ce9-9571-422fc159d1d1 HTTP/1.1" status: 204  len: 168 time: 0.3331201
Apr 16 21:26:31.369940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46052) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:31.418359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9374d0-758c-47c4-a2d0-b2b3c9f34d53 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c46d97b4-db06-4ce9-9571-422fc159d1d1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:31.489923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84d524db-41da-4578-91ba-3a9dbece866f req-48db5793-508f-422b-937e-6f643a5c125e tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.1184969
Apr 16 21:26:31.527291 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ed631a37-c1bd-4ccf-be1f-c1b81e420085 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1367865
Apr 16 21:26:31.527291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46056) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:31.655376 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50f55b81-3217-4932-b9a9-19229087d750 req-2d73c037-fd24-4448-826c-e8e0f2b9cfb2 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 210 time: 0.0435777
Apr 16 21:26:31.704326 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2719aa4b-2fea-404e-833f-4b3245a85465 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (62034cd7-efe6-4cb0-83fa-90c89f1bd3c6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:31.734847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad67848-9a5a-4429-b5fc-99e7e07095f8 req-b25e289e-e81d-4035-a895-9c31056e6fa5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:31.742623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4ad67848-9a5a-4429-b5fc-99e7e07095f8 req-b25e289e-e81d-4035-a895-9c31056e6fa5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.0892453
Apr 16 21:26:31.763222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2719aa4b-2fea-404e-833f-4b3245a85465 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (62034cd7-efe6-4cb0-83fa-90c89f1bd3c6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:31.848463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:26:31.853072 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4ad67848-9a5a-4429-b5fc-99e7e07095f8 req-43359a0c-d7af-44d4-bcd6-64f446ef75b0 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096075
Apr 16 21:26:31.860237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cffdfa5-fbb2-4fe5-b8d6-5a08b2614e26 None None] Sync routers for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:26:31.888396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cffdfa5-fbb2-4fe5-b8d6-5a08b2614e26 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:26:31.889524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8cffdfa5-fbb2-4fe5-b8d6-5a08b2614e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f45ec40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:26:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:31.900580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] No DVR routers for this DVR port 459ce4bf-03df-40c1-b9aa-0e81a103ea05 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:26:31.903644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:31.907044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-281f7112-d34a-4c71-bcb2-ba5947d5f189 req-103a101e-73b2-469c-9009-5b3d08590f9e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "DELETE /v2.0/ports/459ce4bf-03df-40c1-b9aa-0e81a103ea05 HTTP/1.1" status: 204  len: 173 time: 2.0616896
Apr 16 21:26:31.907495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'name': 'network-vif-deleted', 'tag': '459ce4bf-03df-40c1-b9aa-0e81a103ea05'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:31.910025 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea31d87f-cd14-4711-a255-39507a38c216" -d '{"events": [{"server_uuid": "8d623e8d-480f-48ef-b90c-04450df4aec8", "name": "network-vif-deleted", "tag": "459ce4bf-03df-40c1-b9aa-0e81a103ea05"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:31.949431 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ec9848-e6f6-4029-9825-db7b914fa734 x-openstack-request-id: req-b6ec9848-e6f6-4029-9825-db7b914fa734 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:31.949719 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d623e8d-480f-48ef-b90c-04450df4aec8", "name": "network-vif-deleted", "tag": "459ce4bf-03df-40c1-b9aa-0e81a103ea05", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:31.949968 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6ec9848-e6f6-4029-9825-db7b914fa734 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:31.950371 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ec9848-e6f6-4029-9825-db7b914fa734'] response: {'server_uuid': '8d623e8d-480f-48ef-b90c-04450df4aec8', 'name': 'network-vif-deleted', 'tag': '459ce4bf-03df-40c1-b9aa-0e81a103ea05', 'status': 'completed', 'code': 200}
Apr 16 21:26:32.008547 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-8cffdfa5-fbb2-4fe5-b8d6-5a08b2614e26 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:26:32.047386 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2719aa4b-2fea-404e-833f-4b3245a85465 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (62034cd7-efe6-4cb0-83fa-90c89f1bd3c6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:32.050034 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2719aa4b-2fea-404e-833f-4b3245a85465 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:32.053782 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2719aa4b-2fea-404e-833f-4b3245a85465 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-groups/62034cd7-efe6-4cb0-83fa-90c89f1bd3c6 HTTP/1.1" status: 204  len: 168 time: 0.5353789
Apr 16 21:26:32.054361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46064) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:32.067249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719aa4b-2fea-404e-833f-4b3245a85465 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62034cd7-efe6-4cb0-83fa-90c89f1bd3c6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:32.154168 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c534873-29cd-48fa-99cd-6260110b1c42 req-04b82331-4807-49e4-97af-b6ffc9f44cfa tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 210 time: 0.0551546
Apr 16 21:26:32.163118 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-724eb4ef-718d-4481-9f7d-4c08bc3034b5 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1078722
Apr 16 21:26:32.169714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46068) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:32.175425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-7c5cc8de-a729-4592-b17e-708c40662eef tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group': {'name': 'tempest-secgroup--15627428'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:32.250870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8cffdfa5-fbb2-4fe5-b8d6-5a08b2614e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f45ec40>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:32.270013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e4ccd-a85f-4ca7-9a71-c2108aa20df1 req-c1636d28-24e2-4ac8-a458-b26a01de9164 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:32.272659 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c50e4ccd-a85f-4ca7-9a71-c2108aa20df1 req-c1636d28-24e2-4ac8-a458-b26a01de9164 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0512280
Apr 16 21:26:32.278321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cffdfa5-fbb2-4fe5-b8d6-5a08b2614e26 None None] Checking router: 97553a54-e5c2-474b-ac28-a27607cc8bc4 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:26:32.286839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cffdfa5-fbb2-4fe5-b8d6-5a08b2614e26 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:26:32.287441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8cffdfa5-fbb2-4fe5-b8d6-5a08b2614e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f45ec40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:26:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:32.324744 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c50e4ccd-a85f-4ca7-9a71-c2108aa20df1 req-ed726d6a-c3b0-409d-8b49-d6f2b766d6e0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466845
Apr 16 21:26:32.357997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c5cc8de-a729-4592-b17e-708c40662eef tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:32.418935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-8cffdfa5-fbb2-4fe5-b8d6-5a08b2614e26 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:26:32.437994 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c5cc8de-a729-4592-b17e-708c40662eef tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (e3508324-60c5-4242-9702-7dd6b3a607d3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:32.557750 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c5cc8de-a729-4592-b17e-708c40662eef tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e3508324-60c5-4242-9702-7dd6b3a607d3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:32.610092 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8cffdfa5-fbb2-4fe5-b8d6-5a08b2614e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f45ec40>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:26:32.613651 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e2dab9f2-ac6e-448c-8f01-8919dec57169 req-a3cc259c-c842-405d-bbff-08c152c071b5 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0378132
Apr 16 21:26:32.615498 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cc8de-a729-4592-b17e-708c40662eef tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3508324-60c5-4242-9702-7dd6b3a607d3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:32.638076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cffdfa5-fbb2-4fe5-b8d6-5a08b2614e26 None None] The sync data for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 is: [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:26:32.650942 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7c5cc8de-a729-4592-b17e-708c40662eef tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:32.655434 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7c5cc8de-a729-4592-b17e-708c40662eef tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4819882
Apr 16 21:26:32.655939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46074) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:32.661598 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1fa2b9af-cdfb-4810-8ab7-2c65bffcac0f tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group_rule': {'security_group_id': 'e3508324-60c5-4242-9702-7dd6b3a607d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:32.779907 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-022cbb44-d0ea-492b-b39f-fbb9b8fca1e3 req-b65876f4-cbd9-419b-9377-3917e461c9fe tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d623e8d-480f-48ef-b90c-04450df4aec8 HTTP/1.1" status: 200  len: 210 time: 0.0278783
Apr 16 21:26:32.878625 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b9af-cdfb-4810-8ab7-2c65bffcac0f tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (81db5fe8-583c-4e53-8677-4e420af4034d), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:32.938541 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b9af-cdfb-4810-8ab7-2c65bffcac0f tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (81db5fe8-583c-4e53-8677-4e420af4034d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:32.945390 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb005b3-a722-4b6c-a684-29ce0f00ee20 None None] New status for floating IP 7aa741d6-8c66-42e6-8de2-8841a09a157c: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:26:32.993735 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d507797-46b5-4fc5-bd6f-55ae8be44873 req-55f7a198-4d82-48c5-a60c-91f6ac84a52c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:32.995388 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d507797-46b5-4fc5-bd6f-55ae8be44873 req-55f7a198-4d82-48c5-a60c-91f6ac84a52c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.0553098
Apr 16 21:26:33.029109 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b9af-cdfb-4810-8ab7-2c65bffcac0f tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (81db5fe8-583c-4e53-8677-4e420af4034d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:33.050684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2b9af-cdfb-4810-8ab7-2c65bffcac0f tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81db5fe8-583c-4e53-8677-4e420af4034d,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:33.061002 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d507797-46b5-4fc5-bd6f-55ae8be44873 req-fc82be73-9cd6-4a29-8d3c-a0147c52327b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596342
Apr 16 21:26:33.138654 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b9af-cdfb-4810-8ab7-2c65bffcac0f tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:33.140395 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1fa2b9af-cdfb-4810-8ab7-2c65bffcac0f tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4833868
Apr 16 21:26:33.143964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46082) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:33.163004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b6b1e364-f5ce-4980-b62f-6cc339920193 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules/81db5fe8-583c-4e53-8677-4e420af4034d HTTP/1.1" status: 200  len: 763 time: 0.0187640
Apr 16 21:26:33.165477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46084) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:33.206923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4c3c62ab-d704-4655-90b7-bdf4d0dfabe9 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0376904
Apr 16 21:26:33.207443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46088) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:33.240044 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87787167-59a4-4f48-82da-348ef2d0dd58 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (81db5fe8-583c-4e53-8677-4e420af4034d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:33.450276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d203c19-bc51-4629-bba9-00b2fbcd7d82 req-f5612500-5d90-42e1-8cde-31c1e5edd4a8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:33.451914 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d203c19-bc51-4629-bba9-00b2fbcd7d82 req-f5612500-5d90-42e1-8cde-31c1e5edd4a8 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0554571
Apr 16 21:26:33.505130 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8d203c19-bc51-4629-bba9-00b2fbcd7d82 req-5a1e8609-bca3-485c-8254-b9e6c71f7e02 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459957
Apr 16 21:26:33.591267 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87787167-59a4-4f48-82da-348ef2d0dd58 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (81db5fe8-583c-4e53-8677-4e420af4034d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:33.594346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26ddc47d-0707-4056-96f4-19f38dd5ecc2 req-37abca58-df2b-4014-9772-6957ce061640 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 210 time: 0.3647957
Apr 16 21:26:33.697242 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87787167-59a4-4f48-82da-348ef2d0dd58 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (81db5fe8-583c-4e53-8677-4e420af4034d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:33.697242 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-87787167-59a4-4f48-82da-348ef2d0dd58 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:33.697242 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-87787167-59a4-4f48-82da-348ef2d0dd58 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/81db5fe8-583c-4e53-8677-4e420af4034d HTTP/1.1" status: 204  len: 168 time: 0.4878585
Apr 16 21:26:33.699207 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46094) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:33.720003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87787167-59a4-4f48-82da-348ef2d0dd58 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81db5fe8-583c-4e53-8677-4e420af4034d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:33.726366 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4c992b9-a162-4528-ac52-b5a4764312e1 req-194b169d-e546-4947-b0ce-b7f9f8faf557 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0274210
Apr 16 21:26:33.748350 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7c8d8c5a-4b50-45fd-807c-be7ea2b64d43 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0452909
Apr 16 21:26:33.748350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46096) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:33.753643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-94a5a42c-2e93-4075-a3fb-6c7daba1aefd tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group_rule': {'security_group_id': 'e3508324-60c5-4242-9702-7dd6b3a607d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:33.827722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 459ce4bf-03df-40c1-b9aa-0e81a103ea05 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:26:33.847716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 459ce4bf-03df-40c1-b9aa-0e81a103ea05 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:26:33.848056 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 459ce4bf-03df-40c1-b9aa-0e81a103ea05 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:26:33.855829 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94a5a42c-2e93-4075-a3fb-6c7daba1aefd tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (81c97887-ef52-44a6-91fc-00a6c5b32e88), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:33.909885 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94a5a42c-2e93-4075-a3fb-6c7daba1aefd tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (81c97887-ef52-44a6-91fc-00a6c5b32e88), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:33.953042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46102) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:33.978336 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94a5a42c-2e93-4075-a3fb-6c7daba1aefd tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (81c97887-ef52-44a6-91fc-00a6c5b32e88), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.007621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5a42c-2e93-4075-a3fb-6c7daba1aefd tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c97887-ef52-44a6-91fc-00a6c5b32e88,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:34.023835 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91d75fd9-3042-470c-9b9d-9b34cb27e151 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (29823ffe-981f-4199-ae50-36c53748628c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.048309 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91d75fd9-3042-470c-9b9d-9b34cb27e151 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (29823ffe-981f-4199-ae50-36c53748628c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.078769 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94a5a42c-2e93-4075-a3fb-6c7daba1aefd tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.079967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-94a5a42c-2e93-4075-a3fb-6c7daba1aefd tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3306642
Apr 16 21:26:34.082783 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46104) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:34.099946 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-08b73f98-cbbb-429c-92e7-6d021fdd1794 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules/81c97887-ef52-44a6-91fc-00a6c5b32e88 HTTP/1.1" status: 200  len: 763 time: 0.0157061
Apr 16 21:26:34.103350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46108) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:34.141919 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2555fbd6-c18f-443c-ab93-a929e43dbe00 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0374384
Apr 16 21:26:34.144632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46110) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:34.182074 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91d75fd9-3042-470c-9b9d-9b34cb27e151 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (29823ffe-981f-4199-ae50-36c53748628c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.184658 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-91d75fd9-3042-470c-9b9d-9b34cb27e151 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.188560 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-91d75fd9-3042-470c-9b9d-9b34cb27e151 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "DELETE /v2.0/security-groups/29823ffe-981f-4199-ae50-36c53748628c HTTP/1.1" status: 204  len: 168 time: 0.2317872
Apr 16 21:26:34.188911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46114) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:34.203471 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-c272999a-4078-4576-8598-70d5dde73942 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] show failed (client error): The resource could not be found.
Apr 16 21:26:34.204759 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c272999a-4078-4576-8598-70d5dde73942 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups/29823ffe-981f-4199-ae50-36c53748628c HTTP/1.1" status: 404  len: 347 time: 0.0147250
Apr 16 21:26:34.209012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46116) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:34.212790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c16c61-d4b9-44c6-bc1c-a30ae3c05726 req-1300569e-0a3a-4e22-ab05-b87b437c8080 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:34.214491 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09c16c61-d4b9-44c6-bc1c-a30ae3c05726 req-1300569e-0a3a-4e22-ab05-b87b437c8080 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.0802209
Apr 16 21:26:34.215264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d75fd9-3042-470c-9b9d-9b34cb27e151 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29823ffe-981f-4199-ae50-36c53748628c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:34.220005 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74f78906-6e2c-4173-8be1-9779894edae1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (81c97887-ef52-44a6-91fc-00a6c5b32e88), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.236347 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74f78906-6e2c-4173-8be1-9779894edae1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (81c97887-ef52-44a6-91fc-00a6c5b32e88), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.291300 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09c16c61-d4b9-44c6-bc1c-a30ae3c05726 req-ab9bb124-ae76-42eb-9190-25d57794943b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669782
Apr 16 21:26:34.346996 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74f78906-6e2c-4173-8be1-9779894edae1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (81c97887-ef52-44a6-91fc-00a6c5b32e88), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.351956 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74f78906-6e2c-4173-8be1-9779894edae1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.353343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f0584e36-b5e2-4034-aa07-4c56dcd7d13a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Deleting port aef65947-3993-4162-b6c9-609ed644a2fc {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:26:34.353522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-74f78906-6e2c-4173-8be1-9779894edae1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/81c97887-ef52-44a6-91fc-00a6c5b32e88 HTTP/1.1" status: 204  len: 168 time: 0.2078588
Apr 16 21:26:34.353733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0584e36-b5e2-4034-aa07-4c56dcd7d13a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (aef65947-3993-4162-b6c9-609ed644a2fc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.356213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46118) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:34.381451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f78906-6e2c-4173-8be1-9779894edae1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81c97887-ef52-44a6-91fc-00a6c5b32e88,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:34.450385 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3d11bec2-7f44-4fc5-ae69-50456ded0034 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0932164
Apr 16 21:26:34.453166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46120) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:34.460529 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1186dcb8-2724-493f-83cd-4f3349860746 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group_rule': {'security_group_id': 'e3508324-60c5-4242-9702-7dd6b3a607d3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:34.468060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-f7e87c07-3114-4fdb-8a91-70685a6d65b4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:34.469560 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-f7e87c07-3114-4fdb-8a91-70685a6d65b4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.1151900
Apr 16 21:26:34.477172 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0584e36-b5e2-4034-aa07-4c56dcd7d13a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (aef65947-3993-4162-b6c9-609ed644a2fc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.480523 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0584e36-b5e2-4034-aa07-4c56dcd7d13a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (aef65947-3993-4162-b6c9-609ed644a2fc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.483398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-bc784f0b-d9c2-4769-b166-86ca590f1284 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Request body: {'port': {'device_id': 'b1fbb0c9-4072-4260-859f-aadf53c653bb', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'admin_state_up': True, 'tenant_id': '76fd883ad3944fcaaecdf2909120dc87'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:34.495441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f0584e36-b5e2-4034-aa07-4c56dcd7d13a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Calling delete_port for aef65947-3993-4162-b6c9-609ed644a2fc owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:26:34.628662 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1186dcb8-2724-493f-83cd-4f3349860746 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (867ee9b0-9abe-4554-ae14-cd8f97f96842), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.655074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-bc784f0b-d9c2-4769-b166-86ca590f1284 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Made reservation on behalf of 76fd883ad3944fcaaecdf2909120dc87 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:26:34.659845 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-bc784f0b-d9c2-4769-b166-86ca590f1284 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.660331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb5dd1-0484-4c34-beb4-ced2fa8acc0e req-6b18e97d-90e2-431c-a9d3-7e6062bb0049 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:34.665201 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-62fb5dd1-0484-4c34-beb4-ced2fa8acc0e req-6b18e97d-90e2-431c-a9d3-7e6062bb0049 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0800014
Apr 16 21:26:34.732529 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-991f8fe5-3003-41a3-9883-eb746b505f1c req-86015ac5-9f29-4ac8-ae5e-f5cd42d054f6 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 210 time: 0.0546365
Apr 16 21:26:34.761012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-62fb5dd1-0484-4c34-beb4-ced2fa8acc0e req-8a5957b5-8dd1-4095-af38-140d07a2ff30 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880349
Apr 16 21:26:34.762636 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1186dcb8-2724-493f-83cd-4f3349860746 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (867ee9b0-9abe-4554-ae14-cd8f97f96842), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.835300 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1186dcb8-2724-493f-83cd-4f3349860746 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (867ee9b0-9abe-4554-ae14-cd8f97f96842), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.843545 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0584e36-b5e2-4034-aa07-4c56dcd7d13a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (aef65947-3993-4162-b6c9-609ed644a2fc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.858271 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d1c7a1a-b4fc-4dcf-bd4c-552c35f403d3 req-5c60f593-ff04-42fc-ad7d-f42b6776f17b tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0427773
Apr 16 21:26:34.867222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186dcb8-2724-493f-83cd-4f3349860746 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867ee9b0-9abe-4554-ae14-cd8f97f96842,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:34.874875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-bc784f0b-d9c2-4769-b166-86ca590f1284 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Allocated IP 172.20.0.6 (8f593006-a7a9-4abc-8409-1d78959e9c9f/9133d53e-619c-487b-8eb9-4bd92e2fff34/c0c5154e-e278-4526-8a07-42e809fbe3c8) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:26:34.904071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0584e36-b5e2-4034-aa07-4c56dcd7d13a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event deleted for resources: {'Port': ['ID=aef65947-3993-4162-b6c9-609ed644a2fc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:34.964156 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0584e36-b5e2-4034-aa07-4c56dcd7d13a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (7aa741d6-8c66-42e6-8de2-8841a09a157c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.967040 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0584e36-b5e2-4034-aa07-4c56dcd7d13a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:34.968248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f0584e36-b5e2-4034-aa07-4c56dcd7d13a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "DELETE /v2.0/floatingips/7aa741d6-8c66-42e6-8de2-8841a09a157c HTTP/1.1" status: 204  len: 168 time: 0.7579899
Apr 16 21:26:34.995459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 29f0877d-908a-47df-aa37-d5dcea212e40 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:26:35.006241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1186dcb8-2724-493f-83cd-4f3349860746 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.006241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1186dcb8-2724-493f-83cd-4f3349860746 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5494092
Apr 16 21:26:35.008328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46130) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:35.036312 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-69444861-a9ad-4fef-9615-dfdac65fa3eb tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules/867ee9b0-9abe-4554-ae14-cd8f97f96842 HTTP/1.1" status: 200  len: 764 time: 0.0268042
Apr 16 21:26:35.036964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46132) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:35.060810 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-bc784f0b-d9c2-4769-b166-86ca590f1284 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks [] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.092471 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a069f7cb-5046-412f-a8a7-5dad79065a24 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0544014
Apr 16 21:26:35.095131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46134) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:35.120452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:35.121113 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17feb86e-f0a2-4d8d-9a98-90f9038ec8a2 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (867ee9b0-9abe-4554-ae14-cd8f97f96842), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.129259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17feb86e-f0a2-4d8d-9a98-90f9038ec8a2 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (867ee9b0-9abe-4554-ae14-cd8f97f96842), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.133332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '29f0877d-908a-47df-aa37-d5dcea212e40', 'network_id': '1b9ee265-bdab-4092-8071-c9bb95d911fb', 'port_id': '29f0877d-908a-47df-aa37-d5dcea212e40', 'mac_address': 'fa:16:3e:f9:6b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6187210d-8476-403b-b03c-54cf8fd642e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:26:35.169575 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-bc784f0b-d9c2-4769-b166-86ca590f1284 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.179125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 29f0877d-908a-47df-aa37-d5dcea212e40 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:26:35.179598 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.215917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-bc784f0b-d9c2-4769-b166-86ca590f1284 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Network 8f593006-a7a9-4abc-8409-1d78959e9c9f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:26:35.219305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-bc784f0b-d9c2-4769-b166-86ca590f1284 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:26:35.223359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-bc784f0b-d9c2-4769-b166-86ca590f1284 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:26:35.260679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc784f0b-d9c2-4769-b166-86ca590f1284 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event updated for resources: {'Port': ['ID=c0c5154e-e278-4526-8a07-42e809fbe3c8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:35.289524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-bc784f0b-d9c2-4769-b166-86ca590f1284 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:35.290232 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-bc784f0b-d9c2-4769-b166-86ca590f1284 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.332608 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17feb86e-f0a2-4d8d-9a98-90f9038ec8a2 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (867ee9b0-9abe-4554-ae14-cd8f97f96842), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.340552 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17feb86e-f0a2-4d8d-9a98-90f9038ec8a2 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.346790 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-17feb86e-f0a2-4d8d-9a98-90f9038ec8a2 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/867ee9b0-9abe-4554-ae14-cd8f97f96842 HTTP/1.1" status: 204  len: 168 time: 0.2504075
Apr 16 21:26:35.347545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46140) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:35.352754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f0877d-908a-47df-aa37-d5dcea212e40 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:26:35.356793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17feb86e-f0a2-4d8d-9a98-90f9038ec8a2 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=867ee9b0-9abe-4554-ae14-cd8f97f96842,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:35.375817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:35.389271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46142) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:35.394175 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-78208b18-93d6-4f6c-9d42-d865f39dc564 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655225129', 'description': 'tempest-description--503939225'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:35.433473 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d4fb98c1-c1f4-4b5d-9825-58a99e159ae1 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0843952
Apr 16 21:26:35.436209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46144) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:35.436719 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-bc784f0b-d9c2-4769-b166-86ca590f1284 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9574692
Apr 16 21:26:35.445495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddf627-b38e-4e87-a1fd-9e17bdf42527 req-784f4b71-d57b-4491-ab07-b3d3491485bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:35.446978 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8ddf627-b38e-4e87-a1fd-9e17bdf42527 req-784f4b71-d57b-4491-ab07-b3d3491485bd tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 944 time: 0.0710349
Apr 16 21:26:35.451970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Request body: {'port': {'device_id': 'b1fbb0c9-4072-4260-859f-aadf53c653bb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:35.468572 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.495346 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78208b18-93d6-4f6c-9d42-d865f39dc564 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.497291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-488c44d0-2c31-40f9-9bb3-9fbb876bc7ab tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (e3508324-60c5-4242-9702-7dd6b3a607d3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.521478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=29f0877d-908a-47df-aa37-d5dcea212e40,revision_number=11']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:35.532927 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-488c44d0-2c31-40f9-9bb3-9fbb876bc7ab tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (e3508324-60c5-4242-9702-7dd6b3a607d3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.549935 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8ddf627-b38e-4e87-a1fd-9e17bdf42527 req-56090e1a-4b92-456e-b94c-8de4f9e087e0 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946159
Apr 16 21:26:35.553188 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.609766 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78208b18-93d6-4f6c-9d42-d865f39dc564 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (fc9c6edb-ab4a-435f-9d6f-54aac9dbe120), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.680295 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-488c44d0-2c31-40f9-9bb3-9fbb876bc7ab tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e3508324-60c5-4242-9702-7dd6b3a607d3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.683096 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-488c44d0-2c31-40f9-9bb3-9fbb876bc7ab tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.684298 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-488c44d0-2c31-40f9-9bb3-9fbb876bc7ab tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-groups/e3508324-60c5-4242-9702-7dd6b3a607d3 HTTP/1.1" status: 204  len: 168 time: 0.2471001
Apr 16 21:26:35.687023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46146) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:35.694327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c44d0-2c31-40f9-9bb3-9fbb876bc7ab tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3508324-60c5-4242-9702-7dd6b3a607d3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:35.728435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78208b18-93d6-4f6c-9d42-d865f39dc564 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fc9c6edb-ab4a-435f-9d6f-54aac9dbe120), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.731747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['29f0877d-908a-47df-aa37-d5dcea212e40'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:26:35.772701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78208b18-93d6-4f6c-9d42-d865f39dc564 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:35.799656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46152) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:35.800518 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a2607c45-1d48-4c78-8a79-989358cf4f7b tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1091011
Apr 16 21:26:35.804394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9dd61085-d749-4dd6-9c62-03d699c480d8 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group': {'name': 'tempest-secgroup--437166500'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:35.822733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78208b18-93d6-4f6c-9d42-d865f39dc564 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.823990 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-78208b18-93d6-4f6c-9d42-d865f39dc564 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4335735
Apr 16 21:26:35.827226 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46154) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:35.839241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f65c8eed-5255-4ab7-98e8-8133c4f044fb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'security_group_rule': {'security_group_id': 'fc9c6edb-ab4a-435f-9d6f-54aac9dbe120', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:35.896927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8dd51-f34f-4518-b9b8-38e4d7d8736a req-37d38c42-7fa4-46b9-8ad6-ddb8f1b857be tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:35.904487 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cb8dd51-f34f-4518-b9b8-38e4d7d8736a req-37d38c42-7fa4-46b9-8ad6-ddb8f1b857be tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 931 time: 0.0848238
Apr 16 21:26:35.951387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578517f4-bab7-459c-a910-5ad74f21cf04 req-f3eabb0d-8861-434f-8a23-4af9ba2379c7 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:35.952927 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-578517f4-bab7-459c-a910-5ad74f21cf04 req-f3eabb0d-8861-434f-8a23-4af9ba2379c7 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.1004770
Apr 16 21:26:35.955128 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cb8dd51-f34f-4518-b9b8-38e4d7d8736a req-36c50297-83c9-4387-b5a2-f4f533798822 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497472
Apr 16 21:26:35.963305 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9dd61085-d749-4dd6-9c62-03d699c480d8 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.973659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c5154e-e278-4526-8a07-42e809fbe3c8 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:26:35.986365 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.990027 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Publish callbacks [] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:35.998558 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f65c8eed-5255-4ab7-98e8-8133c4f044fb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (ecb9cadc-6ddc-42df-a3ba-256cfef4ddfb), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.017911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Transition to ACTIVE for port object c0c5154e-e278-4526-8a07-42e809fbe3c8 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:26:36.030108 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-578517f4-bab7-459c-a910-5ad74f21cf04 req-60caec84-737c-4563-86d3-67327cf95339 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688553
Apr 16 21:26:36.087270 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-863f1358-cc3e-4a58-8dc9-0db00fdb721a req-5fcfd337-591c-4c31-b45c-7e25509401e0 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0484381
Apr 16 21:26:36.090316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.103057 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9dd61085-d749-4dd6-9c62-03d699c480d8 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (6c02c141-810a-491b-8e2d-de802c3dc42f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.124893 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f65c8eed-5255-4ab7-98e8-8133c4f044fb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (ecb9cadc-6ddc-42df-a3ba-256cfef4ddfb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.155238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Pushing event updated for resources: {'Port': ['ID=c0c5154e-e278-4526-8a07-42e809fbe3c8,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:36.208793 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9dd61085-d749-4dd6-9c62-03d699c480d8 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6c02c141-810a-491b-8e2d-de802c3dc42f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.221644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Attempting to bind port c0c5154e-e278-4526-8a07-42e809fbe3c8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:26:36.221988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Attempting to bind port c0c5154e-e278-4526-8a07-42e809fbe3c8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:26:36.222350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Attempting to bind port c0c5154e-e278-4526-8a07-42e809fbe3c8 on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:26:36.226804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Port c0c5154e-e278-4526-8a07-42e809fbe3c8 on network 8f593006-a7a9-4abc-8409-1d78959e9c9f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:26:36.227134 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Attempting to bind port c0c5154e-e278-4526-8a07-42e809fbe3c8 on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:26:36.232121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:26:36.235620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Checking segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:26:36.235620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Bound using segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:26:36.235620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Bound port: c0c5154e-e278-4526-8a07-42e809fbe3c8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:26:36.235620 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.239331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd61085-d749-4dd6-9c62-03d699c480d8 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c02c141-810a-491b-8e2d-de802c3dc42f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:36.256120 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f65c8eed-5255-4ab7-98e8-8133c4f044fb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (ecb9cadc-6ddc-42df-a3ba-256cfef4ddfb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.281463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c8eed-5255-4ab7-98e8-8133c4f044fb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb9cadc-6ddc-42df-a3ba-256cfef4ddfb,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:36.309039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] For port c0c5154e-e278-4526-8a07-42e809fbe3c8, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:26:36.312439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] For port c0c5154e-e278-4526-8a07-42e809fbe3c8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0c5154e-e278-4526-8a07-42e809fbe3c8,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:26:36.402996 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f65c8eed-5255-4ab7-98e8-8133c4f044fb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.404110 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f65c8eed-5255-4ab7-98e8-8133c4f044fb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5682979
Apr 16 21:26:36.407027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46180) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:36.413120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3f086a72-91a5-411f-bb1e-c01acd7c5c2d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'security_group_rule': {'security_group_id': 'fc9c6edb-ab4a-435f-9d6f-54aac9dbe120', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:36.417182 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9dd61085-d749-4dd6-9c62-03d699c480d8 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.420135 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9dd61085-d749-4dd6-9c62-03d699c480d8 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6193962
Apr 16 21:26:36.422832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46182) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:36.428843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8f005014-4b00-41fe-a3ef-552280156e69 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Request body: {'security_group_rule': {'security_group_id': '6c02c141-810a-491b-8e2d-de802c3dc42f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:36.446312 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.479300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:36.479937 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.481639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] 10.222.0.11 "PUT /v2.0/ports/c0c5154e-e278-4526-8a07-42e809fbe3c8 HTTP/1.1" status: 200  len: 1091 time: 1.0337009
Apr 16 21:26:36.486482 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fbb0c9-4072-4260-859f-aadf53c653bb', 'tag': 'c0c5154e-e278-4526-8a07-42e809fbe3c8'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:36.489626 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c54dde-73d0-41ca-85e7-4f64d0e3eef2" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fbb0c9-4072-4260-859f-aadf53c653bb", "tag": "c0c5154e-e278-4526-8a07-42e809fbe3c8"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:36.513967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1ee0f-e82f-4579-8494-711aa04a22fa service neutron] Pushing event updated for resources: {'Port': ['ID=c0c5154e-e278-4526-8a07-42e809fbe3c8,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:36.527137 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f005014-4b00-41fe-a3ef-552280156e69 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (15c27aa9-0a39-4bb9-b8c8-485f2d717f97), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.531163 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3f086a72-91a5-411f-bb1e-c01acd7c5c2d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (38b1a18e-0c5e-44b0-8d40-810cc715c103), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.556718 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c86b98d-3415-475c-aa09-670906a5a646 x-openstack-request-id: req-4c86b98d-3415-475c-aa09-670906a5a646 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:36.557006 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fbb0c9-4072-4260-859f-aadf53c653bb", "tag": "c0c5154e-e278-4526-8a07-42e809fbe3c8", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:36.557268 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c86b98d-3415-475c-aa09-670906a5a646 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:36.557690 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c86b98d-3415-475c-aa09-670906a5a646'] response: {'name': 'network-changed', 'server_uuid': 'b1fbb0c9-4072-4260-859f-aadf53c653bb', 'tag': 'c0c5154e-e278-4526-8a07-42e809fbe3c8', 'status': 'completed', 'code': 200}
Apr 16 21:26:36.638884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c54dde-73d0-41ca-85e7-4f64d0e3eef2 req-c236fbbf-a789-43c2-9a03-2bf4f0cc1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:36.640696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d5c54dde-73d0-41ca-85e7-4f64d0e3eef2 req-c236fbbf-a789-43c2-9a03-2bf4f0cc1724 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 1125 time: 0.0596168
Apr 16 21:26:36.647020 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3f086a72-91a5-411f-bb1e-c01acd7c5c2d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (38b1a18e-0c5e-44b0-8d40-810cc715c103), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.647556 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f005014-4b00-41fe-a3ef-552280156e69 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (15c27aa9-0a39-4bb9-b8c8-485f2d717f97), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.705921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885d6dc-52ad-4d96-8241-14d49c5b66f8 req-32421ed7-5009-4713-9f40-6894938df9c7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:36.707864 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1885d6dc-52ad-4d96-8241-14d49c5b66f8 req-32421ed7-5009-4713-9f40-6894938df9c7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 945 time: 0.0547357
Apr 16 21:26:36.731746 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3f086a72-91a5-411f-bb1e-c01acd7c5c2d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (38b1a18e-0c5e-44b0-8d40-810cc715c103), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.756538 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f005014-4b00-41fe-a3ef-552280156e69 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (15c27aa9-0a39-4bb9-b8c8-485f2d717f97), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.772148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff014ef-0095-4588-abda-335f25d1c4ec req-872d2d43-fc8d-4aa1-ba95-4cbe25b7c32f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:36.773868 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aff014ef-0095-4588-abda-335f25d1c4ec req-872d2d43-fc8d-4aa1-ba95-4cbe25b7c32f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.1244907
Apr 16 21:26:36.777368 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f086a72-91a5-411f-bb1e-c01acd7c5c2d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b1a18e-0c5e-44b0-8d40-810cc715c103,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:36.780992 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1885d6dc-52ad-4d96-8241-14d49c5b66f8 req-23aebd6c-5d28-4e55-87bf-a842ecc65d4e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666418
Apr 16 21:26:36.791881 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f005014-4b00-41fe-a3ef-552280156e69 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c27aa9-0a39-4bb9-b8c8-485f2d717f97,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:36.841265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3f086a72-91a5-411f-bb1e-c01acd7c5c2d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.842611 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3f086a72-91a5-411f-bb1e-c01acd7c5c2d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4345634
Apr 16 21:26:36.845867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46202) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:36.847068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c54dde-73d0-41ca-85e7-4f64d0e3eef2 req-338f3358-09a0-49f8-a870-2acae0f781ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:36.848544 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d5c54dde-73d0-41ca-85e7-4f64d0e3eef2 req-338f3358-09a0-49f8-a870-2acae0f781ac service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=76fd883ad3944fcaaecdf2909120dc87&shared=False HTTP/1.1" status: 200  len: 907 time: 0.2003257
Apr 16 21:26:36.851146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:36.880437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aff014ef-0095-4588-abda-335f25d1c4ec req-d39caa17-4518-4db5-8668-6d7ae6cfe816 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973413
Apr 16 21:26:36.911844 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f005014-4b00-41fe-a3ef-552280156e69 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.913096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8f005014-4b00-41fe-a3ef-552280156e69 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4892247
Apr 16 21:26:36.916229 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46204) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:36.954124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c54dde-73d0-41ca-85e7-4f64d0e3eef2 req-3924f572-de3b-43c1-bcca-6137d8f1b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:36.956149 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d5c54dde-73d0-41ca-85e7-4f64d0e3eef2 req-3924f572-de3b-43c1-bcca-6137d8f1b62c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1018591
Apr 16 21:26:36.974667 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a9aaa34-c370-424b-b917-b079bd02dc56 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (6c02c141-810a-491b-8e2d-de802c3dc42f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:36.999913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a9aaa34-c370-424b-b917-b079bd02dc56 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (6c02c141-810a-491b-8e2d-de802c3dc42f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:37.008447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 29f0877d-908a-47df-aa37-d5dcea212e40 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:26:37.065530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-be181476-09c1-4059-ae2e-c8fd8a4688e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:37.067144 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-be181476-09c1-4059-ae2e-c8fd8a4688e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 1125 time: 0.0500276
Apr 16 21:26:37.074613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 29f0877d-908a-47df-aa37-d5dcea212e40 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:26:37.115412 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-e906dedd-0832-4c93-9eec-5b0077bfc479 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0c5154e-e278-4526-8a07-42e809fbe3c8 HTTP/1.1" status: 200  len: 217 time: 0.0420651
Apr 16 21:26:37.118469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e35e89-9627-49a6-a8c6-98c7093819c5 req-7c07f794-24be-490b-96de-3cef08fcc413 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:37.120036 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87e35e89-9627-49a6-a8c6-98c7093819c5 req-7c07f794-24be-490b-96de-3cef08fcc413 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 943 time: 0.0529823
Apr 16 21:26:37.170533 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87e35e89-9627-49a6-a8c6-98c7093819c5 req-e08f04cf-a65c-4149-b682-7e87750c7455 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435231
Apr 16 21:26:37.173560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-614d0fe0-4410-4afb-9f15-ab1117c253e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:37.175298 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-614d0fe0-4410-4afb-9f15-ab1117c253e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9133d53e-619c-487b-8eb9-4bd92e2fff34 HTTP/1.1" status: 200  len: 846 time: 0.0538404
Apr 16 21:26:37.225331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-99ce39ee-e666-4684-9bfa-b08f84353721 req-bb847c06-6019-43a6-8875-e77786772207 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0489156
Apr 16 21:26:37.226859 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-63e55d06-6993-42e6-8b14-cb0f7de3618e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f593006-a7a9-4abc-8409-1d78959e9c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421817
Apr 16 21:26:37.325281 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-3d57b655-e3b4-4084-8fb7-6d18ae6f4e65 service neutron] 10.222.0.11 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913546
Apr 16 21:26:37.414097 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cba080e2-be67-4429-bbb5-e8561a2be7e5 req-780b99e9-624c-45eb-8f31-e1394221c44b service neutron] 10.222.0.11 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821424
Apr 16 21:26:37.518179 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 29f0877d-908a-47df-aa37-d5dcea212e40 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:26:37.518316 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:37.518437 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:37.522998 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a9aaa34-c370-424b-b917-b079bd02dc56 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6c02c141-810a-491b-8e2d-de802c3dc42f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:37.527689 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a9aaa34-c370-424b-b917-b079bd02dc56 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:37.527689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0a9aaa34-c370-424b-b917-b079bd02dc56 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-groups/6c02c141-810a-491b-8e2d-de802c3dc42f HTTP/1.1" status: 204  len: 168 time: 0.6098273
Apr 16 21:26:37.529560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46210) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:37.574938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9aaa34-c370-424b-b917-b079bd02dc56 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c02c141-810a-491b-8e2d-de802c3dc42f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:37.586086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fbea32bd-8219-4b1b-8c00-b48c283ead60 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0527139
Apr 16 21:26:37.586223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46212) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:37.611490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 29f0877d-908a-47df-aa37-d5dcea212e40 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:26:37.612429 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:37.635567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:37.637833 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5e3692-f752-4795-b36c-1923abdfdd17" -d '{"events": [{"server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "name": "network-vif-plugged", "status": "completed", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:37.660660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:37.661208 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1bd8d632-4c5c-4af1-a604-0836004ae430 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0696111
Apr 16 21:26:37.662753 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:37.664002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46218) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:37.686315 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-864895e6-a8c3-46e0-9e93-ab2a72103f3a tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] delete failed (client error): The resource could not be found.
Apr 16 21:26:37.686759 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af4effb-47de-4833-bfbf-a5f4578c94a4 x-openstack-request-id: req-5af4effb-47de-4833-bfbf-a5f4578c94a4 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:37.687061 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "name": "network-vif-plugged", "status": "completed", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:37.687325 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5af4effb-47de-4833-bfbf-a5f4578c94a4 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:37.687730 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af4effb-47de-4833-bfbf-a5f4578c94a4'] response: {'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40', 'code': 200}
Apr 16 21:26:37.688421 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-864895e6-a8c3-46e0-9e93-ab2a72103f3a tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "DELETE /v2.0/security-groups/6c02c141-810a-491b-8e2d-de802c3dc42f HTTP/1.1" status: 404  len: 347 time: 0.0233743
Apr 16 21:26:37.692676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46220) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:37.735084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6b875a7f-71e6-4845-ae64-9c450ef0a219 tempest-SecGroupTest-1572081387 tempest-SecGroupTest-1572081387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0412765
Apr 16 21:26:37.738217 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:37.789684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=29f0877d-908a-47df-aa37-d5dcea212e40,revision_number=12']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:37.792087 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Allocated IP 172.35.1.158 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/6194ad4c-1f53-4879-9bfe-1696203b9309) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:26:37.865272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e02563-47d5-4701-867d-9457b28a73e5 req-91831eff-14cf-4561-9871-fbd97bbda4e9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:37.866850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-38e02563-47d5-4701-867d-9457b28a73e5 req-91831eff-14cf-4561-9871-fbd97bbda4e9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.0724547
Apr 16 21:26:37.901425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecee97-3316-486b-927a-90d138e281c9 req-bc783459-78fe-4866-b9f2-6db00dfbd9c1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:37.902919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e1ecee97-3316-486b-927a-90d138e281c9 req-bc783459-78fe-4866-b9f2-6db00dfbd9c1 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0480661
Apr 16 21:26:37.965002 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e1ecee97-3316-486b-927a-90d138e281c9 req-015e87cc-c0e5-4afa-8430-2e8d5fb4b827 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524409
Apr 16 21:26:38.046138 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for port (6194ad4c-1f53-4879-9bfe-1696203b9309), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:38.067235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a78265-4a68-40d8-b6e6-0938bc42682b req-8f49c103-4c4d-4207-81e5-1cc26b1073e4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:38.068867 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3a78265-4a68-40d8-b6e6-0938bc42682b req-8f49c103-4c4d-4207-81e5-1cc26b1073e4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 946 time: 0.1118093
Apr 16 21:26:38.070706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-38e02563-47d5-4701-867d-9457b28a73e5 req-6dc1c808-f329-457f-99db-38bb80a063d6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Deleting port 7542af86-038e-4ed9-b3e1-69e05db5430f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:26:38.071040 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-38e02563-47d5-4701-867d-9457b28a73e5 req-6dc1c808-f329-457f-99db-38bb80a063d6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:38.196547 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3a78265-4a68-40d8-b6e6-0938bc42682b req-4f97e436-5dcf-4c1b-9646-a8ab28778fd3 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200290
Apr 16 21:26:38.223425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-38e02563-47d5-4701-867d-9457b28a73e5 req-6dc1c808-f329-457f-99db-38bb80a063d6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] For port 7542af86-038e-4ed9-b3e1-69e05db5430f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7542af86-038e-4ed9-b3e1-69e05db5430f,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:38.224045 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-38e02563-47d5-4701-867d-9457b28a73e5 req-6dc1c808-f329-457f-99db-38bb80a063d6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:38.240410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46232) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:38.240610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-38e02563-47d5-4701-867d-9457b28a73e5 req-6dc1c808-f329-457f-99db-38bb80a063d6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Calling delete_port for 7542af86-038e-4ed9-b3e1-69e05db5430f owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:26:38.256209 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6194ad4c-1f53-4879-9bfe-1696203b9309), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:38.308463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169df456-88a4-453a-8c47-b77b11bb8369 req-5ac10ac9-c5e1-450a-b663-ddcb0e057fbb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:38.310461 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-169df456-88a4-453a-8c47-b77b11bb8369 req-5ac10ac9-c5e1-450a-b663-ddcb0e057fbb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 943 time: 0.0638983
Apr 16 21:26:38.339539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:26:38.364049 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-169df456-88a4-453a-8c47-b77b11bb8369 req-262380d7-b3a6-4369-89ec-1238b4374e2f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475829
Apr 16 21:26:38.375422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:26:38.384774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-788f169c-3e11-498c-865d-e63069606b71 req-956c1ad7-d184-4807-8f5b-a0949b98ce24 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0568132
Apr 16 21:26:38.388327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:26:38.411822 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8d0a39cc-9d7f-43a9-8261-775af726340d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e09cd1bafc114cc28810a3d4a92e3469&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1702063
Apr 16 21:26:38.414452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'Port': ['ID=6194ad4c-1f53-4879-9bfe-1696203b9309,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:38.414625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46238) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:38.467782 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa46f76e-6d6f-45cf-a46f-2ad242ed6121 admin admin] Publish callbacks [] for security_group (dc4e10ee-2d12-4650-9cb9-a03b66997997), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:38.492382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa46f76e-6d6f-45cf-a46f-2ad242ed6121 admin admin] Publish callbacks [] for security_group (dc4e10ee-2d12-4650-9cb9-a03b66997997), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:38.620796 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-38e02563-47d5-4701-867d-9457b28a73e5 req-6dc1c808-f329-457f-99db-38bb80a063d6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7542af86-038e-4ed9-b3e1-69e05db5430f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:38.632631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['7542af86-038e-4ed9-b3e1-69e05db5430f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:26:38.636312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294fc34-b723-4825-9d5e-5a689da54f30 req-bc67e916-2a20-4e81-be45-f3f4c7990e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:38.638184 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6294fc34-b723-4825-9d5e-5a689da54f30 req-bc67e916-2a20-4e81-be45-f3f4c7990e34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 1128 time: 0.0433435
Apr 16 21:26:38.651275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1c808-f329-457f-99db-38bb80a063d6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Pushing event deleted for resources: {'Port': ['ID=7542af86-038e-4ed9-b3e1-69e05db5430f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:38.676067 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa46f76e-6d6f-45cf-a46f-2ad242ed6121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (dc4e10ee-2d12-4650-9cb9-a03b66997997), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:38.678768 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa46f76e-6d6f-45cf-a46f-2ad242ed6121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:38.683202 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-aa46f76e-6d6f-45cf-a46f-2ad242ed6121 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc4e10ee-2d12-4650-9cb9-a03b66997997 HTTP/1.1" status: 204  len: 168 time: 0.2646487
Apr 16 21:26:38.698017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46f76e-6d6f-45cf-a46f-2ad242ed6121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4e10ee-2d12-4650-9cb9-a03b66997997,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:38.723683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6294fc34-b723-4825-9d5e-5a689da54f30 req-2177d580-e4a3-4543-b909-d0f9df3ce678 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785718
Apr 16 21:26:38.724288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e02563-47d5-4701-867d-9457b28a73e5 req-6dc1c808-f329-457f-99db-38bb80a063d6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] No DVR routers for this DVR port 7542af86-038e-4ed9-b3e1-69e05db5430f on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:26:38.727974 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-38e02563-47d5-4701-867d-9457b28a73e5 req-6dc1c808-f329-457f-99db-38bb80a063d6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:38.731256 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-38e02563-47d5-4701-867d-9457b28a73e5 req-6dc1c808-f329-457f-99db-38bb80a063d6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "DELETE /v2.0/ports/7542af86-038e-4ed9-b3e1-69e05db5430f HTTP/1.1" status: 204  len: 173 time: 0.8391833
Apr 16 21:26:38.731711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e13f52f-cb80-494c-8cc8-f785a71975e0', 'name': 'network-vif-deleted', 'tag': '7542af86-038e-4ed9-b3e1-69e05db5430f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:38.734120 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd016e6e-b246-4b67-910c-662cbd5eb7b1" -d '{"events": [{"server_uuid": "3e13f52f-cb80-494c-8cc8-f785a71975e0", "name": "network-vif-deleted", "tag": "7542af86-038e-4ed9-b3e1-69e05db5430f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:38.761490 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (ebe38c37-65cf-4f59-87ff-18df89178103), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:38.784452 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea7fa5c-8772-40c4-8097-195bbc568f47 x-openstack-request-id: req-eea7fa5c-8772-40c4-8097-195bbc568f47 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:38.784452 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e13f52f-cb80-494c-8cc8-f785a71975e0", "name": "network-vif-deleted", "tag": "7542af86-038e-4ed9-b3e1-69e05db5430f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:38.784452 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eea7fa5c-8772-40c4-8097-195bbc568f47 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:38.784452 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea7fa5c-8772-40c4-8097-195bbc568f47'] response: {'server_uuid': '3e13f52f-cb80-494c-8cc8-f785a71975e0', 'name': 'network-vif-deleted', 'tag': '7542af86-038e-4ed9-b3e1-69e05db5430f', 'status': 'completed', 'code': 200}
Apr 16 21:26:38.894121 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6194ad4c-1f53-4879-9bfe-1696203b9309), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:38.986269 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2c980ca2-7ed5-426c-a48f-d162106f3abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:39.012037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c0c5154e-e278-4526-8a07-42e809fbe3c8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:26:39.092691 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for port (6194ad4c-1f53-4879-9bfe-1696203b9309), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:39.111635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6a2da-0bd9-4401-8ccd-336e5846a1e5 req-cdaa0c91-0aae-4cf7-ad63-35fb2da70f67 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:39.114799 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37b6a2da-0bd9-4401-8ccd-336e5846a1e5 req-cdaa0c91-0aae-4cf7-ad63-35fb2da70f67 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0599513
Apr 16 21:26:39.135654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c0c5154e-e278-4526-8a07-42e809fbe3c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0c5154e-e278-4526-8a07-42e809fbe3c8,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:39.153906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c0c5154e-e278-4526-8a07-42e809fbe3c8', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'port_id': 'c0c5154e-e278-4526-8a07-42e809fbe3c8', 'mac_address': 'fa:16:3e:cd:95:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9133d53e-619c-487b-8eb9-4bd92e2fff34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:26:39.175148 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (6194ad4c-1f53-4879-9bfe-1696203b9309), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:39.200459 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37b6a2da-0bd9-4401-8ccd-336e5846a1e5 req-29e4c17e-a92a-4de6-952a-3262d10476e5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775859
Apr 16 21:26:39.205300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c0c5154e-e278-4526-8a07-42e809fbe3c8 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:26:39.205710 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:39.240532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c5154e-e278-4526-8a07-42e809fbe3c8 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:26:39.245379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c0c5154e-e278-4526-8a07-42e809fbe3c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0c5154e-e278-4526-8a07-42e809fbe3c8,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:39.255039 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'Port': ['ID=6194ad4c-1f53-4879-9bfe-1696203b9309,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:39.267828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (ebe38c37-65cf-4f59-87ff-18df89178103), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:39.339435 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-99121b78-e77d-432e-a432-de6a8d7a4e34 req-d7ba9032-8103-44b4-8c31-b5a4e9dbdb1f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13f52f-cb80-494c-8cc8-f785a71975e0 HTTP/1.1" status: 200  len: 210 time: 0.0281363
Apr 16 21:26:39.374606 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:39.404546 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:39.409845 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ea604fd2-8f58-4f9d-9f0b-8a810c5a970c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5592377
Apr 16 21:26:39.439095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c0c5154e-e278-4526-8a07-42e809fbe3c8,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:39.446942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.447663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.448096 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.448529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.448941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.449352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.449952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.451247 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.451666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.452739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.452957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.453305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.453648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.454091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.454426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:39.500409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b04a53-58f8-4237-9bdf-396f486f7f6c req-6ec15826-3249-41a1-a083-02c6f3175379 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:39.502080 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f5b04a53-58f8-4237-9bdf-396f486f7f6c req-6ec15826-3249-41a1-a083-02c6f3175379 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 944 time: 0.0622208
Apr 16 21:26:39.508003 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eb8d6dbb-a5a4-41a0-9bbb-af9931d526d0 req-9d9ea4cb-2579-46c5-a9b3-932afde5b8b3 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0317059
Apr 16 21:26:39.555170 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f5b04a53-58f8-4237-9bdf-396f486f7f6c req-39087829-ed96-44e7-b15b-a7ff745ac2a3 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460255
Apr 16 21:26:39.660935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:26:39.685770 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-4bb2c0c7-6a80-4114-a07e-7acc5f67bacf tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1655225129&fields=id&tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26 HTTP/1.1" status: 200  len: 267 time: 0.0565596
Apr 16 21:26:39.846689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-c246a487-e5fe-4b2e-9685-e8419cc46405 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:39.848459 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-c246a487-e5fe-4b2e-9685-e8419cc46405 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 815 time: 0.1533351
Apr 16 21:26:39.868597 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-a91f8107-b0e4-4c0a-a339-f3963b2b69d3 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/quotas/d6f8dfa11e9b410cbbd59ffe32afeb26 HTTP/1.1" status: 200  len: 375 time: 0.0130615
Apr 16 21:26:39.923550 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-68a6a981-caf6-4404-bdc3-200bf0b65249 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0499799
Apr 16 21:26:40.028605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-04d4aa92-2439-49fd-95a5-cfacad0a7219 service neutron] 10.222.0.20 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937583
Apr 16 21:26:40.125449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-9a1775f5-f396-41ef-a7c0-20e21f354039 service neutron] 10.222.0.20 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895436
Apr 16 21:26:40.342060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f97cc-84bd-4db5-9a11-e205ae8804bc req-fdcbf33a-286e-4109-b860-d8a9ff6d2d74 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:40.344592 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a32f97cc-84bd-4db5-9a11-e205ae8804bc req-fdcbf33a-286e-4109-b860-d8a9ff6d2d74 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0559630
Apr 16 21:26:40.415735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c248fec-4cc5-46aa-953f-0db4d4c0e934 req-3d748ff6-6d28-40a1-be94-99aaa00c774e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 210 time: 0.0455401
Apr 16 21:26:40.444442 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a32f97cc-84bd-4db5-9a11-e205ae8804bc req-3a2c5d4b-4f90-4478-bbf5-dd8283d08d16 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775535
Apr 16 21:26:40.645599 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-239c3ba3-2a3c-4a18-8c72-7164b4337f00 req-ad3b1d9e-5108-4d3b-a127-e74b3c05df74 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0331788
Apr 16 21:26:40.710911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf85be-ca17-4243-a023-439b49aa157f req-44826153-dcc4-4fba-a7d0-8010ef4b2c38 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:40.712920 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-57cf85be-ca17-4243-a023-439b49aa157f req-44826153-dcc4-4fba-a7d0-8010ef4b2c38 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 944 time: 0.0757589
Apr 16 21:26:40.768464 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-57cf85be-ca17-4243-a023-439b49aa157f req-5951ed48-5c60-4580-9094-e915208dc6d9 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497718
Apr 16 21:26:40.855201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-e03bf907-a2f7-4c8e-a861-8d243cb5f37a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:40.856851 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-e03bf907-a2f7-4c8e-a861-8d243cb5f37a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 811 time: 0.1261048
Apr 16 21:26:40.897474 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-404f6405-ba23-4ca4-8e64-7ab016be19a0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/quotas/7caf6e59a47149a68cae6224fb2856e7 HTTP/1.1" status: 200  len: 375 time: 0.0317039
Apr 16 21:26:40.940206 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-893c0ddf-76d8-43fd-a868-aca0d263bd59 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0411301
Apr 16 21:26:41.007874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c0c5154e-e278-4526-8a07-42e809fbe3c8 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:26:41.055468 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-0851269d-9157-4e56-b244-5527689d0715 service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1082389
Apr 16 21:26:41.093833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port c0c5154e-e278-4526-8a07-42e809fbe3c8 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:26:41.141060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c0c5154e-e278-4526-8a07-42e809fbe3c8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:26:41.141449 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:41.184788 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-6de11bd9-fdbc-42f8-bdf7-1f321b223ef6 service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228583
Apr 16 21:26:41.226559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c0c5154e-e278-4526-8a07-42e809fbe3c8 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:26:41.226955 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:41.259443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fbb0c9-4072-4260-859f-aadf53c653bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c5154e-e278-4526-8a07-42e809fbe3c8'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:41.261801 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bb3925-db67-4463-b171-169d1ed768a1" -d '{"events": [{"server_uuid": "b1fbb0c9-4072-4260-859f-aadf53c653bb", "name": "network-vif-plugged", "status": "completed", "tag": "c0c5154e-e278-4526-8a07-42e809fbe3c8"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:41.279964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c0c5154e-e278-4526-8a07-42e809fbe3c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0c5154e-e278-4526-8a07-42e809fbe3c8,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:41.308895 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6683fd17-0642-4f0a-91ba-ae65ecced774 x-openstack-request-id: req-6683fd17-0642-4f0a-91ba-ae65ecced774 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:41.309192 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fbb0c9-4072-4260-859f-aadf53c653bb", "name": "network-vif-plugged", "status": "completed", "tag": "c0c5154e-e278-4526-8a07-42e809fbe3c8", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:41.309449 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6683fd17-0642-4f0a-91ba-ae65ecced774 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:41.309845 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6683fd17-0642-4f0a-91ba-ae65ecced774'] response: {'server_uuid': 'b1fbb0c9-4072-4260-859f-aadf53c653bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c5154e-e278-4526-8a07-42e809fbe3c8', 'code': 200}
Apr 16 21:26:41.365720 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:41.484894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c0c5154e-e278-4526-8a07-42e809fbe3c8,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:41.520888 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc98e0b5-cd64-4a7d-a60c-d5019011fa45 req-7c66b083-70e4-452c-b10f-b8ffb705c225 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 210 time: 0.0531993
Apr 16 21:26:41.559145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df63e47-516a-43f3-82b8-54a20d930100 req-47dbcc4f-6a7e-4d87-9859-3d93786b803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:41.561087 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0df63e47-516a-43f3-82b8-54a20d930100 req-47dbcc4f-6a7e-4d87-9859-3d93786b803d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 1127 time: 0.1495974
Apr 16 21:26:41.582641 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6fd2c562-dafa-4564-8ea2-0789b984541b req-3a194553-47ea-4ff0-96d4-76435f964390 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 210 time: 0.0691099
Apr 16 21:26:41.639358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0df63e47-516a-43f3-82b8-54a20d930100 req-5b4925e3-8e50-43fb-9214-16d512ae51d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716012
Apr 16 21:26:41.663225 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4eb75edb-0f36-4707-a644-fdd1a98a44e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:41.687849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f549ccf-a9a6-421d-a886-c7b1a4c08333 req-4a529639-e953-496b-a10f-9bc1f54b4705 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:41.689413 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f549ccf-a9a6-421d-a886-c7b1a4c08333 req-4a529639-e953-496b-a10f-9bc1f54b4705 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0720565
Apr 16 21:26:41.739210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f549ccf-a9a6-421d-a886-c7b1a4c08333 req-a5068289-89b2-434f-aa2c-3ee4698b65e8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430286
Apr 16 21:26:41.755960 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-88018e6f-4eb5-42ea-b9e3-9aa0360c1fde req-4913c1e4-447a-4d0e-a450-8acb1232ab1f tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0286515
Apr 16 21:26:41.862769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7542af86-038e-4ed9-b3e1-69e05db5430f no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:26:41.883676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 7542af86-038e-4ed9-b3e1-69e05db5430f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:26:41.884026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7542af86-038e-4ed9-b3e1-69e05db5430f not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:26:41.884783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec3e47-1333-42ba-947a-7346280adbd9 req-3cf6e155-8561-4de0-b451-7a49cb4e3bdb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:41.886299 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0eec3e47-1333-42ba-947a-7346280adbd9 req-3cf6e155-8561-4de0-b451-7a49cb4e3bdb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 945 time: 0.0484555
Apr 16 21:26:41.934484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0eec3e47-1333-42ba-947a-7346280adbd9 req-a55f19a7-5276-4a14-9fc9-3edfedddb5b3 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422630
Apr 16 21:26:42.542705 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:42.637692 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c2cebf8-3087-4e3b-9e5f-6e7f25cbd7ff req-b383de9e-9382-42af-a0cd-a1dd4cd7c0a2 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 210 time: 0.0402808
Apr 16 21:26:42.691385 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8aa371b-0fac-49ee-9f4e-e3a139d02a03 req-136844b0-dcdd-4d60-8793-f26749ea9180 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 210 time: 0.0290241
Apr 16 21:26:42.859142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175bb5d-3e69-4cd4-bdf9-60430ebbd5c3 req-4a5b0792-ca58-4d45-8cf6-14308157a9ee tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:42.860743 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0175bb5d-3e69-4cd4-bdf9-60430ebbd5c3 req-4a5b0792-ca58-4d45-8cf6-14308157a9ee tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0515053
Apr 16 21:26:42.874375 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df2b54e1-d4aa-4b33-9c7e-872ab56c1345 req-f0792f66-c2da-4d6c-be60-bf0afcd2a158 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0335352
Apr 16 21:26:42.911679 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0175bb5d-3e69-4cd4-bdf9-60430ebbd5c3 req-bde221fc-b4c3-468a-8639-4a62eb99aaee tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450394
Apr 16 21:26:43.000136 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:43.048097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a8dd9-bc58-44ba-92a0-53b7c7087ab4 req-b60c624d-af96-4bcc-aa6f-2920e2a12283 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:43.049671 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-348a8dd9-bc58-44ba-92a0-53b7c7087ab4 req-b60c624d-af96-4bcc-aa6f-2920e2a12283 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0651870
Apr 16 21:26:43.082982 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376513b4-3c55-4724-bc28-b2634d37fb4c req-b07adb65-3df4-4b13-89d1-b035ef441204 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:43.084523 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-376513b4-3c55-4724-bc28-b2634d37fb4c req-b07adb65-3df4-4b13-89d1-b035ef441204 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 945 time: 0.0713358
Apr 16 21:26:43.103158 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-348a8dd9-bc58-44ba-92a0-53b7c7087ab4 req-2688aee4-c02b-4afb-bc94-8052b69c0e4d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459116
Apr 16 21:26:43.137994 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-376513b4-3c55-4724-bc28-b2634d37fb4c req-69fba249-9ee8-42b0-b0a2-11a016a49801 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474401
Apr 16 21:26:43.234349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba87e07-d8ba-4110-84e3-901f4f571a06 req-8f519bb5-7df2-4659-b69e-d41921f4c09f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:43.235992 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ba87e07-d8ba-4110-84e3-901f4f571a06 req-8f519bb5-7df2-4659-b69e-d41921f4c09f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0517802
Apr 16 21:26:43.301205 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ba87e07-d8ba-4110-84e3-901f4f571a06 req-80c753bf-e293-4682-8cdc-cb9aa07afcd6 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539501
Apr 16 21:26:43.461972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-5e9ebea4-cbda-47a4-854b-bd8c3e1ba699 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:43.463450 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-5e9ebea4-cbda-47a4-854b-bd8c3e1ba699 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 815 time: 0.1726139
Apr 16 21:26:43.464499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb6d30-a9ca-4163-8d51-22ae477342c4 req-bc2bee8f-ada0-428f-bca6-96a09873a161 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:43.466105 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-13bb6d30-a9ca-4163-8d51-22ae477342c4 req-bc2bee8f-ada0-428f-bca6-96a09873a161 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0649133
Apr 16 21:26:43.510337 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7266c3-89aa-4422-ae6b-6243daac6f6c req-cb629bc7-6059-48d0-be3f-e25b0d8786a5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:43.511802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb7266c3-89aa-4422-ae6b-6243daac6f6c req-cb629bc7-6059-48d0-be3f-e25b0d8786a5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.1319959
Apr 16 21:26:43.514568 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-13bb6d30-a9ca-4163-8d51-22ae477342c4 req-b777e0af-1dbd-4d8e-9bb3-7f84b01c97e7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426724
Apr 16 21:26:43.528404 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb7266c3-89aa-4422-ae6b-6243daac6f6c req-9b8f278e-365f-4611-bac2-f00b1cf0a00d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/quotas/76fd883ad3944fcaaecdf2909120dc87 HTTP/1.1" status: 200  len: 375 time: 0.0102758
Apr 16 21:26:43.589661 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb7266c3-89aa-4422-ae6b-6243daac6f6c req-3097736a-898e-480c-a86b-2ef19c2075d0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0504375
Apr 16 21:26:43.634028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55432f3e-8da2-4402-a461-3ddd675897a4 req-b9c668ec-2abf-4f14-a4a8-bd8039fd5449 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:43.635781 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55432f3e-8da2-4402-a461-3ddd675897a4 req-b9c668ec-2abf-4f14-a4a8-bd8039fd5449 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0495741
Apr 16 21:26:43.693045 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55432f3e-8da2-4402-a461-3ddd675897a4 req-17d102a1-b990-4c84-960c-9da6f115598d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508206
Apr 16 21:26:43.699558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb7266c3-89aa-4422-ae6b-6243daac6f6c req-223ef425-a758-4916-97a9-6ec5201401a2 service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1053538
Apr 16 21:26:43.790884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d2a0205-711c-4859-ad2e-e2b29aa350db req-06f65e31-dc1d-40fa-b931-0ff3f1cd48c0 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 210 time: 0.0328996
Apr 16 21:26:43.795070 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fb7266c3-89aa-4422-ae6b-6243daac6f6c req-df9f5e9e-b9e7-415a-9d74-e2a8b01a2534 service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882130
Apr 16 21:26:43.881528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0dc42f20-a9f5-4351-a0d9-949cf5a4506d req-d997b99a-c736-401a-a7c2-49f2e7b2f2be tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 210 time: 0.0319290
Apr 16 21:26:43.978215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c384058f-705e-40e8-9bc5-ccd0cb4fcddf req-952af980-4275-4637-a4b2-becc91a856a2 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0282025
Apr 16 21:26:44.088973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825186b-a73b-4ea3-9459-9411093aea74 req-5618dfca-baa1-4167-b54a-6c9b4b64477a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:44.090870 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f825186b-a73b-4ea3-9459-9411093aea74 req-5618dfca-baa1-4167-b54a-6c9b4b64477a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0542631
Apr 16 21:26:44.144428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f825186b-a73b-4ea3-9459-9411093aea74 req-06b46cbd-1123-45c3-9d6c-0678b2fc78bc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455556
Apr 16 21:26:44.214838 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:44.262611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a9c13-13b8-4fab-9185-c531b21cc33f req-9ab48655-3527-4449-9786-d25d3d158e4b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:44.265718 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f9a9c13-13b8-4fab-9185-c531b21cc33f req-9ab48655-3527-4449-9786-d25d3d158e4b tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0510874
Apr 16 21:26:44.317917 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f9a9c13-13b8-4fab-9185-c531b21cc33f req-6e26591b-3216-4e6e-9639-013153582c85 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469677
Apr 16 21:26:44.693938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6179e-390f-474c-8b6f-96390700354c req-3bd2ed81-76e4-4365-a6e5-0d9199f0bbe4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:44.695422 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-3bd2ed81-76e4-4365-a6e5-0d9199f0bbe4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.1122241
Apr 16 21:26:44.710110 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-347c8b9b-d028-4f89-be27-cff5377c9f65 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/quotas/76fd883ad3944fcaaecdf2909120dc87 HTTP/1.1" status: 200  len: 375 time: 0.0091376
Apr 16 21:26:44.757400 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-1ad70391-dbb8-443f-a198-e7b21b5e0781 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0424838
Apr 16 21:26:44.852766 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-f3d000d9-806c-4b06-9d58-30cb3b8a9681 service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888016
Apr 16 21:26:44.946933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-7458927e-712b-4537-9557-db22e556b7d0 service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882304
Apr 16 21:26:44.947740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4bb7c7e5-55b9-4c5e-9c77-cbef90b378de req-4f886629-986b-49a7-8f9c-97d213f1517f tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 210 time: 0.0288272
Apr 16 21:26:45.062818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4f1a-0e2c-46fb-855a-9bcf07bcace2 req-8cd740d5-e817-4d1a-8eb9-938713a442b9 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:45.064573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e76e4f1a-0e2c-46fb-855a-9bcf07bcace2 req-8cd740d5-e817-4d1a-8eb9-938713a442b9 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0512490
Apr 16 21:26:45.114941 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e76e4f1a-0e2c-46fb-855a-9bcf07bcace2 req-c187d718-2bfa-45fe-9180-fcaa646093c5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446117
Apr 16 21:26:45.141362 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-20e65181-00a3-4073-82ae-8881e02bdfdb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26 HTTP/1.1" status: 200  len: 380 time: 0.0611615
Apr 16 21:26:45.231032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3488f195-b9c9-4adf-b9f2-d9f60645764e req-6cae5bd9-84f6-49ac-9611-5736c72cc20e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 210 time: 0.0339501
Apr 16 21:26:45.294012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f458548-ddc8-420c-9100-96c56df0833f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'port': {'device_id': '6eb61102-0483-413f-88b9-7519c852b7f6', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'admin_state_up': True, 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'security_groups': ['fc9c6edb-ab4a-435f-9d6f-54aac9dbe120']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:45.349559 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c788a447-72fd-41bb-9690-7817881b96a7 req-5bff522e-a598-4697-bf7c-a2dcc347f131 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 210 time: 0.0687435
Apr 16 21:26:45.365536 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-423c78b1-8730-4670-b1e0-ccbd430c0700 req-02333692-31f9-41bf-9bbb-46caf878818a tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.1401284
Apr 16 21:26:45.407379 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-66af31af-f835-4503-8f04-f77a032777bb req-d394fe63-664b-4751-b4fe-d57687ca4f90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0388520
Apr 16 21:26:45.420910 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:45.533800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f458548-ddc8-420c-9100-96c56df0833f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Made reservation on behalf of d6f8dfa11e9b410cbbd59ffe32afeb26 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:26:45.537188 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f458548-ddc8-420c-9100-96c56df0833f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:45.677594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f458548-ddc8-420c-9100-96c56df0833f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Allocated IP 172.20.0.13 (26fd8c71-2108-482c-9702-fc8775f3578f/c99e39d7-2867-4b44-a041-babd70d56231/bca26f6e-d4ea-42d6-97cb-5fabb9c3b713) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:26:45.824653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-842b183a-6103-4b7e-9a6a-54be46677501 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:45.826234 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-842b183a-6103-4b7e-9a6a-54be46677501 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "GET /v2.0/networks?id=5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 200  len: 811 time: 0.1141639
Apr 16 21:26:45.834711 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f458548-ddc8-420c-9100-96c56df0833f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:45.843221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-380579cb-44a7-4ce8-9ef0-f2f411b8f873 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Request body: {'port': {'device_id': 'ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11', 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'admin_state_up': True, 'tenant_id': '7caf6e59a47149a68cae6224fb2856e7'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:45.943496 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f458548-ddc8-420c-9100-96c56df0833f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:45.996637 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f458548-ddc8-420c-9100-96c56df0833f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Network 26fd8c71-2108-482c-9702-fc8775f3578f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:26:45.999826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f458548-ddc8-420c-9100-96c56df0833f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:26:46.004440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f458548-ddc8-420c-9100-96c56df0833f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:26:46.012402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f458548-ddc8-420c-9100-96c56df0833f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'Port': ['ID=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:46.058864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-380579cb-44a7-4ce8-9ef0-f2f411b8f873 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Made reservation on behalf of 7caf6e59a47149a68cae6224fb2856e7 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:26:46.062836 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-380579cb-44a7-4ce8-9ef0-f2f411b8f873 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:46.064704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f458548-ddc8-420c-9100-96c56df0833f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:46.065338 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f458548-ddc8-420c-9100-96c56df0833f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:46.066265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a969da34-4eed-49cd-a557-de98216c7803 req-2716abed-a75c-47eb-835a-96663ba447fc tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 210 time: 0.0438881
Apr 16 21:26:46.202802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f458548-ddc8-420c-9100-96c56df0833f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9299664
Apr 16 21:26:46.228275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-380579cb-44a7-4ce8-9ef0-f2f411b8f873 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Allocated IP 172.20.0.14 (5fb5cf29-8796-41a2-8375-e8062a5911ad/363c489b-9558-4973-a8ad-7c86215b2c65/4a2d54bf-9e95-4690-8351-2371d73d83d2) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:26:46.245340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Request body: {'port': {'device_id': '6eb61102-0483-413f-88b9-7519c852b7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:46.304517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f75a9efb-9fe8-400f-9332-3ade44fc1de8 None None] Provisioning complete for port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:26:46.309208 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f75a9efb-9fe8-400f-9332-3ade44fc1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:46.370334 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894dda5-71d9-47b6-9a95-c615d6311874 req-dc3f7ea6-7462-456f-af58-2ffd4c9656ce tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:46.378769 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b894dda5-71d9-47b6-9a95-c615d6311874 req-dc3f7ea6-7462-456f-af58-2ffd4c9656ce tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0937302
Apr 16 21:26:46.412744 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:46.444383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f75a9efb-9fe8-400f-9332-3ade44fc1de8 None None] Port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:26:46.485073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cb676-e3e7-49ac-973d-caccf16958e4 req-90949848-69d0-4634-a001-2d8c601813c4 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:46.485520 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b894dda5-71d9-47b6-9a95-c615d6311874 req-29dec23d-e0db-4d64-9eef-36ecbb3a057c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063116
Apr 16 21:26:46.486606 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b0cb676-e3e7-49ac-973d-caccf16958e4 req-90949848-69d0-4634-a001-2d8c601813c4 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 932 time: 0.0994763
Apr 16 21:26:46.541694 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-380579cb-44a7-4ce8-9ef0-f2f411b8f873 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks [] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:46.619933 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b0cb676-e3e7-49ac-973d-caccf16958e4 req-76388780-8b2a-4dca-a35d-af80a73db3b5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201565
Apr 16 21:26:46.641205 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4aa8de88-0481-40f0-8aa8-85527536e3bb req-6552e1b6-9ab2-43bc-96b9-dc162b4f40b6 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 210 time: 0.0454621
Apr 16 21:26:46.704556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-380579cb-44a7-4ce8-9ef0-f2f411b8f873 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:46.833964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380579cb-44a7-4ce8-9ef0-f2f411b8f873 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Pushing event updated for resources: {'Port': ['ID=4a2d54bf-9e95-4690-8351-2371d73d83d2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:46.837704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-380579cb-44a7-4ce8-9ef0-f2f411b8f873 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Network 5fb5cf29-8796-41a2-8375-e8062a5911ad is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:26:46.840313 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44b10001-a980-4139-a3f2-268ef195660d req-309f9abc-7e85-49a5-a436-e8158afbe46d tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0508637
Apr 16 21:26:46.841602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-380579cb-44a7-4ce8-9ef0-f2f411b8f873 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:26:46.844060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-380579cb-44a7-4ce8-9ef0-f2f411b8f873 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:26:46.856724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:26:46.865829 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Publish callbacks [] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:46.879657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Transition to ACTIVE for port object bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:26:46.895410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-380579cb-44a7-4ce8-9ef0-f2f411b8f873 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:46.896210 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-380579cb-44a7-4ce8-9ef0-f2f411b8f873 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:47.034498 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:47.091931 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-380579cb-44a7-4ce8-9ef0-f2f411b8f873 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2558320
Apr 16 21:26:47.104776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Request body: {'port': {'device_id': 'ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:47.219174 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:47.359751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915c642-7d96-4fa2-bef1-700fab738db5 req-c3f1f2df-a5a2-4535-a4b0-5a56fa16da69 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:47.361374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f915c642-7d96-4fa2-bef1-700fab738db5 req-c3f1f2df-a5a2-4535-a4b0-5a56fa16da69 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 932 time: 0.1321237
Apr 16 21:26:47.452018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba270ea3-9b63-4d99-b5bf-0740ccd9c9ee req-af6bc6f2-d72c-4735-a49d-1d10b8cdc016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:47.453646 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba270ea3-9b63-4d99-b5bf-0740ccd9c9ee req-af6bc6f2-d72c-4735-a49d-1d10b8cdc016 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280&device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 1128 time: 0.1448867
Apr 16 21:26:47.497919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f915c642-7d96-4fa2-bef1-700fab738db5 req-32dd1fe8-0785-4d21-af9b-5a2c3b6924e6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280193
Apr 16 21:26:47.606916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Pushing event updated for resources: {'Port': ['ID=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:47.617575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a88239-2cd1-49f9-a8f2-1cd15ca15687 req-114c7aff-f273-46a1-8aac-5a23b269ce49 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:47.626069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e1a88239-2cd1-49f9-a8f2-1cd15ca15687 req-114c7aff-f273-46a1-8aac-5a23b269ce49 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.1131182
Apr 16 21:26:47.682247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba270ea3-9b63-4d99-b5bf-0740ccd9c9ee req-601a5ee6-fba8-4d3c-9b8d-ad46387eec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:47.685733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba270ea3-9b63-4d99-b5bf-0740ccd9c9ee req-601a5ee6-fba8-4d3c-9b8d-ad46387eec1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b9ee265-bdab-4092-8071-c9bb95d911fb HTTP/1.1" status: 200  len: 914 time: 0.1710367
Apr 16 21:26:47.702533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.708943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.708943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.708943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.708943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.708943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.708943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.710002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.710626 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.711138 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.711660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.712332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.712888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.713419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.714072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:26:47.758245 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba270ea3-9b63-4d99-b5bf-0740ccd9c9ee req-3ecd42fe-ab89-4334-9234-27b4578a28b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29f0877d-908a-47df-aa37-d5dcea212e40 HTTP/1.1" status: 200  len: 217 time: 0.0644093
Apr 16 21:26:47.781373 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e1a88239-2cd1-49f9-a8f2-1cd15ca15687 req-6aff9ee4-430d-4452-80ed-43f5b9f33c5a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532757
Apr 16 21:26:47.785753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Attempting to bind port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:26:47.788147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Attempting to bind port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:26:47.788660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Attempting to bind port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 on network 26fd8c71-2108-482c-9702-fc8775f3578f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:26:47.808312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 on network 26fd8c71-2108-482c-9702-fc8775f3578f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:26:47.808312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Attempting to bind port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 on network 26fd8c71-2108-482c-9702-fc8775f3578f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:26:47.818087 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:26:47.818431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Checking segment: {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:26:47.818840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Bound using segment: {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:26:47.821986 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Bound port: bca26f6e-d4ea-42d6-97cb-5fabb9c3b713, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:26:47.824732 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:47.904841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0899340-9e73-4411-bf88-8f96bddf3edd req-a4233b11-acad-4fbe-850f-4105c6b6922e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:47.911222 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:26:47.916822 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a0899340-9e73-4411-bf88-8f96bddf3edd req-a4233b11-acad-4fbe-850f-4105c6b6922e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 944 time: 0.1573970
Apr 16 21:26:47.916994 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a065a3e0-02f7-4f74-b3cb-b050ea97f79e req-43295630-64c1-46d8-a3cf-f1647dd54b2e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 210 time: 0.0543511
Apr 16 21:26:47.972069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] For port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:26:47.979501 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] For port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:26:47.987574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46604) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:48.044312 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1e005c39-604a-46d1-8011-ffe5805428ef req-457198e1-7625-406f-8c48-ef6fe5661bce tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0383291
Apr 16 21:26:48.079114 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:48.151865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06119cdf-ba80-4be4-8a0c-afccdc9af482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:48.156268 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:48.156896 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:48.158569 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] 10.222.0.41 "PUT /v2.0/ports/bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 HTTP/1.1" status: 200  len: 1092 time: 1.9187376
Apr 16 21:26:48.160043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb61102-0483-413f-88b9-7519c852b7f6', 'tag': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:48.162421 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29aa070-8754-43e8-b80e-86d9993ae168" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb61102-0483-413f-88b9-7519c852b7f6", "tag": "bca26f6e-d4ea-42d6-97cb-5fabb9c3b713"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:48.215211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff2ad6-0f61-499d-a9af-2210afa95d28 service neutron] Pushing event updated for resources: {'Port': ['ID=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:48.333874 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06119cdf-ba80-4be4-8a0c-afccdc9af482 admin admin] Publish callbacks [] for security_group (2468ff88-d1d4-4e9c-a04d-1c9bb246bb71), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:48.342816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-87485ce6-3508-493e-ad62-a21cf4dd42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:48.345431 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-87485ce6-3508-493e-ad62-a21cf4dd42d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 1126 time: 0.0631154
Apr 16 21:26:48.393926 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-7dc96233-ae1c-4ce7-9182-c3930e6e4bae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 HTTP/1.1" status: 200  len: 217 time: 0.0420773
Apr 16 21:26:48.394448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba270ea3-9b63-4d99-b5bf-0740ccd9c9ee req-802f3a7e-10b9-4914-95f8-54d3eed7eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:48.395916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba270ea3-9b63-4d99-b5bf-0740ccd9c9ee req-802f3a7e-10b9-4914-95f8-54d3eed7eb0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6187210d-8476-403b-b03c-54cf8fd642e3 HTTP/1.1" status: 200  len: 853 time: 0.6234970
Apr 16 21:26:48.431965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06119cdf-ba80-4be4-8a0c-afccdc9af482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2468ff88-d1d4-4e9c-a04d-1c9bb246bb71), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:48.474527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba270ea3-9b63-4d99-b5bf-0740ccd9c9ee req-661bba23-6d49-427a-a536-0adde3f812b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b9ee265-bdab-4092-8071-c9bb95d911fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647199
Apr 16 21:26:48.478147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3491ce63-7f84-4713-9a28-c98e714cba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:48.479632 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3491ce63-7f84-4713-9a28-c98e714cba9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.0785913
Apr 16 21:26:48.487290 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-06119cdf-ba80-4be4-8a0c-afccdc9af482 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b4ad2a3117b4ec29a1d3931214c3eaf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4961965
Apr 16 21:26:48.487503 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a0899340-9e73-4411-bf88-8f96bddf3edd req-95eff119-ca2c-48ba-a871-20231d3aacc4 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5705810
Apr 16 21:26:48.488592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46614) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:48.506267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2d54bf-9e95-4690-8351-2371d73d83d2 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:26:48.535568 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06119cdf-ba80-4be4-8a0c-afccdc9af482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2468ff88-d1d4-4e9c-a04d-1c9bb246bb71,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:48.558304 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c896cdd-23dc-45c1-86e6-d3f6a7a398ef x-openstack-request-id: req-8c896cdd-23dc-45c1-86e6-d3f6a7a398ef {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:48.558304 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb61102-0483-413f-88b9-7519c852b7f6", "tag": "bca26f6e-d4ea-42d6-97cb-5fabb9c3b713", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:48.558837 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c896cdd-23dc-45c1-86e6-d3f6a7a398ef {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:48.558945 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c896cdd-23dc-45c1-86e6-d3f6a7a398ef'] response: {'name': 'network-changed', 'server_uuid': '6eb61102-0483-413f-88b9-7519c852b7f6', 'tag': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713', 'status': 'completed', 'code': 200}
Apr 16 21:26:48.559864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f4f7b43-ba37-489a-9be1-d26b418af3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:48.561479 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-3f4f7b43-ba37-489a-9be1-d26b418af3cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0742006
Apr 16 21:26:48.564270 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Publish callbacks [] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:48.586157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6179e-390f-474c-8b6f-96390700354c req-1faf9126-0785-452b-a7c8-5092a44c22f2 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:48.587726 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-1faf9126-0785-452b-a7c8-5092a44c22f2 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.7339139
Apr 16 21:26:48.600395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Transition to ACTIVE for port object 4a2d54bf-9e95-4690-8351-2371d73d83d2 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:26:48.607062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-95f6179e-390f-474c-8b6f-96390700354c req-fe744602-a98c-4aba-b822-451f24f909dd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Request body: {'port': {'device_id': 'fa0a30a4-6ada-4031-be8f-811c5b098de6', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'admin_state_up': True, 'tenant_id': '76fd883ad3944fcaaecdf2909120dc87'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:48.674843 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3dfd6c1-40be-49b9-9475-ea59ba8753db req-28c32bb3-f770-4f50-8c1c-316fd05165b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3b868d01dc64436a62165eaba1c8da0&device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0423012
Apr 16 21:26:48.684051 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f22b6172-e5aa-4b2a-8dc9-b67ab061d1dd admin admin] Publish callbacks [] for security_group (2468ff88-d1d4-4e9c-a04d-1c9bb246bb71), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:48.717065 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:48.743441 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-273ef7b0-93fc-4bd8-9b35-654c43cdc23f req-1d7f4137-36f0-440a-bda9-11ebdeb0f655 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0758967
Apr 16 21:26:48.748453 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3dfd6c1-40be-49b9-9475-ea59ba8753db req-655ff084-12d5-4249-a1d6-e709cd0be645 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a3b868d01dc64436a62165eaba1c8da0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0624669
Apr 16 21:26:48.776563 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f22b6172-e5aa-4b2a-8dc9-b67ab061d1dd admin admin] Publish callbacks [] for security_group (2468ff88-d1d4-4e9c-a04d-1c9bb246bb71), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:48.791176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3e8f7-c44d-49d9-bb95-5820cfcb575d req-98e05503-5c3e-4e8a-96ab-85e4699f3758 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:48.794805 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acf3e8f7-c44d-49d9-bb95-5820cfcb575d req-98e05503-5c3e-4e8a-96ab-85e4699f3758 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 932 time: 0.1373968
Apr 16 21:26:48.797416 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba270ea3-9b63-4d99-b5bf-0740ccd9c9ee req-2bf99f3f-2843-4ea1-a9ba-1a7dfdc2b286 service neutron] 10.222.0.11 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3095884
Apr 16 21:26:48.839995 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-117cfd98-a3a4-4721-98bf-c46e41ff1733 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2703342
Apr 16 21:26:48.911528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Pushing event updated for resources: {'Port': ['ID=4a2d54bf-9e95-4690-8351-2371d73d83d2,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:48.985992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30205ff-2abe-473f-a287-c2294d38c16c req-688640af-1627-4638-b231-bec6a6b2f24a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:48.988034 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e30205ff-2abe-473f-a287-c2294d38c16c req-688640af-1627-4638-b231-bec6a6b2f24a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.1133952
Apr 16 21:26:49.009503 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acf3e8f7-c44d-49d9-bb95-5820cfcb575d req-5b903aa2-fb7f-4a47-8714-6d40db8592d3 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985922
Apr 16 21:26:49.030400 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd6c1-40be-49b9-9475-ea59ba8753db req-c7970d82-896e-4212-b699-31762ec87d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:49.031905 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3dfd6c1-40be-49b9-9475-ea59ba8753db req-c7970d82-896e-4212-b699-31762ec87d89 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2725747
Apr 16 21:26:49.052884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba270ea3-9b63-4d99-b5bf-0740ccd9c9ee req-254e688c-d913-4026-a7c7-8e5efe423610 service neutron] 10.222.0.11 "GET /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2430694
Apr 16 21:26:49.066275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e5a1066-4cc6-4871-bd12-db936c0abc2f req-5c25e04c-2873-4725-afa4-9634256964da service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2157106
Apr 16 21:26:49.067579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Attempting to bind port 4a2d54bf-9e95-4690-8351-2371d73d83d2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:26:49.067940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Attempting to bind port 4a2d54bf-9e95-4690-8351-2371d73d83d2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:26:49.068309 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Attempting to bind port 4a2d54bf-9e95-4690-8351-2371d73d83d2 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:26:49.074980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Port 4a2d54bf-9e95-4690-8351-2371d73d83d2 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:26:49.074980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Attempting to bind port 4a2d54bf-9e95-4690-8351-2371d73d83d2 on network 5fb5cf29-8796-41a2-8375-e8062a5911ad {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:26:49.078505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:26:49.078854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Checking segment: {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:26:49.079478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Bound using segment: {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:26:49.079928 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Bound port: 4a2d54bf-9e95-4690-8351-2371d73d83d2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6452e3-5b39-44c8-9925-b6524b235474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:26:49.080372 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:49.084612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e30205ff-2abe-473f-a287-c2294d38c16c req-d9e703ce-9cbd-4566-b47d-43fa407803f3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765734
Apr 16 21:26:49.104041 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f6179e-390f-474c-8b6f-96390700354c req-fe744602-a98c-4aba-b822-451f24f909dd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Made reservation on behalf of 76fd883ad3944fcaaecdf2909120dc87 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:26:49.107525 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-95f6179e-390f-474c-8b6f-96390700354c req-fe744602-a98c-4aba-b822-451f24f909dd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:49.121770 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f22b6172-e5aa-4b2a-8dc9-b67ab061d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2468ff88-d1d4-4e9c-a04d-1c9bb246bb71), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:49.124486 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f22b6172-e5aa-4b2a-8dc9-b67ab061d1dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:49.125671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f22b6172-e5aa-4b2a-8dc9-b67ab061d1dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2468ff88-d1d4-4e9c-a04d-1c9bb246bb71 HTTP/1.1" status: 204  len: 168 time: 0.6364944
Apr 16 21:26:49.134572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b6172-e5aa-4b2a-8dc9-b67ab061d1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2468ff88-d1d4-4e9c-a04d-1c9bb246bb71,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:49.140771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa9dfb0b-a774-4bb5-ba5c-4fbffe479cf2 req-cb8d6977-b83f-477f-8984-3e81be12fe6f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 210 time: 0.0494730
Apr 16 21:26:49.241514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] For port 4a2d54bf-9e95-4690-8351-2371d73d83d2, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:26:49.246543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] For port 4a2d54bf-9e95-4690-8351-2371d73d83d2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a2d54bf-9e95-4690-8351-2371d73d83d2,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:26:49.301195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-95f6179e-390f-474c-8b6f-96390700354c req-fe744602-a98c-4aba-b822-451f24f909dd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Allocated IP 172.20.0.5 (8f593006-a7a9-4abc-8409-1d78959e9c9f/9133d53e-619c-487b-8eb9-4bd92e2fff34/53d5d264-62ff-47ee-8a34-f6400fde2daf) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:26:49.335033 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:49.386196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:49.386897 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:49.388488 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] 10.222.0.41 "PUT /v2.0/ports/4a2d54bf-9e95-4690-8351-2371d73d83d2 HTTP/1.1" status: 200  len: 1092 time: 2.2896948
Apr 16 21:26:49.391635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11', 'tag': '4a2d54bf-9e95-4690-8351-2371d73d83d2'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:49.394027 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ade517-deea-4215-9b88-d472c3ee013f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11", "tag": "4a2d54bf-9e95-4690-8351-2371d73d83d2"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:49.460204 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaf5964-dfc7-48b6-a05d-b4fbda00b906 x-openstack-request-id: req-fdaf5964-dfc7-48b6-a05d-b4fbda00b906 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:49.460204 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11", "tag": "4a2d54bf-9e95-4690-8351-2371d73d83d2", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:49.460986 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdaf5964-dfc7-48b6-a05d-b4fbda00b906 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:49.460986 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdaf5964-dfc7-48b6-a05d-b4fbda00b906'] response: {'name': 'network-changed', 'server_uuid': 'ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11', 'tag': '4a2d54bf-9e95-4690-8351-2371d73d83d2', 'status': 'completed', 'code': 200}
Apr 16 21:26:49.463694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2f55e-990e-48a1-a0b7-4ae202f10aca service neutron] Pushing event updated for resources: {'Port': ['ID=4a2d54bf-9e95-4690-8351-2371d73d83d2,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:49.520717 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-95f6179e-390f-474c-8b6f-96390700354c req-fe744602-a98c-4aba-b822-451f24f909dd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks [] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:49.622454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271951a0-6aaf-48a0-9615-18eaab486908 req-bcd0a1e6-0dca-4cd5-9b9e-45d29f5824d1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:49.624109 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-271951a0-6aaf-48a0-9615-18eaab486908 req-bcd0a1e6-0dca-4cd5-9b9e-45d29f5824d1 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 944 time: 0.0538733
Apr 16 21:26:49.672968 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-271951a0-6aaf-48a0-9615-18eaab486908 req-fd09076d-85a5-4b38-9361-77e11bb93178 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432620
Apr 16 21:26:49.694236 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-95f6179e-390f-474c-8b6f-96390700354c req-fe744602-a98c-4aba-b822-451f24f909dd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:49.708512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:26:49.744463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f6179e-390f-474c-8b6f-96390700354c req-fe744602-a98c-4aba-b822-451f24f909dd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Network 8f593006-a7a9-4abc-8409-1d78959e9c9f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:26:49.747801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-95f6179e-390f-474c-8b6f-96390700354c req-fe744602-a98c-4aba-b822-451f24f909dd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:26:49.750412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f6179e-390f-474c-8b6f-96390700354c req-fe744602-a98c-4aba-b822-451f24f909dd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:26:49.778398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe744602-a98c-4aba-b822-451f24f909dd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event updated for resources: {'Port': ['ID=53d5d264-62ff-47ee-8a34-f6400fde2daf,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:49.813003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6179e-390f-474c-8b6f-96390700354c req-fe744602-a98c-4aba-b822-451f24f909dd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:49.814726 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-95f6179e-390f-474c-8b6f-96390700354c req-fe744602-a98c-4aba-b822-451f24f909dd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:49.880210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46640) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:49.895543 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b749c5c2-1f3d-4c6c-93c1-0e245be1ae89 req-1ff7cb21-02b4-4a47-be10-96d5722b2fde tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0371315
Apr 16 21:26:49.902053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0662569d-98f5-40c3-b70b-c3814c9ebf23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:49.961103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ade517-deea-4215-9b88-d472c3ee013f req-6c76ca04-238d-421c-86f9-23e690c91855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:49.962678 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6ade517-deea-4215-9b88-d472c3ee013f req-6c76ca04-238d-421c-86f9-23e690c91855 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 1126 time: 0.0551777
Apr 16 21:26:49.976883 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0662569d-98f5-40c3-b70b-c3814c9ebf23 admin admin] Publish callbacks [] for security_group (9daf8d28-124e-4893-8748-93bebea55924), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:50.067614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ade517-deea-4215-9b88-d472c3ee013f req-4932766c-801b-444c-9ba4-40554737200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:50.069207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6ade517-deea-4215-9b88-d472c3ee013f req-4932766c-801b-444c-9ba4-40554737200a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7caf6e59a47149a68cae6224fb2856e7&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0983734
Apr 16 21:26:50.132253 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-fe744602-a98c-4aba-b822-451f24f909dd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5300930
Apr 16 21:26:50.153079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f60eb-0beb-4ca0-90e6-594ec7747841 req-f46c39c1-dce2-48a1-8461-352b63028a84 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:50.154876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f58f60eb-0beb-4ca0-90e6-594ec7747841 req-f46c39c1-dce2-48a1-8461-352b63028a84 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 944 time: 0.0650244
Apr 16 21:26:50.160572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Request body: {'port': {'device_id': 'fa0a30a4-6ada-4031-be8f-811c5b098de6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:50.194914 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0662569d-98f5-40c3-b70b-c3814c9ebf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9daf8d28-124e-4893-8748-93bebea55924), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:50.196824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ade517-deea-4215-9b88-d472c3ee013f req-8ae47ccc-96f4-41cd-b8a7-b10ad2f38da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:50.198372 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6ade517-deea-4215-9b88-d472c3ee013f req-8ae47ccc-96f4-41cd-b8a7-b10ad2f38da2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1222198
Apr 16 21:26:50.234289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9470a-db5a-4c4a-b953-c8ef41f37dc4 req-640a9a9a-c2bd-48ee-92e9-fcc5b6967a9c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:50.235813 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-90b9470a-db5a-4c4a-b953-c8ef41f37dc4 req-640a9a9a-c2bd-48ee-92e9-fcc5b6967a9c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0649812
Apr 16 21:26:50.287416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662569d-98f5-40c3-b70b-c3814c9ebf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daf8d28-124e-4893-8748-93bebea55924,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:50.295494 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-90b9470a-db5a-4c4a-b953-c8ef41f37dc4 req-ab6ed89f-5d91-47e3-b65c-e9f41bbb38c3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528839
Apr 16 21:26:50.304362 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0662569d-98f5-40c3-b70b-c3814c9ebf23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdcc49d0eea8470a855a17caa71fc092&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4205713
Apr 16 21:26:50.304798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46648) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:50.330337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f58f60eb-0beb-4ca0-90e6-594ec7747841 req-08c05d3c-bea4-4836-85e3-07cc3784ba02 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625586
Apr 16 21:26:50.337728 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:50.427351 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f2bdbbf-a048-4072-bc89-5c7ff9f0e48d admin admin] Publish callbacks [] for security_group (9daf8d28-124e-4893-8748-93bebea55924), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:50.432505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8f202-92da-4ccf-801e-3fe8860abbe9 req-47fc27e1-6e96-4272-9fde-442903a16c26 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:50.437106 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cec8f202-92da-4ccf-801e-3fe8860abbe9 req-47fc27e1-6e96-4272-9fde-442903a16c26 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 931 time: 0.0537038
Apr 16 21:26:50.487397 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cec8f202-92da-4ccf-801e-3fe8860abbe9 req-7497a082-ef3c-4354-b499-bc8b1a351166 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446897
Apr 16 21:26:50.512038 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f2bdbbf-a048-4072-bc89-5c7ff9f0e48d admin admin] Publish callbacks [] for security_group (9daf8d28-124e-4893-8748-93bebea55924), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:50.689274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d5d264-62ff-47ee-8a34-f6400fde2daf {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:26:50.697896 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Publish callbacks [] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:50.707380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f2bdbbf-a048-4072-bc89-5c7ff9f0e48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9daf8d28-124e-4893-8748-93bebea55924), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:50.710171 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f2bdbbf-a048-4072-bc89-5c7ff9f0e48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:50.711333 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2f2bdbbf-a048-4072-bc89-5c7ff9f0e48d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9daf8d28-124e-4893-8748-93bebea55924 HTTP/1.1" status: 204  len: 168 time: 0.4053984
Apr 16 21:26:50.720689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Transition to ACTIVE for port object 53d5d264-62ff-47ee-8a34-f6400fde2daf will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:26:50.733643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bdbbf-a048-4072-bc89-5c7ff9f0e48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daf8d28-124e-4893-8748-93bebea55924,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:50.798862 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:50.812777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a68da2-eef8-4dca-977a-03315c38ab98 req-bc9ddded-89b7-4dfe-8430-f5bff84de08a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:50.814465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d0a68da2-eef8-4dca-977a-03315c38ab98 req-bc9ddded-89b7-4dfe-8430-f5bff84de08a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 944 time: 0.0611911
Apr 16 21:26:50.899433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Pushing event updated for resources: {'Port': ['ID=53d5d264-62ff-47ee-8a34-f6400fde2daf,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:50.957718 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d0a68da2-eef8-4dca-977a-03315c38ab98 req-bc6d2eaa-3dbb-49ac-aec3-3af6f9d6b2f4 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1192799
Apr 16 21:26:50.989036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Attempting to bind port 53d5d264-62ff-47ee-8a34-f6400fde2daf on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:26:50.989391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Attempting to bind port 53d5d264-62ff-47ee-8a34-f6400fde2daf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:26:50.989974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Attempting to bind port 53d5d264-62ff-47ee-8a34-f6400fde2daf on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:26:51.005870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Port 53d5d264-62ff-47ee-8a34-f6400fde2daf on network 8f593006-a7a9-4abc-8409-1d78959e9c9f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:26:51.005870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Attempting to bind port 53d5d264-62ff-47ee-8a34-f6400fde2daf on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:26:51.005870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:26:51.005870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Checking segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:26:51.005870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Bound using segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:26:51.005870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Bound port: 53d5d264-62ff-47ee-8a34-f6400fde2daf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:26:51.005870 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:51.008996 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16a26b48-f2dd-427c-8e0b-699263ec7901 req-674f548e-b216-46a6-bc48-f074e22e05d3 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0317233
Apr 16 21:26:51.068958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] For port 53d5d264-62ff-47ee-8a34-f6400fde2daf, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:26:51.071848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] For port 53d5d264-62ff-47ee-8a34-f6400fde2daf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53d5d264-62ff-47ee-8a34-f6400fde2daf,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:26:51.143804 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:51.176764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:51.177588 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:51.179227 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] 10.222.0.11 "PUT /v2.0/ports/53d5d264-62ff-47ee-8a34-f6400fde2daf HTTP/1.1" status: 200  len: 1091 time: 1.0234165
Apr 16 21:26:51.206351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c9622-cdad-4efd-91e4-282b50448b35 service neutron] Pushing event updated for resources: {'Port': ['ID=53d5d264-62ff-47ee-8a34-f6400fde2daf,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:51.320769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6179e-390f-474c-8b6f-96390700354c req-a36a0749-4c3b-445c-a496-652ac058707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:51.322333 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-a36a0749-4c3b-445c-a496-652ac058707f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 1125 time: 0.0413079
Apr 16 21:26:51.370802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-aed81be4-58e0-4c91-a7aa-8366b74b00d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53d5d264-62ff-47ee-8a34-f6400fde2daf HTTP/1.1" status: 200  len: 217 time: 0.0394433
Apr 16 21:26:51.454337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2208f7-a35e-48d6-99b7-78639f9806fc req-d56c3bb9-fca9-466a-a96f-e134c841c5dc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:51.455976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b2208f7-a35e-48d6-99b7-78639f9806fc req-d56c3bb9-fca9-466a-a96f-e134c841c5dc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0735359
Apr 16 21:26:51.460938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6179e-390f-474c-8b6f-96390700354c req-4cefebfc-8be1-4a2e-a2d6-3d337418f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:51.462761 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-4cefebfc-8be1-4a2e-a2d6-3d337418f0d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9133d53e-619c-487b-8eb9-4bd92e2fff34 HTTP/1.1" status: 200  len: 846 time: 0.0892320
Apr 16 21:26:51.464425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0a30a4-6ada-4031-be8f-811c5b098de6', 'tag': '53d5d264-62ff-47ee-8a34-f6400fde2daf'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:51.466811 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be13e6fb-36f3-4d0b-ba9a-22e2c736472a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0a30a4-6ada-4031-be8f-811c5b098de6", "tag": "53d5d264-62ff-47ee-8a34-f6400fde2daf"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:51.500435 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b974f-e199-4787-b8f7-0907d000ff0b req-31392c95-6978-47a3-b0ec-22234ece1174 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:51.502104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e0b974f-e199-4787-b8f7-0907d000ff0b req-31392c95-6978-47a3-b0ec-22234ece1174 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 944 time: 0.0673771
Apr 16 21:26:51.512100 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-f812402f-50e0-4a95-ae66-6ae88b5b5b84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f593006-a7a9-4abc-8409-1d78959e9c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416944
Apr 16 21:26:51.556098 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e0b974f-e199-4787-b8f7-0907d000ff0b req-f76d0941-e503-4b61-9318-7cee2e8e1190 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480468
Apr 16 21:26:51.586273 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b2208f7-a35e-48d6-99b7-78639f9806fc req-558d1fcb-84d6-4142-a2d7-c23dfce9bef4 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224914
Apr 16 21:26:51.628642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-98490f06-2bfa-471a-bcfb-e8c65fb2817f service neutron] 10.222.0.11 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1104374
Apr 16 21:26:51.631399 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0325c771-8263-4308-9ae7-4197aa9a426d x-openstack-request-id: req-0325c771-8263-4308-9ae7-4197aa9a426d {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:51.631700 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0a30a4-6ada-4031-be8f-811c5b098de6", "tag": "53d5d264-62ff-47ee-8a34-f6400fde2daf", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:51.631973 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0325c771-8263-4308-9ae7-4197aa9a426d {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:51.632375 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0325c771-8263-4308-9ae7-4197aa9a426d'] response: {'name': 'network-changed', 'server_uuid': 'fa0a30a4-6ada-4031-be8f-811c5b098de6', 'tag': '53d5d264-62ff-47ee-8a34-f6400fde2daf', 'status': 'completed', 'code': 200}
Apr 16 21:26:51.723506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f4d28-fc82-476a-b86e-e44cd4be748e req-ed2e6848-56b0-4a5b-8837-2f6298116f5c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:51.725223 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-550f4d28-fc82-476a-b86e-e44cd4be748e req-ed2e6848-56b0-4a5b-8837-2f6298116f5c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0568850
Apr 16 21:26:51.750110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b5a31-5eb6-416e-bf9d-5b8153ab645a req-1c761f7e-776e-4131-a780-866946bfff5b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:51.756679 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-124b5a31-5eb6-416e-bf9d-5b8153ab645a req-1c761f7e-776e-4131-a780-866946bfff5b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 943 time: 0.0996411
Apr 16 21:26:51.778281 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-550f4d28-fc82-476a-b86e-e44cd4be748e req-e5056731-fcbf-4e9f-a3cb-8f446915c333 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453894
Apr 16 21:26:51.822938 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95f6179e-390f-474c-8b6f-96390700354c req-baa17d7c-71c2-4898-a675-789bb89c740e service neutron] 10.222.0.11 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877253
Apr 16 21:26:51.829334 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-124b5a31-5eb6-416e-bf9d-5b8153ab645a req-d937fd7d-701b-4e82-a52f-8696877e0465 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687208
Apr 16 21:26:51.917577 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e05441-ab8c-443d-aac5-ed3c10165dae req-2c9a969a-b898-42be-8e89-f6ad08fddab8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:51.919197 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37e05441-ab8c-443d-aac5-ed3c10165dae req-2c9a969a-b898-42be-8e89-f6ad08fddab8 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0489035
Apr 16 21:26:51.966660 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37e05441-ab8c-443d-aac5-ed3c10165dae req-83a0b439-33b1-4039-aca8-d4fc1fefb076 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415576
Apr 16 21:26:52.088221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc565034-e5d7-4eed-913d-0a13055dca01 req-32faf1a5-b460-4810-93af-aba96f53bd86 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:52.089744 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc565034-e5d7-4eed-913d-0a13055dca01 req-32faf1a5-b460-4810-93af-aba96f53bd86 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 944 time: 0.0540051
Apr 16 21:26:52.092637 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84781cbd-a1e4-4432-92f3-69c2da8778b2 req-f99c44df-739b-4cf9-b40d-7737d2157882 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:52.094289 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84781cbd-a1e4-4432-92f3-69c2da8778b2 req-f99c44df-739b-4cf9-b40d-7737d2157882 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0530837
Apr 16 21:26:52.164373 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3dfd6c1-40be-49b9-9475-ea59ba8753db req-dbd0b4ea-fcce-4bda-8770-c48044ceff45 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0360074
Apr 16 21:26:52.176764 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc565034-e5d7-4eed-913d-0a13055dca01 req-a27753ef-69ec-4f6d-9eaf-494a99ccdff3 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755239
Apr 16 21:26:52.213566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84781cbd-a1e4-4432-92f3-69c2da8778b2 req-871528c4-ee6a-4ab2-8c2a-582cf3926b07 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135547
Apr 16 21:26:52.217013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aa070-8754-43e8-b80e-86d9993ae168 req-a59d242b-5e86-4e6c-bc16-78993d82834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:52.218437 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29aa070-8754-43e8-b80e-86d9993ae168 req-a59d242b-5e86-4e6c-bc16-78993d82834c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 1126 time: 0.0993850
Apr 16 21:26:52.256555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-71fbf4eb-e843-4aeb-9bd0-ce8bf3bd9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:52.261119 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-71fbf4eb-e843-4aeb-9bd0-ce8bf3bd9b39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7caf6e59a47149a68cae6224fb2856e7&device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 1126 time: 0.1029394
Apr 16 21:26:52.296767 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-37c6f210-c747-45ff-81df-2fb9dbc44442 req-cbc41c3b-f34d-4106-bea9-abdacf6cb120 tempest-ServerShowV257Test-327277580 tempest-ServerShowV257Test-327277580-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7b59f5-8287-429b-9551-d5f21b96e0d2 HTTP/1.1" status: 200  len: 210 time: 0.0377657
Apr 16 21:26:52.358140 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-172e204b-ea31-42de-a54c-722f5de18003 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a2d54bf-9e95-4690-8351-2371d73d83d2 HTTP/1.1" status: 200  len: 217 time: 0.0506282
Apr 16 21:26:52.458179 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c5239-d9ed-4c8b-81ca-b05505ff2234 req-73eed159-718a-41ef-9e5d-77467e196612 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:52.459722 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-644c5239-d9ed-4c8b-81ca-b05505ff2234 req-73eed159-718a-41ef-9e5d-77467e196612 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.1145663
Apr 16 21:26:52.468854 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aa070-8754-43e8-b80e-86d9993ae168 req-54501820-1615-4d27-a83d-1e1566c744e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:52.470185 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29aa070-8754-43e8-b80e-86d9993ae168 req-54501820-1615-4d27-a83d-1e1566c744e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 916 time: 0.2433624
Apr 16 21:26:52.495039 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-e0f0c520-a49c-4ff9-a428-abf56e2b6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:52.497337 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-e0f0c520-a49c-4ff9-a428-abf56e2b6152 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=363c489b-9558-4973-a8ad-7c86215b2c65 HTTP/1.1" status: 200  len: 851 time: 0.1267116
Apr 16 21:26:52.526819 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29aa070-8754-43e8-b80e-86d9993ae168 req-6856cdd2-8d67-446e-866d-6e04797e5564 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 HTTP/1.1" status: 200  len: 217 time: 0.0491943
Apr 16 21:26:52.553625 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-644c5239-d9ed-4c8b-81ca-b05505ff2234 req-81f100af-6603-4adb-95d7-83a33744c061 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862479
Apr 16 21:26:52.680661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9d79d-50c8-4953-a2e9-c865cac2bebd req-70aa2f4b-a873-4ab5-a29f-286c485c995e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:52.682375 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8db9d79d-50c8-4953-a2e9-c865cac2bebd req-70aa2f4b-a873-4ab5-a29f-286c485c995e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0523930
Apr 16 21:26:52.690422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee3694-9bfe-494f-bad1-7ac526d5bfa8 req-ba7c029d-00ba-4be1-a628-7736c3297f2d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:52.700733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c7ee3694-9bfe-494f-bad1-7ac526d5bfa8 req-ba7c029d-00ba-4be1-a628-7736c3297f2d tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 944 time: 0.0744393
Apr 16 21:26:52.761832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8db9d79d-50c8-4953-a2e9-c865cac2bebd req-893e3efb-fcd1-48d7-8ca1-1a0fbcdade3e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648410
Apr 16 21:26:52.776689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-133249a8-f4fd-4a53-84ef-dfae6509c14a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5fb5cf29-8796-41a2-8375-e8062a5911ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0735514
Apr 16 21:26:52.859005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aa070-8754-43e8-b80e-86d9993ae168 req-647e3697-dc21-463f-b591-d6eeb8bcdbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:52.860520 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29aa070-8754-43e8-b80e-86d9993ae168 req-647e3697-dc21-463f-b591-d6eeb8bcdbdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.1588624
Apr 16 21:26:52.885917 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c7ee3694-9bfe-494f-bad1-7ac526d5bfa8 req-9c4a9ab4-5122-49da-9719-4b8c39f697a4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630452
Apr 16 21:26:52.900277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2527712-b9ad-476f-906b-ecf5b2f3782b req-96482ea9-cc5a-4260-b017-701e2266485a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:52.919439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d2527712-b9ad-476f-906b-ecf5b2f3782b req-96482ea9-cc5a-4260-b017-701e2266485a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0694652
Apr 16 21:26:52.952868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aa070-8754-43e8-b80e-86d9993ae168 req-5ad028ab-5d71-421a-9f63-ef6e04891e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:52.954399 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29aa070-8754-43e8-b80e-86d9993ae168 req-5ad028ab-5d71-421a-9f63-ef6e04891e3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0867364
Apr 16 21:26:53.016365 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e6fb-36f3-4d0b-ba9a-22e2c736472a req-eaf2a707-f9ae-4426-9705-6d98053fc7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:53.018528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be13e6fb-36f3-4d0b-ba9a-22e2c736472a req-eaf2a707-f9ae-4426-9705-6d98053fc7af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 1125 time: 0.0686417
Apr 16 21:26:53.097481 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d2527712-b9ad-476f-906b-ecf5b2f3782b req-7ae90f1d-0762-451b-8a4f-0f12c79dea7e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671312
Apr 16 21:26:53.101372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7ccdf-e911-429c-a2b2-3bee96d7f8e8 req-69c37389-cd28-42c8-a470-bd142d0f17e2 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:53.103092 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-45b7ccdf-e911-429c-a2b2-3bee96d7f8e8 req-69c37389-cd28-42c8-a470-bd142d0f17e2 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 943 time: 0.1337731
Apr 16 21:26:53.140567 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-7a00f0c7-8c94-4a9b-946f-cea3ef64c442 service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3569694
Apr 16 21:26:53.167157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e6fb-36f3-4d0b-ba9a-22e2c736472a req-aa4a5f15-31f7-4121-95f9-c38ccbfd09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:53.169355 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be13e6fb-36f3-4d0b-ba9a-22e2c736472a req-aa4a5f15-31f7-4121-95f9-c38ccbfd09d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 907 time: 0.1457682
Apr 16 21:26:53.216376 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be13e6fb-36f3-4d0b-ba9a-22e2c736472a req-979ac91b-8d4d-4984-9587-f54c69ceb686 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53d5d264-62ff-47ee-8a34-f6400fde2daf HTTP/1.1" status: 200  len: 217 time: 0.0409603
Apr 16 21:26:53.247902 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29aa070-8754-43e8-b80e-86d9993ae168 req-3234fddb-af02-4309-befd-d2925f1e34f5 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2601171
Apr 16 21:26:53.254776 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-45b7ccdf-e911-429c-a2b2-3bee96d7f8e8 req-561d6483-e327-43db-9ce8-a74d01042469 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427727
Apr 16 21:26:53.303754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93562874-49ae-4f2d-a628-e6d281ac54ae req-85418eb0-bfe8-4ef1-b330-ef8e0734d08f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:53.305324 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93562874-49ae-4f2d-a628-e6d281ac54ae req-85418eb0-bfe8-4ef1-b330-ef8e0734d08f tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0909071
Apr 16 21:26:53.312984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e6fb-36f3-4d0b-ba9a-22e2c736472a req-36122961-dc7a-48fe-a2eb-22e671e9c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:53.314471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be13e6fb-36f3-4d0b-ba9a-22e2c736472a req-36122961-dc7a-48fe-a2eb-22e671e9c75a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9133d53e-619c-487b-8eb9-4bd92e2fff34 HTTP/1.1" status: 200  len: 846 time: 0.0865767
Apr 16 21:26:53.362263 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be13e6fb-36f3-4d0b-ba9a-22e2c736472a req-f84d7379-ca75-4c92-9e18-59b505ced0cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f593006-a7a9-4abc-8409-1d78959e9c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380285
Apr 16 21:26:53.372554 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dfc8f8d3-d295-4189-9d74-e7b261933052 req-cd4a1a3d-f4ce-4dc7-b151-34c46480f14e service neutron] 10.222.0.41 "GET /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2240682
Apr 16 21:26:53.424552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151d5a8-48d5-4905-930e-a8de96c38411 req-1aaf9a63-d4d9-4247-b8b1-bc7aeed66e65 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:53.426062 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6151d5a8-48d5-4905-930e-a8de96c38411 req-1aaf9a63-d4d9-4247-b8b1-bc7aeed66e65 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 944 time: 0.1001923
Apr 16 21:26:53.434926 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-93562874-49ae-4f2d-a628-e6d281ac54ae req-f4032bec-4bca-4a0f-8f02-707d88f43f9a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189744
Apr 16 21:26:53.476341 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be13e6fb-36f3-4d0b-ba9a-22e2c736472a req-dcba272b-3de9-4263-a4fe-ac0a8fbe8703 service neutron] 10.222.0.11 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1082487
Apr 16 21:26:53.492745 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29aa070-8754-43e8-b80e-86d9993ae168 req-d2d8d374-fe2e-481e-9917-46c0217fff07 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1908724
Apr 16 21:26:53.526884 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6151d5a8-48d5-4905-930e-a8de96c38411 req-29c08ea6-bf36-4f54-8e65-484b8999d361 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917144
Apr 16 21:26:53.609972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be13e6fb-36f3-4d0b-ba9a-22e2c736472a req-c8b6fb2d-64c5-421b-839a-6812db55bf8c service neutron] 10.222.0.11 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285040
Apr 16 21:26:53.671635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff78cdd-f875-4027-88d8-430955fd7cb6 req-658a714c-7dbe-450a-8e96-f526ac6e18a3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:53.673257 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bff78cdd-f875-4027-88d8-430955fd7cb6 req-658a714c-7dbe-450a-8e96-f526ac6e18a3 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0497780
Apr 16 21:26:53.722589 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bff78cdd-f875-4027-88d8-430955fd7cb6 req-d638a844-e444-40eb-a404-0fbdb930ed1e tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428412
Apr 16 21:26:53.838704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d10a2-6d5c-488d-8695-0e604ea75be1 req-75ba551c-2a87-4a90-ba1f-9b2c7170ec10 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:53.840222 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-292d10a2-6d5c-488d-8695-0e604ea75be1 req-75ba551c-2a87-4a90-ba1f-9b2c7170ec10 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0487859
Apr 16 21:26:53.885391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:26:53.895641 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-292d10a2-6d5c-488d-8695-0e604ea75be1 req-f201a537-7672-4b2e-b35c-7544c4e4ca46 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497513
Apr 16 21:26:54.012425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7fd41-146a-4ac3-a7c0-73af985b6992 req-7c53aa26-b737-4151-a209-a1313d2fbf8c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:54.020348 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fbf7fd41-146a-4ac3-a7c0-73af985b6992 req-7c53aa26-b737-4151-a209-a1313d2fbf8c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 944 time: 0.0598779
Apr 16 21:26:54.029480 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:54.049983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'port_id': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713', 'mac_address': 'fa:16:3e:30:ac:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:26:54.097310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea7856-8466-4705-ad62-146c9b8e6b7f req-8029de37-f6e7-4f43-b7af-ef58add57ef7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:54.104966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:26:54.106469 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:54.109611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fbf7fd41-146a-4ac3-a7c0-73af985b6992 req-7aa1a378-61a2-4477-aa78-89affba31775 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868812
Apr 16 21:26:54.116856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6dea7856-8466-4705-ad62-146c9b8e6b7f req-8029de37-f6e7-4f43-b7af-ef58add57ef7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.1232281
Apr 16 21:26:54.132982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:26:54.140829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46774) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:54.160895 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:54.188678 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6dea7856-8466-4705-ad62-146c9b8e6b7f req-9a004a67-2c9d-447f-aa31-d1bc977e51ad tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575962
Apr 16 21:26:54.223070 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:54.273208 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b8c0dd0-9715-47f8-826d-b42e3b0cfd59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:54.279432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:54.343159 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11a09-3f7a-469d-902e-18b4a1e787c5 req-5f8ee7a6-6eb4-4fca-95f4-6147c01389ee tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:54.344868 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-00e11a09-3f7a-469d-902e-18b4a1e787c5 req-5f8ee7a6-6eb4-4fca-95f4-6147c01389ee tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0735173
Apr 16 21:26:54.368935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853f2a-cc51-4460-b33c-357bc331e45c req-9f6e269f-1a94-4b63-a17d-1a168fe459e4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:54.370438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50853f2a-cc51-4460-b33c-357bc331e45c req-9f6e269f-1a94-4b63-a17d-1a168fe459e4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 943 time: 0.0507176
Apr 16 21:26:54.421455 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-00e11a09-3f7a-469d-902e-18b4a1e787c5 req-4dc93925-29f2-4fae-8b55-29f742d4a864 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659938
Apr 16 21:26:54.428487 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50853f2a-cc51-4460-b33c-357bc331e45c req-3b8076e0-1047-4d25-8099-f1325b3bb43f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523493
Apr 16 21:26:54.456539 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b8c0dd0-9715-47f8-826d-b42e3b0cfd59 admin admin] Publish callbacks [] for security_group (eadf557c-2b0f-4c6b-bd0b-72bfe8920e78), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:54.532287 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b8c0dd0-9715-47f8-826d-b42e3b0cfd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eadf557c-2b0f-4c6b-bd0b-72bfe8920e78), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:54.558275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['bca26f6e-d4ea-42d6-97cb-5fabb9c3b713'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:26:54.580199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61446db1-92b2-4a40-992d-622ee1e220e5 req-cb13532e-8141-4dc6-b1fc-87ac475b7922 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:54.584873 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61446db1-92b2-4a40-992d-622ee1e220e5 req-cb13532e-8141-4dc6-b1fc-87ac475b7922 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0802667
Apr 16 21:26:54.604018 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8b8c0dd0-9715-47f8-826d-b42e3b0cfd59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3b868d01dc64436a62165eaba1c8da0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4569416
Apr 16 21:26:54.604018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46792) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:54.604018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c0dd0-9715-47f8-826d-b42e3b0cfd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadf557c-2b0f-4c6b-bd0b-72bfe8920e78,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:54.662972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61446db1-92b2-4a40-992d-622ee1e220e5 req-852cfc42-088d-400a-8ab9-76928f9d8008 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717187
Apr 16 21:26:54.712236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2035a-3396-44ea-a674-c6c077dbb438 req-4a6afe84-79e3-4baf-8b65-e8a3ccd4abab tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:54.721477 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40a2035a-3396-44ea-a674-c6c077dbb438 req-4a6afe84-79e3-4baf-8b65-e8a3ccd4abab tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 945 time: 0.0870013
Apr 16 21:26:54.775609 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ada9ba36-a15b-4cd7-927f-e68b325261d1 admin admin] Publish callbacks [] for security_group (eadf557c-2b0f-4c6b-bd0b-72bfe8920e78), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:54.786945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40a2035a-3396-44ea-a674-c6c077dbb438 req-a416bc5f-9482-4cbe-8ea3-8f53c51ef33c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646040
Apr 16 21:26:54.787174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaec4d-40e2-44d9-9bef-bcd58a828f3a req-ac966a73-1ecc-4ce9-926f-7aa33a539b19 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:54.788657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30aaec4d-40e2-44d9-9bef-bcd58a828f3a req-ac966a73-1ecc-4ce9-926f-7aa33a539b19 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0497370
Apr 16 21:26:54.806908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ada9ba36-a15b-4cd7-927f-e68b325261d1 admin admin] Publish callbacks [] for security_group (eadf557c-2b0f-4c6b-bd0b-72bfe8920e78), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:54.839109 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30aaec4d-40e2-44d9-9bef-bcd58a828f3a req-faf1533f-c339-45f8-8ea6-f1184ea2d821 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443010
Apr 16 21:26:54.923267 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ada9ba36-a15b-4cd7-927f-e68b325261d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eadf557c-2b0f-4c6b-bd0b-72bfe8920e78), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:54.926398 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ada9ba36-a15b-4cd7-927f-e68b325261d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:54.928440 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ada9ba36-a15b-4cd7-927f-e68b325261d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eadf557c-2b0f-4c6b-bd0b-72bfe8920e78 HTTP/1.1" status: 204  len: 168 time: 0.3172777
Apr 16 21:26:54.935605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9ba36-a15b-4cd7-927f-e68b325261d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadf557c-2b0f-4c6b-bd0b-72bfe8920e78,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:54.969999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04be42-5c54-441e-a247-8865d391aaf6 req-9a7823a4-52be-4366-85e4-bd9514e8a9bc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:54.972164 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f04be42-5c54-441e-a247-8865d391aaf6 req-9a7823a4-52be-4366-85e4-bd9514e8a9bc tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0547016
Apr 16 21:26:55.021081 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f04be42-5c54-441e-a247-8865d391aaf6 req-602c4e88-11ba-4294-81bd-204b6e30cfb7 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430644
Apr 16 21:26:55.073924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 53d5d264-62ff-47ee-8a34-f6400fde2daf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:26:55.181468 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 53d5d264-62ff-47ee-8a34-f6400fde2daf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53d5d264-62ff-47ee-8a34-f6400fde2daf,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:55.198428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '53d5d264-62ff-47ee-8a34-f6400fde2daf', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'port_id': '53d5d264-62ff-47ee-8a34-f6400fde2daf', 'mac_address': 'fa:16:3e:d2:5d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9133d53e-619c-487b-8eb9-4bd92e2fff34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:26:55.239393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e0c80-2870-4687-9e5c-04097f8b6be8 req-7e3c15e4-0846-4a7c-90a6-a904117e8dfe tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:55.240674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 53d5d264-62ff-47ee-8a34-f6400fde2daf is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:26:55.240845 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e65e0c80-2870-4687-9e5c-04097f8b6be8 req-7e3c15e4-0846-4a7c-90a6-a904117e8dfe tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 944 time: 0.0567260
Apr 16 21:26:55.241424 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:55.255573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d5d264-62ff-47ee-8a34-f6400fde2daf {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:26:55.306773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 53d5d264-62ff-47ee-8a34-f6400fde2daf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53d5d264-62ff-47ee-8a34-f6400fde2daf,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:55.308278 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e65e0c80-2870-4687-9e5c-04097f8b6be8 req-29b4b01f-0ec9-4349-836b-f1f5ac6e08f9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616853
Apr 16 21:26:55.380749 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:55.434314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=53d5d264-62ff-47ee-8a34-f6400fde2daf,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:55.553503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974d4fc-980a-426b-a45b-e21fdba4c911 req-b0e65903-72cf-420f-8f92-8493fc729440 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:55.555063 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c974d4fc-980a-426b-a45b-e21fdba4c911 req-b0e65903-72cf-420f-8f92-8493fc729440 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 944 time: 0.0501919
Apr 16 21:26:55.603837 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c974d4fc-980a-426b-a45b-e21fdba4c911 req-8ef44e48-e47d-4cd8-9fb2-9a3c6a6870cd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425940
Apr 16 21:26:55.680413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['53d5d264-62ff-47ee-8a34-f6400fde2daf'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:26:55.896803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:26:55.905855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f187cf-1b10-44b4-8ad4-123f3914c07d req-46e342da-67cc-4bc5-a39e-0df6e84a5953 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:55.907370 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02f187cf-1b10-44b4-8ad4-123f3914c07d req-46e342da-67cc-4bc5-a39e-0df6e84a5953 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 945 time: 0.0490327
Apr 16 21:26:55.948734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:26:55.960740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02f187cf-1b10-44b4-8ad4-123f3914c07d req-6a833fd8-fcff-4b53-8099-876aaa85f127 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476372
Apr 16 21:26:56.025466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46854) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:56.077321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:26:56.077887 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:56.122103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1665962786-network', 'tenant_id': '4319e24594eb450aa6aca572265ba4d0'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:56.156382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:26:56.156382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:56.178376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb61102-0483-413f-88b9-7519c852b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:56.180707 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b18981-c5c6-4ba0-a1b4-d7a8012b8881" -d '{"events": [{"server_uuid": "6eb61102-0483-413f-88b9-7519c852b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "bca26f6e-d4ea-42d6-97cb-5fabb9c3b713"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:56.195731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:56.220774 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1879e6-0140-41b2-adf7-676be533f311 x-openstack-request-id: req-bb1879e6-0140-41b2-adf7-676be533f311 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:56.221077 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb61102-0483-413f-88b9-7519c852b7f6", "name": "network-vif-plugged", "status": "completed", "tag": "bca26f6e-d4ea-42d6-97cb-5fabb9c3b713", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:56.221335 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb1879e6-0140-41b2-adf7-676be533f311 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:56.221739 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1879e6-0140-41b2-adf7-676be533f311'] response: {'server_uuid': '6eb61102-0483-413f-88b9-7519c852b7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713', 'code': 200}
Apr 16 21:26:56.234311 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Made reservation on behalf of 4319e24594eb450aa6aca572265ba4d0 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:26:56.237174 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:56.246454 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:56.266032 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:56.319815 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:56.342673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7394e72-678d-44cb-a9ae-8651c79375ae req-98ed72c3-3b88-4440-973b-84aa93417319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.347207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d7394e72-678d-44cb-a9ae-8651c79375ae req-98ed72c3-3b88-4440-973b-84aa93417319 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 1128 time: 0.0581188
Apr 16 21:26:56.398987 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Publish callbacks [] for security_group (586a39d3-2a16-4a6a-91e8-f16c32b09780), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:56.422249 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d7394e72-678d-44cb-a9ae-8651c79375ae req-62f1dc10-7f8a-4573-9ec8-5416d449e9d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688925
Apr 16 21:26:56.459332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc87a0-cb52-45af-a0c9-904c5bcb1ab2 req-8a126cd8-b83f-4fc0-b041-04a47ad88450 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.461215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0ddc87a0-cb52-45af-a0c9-904c5bcb1ab2 req-8a126cd8-b83f-4fc0-b041-04a47ad88450 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 944 time: 0.0580609
Apr 16 21:26:56.513326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-cf481d64-828a-4896-ab55-5163425095cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0458984
Apr 16 21:26:56.519103 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0ddc87a0-cb52-45af-a0c9-904c5bcb1ab2 req-6f522ed7-3283-433c-aab0-ddaf5c259c17 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517192
Apr 16 21:26:56.545737 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (586a39d3-2a16-4a6a-91e8-f16c32b09780), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:56.566848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:26:56.582543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586a39d3-2a16-4a6a-91e8-f16c32b09780,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:56.585558 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9e8d04be-b432-40a9-9b67-5a04f3e63141), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:56.585938 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Added segment 9e8d04be-b432-40a9-9b67-5a04f3e63141 of type vlan for network f3ac398a-104b-41dd-96df-2204e2236e68
Apr 16 21:26:56.624643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-cd0938f4-1c61-4f55-99d4-cd1f25d3fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.625189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-cd0938f4-1c61-4f55-99d4-cd1f25d3fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.632105 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (f3ac398a-104b-41dd-96df-2204e2236e68), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:56.635410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-cd0938f4-1c61-4f55-99d4-cd1f25d3fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.635912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-cd0938f4-1c61-4f55-99d4-cd1f25d3fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.636416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-cd0938f4-1c61-4f55-99d4-cd1f25d3fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.636890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-cd0938f4-1c61-4f55-99d4-cd1f25d3fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.637372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-cd0938f4-1c61-4f55-99d4-cd1f25d3fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.639485 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-cd0938f4-1c61-4f55-99d4-cd1f25d3fb99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 6718 time: 0.0706804
Apr 16 21:26:56.746456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (f3ac398a-104b-41dd-96df-2204e2236e68), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:56.748445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.748445 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:56.775390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46296a1-181b-4631-a20d-3dd383a3fd41 req-621b8cd2-2737-451f-bdc8-c55ba30a9520 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.777177 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a46296a1-181b-4631-a20d-3dd383a3fd41 req-621b8cd2-2737-451f-bdc8-c55ba30a9520 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 944 time: 0.0945492
Apr 16 21:26:56.818391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] Pushing event updated for resources: {'Network': ['ID=f3ac398a-104b-41dd-96df-2204e2236e68,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:56.828371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network f3ac398a-104b-41dd-96df-2204e2236e68 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:26:56.837757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-f3656ab6-8154-4aba-963e-0c387680ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.838239 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-f3656ab6-8154-4aba-963e-0c387680ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.838710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-f3656ab6-8154-4aba-963e-0c387680ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:56.840343 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-f3656ab6-8154-4aba-963e-0c387680ba79 service neutron] 10.222.0.11 "GET /v2.0/networks?id=281ab511-837a-41be-9f7f-2b7357e9479c&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=e542be96-fc30-4cda-9476-07d2b2bc4e28&id=e542be96-fc30-4cda-9476-07d2b2bc4e28 HTTP/1.1" status: 200  len: 2298 time: 0.1766589
Apr 16 21:26:56.857663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a46296a1-181b-4631-a20d-3dd383a3fd41 req-7981b2f7-0cb7-4550-8719-3711a4ac2652 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684967
Apr 16 21:26:56.900207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6d77cabd-7513-4c63-adee-709661919e43 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8732505
Apr 16 21:26:56.903362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46876) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:56.908062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1f68279b-8f3d-4013-9088-c4410b7d0882 admin admin] Request body: {'subnet': {'network_id': 'f3ac398a-104b-41dd-96df-2204e2236e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1665962786-subnet', 'tenant_id': '4319e24594eb450aa6aca572265ba4d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:56.939065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-db0cf7e4-fa2c-4999-a932-f7d490f3e4a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc99d421-5515-41e3-bbf8-03443566d154 HTTP/1.1" status: 200  len: 999 time: 0.0897727
Apr 16 21:26:57.006891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-fc408501-3735-42ac-adaa-3b4caae3ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:57.009728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f68279b-8f3d-4013-9088-c4410b7d0882 admin admin] Made reservation on behalf of 4319e24594eb450aa6aca572265ba4d0 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:26:57.015496 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-fc408501-3735-42ac-adaa-3b4caae3ecb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=708923a2-d8e5-492d-a120-3240bd6ffb38 HTTP/1.1" status: 200  len: 856 time: 0.0666583
Apr 16 21:26:57.015912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f68279b-8f3d-4013-9088-c4410b7d0882 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:57.061086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-2d5b4ff2-f19c-4327-a9de-681e7f63a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:57.063080 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-2d5b4ff2-f19c-4327-a9de-681e7f63a80d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=281ab511-837a-41be-9f7f-2b7357e9479c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422056
Apr 16 21:26:57.102844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 53d5d264-62ff-47ee-8a34-f6400fde2daf up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:26:57.153194 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01b2f0-7df2-481b-a20c-7aa3fb64ecdc req-6e95eb7a-dd04-4fd8-ad22-304542f71554 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:57.162171 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb01b2f0-7df2-481b-a20c-7aa3fb64ecdc req-6e95eb7a-dd04-4fd8-ad22-304542f71554 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 946 time: 0.0923011
Apr 16 21:26:57.168975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 53d5d264-62ff-47ee-8a34-f6400fde2daf completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:26:57.171573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-d7f755a8-2093-40c8-9da4-86fc10e66887 service neutron] 10.222.0.11 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009293
Apr 16 21:26:57.222019 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb01b2f0-7df2-481b-a20c-7aa3fb64ecdc req-f7b231f1-7c87-4c73-8af3-fb19c21271c6 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587547
Apr 16 21:26:57.260518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 53d5d264-62ff-47ee-8a34-f6400fde2daf triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:26:57.261216 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:57.271601 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-bf7c8dd2-6e8a-4396-9a31-482321507f16 service neutron] 10.222.0.11 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909038
Apr 16 21:26:57.317480 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-6e95f0b9-340a-442e-b558-96f54ea62cd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=c1abc7d3-63c4-4e58-896c-5aa4b9a41054 HTTP/1.1" status: 200  len: 217 time: 0.0393820
Apr 16 21:26:57.345332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 53d5d264-62ff-47ee-8a34-f6400fde2daf is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:26:57.346434 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:57.374451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-437f5d56-89d9-48b7-9a24-66e7c2caed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:57.375991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-437f5d56-89d9-48b7-9a24-66e7c2caed15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.0504141
Apr 16 21:26:57.384012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 53d5d264-62ff-47ee-8a34-f6400fde2daf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53d5d264-62ff-47ee-8a34-f6400fde2daf,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:57.395292 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f68279b-8f3d-4013-9088-c4410b7d0882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (ba57ac42-4faa-4eaa-af0e-c7655f19b15d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:57.425194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-03ea3e2e-9c5f-4c8d-bacc-8a23d2928946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:57.426960 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-03ea3e2e-9c5f-4c8d-bacc-8a23d2928946 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0453916
Apr 16 21:26:57.458325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68279b-8f3d-4013-9088-c4410b7d0882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba57ac42-4faa-4eaa-af0e-c7655f19b15d,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:57.468991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68279b-8f3d-4013-9088-c4410b7d0882 admin admin] Checking segment: {'id': '9e8d04be-b432-40a9-9b67-5a04f3e63141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f3ac398a-104b-41dd-96df-2204e2236e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:26:57.469356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f68279b-8f3d-4013-9088-c4410b7d0882 admin admin] Network hostable DHCP agents. Network: f3ac398a-104b-41dd-96df-2204e2236e68, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:26:57.489248 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:57.521775 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-7147d281-5262-4f90-a542-300a1081f853 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885153
Apr 16 21:26:57.540114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=53d5d264-62ff-47ee-8a34-f6400fde2daf,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:57.548451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f68279b-8f3d-4013-9088-c4410b7d0882 admin admin] Network f3ac398a-104b-41dd-96df-2204e2236e68 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:26:57.656310 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-ba86fd1e-5050-4816-8bfb-ab728124c244 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261945
Apr 16 21:26:57.664564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217b093-88bb-417e-b35c-20e8115f0d82 req-bf95c9aa-8c01-46df-97a1-a5d47168d955 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:57.665979 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3217b093-88bb-417e-b35c-20e8115f0d82 req-bf95c9aa-8c01-46df-97a1-a5d47168d955 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 944 time: 0.0667508
Apr 16 21:26:57.683147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1f68279b-8f3d-4013-9088-c4410b7d0882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f3ac398a-104b-41dd-96df-2204e2236e68) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:26:57.687697 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f68279b-8f3d-4013-9088-c4410b7d0882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:57.688337 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f68279b-8f3d-4013-9088-c4410b7d0882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:57.694192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858dbde9-a850-4044-bbc0-ccf9a1b8bd26 None None] Network f3ac398a-104b-41dd-96df-2204e2236e68 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:26:57.719655 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-108ec5c2-79d2-46c7-b882-eae2b250c59f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=5e9adf2d-0b03-4f92-88ae-35b824faa4fe HTTP/1.1" status: 200  len: 217 time: 0.0507681
Apr 16 21:26:57.801863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a87af7-1c9d-40dc-9c1f-8dc6bdb6321c None None] Network f3ac398a-104b-41dd-96df-2204e2236e68 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:26:57.805883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3217b093-88bb-417e-b35c-20e8115f0d82 req-746514fb-4ec9-4b33-9a75-9f2cf1b086cc tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923789
Apr 16 21:26:57.806638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-b6577c01-039e-4bf5-974b-b477b2553c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:57.808618 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-b6577c01-039e-4bf5-974b-b477b2553c23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.0788193
Apr 16 21:26:57.869982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-c75be71a-dabc-43fd-a88a-beb951a2fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:57.871702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-c75be71a-dabc-43fd-a88a-beb951a2fb60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0521498
Apr 16 21:26:57.919593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 4a2d54bf-9e95-4690-8351-2371d73d83d2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:26:58.004350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06b217-5625-46a5-be3f-bdba93023ff6 req-03ccaf4e-0498-4386-ad9c-2e2162a4b1fa tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:58.005864 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1f06b217-5625-46a5-be3f-bdba93023ff6 req-03ccaf4e-0498-4386-ad9c-2e2162a4b1fa tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 945 time: 0.0560017
Apr 16 21:26:58.028649 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-ac1b3502-83a6-4253-b0a2-fc8b272cf8b0 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502593
Apr 16 21:26:58.031490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 4a2d54bf-9e95-4690-8351-2371d73d83d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a2d54bf-9e95-4690-8351-2371d73d83d2,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:58.043733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '4a2d54bf-9e95-4690-8351-2371d73d83d2', 'network_id': '5fb5cf29-8796-41a2-8375-e8062a5911ad', 'port_id': '4a2d54bf-9e95-4690-8351-2371d73d83d2', 'mac_address': 'fa:16:3e:4b:51:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363c489b-9558-4973-a8ad-7c86215b2c65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:26:58.056802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1f06b217-5625-46a5-be3f-bdba93023ff6 req-f0b8b3bc-e31c-4288-9c83-b7dc5762525e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448573
Apr 16 21:26:58.088992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 4a2d54bf-9e95-4690-8351-2371d73d83d2 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:26:58.089476 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:58.102385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2d54bf-9e95-4690-8351-2371d73d83d2 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:26:58.120724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-23188fea-2119-42f2-a235-2968d32a7ae0 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849285
Apr 16 21:26:58.121442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 4a2d54bf-9e95-4690-8351-2371d73d83d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a2d54bf-9e95-4690-8351-2371d73d83d2,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:26:58.148551 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1f68279b-8f3d-4013-9088-c4410b7d0882 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.2441313
Apr 16 21:26:58.172198 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-5e67a3ea-19e5-4a58-86b5-5280f9c3e27e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=e161877a-3f6f-49a7-8aed-2eee986f2f68 HTTP/1.1" status: 200  len: 217 time: 0.0399680
Apr 16 21:26:58.223439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0a30a4-6ada-4031-be8f-811c5b098de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d5d264-62ff-47ee-8a34-f6400fde2daf'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:26:58.226909 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1d9396-5208-4445-a1c0-ba0baf2f57b7" -d '{"events": [{"server_uuid": "fa0a30a4-6ada-4031-be8f-811c5b098de6", "name": "network-vif-plugged", "status": "completed", "tag": "53d5d264-62ff-47ee-8a34-f6400fde2daf"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:26:58.248898 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:58.307970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-955bd172-426a-42ad-961a-aa38ea104d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:58.309653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-955bd172-426a-42ad-961a-aa38ea104d7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.1295946
Apr 16 21:26:58.323552 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8777885-8644-44bc-8252-13533b2464f0 x-openstack-request-id: req-a8777885-8644-44bc-8252-13533b2464f0 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:26:58.323552 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0a30a4-6ada-4031-be8f-811c5b098de6", "name": "network-vif-plugged", "status": "completed", "tag": "53d5d264-62ff-47ee-8a34-f6400fde2daf", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:26:58.323552 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8777885-8644-44bc-8252-13533b2464f0 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:26:58.324015 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8777885-8644-44bc-8252-13533b2464f0'] response: {'server_uuid': 'fa0a30a4-6ada-4031-be8f-811c5b098de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d5d264-62ff-47ee-8a34-f6400fde2daf', 'code': 200}
Apr 16 21:26:58.356728 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=4a2d54bf-9e95-4690-8351-2371d73d83d2,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:58.385116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-7a3049b9-2cf6-47b8-9ccd-1a2994750e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:58.386789 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-7a3049b9-2cf6-47b8-9ccd-1a2994750e94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0558004
Apr 16 21:26:58.403494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89658a30-70be-470a-a94f-ba0866b8c692 req-b35455ff-5fde-4162-8b88-69615b87010f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:58.406321 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89658a30-70be-470a-a94f-ba0866b8c692 req-b35455ff-5fde-4162-8b88-69615b87010f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 946 time: 0.0705953
Apr 16 21:26:58.464368 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89658a30-70be-470a-a94f-ba0866b8c692 req-687a13c4-2200-4a70-aa86-ad58100405da tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529115
Apr 16 21:26:58.535193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad604099-5b32-4a0c-9212-c67f0c4184f5 req-b2cec8f9-c01b-4af3-b760-d9531bda8e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:58.536787 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad604099-5b32-4a0c-9212-c67f0c4184f5 req-b2cec8f9-c01b-4af3-b760-d9531bda8e8c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 1127 time: 0.1208537
Apr 16 21:26:58.556081 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['4a2d54bf-9e95-4690-8351-2371d73d83d2'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:26:58.597029 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-2270b9a6-479c-45a6-8c10-7358d13a753c service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731486
Apr 16 21:26:58.634310 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad604099-5b32-4a0c-9212-c67f0c4184f5 req-1c24a76a-309f-4e1c-adc3-0d4d9c323d2b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861173
Apr 16 21:26:58.720504 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-e856c131-754d-4cde-b24b-73b44b7251d7 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1154997
Apr 16 21:26:58.876558 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-48088835-e51c-4023-876e-87486335aaf5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=c8475713-e26a-40c8-8213-0fa9fe87a721 HTTP/1.1" status: 200  len: 217 time: 0.0432408
Apr 16 21:26:58.966624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-1bb4a160-729a-49d1-bda0-429b1237f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:58.968247 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-1bb4a160-729a-49d1-bda0-429b1237f63b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.0819540
Apr 16 21:26:58.974651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36edc3-313e-42f3-b9a3-92c53ed1b89f req-e7bdd44d-cb12-4d22-919f-c9017d1a3cf4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:58.976025 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd36edc3-313e-42f3-b9a3-92c53ed1b89f req-e7bdd44d-cb12-4d22-919f-c9017d1a3cf4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 945 time: 0.0801065
Apr 16 21:26:59.029243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-7d55e9bc-fd64-4e3a-b860-faafd4a6b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:59.035815 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-7d55e9bc-fd64-4e3a-b860-faafd4a6b123 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0538611
Apr 16 21:26:59.051671 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd36edc3-313e-42f3-b9a3-92c53ed1b89f req-e76080f6-3892-4d52-87e4-d8727dc8ed6c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672452
Apr 16 21:26:59.164146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46940) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:26:59.169193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1381663411-network', 'tenant_id': '3d26da6c9c3042b68aae3d7516e098fe'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:26:59.172426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496974c7-29ae-4ae1-a6c1-5515c22c09f6 req-2d9596ec-93d1-4079-9518-9709af5fd781 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:26:59.173951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-496974c7-29ae-4ae1-a6c1-5515c22c09f6 req-2d9596ec-93d1-4079-9518-9709af5fd781 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 945 time: 0.0475688
Apr 16 21:26:59.221861 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-496974c7-29ae-4ae1-a6c1-5515c22c09f6 req-e9a72767-6da4-4716-bb26-1f325bf1fced tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417583
Apr 16 21:26:59.311740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Made reservation on behalf of 3d26da6c9c3042b68aae3d7516e098fe for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:26:59.314234 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:59.323832 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:59.417025 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Publish callbacks [] for security_group (b335cbce-85d2-448e-bfb8-1b8611de9a0a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:59.483318 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b335cbce-85d2-448e-bfb8-1b8611de9a0a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:59.506037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:26:59.533182 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (298123c2-606d-4cf9-a3f0-2ba75c8854cf), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:59.533534 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Added segment 298123c2-606d-4cf9-a3f0-2ba75c8854cf of type vlan for network 4395340b-3696-47e7-971e-0ef84cb7a34d
Apr 16 21:26:59.552024 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-1f3a287d-0920-41eb-a244-f0a7ba21ce28 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371148
Apr 16 21:26:59.578865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b335cbce-85d2-448e-bfb8-1b8611de9a0a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:26:59.913670 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 4a2d54bf-9e95-4690-8351-2371d73d83d2 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:26:59.963051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 4a2d54bf-9e95-4690-8351-2371d73d83d2 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:26:59.995600 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (4395340b-3696-47e7-971e-0ef84cb7a34d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:26:59.998353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.004338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:00.029373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa086b-8164-4c07-98b8-bdf1414d0b8f req-8257f967-cf50-4fbd-b96b-92516e1fcd1b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:00.030904 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebfa086b-8164-4c07-98b8-bdf1414d0b8f req-8257f967-cf50-4fbd-b96b-92516e1fcd1b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 946 time: 0.4843402
Apr 16 21:27:00.045543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 4a2d54bf-9e95-4690-8351-2371d73d83d2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:27:00.045922 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:00.110101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-69248feb-a44c-4d4b-92c5-b395cd427acd service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5340974
Apr 16 21:27:00.117566 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebfa086b-8164-4c07-98b8-bdf1414d0b8f req-7bb3b581-b657-4aa8-b010-91ec6e304df8 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787826
Apr 16 21:27:00.137575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 4a2d54bf-9e95-4690-8351-2371d73d83d2 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:27:00.138265 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:00.160813 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-b01988a2-e17f-4fe7-a657-81005b5e517d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee HTTP/1.1" status: 200  len: 217 time: 0.0412760
Apr 16 21:27:00.165440 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (4395340b-3696-47e7-971e-0ef84cb7a34d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:00.165440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:00.165440 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:00.178279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 4a2d54bf-9e95-4690-8351-2371d73d83d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a2d54bf-9e95-4690-8351-2371d73d83d2,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:00.192055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e646f3-021f-4cf1-8ccb-bcd970aecb74 req-2a63fdf5-46d1-4776-879e-b34724fc7fbf tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:00.193625 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58e646f3-021f-4cf1-8ccb-bcd970aecb74 req-2a63fdf5-46d1-4776-879e-b34724fc7fbf tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 945 time: 0.0623767
Apr 16 21:27:00.243836 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58e646f3-021f-4cf1-8ccb-bcd970aecb74 req-10a165c7-274c-4724-81ff-f25f68fb12a9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439816
Apr 16 21:27:00.254885 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:00.297225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] Pushing event updated for resources: {'Network': ['ID=4395340b-3696-47e7-971e-0ef84cb7a34d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:00.304031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-4205fc7d-b9e9-4616-b4cc-4339811990c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:00.306527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-4205fc7d-b9e9-4616-b4cc-4339811990c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=326da6c5-3bc2-4f6e-a46f-4485631a093b HTTP/1.1" status: 200  len: 797 time: 0.1394186
Apr 16 21:27:00.308332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 4395340b-3696-47e7-971e-0ef84cb7a34d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:27:00.332153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd9fa9-6b07-4f96-a58a-17349bc4ffef req-8d486441-e47f-4f19-8f18-1c702909de0c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:00.343137 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72bd9fa9-6b07-4f96-a58a-17349bc4ffef req-8d486441-e47f-4f19-8f18-1c702909de0c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 946 time: 0.0979211
Apr 16 21:27:00.343669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46968) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:00.368416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-312fc59e-405b-46cf-9663-fea027566813 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'floatingip': {'port_id': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:00.374022 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0820af12-5435-4bde-850c-b6516151d7df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2086124
Apr 16 21:27:00.378309 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46970) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:00.386370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c570fbe7-d987-4388-895f-148e71544343 admin admin] Request body: {'subnet': {'network_id': '4395340b-3696-47e7-971e-0ef84cb7a34d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1381663411-subnet', 'tenant_id': '3d26da6c9c3042b68aae3d7516e098fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:00.428686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-4ca98806-01f5-4f48-aa72-05f5518bc602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:00.430261 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-4ca98806-01f5-4f48-aa72-05f5518bc602 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e542be96-fc30-4cda-9476-07d2b2bc4e28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1179023
Apr 16 21:27:00.432526 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312fc59e-405b-46cf-9663-fea027566813 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (ebe38c37-65cf-4f59-87ff-18df89178103), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:00.438790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f7569-5fb1-45e7-b09d-9380d2a30279 req-c2949bd7-b827-457b-86c9-98ca25dea49e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:00.459194 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd0f7569-5fb1-45e7-b09d-9380d2a30279 req-c2949bd7-b827-457b-86c9-98ca25dea49e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 945 time: 0.1364939
Apr 16 21:27:00.501127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2d54bf-9e95-4690-8351-2371d73d83d2'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:00.504223 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1119bfa-21cb-4e4c-b9df-f43c2b28aba8" -d '{"events": [{"server_uuid": "ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11", "name": "network-vif-plugged", "status": "completed", "tag": "4a2d54bf-9e95-4690-8351-2371d73d83d2"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:00.515785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=4a2d54bf-9e95-4690-8351-2371d73d83d2,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:00.537137 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd0f7569-5fb1-45e7-b09d-9380d2a30279 req-fedd6d21-5a9d-4c76-95e3-214660889144 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732391
Apr 16 21:27:00.578037 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d75942-a774-423e-a716-b3dccec65743 x-openstack-request-id: req-74d75942-a774-423e-a716-b3dccec65743 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:00.578329 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11", "name": "network-vif-plugged", "status": "completed", "tag": "4a2d54bf-9e95-4690-8351-2371d73d83d2", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:00.578586 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74d75942-a774-423e-a716-b3dccec65743 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:00.578982 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d75942-a774-423e-a716-b3dccec65743'] response: {'server_uuid': 'ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2d54bf-9e95-4690-8351-2371d73d83d2', 'code': 200}
Apr 16 21:27:00.586598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c570fbe7-d987-4388-895f-148e71544343 admin admin] Made reservation on behalf of 3d26da6c9c3042b68aae3d7516e098fe for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:27:00.589060 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c570fbe7-d987-4388-895f-148e71544343 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:00.706762 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-16e04890-8eb4-41c1-9f47-9229123ca40a service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2326527
Apr 16 21:27:00.731584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3fc34-c426-4139-8532-e028e5462411 req-7a465643-7ade-4865-8fc4-303048ce041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:00.733261 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10b3fc34-c426-4139-8532-e028e5462411 req-7a465643-7ade-4865-8fc4-303048ce041c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 1128 time: 0.0876493
Apr 16 21:27:00.743219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c0cf-64d7-4442-8e99-50dea0752611 req-fcab6813-89d7-4b95-b187-a403d9fd7a67 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:00.744786 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d07c0cf-64d7-4442-8e99-50dea0752611 req-fcab6813-89d7-4b95-b187-a403d9fd7a67 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 945 time: 0.1054072
Apr 16 21:27:00.834553 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-10b3fc34-c426-4139-8532-e028e5462411 req-64bda662-e2d9-4246-bdc7-872bb8a7080e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878041
Apr 16 21:27:00.857280 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d07c0cf-64d7-4442-8e99-50dea0752611 req-0527703b-844a-457e-9a84-26130fe6bf99 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036131
Apr 16 21:27:00.936563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-01b07987-6a43-4cf8-a0af-a771f7e65ec1 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2186935
Apr 16 21:27:00.983189 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-d83991e1-0840-4156-a346-9b5edd88a55f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fdca9e15-fa18-4555-99b5-61429f002844 HTTP/1.1" status: 200  len: 217 time: 0.0390160
Apr 16 21:27:00.983427 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c570fbe7-d987-4388-895f-148e71544343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (c19ae91b-5fdc-44ff-9c60-cab81aacd658), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:01.041108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570fbe7-d987-4388-895f-148e71544343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19ae91b-5fdc-44ff-9c60-cab81aacd658,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:01.050441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c570fbe7-d987-4388-895f-148e71544343 admin admin] Checking segment: {'id': '298123c2-606d-4cf9-a3f0-2ba75c8854cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4395340b-3696-47e7-971e-0ef84cb7a34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:27:01.050905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c570fbe7-d987-4388-895f-148e71544343 admin admin] Network hostable DHCP agents. Network: 4395340b-3696-47e7-971e-0ef84cb7a34d, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:27:01.082760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-882b6821-168d-4fff-bdff-c644446e04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:01.084329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-882b6821-168d-4fff-bdff-c644446e04e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=326da6c5-3bc2-4f6e-a46f-4485631a093b HTTP/1.1" status: 200  len: 797 time: 0.0656855
Apr 16 21:27:01.137570 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c570fbe7-d987-4388-895f-148e71544343 admin admin] Network 4395340b-3696-47e7-971e-0ef84cb7a34d is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:27:01.185367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-bf0722bc-c1ac-462f-81b4-2a7ab08e16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:01.186856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-bf0722bc-c1ac-462f-81b4-2a7ab08e16b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e542be96-fc30-4cda-9476-07d2b2bc4e28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0800052
Apr 16 21:27:01.251597 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312fc59e-405b-46cf-9663-fea027566813 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:01.254094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-c570fbe7-d987-4388-895f-148e71544343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4395340b-3696-47e7-971e-0ef84cb7a34d) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:27:01.258639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c570fbe7-d987-4388-895f-148e71544343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:01.259277 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c570fbe7-d987-4388-895f-148e71544343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:01.264956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf72163-fa2b-4ccc-8afd-6f06cbdc7064 None None] Network 4395340b-3696-47e7-971e-0ef84cb7a34d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:27:01.297522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-4f08efea-779e-41c5-92ff-2261e433f2bd service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1019201
Apr 16 21:27:01.358674 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312fc59e-405b-46cf-9663-fea027566813 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (ebe38c37-65cf-4f59-87ff-18df89178103), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:01.374038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20cd9c-ca0d-45b5-a5f5-f780dc4feeee req-7d1ed644-2430-4e54-986b-ac6897387a8c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:01.375646 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7a20cd9c-ca0d-45b5-a5f5-f780dc4feeee req-7d1ed644-2430-4e54-986b-ac6897387a8c tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 946 time: 0.0512998
Apr 16 21:27:01.384076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c570fbe7-d987-4388-895f-148e71544343 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0041964
Apr 16 21:27:01.398812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6fd797-03b8-425c-af6a-60386b85bafd None None] Network 4395340b-3696-47e7-971e-0ef84cb7a34d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:27:01.431438 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7a20cd9c-ca0d-45b5-a5f5-f780dc4feeee req-243ee72d-24ba-4b19-a599-914533c26af1 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458658
Apr 16 21:27:01.476735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23874aec-d5e3-4059-9125-44b7262f4b7a req-825b688a-c9ee-4735-a61c-6743b8bcc363 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:01.478525 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23874aec-d5e3-4059-9125-44b7262f4b7a req-825b688a-c9ee-4735-a61c-6743b8bcc363 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 945 time: 0.1315560
Apr 16 21:27:01.601052 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23874aec-d5e3-4059-9125-44b7262f4b7a req-bef61fa1-18ee-403e-b152-f5394562b6af tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731561
Apr 16 21:27:01.602670 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-312fc59e-405b-46cf-9663-fea027566813 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Floating IP ebe38c37-65cf-4f59-87ff-18df89178103 associated. External IP: 172.35.1.158, port: bca26f6e-d4ea-42d6-97cb-5fabb9c3b713.
Apr 16 21:27:01.843999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312fc59e-405b-46cf-9663-fea027566813 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Router 97553a54-e5c2-474b-ac28-a27607cc8bc4 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:27:01.940950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-28af959b-b160-407d-aa26-b91450b60533 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:01.942428 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-28af959b-b160-407d-aa26-b91450b60533 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/networks?id=f3ac398a-104b-41dd-96df-2204e2236e68 HTTP/1.1" status: 200  len: 825 time: 0.1071863
Apr 16 21:27:01.952668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312fc59e-405b-46cf-9663-fea027566813 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:27:01.958139 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312fc59e-405b-46cf-9663-fea027566813 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:01.958261 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-6be23598-5bfc-40c2-ba4e-6534a577cf67 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/quotas/4319e24594eb450aa6aca572265ba4d0 HTTP/1.1" status: 200  len: 375 time: 0.0101225
Apr 16 21:27:01.963032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4b984a-6bea-49d1-ae50-88c44925ec39 None None] Sync routers for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:27:01.974271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b984a-6bea-49d1-ae50-88c44925ec39 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:27:01.979046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3a4b984a-6bea-49d1-ae50-88c44925ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe6bbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:26:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:02.001578 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-312fc59e-405b-46cf-9663-fea027566813 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "PUT /v2.0/floatingips/ebe38c37-65cf-4f59-87ff-18df89178103 HTTP/1.1" status: 200  len: 992 time: 1.6398153
Apr 16 21:27:02.002908 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb61102-0483-413f-88b9-7519c852b7f6', 'tag': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:02.005235 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7316b7-28b5-477c-b11b-ddf08005ba3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb61102-0483-413f-88b9-7519c852b7f6", "tag": "bca26f6e-d4ea-42d6-97cb-5fabb9c3b713"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:02.024627 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-ccbe00be-92c7-4f97-954a-13a8987f06d5 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4319e24594eb450aa6aca572265ba4d0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0561042
Apr 16 21:27:02.054403 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9881d7-40a5-4fbd-ab34-fd1fc30ca0e4 x-openstack-request-id: req-8e9881d7-40a5-4fbd-ab34-fd1fc30ca0e4 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:02.054700 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb61102-0483-413f-88b9-7519c852b7f6", "tag": "bca26f6e-d4ea-42d6-97cb-5fabb9c3b713", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:02.054957 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e9881d7-40a5-4fbd-ab34-fd1fc30ca0e4 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:02.055369 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9881d7-40a5-4fbd-ab34-fd1fc30ca0e4'] response: {'name': 'network-changed', 'server_uuid': '6eb61102-0483-413f-88b9-7519c852b7f6', 'tag': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713', 'status': 'completed', 'code': 200}
Apr 16 21:27:02.130390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3a4b984a-6bea-49d1-ae50-88c44925ec39 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:27:02.133313 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-6636b39b-625d-4328-bc6f-d30366df0584 service neutron] 10.222.0.20 "GET /v2.0/networks/f3ac398a-104b-41dd-96df-2204e2236e68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1021018
Apr 16 21:27:02.251895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7316b7-28b5-477c-b11b-ddf08005ba3d req-bb07c597-32c5-4da1-b3f7-e3cd0753027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:02.254220 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d7316b7-28b5-477c-b11b-ddf08005ba3d req-bb07c597-32c5-4da1-b3f7-e3cd0753027c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 1128 time: 0.0575776
Apr 16 21:27:02.323261 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-0ddc2dae-48f5-4724-9e47-24091162a678 service neutron] 10.222.0.20 "GET /v2.0/networks/f3ac398a-104b-41dd-96df-2204e2236e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1841331
Apr 16 21:27:02.363673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7316b7-28b5-477c-b11b-ddf08005ba3d req-976db16d-ffff-4a12-b45f-c4190a4bd68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:02.364392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3a4b984a-6bea-49d1-ae50-88c44925ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe6bbb0>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebe38c37-65cf-4f59-87ff-18df89178103', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.158', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1919, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:30:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb61102-0483-413f-88b9-7519c852b7f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:26:38Z', 'updated_at': '2022-04-16T21:27:01Z', 'revision_number': 1, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:02.365192 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d7316b7-28b5-477c-b11b-ddf08005ba3d req-976db16d-ffff-4a12-b45f-c4190a4bd68d service neutron] 10.222.0.41 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 916 time: 0.1041696
Apr 16 21:27:02.397824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4b984a-6bea-49d1-ae50-88c44925ec39 None None] Checking router: 97553a54-e5c2-474b-ac28-a27607cc8bc4 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:27:02.408895 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b984a-6bea-49d1-ae50-88c44925ec39 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:27:02.409762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3a4b984a-6bea-49d1-ae50-88c44925ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe6bbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:26:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:02.436640 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d7316b7-28b5-477c-b11b-ddf08005ba3d req-3e106669-aedd-482e-8f51-6aed2f22f4a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 HTTP/1.1" status: 200  len: 1000 time: 0.0658805
Apr 16 21:27:02.488120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7316b7-28b5-477c-b11b-ddf08005ba3d req-cfc40931-9695-4b8a-9fb8-8a0290c6a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:02.490163 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d7316b7-28b5-477c-b11b-ddf08005ba3d req-cfc40931-9695-4b8a-9fb8-8a0290c6a43f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.0479517
Apr 16 21:27:02.508876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-114cc564-e0cb-4e1e-8566-2eb45a887aae req-1eee9bee-0acc-4c64-94d5-b49079400ad1 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0979676
Apr 16 21:27:02.565085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212e121-efe1-4834-8782-e699839a470a req-15448684-8b77-4bf9-8cd8-614a3235e1d3 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:02.567094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1212e121-efe1-4834-8782-e699839a470a req-15448684-8b77-4bf9-8cd8-614a3235e1d3 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 946 time: 0.0571899
Apr 16 21:27:02.574853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7316b7-28b5-477c-b11b-ddf08005ba3d req-5fb45365-dba0-4add-9e86-04bd3351950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:02.585087 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d7316b7-28b5-477c-b11b-ddf08005ba3d req-5fb45365-dba0-4add-9e86-04bd3351950b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0894532
Apr 16 21:27:02.600506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3a4b984a-6bea-49d1-ae50-88c44925ec39 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:27:02.684747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-faae11cf-ee5a-4389-9fcb-1f358d1216a4 req-8749962e-90fe-4a24-b9bd-a583fe91d4f0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 210 time: 0.0621207
Apr 16 21:27:02.699777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1212e121-efe1-4834-8782-e699839a470a req-fe4dba3f-7218-498c-bdee-c966bbf006a3 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215265
Apr 16 21:27:02.897477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3a4b984a-6bea-49d1-ae50-88c44925ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe6bbb0>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebe38c37-65cf-4f59-87ff-18df89178103', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.158', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1919, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:30:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb61102-0483-413f-88b9-7519c852b7f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:26:38Z', 'updated_at': '2022-04-16T21:27:01Z', 'revision_number': 1, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:02.930564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4b984a-6bea-49d1-ae50-88c44925ec39 None None] The sync data for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 is: [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebe38c37-65cf-4f59-87ff-18df89178103', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.158', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1919, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:30:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb61102-0483-413f-88b9-7519c852b7f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:26:38Z', 'updated_at': '2022-04-16T21:27:01Z', 'revision_number': 1, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:27:02.987774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8945b3-104b-4017-8b6b-5cb73321c6db req-53934a1f-8633-40ff-ba6c-a603b06a5af2 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:02.993824 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af8945b3-104b-4017-8b6b-5cb73321c6db req-53934a1f-8633-40ff-ba6c-a603b06a5af2 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 945 time: 0.0946047
Apr 16 21:27:03.103565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-af8945b3-104b-4017-8b6b-5cb73321c6db req-723eb0e1-9fa6-4218-8475-d88bd947bb5b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Deleting port 53d5d264-62ff-47ee-8a34-f6400fde2daf {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:27:03.103926 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af8945b3-104b-4017-8b6b-5cb73321c6db req-723eb0e1-9fa6-4218-8475-d88bd947bb5b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:03.188098 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f766d718-f48d-4198-9ea2-3fa2e341c640 None None] New status for floating IP ebe38c37-65cf-4f59-87ff-18df89178103: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:27:03.224685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-af8945b3-104b-4017-8b6b-5cb73321c6db req-723eb0e1-9fa6-4218-8475-d88bd947bb5b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] For port 53d5d264-62ff-47ee-8a34-f6400fde2daf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53d5d264-62ff-47ee-8a34-f6400fde2daf,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:03.225120 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af8945b3-104b-4017-8b6b-5cb73321c6db req-723eb0e1-9fa6-4218-8475-d88bd947bb5b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:03.240614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-af8945b3-104b-4017-8b6b-5cb73321c6db req-723eb0e1-9fa6-4218-8475-d88bd947bb5b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Calling delete_port for 53d5d264-62ff-47ee-8a34-f6400fde2daf owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:27:03.257141 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b47d9-dd70-49ba-b884-62cfb195b339 req-3cb78499-ba18-42ef-947a-d57479bc4c64 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:03.261296 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d36b47d9-dd70-49ba-b884-62cfb195b339 req-3cb78499-ba18-42ef-947a-d57479bc4c64 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 945 time: 0.0791578
Apr 16 21:27:03.324083 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d7316b7-28b5-477c-b11b-ddf08005ba3d req-bc675ce6-1db2-4013-a3bc-ef4ba6c676ab service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7324560
Apr 16 21:27:03.376482 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498361b-20a7-4136-b483-47585e968724 req-c78cc8d2-060e-4d08-89dd-eb68353378cc tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:03.380146 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e498361b-20a7-4136-b483-47585e968724 req-c78cc8d2-060e-4d08-89dd-eb68353378cc tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 946 time: 0.0716295
Apr 16 21:27:03.394105 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d36b47d9-dd70-49ba-b884-62cfb195b339 req-e24c1578-57eb-4c79-bbb0-0bb804b7b7eb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283755
Apr 16 21:27:03.435578 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d7316b7-28b5-477c-b11b-ddf08005ba3d req-c3e22648-5955-4b69-99ed-3f858f730b13 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1026378
Apr 16 21:27:03.460882 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e498361b-20a7-4136-b483-47585e968724 req-163a30f7-892e-420a-ae61-aba7aa0b9361 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737834
Apr 16 21:27:03.623215 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af8945b3-104b-4017-8b6b-5cb73321c6db req-723eb0e1-9fa6-4218-8475-d88bd947bb5b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (53d5d264-62ff-47ee-8a34-f6400fde2daf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:03.641978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:03.659429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723eb0e1-9fa6-4218-8475-d88bd947bb5b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event deleted for resources: {'Port': ['ID=53d5d264-62ff-47ee-8a34-f6400fde2daf,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:03.710038 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8945b3-104b-4017-8b6b-5cb73321c6db req-723eb0e1-9fa6-4218-8475-d88bd947bb5b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] No DVR routers for this DVR port 53d5d264-62ff-47ee-8a34-f6400fde2daf on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:27:03.713626 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-af8945b3-104b-4017-8b6b-5cb73321c6db req-723eb0e1-9fa6-4218-8475-d88bd947bb5b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:03.717442 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af8945b3-104b-4017-8b6b-5cb73321c6db req-723eb0e1-9fa6-4218-8475-d88bd947bb5b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "DELETE /v2.0/ports/53d5d264-62ff-47ee-8a34-f6400fde2daf HTTP/1.1" status: 204  len: 173 time: 0.7143521
Apr 16 21:27:03.757841 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c7761974-00de-4303-8c57-82b04ecad156 req-bd07665d-334e-462c-9f70-3a3b1e714298 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 210 time: 0.0292773
Apr 16 21:27:04.056248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0a30a4-6ada-4031-be8f-811c5b098de6', 'name': 'network-vif-deleted', 'tag': '53d5d264-62ff-47ee-8a34-f6400fde2daf'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:04.058714 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4916556-d6e9-4870-8f8d-50f0988e4cd8" -d '{"events": [{"server_uuid": "fa0a30a4-6ada-4031-be8f-811c5b098de6", "name": "network-vif-deleted", "tag": "53d5d264-62ff-47ee-8a34-f6400fde2daf"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:04.094399 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985b4a32-795a-4bdd-b968-ede9a4c59234 x-openstack-request-id: req-985b4a32-795a-4bdd-b968-ede9a4c59234 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:04.094716 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0a30a4-6ada-4031-be8f-811c5b098de6", "name": "network-vif-deleted", "tag": "53d5d264-62ff-47ee-8a34-f6400fde2daf", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:04.094971 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-985b4a32-795a-4bdd-b968-ede9a4c59234 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:04.095380 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985b4a32-795a-4bdd-b968-ede9a4c59234'] response: {'server_uuid': 'fa0a30a4-6ada-4031-be8f-811c5b098de6', 'name': 'network-vif-deleted', 'tag': '53d5d264-62ff-47ee-8a34-f6400fde2daf', 'status': 'completed', 'code': 200}
Apr 16 21:27:04.509650 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aadf3a75-dfa7-4653-8943-2c5d490561ab req-6598dacc-71d7-4219-82fc-691147732efd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0a30a4-6ada-4031-be8f-811c5b098de6 HTTP/1.1" status: 200  len: 210 time: 0.0293484
Apr 16 21:27:04.586666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa2544-5e0f-400f-96a7-c7ffb2606b77 req-8b932c8f-d223-43f9-9d32-cd9f613d36c6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:04.588195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5fa2544-5e0f-400f-96a7-c7ffb2606b77 req-8b932c8f-d223-43f9-9d32-cd9f613d36c6 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 946 time: 0.0541995
Apr 16 21:27:04.637308 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5fa2544-5e0f-400f-96a7-c7ffb2606b77 req-336e4ded-9b89-4666-a6ca-928b429dd5b9 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432844
Apr 16 21:27:04.855625 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bc67cc1-0c5b-4c04-b068-c3d0d03f582f req-ab271932-dc2e-4bdb-829c-ef02030dec49 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 210 time: 0.0293536
Apr 16 21:27:05.055696 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b12249-d457-4d75-b6b8-dc6d14433e6d req-8a541b18-48f4-4da5-8945-de043b1ab459 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:05.057210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-83b12249-d457-4d75-b6b8-dc6d14433e6d req-8a541b18-48f4-4da5-8945-de043b1ab459 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 946 time: 0.0466788
Apr 16 21:27:05.107944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-83b12249-d457-4d75-b6b8-dc6d14433e6d req-d52b5380-7e3a-4f40-9c10-2e1892db2cde tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447309
Apr 16 21:27:05.169053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 53d5d264-62ff-47ee-8a34-f6400fde2daf no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:27:05.188843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 53d5d264-62ff-47ee-8a34-f6400fde2daf {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:27:05.189683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 53d5d264-62ff-47ee-8a34-f6400fde2daf not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:27:05.951286 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-77eeed36-13ec-4eec-bd35-dea575a53605 req-91caf946-ff9f-4898-b89d-5c4570f92751 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 210 time: 0.0292401
Apr 16 21:27:05.994343 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:06.274464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-28e829b0-0c9d-4761-8759-2f0619858262 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:06.278891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-28e829b0-0c9d-4761-8759-2f0619858262 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.41 "GET /v2.0/networks?id=f3ac398a-104b-41dd-96df-2204e2236e68 HTTP/1.1" status: 200  len: 825 time: 0.1656473
Apr 16 21:27:06.286327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d517fe-0df2-49db-83d7-ac866e7dc463 req-a1587807-e2db-4f5b-bfdf-f39f324474b4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:06.287828 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80d517fe-0df2-49db-83d7-ac866e7dc463 req-a1587807-e2db-4f5b-bfdf-f39f324474b4 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 946 time: 0.1034951
Apr 16 21:27:06.292991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-2e41ae79-655a-4db8-a512-bfcffdfaced0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Request body: {'port': {'device_id': '9c4793cc-6978-4051-a7e3-9536ff67ba7d', 'network_id': 'f3ac398a-104b-41dd-96df-2204e2236e68', 'admin_state_up': True, 'tenant_id': '4319e24594eb450aa6aca572265ba4d0'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:06.317649 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-62ed7995-8025-4a56-8bdd-fb2fa53c969b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:06.320804 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-62ed7995-8025-4a56-8bdd-fb2fa53c969b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.1386821
Apr 16 21:27:06.335660 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-a112d9e3-17f0-42c9-bc2d-d990a676224a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/quotas/76fd883ad3944fcaaecdf2909120dc87 HTTP/1.1" status: 200  len: 375 time: 0.0108898
Apr 16 21:27:06.396056 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-4865a4c1-4ded-4ba0-a545-96dc829859ed tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0544505
Apr 16 21:27:06.420377 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80d517fe-0df2-49db-83d7-ac866e7dc463 req-34edac1c-d380-4d67-a60e-7dab9c3fa960 tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/security-groups?id=c510c930-bfbd-4b2f-a633-5f45e11442bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221426
Apr 16 21:27:06.503855 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-20e884ad-d4b3-4157-a9fb-5ddf2b8eab7b service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943518
Apr 16 21:27:06.574423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-2e41ae79-655a-4db8-a512-bfcffdfaced0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Made reservation on behalf of 4319e24594eb450aa6aca572265ba4d0 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:27:06.578006 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-2e41ae79-655a-4db8-a512-bfcffdfaced0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:06.592977 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-81c8bcfd-8dc1-4694-83bf-1d54c8dc9696 service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834351
Apr 16 21:27:06.735979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcc0c2-cd74-4146-8d9c-758e614fc702 req-18c281ea-a463-41e8-857e-554fbe3c967a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:06.737989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c0bcc0c2-cd74-4146-8d9c-758e614fc702 req-18c281ea-a463-41e8-857e-554fbe3c967a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 946 time: 0.0819049
Apr 16 21:27:06.777393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-2e41ae79-655a-4db8-a512-bfcffdfaced0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Allocated IP 172.20.0.14 (f3ac398a-104b-41dd-96df-2204e2236e68/ba57ac42-4faa-4eaa-af0e-c7655f19b15d/dacc3b3f-c825-45b9-b755-3714d6cf5d5c) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:27:06.889464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-c0bcc0c2-cd74-4146-8d9c-758e614fc702 req-f0c15e9d-a253-44cf-a316-967834cf6d0b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Deleting port 4a2d54bf-9e95-4690-8351-2371d73d83d2 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:27:06.889724 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c0bcc0c2-cd74-4146-8d9c-758e614fc702 req-f0c15e9d-a253-44cf-a316-967834cf6d0b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:06.949445 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0bea3617-eb88-40bc-a7f7-0d3b162d179c req-fdb8b0ba-83c0-4aaa-88f0-4cd73d3402d2 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 210 time: 0.0824857
Apr 16 21:27:07.058715 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-722aaeb8-c486-4331-94cb-a63624fbaa4e req-abe29061-191b-4752-a426-6fe6c1e10135 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 210 time: 0.0291684
Apr 16 21:27:07.084670 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-2e41ae79-655a-4db8-a512-bfcffdfaced0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Publish callbacks [] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:07.099456 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-c0bcc0c2-cd74-4146-8d9c-758e614fc702 req-f0c15e9d-a253-44cf-a316-967834cf6d0b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] For port 4a2d54bf-9e95-4690-8351-2371d73d83d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a2d54bf-9e95-4690-8351-2371d73d83d2,segment=NetworkSegment(4f6452e3-5b39-44c8-9925-b6524b235474),segment_id=4f6452e3-5b39-44c8-9925-b6524b235474)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:07.099824 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c0bcc0c2-cd74-4146-8d9c-758e614fc702 req-f0c15e9d-a253-44cf-a316-967834cf6d0b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:07.122616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-c0bcc0c2-cd74-4146-8d9c-758e614fc702 req-f0c15e9d-a253-44cf-a316-967834cf6d0b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Calling delete_port for 4a2d54bf-9e95-4690-8351-2371d73d83d2 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:27:07.258241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-2e41ae79-655a-4db8-a512-bfcffdfaced0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:07.314669 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-2e41ae79-655a-4db8-a512-bfcffdfaced0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Network f3ac398a-104b-41dd-96df-2204e2236e68 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:27:07.317527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-2e41ae79-655a-4db8-a512-bfcffdfaced0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:27:07.321265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-2e41ae79-655a-4db8-a512-bfcffdfaced0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:27:07.345233 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41ae79-655a-4db8-a512-bfcffdfaced0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Pushing event updated for resources: {'Port': ['ID=dacc3b3f-c825-45b9-b755-3714d6cf5d5c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:07.377335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-2e41ae79-655a-4db8-a512-bfcffdfaced0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:07.377956 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-2e41ae79-655a-4db8-a512-bfcffdfaced0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:07.431701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c0bcc0c2-cd74-4146-8d9c-758e614fc702 req-f0c15e9d-a253-44cf-a316-967834cf6d0b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (4a2d54bf-9e95-4690-8351-2371d73d83d2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:07.445069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['4a2d54bf-9e95-4690-8351-2371d73d83d2'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:07.474525 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-2e41ae79-655a-4db8-a512-bfcffdfaced0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1826093
Apr 16 21:27:07.474525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c15e9d-a253-44cf-a316-967834cf6d0b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Pushing event deleted for resources: {'Port': ['ID=4a2d54bf-9e95-4690-8351-2371d73d83d2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:07.502737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Request body: {'port': {'device_id': '9c4793cc-6978-4051-a7e3-9536ff67ba7d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:07.552507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bcc0c2-cd74-4146-8d9c-758e614fc702 req-f0c15e9d-a253-44cf-a316-967834cf6d0b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] No DVR routers for this DVR port 4a2d54bf-9e95-4690-8351-2371d73d83d2 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:27:07.574427 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-c0bcc0c2-cd74-4146-8d9c-758e614fc702 req-f0c15e9d-a253-44cf-a316-967834cf6d0b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:07.577719 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c0bcc0c2-cd74-4146-8d9c-758e614fc702 req-f0c15e9d-a253-44cf-a316-967834cf6d0b tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.41 "DELETE /v2.0/ports/4a2d54bf-9e95-4690-8351-2371d73d83d2 HTTP/1.1" status: 204  len: 173 time: 0.8344772
Apr 16 21:27:07.578174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11', 'name': 'network-vif-deleted', 'tag': '4a2d54bf-9e95-4690-8351-2371d73d83d2'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:07.581000 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f78cf0-d665-42f7-9b2e-0a0964378231" -d '{"events": [{"server_uuid": "ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11", "name": "network-vif-deleted", "tag": "4a2d54bf-9e95-4690-8351-2371d73d83d2"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:07.586959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58d66c92-8944-4a46-8041-b2fa4917f5e0 req-b5a14a79-254b-4ec4-95fb-c5b332f0176e tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 210 time: 0.0773227
Apr 16 21:27:07.622599 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:07.632872 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0addf358-9220-416e-8592-526ef41248b5 x-openstack-request-id: req-0addf358-9220-416e-8592-526ef41248b5 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:07.633168 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11", "name": "network-vif-deleted", "tag": "4a2d54bf-9e95-4690-8351-2371d73d83d2", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:07.635001 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0addf358-9220-416e-8592-526ef41248b5 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:07.635001 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0addf358-9220-416e-8592-526ef41248b5'] response: {'server_uuid': 'ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11', 'name': 'network-vif-deleted', 'tag': '4a2d54bf-9e95-4690-8351-2371d73d83d2', 'status': 'completed', 'code': 200}
Apr 16 21:27:07.904714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacc3b3f-c825-45b9-b755-3714d6cf5d5c {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:27:07.912427 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Publish callbacks [] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:07.925162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Transition to ACTIVE for port object dacc3b3f-c825-45b9-b755-3714d6cf5d5c will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:27:08.005907 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:08.075907 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c857bdd0-a5e7-4f2c-bc29-becd6b95ecdf req-adb3e37f-54c0-406a-a9ea-8fa42786ca7d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 210 time: 0.0415924
Apr 16 21:27:08.110672 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Pushing event updated for resources: {'Port': ['ID=dacc3b3f-c825-45b9-b755-3714d6cf5d5c,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:08.166350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Attempting to bind port dacc3b3f-c825-45b9-b755-3714d6cf5d5c on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:27:08.166692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Attempting to bind port dacc3b3f-c825-45b9-b755-3714d6cf5d5c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9e8d04be-b432-40a9-9b67-5a04f3e63141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f3ac398a-104b-41dd-96df-2204e2236e68'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:27:08.167024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Attempting to bind port dacc3b3f-c825-45b9-b755-3714d6cf5d5c on network f3ac398a-104b-41dd-96df-2204e2236e68 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:27:08.171688 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Port dacc3b3f-c825-45b9-b755-3714d6cf5d5c on network f3ac398a-104b-41dd-96df-2204e2236e68 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:27:08.172015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Attempting to bind port dacc3b3f-c825-45b9-b755-3714d6cf5d5c on network f3ac398a-104b-41dd-96df-2204e2236e68 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:27:08.177125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:27:08.177468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Checking segment: {'id': '9e8d04be-b432-40a9-9b67-5a04f3e63141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f3ac398a-104b-41dd-96df-2204e2236e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:27:08.177856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Bound using segment: {'id': '9e8d04be-b432-40a9-9b67-5a04f3e63141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f3ac398a-104b-41dd-96df-2204e2236e68'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:27:08.178291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Bound port: dacc3b3f-c825-45b9-b755-3714d6cf5d5c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8d04be-b432-40a9-9b67-5a04f3e63141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f3ac398a-104b-41dd-96df-2204e2236e68'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:27:08.178655 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:08.207263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e89c3-e0d6-4458-942d-719970a7d13d req-bb91120b-3f0f-4331-aa95-1b2697737ef3 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:08.208853 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-823e89c3-e0d6-4458-942d-719970a7d13d req-bb91120b-3f0f-4331-aa95-1b2697737ef3 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 944 time: 0.0527701
Apr 16 21:27:08.248618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] For port dacc3b3f-c825-45b9-b755-3714d6cf5d5c, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:27:08.253537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] For port dacc3b3f-c825-45b9-b755-3714d6cf5d5c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dacc3b3f-c825-45b9-b755-3714d6cf5d5c,segment=NetworkSegment(9e8d04be-b432-40a9-9b67-5a04f3e63141),segment_id=9e8d04be-b432-40a9-9b67-5a04f3e63141)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:27:08.264677 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-823e89c3-e0d6-4458-942d-719970a7d13d req-441c4c0a-d221-4ef1-a38a-85e70093a8a3 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/security-groups?id=586a39d3-2a16-4a6a-91e8-f16c32b09780&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498905
Apr 16 21:27:08.498118 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:08.534852 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:08.535660 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:08.537074 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] 10.222.0.41 "PUT /v2.0/ports/dacc3b3f-c825-45b9-b755-3714d6cf5d5c HTTP/1.1" status: 200  len: 1092 time: 1.0390582
Apr 16 21:27:08.562696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfd04e-bbfa-466c-9344-d6a3b5b45acc service neutron] Pushing event updated for resources: {'Port': ['ID=dacc3b3f-c825-45b9-b755-3714d6cf5d5c,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:08.737430 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89e9d8c8-6482-4557-9ed7-733ede076471 req-94285376-b801-46be-ae18-56db4400010a tempest-DeleteServersTestJSON-2058819142 tempest-DeleteServersTestJSON-2058819142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1699ea-ee4e-4c55-b2c0-dfa761d9ed11 HTTP/1.1" status: 200  len: 210 time: 0.0457120
Apr 16 21:27:08.745992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-e87bfaed-5f6b-4bad-9554-3749b59bc566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:08.747930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-e87bfaed-5f6b-4bad-9554-3749b59bc566 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4319e24594eb450aa6aca572265ba4d0&device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 1126 time: 0.0674925
Apr 16 21:27:08.795281 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-de236532-ad9e-4168-aae3-822fb0d6be88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dacc3b3f-c825-45b9-b755-3714d6cf5d5c HTTP/1.1" status: 200  len: 217 time: 0.0389237
Apr 16 21:27:08.847568 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-d2a28fe0-dd0d-4a08-b1b8-893ff92e9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:08.849066 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-d2a28fe0-dd0d-4a08-b1b8-893ff92e9f6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba57ac42-4faa-4eaa-af0e-c7655f19b15d HTTP/1.1" status: 200  len: 865 time: 0.0478284
Apr 16 21:27:08.882253 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-ba552e27-d6c0-414d-875e-48974629ec86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3ac398a-104b-41dd-96df-2204e2236e68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273252
Apr 16 21:27:08.973252 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0c11dd0d-90ca-4423-bfb5-335c618bd429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:08.980922 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-33359386-f17d-42de-a257-223f9b106f10 service neutron] 10.222.0.41 "GET /v2.0/networks/f3ac398a-104b-41dd-96df-2204e2236e68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923915
Apr 16 21:27:09.073608 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4761e1eb-2273-4fb6-8cd6-c73267584176 req-351003d7-f16d-4194-8068-47dbc797dbdc service neutron] 10.222.0.41 "GET /v2.0/networks/f3ac398a-104b-41dd-96df-2204e2236e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860369
Apr 16 21:27:09.172875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a611092-451c-4e55-a209-deadb42012ac req-75f2c19b-a737-45de-ad25-2ae417ebec3f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 210 time: 0.0295880
Apr 16 21:27:09.376265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-397d062a-0d0d-4e3f-adcc-10c7c2752752 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:09.380406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-397d062a-0d0d-4e3f-adcc-10c7c2752752 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.1192312
Apr 16 21:27:09.386679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372f97c-167f-4adf-9f54-596a3bc4d115 req-43639c63-c8d1-4449-ba9f-24475f47520d tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:09.388361 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4372f97c-167f-4adf-9f54-596a3bc4d115 req-43639c63-c8d1-4449-ba9f-24475f47520d tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 944 time: 0.0510263
Apr 16 21:27:09.395316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-8c1fc52f-0886-4cf4-8448-eaa4055bb9a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Request body: {'port': {'device_id': 'b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'admin_state_up': True, 'tenant_id': '76fd883ad3944fcaaecdf2909120dc87'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:09.453736 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4372f97c-167f-4adf-9f54-596a3bc4d115 req-cf4d8eb0-b3f7-4f88-8c5a-8f9f89484823 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/security-groups?id=586a39d3-2a16-4a6a-91e8-f16c32b09780&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569632
Apr 16 21:27:09.634806 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-8c1fc52f-0886-4cf4-8448-eaa4055bb9a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Made reservation on behalf of 76fd883ad3944fcaaecdf2909120dc87 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:27:09.635243 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4793cc-6978-4051-a7e3-9536ff67ba7d', 'tag': 'dacc3b3f-c825-45b9-b755-3714d6cf5d5c'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:09.638550 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-8c1fc52f-0886-4cf4-8448-eaa4055bb9a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:09.640106 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02772f5c-12ec-4694-bc1f-b149055478d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4793cc-6978-4051-a7e3-9536ff67ba7d", "tag": "dacc3b3f-c825-45b9-b755-3714d6cf5d5c"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:09.692843 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcf4a1d-7bd1-49f0-8d6a-f9473a148353 x-openstack-request-id: req-fbcf4a1d-7bd1-49f0-8d6a-f9473a148353 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:09.692843 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4793cc-6978-4051-a7e3-9536ff67ba7d", "tag": "dacc3b3f-c825-45b9-b755-3714d6cf5d5c", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:09.692843 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbcf4a1d-7bd1-49f0-8d6a-f9473a148353 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:09.694942 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbcf4a1d-7bd1-49f0-8d6a-f9473a148353'] response: {'name': 'network-changed', 'server_uuid': '9c4793cc-6978-4051-a7e3-9536ff67ba7d', 'tag': 'dacc3b3f-c825-45b9-b755-3714d6cf5d5c', 'status': 'completed', 'code': 200}
Apr 16 21:27:09.783411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-8c1fc52f-0886-4cf4-8448-eaa4055bb9a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Allocated IP 172.20.0.10 (8f593006-a7a9-4abc-8409-1d78959e9c9f/9133d53e-619c-487b-8eb9-4bd92e2fff34/c5d5b748-1ce8-407d-b157-4168cdd02e0f) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:27:09.937858 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-8c1fc52f-0886-4cf4-8448-eaa4055bb9a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks [] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:09.965927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 4a2d54bf-9e95-4690-8351-2371d73d83d2 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:27:09.986660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 4a2d54bf-9e95-4690-8351-2371d73d83d2 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:27:09.987274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 4a2d54bf-9e95-4690-8351-2371d73d83d2 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:27:10.063901 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-8c1fc52f-0886-4cf4-8448-eaa4055bb9a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:10.081437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:10.124564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-8c1fc52f-0886-4cf4-8448-eaa4055bb9a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Network 8f593006-a7a9-4abc-8409-1d78959e9c9f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:27:10.143142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-8c1fc52f-0886-4cf4-8448-eaa4055bb9a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:27:10.151747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fc52f-0886-4cf4-8448-eaa4055bb9a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event updated for resources: {'Port': ['ID=c5d5b748-1ce8-407d-b157-4168cdd02e0f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:10.154849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-8c1fc52f-0886-4cf4-8448-eaa4055bb9a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:27:10.186840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47232) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:10.212556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-8c1fc52f-0886-4cf4-8448-eaa4055bb9a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:10.216273 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-8c1fc52f-0886-4cf4-8448-eaa4055bb9a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:10.317044 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-8c1fc52f-0886-4cf4-8448-eaa4055bb9a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9270139
Apr 16 21:27:10.339367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Request body: {'port': {'device_id': 'b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:10.384802 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5bd50dec-2513-4449-bfcf-b53c5f3a6123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:10.428293 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:10.477746 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5bd50dec-2513-4449-bfcf-b53c5f3a6123 admin admin] Publish callbacks [] for security_group (36f5f41e-f8de-4c7e-b129-d3e9941fc1b1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:10.549268 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5bd50dec-2513-4449-bfcf-b53c5f3a6123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (36f5f41e-f8de-4c7e-b129-d3e9941fc1b1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:10.622560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd50dec-2513-4449-bfcf-b53c5f3a6123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f5f41e-f8de-4c7e-b129-d3e9941fc1b1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:10.629471 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5bd50dec-2513-4449-bfcf-b53c5f3a6123 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d1aa0603f7146e5914a959bd9c19800&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4439523
Apr 16 21:27:10.632454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47258) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:10.652634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76712038-e67a-4477-9887-2f282aed2a21 req-dd14e4ef-aac3-4c4b-8491-faf09562a26b tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:10.653929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad46ba1-e673-4d33-a994-6bbc2b5c6eb1 req-b3b59675-15f1-4e4e-a07c-a1e856b458d5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:10.654121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76712038-e67a-4477-9887-2f282aed2a21 req-dd14e4ef-aac3-4c4b-8491-faf09562a26b tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 944 time: 0.0822539
Apr 16 21:27:10.655571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ad46ba1-e673-4d33-a994-6bbc2b5c6eb1 req-b3b59675-15f1-4e4e-a07c-a1e856b458d5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 932 time: 0.3986027
Apr 16 21:27:10.724111 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c29b6fc-70d2-4da4-b7cc-7ac9178fcc71 admin admin] Publish callbacks [] for security_group (36f5f41e-f8de-4c7e-b129-d3e9941fc1b1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:10.732004 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76712038-e67a-4477-9887-2f282aed2a21 req-d275c275-953b-4861-83e7-194f8cb00f94 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/security-groups?id=586a39d3-2a16-4a6a-91e8-f16c32b09780&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674970
Apr 16 21:27:10.756511 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c29b6fc-70d2-4da4-b7cc-7ac9178fcc71 admin admin] Publish callbacks [] for security_group (36f5f41e-f8de-4c7e-b129-d3e9941fc1b1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:10.763995 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ad46ba1-e673-4d33-a994-6bbc2b5c6eb1 req-d48e28dd-2f80-4f1a-b2e4-b865b848fc07 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981195
Apr 16 21:27:10.914820 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c29b6fc-70d2-4da4-b7cc-7ac9178fcc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (36f5f41e-f8de-4c7e-b129-d3e9941fc1b1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:10.917474 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c29b6fc-70d2-4da4-b7cc-7ac9178fcc71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:10.918662 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9c29b6fc-70d2-4da4-b7cc-7ac9178fcc71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36f5f41e-f8de-4c7e-b129-d3e9941fc1b1 HTTP/1.1" status: 204  len: 168 time: 0.2855897
Apr 16 21:27:10.928160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29b6fc-70d2-4da4-b7cc-7ac9178fcc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f5f41e-f8de-4c7e-b129-d3e9941fc1b1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:11.199535 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d5b748-1ce8-407d-b157-4168cdd02e0f {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:27:11.208718 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Publish callbacks [] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:11.221384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Transition to ACTIVE for port object c5d5b748-1ce8-407d-b157-4168cdd02e0f will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:27:11.294613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:11.336091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02772f5c-12ec-4694-bc1f-b149055478d1 req-c3214bf4-9e99-48ad-88b1-d9a2b70fdbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:11.337717 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02772f5c-12ec-4694-bc1f-b149055478d1 req-c3214bf4-9e99-48ad-88b1-d9a2b70fdbdd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4319e24594eb450aa6aca572265ba4d0&device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 1126 time: 0.0419769
Apr 16 21:27:11.364911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d5b748-1ce8-407d-b157-4168cdd02e0f,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:11.425352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Attempting to bind port c5d5b748-1ce8-407d-b157-4168cdd02e0f on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:27:11.425708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Attempting to bind port c5d5b748-1ce8-407d-b157-4168cdd02e0f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:27:11.426045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Attempting to bind port c5d5b748-1ce8-407d-b157-4168cdd02e0f on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:27:11.430597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Port c5d5b748-1ce8-407d-b157-4168cdd02e0f on network 8f593006-a7a9-4abc-8409-1d78959e9c9f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:27:11.431206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Attempting to bind port c5d5b748-1ce8-407d-b157-4168cdd02e0f on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:27:11.436002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:27:11.441185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Checking segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:27:11.441185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Bound using segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:27:11.441185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Bound port: c5d5b748-1ce8-407d-b157-4168cdd02e0f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:27:11.441185 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:11.441755 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02772f5c-12ec-4694-bc1f-b149055478d1 req-70710cb6-2d13-4dc4-9341-3500d872ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:11.442942 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02772f5c-12ec-4694-bc1f-b149055478d1 req-70710cb6-2d13-4dc4-9341-3500d872ff5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3ac398a-104b-41dd-96df-2204e2236e68 HTTP/1.1" status: 200  len: 926 time: 0.0995059
Apr 16 21:27:11.494492 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02772f5c-12ec-4694-bc1f-b149055478d1 req-8e466c17-b135-4faa-9013-c6f0a7a13533 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dacc3b3f-c825-45b9-b755-3714d6cf5d5c HTTP/1.1" status: 200  len: 217 time: 0.0434899
Apr 16 21:27:11.507535 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] For port c5d5b748-1ce8-407d-b157-4168cdd02e0f, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:27:11.510842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] For port c5d5b748-1ce8-407d-b157-4168cdd02e0f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5d5b748-1ce8-407d-b157-4168cdd02e0f,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:27:11.523338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47266) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:11.538357 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-32c27a77-117d-47ec-b231-ab9179b3ada3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:11.577815 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:11.579244 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02772f5c-12ec-4694-bc1f-b149055478d1 req-747be08f-9505-4f5d-9b7b-3856d26904db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:11.584925 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02772f5c-12ec-4694-bc1f-b149055478d1 req-747be08f-9505-4f5d-9b7b-3856d26904db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba57ac42-4faa-4eaa-af0e-c7655f19b15d HTTP/1.1" status: 200  len: 865 time: 0.0808582
Apr 16 21:27:11.629052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:11.629690 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:11.631361 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02772f5c-12ec-4694-bc1f-b149055478d1 req-6650e99f-b85d-4ab1-a667-287d2c3e95a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3ac398a-104b-41dd-96df-2204e2236e68&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417893
Apr 16 21:27:11.631496 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] 10.222.0.11 "PUT /v2.0/ports/c5d5b748-1ce8-407d-b157-4168cdd02e0f HTTP/1.1" status: 200  len: 1092 time: 1.3053362
Apr 16 21:27:11.635078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1', 'tag': 'c5d5b748-1ce8-407d-b157-4168cdd02e0f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:11.637405 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711f6069-1ead-4c1d-9023-41400d9f3379" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1", "tag": "c5d5b748-1ce8-407d-b157-4168cdd02e0f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:11.672379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4520a-b2b9-483e-b6b0-58c0a2676141 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d5b748-1ce8-407d-b157-4168cdd02e0f,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:11.676740 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ecc543b1-c534-4aa5-b813-076cdfcd89b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:11.698623 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069b7b97-fee0-40e7-8704-42bc730e8b83 x-openstack-request-id: req-069b7b97-fee0-40e7-8704-42bc730e8b83 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:11.698923 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1", "tag": "c5d5b748-1ce8-407d-b157-4168cdd02e0f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:11.699177 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-069b7b97-fee0-40e7-8704-42bc730e8b83 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:11.700065 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069b7b97-fee0-40e7-8704-42bc730e8b83'] response: {'name': 'network-changed', 'server_uuid': 'b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1', 'tag': 'c5d5b748-1ce8-407d-b157-4168cdd02e0f', 'status': 'completed', 'code': 200}
Apr 16 21:27:11.705493 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-32c27a77-117d-47ec-b231-ab9179b3ada3 admin admin] Publish callbacks [] for security_group (16d64e1c-a6c1-4fab-8568-054916f427cc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:11.740541 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02772f5c-12ec-4694-bc1f-b149055478d1 req-0027a2e9-1053-4a84-bca8-3498a50ac71d service neutron] 10.222.0.41 "GET /v2.0/networks/f3ac398a-104b-41dd-96df-2204e2236e68?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1027539
Apr 16 21:27:11.771609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f6069-1ead-4c1d-9023-41400d9f3379 req-ee62b820-eaeb-4fdd-849c-53b43f1010e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:11.774072 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-711f6069-1ead-4c1d-9023-41400d9f3379 req-ee62b820-eaeb-4fdd-849c-53b43f1010e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 1126 time: 0.0501339
Apr 16 21:27:11.850949 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-02772f5c-12ec-4694-bc1f-b149055478d1 req-a1adfc64-e521-4ebe-9022-e90fe8281b39 service neutron] 10.222.0.41 "GET /v2.0/networks/f3ac398a-104b-41dd-96df-2204e2236e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1026840
Apr 16 21:27:11.851129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-32c27a77-117d-47ec-b231-ab9179b3ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (16d64e1c-a6c1-4fab-8568-054916f427cc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:11.933689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72b681-88d2-44f9-9a83-8eb9400297ad req-25ea8745-5369-4428-a653-0a7be6749603 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:11.935244 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec72b681-88d2-44f9-9a83-8eb9400297ad req-25ea8745-5369-4428-a653-0a7be6749603 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 944 time: 0.1269307
Apr 16 21:27:11.943572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c27a77-117d-47ec-b231-ab9179b3ada3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d64e1c-a6c1-4fab-8568-054916f427cc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:11.975161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device dacc3b3f-c825-45b9-b755-3714d6cf5d5c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:27:11.985437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-32c27a77-117d-47ec-b231-ab9179b3ada3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39d6d20aa86a4195915a9633444d21e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4607882
Apr 16 21:27:11.990363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47296) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:12.033869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f6069-1ead-4c1d-9023-41400d9f3379 req-03a6db23-a544-42e0-93f1-917a3ccef943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:12.035393 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-711f6069-1ead-4c1d-9023-41400d9f3379 req-03a6db23-a544-42e0-93f1-917a3ccef943 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=76fd883ad3944fcaaecdf2909120dc87&shared=False HTTP/1.1" status: 200  len: 907 time: 0.2507031
Apr 16 21:27:12.039462 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec72b681-88d2-44f9-9a83-8eb9400297ad req-08a4d912-1735-4a90-add9-c732ef792969 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/security-groups?id=586a39d3-2a16-4a6a-91e8-f16c32b09780&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974429
Apr 16 21:27:12.063799 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8600a396-804d-4285-8a79-d839e74ec5fa admin admin] Publish callbacks [] for security_group (16d64e1c-a6c1-4fab-8568-054916f427cc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:12.100022 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8600a396-804d-4285-8a79-d839e74ec5fa admin admin] Publish callbacks [] for security_group (16d64e1c-a6c1-4fab-8568-054916f427cc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:12.118343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port dacc3b3f-c825-45b9-b755-3714d6cf5d5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dacc3b3f-c825-45b9-b755-3714d6cf5d5c,segment=NetworkSegment(9e8d04be-b432-40a9-9b67-5a04f3e63141),segment_id=9e8d04be-b432-40a9-9b67-5a04f3e63141)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:12.135301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'dacc3b3f-c825-45b9-b755-3714d6cf5d5c', 'network_id': 'f3ac398a-104b-41dd-96df-2204e2236e68', 'port_id': 'dacc3b3f-c825-45b9-b755-3714d6cf5d5c', 'mac_address': 'fa:16:3e:29:6e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba57ac42-4faa-4eaa-af0e-c7655f19b15d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:27:12.160747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f6069-1ead-4c1d-9023-41400d9f3379 req-0d7bf33e-71e6-482a-969a-26624db07bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:12.162511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-711f6069-1ead-4c1d-9023-41400d9f3379 req-0d7bf33e-71e6-482a-969a-26624db07bb1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1193786
Apr 16 21:27:12.185773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port dacc3b3f-c825-45b9-b755-3714d6cf5d5c is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:27:12.186310 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:12.200921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacc3b3f-c825-45b9-b755-3714d6cf5d5c {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:27:12.207484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b980ed-00f1-4df7-8ff6-798f0252f7d8 req-4e94f2f8-fd5e-40bc-a572-ee32731edacb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:12.209224 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08b980ed-00f1-4df7-8ff6-798f0252f7d8 req-4e94f2f8-fd5e-40bc-a572-ee32731edacb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 944 time: 0.3685498
Apr 16 21:27:12.226106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port dacc3b3f-c825-45b9-b755-3714d6cf5d5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dacc3b3f-c825-45b9-b755-3714d6cf5d5c,segment=NetworkSegment(9e8d04be-b432-40a9-9b67-5a04f3e63141),segment_id=9e8d04be-b432-40a9-9b67-5a04f3e63141)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:12.229706 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8600a396-804d-4285-8a79-d839e74ec5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (16d64e1c-a6c1-4fab-8568-054916f427cc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:12.232398 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8600a396-804d-4285-8a79-d839e74ec5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:12.236230 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8600a396-804d-4285-8a79-d839e74ec5fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16d64e1c-a6c1-4fab-8568-054916f427cc HTTP/1.1" status: 204  len: 168 time: 0.2463732
Apr 16 21:27:12.250210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-df913cce-4a88-475d-a411-2311f731f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:12.252088 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-df913cce-4a88-475d-a411-2311f731f4d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 1126 time: 0.0427573
Apr 16 21:27:12.255128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600a396-804d-4285-8a79-d839e74ec5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d64e1c-a6c1-4fab-8568-054916f427cc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:12.289752 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08b980ed-00f1-4df7-8ff6-798f0252f7d8 req-8668b1b1-9446-4c1c-8869-e3981835df5a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712304
Apr 16 21:27:12.311474 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-96f002a6-97e8-4a93-bb8c-303f0aa88b8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5d5b748-1ce8-407d-b157-4168cdd02e0f HTTP/1.1" status: 200  len: 217 time: 0.0505147
Apr 16 21:27:12.311830 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:12.363557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=dacc3b3f-c825-45b9-b755-3714d6cf5d5c,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:12.366389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-12ea39ee-5268-4d03-8d42-826368d43a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:12.369233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-12ea39ee-5268-4d03-8d42-826368d43a08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9133d53e-619c-487b-8eb9-4bd92e2fff34 HTTP/1.1" status: 200  len: 846 time: 0.0504296
Apr 16 21:27:12.408703 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-556c8fdd-1d7f-4f45-ae55-cd13494f08fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f593006-a7a9-4abc-8409-1d78959e9c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329764
Apr 16 21:27:12.462703 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:12.504081 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-f5d06a22-25dd-4e48-af41-4ec83d0b1a56 service neutron] 10.222.0.11 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891163
Apr 16 21:27:12.606240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6befd481-c7d6-4e85-a4d5-c1ec5603d254 req-06ea6a94-b6cb-46ea-9022-5e5f42bf164b service neutron] 10.222.0.11 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941496
Apr 16 21:27:12.620694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['dacc3b3f-c825-45b9-b755-3714d6cf5d5c'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:13.160640 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a016866-e004-45aa-a323-8070a498dff2 req-7aad84bb-0f30-4ba8-a2e3-b51b5a3ead48 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:13.162379 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a016866-e004-45aa-a323-8070a498dff2 req-7aad84bb-0f30-4ba8-a2e3-b51b5a3ead48 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 945 time: 0.0497773
Apr 16 21:27:13.210134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a016866-e004-45aa-a323-8070a498dff2 req-39678587-79ea-4768-8627-ca4ff43e2220 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/security-groups?id=586a39d3-2a16-4a6a-91e8-f16c32b09780&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417209
Apr 16 21:27:13.393144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b754ca-1e30-486b-9f80-2ca3a6fc4af9 req-4e67da5f-74d8-4ec5-a071-78d9eae0d341 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:13.394634 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-20b754ca-1e30-486b-9f80-2ca3a6fc4af9 req-4e67da5f-74d8-4ec5-a071-78d9eae0d341 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 944 time: 0.0476508
Apr 16 21:27:13.428869 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:13.444448 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-20b754ca-1e30-486b-9f80-2ca3a6fc4af9 req-fb05f009-0bfd-48bf-84a0-34d425b22197 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418284
Apr 16 21:27:13.990264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device dacc3b3f-c825-45b9-b755-3714d6cf5d5c up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:27:14.046997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port dacc3b3f-c825-45b9-b755-3714d6cf5d5c completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:27:14.157889 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:14.180010 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port dacc3b3f-c825-45b9-b755-3714d6cf5d5c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:27:14.180421 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:14.264302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port dacc3b3f-c825-45b9-b755-3714d6cf5d5c is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:27:14.268550 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:14.293064 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4793cc-6978-4051-a7e3-9536ff67ba7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacc3b3f-c825-45b9-b755-3714d6cf5d5c'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:14.295293 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c6beeb-aaae-4dca-ad71-b1e5ce2f08d4" -d '{"events": [{"server_uuid": "9c4793cc-6978-4051-a7e3-9536ff67ba7d", "name": "network-vif-plugged", "status": "completed", "tag": "dacc3b3f-c825-45b9-b755-3714d6cf5d5c"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:14.310400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port dacc3b3f-c825-45b9-b755-3714d6cf5d5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dacc3b3f-c825-45b9-b755-3714d6cf5d5c,segment=NetworkSegment(9e8d04be-b432-40a9-9b67-5a04f3e63141),segment_id=9e8d04be-b432-40a9-9b67-5a04f3e63141)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:14.336295 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea07711-8597-400a-beb2-b6f75b261c9f x-openstack-request-id: req-4ea07711-8597-400a-beb2-b6f75b261c9f {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:14.336598 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4793cc-6978-4051-a7e3-9536ff67ba7d", "name": "network-vif-plugged", "status": "completed", "tag": "dacc3b3f-c825-45b9-b755-3714d6cf5d5c", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:14.336858 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ea07711-8597-400a-beb2-b6f75b261c9f {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:14.337259 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea07711-8597-400a-beb2-b6f75b261c9f'] response: {'server_uuid': '9c4793cc-6978-4051-a7e3-9536ff67ba7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacc3b3f-c825-45b9-b755-3714d6cf5d5c', 'code': 200}
Apr 16 21:27:14.338808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c184d7-27c1-44ba-ae38-67b470a22379 req-5646dc08-4692-41ae-8cf8-fb170512403d tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:14.341171 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c184d7-27c1-44ba-ae38-67b470a22379 req-5646dc08-4692-41ae-8cf8-fb170512403d tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 945 time: 0.0577943
Apr 16 21:27:14.364235 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:14.406185 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c184d7-27c1-44ba-ae38-67b470a22379 req-2e906c0e-c308-4a08-b4ca-be260bc5c612 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/security-groups?id=586a39d3-2a16-4a6a-91e8-f16c32b09780&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580266
Apr 16 21:27:14.436490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=dacc3b3f-c825-45b9-b755-3714d6cf5d5c,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:14.450486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a016450-4f33-4fca-8050-d0957c92d888 req-175ee6ba-a95c-4721-acde-dc23a82b9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:14.455880 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8a016450-4f33-4fca-8050-d0957c92d888 req-175ee6ba-a95c-4721-acde-dc23a82b9df5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 1128 time: 0.0472760
Apr 16 21:27:14.495445 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8a016450-4f33-4fca-8050-d0957c92d888 req-9e99d535-2abb-404a-8271-2e20388106ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=586a39d3-2a16-4a6a-91e8-f16c32b09780&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373354
Apr 16 21:27:14.558391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaba9e5-6fb9-4974-9633-c0ebca45f627 req-9b08f252-0b70-41b3-97c5-a028ea02e1d2 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:14.559879 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aaaba9e5-6fb9-4974-9633-c0ebca45f627 req-9b08f252-0b70-41b3-97c5-a028ea02e1d2 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 944 time: 0.0470407
Apr 16 21:27:14.609638 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aaaba9e5-6fb9-4974-9633-c0ebca45f627 req-a03fd01f-9fc8-42c3-bd56-a3a1871c8db6 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427682
Apr 16 21:27:15.244826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c5d5b748-1ce8-407d-b157-4168cdd02e0f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:27:15.359210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c5d5b748-1ce8-407d-b157-4168cdd02e0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5d5b748-1ce8-407d-b157-4168cdd02e0f,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:15.370071 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:15.372256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c5d5b748-1ce8-407d-b157-4168cdd02e0f', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'port_id': 'c5d5b748-1ce8-407d-b157-4168cdd02e0f', 'mac_address': 'fa:16:3e:2f:68:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9133d53e-619c-487b-8eb9-4bd92e2fff34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:27:15.410177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c5d5b748-1ce8-407d-b157-4168cdd02e0f is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:27:15.410567 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:15.423034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d5b748-1ce8-407d-b157-4168cdd02e0f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:27:15.442857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c5d5b748-1ce8-407d-b157-4168cdd02e0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5d5b748-1ce8-407d-b157-4168cdd02e0f,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:15.518256 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:15.534845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdb483-92b7-48a4-a1fb-26a58256e471 req-5ad32544-65a4-47f4-a2b4-a832b653a9be tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:15.536368 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1cdb483-92b7-48a4-a1fb-26a58256e471 req-5ad32544-65a4-47f4-a2b4-a832b653a9be tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 946 time: 0.0531049
Apr 16 21:27:15.570832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c5d5b748-1ce8-407d-b157-4168cdd02e0f,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:15.590314 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1cdb483-92b7-48a4-a1fb-26a58256e471 req-6d2bd5e1-a22a-4ff2-9f0f-79bf473edfd4 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/security-groups?id=586a39d3-2a16-4a6a-91e8-f16c32b09780&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469096
Apr 16 21:27:15.737070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b994ce-3d56-4eef-91bb-c56e6dc1bf8b req-9d808184-4e38-4fc7-b799-268b40d9e454 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:15.738575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9b994ce-3d56-4eef-91bb-c56e6dc1bf8b req-9d808184-4e38-4fc7-b799-268b40d9e454 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 945 time: 0.0561595
Apr 16 21:27:15.789454 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9b994ce-3d56-4eef-91bb-c56e6dc1bf8b req-43a6ae50-873c-4a15-9291-359762dd495f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451720
Apr 16 21:27:15.823525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c5d5b748-1ce8-407d-b157-4168cdd02e0f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:16.319586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c1afc-b71e-4737-a856-a49fed54f5d7 req-35c9b777-04a6-49a7-ab02-36758016273d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:16.321177 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f58c1afc-b71e-4737-a856-a49fed54f5d7 req-35c9b777-04a6-49a7-ab02-36758016273d tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0482070
Apr 16 21:27:16.369494 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f58c1afc-b71e-4737-a856-a49fed54f5d7 req-a3567f37-725f-4313-83d0-fde0d228fcba tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426629
Apr 16 21:27:16.704368 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63a5f2-4088-4296-bd0b-ac9564431135 req-dd89dd11-e7bf-4067-ad66-d7087ddd7519 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:16.706389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be63a5f2-4088-4296-bd0b-ac9564431135 req-dd89dd11-e7bf-4067-ad66-d7087ddd7519 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 946 time: 0.0491319
Apr 16 21:27:16.753176 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be63a5f2-4088-4296-bd0b-ac9564431135 req-1c0b5416-04a2-405f-bb1b-5242725bd464 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/security-groups?id=586a39d3-2a16-4a6a-91e8-f16c32b09780&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412073
Apr 16 21:27:16.867060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9309273-04f4-427c-8432-1e5b3ae59d35 req-78ec6acd-87df-4995-9142-d9bf7d3819a0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:16.868661 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9309273-04f4-427c-8432-1e5b3ae59d35 req-78ec6acd-87df-4995-9142-d9bf7d3819a0 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 946 time: 0.0488307
Apr 16 21:27:16.912356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f618c62-0916-49f3-a453-839263da8086 req-f0743ce3-6c74-4ef3-9cf4-1e8cdd87bbb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:16.914166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f618c62-0916-49f3-a453-839263da8086 req-f0743ce3-6c74-4ef3-9cf4-1e8cdd87bbb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 945 time: 0.0569792
Apr 16 21:27:16.917623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9309273-04f4-427c-8432-1e5b3ae59d35 req-5c704c87-3652-48b6-98b7-95ae36274b2e tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/security-groups?id=586a39d3-2a16-4a6a-91e8-f16c32b09780&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433333
Apr 16 21:27:16.965752 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f618c62-0916-49f3-a453-839263da8086 req-77995d0c-cf19-4b8e-8803-d81d87585d8c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458343
Apr 16 21:27:17.241899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a964d-3288-4b3e-85e5-e6d924288eee req-56baebeb-1d26-4d5a-8329-5af0d910a5e2 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:17.243424 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ce5a964d-3288-4b3e-85e5-e6d924288eee req-56baebeb-1d26-4d5a-8329-5af0d910a5e2 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 946 time: 0.0482190
Apr 16 21:27:17.260781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c5d5b748-1ce8-407d-b157-4168cdd02e0f up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:27:17.293978 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ce5a964d-3288-4b3e-85e5-e6d924288eee req-be3c4ead-1df8-40f0-bec5-2919d0d802c4 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/security-groups?id=586a39d3-2a16-4a6a-91e8-f16c32b09780&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448530
Apr 16 21:27:17.306275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port c5d5b748-1ce8-407d-b157-4168cdd02e0f completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:27:17.391529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c5d5b748-1ce8-407d-b157-4168cdd02e0f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:27:17.392023 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:17.477025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c5d5b748-1ce8-407d-b157-4168cdd02e0f is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:27:17.477416 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:17.491582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b4485-cfa4-411d-8a45-031ea97fa1a8 req-22c47746-7964-46b0-b463-050e26feaff5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:17.493249 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f37b4485-cfa4-411d-8a45-031ea97fa1a8 req-22c47746-7964-46b0-b463-050e26feaff5 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0517333
Apr 16 21:27:17.500433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d5b748-1ce8-407d-b157-4168cdd02e0f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:17.503242 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8259600-7293-4890-bf99-ca738a8bc113" -d '{"events": [{"server_uuid": "b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1", "name": "network-vif-plugged", "status": "completed", "tag": "c5d5b748-1ce8-407d-b157-4168cdd02e0f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:17.515570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c5d5b748-1ce8-407d-b157-4168cdd02e0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5d5b748-1ce8-407d-b157-4168cdd02e0f,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:17.541551 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f37b4485-cfa4-411d-8a45-031ea97fa1a8 req-4de070f6-e5e2-4d60-a2eb-9bde3fbaf60a tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/security-groups?id=8484555b-36c9-4627-b5c7-69e6e56f26cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424266
Apr 16 21:27:17.584843 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0230392-5498-45c9-9e26-a560019552fd x-openstack-request-id: req-d0230392-5498-45c9-9e26-a560019552fd {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:17.585153 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1", "name": "network-vif-plugged", "status": "completed", "tag": "c5d5b748-1ce8-407d-b157-4168cdd02e0f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:17.585410 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0230392-5498-45c9-9e26-a560019552fd {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:17.585988 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0230392-5498-45c9-9e26-a560019552fd'] response: {'server_uuid': 'b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d5b748-1ce8-407d-b157-4168cdd02e0f', 'code': 200}
Apr 16 21:27:17.603087 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:17.655699 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c5d5b748-1ce8-407d-b157-4168cdd02e0f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:17.725111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af298f9-8de2-41f0-a0ed-0acd01af476c req-bd5edb22-4ff4-4186-9c1b-754eb03e2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:17.725703 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0af298f9-8de2-41f0-a0ed-0acd01af476c req-bd5edb22-4ff4-4186-9c1b-754eb03e2f56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 1128 time: 0.0441461
Apr 16 21:27:17.860785 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0af298f9-8de2-41f0-a0ed-0acd01af476c req-130205a8-4e65-4a7c-b01b-4a5a6125569b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572491
Apr 16 21:27:17.897162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1f634-bf2f-4bba-b647-3f882fd56a2e req-92696e9a-dc7d-48b0-a042-fae6705f0e3a tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:17.898645 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e9a1f634-bf2f-4bba-b647-3f882fd56a2e req-92696e9a-dc7d-48b0-a042-fae6705f0e3a tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 946 time: 0.0497205
Apr 16 21:27:17.947354 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e9a1f634-bf2f-4bba-b647-3f882fd56a2e req-ea4a0e14-36e6-4f30-b717-295a286ed0e6 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/security-groups?id=586a39d3-2a16-4a6a-91e8-f16c32b09780&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428188
Apr 16 21:27:18.085316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd21d02-12db-43e7-a78b-77cc65a9abd4 req-c4fb5487-ac2a-42de-a617-e10d86572c6f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:18.086798 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7dd21d02-12db-43e7-a78b-77cc65a9abd4 req-c4fb5487-ac2a-42de-a617-e10d86572c6f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 946 time: 0.0474555
Apr 16 21:27:18.153596 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94757db-54ab-4d62-a7d7-5f6e4d30c5da req-3d41d970-3e10-4bc5-9868-7bb0e504ef37 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:18.155092 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e94757db-54ab-4d62-a7d7-5f6e4d30c5da req-3d41d970-3e10-4bc5-9868-7bb0e504ef37 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.11 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 946 time: 0.0674319
Apr 16 21:27:18.199227 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7dd21d02-12db-43e7-a78b-77cc65a9abd4 req-e9e130ac-3e6a-4ec6-93b4-b7f5e252d338 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036775
Apr 16 21:27:18.262511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e94757db-54ab-4d62-a7d7-5f6e4d30c5da req-0b2e1984-3a9b-4e1c-9c11-7e4588b09e40 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Deleting port 29f0877d-908a-47df-aa37-d5dcea212e40 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:27:18.262860 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e94757db-54ab-4d62-a7d7-5f6e4d30c5da req-0b2e1984-3a9b-4e1c-9c11-7e4588b09e40 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:18.357274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e94757db-54ab-4d62-a7d7-5f6e4d30c5da req-0b2e1984-3a9b-4e1c-9c11-7e4588b09e40 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] For port 29f0877d-908a-47df-aa37-d5dcea212e40, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29f0877d-908a-47df-aa37-d5dcea212e40,segment=NetworkSegment(8bced04e-ea30-4b3d-8748-b40b55a773f3),segment_id=8bced04e-ea30-4b3d-8748-b40b55a773f3)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:18.357649 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e94757db-54ab-4d62-a7d7-5f6e4d30c5da req-0b2e1984-3a9b-4e1c-9c11-7e4588b09e40 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:18.371414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-e94757db-54ab-4d62-a7d7-5f6e4d30c5da req-0b2e1984-3a9b-4e1c-9c11-7e4588b09e40 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Calling delete_port for 29f0877d-908a-47df-aa37-d5dcea212e40 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:27:18.563255 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e94757db-54ab-4d62-a7d7-5f6e4d30c5da req-0b2e1984-3a9b-4e1c-9c11-7e4588b09e40 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (29f0877d-908a-47df-aa37-d5dcea212e40), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:18.575992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['29f0877d-908a-47df-aa37-d5dcea212e40'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:18.595808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e1984-3a9b-4e1c-9c11-7e4588b09e40 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Pushing event deleted for resources: {'Port': ['ID=29f0877d-908a-47df-aa37-d5dcea212e40,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:18.651296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94757db-54ab-4d62-a7d7-5f6e4d30c5da req-0b2e1984-3a9b-4e1c-9c11-7e4588b09e40 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] No DVR routers for this DVR port 29f0877d-908a-47df-aa37-d5dcea212e40 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:27:18.654440 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e94757db-54ab-4d62-a7d7-5f6e4d30c5da req-0b2e1984-3a9b-4e1c-9c11-7e4588b09e40 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:18.655870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-66f84db4-36c6-4212-a44b-8dcec81c1ecf req-79684aaf-8059-4b73-bcf4-7c287979907c tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf189e2-7cb4-4dab-94cf-ffdceb314df7 HTTP/1.1" status: 200  len: 210 time: 0.0341108
Apr 16 21:27:18.657957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e94757db-54ab-4d62-a7d7-5f6e4d30c5da req-0b2e1984-3a9b-4e1c-9c11-7e4588b09e40 tempest-ServersNegativeTestJSON-1640489356 tempest-ServersNegativeTestJSON-1640489356-project] 10.222.0.11 "DELETE /v2.0/ports/29f0877d-908a-47df-aa37-d5dcea212e40 HTTP/1.1" status: 204  len: 173 time: 0.4963248
Apr 16 21:27:18.658419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'name': 'network-vif-deleted', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:18.660890 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b31dee1-5099-4e2c-a875-4849c2718b6f" -d '{"events": [{"server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "name": "network-vif-deleted", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:18.703241 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b2594b-6119-412f-aaec-29d2ebbfe374 x-openstack-request-id: req-82b2594b-6119-412f-aaec-29d2ebbfe374 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:18.703612 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf189e2-7cb4-4dab-94cf-ffdceb314df7", "name": "network-vif-deleted", "tag": "29f0877d-908a-47df-aa37-d5dcea212e40", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:18.703966 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82b2594b-6119-412f-aaec-29d2ebbfe374 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:18.704489 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b2594b-6119-412f-aaec-29d2ebbfe374'] response: {'server_uuid': 'daf189e2-7cb4-4dab-94cf-ffdceb314df7', 'name': 'network-vif-deleted', 'tag': '29f0877d-908a-47df-aa37-d5dcea212e40', 'status': 'completed', 'code': 200}
Apr 16 21:27:19.075469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241f7b0-2e6a-4cfd-91f7-a8023ee97362 req-9301f951-9f84-4d52-8003-b27c1a47bc33 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:19.077741 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c241f7b0-2e6a-4cfd-91f7-a8023ee97362 req-9301f951-9f84-4d52-8003-b27c1a47bc33 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 946 time: 0.0556262
Apr 16 21:27:19.129358 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c241f7b0-2e6a-4cfd-91f7-a8023ee97362 req-5245293b-0fe1-49c1-9b48-3a6cf2f11aad tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/security-groups?id=586a39d3-2a16-4a6a-91e8-f16c32b09780&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444357
Apr 16 21:27:19.334305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45fb1e-3559-4984-ab03-efb4789d1a8d req-9b45d1b4-16b4-444c-a4e6-d2cead2525b5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:19.335915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9c45fb1e-3559-4984-ab03-efb4789d1a8d req-9b45d1b4-16b4-444c-a4e6-d2cead2525b5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 946 time: 0.0573392
Apr 16 21:27:19.387437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9c45fb1e-3559-4984-ab03-efb4789d1a8d req-a4f59f4a-01c0-42eb-af04-9c28fe5ad33c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452359
Apr 16 21:27:19.416319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d227f-2027-4c56-9c66-96319e5a888d req-92a0b1d2-fe68-4ddb-a6e4-699e0fb17853 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:19.417849 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a96d227f-2027-4c56-9c66-96319e5a888d req-92a0b1d2-fe68-4ddb-a6e4-699e0fb17853 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 946 time: 0.0538015
Apr 16 21:27:19.550307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0155bf-f0a9-4f2e-81b9-71b643eddff4 req-3f5f918d-d677-4c64-bd8e-d0fed6f04fdb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:19.551833 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4c0155bf-f0a9-4f2e-81b9-71b643eddff4 req-3f5f918d-d677-4c64-bd8e-d0fed6f04fdb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 946 time: 0.0888109
Apr 16 21:27:19.569703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-a96d227f-2027-4c56-9c66-96319e5a888d req-935c470d-8d7a-4fe6-8f99-5b1c7e63db39 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Deleting port dacc3b3f-c825-45b9-b755-3714d6cf5d5c {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:27:19.570058 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a96d227f-2027-4c56-9c66-96319e5a888d req-935c470d-8d7a-4fe6-8f99-5b1c7e63db39 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:19.670152 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4c0155bf-f0a9-4f2e-81b9-71b643eddff4 req-c796991a-73b1-4234-9cb8-8a49b9a06ed8 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065447
Apr 16 21:27:19.697511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-a96d227f-2027-4c56-9c66-96319e5a888d req-935c470d-8d7a-4fe6-8f99-5b1c7e63db39 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] For port dacc3b3f-c825-45b9-b755-3714d6cf5d5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dacc3b3f-c825-45b9-b755-3714d6cf5d5c,segment=NetworkSegment(9e8d04be-b432-40a9-9b67-5a04f3e63141),segment_id=9e8d04be-b432-40a9-9b67-5a04f3e63141)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:19.697890 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a96d227f-2027-4c56-9c66-96319e5a888d req-935c470d-8d7a-4fe6-8f99-5b1c7e63db39 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:19.718533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-a96d227f-2027-4c56-9c66-96319e5a888d req-935c470d-8d7a-4fe6-8f99-5b1c7e63db39 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Calling delete_port for dacc3b3f-c825-45b9-b755-3714d6cf5d5c owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:27:19.736096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47506) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:19.792027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-292b0a99-7c23-4eb6-867e-9e5cf51dbb19 admin admin] Deleting subnet 6187210d-8476-403b-b03c-54cf8fd642e3 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:27:19.795666 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-292b0a99-7c23-4eb6-867e-9e5cf51dbb19 admin admin] Publish callbacks [] for subnet (6187210d-8476-403b-b03c-54cf8fd642e3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:19.840315 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-292b0a99-7c23-4eb6-867e-9e5cf51dbb19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (6187210d-8476-403b-b03c-54cf8fd642e3), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:19.880827 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-292b0a99-7c23-4eb6-867e-9e5cf51dbb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (6187210d-8476-403b-b03c-54cf8fd642e3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:19.969720 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a96d227f-2027-4c56-9c66-96319e5a888d req-935c470d-8d7a-4fe6-8f99-5b1c7e63db39 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (dacc3b3f-c825-45b9-b755-3714d6cf5d5c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:19.984858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['dacc3b3f-c825-45b9-b755-3714d6cf5d5c'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:20.002984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c470d-8d7a-4fe6-8f99-5b1c7e63db39 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Pushing event deleted for resources: {'Port': ['ID=dacc3b3f-c825-45b9-b755-3714d6cf5d5c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:20.009552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47520) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:20.060245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0f8c1d-b039-4e3a-b838-2c80f0040408 admin admin] Deleting subnet 363c489b-9558-4973-a8ad-7c86215b2c65 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:27:20.063703 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8c1d-b039-4e3a-b838-2c80f0040408 admin admin] Publish callbacks [] for subnet (363c489b-9558-4973-a8ad-7c86215b2c65), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.066046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96d227f-2027-4c56-9c66-96319e5a888d req-935c470d-8d7a-4fe6-8f99-5b1c7e63db39 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] No DVR routers for this DVR port dacc3b3f-c825-45b9-b755-3714d6cf5d5c on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:27:20.071118 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-292b0a99-7c23-4eb6-867e-9e5cf51dbb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (6187210d-8476-403b-b03c-54cf8fd642e3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.071270 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a96d227f-2027-4c56-9c66-96319e5a888d req-935c470d-8d7a-4fe6-8f99-5b1c7e63db39 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.072268 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a96d227f-2027-4c56-9c66-96319e5a888d req-935c470d-8d7a-4fe6-8f99-5b1c7e63db39 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.41 "DELETE /v2.0/ports/dacc3b3f-c825-45b9-b755-3714d6cf5d5c HTTP/1.1" status: 204  len: 173 time: 0.6474817
Apr 16 21:27:20.072724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4793cc-6978-4051-a7e3-9536ff67ba7d', 'name': 'network-vif-deleted', 'tag': 'dacc3b3f-c825-45b9-b755-3714d6cf5d5c'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:20.075019 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9769672-1c36-42dd-887d-d61d6bc56544" -d '{"events": [{"server_uuid": "9c4793cc-6978-4051-a7e3-9536ff67ba7d", "name": "network-vif-deleted", "tag": "dacc3b3f-c825-45b9-b755-3714d6cf5d5c"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:20.118100 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cef135-509e-48a8-97c3-dd39631a90eb x-openstack-request-id: req-c0cef135-509e-48a8-97c3-dd39631a90eb {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:20.118712 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4793cc-6978-4051-a7e3-9536ff67ba7d", "name": "network-vif-deleted", "tag": "dacc3b3f-c825-45b9-b755-3714d6cf5d5c", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:20.118712 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0cef135-509e-48a8-97c3-dd39631a90eb {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:20.119057 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0cef135-509e-48a8-97c3-dd39631a90eb'] response: {'server_uuid': '9c4793cc-6978-4051-a7e3-9536ff67ba7d', 'name': 'network-vif-deleted', 'tag': 'dacc3b3f-c825-45b9-b755-3714d6cf5d5c', 'status': 'completed', 'code': 200}
Apr 16 21:27:20.133925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b0a99-7c23-4eb6-867e-9e5cf51dbb19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6187210d-8476-403b-b03c-54cf8fd642e3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:20.138120 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-292b0a99-7c23-4eb6-867e-9e5cf51dbb19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.143775 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-292b0a99-7c23-4eb6-867e-9e5cf51dbb19 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6187210d-8476-403b-b03c-54cf8fd642e3 HTTP/1.1" status: 204  len: 168 time: 0.4049754
Apr 16 21:27:20.145572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47526) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:20.167780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8c1d-b039-4e3a-b838-2c80f0040408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (363c489b-9558-4973-a8ad-7c86215b2c65), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.283616 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-432ed63e-1645-4c10-9987-a006f9d6614f req-e536bf3f-06bb-4113-860f-43d6767c26f6 tempest-ServersNegativeTestMultiTenantJSON-1056688824 tempest-ServersNegativeTestMultiTenantJSON-1056688824-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c4793cc-6978-4051-a7e3-9536ff67ba7d HTTP/1.1" status: 200  len: 210 time: 0.0506806
Apr 16 21:27:20.289286 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-300763a5-cc0d-4e47-be4b-d10f205f82c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (1b9ee265-bdab-4092-8071-c9bb95d911fb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.294641 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8c1d-b039-4e3a-b838-2c80f0040408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (363c489b-9558-4973-a8ad-7c86215b2c65), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.339220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669470a1-4624-402a-b74e-afb49051d82b req-8113142d-6925-4bb3-837d-c48806d6379b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:20.340883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-669470a1-4624-402a-b74e-afb49051d82b req-8113142d-6925-4bb3-837d-c48806d6379b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 946 time: 0.0966234
Apr 16 21:27:20.451095 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-300763a5-cc0d-4e47-be4b-d10f205f82c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (1b9ee265-bdab-4092-8071-c9bb95d911fb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.485177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-300763a5-cc0d-4e47-be4b-d10f205f82c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011eff9a30>,) {'filters': {'network_id': ['1b9ee265-bdab-4092-8071-c9bb95d911fb']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:20.490639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-669470a1-4624-402a-b74e-afb49051d82b req-fd1b757e-c030-4800-a5a9-ccf6a5703849 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430595
Apr 16 21:27:20.499084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-300763a5-cc0d-4e47-be4b-d10f205f82c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eff9a30>, '8bced04e-ea30-4b3d-8748-b40b55a773f3') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:20.499230 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-300763a5-cc0d-4e47-be4b-d10f205f82c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eff9a30>, '8bced04e-ea30-4b3d-8748-b40b55a773f3') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:20.513764 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-300763a5-cc0d-4e47-be4b-d10f205f82c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (8bced04e-ea30-4b3d-8748-b40b55a773f3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.522860 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8c1d-b039-4e3a-b838-2c80f0040408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (363c489b-9558-4973-a8ad-7c86215b2c65), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.552694 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-300763a5-cc0d-4e47-be4b-d10f205f82c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8bced04e-ea30-4b3d-8748-b40b55a773f3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.555107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f8c1d-b039-4e3a-b838-2c80f0040408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363c489b-9558-4973-a8ad-7c86215b2c65,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:20.562092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8c1d-b039-4e3a-b838-2c80f0040408 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.566468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2c0f8c1d-b039-4e3a-b838-2c80f0040408 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/363c489b-9558-4973-a8ad-7c86215b2c65 HTTP/1.1" status: 204  len: 168 time: 0.5555069
Apr 16 21:27:20.567761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300763a5-cc0d-4e47-be4b-d10f205f82c8 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:27:20.568192 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-300763a5-cc0d-4e47-be4b-d10f205f82c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (8bced04e-ea30-4b3d-8748-b40b55a773f3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.568492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47532) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:27:20.570105 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:27:20.641950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24eb6b35-d06c-4243-89a9-f3d489472017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (5fb5cf29-8796-41a2-8375-e8062a5911ad), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.698440 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-300763a5-cc0d-4e47-be4b-d10f205f82c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (1b9ee265-bdab-4092-8071-c9bb95d911fb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.709981 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-300763a5-cc0d-4e47-be4b-d10f205f82c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.713407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-300763a5-cc0d-4e47-be4b-d10f205f82c8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1b9ee265-bdab-4092-8071-c9bb95d911fb HTTP/1.1" status: 204  len: 168 time: 0.5668521
Apr 16 21:27:20.742690 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24eb6b35-d06c-4243-89a9-f3d489472017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (5fb5cf29-8796-41a2-8375-e8062a5911ad), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.753463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300763a5-cc0d-4e47-be4b-d10f205f82c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b9ee265-bdab-4092-8071-c9bb95d911fb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:20.760376 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-24eb6b35-d06c-4243-89a9-f3d489472017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e1911f0>,) {'filters': {'network_id': ['5fb5cf29-8796-41a2-8375-e8062a5911ad']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:20.770845 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-24eb6b35-d06c-4243-89a9-f3d489472017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e1911f0>, '4f6452e3-5b39-44c8-9925-b6524b235474') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:20.771270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-24eb6b35-d06c-4243-89a9-f3d489472017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e1911f0>, '4f6452e3-5b39-44c8-9925-b6524b235474') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:20.787287 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24eb6b35-d06c-4243-89a9-f3d489472017 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (4f6452e3-5b39-44c8-9925-b6524b235474), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.802376 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24eb6b35-d06c-4243-89a9-f3d489472017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (4f6452e3-5b39-44c8-9925-b6524b235474), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.808777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24eb6b35-d06c-4243-89a9-f3d489472017 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:27:20.809163 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24eb6b35-d06c-4243-89a9-f3d489472017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (4f6452e3-5b39-44c8-9925-b6524b235474), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:27:20.810890 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:27:20.928878 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24eb6b35-d06c-4243-89a9-f3d489472017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (5fb5cf29-8796-41a2-8375-e8062a5911ad), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.939038 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24eb6b35-d06c-4243-89a9-f3d489472017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:20.944964 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-24eb6b35-d06c-4243-89a9-f3d489472017 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5fb5cf29-8796-41a2-8375-e8062a5911ad HTTP/1.1" status: 204  len: 168 time: 0.3753531
Apr 16 21:27:20.960701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb6b35-d06c-4243-89a9-f3d489472017 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fb5cf29-8796-41a2-8375-e8062a5911ad,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:21.166933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47540) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:21.207069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fc30bd35-8053-4d76-b992-4de262af7f51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6dcd4e578e9420cb0aaa2dd0e43a280&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0389848
Apr 16 21:27:21.209627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47542) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:21.257537 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3f9f-d7d9-4b14-b11b-3af3999da719 admin admin] Publish callbacks [] for security_group (8484555b-36c9-4627-b5c7-69e6e56f26cc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.280237 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3f9f-d7d9-4b14-b11b-3af3999da719 admin admin] Publish callbacks [] for security_group (8484555b-36c9-4627-b5c7-69e6e56f26cc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.291015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 29f0877d-908a-47df-aa37-d5dcea212e40 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:27:21.319438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 29f0877d-908a-47df-aa37-d5dcea212e40 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:27:21.319438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 29f0877d-908a-47df-aa37-d5dcea212e40 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:27:21.349370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47548) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:21.404214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47550) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:21.404836 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7f6642-44be-48f5-9f77-d7669a51b698 admin admin] Deleting subnet ba57ac42-4faa-4eaa-af0e-c7655f19b15d {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:27:21.404836 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e7f6642-44be-48f5-9f77-d7669a51b698 admin admin] Publish callbacks [] for subnet (ba57ac42-4faa-4eaa-af0e-c7655f19b15d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.422974 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3f9f-d7d9-4b14-b11b-3af3999da719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8484555b-36c9-4627-b5c7-69e6e56f26cc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.425587 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3f9f-d7d9-4b14-b11b-3af3999da719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.426756 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0d0d3f9f-d7d9-4b14-b11b-3af3999da719 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8484555b-36c9-4627-b5c7-69e6e56f26cc HTTP/1.1" status: 204  len: 168 time: 0.2161703
Apr 16 21:27:21.443356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d3f9f-d7d9-4b14-b11b-3af3999da719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8484555b-36c9-4627-b5c7-69e6e56f26cc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:21.454230 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bea0c17c-33af-4c53-ab7f-9270dfaa9b31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7caf6e59a47149a68cae6224fb2856e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0554938
Apr 16 21:27:21.456019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47554) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:21.463497 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e7f6642-44be-48f5-9f77-d7669a51b698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (ba57ac42-4faa-4eaa-af0e-c7655f19b15d), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.512506 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e7f6642-44be-48f5-9f77-d7669a51b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (ba57ac42-4faa-4eaa-af0e-c7655f19b15d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.578713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ae123-8af5-4e06-aeb4-ab4c82375cd9 req-97c8e6c0-7279-43fc-b0fb-5d7cd36481a6 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:21.580286 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec2ae123-8af5-4e06-aeb4-ab4c82375cd9 req-97c8e6c0-7279-43fc-b0fb-5d7cd36481a6 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 946 time: 0.0725186
Apr 16 21:27:21.581608 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc4d9e3b-1325-4ff8-8b61-f0d5483d8bea admin admin] Publish callbacks [] for security_group (c510c930-bfbd-4b2f-a633-5f45e11442bf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.655483 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e7f6642-44be-48f5-9f77-d7669a51b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (ba57ac42-4faa-4eaa-af0e-c7655f19b15d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.663294 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc4d9e3b-1325-4ff8-8b61-f0d5483d8bea admin admin] Publish callbacks [] for security_group (c510c930-bfbd-4b2f-a633-5f45e11442bf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.688651 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e7f6642-44be-48f5-9f77-d7669a51b698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.694204 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5e7f6642-44be-48f5-9f77-d7669a51b698 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ba57ac42-4faa-4eaa-af0e-c7655f19b15d HTTP/1.1" status: 204  len: 168 time: 0.3437665
Apr 16 21:27:21.694972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47558) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:21.695884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f6642-44be-48f5-9f77-d7669a51b698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba57ac42-4faa-4eaa-af0e-c7655f19b15d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:21.738812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2449a63-93bf-4a51-96a0-9913bb5eb4fa req-28e41103-1506-402d-a376-26301322e240 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:21.740805 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2449a63-93bf-4a51-96a0-9913bb5eb4fa req-28e41103-1506-402d-a376-26301322e240 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 946 time: 0.1527295
Apr 16 21:27:21.774359 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c76a68a-cb1e-4e16-b58c-1d2547f61757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (f3ac398a-104b-41dd-96df-2204e2236e68), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.848210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-ec2ae123-8af5-4e06-aeb4-ab4c82375cd9 req-7b532b3d-f819-4b33-b96c-97148eb10d4e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Deleting port c5d5b748-1ce8-407d-b157-4168cdd02e0f {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:27:21.848589 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ec2ae123-8af5-4e06-aeb4-ab4c82375cd9 req-7b532b3d-f819-4b33-b96c-97148eb10d4e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.860631 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a2449a63-93bf-4a51-96a0-9913bb5eb4fa req-87994441-6be2-4b0a-8089-6c05d90938e1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921624
Apr 16 21:27:21.882700 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c76a68a-cb1e-4e16-b58c-1d2547f61757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (f3ac398a-104b-41dd-96df-2204e2236e68), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.914453 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc4d9e3b-1325-4ff8-8b61-f0d5483d8bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c510c930-bfbd-4b2f-a633-5f45e11442bf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.914955 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2c76a68a-cb1e-4e16-b58c-1d2547f61757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d7656d0>,) {'filters': {'network_id': ['f3ac398a-104b-41dd-96df-2204e2236e68']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:21.917143 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc4d9e3b-1325-4ff8-8b61-f0d5483d8bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.918344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bc4d9e3b-1325-4ff8-8b61-f0d5483d8bea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c510c930-bfbd-4b2f-a633-5f45e11442bf HTTP/1.1" status: 204  len: 168 time: 0.4609330
Apr 16 21:27:21.927012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2c76a68a-cb1e-4e16-b58c-1d2547f61757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d7656d0>, '9e8d04be-b432-40a9-9b67-5a04f3e63141') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:21.927313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2c76a68a-cb1e-4e16-b58c-1d2547f61757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d7656d0>, '9e8d04be-b432-40a9-9b67-5a04f3e63141') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:21.936299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d9e3b-1325-4ff8-8b61-f0d5483d8bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c510c930-bfbd-4b2f-a633-5f45e11442bf,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:21.944933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c76a68a-cb1e-4e16-b58c-1d2547f61757 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (9e8d04be-b432-40a9-9b67-5a04f3e63141), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.974720 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c76a68a-cb1e-4e16-b58c-1d2547f61757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9e8d04be-b432-40a9-9b67-5a04f3e63141), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.981572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c76a68a-cb1e-4e16-b58c-1d2547f61757 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:27:21.981966 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c76a68a-cb1e-4e16-b58c-1d2547f61757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (9e8d04be-b432-40a9-9b67-5a04f3e63141), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:27:21.983765 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:27:22.026616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ec2ae123-8af5-4e06-aeb4-ab4c82375cd9 req-7b532b3d-f819-4b33-b96c-97148eb10d4e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] For port c5d5b748-1ce8-407d-b157-4168cdd02e0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5d5b748-1ce8-407d-b157-4168cdd02e0f,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:22.027172 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ec2ae123-8af5-4e06-aeb4-ab4c82375cd9 req-7b532b3d-f819-4b33-b96c-97148eb10d4e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.070527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-ec2ae123-8af5-4e06-aeb4-ab4c82375cd9 req-7b532b3d-f819-4b33-b96c-97148eb10d4e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Calling delete_port for c5d5b748-1ce8-407d-b157-4168cdd02e0f owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:27:22.126154 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c76a68a-cb1e-4e16-b58c-1d2547f61757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (f3ac398a-104b-41dd-96df-2204e2236e68), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.132669 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c76a68a-cb1e-4e16-b58c-1d2547f61757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.138849 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2c76a68a-cb1e-4e16-b58c-1d2547f61757 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f3ac398a-104b-41dd-96df-2204e2236e68 HTTP/1.1" status: 204  len: 168 time: 0.4365685
Apr 16 21:27:22.151669 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47570) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:22.160305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76a68a-cb1e-4e16-b58c-1d2547f61757 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3ac398a-104b-41dd-96df-2204e2236e68,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:22.206402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-98644008-43d5-4342-8663-6c82bd9509dd admin admin] Deleting subnet c19ae91b-5fdc-44ff-9c60-cab81aacd658 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:27:22.212652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-98644008-43d5-4342-8663-6c82bd9509dd admin admin] Publish callbacks [] for subnet (c19ae91b-5fdc-44ff-9c60-cab81aacd658), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.255429 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-98644008-43d5-4342-8663-6c82bd9509dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (c19ae91b-5fdc-44ff-9c60-cab81aacd658), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.298302 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-98644008-43d5-4342-8663-6c82bd9509dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (c19ae91b-5fdc-44ff-9c60-cab81aacd658), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.352269 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ec2ae123-8af5-4e06-aeb4-ab4c82375cd9 req-7b532b3d-f819-4b33-b96c-97148eb10d4e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c5d5b748-1ce8-407d-b157-4168cdd02e0f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.364665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8', 'c5d5b748-1ce8-407d-b157-4168cdd02e0f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:22.389790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b532b3d-f819-4b33-b96c-97148eb10d4e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event deleted for resources: {'Port': ['ID=c5d5b748-1ce8-407d-b157-4168cdd02e0f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:22.451090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2ae123-8af5-4e06-aeb4-ab4c82375cd9 req-7b532b3d-f819-4b33-b96c-97148eb10d4e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] No DVR routers for this DVR port c5d5b748-1ce8-407d-b157-4168cdd02e0f on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:27:22.453761 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ec2ae123-8af5-4e06-aeb4-ab4c82375cd9 req-7b532b3d-f819-4b33-b96c-97148eb10d4e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.457685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec2ae123-8af5-4e06-aeb4-ab4c82375cd9 req-7b532b3d-f819-4b33-b96c-97148eb10d4e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "DELETE /v2.0/ports/c5d5b748-1ce8-407d-b157-4168cdd02e0f HTTP/1.1" status: 204  len: 173 time: 0.8708715
Apr 16 21:27:22.458143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1', 'name': 'network-vif-deleted', 'tag': 'c5d5b748-1ce8-407d-b157-4168cdd02e0f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:22.463913 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae5c410-cac3-40ab-8915-8153b9ce8ef8" -d '{"events": [{"server_uuid": "b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1", "name": "network-vif-deleted", "tag": "c5d5b748-1ce8-407d-b157-4168cdd02e0f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:22.487281 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-98644008-43d5-4342-8663-6c82bd9509dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (c19ae91b-5fdc-44ff-9c60-cab81aacd658), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.513220 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed91c307-39cf-49c8-a0a3-e928c273d867 x-openstack-request-id: req-ed91c307-39cf-49c8-a0a3-e928c273d867 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:22.513760 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1", "name": "network-vif-deleted", "tag": "c5d5b748-1ce8-407d-b157-4168cdd02e0f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:22.514170 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed91c307-39cf-49c8-a0a3-e928c273d867 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:22.514682 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed91c307-39cf-49c8-a0a3-e928c273d867'] response: {'server_uuid': 'b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1', 'name': 'network-vif-deleted', 'tag': 'c5d5b748-1ce8-407d-b157-4168cdd02e0f', 'status': 'completed', 'code': 200}
Apr 16 21:27:22.539496 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98644008-43d5-4342-8663-6c82bd9509dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19ae91b-5fdc-44ff-9c60-cab81aacd658,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:22.554084 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-98644008-43d5-4342-8663-6c82bd9509dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.560568 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-98644008-43d5-4342-8663-6c82bd9509dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c19ae91b-5fdc-44ff-9c60-cab81aacd658 HTTP/1.1" status: 204  len: 168 time: 0.4078097
Apr 16 21:27:22.560781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47590) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:22.644073 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3fae-6f6a-4138-9227-ec6c6e8fc5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (4395340b-3696-47e7-971e-0ef84cb7a34d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.745596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3fae-6f6a-4138-9227-ec6c6e8fc5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (4395340b-3696-47e7-971e-0ef84cb7a34d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.771556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7ebd3fae-6f6a-4138-9227-ec6c6e8fc5fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e905490>,) {'filters': {'network_id': ['4395340b-3696-47e7-971e-0ef84cb7a34d']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:22.781849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7ebd3fae-6f6a-4138-9227-ec6c6e8fc5fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e905490>, '298123c2-606d-4cf9-a3f0-2ba75c8854cf') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:22.782155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7ebd3fae-6f6a-4138-9227-ec6c6e8fc5fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e905490>, '298123c2-606d-4cf9-a3f0-2ba75c8854cf') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:22.792105 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3fae-6f6a-4138-9227-ec6c6e8fc5fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (298123c2-606d-4cf9-a3f0-2ba75c8854cf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.809625 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3fae-6f6a-4138-9227-ec6c6e8fc5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (298123c2-606d-4cf9-a3f0-2ba75c8854cf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebd3fae-6f6a-4138-9227-ec6c6e8fc5fd admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3fae-6f6a-4138-9227-ec6c6e8fc5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (298123c2-606d-4cf9-a3f0-2ba75c8854cf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:27:22.820352 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:27:22.997112 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d2e5f79-b4d2-4937-a623-3f64598521d2 req-200a3d72-5527-4ef8-9b5f-ce95ad9aee4e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f627c8-5c10-4ba5-9ece-7f41c7d8d4e1 HTTP/1.1" status: 200  len: 210 time: 0.0461614
Apr 16 21:27:23.017866 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3fae-6f6a-4138-9227-ec6c6e8fc5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (4395340b-3696-47e7-971e-0ef84cb7a34d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:23.028888 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3fae-6f6a-4138-9227-ec6c6e8fc5fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:23.033171 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7ebd3fae-6f6a-4138-9227-ec6c6e8fc5fd admin admin] 10.222.0.20 "DELETE /v2.0/networks/4395340b-3696-47e7-971e-0ef84cb7a34d HTTP/1.1" status: 204  len: 168 time: 0.4704759
Apr 16 21:27:23.044371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd3fae-6f6a-4138-9227-ec6c6e8fc5fd admin admin] Pushing event deleted for resources: {'Network': ['ID=4395340b-3696-47e7-971e-0ef84cb7a34d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:23.510769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47630) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:23.517914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47632) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:23.565990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47636) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:23.566257 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b1a8abd7-b0f0-44e7-888b-b73a65c3dc22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4319e24594eb450aa6aca572265ba4d0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0469007
Apr 16 21:27:23.620572 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af684cc4-e5e2-448a-bb2e-486d1bec99e1 admin admin] Publish callbacks [] for security_group (586a39d3-2a16-4a6a-91e8-f16c32b09780), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:23.644109 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af684cc4-e5e2-448a-bb2e-486d1bec99e1 admin admin] Publish callbacks [] for security_group (586a39d3-2a16-4a6a-91e8-f16c32b09780), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:23.708376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2100014495-network', 'tenant_id': '17dfe7c4a9684f7ea504997e112332f2'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:23.817339 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af684cc4-e5e2-448a-bb2e-486d1bec99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (586a39d3-2a16-4a6a-91e8-f16c32b09780), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:23.820003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-af684cc4-e5e2-448a-bb2e-486d1bec99e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:23.821248 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-af684cc4-e5e2-448a-bb2e-486d1bec99e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/586a39d3-2a16-4a6a-91e8-f16c32b09780 HTTP/1.1" status: 204  len: 168 time: 0.2538488
Apr 16 21:27:23.835717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af684cc4-e5e2-448a-bb2e-486d1bec99e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586a39d3-2a16-4a6a-91e8-f16c32b09780,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:23.857474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Made reservation on behalf of 17dfe7c4a9684f7ea504997e112332f2 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:27:23.861542 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:23.873731 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:23.975450 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Publish callbacks [] for security_group (c39b69d4-632f-4402-8c56-7b3aceea288c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:24.037883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device dacc3b3f-c825-45b9-b755-3714d6cf5d5c no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:27:24.046809 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c39b69d4-632f-4402-8c56-7b3aceea288c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:24.070851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: dacc3b3f-c825-45b9-b755-3714d6cf5d5c {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:27:24.071130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device dacc3b3f-c825-45b9-b755-3714d6cf5d5c not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:27:24.071453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:27:24.093338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b69d4-632f-4402-8c56-7b3aceea288c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:24.096983 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (31c89309-c122-44a7-9de7-b02cc991e964), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:24.097518 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Added segment 31c89309-c122-44a7-9de7-b02cc991e964 of type vlan for network bc16800e-501c-4c30-be2d-29837ac4ee47
Apr 16 21:27:24.143917 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (bc16800e-501c-4c30-be2d-29837ac4ee47), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:24.240099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (bc16800e-501c-4c30-be2d-29837ac4ee47), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:24.241256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:24.241850 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:24.302645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] Pushing event updated for resources: {'Network': ['ID=bc16800e-501c-4c30-be2d-29837ac4ee47,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:24.313914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network bc16800e-501c-4c30-be2d-29837ac4ee47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:27:24.355377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-38643227-ae90-47ae-aba6-bef7b7ac8de5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8425043
Apr 16 21:27:24.358483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47686) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:24.364323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0715ac45-8c72-49b8-ad0f-b6746e0492df admin admin] Request body: {'subnet': {'network_id': 'bc16800e-501c-4c30-be2d-29837ac4ee47', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2100014495-subnet', 'tenant_id': '17dfe7c4a9684f7ea504997e112332f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:24.462950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0715ac45-8c72-49b8-ad0f-b6746e0492df admin admin] Made reservation on behalf of 17dfe7c4a9684f7ea504997e112332f2 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:27:24.465386 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0715ac45-8c72-49b8-ad0f-b6746e0492df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:24.471312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-07da36b3-aa9f-488f-bb11-ff1db6ede5ce tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:24.471654 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-07da36b3-aa9f-488f-bb11-ff1db6ede5ce tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.1152344
Apr 16 21:27:24.487005 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-2de646dd-8d55-4718-89f6-5dedcb387b24 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/quotas/76fd883ad3944fcaaecdf2909120dc87 HTTP/1.1" status: 200  len: 375 time: 0.0096490
Apr 16 21:27:24.543657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-79fb1d23-9cbd-4d77-8b96-0dcfdb5cdf76 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0468395
Apr 16 21:27:24.603862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47692) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:24.671971 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e44dc5a9-da9f-432e-bc35-d423c85c2caa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d26da6c9c3042b68aae3d7516e098fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0669446
Apr 16 21:27:24.675540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47694) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:24.679295 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-94ef01ea-a206-47ae-81fc-2a715128e46f service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277077
Apr 16 21:27:24.727655 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0715ac45-8c72-49b8-ad0f-b6746e0492df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (4088ab7b-826a-4c31-8f9d-715fbf879ad3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:24.730579 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aee2a4ba-133f-4759-8684-31d76cd68223 admin admin] Publish callbacks [] for security_group (b335cbce-85d2-448e-bfb8-1b8611de9a0a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:24.780032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-fd0cafcb-5ce7-47be-a342-f5fb0c5c9921 service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938184
Apr 16 21:27:24.789815 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aee2a4ba-133f-4759-8684-31d76cd68223 admin admin] Publish callbacks [] for security_group (b335cbce-85d2-448e-bfb8-1b8611de9a0a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:24.821869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715ac45-8c72-49b8-ad0f-b6746e0492df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4088ab7b-826a-4c31-8f9d-715fbf879ad3,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:24.844492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715ac45-8c72-49b8-ad0f-b6746e0492df admin admin] Checking segment: {'id': '31c89309-c122-44a7-9de7-b02cc991e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc16800e-501c-4c30-be2d-29837ac4ee47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:27:24.844803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0715ac45-8c72-49b8-ad0f-b6746e0492df admin admin] Network hostable DHCP agents. Network: bc16800e-501c-4c30-be2d-29837ac4ee47, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:27:24.869140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47698) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:24.910823 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:27:24.942724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0715ac45-8c72-49b8-ad0f-b6746e0492df admin admin] Network bc16800e-501c-4c30-be2d-29837ac4ee47 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:27:24.960343 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aee2a4ba-133f-4759-8684-31d76cd68223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b335cbce-85d2-448e-bfb8-1b8611de9a0a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:24.963218 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aee2a4ba-133f-4759-8684-31d76cd68223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:24.964536 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aee2a4ba-133f-4759-8684-31d76cd68223 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b335cbce-85d2-448e-bfb8-1b8611de9a0a HTTP/1.1" status: 204  len: 168 time: 0.2879927
Apr 16 21:27:24.975239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2a4ba-133f-4759-8684-31d76cd68223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b335cbce-85d2-448e-bfb8-1b8611de9a0a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:25.001233 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94636c3b-8516-4cb6-9135-10a7c575a9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:25.026749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0715ac45-8c72-49b8-ad0f-b6746e0492df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bc16800e-501c-4c30-be2d-29837ac4ee47) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:27:25.038365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0715ac45-8c72-49b8-ad0f-b6746e0492df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:25.039618 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0715ac45-8c72-49b8-ad0f-b6746e0492df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:25.040503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f77592-d4ad-4871-ae30-d68c48bed590 None None] Network bc16800e-501c-4c30-be2d-29837ac4ee47 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:27:25.093046 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-56081ab1-dfc6-49b8-8143-af6cdde15a48 req-2fa1db88-6366-406f-a6f3-8c1a54c9151b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 210 time: 0.0461001
Apr 16 21:27:25.166369 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94636c3b-8516-4cb6-9135-10a7c575a9f2 admin admin] Publish callbacks [] for security_group (fd39b56a-a2a1-4289-8e5b-936e398fcc9a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:25.178906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a3edf6-65d5-4e31-b751-ecfdf9efb2d5 None None] Network bc16800e-501c-4c30-be2d-29837ac4ee47 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:27:25.212470 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0715ac45-8c72-49b8-ad0f-b6746e0492df admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8477254
Apr 16 21:27:25.277372 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94636c3b-8516-4cb6-9135-10a7c575a9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fd39b56a-a2a1-4289-8e5b-936e398fcc9a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:25.292022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c5d5b748-1ce8-407d-b157-4168cdd02e0f no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:27:25.312932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: c5d5b748-1ce8-407d-b157-4168cdd02e0f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:27:25.313308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c5d5b748-1ce8-407d-b157-4168cdd02e0f not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:27:25.316027 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-94636c3b-8516-4cb6-9135-10a7c575a9f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f621db25b47c42dc9891d373b3d33f70&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4457583
Apr 16 21:27:25.318966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47716) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:25.320905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94636c3b-8516-4cb6-9135-10a7c575a9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd39b56a-a2a1-4289-8e5b-936e398fcc9a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:25.389108 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06a01f90-f22b-46a1-8801-5776c747adef admin admin] Publish callbacks [] for security_group (fd39b56a-a2a1-4289-8e5b-936e398fcc9a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:25.418303 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06a01f90-f22b-46a1-8801-5776c747adef admin admin] Publish callbacks [] for security_group (fd39b56a-a2a1-4289-8e5b-936e398fcc9a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:25.561804 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06a01f90-f22b-46a1-8801-5776c747adef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fd39b56a-a2a1-4289-8e5b-936e398fcc9a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:25.571723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06a01f90-f22b-46a1-8801-5776c747adef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:25.571723 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-06a01f90-f22b-46a1-8801-5776c747adef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd39b56a-a2a1-4289-8e5b-936e398fcc9a HTTP/1.1" status: 204  len: 168 time: 0.2467847
Apr 16 21:27:25.580479 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a01f90-f22b-46a1-8801-5776c747adef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd39b56a-a2a1-4289-8e5b-936e398fcc9a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:25.780211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-8f0a16b8-2c84-41a8-8548-41fb1cfd4e10 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:25.781708 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-8f0a16b8-2c84-41a8-8548-41fb1cfd4e10 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/networks?id=bc16800e-501c-4c30-be2d-29837ac4ee47 HTTP/1.1" status: 200  len: 814 time: 0.1579480
Apr 16 21:27:25.804832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-bc3958d8-ee52-4406-93d6-7f33fc1cb2e7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/quotas/17dfe7c4a9684f7ea504997e112332f2 HTTP/1.1" status: 200  len: 375 time: 0.0099258
Apr 16 21:27:25.846206 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-fb9d28af-fc14-4785-96cf-c623e6851bad tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=17dfe7c4a9684f7ea504997e112332f2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0344925
Apr 16 21:27:25.953662 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-8f4a7e09-bd5a-4a75-8119-a31c1c8b455b service neutron] 10.222.0.20 "GET /v2.0/networks/bc16800e-501c-4c30-be2d-29837ac4ee47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0951986
Apr 16 21:27:26.103986 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-27bf2876-eb2a-4dc1-845f-8512d49b7d55 service neutron] 10.222.0.20 "GET /v2.0/networks/bc16800e-501c-4c30-be2d-29837ac4ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344802
Apr 16 21:27:26.242291 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7748b922-df13-4d1a-b629-4a3f7f4a6194 req-d091824a-6ee4-4257-8377-ef6a9a5908e6 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 210 time: 0.0326693
Apr 16 21:27:26.527333 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-696a7904-1153-4dc3-bf07-266263d0e533 req-05741070-218e-473c-ad91-cf64edf04c96 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 210 time: 0.0650885
Apr 16 21:27:27.366276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47908) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:27.392916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ac2303ff-d476-4288-933d-4f22d3bde482 req-211e2ac8-ee14-4f43-9d35-eb9e19de3841 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 210 time: 0.0695176
Apr 16 21:27:27.461326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-a5f818b2-7cbf-4846-a661-c287660c07b4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:27.461326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-a5f818b2-7cbf-4846-a661-c287660c07b4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.1487870
Apr 16 21:27:27.468969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-364cb013-9680-4f6e-92ef-74993e0b4dd4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Request body: {'port': {'device_id': '5fee6363-9586-45b0-b643-e6dbd4652c80', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'admin_state_up': True, 'tenant_id': '76fd883ad3944fcaaecdf2909120dc87'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:27.547626 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce182-5795-46fa-a72a-d77842ac7b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:27.660962 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6233db8a-c1e8-404f-9818-75b3115d24ac req-f7a67be7-be44-4bcb-ac82-61f44a9d8286 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 210 time: 0.0724840
Apr 16 21:27:27.687178 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce182-5795-46fa-a72a-d77842ac7b8f admin admin] Publish callbacks [] for security_group (293c3bd2-f24d-4968-89d3-3762ceae1337), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:27.723169 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-364cb013-9680-4f6e-92ef-74993e0b4dd4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Made reservation on behalf of 76fd883ad3944fcaaecdf2909120dc87 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:27:27.726639 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-364cb013-9680-4f6e-92ef-74993e0b4dd4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:27.777774 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce182-5795-46fa-a72a-d77842ac7b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (293c3bd2-f24d-4968-89d3-3762ceae1337), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:27.837638 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ad1ce182-5795-46fa-a72a-d77842ac7b8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7fc8a636a164de697695226eb596a51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4679754
Apr 16 21:27:27.837638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ce182-5795-46fa-a72a-d77842ac7b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293c3bd2-f24d-4968-89d3-3762ceae1337,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:27.840811 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47924) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:27.875901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-364cb013-9680-4f6e-92ef-74993e0b4dd4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Allocated IP 172.20.0.13 (8f593006-a7a9-4abc-8409-1d78959e9c9f/9133d53e-619c-487b-8eb9-4bd92e2fff34/d10ac50b-d5ee-49cc-85a7-303e299725ee) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:27:27.905426 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bacf3519-18f9-4c94-a948-ad92cb5819d4 admin admin] Publish callbacks [] for security_group (293c3bd2-f24d-4968-89d3-3762ceae1337), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:27.928204 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bacf3519-18f9-4c94-a948-ad92cb5819d4 admin admin] Publish callbacks [] for security_group (293c3bd2-f24d-4968-89d3-3762ceae1337), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:28.040417 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bacf3519-18f9-4c94-a948-ad92cb5819d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (293c3bd2-f24d-4968-89d3-3762ceae1337), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:28.043579 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bacf3519-18f9-4c94-a948-ad92cb5819d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:28.046562 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bacf3519-18f9-4c94-a948-ad92cb5819d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/293c3bd2-f24d-4968-89d3-3762ceae1337 HTTP/1.1" status: 204  len: 168 time: 0.2036340
Apr 16 21:27:28.057659 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf3519-18f9-4c94-a948-ad92cb5819d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293c3bd2-f24d-4968-89d3-3762ceae1337,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:28.077805 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-364cb013-9680-4f6e-92ef-74993e0b4dd4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks [] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:28.192030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-364cb013-9680-4f6e-92ef-74993e0b4dd4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:28.205582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:28.263632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-364cb013-9680-4f6e-92ef-74993e0b4dd4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Network 8f593006-a7a9-4abc-8409-1d78959e9c9f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:27:28.265321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cb013-9680-4f6e-92ef-74993e0b4dd4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event updated for resources: {'Port': ['ID=d10ac50b-d5ee-49cc-85a7-303e299725ee,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:28.270761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-364cb013-9680-4f6e-92ef-74993e0b4dd4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:27:28.270761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-364cb013-9680-4f6e-92ef-74993e0b4dd4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:27:28.327851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-364cb013-9680-4f6e-92ef-74993e0b4dd4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:28.332194 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-364cb013-9680-4f6e-92ef-74993e0b4dd4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:28.412810 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-364cb013-9680-4f6e-92ef-74993e0b4dd4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9475796
Apr 16 21:27:28.421618 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-02f57c0a-e30e-4341-85ef-04bc917bddb4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:27:28.422878 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-02f57c0a-e30e-4341-85ef-04bc917bddb4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056059
Apr 16 21:27:28.434277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Request body: {'port': {'device_id': '5fee6363-9586-45b0-b643-e6dbd4652c80', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:28.536039 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:28.562092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47327143-4cdb-4bda-85c5-09338952de8d req-9d892f0d-165e-41c1-98e9-12a66a52051e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:28.569631 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-47327143-4cdb-4bda-85c5-09338952de8d req-9d892f0d-165e-41c1-98e9-12a66a52051e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 932 time: 0.0728970
Apr 16 21:27:28.652142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-47327143-4cdb-4bda-85c5-09338952de8d req-e15597d7-dbf6-403e-b150-a08180d705bb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802455
Apr 16 21:27:28.781170 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f5d6b384-388d-4796-8dc8-02c5f0c8e1be req-5f4623bd-feec-4342-b6ba-d148a025263c tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 210 time: 0.0382502
Apr 16 21:27:28.896753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10ac50b-d5ee-49cc-85a7-303e299725ee {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:27:28.905068 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Publish callbacks [] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:28.920730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Transition to ACTIVE for port object d10ac50b-d5ee-49cc-85a7-303e299725ee will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:27:29.183120 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:29.701952 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Pushing event updated for resources: {'Port': ['ID=d10ac50b-d5ee-49cc-85a7-303e299725ee,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:29.721572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Attempting to bind port d10ac50b-d5ee-49cc-85a7-303e299725ee on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:27:29.723955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Attempting to bind port d10ac50b-d5ee-49cc-85a7-303e299725ee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:27:29.723955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Attempting to bind port d10ac50b-d5ee-49cc-85a7-303e299725ee on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:27:29.730862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Port d10ac50b-d5ee-49cc-85a7-303e299725ee on network 8f593006-a7a9-4abc-8409-1d78959e9c9f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:27:29.731405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Attempting to bind port d10ac50b-d5ee-49cc-85a7-303e299725ee on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:27:29.742457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:27:29.746889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Checking segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:27:29.746889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Bound using segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:27:29.746889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Bound port: d10ac50b-d5ee-49cc-85a7-303e299725ee, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:27:29.746889 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:29.820240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e6fe233d-9170-475f-afb3-07317eb6f51d tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:29.822054 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e6fe233d-9170-475f-afb3-07317eb6f51d tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.11 "GET /v2.0/networks?id=bc16800e-501c-4c30-be2d-29837ac4ee47 HTTP/1.1" status: 200  len: 814 time: 0.2536538
Apr 16 21:27:29.852958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-623c4a05-8c3b-4363-ab63-89809fcf18d7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Request body: {'port': {'device_id': '09abc551-a98f-4553-b387-ec23b28a2190', 'network_id': 'bc16800e-501c-4c30-be2d-29837ac4ee47', 'admin_state_up': True, 'tenant_id': '17dfe7c4a9684f7ea504997e112332f2'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:29.906705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76501037-8774-474f-afcd-6ca017a6a6af req-b0ed8a2c-33ae-437b-ab1b-36abf1702e2c tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 210 time: 0.0288205
Apr 16 21:27:29.917761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45f1ef-b5fa-4ee8-bdd3-e83af04e177c req-a2700a96-0c2a-4a2b-b563-7a2fb2776b67 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:29.919254 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df45f1ef-b5fa-4ee8-bdd3-e83af04e177c req-a2700a96-0c2a-4a2b-b563-7a2fb2776b67 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 944 time: 0.1266313
Apr 16 21:27:29.961129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] For port d10ac50b-d5ee-49cc-85a7-303e299725ee, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:27:29.983660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] For port d10ac50b-d5ee-49cc-85a7-303e299725ee, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d10ac50b-d5ee-49cc-85a7-303e299725ee,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:27:30.027846 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df45f1ef-b5fa-4ee8-bdd3-e83af04e177c req-87436032-2084-4f8e-900e-06aacc235934 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943608
Apr 16 21:27:30.115122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:30.157840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:30.158485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:30.159865 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] 10.222.0.11 "PUT /v2.0/ports/d10ac50b-d5ee-49cc-85a7-303e299725ee HTTP/1.1" status: 200  len: 1092 time: 1.7298260
Apr 16 21:27:30.160332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fee6363-9586-45b0-b643-e6dbd4652c80', 'tag': 'd10ac50b-d5ee-49cc-85a7-303e299725ee'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:30.162559 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065d5100-64cb-4b5b-9706-fb37a871a5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5fee6363-9586-45b0-b643-e6dbd4652c80", "tag": "d10ac50b-d5ee-49cc-85a7-303e299725ee"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:30.187871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab2cad-182d-4478-8660-5be816c7b09e service neutron] Pushing event updated for resources: {'Port': ['ID=d10ac50b-d5ee-49cc-85a7-303e299725ee,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:30.191199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-623c4a05-8c3b-4363-ab63-89809fcf18d7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Made reservation on behalf of 17dfe7c4a9684f7ea504997e112332f2 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:27:30.194587 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-623c4a05-8c3b-4363-ab63-89809fcf18d7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:30.198940 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471b3a42-3ba1-4020-82fb-25323eb4a9ac x-openstack-request-id: req-471b3a42-3ba1-4020-82fb-25323eb4a9ac {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:30.199236 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fee6363-9586-45b0-b643-e6dbd4652c80", "tag": "d10ac50b-d5ee-49cc-85a7-303e299725ee", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:30.199488 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-471b3a42-3ba1-4020-82fb-25323eb4a9ac {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:30.199877 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471b3a42-3ba1-4020-82fb-25323eb4a9ac'] response: {'name': 'network-changed', 'server_uuid': '5fee6363-9586-45b0-b643-e6dbd4652c80', 'tag': 'd10ac50b-d5ee-49cc-85a7-303e299725ee', 'status': 'completed', 'code': 200}
Apr 16 21:27:30.294952 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d5100-64cb-4b5b-9706-fb37a871a5ad req-a2de9efa-3a43-46b1-9387-d29259e66010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:30.296518 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-065d5100-64cb-4b5b-9706-fb37a871a5ad req-a2de9efa-3a43-46b1-9387-d29259e66010 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 1126 time: 0.0762806
Apr 16 21:27:30.427570 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-623c4a05-8c3b-4363-ab63-89809fcf18d7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Allocated IP 172.20.0.6 (bc16800e-501c-4c30-be2d-29837ac4ee47/4088ab7b-826a-4c31-8f9d-715fbf879ad3/71c9c3c9-4777-41ba-ac3e-634279e5bec9) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:27:30.458769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d5100-64cb-4b5b-9706-fb37a871a5ad req-70c811c6-554e-4473-b690-d86c27a416b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:30.458769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-065d5100-64cb-4b5b-9706-fb37a871a5ad req-70c811c6-554e-4473-b690-d86c27a416b2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=76fd883ad3944fcaaecdf2909120dc87&shared=False HTTP/1.1" status: 200  len: 907 time: 0.1547916
Apr 16 21:27:30.628317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d5100-64cb-4b5b-9706-fb37a871a5ad req-67712912-3aa7-41e2-98a2-73fcbbe056d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:30.638469 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-065d5100-64cb-4b5b-9706-fb37a871a5ad req-67712912-3aa7-41e2-98a2-73fcbbe056d9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1634388
Apr 16 21:27:30.674318 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-623c4a05-8c3b-4363-ab63-89809fcf18d7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Publish callbacks [] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:30.732439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-5ca2bbd7-88cd-4f3e-80cd-61707ef94e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:30.734252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-5ca2bbd7-88cd-4f3e-80cd-61707ef94e3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 1126 time: 0.0580094
Apr 16 21:27:30.780343 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-d5d07fbb-0b61-4e88-a9f5-316afb4dcd4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d10ac50b-d5ee-49cc-85a7-303e299725ee HTTP/1.1" status: 200  len: 217 time: 0.0387573
Apr 16 21:27:30.837265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-95ff4390-4eb1-411d-9e2d-8d33379869d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:30.838771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-95ff4390-4eb1-411d-9e2d-8d33379869d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9133d53e-619c-487b-8eb9-4bd92e2fff34 HTTP/1.1" status: 200  len: 846 time: 0.0527811
Apr 16 21:27:30.859738 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-623c4a05-8c3b-4363-ab63-89809fcf18d7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:30.908436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48048) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:30.911519 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-a254c5c2-ab66-4657-8e4f-ea17f5867749 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f593006-a7a9-4abc-8409-1d78959e9c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647745
Apr 16 21:27:30.975145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-623c4a05-8c3b-4363-ab63-89809fcf18d7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Network bc16800e-501c-4c30-be2d-29837ac4ee47 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:27:30.984583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-623c4a05-8c3b-4363-ab63-89809fcf18d7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:27:30.987122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-623c4a05-8c3b-4363-ab63-89809fcf18d7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:27:31.026685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c4a05-8c3b-4363-ab63-89809fcf18d7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Pushing event updated for resources: {'Port': ['ID=71c9c3c9-4777-41ba-ac3e-634279e5bec9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:31.055673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-623c4a05-8c3b-4363-ab63-89809fcf18d7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:31.055673 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-623c4a05-8c3b-4363-ab63-89809fcf18d7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:31.073530 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a07bccb4-55a1-4322-b712-aad8f89e52dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:31.114560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bc29e-be26-4cfc-a491-d5d7b401c0f7 req-14410a54-d046-4a99-9bf6-40ae769d16dc tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:31.115981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4d6bc29e-be26-4cfc-a491-d5d7b401c0f7 req-14410a54-d046-4a99-9bf6-40ae769d16dc tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 931 time: 0.0836844
Apr 16 21:27:31.172607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a87c16-0ddb-45f3-8f93-341754b61eca req-8a73c99f-44f9-450f-a868-d843f9577305 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:31.172967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-b5483ea4-36ba-48b5-a76c-e1bac15142b2 service neutron] 10.222.0.11 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2544832
Apr 16 21:27:31.174532 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18a87c16-0ddb-45f3-8f93-341754b61eca req-8a73c99f-44f9-450f-a868-d843f9577305 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 944 time: 0.0655699
Apr 16 21:27:31.198666 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4d6bc29e-be26-4cfc-a491-d5d7b401c0f7 req-97169a63-df9c-4a9c-b862-05aaeb57f308 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697794
Apr 16 21:27:31.233827 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a07bccb4-55a1-4322-b712-aad8f89e52dd admin admin] Publish callbacks [] for security_group (382f1a41-93c5-4efb-a814-d8de41905099), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:31.239200 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-623c4a05-8c3b-4363-ab63-89809fcf18d7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3914611
Apr 16 21:27:31.248187 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18a87c16-0ddb-45f3-8f93-341754b61eca req-6e330430-6704-4a13-87e1-d9dd7ba2afc7 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618584
Apr 16 21:27:31.253878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Request body: {'port': {'device_id': '09abc551-a98f-4553-b387-ec23b28a2190', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:31.306371 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a07bccb4-55a1-4322-b712-aad8f89e52dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (382f1a41-93c5-4efb-a814-d8de41905099), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:31.343600 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-363f743a-4004-41bb-aa8a-c99a29fde7e5 req-5f305d1e-7c68-47e4-86cb-bf8ddbbc6406 service neutron] 10.222.0.11 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607552
Apr 16 21:27:31.344140 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:31.358914 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a07bccb4-55a1-4322-b712-aad8f89e52dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc99ce48f1804c4da76c97141b91351f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4492474
Apr 16 21:27:31.360353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bccb4-55a1-4322-b712-aad8f89e52dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382f1a41-93c5-4efb-a814-d8de41905099,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:31.362013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48068) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:31.509942 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ae592564-3d82-497b-8461-a522ff4e0af0 admin admin] Publish callbacks [] for security_group (382f1a41-93c5-4efb-a814-d8de41905099), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:31.574395 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ae592564-3d82-497b-8461-a522ff4e0af0 admin admin] Publish callbacks [] for security_group (382f1a41-93c5-4efb-a814-d8de41905099), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:31.708403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c9c3c9-4777-41ba-ac3e-634279e5bec9 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:27:31.715708 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Publish callbacks [] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:31.734002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Transition to ACTIVE for port object 71c9c3c9-4777-41ba-ac3e-634279e5bec9 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:27:31.737653 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ae592564-3d82-497b-8461-a522ff4e0af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (382f1a41-93c5-4efb-a814-d8de41905099), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:31.738243 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ae592564-3d82-497b-8461-a522ff4e0af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:31.739410 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ae592564-3d82-497b-8461-a522ff4e0af0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/382f1a41-93c5-4efb-a814-d8de41905099 HTTP/1.1" status: 204  len: 168 time: 0.3763502
Apr 16 21:27:31.746786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae592564-3d82-497b-8461-a522ff4e0af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382f1a41-93c5-4efb-a814-d8de41905099,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:31.808953 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:31.871387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Pushing event updated for resources: {'Port': ['ID=71c9c3c9-4777-41ba-ac3e-634279e5bec9,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:31.945890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Attempting to bind port 71c9c3c9-4777-41ba-ac3e-634279e5bec9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:27:31.946362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Attempting to bind port 71c9c3c9-4777-41ba-ac3e-634279e5bec9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '31c89309-c122-44a7-9de7-b02cc991e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc16800e-501c-4c30-be2d-29837ac4ee47'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:27:31.946703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Attempting to bind port 71c9c3c9-4777-41ba-ac3e-634279e5bec9 on network bc16800e-501c-4c30-be2d-29837ac4ee47 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:27:31.951197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Port 71c9c3c9-4777-41ba-ac3e-634279e5bec9 on network bc16800e-501c-4c30-be2d-29837ac4ee47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:27:31.951526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Attempting to bind port 71c9c3c9-4777-41ba-ac3e-634279e5bec9 on network bc16800e-501c-4c30-be2d-29837ac4ee47 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:27:31.956515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:27:31.956858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Checking segment: {'id': '31c89309-c122-44a7-9de7-b02cc991e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc16800e-501c-4c30-be2d-29837ac4ee47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:27:31.957242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Bound using segment: {'id': '31c89309-c122-44a7-9de7-b02cc991e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc16800e-501c-4c30-be2d-29837ac4ee47'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:27:31.957670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Bound port: 71c9c3c9-4777-41ba-ac3e-634279e5bec9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c89309-c122-44a7-9de7-b02cc991e964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc16800e-501c-4c30-be2d-29837ac4ee47'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:27:31.958032 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:32.022321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] For port 71c9c3c9-4777-41ba-ac3e-634279e5bec9, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:27:32.026417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] For port 71c9c3c9-4777-41ba-ac3e-634279e5bec9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71c9c3c9-4777-41ba-ac3e-634279e5bec9,segment=NetworkSegment(31c89309-c122-44a7-9de7-b02cc991e964),segment_id=31c89309-c122-44a7-9de7-b02cc991e964)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:27:32.126585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:32.159513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:32.160157 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:32.161809 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] 10.222.0.11 "PUT /v2.0/ports/71c9c3c9-4777-41ba-ac3e-634279e5bec9 HTTP/1.1" status: 200  len: 1091 time: 0.9154696
Apr 16 21:27:32.188982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c274f0-601c-4093-af6a-2799f4c4e993 service neutron] Pushing event updated for resources: {'Port': ['ID=71c9c3c9-4777-41ba-ac3e-634279e5bec9,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:32.201351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09abc551-a98f-4553-b387-ec23b28a2190', 'tag': '71c9c3c9-4777-41ba-ac3e-634279e5bec9'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:32.205195 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e309db-d86c-490a-92a6-c8ca66952392" -d '{"events": [{"name": "network-changed", "server_uuid": "09abc551-a98f-4553-b387-ec23b28a2190", "tag": "71c9c3c9-4777-41ba-ac3e-634279e5bec9"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:32.239631 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b08d7e-86ec-4013-9bcd-05c1baeb205c x-openstack-request-id: req-a9b08d7e-86ec-4013-9bcd-05c1baeb205c {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:32.239923 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09abc551-a98f-4553-b387-ec23b28a2190", "tag": "71c9c3c9-4777-41ba-ac3e-634279e5bec9", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:32.240206 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9b08d7e-86ec-4013-9bcd-05c1baeb205c {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:32.240616 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b08d7e-86ec-4013-9bcd-05c1baeb205c'] response: {'name': 'network-changed', 'server_uuid': '09abc551-a98f-4553-b387-ec23b28a2190', 'tag': '71c9c3c9-4777-41ba-ac3e-634279e5bec9', 'status': 'completed', 'code': 200}
Apr 16 21:27:32.330128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90624051-bce4-4c25-add9-39540b35faeb req-84635b12-9727-48be-9a2c-6bd0987394af tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:32.331685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-90624051-bce4-4c25-add9-39540b35faeb req-84635b12-9727-48be-9a2c-6bd0987394af tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 943 time: 0.0589216
Apr 16 21:27:32.401233 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-90624051-bce4-4c25-add9-39540b35faeb req-cf18f180-02fe-477d-9fc8-8f917c884cf6 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635600
Apr 16 21:27:32.419300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e309db-d86c-490a-92a6-c8ca66952392 req-e0506734-20d3-42a4-8836-ccec5dc9ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:32.423614 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f8e309db-d86c-490a-92a6-c8ca66952392 req-e0506734-20d3-42a4-8836-ccec5dc9ef5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17dfe7c4a9684f7ea504997e112332f2&device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 1125 time: 0.1227789
Apr 16 21:27:32.432166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fa13c-84d1-447a-8bab-6430d1aa328d req-0cbc9847-10d5-4356-b28d-697b3f6483ba tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:32.433615 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b62fa13c-84d1-447a-8bab-6430d1aa328d req-0cbc9847-10d5-4356-b28d-697b3f6483ba tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 944 time: 0.0892878
Apr 16 21:27:32.540818 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b62fa13c-84d1-447a-8bab-6430d1aa328d req-7ea0735f-fff7-4e3b-aa5e-e5e117ec80a1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958049
Apr 16 21:27:32.563711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e309db-d86c-490a-92a6-c8ca66952392 req-f558db2f-4b73-48a8-9551-e4f949ac8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:32.564627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f8e309db-d86c-490a-92a6-c8ca66952392 req-f558db2f-4b73-48a8-9551-e4f949ac8bc5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=17dfe7c4a9684f7ea504997e112332f2&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1301632
Apr 16 21:27:32.590511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48102) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:32.604368 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9e91e715-a579-4a00-a9ce-fa7cd07bba4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:32.677033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e309db-d86c-490a-92a6-c8ca66952392 req-6f1de9b8-6539-440b-9461-ac8691ea7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:32.678547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f8e309db-d86c-490a-92a6-c8ca66952392 req-6f1de9b8-6539-440b-9461-ac8691ea7a5a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1084578
Apr 16 21:27:32.684383 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9e91e715-a579-4a00-a9ce-fa7cd07bba4e admin admin] Publish callbacks [] for security_group (813833a5-6851-4f66-a976-80cdcd49ac54), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:32.754111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-fab551b4-4e57-45b4-acc0-4759a743b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:32.755695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-fab551b4-4e57-45b4-acc0-4759a743b758 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17dfe7c4a9684f7ea504997e112332f2&device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 1125 time: 0.0423651
Apr 16 21:27:32.771925 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9e91e715-a579-4a00-a9ce-fa7cd07bba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (813833a5-6851-4f66-a976-80cdcd49ac54), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:32.802858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-8ee46021-694e-4b3d-8115-a5595a5b2fc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c9c3c9-4777-41ba-ac3e-634279e5bec9 HTTP/1.1" status: 200  len: 217 time: 0.0403895
Apr 16 21:27:32.812403 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9e91e715-a579-4a00-a9ce-fa7cd07bba4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89b805e33cd34a628d52a93a31f3c6e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2206163
Apr 16 21:27:32.813560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91e715-a579-4a00-a9ce-fa7cd07bba4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813833a5-6851-4f66-a976-80cdcd49ac54,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:32.816027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48104) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:32.879695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-73c41d41-1cc4-4626-a51f-648403a617ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:32.884460 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-73c41d41-1cc4-4626-a51f-648403a617ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4088ab7b-826a-4c31-8f9d-715fbf879ad3 HTTP/1.1" status: 200  len: 854 time: 0.0731125
Apr 16 21:27:32.919337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-f0e83665-677a-4b55-bb35-652fcc1ee0b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc16800e-501c-4c30-be2d-29837ac4ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0321789
Apr 16 21:27:32.922299 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-311f7566-8e60-4910-b8f5-859dee06b6f3 admin admin] Publish callbacks [] for security_group (813833a5-6851-4f66-a976-80cdcd49ac54), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:32.986102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48110) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:32.992373 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-311f7566-8e60-4910-b8f5-859dee06b6f3 admin admin] Publish callbacks [] for security_group (813833a5-6851-4f66-a976-80cdcd49ac54), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:33.055310 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-2d4cc506-6de9-4fa1-9859-7714a5069e29 service neutron] 10.222.0.11 "GET /v2.0/networks/bc16800e-501c-4c30-be2d-29837ac4ee47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300898
Apr 16 21:27:33.116573 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c7dee38b-6040-4dd8-88b3-3220347f95ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:33.142683 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-311f7566-8e60-4910-b8f5-859dee06b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (813833a5-6851-4f66-a976-80cdcd49ac54), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:33.146857 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-311f7566-8e60-4910-b8f5-859dee06b6f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:33.149332 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-311f7566-8e60-4910-b8f5-859dee06b6f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/813833a5-6851-4f66-a976-80cdcd49ac54 HTTP/1.1" status: 204  len: 168 time: 0.3314300
Apr 16 21:27:33.171730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f7566-8e60-4910-b8f5-859dee06b6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813833a5-6851-4f66-a976-80cdcd49ac54,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:33.176061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33f718e5-71e9-4fe5-a08e-ece835c7075a req-a2b8f583-fb93-428a-8404-bbacca6ecd55 service neutron] 10.222.0.11 "GET /v2.0/networks/bc16800e-501c-4c30-be2d-29837ac4ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1153176
Apr 16 21:27:33.198781 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c7dee38b-6040-4dd8-88b3-3220347f95ee admin admin] Publish callbacks [] for security_group (1a83aaee-ba4b-4e86-8a20-32f79f2cf920), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:33.306800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device d10ac50b-d5ee-49cc-85a7-303e299725ee details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:27:33.311657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c7dee38b-6040-4dd8-88b3-3220347f95ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1a83aaee-ba4b-4e86-8a20-32f79f2cf920), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:33.349804 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c7dee38b-6040-4dd8-88b3-3220347f95ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52f6805d96ea475c9a0f6455e0f319c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3625801
Apr 16 21:27:33.351895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dee38b-6040-4dd8-88b3-3220347f95ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a83aaee-ba4b-4e86-8a20-32f79f2cf920,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:33.354243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48116) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:33.411824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port d10ac50b-d5ee-49cc-85a7-303e299725ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d10ac50b-d5ee-49cc-85a7-303e299725ee,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:33.425384 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'd10ac50b-d5ee-49cc-85a7-303e299725ee', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'port_id': 'd10ac50b-d5ee-49cc-85a7-303e299725ee', 'mac_address': 'fa:16:3e:2f:a5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9133d53e-619c-487b-8eb9-4bd92e2fff34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:27:33.464202 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b936e51f-8660-43f9-bf74-428c6098826c admin admin] Publish callbacks [] for security_group (1a83aaee-ba4b-4e86-8a20-32f79f2cf920), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:33.469488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port d10ac50b-d5ee-49cc-85a7-303e299725ee is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:27:33.472382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:33.488689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10ac50b-d5ee-49cc-85a7-303e299725ee {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:27:33.504413 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b936e51f-8660-43f9-bf74-428c6098826c admin admin] Publish callbacks [] for security_group (1a83aaee-ba4b-4e86-8a20-32f79f2cf920), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:33.518465 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port d10ac50b-d5ee-49cc-85a7-303e299725ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d10ac50b-d5ee-49cc-85a7-303e299725ee,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:33.542894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da891b7-017c-4a71-a411-2dfa140de20d req-7e484dd3-1e34-46c0-8576-fbcb88a11340 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:33.544504 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0da891b7-017c-4a71-a411-2dfa140de20d req-7e484dd3-1e34-46c0-8576-fbcb88a11340 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 943 time: 0.0529501
Apr 16 21:27:33.628060 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0da891b7-017c-4a71-a411-2dfa140de20d req-58cbd702-a107-45b5-801a-bee5b71f361d tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710421
Apr 16 21:27:33.675383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4854f2-4a90-4424-9106-76bd1d4462db req-1ca6f9d6-4089-4fe6-be30-02e329c2a5fc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:33.676957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f4854f2-4a90-4424-9106-76bd1d4462db req-1ca6f9d6-4089-4fe6-be30-02e329c2a5fc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 944 time: 0.0609188
Apr 16 21:27:33.686969 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:33.737076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=d10ac50b-d5ee-49cc-85a7-303e299725ee,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:33.738068 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f4854f2-4a90-4424-9106-76bd1d4462db req-102c0566-f5ac-4138-88fc-0f2916ad7a22 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502224
Apr 16 21:27:33.742225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b936e51f-8660-43f9-bf74-428c6098826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1a83aaee-ba4b-4e86-8a20-32f79f2cf920), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:33.744837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b936e51f-8660-43f9-bf74-428c6098826c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:33.748415 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b936e51f-8660-43f9-bf74-428c6098826c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a83aaee-ba4b-4e86-8a20-32f79f2cf920 HTTP/1.1" status: 204  len: 168 time: 0.3896258
Apr 16 21:27:33.754268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936e51f-8660-43f9-bf74-428c6098826c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a83aaee-ba4b-4e86-8a20-32f79f2cf920,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:33.975070 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['d10ac50b-d5ee-49cc-85a7-303e299725ee'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:34.464913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48172) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:34.482354 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f354ee9f-cef7-4b99-874a-77411b491509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:34.565218 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f354ee9f-cef7-4b99-874a-77411b491509 admin admin] Publish callbacks [] for security_group (baa7fc33-57d9-4a85-bef9-ed6f4c667d47), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:34.723736 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f354ee9f-cef7-4b99-874a-77411b491509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (baa7fc33-57d9-4a85-bef9-ed6f4c667d47), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:34.750862 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb34daa-fb9b-4f1b-b549-72b5e4b2167c req-e40364af-2af0-42f2-87f9-4b515344ab09 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:34.759023 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cb34daa-fb9b-4f1b-b549-72b5e4b2167c req-e40364af-2af0-42f2-87f9-4b515344ab09 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 943 time: 0.0625789
Apr 16 21:27:34.766731 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f354ee9f-cef7-4b99-874a-77411b491509 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=798342b0dee949cc86318ab09b589226&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3006880
Apr 16 21:27:34.768723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354ee9f-cef7-4b99-874a-77411b491509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa7fc33-57d9-4a85-bef9-ed6f4c667d47,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:34.772120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48180) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:34.817758 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cb34daa-fb9b-4f1b-b549-72b5e4b2167c req-37cbd9f9-d952-43a8-b3e0-547543064c96 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575848
Apr 16 21:27:34.866010 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44a5adcf-a9d3-489b-b616-35bd42d1a3cc admin admin] Publish callbacks [] for security_group (baa7fc33-57d9-4a85-bef9-ed6f4c667d47), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:34.877807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229497ee-3a14-44c8-9719-06016824f0dd req-bf74767f-a162-42e8-ab3d-1d92addbf942 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:34.879372 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-229497ee-3a14-44c8-9719-06016824f0dd req-bf74767f-a162-42e8-ab3d-1d92addbf942 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 945 time: 0.0626986
Apr 16 21:27:34.915058 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44a5adcf-a9d3-489b-b616-35bd42d1a3cc admin admin] Publish callbacks [] for security_group (baa7fc33-57d9-4a85-bef9-ed6f4c667d47), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:34.966102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-229497ee-3a14-44c8-9719-06016824f0dd req-2c13fb18-d682-4b9a-893c-e21326987c1e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791161
Apr 16 21:27:35.037175 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44a5adcf-a9d3-489b-b616-35bd42d1a3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (baa7fc33-57d9-4a85-bef9-ed6f4c667d47), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:35.039834 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44a5adcf-a9d3-489b-b616-35bd42d1a3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:35.041645 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-44a5adcf-a9d3-489b-b616-35bd42d1a3cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/baa7fc33-57d9-4a85-bef9-ed6f4c667d47 HTTP/1.1" status: 204  len: 168 time: 0.2680745
Apr 16 21:27:35.050249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5adcf-a9d3-489b-b616-35bd42d1a3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa7fc33-57d9-4a85-bef9-ed6f4c667d47,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:35.320193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 71c9c3c9-4777-41ba-ac3e-634279e5bec9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:27:35.324412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device d10ac50b-d5ee-49cc-85a7-303e299725ee up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:27:35.580770 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port d10ac50b-d5ee-49cc-85a7-303e299725ee completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:27:35.614926 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 71c9c3c9-4777-41ba-ac3e-634279e5bec9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71c9c3c9-4777-41ba-ac3e-634279e5bec9,segment=NetworkSegment(31c89309-c122-44a7-9de7-b02cc991e964),segment_id=31c89309-c122-44a7-9de7-b02cc991e964)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:35.627917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '71c9c3c9-4777-41ba-ac3e-634279e5bec9', 'network_id': 'bc16800e-501c-4c30-be2d-29837ac4ee47', 'port_id': '71c9c3c9-4777-41ba-ac3e-634279e5bec9', 'mac_address': 'fa:16:3e:f1:5d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4088ab7b-826a-4c31-8f9d-715fbf879ad3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:27:35.666022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 71c9c3c9-4777-41ba-ac3e-634279e5bec9 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:27:35.666419 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:35.678581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port d10ac50b-d5ee-49cc-85a7-303e299725ee triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:27:35.678880 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:35.681534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c9c3c9-4777-41ba-ac3e-634279e5bec9 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:27:35.725778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 71c9c3c9-4777-41ba-ac3e-634279e5bec9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71c9c3c9-4777-41ba-ac3e-634279e5bec9,segment=NetworkSegment(31c89309-c122-44a7-9de7-b02cc991e964),segment_id=31c89309-c122-44a7-9de7-b02cc991e964)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:35.785155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port d10ac50b-d5ee-49cc-85a7-303e299725ee is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:27:35.785537 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:35.812072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fee6363-9586-45b0-b643-e6dbd4652c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ac50b-d5ee-49cc-85a7-303e299725ee'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:35.814634 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04562ecd-1ca2-4b97-b156-05e07d451801" -d '{"events": [{"server_uuid": "5fee6363-9586-45b0-b643-e6dbd4652c80", "name": "network-vif-plugged", "status": "completed", "tag": "d10ac50b-d5ee-49cc-85a7-303e299725ee"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:35.827221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port d10ac50b-d5ee-49cc-85a7-303e299725ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d10ac50b-d5ee-49cc-85a7-303e299725ee,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:35.845252 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:35.880574 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a11d10-51fa-4d2c-84d4-8599f0dd1e21 x-openstack-request-id: req-b4a11d10-51fa-4d2c-84d4-8599f0dd1e21 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:35.880574 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fee6363-9586-45b0-b643-e6dbd4652c80", "name": "network-vif-plugged", "status": "completed", "tag": "d10ac50b-d5ee-49cc-85a7-303e299725ee", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:35.880574 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4a11d10-51fa-4d2c-84d4-8599f0dd1e21 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:35.880574 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a11d10-51fa-4d2c-84d4-8599f0dd1e21'] response: {'server_uuid': '5fee6363-9586-45b0-b643-e6dbd4652c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ac50b-d5ee-49cc-85a7-303e299725ee', 'code': 200}
Apr 16 21:27:35.902085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=71c9c3c9-4777-41ba-ac3e-634279e5bec9,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:35.929163 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:35.983478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=d10ac50b-d5ee-49cc-85a7-303e299725ee,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:36.004056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c185f-eb32-4fdd-b1d4-550158ebe23d req-68286b4d-7b77-4fa9-83b8-19cff20082c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:36.004056 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-446c185f-eb32-4fdd-b1d4-550158ebe23d req-68286b4d-7b77-4fa9-83b8-19cff20082c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 1128 time: 0.0801198
Apr 16 21:27:36.008253 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fe40f-def4-4577-a358-d74c01fe3619 req-3140c7e4-59f3-45bf-a7f3-b4262b71e25a tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:36.009898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e4fe40f-def4-4577-a358-d74c01fe3619 req-3140c7e4-59f3-45bf-a7f3-b4262b71e25a tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 944 time: 0.0815113
Apr 16 21:27:36.088324 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-446c185f-eb32-4fdd-b1d4-550158ebe23d req-f61ca51b-7480-43f7-9c31-df604fb25462 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767517
Apr 16 21:27:36.117921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e4fe40f-def4-4577-a358-d74c01fe3619 req-1cb475d7-82bd-4a8c-b558-fec7cc791ad9 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913591
Apr 16 21:27:36.134628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc278f7-172f-42f6-947f-1e79c08c0668 req-ac29751c-56c9-4011-98cf-3a010bc21cf9 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:36.137228 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4cc278f7-172f-42f6-947f-1e79c08c0668 req-ac29751c-56c9-4011-98cf-3a010bc21cf9 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 946 time: 0.0508282
Apr 16 21:27:36.141729 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:36.149965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['71c9c3c9-4777-41ba-ac3e-634279e5bec9'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:36.205036 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4cc278f7-172f-42f6-947f-1e79c08c0668 req-f199166c-278d-491c-94af-512f7a79deea tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604079
Apr 16 21:27:37.260735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2071c3-f84b-4a19-b872-273b419b8efe req-2af61c48-a071-4bfe-ba34-c89636ab6733 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:37.262537 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da2071c3-f84b-4a19-b872-273b419b8efe req-2af61c48-a071-4bfe-ba34-c89636ab6733 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 944 time: 0.0582945
Apr 16 21:27:37.318380 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da2071c3-f84b-4a19-b872-273b419b8efe req-2f4f5755-4b70-4fe1-8232-0e36045b908c tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500188
Apr 16 21:27:37.342996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 71c9c3c9-4777-41ba-ac3e-634279e5bec9 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:27:37.365176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1c37d-d9e5-4ece-ac5d-59c5a19bd8d0 req-80c59b7d-8cb6-4239-9c53-b25f8d90abbe tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:37.372539 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-11f1c37d-d9e5-4ece-ac5d-59c5a19bd8d0 req-80c59b7d-8cb6-4239-9c53-b25f8d90abbe tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 946 time: 0.0770369
Apr 16 21:27:37.405616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 71c9c3c9-4777-41ba-ac3e-634279e5bec9 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:27:37.422491 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-11f1c37d-d9e5-4ece-ac5d-59c5a19bd8d0 req-f978ddaa-6fc8-4aff-9bad-db395f63679f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490909
Apr 16 21:27:37.520823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 71c9c3c9-4777-41ba-ac3e-634279e5bec9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:27:37.523723 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:37.626260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 71c9c3c9-4777-41ba-ac3e-634279e5bec9 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:27:37.626683 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:37.661918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 71c9c3c9-4777-41ba-ac3e-634279e5bec9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71c9c3c9-4777-41ba-ac3e-634279e5bec9,segment=NetworkSegment(31c89309-c122-44a7-9de7-b02cc991e964),segment_id=31c89309-c122-44a7-9de7-b02cc991e964)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:37.809377 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:37.858013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=71c9c3c9-4777-41ba-ac3e-634279e5bec9,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:37.879294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09abc551-a98f-4553-b387-ec23b28a2190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c9c3c9-4777-41ba-ac3e-634279e5bec9'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:37.881630 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a06c06-877f-4887-83fc-d9dcf2524a3c" -d '{"events": [{"server_uuid": "09abc551-a98f-4553-b387-ec23b28a2190", "name": "network-vif-plugged", "status": "completed", "tag": "71c9c3c9-4777-41ba-ac3e-634279e5bec9"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:37.920479 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34662a5-2705-4e8b-bac1-d861b69b8014 x-openstack-request-id: req-d34662a5-2705-4e8b-bac1-d861b69b8014 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:37.920776 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09abc551-a98f-4553-b387-ec23b28a2190", "name": "network-vif-plugged", "status": "completed", "tag": "71c9c3c9-4777-41ba-ac3e-634279e5bec9", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:37.921030 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d34662a5-2705-4e8b-bac1-d861b69b8014 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:37.921428 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34662a5-2705-4e8b-bac1-d861b69b8014'] response: {'server_uuid': '09abc551-a98f-4553-b387-ec23b28a2190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c9c3c9-4777-41ba-ac3e-634279e5bec9', 'code': 200}
Apr 16 21:27:38.012292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5a5c3-9be0-41f3-ab52-58433ce41565 req-7d0e96c6-0a5b-4ce0-8775-d64f462fdc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:38.013842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-74c5a5c3-9be0-41f3-ab52-58433ce41565 req-7d0e96c6-0a5b-4ce0-8775-d64f462fdc4d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 1127 time: 0.0388463
Apr 16 21:27:38.062626 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-74c5a5c3-9be0-41f3-ab52-58433ce41565 req-06baf360-9fdb-4aba-9f6e-4c4b1a028a12 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419011
Apr 16 21:27:38.436322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395db7d5-3157-42e5-8683-2c1b8f3c4e7b req-e11edd96-879e-49a8-9f02-af04efd2292c tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:38.437807 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-395db7d5-3157-42e5-8683-2c1b8f3c4e7b req-e11edd96-879e-49a8-9f02-af04efd2292c tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 945 time: 0.0482519
Apr 16 21:27:38.503077 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-395db7d5-3157-42e5-8683-2c1b8f3c4e7b req-03d96777-ff14-49b8-a56f-a6a346d6a1c7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562651
Apr 16 21:27:38.547706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11eb8f-ca2b-459f-8518-5369415f7e2e req-aa640496-4163-4435-a742-4768b48af2a8 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:38.549796 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da11eb8f-ca2b-459f-8518-5369415f7e2e req-aa640496-4163-4435-a742-4768b48af2a8 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 946 time: 0.0509601
Apr 16 21:27:38.598721 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da11eb8f-ca2b-459f-8518-5369415f7e2e req-e93b8db0-98f1-4cac-8cac-8613553ac59a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432057
Apr 16 21:27:38.989072 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c3be9820-a748-49e9-9f4f-29bf80084599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:39.238716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-e1160f39-9da9-4030-be26-29ce71692780 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:39.240213 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-e1160f39-9da9-4030-be26-29ce71692780 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.4535856
Apr 16 21:27:39.254393 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-5002d1a4-e474-4d3f-ae40-52345bba8ea0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/quotas/76fd883ad3944fcaaecdf2909120dc87 HTTP/1.1" status: 200  len: 375 time: 0.0088229
Apr 16 21:27:39.309069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-32609d77-ada5-449c-a972-f105ad51d871 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0478039
Apr 16 21:27:39.417420 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-a3abf66f-4b9d-43ae-b84e-e61cc8e0a7d0 service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1010153
Apr 16 21:27:39.515479 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-ad8ce5f6-0ba0-4352-8edc-ebb7c83255ab service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915687
Apr 16 21:27:39.668462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a8b1e-706f-4da9-8023-38af9e22cdde req-4ab7aa30-04b3-4105-88fa-576589c71ad6 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:39.670929 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c0a8b1e-706f-4da9-8023-38af9e22cdde req-4ab7aa30-04b3-4105-88fa-576589c71ad6 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 945 time: 0.0984554
Apr 16 21:27:39.738465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c0a8b1e-706f-4da9-8023-38af9e22cdde req-595c8b8d-0da2-4123-8443-9f4229b7fb8c tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617840
Apr 16 21:27:39.877741 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9c02c7ea-9cf3-44d0-b2b0-a4f10333360f req-1fc027e5-215d-444f-81a0-d6addb0cd564 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 210 time: 0.0671945
Apr 16 21:27:40.288993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbdedf-bd63-4a76-8e15-118ee43985e5 req-1960479f-837e-47af-ae49-617fba279a8e tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:40.290666 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-82cbdedf-bd63-4a76-8e15-118ee43985e5 req-1960479f-837e-47af-ae49-617fba279a8e tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 945 time: 0.0528371
Apr 16 21:27:40.345441 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-82cbdedf-bd63-4a76-8e15-118ee43985e5 req-9ffa01e3-2250-4c31-86e7-6a334b7b13cc tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484755
Apr 16 21:27:40.407207 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff69f1-b647-46a3-b2d6-2348c60f5197 req-10f71711-2d1b-4a42-a66b-a91c314af7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:40.409601 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5eff69f1-b647-46a3-b2d6-2348c60f5197 req-10f71711-2d1b-4a42-a66b-a91c314af7cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17dfe7c4a9684f7ea504997e112332f2&device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 1127 time: 0.0663948
Apr 16 21:27:40.510940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff69f1-b647-46a3-b2d6-2348c60f5197 req-18896ed6-0831-4fa1-9f53-4ddd236b7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:40.512752 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5eff69f1-b647-46a3-b2d6-2348c60f5197 req-18896ed6-0831-4fa1-9f53-4ddd236b7f36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc16800e-501c-4c30-be2d-29837ac4ee47 HTTP/1.1" status: 200  len: 915 time: 0.0977027
Apr 16 21:27:40.557089 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5eff69f1-b647-46a3-b2d6-2348c60f5197 req-75b25a7f-fc1d-48f0-900c-d9f905e7efa9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c9c3c9-4777-41ba-ac3e-634279e5bec9 HTTP/1.1" status: 200  len: 217 time: 0.0385911
Apr 16 21:27:40.612012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff69f1-b647-46a3-b2d6-2348c60f5197 req-0d60d53f-7eec-4526-bf46-d825a363b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:40.613460 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5eff69f1-b647-46a3-b2d6-2348c60f5197 req-0d60d53f-7eec-4526-bf46-d825a363b90e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4088ab7b-826a-4c31-8f9d-715fbf879ad3 HTTP/1.1" status: 200  len: 854 time: 0.0514672
Apr 16 21:27:40.645586 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5eff69f1-b647-46a3-b2d6-2348c60f5197 req-ac13bc51-d201-437a-aed4-1e7b3e30c922 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc16800e-501c-4c30-be2d-29837ac4ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265169
Apr 16 21:27:40.735077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5eff69f1-b647-46a3-b2d6-2348c60f5197 req-55d84729-4ac5-416a-814f-e9a75b9126b7 service neutron] 10.222.0.11 "GET /v2.0/networks/bc16800e-501c-4c30-be2d-29837ac4ee47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834618
Apr 16 21:27:40.832194 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5eff69f1-b647-46a3-b2d6-2348c60f5197 req-e49bbba7-3149-4700-8673-37fed683a047 service neutron] 10.222.0.11 "GET /v2.0/networks/bc16800e-501c-4c30-be2d-29837ac4ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906372
Apr 16 21:27:40.968810 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-20cd34f6-4b1f-4dd4-8b8a-9e8c50cf9946 req-7275b82c-707c-47db-8dd6-99692805cfac tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 210 time: 0.0283949
Apr 16 21:27:41.497122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c6c31-d6f8-4a41-81a3-92fa3d8422ae req-11723912-2310-4727-8dd9-4a06601ae868 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:41.499443 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b52c6c31-d6f8-4a41-81a3-92fa3d8422ae req-11723912-2310-4727-8dd9-4a06601ae868 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 945 time: 0.0540254
Apr 16 21:27:41.551116 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b52c6c31-d6f8-4a41-81a3-92fa3d8422ae req-7d0d7556-51fa-4faa-b82c-5cca7f4c6813 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440326
Apr 16 21:27:41.617906 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5bc9479c-f0d7-4294-a6e2-45748a8e2a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:42.074815 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6178c5ee-d1ad-4ced-a42c-e144b59ea8ed req-e0ca7120-7944-4e1d-84a4-5a3e96df869f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 210 time: 0.0274436
Apr 16 21:27:42.420575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b7f1138a-ef9d-47e9-8dc8-6bee27ca804d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:42.422306 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b7f1138a-ef9d-47e9-8dc8-6bee27ca804d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.41 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.1146009
Apr 16 21:27:42.434137 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-52e88f72-bd47-469b-afcd-f71db75286dc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Request body: {'port': {'device_id': '0a92a902-c20e-44c0-a263-013ab10917cf', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'admin_state_up': True, 'tenant_id': '76fd883ad3944fcaaecdf2909120dc87'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:42.526434 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:42.672062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a15639-306e-467c-9b43-0a6ceb8b3076 req-1fbab6cf-462b-4385-b7d9-cd03de7f767a tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:42.679222 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58a15639-306e-467c-9b43-0a6ceb8b3076 req-1fbab6cf-462b-4385-b7d9-cd03de7f767a tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 945 time: 0.0561407
Apr 16 21:27:42.697388 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-52e88f72-bd47-469b-afcd-f71db75286dc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Made reservation on behalf of 76fd883ad3944fcaaecdf2909120dc87 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:27:42.700621 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-52e88f72-bd47-469b-afcd-f71db75286dc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:42.819436 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58a15639-306e-467c-9b43-0a6ceb8b3076 req-64118d60-8bc7-4639-ba75-ac5a7f83b5a2 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283131
Apr 16 21:27:42.928511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-52e88f72-bd47-469b-afcd-f71db75286dc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Allocated IP 172.20.0.9 (8f593006-a7a9-4abc-8409-1d78959e9c9f/9133d53e-619c-487b-8eb9-4bd92e2fff34/eaf83a7a-9efb-4182-ba3c-eac518b2605d) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:27:43.127403 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-52e88f72-bd47-469b-afcd-f71db75286dc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks [] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:43.180446 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-05e7a981-28fd-4fda-80d9-0aae832edac1 req-bc7043c6-36bf-45c0-a0ac-bf954f7444e1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 210 time: 0.0355849
Apr 16 21:27:43.272203 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-52e88f72-bd47-469b-afcd-f71db75286dc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:43.295571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8', 'd10ac50b-d5ee-49cc-85a7-303e299725ee'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:43.326676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-52e88f72-bd47-469b-afcd-f71db75286dc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Network 8f593006-a7a9-4abc-8409-1d78959e9c9f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:27:43.333410 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-52e88f72-bd47-469b-afcd-f71db75286dc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:27:43.334789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-52e88f72-bd47-469b-afcd-f71db75286dc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:27:43.337845 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e88f72-bd47-469b-afcd-f71db75286dc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event updated for resources: {'Port': ['ID=eaf83a7a-9efb-4182-ba3c-eac518b2605d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:43.395858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-52e88f72-bd47-469b-afcd-f71db75286dc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:43.400620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-52e88f72-bd47-469b-afcd-f71db75286dc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:43.401143 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:43.455875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f177280-365b-4545-8c64-cb34d1c3b7e4 req-2ae608ac-48c9-4ea5-ad57-66414d03c63d tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:43.455875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f177280-365b-4545-8c64-cb34d1c3b7e4 req-2ae608ac-48c9-4ea5-ad57-66414d03c63d tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 945 time: 0.0567822
Apr 16 21:27:43.496850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-52e88f72-bd47-469b-afcd-f71db75286dc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0667481
Apr 16 21:27:43.507848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-e3816d74-770f-4bbd-83e4-9f5bc200a061 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:27:43.509146 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-e3816d74-770f-4bbd-83e4-9f5bc200a061 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069709
Apr 16 21:27:43.513675 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f177280-365b-4545-8c64-cb34d1c3b7e4 req-f4654b83-bc39-43ec-9314-b1a6401ea3d5 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494614
Apr 16 21:27:43.931672 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Request body: {'port': {'device_id': '0a92a902-c20e-44c0-a263-013ab10917cf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:43.994523 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:44.095271 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:44.290533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf83a7a-9efb-4182-ba3c-eac518b2605d {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:27:44.299945 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Publish callbacks [] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:44.350205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Transition to ACTIVE for port object eaf83a7a-9efb-4182-ba3c-eac518b2605d will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:27:44.358717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018e629-fbfb-4926-afa1-3478cd82f3a9 req-83854a2f-530f-4412-a8bf-e334d81fae47 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:44.360291 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6018e629-fbfb-4926-afa1-3478cd82f3a9 req-83854a2f-530f-4412-a8bf-e334d81fae47 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 931 time: 0.0560353
Apr 16 21:27:44.410714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6018e629-fbfb-4926-afa1-3478cd82f3a9 req-62b9e3fb-fca3-4573-80e0-a9e535c18bfd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428998
Apr 16 21:27:44.417343 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:44.473897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Pushing event updated for resources: {'Port': ['ID=eaf83a7a-9efb-4182-ba3c-eac518b2605d,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:44.549000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Attempting to bind port eaf83a7a-9efb-4182-ba3c-eac518b2605d on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:27:44.549344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Attempting to bind port eaf83a7a-9efb-4182-ba3c-eac518b2605d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:27:44.549680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Attempting to bind port eaf83a7a-9efb-4182-ba3c-eac518b2605d on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:27:44.554662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Port eaf83a7a-9efb-4182-ba3c-eac518b2605d on network 8f593006-a7a9-4abc-8409-1d78959e9c9f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:27:44.554991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Attempting to bind port eaf83a7a-9efb-4182-ba3c-eac518b2605d on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:27:44.566805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:27:44.566805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Checking segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:27:44.566805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Bound using segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:27:44.566805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Bound port: eaf83a7a-9efb-4182-ba3c-eac518b2605d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:27:44.566805 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:44.635760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] For port eaf83a7a-9efb-4182-ba3c-eac518b2605d, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:27:44.642986 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] For port eaf83a7a-9efb-4182-ba3c-eac518b2605d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eaf83a7a-9efb-4182-ba3c-eac518b2605d,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:27:44.644340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c070f-6fc5-49b2-9202-94745c0c0b34 req-6a481259-7bde-46f2-b2b0-0d5a51915534 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:44.648739 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a6c070f-6fc5-49b2-9202-94745c0c0b34 req-6a481259-7bde-46f2-b2b0-0d5a51915534 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 945 time: 0.0538757
Apr 16 21:27:44.714607 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a6c070f-6fc5-49b2-9202-94745c0c0b34 req-1e80c832-f41f-495d-9d77-db13b3218168 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/security-groups?id=c39b69d4-632f-4402-8c56-7b3aceea288c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617962
Apr 16 21:27:44.729096 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:44.771074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:44.771074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:44.771074 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] 10.222.0.41 "PUT /v2.0/ports/eaf83a7a-9efb-4182-ba3c-eac518b2605d HTTP/1.1" status: 200  len: 1091 time: 1.2525911
Apr 16 21:27:44.771074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a92a902-c20e-44c0-a263-013ab10917cf', 'tag': 'eaf83a7a-9efb-4182-ba3c-eac518b2605d'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:44.771715 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad33529-a77d-4806-85ce-58eecd056c78" -d '{"events": [{"name": "network-changed", "server_uuid": "0a92a902-c20e-44c0-a263-013ab10917cf", "tag": "eaf83a7a-9efb-4182-ba3c-eac518b2605d"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:44.796265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ff43d-2f53-47c7-a692-4358fe1fc9bf service neutron] Pushing event updated for resources: {'Port': ['ID=eaf83a7a-9efb-4182-ba3c-eac518b2605d,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:44.819428 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62664bee-9fc0-4720-a5c2-f72d546f66d1 x-openstack-request-id: req-62664bee-9fc0-4720-a5c2-f72d546f66d1 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:44.819812 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a92a902-c20e-44c0-a263-013ab10917cf", "tag": "eaf83a7a-9efb-4182-ba3c-eac518b2605d", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:44.820068 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62664bee-9fc0-4720-a5c2-f72d546f66d1 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:44.820527 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62664bee-9fc0-4720-a5c2-f72d546f66d1'] response: {'name': 'network-changed', 'server_uuid': '0a92a902-c20e-44c0-a263-013ab10917cf', 'tag': 'eaf83a7a-9efb-4182-ba3c-eac518b2605d', 'status': 'completed', 'code': 200}
Apr 16 21:27:44.822906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99701ac9-079f-44ed-b9c4-4748443e1914 req-602ba35d-65a3-4162-b64f-1638c50c11c7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:44.824408 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-99701ac9-079f-44ed-b9c4-4748443e1914 req-602ba35d-65a3-4162-b64f-1638c50c11c7 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.11 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 945 time: 0.0610573
Apr 16 21:27:44.888742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad33529-a77d-4806-85ce-58eecd056c78 req-90e046a5-c6ab-44fd-bb80-8274c4e2dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:44.890371 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aad33529-a77d-4806-85ce-58eecd056c78 req-90e046a5-c6ab-44fd-bb80-8274c4e2dd7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 1125 time: 0.0466437
Apr 16 21:27:44.928537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-99701ac9-079f-44ed-b9c4-4748443e1914 req-abf228f7-e659-49ab-b874-3688a1af92aa tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Deleting port 71c9c3c9-4777-41ba-ac3e-634279e5bec9 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:27:44.932466 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-99701ac9-079f-44ed-b9c4-4748443e1914 req-abf228f7-e659-49ab-b874-3688a1af92aa tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:45.006674 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad33529-a77d-4806-85ce-58eecd056c78 req-858475a8-f2a5-45d3-a289-7eaec1020d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:45.008985 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aad33529-a77d-4806-85ce-58eecd056c78 req-858475a8-f2a5-45d3-a289-7eaec1020d7b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=76fd883ad3944fcaaecdf2909120dc87&shared=False HTTP/1.1" status: 200  len: 907 time: 0.1125119
Apr 16 21:27:45.043495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-99701ac9-079f-44ed-b9c4-4748443e1914 req-abf228f7-e659-49ab-b874-3688a1af92aa tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] For port 71c9c3c9-4777-41ba-ac3e-634279e5bec9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71c9c3c9-4777-41ba-ac3e-634279e5bec9,segment=NetworkSegment(31c89309-c122-44a7-9de7-b02cc991e964),segment_id=31c89309-c122-44a7-9de7-b02cc991e964)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:45.043943 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-99701ac9-079f-44ed-b9c4-4748443e1914 req-abf228f7-e659-49ab-b874-3688a1af92aa tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:45.059397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-99701ac9-079f-44ed-b9c4-4748443e1914 req-abf228f7-e659-49ab-b874-3688a1af92aa tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Calling delete_port for 71c9c3c9-4777-41ba-ac3e-634279e5bec9 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:27:45.135468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad33529-a77d-4806-85ce-58eecd056c78 req-fc497f01-c793-4b4f-8f38-64cd3582a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:45.137248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aad33529-a77d-4806-85ce-58eecd056c78 req-fc497f01-c793-4b4f-8f38-64cd3582a040 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1226714
Apr 16 21:27:45.247108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-ae70ccf7-dd47-47f4-9474-da3ae5f2656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:45.248650 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-ae70ccf7-dd47-47f4-9474-da3ae5f2656b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 1125 time: 0.0691538
Apr 16 21:27:45.286270 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-99701ac9-079f-44ed-b9c4-4748443e1914 req-abf228f7-e659-49ab-b874-3688a1af92aa tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (71c9c3c9-4777-41ba-ac3e-634279e5bec9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:45.298369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['71c9c3c9-4777-41ba-ac3e-634279e5bec9'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:45.331064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48570) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:45.343568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf228f7-e659-49ab-b874-3688a1af92aa tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Pushing event deleted for resources: {'Port': ['ID=71c9c3c9-4777-41ba-ac3e-634279e5bec9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:45.364312 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-b3562398-3295-47b8-ad15-2ea5abce580a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaf83a7a-9efb-4182-ba3c-eac518b2605d HTTP/1.1" status: 200  len: 217 time: 0.1060278
Apr 16 21:27:45.423537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-71d68463-491c-45d4-aee3-25a0c7957e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:45.425756 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:45.429079 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-71d68463-491c-45d4-aee3-25a0c7957e5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9133d53e-619c-487b-8eb9-4bd92e2fff34 HTTP/1.1" status: 200  len: 846 time: 0.0586560
Apr 16 21:27:45.430478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-99701ac9-079f-44ed-b9c4-4748443e1914 req-abf228f7-e659-49ab-b874-3688a1af92aa tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] No DVR routers for this DVR port 71c9c3c9-4777-41ba-ac3e-634279e5bec9 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:27:45.433461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-99701ac9-079f-44ed-b9c4-4748443e1914 req-abf228f7-e659-49ab-b874-3688a1af92aa tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:45.445006 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-99701ac9-079f-44ed-b9c4-4748443e1914 req-abf228f7-e659-49ab-b874-3688a1af92aa tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.11 "DELETE /v2.0/ports/71c9c3c9-4777-41ba-ac3e-634279e5bec9 HTTP/1.1" status: 204  len: 173 time: 0.6152332
Apr 16 21:27:45.445601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09abc551-a98f-4553-b387-ec23b28a2190', 'name': 'network-vif-deleted', 'tag': '71c9c3c9-4777-41ba-ac3e-634279e5bec9'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:45.452632 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d2cadc-8468-4999-b83e-38672ab61be8" -d '{"events": [{"server_uuid": "09abc551-a98f-4553-b387-ec23b28a2190", "name": "network-vif-deleted", "tag": "71c9c3c9-4777-41ba-ac3e-634279e5bec9"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:45.511872 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-1802b0cb-0051-4fd7-91a4-cb51cb7eb1b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f593006-a7a9-4abc-8409-1d78959e9c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0677450
Apr 16 21:27:45.562396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec1e86-f3e3-429f-a76f-4b9ef2c7bb48 req-1b049ce5-359c-4b7b-916d-378d9d41ff40 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:45.571602 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7ec1e86-f3e3-429f-a76f-4b9ef2c7bb48 req-1b049ce5-359c-4b7b-916d-378d9d41ff40 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 943 time: 0.0660822
Apr 16 21:27:45.653761 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7ec1e86-f3e3-429f-a76f-4b9ef2c7bb48 req-cfdb7867-02d1-42c7-8539-8bfe9e7bcca8 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811439
Apr 16 21:27:45.678876 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-373eec6e-1622-4238-b775-4a624de5ab5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:45.691697 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-5f772c68-c70a-430b-ae41-9fb2313dec1f service neutron] 10.222.0.41 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702857
Apr 16 21:27:45.789689 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff26435b-9fde-4d32-95a4-26cfb9def6fd x-openstack-request-id: req-ff26435b-9fde-4d32-95a4-26cfb9def6fd {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:45.790212 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09abc551-a98f-4553-b387-ec23b28a2190", "name": "network-vif-deleted", "tag": "71c9c3c9-4777-41ba-ac3e-634279e5bec9", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:45.790646 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff26435b-9fde-4d32-95a4-26cfb9def6fd {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:45.791394 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff26435b-9fde-4d32-95a4-26cfb9def6fd'] response: {'server_uuid': '09abc551-a98f-4553-b387-ec23b28a2190', 'name': 'network-vif-deleted', 'tag': '71c9c3c9-4777-41ba-ac3e-634279e5bec9', 'status': 'completed', 'code': 200}
Apr 16 21:27:45.815879 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-373eec6e-1622-4238-b775-4a624de5ab5f admin admin] Publish callbacks [] for security_group (fcfef5ef-be76-44c7-92f2-3967087745ae), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:45.821216 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9aa83d9-6d42-4f26-ba8e-23f6094a9c2e req-403aacc5-c3df-47bc-8878-7d8aeb4ca144 service neutron] 10.222.0.41 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248767
Apr 16 21:27:45.859614 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-feb19630-456a-4e32-b35c-d585ef2575f2 req-e4bdb19c-f088-42ee-888f-4f55337d7026 tempest-InstanceActionsTestJSON-1827718224 tempest-InstanceActionsTestJSON-1827718224-project] 10.222.0.20 "GET /v2.0/ports?device_id=09abc551-a98f-4553-b387-ec23b28a2190 HTTP/1.1" status: 200  len: 210 time: 0.0355167
Apr 16 21:27:45.883390 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-373eec6e-1622-4238-b775-4a624de5ab5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fcfef5ef-be76-44c7-92f2-3967087745ae), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:45.921227 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373eec6e-1622-4238-b775-4a624de5ab5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfef5ef-be76-44c7-92f2-3967087745ae,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:45.926234 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-373eec6e-1622-4238-b775-4a624de5ab5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ef1b8a656644342bd42ecbcc9f742ea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5940666
Apr 16 21:27:45.928925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48594) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:45.983967 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd993e93-c7e4-491e-9b62-11791b136c9b admin admin] Publish callbacks [] for security_group (fcfef5ef-be76-44c7-92f2-3967087745ae), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:46.017589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd993e93-c7e4-491e-9b62-11791b136c9b admin admin] Publish callbacks [] for security_group (fcfef5ef-be76-44c7-92f2-3967087745ae), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:46.160604 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd993e93-c7e4-491e-9b62-11791b136c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fcfef5ef-be76-44c7-92f2-3967087745ae), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:46.163636 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd993e93-c7e4-491e-9b62-11791b136c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:46.167860 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dd993e93-c7e4-491e-9b62-11791b136c9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcfef5ef-be76-44c7-92f2-3967087745ae HTTP/1.1" status: 204  len: 168 time: 0.2358074
Apr 16 21:27:46.177680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd993e93-c7e4-491e-9b62-11791b136c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfef5ef-be76-44c7-92f2-3967087745ae,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:46.776093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe227a4c-c704-49c6-8e6e-b7ac9ce1ae8b req-69401cf0-0896-456b-9c35-bd02d193fa1d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:46.777594 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe227a4c-c704-49c6-8e6e-b7ac9ce1ae8b req-69401cf0-0896-456b-9c35-bd02d193fa1d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 943 time: 0.0473633
Apr 16 21:27:46.825362 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe227a4c-c704-49c6-8e6e-b7ac9ce1ae8b req-3bce7b0c-d979-44fd-aa9f-6c33a21e1e4d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414696
Apr 16 21:27:46.921992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48670) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:46.978560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3dba23f-4c45-4ed8-a22c-e6bd8b9d7b96 admin admin] Deleting subnet 4088ab7b-826a-4c31-8f9d-715fbf879ad3 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:27:46.981763 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d3dba23f-4c45-4ed8-a22c-e6bd8b9d7b96 admin admin] Publish callbacks [] for subnet (4088ab7b-826a-4c31-8f9d-715fbf879ad3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:46.999760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48672) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:47.013601 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8a8cebe6-c35a-4ba2-a2fe-e4f6e60b6ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.018634 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d3dba23f-4c45-4ed8-a22c-e6bd8b9d7b96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (4088ab7b-826a-4c31-8f9d-715fbf879ad3), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.076144 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d3dba23f-4c45-4ed8-a22c-e6bd8b9d7b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (4088ab7b-826a-4c31-8f9d-715fbf879ad3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.099909 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8a8cebe6-c35a-4ba2-a2fe-e4f6e60b6ebf admin admin] Publish callbacks [] for security_group (42e0608d-e38c-470d-a66b-85620fb338b5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.171871 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8a8cebe6-c35a-4ba2-a2fe-e4f6e60b6ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (42e0608d-e38c-470d-a66b-85620fb338b5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.204913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d3dba23f-4c45-4ed8-a22c-e6bd8b9d7b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (4088ab7b-826a-4c31-8f9d-715fbf879ad3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.211561 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8a8cebe6-c35a-4ba2-a2fe-e4f6e60b6ebf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf42688ed8d74bd6b90a21831ac0e01d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2105820
Apr 16 21:27:47.212767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cebe6-c35a-4ba2-a2fe-e4f6e60b6ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e0608d-e38c-470d-a66b-85620fb338b5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:47.215032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48680) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:47.233934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dba23f-4c45-4ed8-a22c-e6bd8b9d7b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4088ab7b-826a-4c31-8f9d-715fbf879ad3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:47.236481 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d3dba23f-4c45-4ed8-a22c-e6bd8b9d7b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.239662 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d3dba23f-4c45-4ed8-a22c-e6bd8b9d7b96 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4088ab7b-826a-4c31-8f9d-715fbf879ad3 HTTP/1.1" status: 204  len: 168 time: 0.3194144
Apr 16 21:27:47.242132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48682) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:47.281576 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dac19e8-42ed-4a35-8f87-a6359f021066 admin admin] Publish callbacks [] for security_group (42e0608d-e38c-470d-a66b-85620fb338b5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.308554 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dac19e8-42ed-4a35-8f87-a6359f021066 admin admin] Publish callbacks [] for security_group (42e0608d-e38c-470d-a66b-85620fb338b5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.310532 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7df8a93d-0b53-4e99-ab6f-0342a7f64ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (bc16800e-501c-4c30-be2d-29837ac4ee47), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.397811 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7df8a93d-0b53-4e99-ab6f-0342a7f64ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (bc16800e-501c-4c30-be2d-29837ac4ee47), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.408967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 71c9c3c9-4777-41ba-ac3e-634279e5bec9 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:27:47.414696 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dac19e8-42ed-4a35-8f87-a6359f021066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (42e0608d-e38c-470d-a66b-85620fb338b5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.423614 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dac19e8-42ed-4a35-8f87-a6359f021066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.423775 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-7df8a93d-0b53-4e99-ab6f-0342a7f64ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124fcd910>,) {'filters': {'network_id': ['bc16800e-501c-4c30-be2d-29837ac4ee47']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:47.424900 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4dac19e8-42ed-4a35-8f87-a6359f021066 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42e0608d-e38c-470d-a66b-85620fb338b5 HTTP/1.1" status: 204  len: 168 time: 0.2025087
Apr 16 21:27:47.433621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac19e8-42ed-4a35-8f87-a6359f021066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e0608d-e38c-470d-a66b-85620fb338b5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:47.434037 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-7df8a93d-0b53-4e99-ab6f-0342a7f64ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124fcd910>, '31c89309-c122-44a7-9de7-b02cc991e964') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:47.434485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-7df8a93d-0b53-4e99-ab6f-0342a7f64ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124fcd910>, '31c89309-c122-44a7-9de7-b02cc991e964') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:27:47.445322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7df8a93d-0b53-4e99-ab6f-0342a7f64ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (31c89309-c122-44a7-9de7-b02cc991e964), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.459331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 71c9c3c9-4777-41ba-ac3e-634279e5bec9 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:27:47.459534 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7df8a93d-0b53-4e99-ab6f-0342a7f64ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (31c89309-c122-44a7-9de7-b02cc991e964), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.459659 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 71c9c3c9-4777-41ba-ac3e-634279e5bec9 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:27:47.472146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df8a93d-0b53-4e99-ab6f-0342a7f64ea5 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:27:47.472589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7df8a93d-0b53-4e99-ab6f-0342a7f64ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (31c89309-c122-44a7-9de7-b02cc991e964), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:27:47.474448 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:27:47.625573 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7df8a93d-0b53-4e99-ab6f-0342a7f64ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (bc16800e-501c-4c30-be2d-29837ac4ee47), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.632144 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7df8a93d-0b53-4e99-ab6f-0342a7f64ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:47.635503 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7df8a93d-0b53-4e99-ab6f-0342a7f64ea5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bc16800e-501c-4c30-be2d-29837ac4ee47 HTTP/1.1" status: 204  len: 168 time: 0.3922944
Apr 16 21:27:47.646724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8a93d-0b53-4e99-ab6f-0342a7f64ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc16800e-501c-4c30-be2d-29837ac4ee47,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:47.948540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2b700-12a3-4b1c-a4d1-f57be84ed596 req-44ec08ed-0724-4842-84d8-2a436e38534f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:47.950038 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7dd2b700-12a3-4b1c-a4d1-f57be84ed596 req-44ec08ed-0724-4842-84d8-2a436e38534f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 943 time: 0.0526061
Apr 16 21:27:48.005629 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7dd2b700-12a3-4b1c-a4d1-f57be84ed596 req-c5a5065f-3182-40e7-8ef4-1ee338d6e2bc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496955
Apr 16 21:27:48.361690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48712) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:48.409140 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ce04b00d-8acd-47ee-82d1-06c1832ad99b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17dfe7c4a9684f7ea504997e112332f2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0479009
Apr 16 21:27:48.411761 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48714) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:48.468637 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Publish callbacks [] for security_group (c39b69d4-632f-4402-8c56-7b3aceea288c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:48.490831 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Publish callbacks [] for security_group (c39b69d4-632f-4402-8c56-7b3aceea288c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:48.640429 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c39b69d4-632f-4402-8c56-7b3aceea288c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:48.653404 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:48.653404 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c39b69d4-632f-4402-8c56-7b3aceea288c HTTP/1.1" status: 204  len: 168 time: 0.2365894
Apr 16 21:27:48.658956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b69d4-632f-4402-8c56-7b3aceea288c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:48.667022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.667499 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.667825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.668181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.668525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.668975 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.669312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.669644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.669975 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.670301 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.670629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.670953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.671270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.671658 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:48.671988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48383f-002f-427e-87ec-a84af3177ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:49.130526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd530c3-8bd3-4a13-8963-3cebfc2fdb25 req-12e5d702-a184-4a77-b76e-b6ba7d7099fc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:49.133439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1cd530c3-8bd3-4a13-8963-3cebfc2fdb25 req-12e5d702-a184-4a77-b76e-b6ba7d7099fc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 943 time: 0.0527210
Apr 16 21:27:49.192364 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1cd530c3-8bd3-4a13-8963-3cebfc2fdb25 req-e6b0ae58-733e-4661-b77c-f678a72d1906 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499728
Apr 16 21:27:50.215167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device eaf83a7a-9efb-4182-ba3c-eac518b2605d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:27:50.344892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1e51f-4ae4-454a-a4bc-84f163c8dc2d req-17743b05-b0df-49de-9571-a48150e4924f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:50.346519 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2ed1e51f-4ae4-454a-a4bc-84f163c8dc2d req-17743b05-b0df-49de-9571-a48150e4924f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 943 time: 0.0535729
Apr 16 21:27:50.348549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port eaf83a7a-9efb-4182-ba3c-eac518b2605d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eaf83a7a-9efb-4182-ba3c-eac518b2605d,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:50.364875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'eaf83a7a-9efb-4182-ba3c-eac518b2605d', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'port_id': 'eaf83a7a-9efb-4182-ba3c-eac518b2605d', 'mac_address': 'fa:16:3e:c3:57:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9133d53e-619c-487b-8eb9-4bd92e2fff34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:27:50.399045 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2ed1e51f-4ae4-454a-a4bc-84f163c8dc2d req-63de48fa-f7a2-4d89-a3d2-d7636b41478f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466123
Apr 16 21:27:50.407983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port eaf83a7a-9efb-4182-ba3c-eac518b2605d is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:27:50.408322 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:50.429834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf83a7a-9efb-4182-ba3c-eac518b2605d {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:27:50.451064 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port eaf83a7a-9efb-4182-ba3c-eac518b2605d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eaf83a7a-9efb-4182-ba3c-eac518b2605d,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:50.515446 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:50.536656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48838) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:50.572593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48842) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:50.580413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=eaf83a7a-9efb-4182-ba3c-eac518b2605d,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:50.587897 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.588279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.588633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.588980 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.589322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.589661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.589996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.590330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.590660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.590992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.591322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.591646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.592193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.592526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.592858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:27:50.694392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1145292408-network', 'tenant_id': '6e5ed140aa524fbbab716a4dacfb8f01'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:50.731986 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b943e45-0c55-4882-9790-cfb23a28661f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:50.795511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['eaf83a7a-9efb-4182-ba3c-eac518b2605d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:50.813213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Made reservation on behalf of 6e5ed140aa524fbbab716a4dacfb8f01 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:27:50.815579 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:50.837598 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:50.919249 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b943e45-0c55-4882-9790-cfb23a28661f admin admin] Publish callbacks [] for security_group (4ed0163c-5638-4517-b4ef-57ecb1943bb0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:50.973378 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Publish callbacks [] for security_group (dec11bf1-83e2-4b86-8c90-22c19b1f9877), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:51.048362 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b943e45-0c55-4882-9790-cfb23a28661f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4ed0163c-5638-4517-b4ef-57ecb1943bb0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:51.089171 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b943e45-0c55-4882-9790-cfb23a28661f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed0163c-5638-4517-b4ef-57ecb1943bb0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:51.091870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (dec11bf1-83e2-4b86-8c90-22c19b1f9877), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:51.097069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2b943e45-0c55-4882-9790-cfb23a28661f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c2b432cf7e041968fc1b4bc9996d49d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5229404
Apr 16 21:27:51.099809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48856) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:51.120752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:27:51.130711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec11bf1-83e2-4b86-8c90-22c19b1f9877,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:51.135455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (06cf23ed-8567-433e-84e5-734ff908c0e1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:51.135806 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Added segment 06cf23ed-8567-433e-84e5-734ff908c0e1 of type vlan for network 717edaa6-75b3-4b7d-b417-90ecdd617888
Apr 16 21:27:51.156683 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcda1-a780-4e3d-a1b2-edfcb3f6dfce admin admin] Publish callbacks [] for security_group (4ed0163c-5638-4517-b4ef-57ecb1943bb0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:51.176406 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (717edaa6-75b3-4b7d-b417-90ecdd617888), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:51.182476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcda1-a780-4e3d-a1b2-edfcb3f6dfce admin admin] Publish callbacks [] for security_group (4ed0163c-5638-4517-b4ef-57ecb1943bb0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:51.303921 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (717edaa6-75b3-4b7d-b417-90ecdd617888), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:51.306069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:51.306069 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:51.342883 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcda1-a780-4e3d-a1b2-edfcb3f6dfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4ed0163c-5638-4517-b4ef-57ecb1943bb0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:51.346710 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f9fcda1-a780-4e3d-a1b2-edfcb3f6dfce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:51.348116 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5f9fcda1-a780-4e3d-a1b2-edfcb3f6dfce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ed0163c-5638-4517-b4ef-57ecb1943bb0 HTTP/1.1" status: 204  len: 168 time: 0.2452955
Apr 16 21:27:51.358283 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fcda1-a780-4e3d-a1b2-edfcb3f6dfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed0163c-5638-4517-b4ef-57ecb1943bb0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:51.366809 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] Pushing event updated for resources: {'Network': ['ID=717edaa6-75b3-4b7d-b417-90ecdd617888,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:51.382112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 717edaa6-75b3-4b7d-b417-90ecdd617888 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:27:51.469475 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3b7dcebf-c4a6-4512-8dc6-40cc14f19032 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9314690
Apr 16 21:27:51.472484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48870) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:51.478851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-51e6d9e6-3a78-4122-bb7b-5e21bc417bd1 admin admin] Request body: {'subnet': {'network_id': '717edaa6-75b3-4b7d-b417-90ecdd617888', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1145292408-subnet', 'tenant_id': '6e5ed140aa524fbbab716a4dacfb8f01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:51.554995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cada91-51db-4475-a63c-2caff705e987 req-c8b5a8ae-de01-4983-a5d2-96a7d6e7dd8a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:51.556568 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-71cada91-51db-4475-a63c-2caff705e987 req-c8b5a8ae-de01-4983-a5d2-96a7d6e7dd8a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 944 time: 0.0526011
Apr 16 21:27:51.583967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e6d9e6-3a78-4122-bb7b-5e21bc417bd1 admin admin] Made reservation on behalf of 6e5ed140aa524fbbab716a4dacfb8f01 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:27:51.587379 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9e6-3a78-4122-bb7b-5e21bc417bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:51.611395 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-71cada91-51db-4475-a63c-2caff705e987 req-5075d4a3-8cab-4f29-8447-960cb7b3622b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489600
Apr 16 21:27:51.928689 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9e6-3a78-4122-bb7b-5e21bc417bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (93f65be0-0bba-4450-853c-d32dbcf7bd32), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:51.992600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6d9e6-3a78-4122-bb7b-5e21bc417bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f65be0-0bba-4450-853c-d32dbcf7bd32,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:52.003404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6d9e6-3a78-4122-bb7b-5e21bc417bd1 admin admin] Checking segment: {'id': '06cf23ed-8567-433e-84e5-734ff908c0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '717edaa6-75b3-4b7d-b417-90ecdd617888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:27:52.003768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e6d9e6-3a78-4122-bb7b-5e21bc417bd1 admin admin] Network hostable DHCP agents. Network: 717edaa6-75b3-4b7d-b417-90ecdd617888, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:27:52.150080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e6d9e6-3a78-4122-bb7b-5e21bc417bd1 admin admin] Network 717edaa6-75b3-4b7d-b417-90ecdd617888 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:27:52.216268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device eaf83a7a-9efb-4182-ba3c-eac518b2605d up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:27:52.257532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-51e6d9e6-3a78-4122-bb7b-5e21bc417bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 717edaa6-75b3-4b7d-b417-90ecdd617888) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:27:52.268501 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e6d9e6-3a78-4122-bb7b-5e21bc417bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:52.268501 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9e6-3a78-4122-bb7b-5e21bc417bd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:52.270227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port eaf83a7a-9efb-4182-ba3c-eac518b2605d completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:27:52.272688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99652a9e-3a77-4a34-b681-ba683f75cd00 None None] Network 717edaa6-75b3-4b7d-b417-90ecdd617888 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:27:52.349364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port eaf83a7a-9efb-4182-ba3c-eac518b2605d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:27:52.349762 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:52.386704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-51e6d9e6-3a78-4122-bb7b-5e21bc417bd1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9127734
Apr 16 21:27:52.404582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670cb967-ef0f-4437-b6cb-5b60d6caab9b None None] Network 717edaa6-75b3-4b7d-b417-90ecdd617888 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:27:52.523958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port eaf83a7a-9efb-4182-ba3c-eac518b2605d is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:27:52.524487 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:52.569235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a92a902-c20e-44c0-a263-013ab10917cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf83a7a-9efb-4182-ba3c-eac518b2605d'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:52.575024 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a11880-b28e-480b-828e-fbbc06892426" -d '{"events": [{"server_uuid": "0a92a902-c20e-44c0-a263-013ab10917cf", "name": "network-vif-plugged", "status": "completed", "tag": "eaf83a7a-9efb-4182-ba3c-eac518b2605d"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:52.585878 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port eaf83a7a-9efb-4182-ba3c-eac518b2605d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eaf83a7a-9efb-4182-ba3c-eac518b2605d,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:52.618003 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257d9752-c9f4-4671-8a6d-f0e7e40dccc0 x-openstack-request-id: req-257d9752-c9f4-4671-8a6d-f0e7e40dccc0 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:52.618392 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a92a902-c20e-44c0-a263-013ab10917cf", "name": "network-vif-plugged", "status": "completed", "tag": "eaf83a7a-9efb-4182-ba3c-eac518b2605d", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:52.619269 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-257d9752-c9f4-4671-8a6d-f0e7e40dccc0 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:52.619746 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257d9752-c9f4-4671-8a6d-f0e7e40dccc0'] response: {'server_uuid': '0a92a902-c20e-44c0-a263-013ab10917cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf83a7a-9efb-4182-ba3c-eac518b2605d', 'code': 200}
Apr 16 21:27:52.700605 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:52.743895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e49001-9e47-463f-92f7-716e4b1d3519 req-c4596861-f125-4c0c-b8ff-0c2fb1599cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:52.745611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3e49001-9e47-463f-92f7-716e4b1d3519 req-c4596861-f125-4c0c-b8ff-0c2fb1599cb3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 1126 time: 0.0722671
Apr 16 21:27:52.759497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=eaf83a7a-9efb-4182-ba3c-eac518b2605d,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:52.832621 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c634e-bbf9-4f13-8cd8-7c1cf22b9193 req-efe677cf-0ef0-4475-a3f1-7cc40e812e8f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:52.834172 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d48c634e-bbf9-4f13-8cd8-7c1cf22b9193 req-efe677cf-0ef0-4475-a3f1-7cc40e812e8f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 945 time: 0.0874097
Apr 16 21:27:52.856932 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3e49001-9e47-463f-92f7-716e4b1d3519 req-087b4f62-2fb9-4457-b8be-9c923ca84d95 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998425
Apr 16 21:27:52.905740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d48c634e-bbf9-4f13-8cd8-7c1cf22b9193 req-9f54e350-9992-4b4f-b67d-8424884ab001 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617559
Apr 16 21:27:53.233296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-6d581e08-70c2-4688-a262-e45f35bd3343 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:53.234779 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-6d581e08-70c2-4688-a262-e45f35bd3343 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/networks?id=717edaa6-75b3-4b7d-b417-90ecdd617888 HTTP/1.1" status: 200  len: 814 time: 0.1163652
Apr 16 21:27:53.249662 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-4f3b19d6-2a9f-48cb-8f61-22dd9582253e tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/quotas/6e5ed140aa524fbbab716a4dacfb8f01 HTTP/1.1" status: 200  len: 375 time: 0.0088782
Apr 16 21:27:53.284388 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-3d08502f-f936-4cde-aa76-e406df4ec4b5 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e5ed140aa524fbbab716a4dacfb8f01&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0286522
Apr 16 21:27:53.372614 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-6d57ba8d-90a0-430d-b32a-98d18b837523 service neutron] 10.222.0.20 "GET /v2.0/networks/717edaa6-75b3-4b7d-b417-90ecdd617888?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814602
Apr 16 21:27:53.468623 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-1a261680-2a25-40b5-b794-c31fda5ef236 service neutron] 10.222.0.20 "GET /v2.0/networks/717edaa6-75b3-4b7d-b417-90ecdd617888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899680
Apr 16 21:27:53.681051 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48986) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:53.784030 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-291263e2-263f-4ec3-99b4-c7a4e65d53a5 req-c42b4e65-15a3-467b-9932-864e6080afe8 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 210 time: 0.0377312
Apr 16 21:27:53.840321 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-94ffa4d4-8e8d-4480-b3b0-33755f5b6cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:53.931988 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-94ffa4d4-8e8d-4480-b3b0-33755f5b6cb3 admin admin] Publish callbacks [] for security_group (41d2f441-553d-40ad-97b6-5df28dd07411), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:54.023137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22f2b8-2abc-4b1d-a3b5-ab908c126fd4 req-250d7335-328c-4be4-945c-318bfcb0138d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:54.024717 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f22f2b8-2abc-4b1d-a3b5-ab908c126fd4 req-250d7335-328c-4be4-945c-318bfcb0138d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 945 time: 0.0483935
Apr 16 21:27:54.031714 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-94ffa4d4-8e8d-4480-b3b0-33755f5b6cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (41d2f441-553d-40ad-97b6-5df28dd07411), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:54.070024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffa4d4-8e8d-4480-b3b0-33755f5b6cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d2f441-553d-40ad-97b6-5df28dd07411,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:54.088899 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-94ffa4d4-8e8d-4480-b3b0-33755f5b6cb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e8e81525eef4110b78e3d97109bf817&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4066124
Apr 16 21:27:54.095102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f22f2b8-2abc-4b1d-a3b5-ab908c126fd4 req-c5eae5ea-c539-4446-8c86-7928d505ca3f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627074
Apr 16 21:27:54.097316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49016) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:54.156097 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1bff9e8-3ea6-4d40-90e2-195ab1fafdbe admin admin] Publish callbacks [] for security_group (41d2f441-553d-40ad-97b6-5df28dd07411), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:54.181080 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1bff9e8-3ea6-4d40-90e2-195ab1fafdbe admin admin] Publish callbacks [] for security_group (41d2f441-553d-40ad-97b6-5df28dd07411), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:54.303119 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1bff9e8-3ea6-4d40-90e2-195ab1fafdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (41d2f441-553d-40ad-97b6-5df28dd07411), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:54.306654 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1bff9e8-3ea6-4d40-90e2-195ab1fafdbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:54.307986 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d1bff9e8-3ea6-4d40-90e2-195ab1fafdbe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41d2f441-553d-40ad-97b6-5df28dd07411 HTTP/1.1" status: 204  len: 168 time: 0.2095566
Apr 16 21:27:54.316856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bff9e8-3ea6-4d40-90e2-195ab1fafdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d2f441-553d-40ad-97b6-5df28dd07411,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:54.858715 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4cb5f8d2-a00e-460a-a671-7891dc366faf req-2efea2d4-cdcf-4e4a-8935-895d010ab809 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 210 time: 0.0315664
Apr 16 21:27:55.042793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49074) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:55.056692 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9c11c734-18e0-4938-bae5-94ad5fff07d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:55.134163 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9c11c734-18e0-4938-bae5-94ad5fff07d9 admin admin] Publish callbacks [] for security_group (c5301fec-b831-4774-b344-d0cb4d03eb7d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:55.192531 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9c11c734-18e0-4938-bae5-94ad5fff07d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c5301fec-b831-4774-b344-d0cb4d03eb7d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:55.226476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2982c-2fdb-4172-968e-7e727d12c72f req-118bb1fc-6861-4117-8ea7-a56b2fd02dd7 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:55.227895 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0fb2982c-2fdb-4172-968e-7e727d12c72f req-118bb1fc-6861-4117-8ea7-a56b2fd02dd7 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 945 time: 0.0727029
Apr 16 21:27:55.238000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49080) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:55.253933 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11c734-18e0-4938-bae5-94ad5fff07d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5301fec-b831-4774-b344-d0cb4d03eb7d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:55.264269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9c11c734-18e0-4938-bae5-94ad5fff07d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4b97c8c2199410d92dba3a26964777a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2203057
Apr 16 21:27:55.267116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49084) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:55.313060 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0fb2982c-2fdb-4172-968e-7e727d12c72f req-e8252711-d3d5-44ae-9004-c6f92743857e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705700
Apr 16 21:27:55.321571 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e82cc83-042f-4ca2-a773-2e337f0d7a7b admin admin] Publish callbacks [] for security_group (c5301fec-b831-4774-b344-d0cb4d03eb7d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:55.345442 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e82cc83-042f-4ca2-a773-2e337f0d7a7b admin admin] Publish callbacks [] for security_group (c5301fec-b831-4774-b344-d0cb4d03eb7d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:55.385791 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3efd05ae-27d6-454f-8dba-f7d301d8390f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:55.450931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3cc1d-9f3d-4b01-bc04-29fbc4f62f5a req-ea2db9b0-0112-47d4-8d6b-1903fa6e374c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:55.452560 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cf3cc1d-9f3d-4b01-bc04-29fbc4f62f5a req-ea2db9b0-0112-47d4-8d6b-1903fa6e374c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 946 time: 0.0572989
Apr 16 21:27:55.503206 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cf3cc1d-9f3d-4b01-bc04-29fbc4f62f5a req-c6f6c18c-d449-485e-85dc-3c4664187741 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443101
Apr 16 21:27:55.520864 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e82cc83-042f-4ca2-a773-2e337f0d7a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c5301fec-b831-4774-b344-d0cb4d03eb7d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:55.523636 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e82cc83-042f-4ca2-a773-2e337f0d7a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:55.524810 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1e82cc83-042f-4ca2-a773-2e337f0d7a7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5301fec-b831-4774-b344-d0cb4d03eb7d HTTP/1.1" status: 204  len: 168 time: 0.2568729
Apr 16 21:27:55.539130 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82cc83-042f-4ca2-a773-2e337f0d7a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5301fec-b831-4774-b344-d0cb4d03eb7d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:55.623397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2cc31-c3df-409e-92bf-94ce57871f30 req-40d205c6-f361-41b8-b1e1-0f2625df080f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:55.624934 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-afa2cc31-c3df-409e-92bf-94ce57871f30 req-40d205c6-f361-41b8-b1e1-0f2625df080f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 945 time: 0.0474405
Apr 16 21:27:55.666883 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3efd05ae-27d6-454f-8dba-f7d301d8390f admin admin] Publish callbacks [] for security_group (105d70a0-00e0-49ae-b4ad-e2d9fe752a03), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:55.676779 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-afa2cc31-c3df-409e-92bf-94ce57871f30 req-3d940484-3310-41d9-996e-498577c8d64e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453503
Apr 16 21:27:55.774813 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3efd05ae-27d6-454f-8dba-f7d301d8390f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (105d70a0-00e0-49ae-b4ad-e2d9fe752a03), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:55.815462 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3efd05ae-27d6-454f-8dba-f7d301d8390f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0a4b60f87004916af7f8448fbcde9c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5756292
Apr 16 21:27:55.817659 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd05ae-27d6-454f-8dba-f7d301d8390f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105d70a0-00e0-49ae-b4ad-e2d9fe752a03,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:55.818308 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49096) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:55.871556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64d5aed3-4000-4d04-80fc-258b69601074 admin admin] Publish callbacks [] for security_group (105d70a0-00e0-49ae-b4ad-e2d9fe752a03), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:55.895527 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64d5aed3-4000-4d04-80fc-258b69601074 admin admin] Publish callbacks [] for security_group (105d70a0-00e0-49ae-b4ad-e2d9fe752a03), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:55.962094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f78fba3-5ad9-4a01-90b1-60663fe756ad req-89261d92-a6b6-4726-a2cc-b0dccf8cacd7 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 210 time: 0.0304816
Apr 16 21:27:56.074400 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64d5aed3-4000-4d04-80fc-258b69601074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (105d70a0-00e0-49ae-b4ad-e2d9fe752a03), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:56.076967 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64d5aed3-4000-4d04-80fc-258b69601074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:56.078178 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-64d5aed3-4000-4d04-80fc-258b69601074 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/105d70a0-00e0-49ae-b4ad-e2d9fe752a03 HTTP/1.1" status: 204  len: 168 time: 0.2588623
Apr 16 21:27:56.086326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5aed3-4000-4d04-80fc-258b69601074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105d70a0-00e0-49ae-b4ad-e2d9fe752a03,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:56.214975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab58e32-be2f-47d6-9623-80d4b9fe5e3f req-50bff30a-5525-48e4-9237-90b6c0ffb6e3 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:56.216573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ab58e32-be2f-47d6-9623-80d4b9fe5e3f req-50bff30a-5525-48e4-9237-90b6c0ffb6e3 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 945 time: 0.0526347
Apr 16 21:27:56.263925 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ab58e32-be2f-47d6-9623-80d4b9fe5e3f req-e8fde4c0-5b7e-4c18-89e9-0fe4cb650d2b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408919
Apr 16 21:27:56.318871 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49108) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:56.338433 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ba2e757-2085-4a07-af69-d11f990700b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:56.450091 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ba2e757-2085-4a07-af69-d11f990700b0 admin admin] Publish callbacks [] for security_group (c4688fae-dd9d-4c09-b9ee-d21c482acf8c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:56.572946 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ba2e757-2085-4a07-af69-d11f990700b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c4688fae-dd9d-4c09-b9ee-d21c482acf8c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:56.614119 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7ba2e757-2085-4a07-af69-d11f990700b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00b4dcb44fa643cd9020f342fd3ef57c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2941062
Apr 16 21:27:56.614835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2e757-2085-4a07-af69-d11f990700b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4688fae-dd9d-4c09-b9ee-d21c482acf8c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:56.617151 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49116) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:56.669244 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe26b716-d5a8-4f04-ab75-10561edbf707 admin admin] Publish callbacks [] for security_group (c4688fae-dd9d-4c09-b9ee-d21c482acf8c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:56.701733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe26b716-d5a8-4f04-ab75-10561edbf707 admin admin] Publish callbacks [] for security_group (c4688fae-dd9d-4c09-b9ee-d21c482acf8c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:56.739136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-db3e7221-95fe-435d-95dc-3928f859d35c tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:56.740755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-db3e7221-95fe-435d-95dc-3928f859d35c tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.11 "GET /v2.0/networks?id=717edaa6-75b3-4b7d-b417-90ecdd617888 HTTP/1.1" status: 200  len: 814 time: 0.4653080
Apr 16 21:27:56.753891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-0e0cf5ad-b0f3-411c-92e5-ce56b15b1667 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Request body: {'port': {'device_id': 'e50ad261-8551-407b-a56f-48b7f1a5389c', 'network_id': '717edaa6-75b3-4b7d-b417-90ecdd617888', 'admin_state_up': True, 'tenant_id': '6e5ed140aa524fbbab716a4dacfb8f01'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:56.842892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe26b716-d5a8-4f04-ab75-10561edbf707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c4688fae-dd9d-4c09-b9ee-d21c482acf8c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:56.846518 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe26b716-d5a8-4f04-ab75-10561edbf707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:56.848016 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fe26b716-d5a8-4f04-ab75-10561edbf707 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4688fae-dd9d-4c09-b9ee-d21c482acf8c HTTP/1.1" status: 204  len: 168 time: 0.2297146
Apr 16 21:27:56.862719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26b716-d5a8-4f04-ab75-10561edbf707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4688fae-dd9d-4c09-b9ee-d21c482acf8c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:56.891001 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49122) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:56.907924 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-11c7b09a-0563-4e4d-b4fc-d017d847cd74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:56.920460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-0e0cf5ad-b0f3-411c-92e5-ce56b15b1667 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Made reservation on behalf of 6e5ed140aa524fbbab716a4dacfb8f01 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:27:56.924769 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-0e0cf5ad-b0f3-411c-92e5-ce56b15b1667 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:56.997422 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-11c7b09a-0563-4e4d-b4fc-d017d847cd74 admin admin] Publish callbacks [] for security_group (549da747-d284-471c-a6d0-35ae94ffde0d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:57.069954 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d674347-41f1-4022-83a4-376f84b7d35e req-b4161726-adee-4519-960f-b7f9facbafeb tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 210 time: 0.0284269
Apr 16 21:27:57.070727 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-11c7b09a-0563-4e4d-b4fc-d017d847cd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (549da747-d284-471c-a6d0-35ae94ffde0d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:57.074423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-0e0cf5ad-b0f3-411c-92e5-ce56b15b1667 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Allocated IP 172.20.0.2 (717edaa6-75b3-4b7d-b417-90ecdd617888/93f65be0-0bba-4450-853c-d32dbcf7bd32/3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:27:57.105623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-11c7b09a-0563-4e4d-b4fc-d017d847cd74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c2e70de5fef4a9a9eac2e5c3bb9004f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2132328
Apr 16 21:27:57.111009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49128) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:27:57.126969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7b09a-0563-4e4d-b4fc-d017d847cd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549da747-d284-471c-a6d0-35ae94ffde0d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:57.169144 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-786e4ab0-1cff-4576-93ac-0d9969d4f6f5 admin admin] Publish callbacks [] for security_group (549da747-d284-471c-a6d0-35ae94ffde0d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:57.192450 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-786e4ab0-1cff-4576-93ac-0d9969d4f6f5 admin admin] Publish callbacks [] for security_group (549da747-d284-471c-a6d0-35ae94ffde0d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:57.240788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-0e0cf5ad-b0f3-411c-92e5-ce56b15b1667 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Publish callbacks [] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:57.318004 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-786e4ab0-1cff-4576-93ac-0d9969d4f6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (549da747-d284-471c-a6d0-35ae94ffde0d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:57.320752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-786e4ab0-1cff-4576-93ac-0d9969d4f6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:57.327795 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-786e4ab0-1cff-4576-93ac-0d9969d4f6f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/549da747-d284-471c-a6d0-35ae94ffde0d HTTP/1.1" status: 204  len: 168 time: 0.2100098
Apr 16 21:27:57.330777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e4ab0-1cff-4576-93ac-0d9969d4f6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549da747-d284-471c-a6d0-35ae94ffde0d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:57.357297 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-0e0cf5ad-b0f3-411c-92e5-ce56b15b1667 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:57.463194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-0e0cf5ad-b0f3-411c-92e5-ce56b15b1667 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Network 717edaa6-75b3-4b7d-b417-90ecdd617888 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:27:57.471289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-0e0cf5ad-b0f3-411c-92e5-ce56b15b1667 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:27:57.476136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cf5ad-b0f3-411c-92e5-ce56b15b1667 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Pushing event updated for resources: {'Port': ['ID=3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:57.478641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-0e0cf5ad-b0f3-411c-92e5-ce56b15b1667 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:27:57.521639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193feeb-d788-4482-97a5-91bea392eea4 req-293248fd-4c8e-4a2a-8904-e6b7a51bddf5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:57.523155 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d193feeb-d788-4482-97a5-91bea392eea4 req-293248fd-4c8e-4a2a-8904-e6b7a51bddf5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 945 time: 0.1125283
Apr 16 21:27:57.577627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa133365-7fb0-41c3-87ba-33d74216feff req-a02e8af6-de0b-4285-a91a-e6ea7883bacf tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:57.579415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa133365-7fb0-41c3-87ba-33d74216feff req-a02e8af6-de0b-4285-a91a-e6ea7883bacf tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 945 time: 0.0515156
Apr 16 21:27:57.583431 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea24272e-b7b4-41a5-a3fa-6a43b08cf26c req-58d429e1-f8db-4e19-a380-f3fc7242ca6b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1002142
Apr 16 21:27:57.603581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-0e0cf5ad-b0f3-411c-92e5-ce56b15b1667 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:57.604676 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-0e0cf5ad-b0f3-411c-92e5-ce56b15b1667 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:57.670526 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d193feeb-d788-4482-97a5-91bea392eea4 req-fc8bf6f6-3090-4569-887a-568aec350d62 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130321
Apr 16 21:27:57.685826 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24272e-b7b4-41a5-a3fa-6a43b08cf26c req-2dc9cb42-45c2-40b1-92c5-6f83058ebf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:57.687452 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea24272e-b7b4-41a5-a3fa-6a43b08cf26c req-2dc9cb42-45c2-40b1-92c5-6f83058ebf2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 1127 time: 0.0755670
Apr 16 21:27:57.712316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-fa133365-7fb0-41c3-87ba-33d74216feff req-73edb945-4c02-4ce5-9ca4-0a2160f3feb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Deleting port eaf83a7a-9efb-4182-ba3c-eac518b2605d {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:27:57.712669 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fa133365-7fb0-41c3-87ba-33d74216feff req-73edb945-4c02-4ce5-9ca4-0a2160f3feb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:57.776841 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-0e0cf5ad-b0f3-411c-92e5-ce56b15b1667 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0260072
Apr 16 21:27:57.793301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Request body: {'port': {'device_id': 'e50ad261-8551-407b-a56f-48b7f1a5389c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:27:57.822684 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-fa133365-7fb0-41c3-87ba-33d74216feff req-73edb945-4c02-4ce5-9ca4-0a2160f3feb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] For port eaf83a7a-9efb-4182-ba3c-eac518b2605d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eaf83a7a-9efb-4182-ba3c-eac518b2605d,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:27:57.823134 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fa133365-7fb0-41c3-87ba-33d74216feff req-73edb945-4c02-4ce5-9ca4-0a2160f3feb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:57.839251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-fa133365-7fb0-41c3-87ba-33d74216feff req-73edb945-4c02-4ce5-9ca4-0a2160f3feb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Calling delete_port for eaf83a7a-9efb-4182-ba3c-eac518b2605d owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:27:57.889798 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:57.892417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24272e-b7b4-41a5-a3fa-6a43b08cf26c req-28f50087-b304-4ec7-9e16-f7652c721681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:57.894073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea24272e-b7b4-41a5-a3fa-6a43b08cf26c req-28f50087-b304-4ec7-9e16-f7652c721681 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 907 time: 0.1744339
Apr 16 21:27:57.948834 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea24272e-b7b4-41a5-a3fa-6a43b08cf26c req-f77740a5-7642-4a4c-831a-1d2790c5e948 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0c5154e-e278-4526-8a07-42e809fbe3c8 HTTP/1.1" status: 200  len: 217 time: 0.0469534
Apr 16 21:27:58.074033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24272e-b7b4-41a5-a3fa-6a43b08cf26c req-940a812d-97d0-4b83-a822-bff269fcd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:58.075534 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea24272e-b7b4-41a5-a3fa-6a43b08cf26c req-940a812d-97d0-4b83-a822-bff269fcd861 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9133d53e-619c-487b-8eb9-4bd92e2fff34 HTTP/1.1" status: 200  len: 846 time: 0.1071923
Apr 16 21:27:58.115703 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fa133365-7fb0-41c3-87ba-33d74216feff req-73edb945-4c02-4ce5-9ca4-0a2160f3feb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (eaf83a7a-9efb-4182-ba3c-eac518b2605d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:58.121077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea24272e-b7b4-41a5-a3fa-6a43b08cf26c req-1aaaab2f-8c77-4fe7-a0f8-d7399fdbd20d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f593006-a7a9-4abc-8409-1d78959e9c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0365288
Apr 16 21:27:58.133508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8', 'd10ac50b-d5ee-49cc-85a7-303e299725ee'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:58.136426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['eaf83a7a-9efb-4182-ba3c-eac518b2605d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:27:58.281298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edb945-4c02-4ce5-9ca4-0a2160f3feb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event deleted for resources: {'Port': ['ID=eaf83a7a-9efb-4182-ba3c-eac518b2605d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:58.293450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea24272e-b7b4-41a5-a3fa-6a43b08cf26c req-ed7e5310-cd44-4a96-9f82-4d7381591679 service neutron] 10.222.0.11 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661599
Apr 16 21:27:58.350362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa133365-7fb0-41c3-87ba-33d74216feff req-73edb945-4c02-4ce5-9ca4-0a2160f3feb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] No DVR routers for this DVR port eaf83a7a-9efb-4182-ba3c-eac518b2605d on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:27:58.354653 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fa133365-7fb0-41c3-87ba-33d74216feff req-73edb945-4c02-4ce5-9ca4-0a2160f3feb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:58.357516 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa133365-7fb0-41c3-87ba-33d74216feff req-73edb945-4c02-4ce5-9ca4-0a2160f3feb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.41 "DELETE /v2.0/ports/eaf83a7a-9efb-4182-ba3c-eac518b2605d HTTP/1.1" status: 204  len: 173 time: 0.7713566
Apr 16 21:27:58.360159 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a92a902-c20e-44c0-a263-013ab10917cf', 'name': 'network-vif-deleted', 'tag': 'eaf83a7a-9efb-4182-ba3c-eac518b2605d'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:58.366965 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294fa6c9-f8d0-4b29-ab0e-9cd4b13cd51b" -d '{"events": [{"server_uuid": "0a92a902-c20e-44c0-a263-013ab10917cf", "name": "network-vif-deleted", "tag": "eaf83a7a-9efb-4182-ba3c-eac518b2605d"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:58.382965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d818a9e-4e9c-496a-b7aa-eb61d038ab1d req-116f7f62-0990-4f46-92b0-ff1cf010ba76 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:58.384668 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d818a9e-4e9c-496a-b7aa-eb61d038ab1d req-116f7f62-0990-4f46-92b0-ff1cf010ba76 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 931 time: 0.2217290
Apr 16 21:27:58.463214 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d818a9e-4e9c-496a-b7aa-eb61d038ab1d req-14dfda24-c804-42f2-bc9b-29670dadb7b8 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/security-groups?id=dec11bf1-83e2-4b86-8c90-22c19b1f9877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725174
Apr 16 21:27:58.465070 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c60a4e-bc10-46c0-8a1b-ebe99c02bbb5 x-openstack-request-id: req-81c60a4e-bc10-46c0-8a1b-ebe99c02bbb5 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:58.465366 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a92a902-c20e-44c0-a263-013ab10917cf", "name": "network-vif-deleted", "tag": "eaf83a7a-9efb-4182-ba3c-eac518b2605d", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:58.465622 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81c60a4e-bc10-46c0-8a1b-ebe99c02bbb5 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:58.466191 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c60a4e-bc10-46c0-8a1b-ebe99c02bbb5'] response: {'server_uuid': '0a92a902-c20e-44c0-a263-013ab10917cf', 'name': 'network-vif-deleted', 'tag': 'eaf83a7a-9efb-4182-ba3c-eac518b2605d', 'status': 'completed', 'code': 200}
Apr 16 21:27:58.506093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:27:58.520734 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Publish callbacks [] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:58.546704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Transition to ACTIVE for port object 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:27:58.585358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea24272e-b7b4-41a5-a3fa-6a43b08cf26c req-e6b80aaf-03c5-42b2-ae09-7b693df98c75 service neutron] 10.222.0.11 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2743821
Apr 16 21:27:58.648478 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:58.715566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Pushing event updated for resources: {'Port': ['ID=3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:58.812156 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Attempting to bind port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:27:58.815651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Attempting to bind port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '06cf23ed-8567-433e-84e5-734ff908c0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '717edaa6-75b3-4b7d-b417-90ecdd617888'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:27:58.815651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Attempting to bind port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 on network 717edaa6-75b3-4b7d-b417-90ecdd617888 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:27:58.820587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 on network 717edaa6-75b3-4b7d-b417-90ecdd617888 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:27:58.821051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Attempting to bind port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 on network 717edaa6-75b3-4b7d-b417-90ecdd617888 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:27:58.827679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:27:58.828028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Checking segment: {'id': '06cf23ed-8567-433e-84e5-734ff908c0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '717edaa6-75b3-4b7d-b417-90ecdd617888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:27:58.828480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Bound using segment: {'id': '06cf23ed-8567-433e-84e5-734ff908c0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '717edaa6-75b3-4b7d-b417-90ecdd617888'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:27:58.828998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Bound port: 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cf23ed-8567-433e-84e5-734ff908c0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '717edaa6-75b3-4b7d-b417-90ecdd617888'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:27:58.829373 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:58.892718 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1d24657b-6070-47fc-ab3a-b31bac63fa3d req-fc165aab-4586-4f75-bf8b-b5233c64bf5a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a92a902-c20e-44c0-a263-013ab10917cf HTTP/1.1" status: 200  len: 210 time: 0.0595431
Apr 16 21:27:58.929787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] For port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:27:58.934125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] For port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3,segment=NetworkSegment(06cf23ed-8567-433e-84e5-734ff908c0e1),segment_id=06cf23ed-8567-433e-84e5-734ff908c0e1)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:27:59.020736 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:59.066246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:59.066919 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:27:59.069141 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] 10.222.0.11 "PUT /v2.0/ports/3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 HTTP/1.1" status: 200  len: 1091 time: 1.2830129
Apr 16 21:27:59.075203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50ad261-8551-407b-a56f-48b7f1a5389c', 'tag': '3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:27:59.077663 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1e11c8-b909-406c-a6d4-d02043655048" -d '{"events": [{"name": "network-changed", "server_uuid": "e50ad261-8551-407b-a56f-48b7f1a5389c", "tag": "3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:27:59.102030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a0e5b-b57c-4ce8-9590-328bbc53321f service neutron] Pushing event updated for resources: {'Port': ['ID=3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:27:59.114353 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e88474-2b27-45be-94b1-0abb3968219a x-openstack-request-id: req-b1e88474-2b27-45be-94b1-0abb3968219a {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:27:59.114651 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50ad261-8551-407b-a56f-48b7f1a5389c", "tag": "3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:27:59.114914 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1e88474-2b27-45be-94b1-0abb3968219a {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:27:59.115328 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e88474-2b27-45be-94b1-0abb3968219a'] response: {'name': 'network-changed', 'server_uuid': 'e50ad261-8551-407b-a56f-48b7f1a5389c', 'tag': '3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3', 'status': 'completed', 'code': 200}
Apr 16 21:27:59.180094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e11c8-b909-406c-a6d4-d02043655048 req-ed67d2e6-3d25-470d-8a53-a010871ec4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:59.181705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af1e11c8-b909-406c-a6d4-d02043655048 req-ed67d2e6-3d25-470d-8a53-a010871ec4ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e5ed140aa524fbbab716a4dacfb8f01&device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 1125 time: 0.0447378
Apr 16 21:27:59.301290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e11c8-b909-406c-a6d4-d02043655048 req-c3fe737d-b5de-4a65-a4b0-7f208a6195ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:59.307107 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af1e11c8-b909-406c-a6d4-d02043655048 req-c3fe737d-b5de-4a65-a4b0-7f208a6195ba service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6e5ed140aa524fbbab716a4dacfb8f01&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1133471
Apr 16 21:27:59.400591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e11c8-b909-406c-a6d4-d02043655048 req-94f2a679-1bd7-4a26-ab9e-27dcbc07a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:59.402278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af1e11c8-b909-406c-a6d4-d02043655048 req-94f2a679-1bd7-4a26-ab9e-27dcbc07a45e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0932257
Apr 16 21:27:59.484231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-f4f1bb67-0dca-4ba0-978f-d703509f50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:59.485745 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-f4f1bb67-0dca-4ba0-978f-d703509f50c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e5ed140aa524fbbab716a4dacfb8f01&device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 1125 time: 0.0491366
Apr 16 21:27:59.534885 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-08dfe6c0-d114-4941-a529-e34e469c555e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 HTTP/1.1" status: 200  len: 217 time: 0.0386143
Apr 16 21:27:59.627504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdc22f-9e1a-45bb-a695-04a90790fabb req-d74a5859-da72-4c68-b133-9fec9f01c448 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:59.629150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d9cdc22f-9e1a-45bb-a695-04a90790fabb req-d74a5859-da72-4c68-b133-9fec9f01c448 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 943 time: 0.0773196
Apr 16 21:27:59.659766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-8f029e42-8291-42da-9d8b-ca6f2499c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:27:59.661288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-8f029e42-8291-42da-9d8b-ca6f2499c1be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93f65be0-0bba-4450-853c-d32dbcf7bd32 HTTP/1.1" status: 200  len: 854 time: 0.1198053
Apr 16 21:27:59.724017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-1761a5e7-2eee-4a7c-b74a-5c2474d7e6c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=717edaa6-75b3-4b7d-b417-90ecdd617888&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479496
Apr 16 21:27:59.731372 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d9cdc22f-9e1a-45bb-a695-04a90790fabb req-9aaa0a3a-925f-4d02-8a78-2ac294695275 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/security-groups?id=dec11bf1-83e2-4b86-8c90-22c19b1f9877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920625
Apr 16 21:27:59.831777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-d9178c3d-761f-4b57-a232-d96c5afdb87d service neutron] 10.222.0.11 "GET /v2.0/networks/717edaa6-75b3-4b7d-b417-90ecdd617888?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993683
Apr 16 21:27:59.945856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cd11b84-fb1a-469a-9c92-f36248d7440a req-33cce77b-8022-45fe-b489-fca7df429bd0 service neutron] 10.222.0.11 "GET /v2.0/networks/717edaa6-75b3-4b7d-b417-90ecdd617888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1079779
Apr 16 21:28:00.464704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38290ee3-1152-4e11-b69c-5d58296fc61e req-48fcc6e9-7057-463f-be64-f2bf001d2ab3 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:00.466651 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-38290ee3-1152-4e11-b69c-5d58296fc61e req-48fcc6e9-7057-463f-be64-f2bf001d2ab3 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 946 time: 0.0504758
Apr 16 21:28:00.525564 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-38290ee3-1152-4e11-b69c-5d58296fc61e req-99e9f50c-05bb-4554-8753-059099a5a4d7 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503917
Apr 16 21:28:00.587362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49256) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:00.697746 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9591789-fa26-4e7b-aa6d-f2d22bc84e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:00.771775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9591789-fa26-4e7b-aa6d-f2d22bc84e5e admin admin] Publish callbacks [] for security_group (28472220-6288-4dca-a632-cd1149c7a258), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:00.858251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce663a-a962-413d-a3a3-b5a2d373badf req-b81137b9-82e1-416f-8de3-8837d1868b4f tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:00.859797 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7ce663a-a962-413d-a3a3-b5a2d373badf req-b81137b9-82e1-416f-8de3-8837d1868b4f tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 943 time: 0.0517974
Apr 16 21:28:00.863671 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9591789-fa26-4e7b-aa6d-f2d22bc84e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (28472220-6288-4dca-a632-cd1149c7a258), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:00.904740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d9591789-fa26-4e7b-aa6d-f2d22bc84e5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1df7539f64e40a2866ab772e5af9ec8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3162940
Apr 16 21:28:00.907653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49284) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:00.909474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9591789-fa26-4e7b-aa6d-f2d22bc84e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28472220-6288-4dca-a632-cd1149c7a258,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:00.931623 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7ce663a-a962-413d-a3a3-b5a2d373badf req-2cb5db4b-36f4-4eb9-9039-5f03d4972b57 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/security-groups?id=dec11bf1-83e2-4b86-8c90-22c19b1f9877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602126
Apr 16 21:28:00.979336 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Publish callbacks [] for security_group (28472220-6288-4dca-a632-cd1149c7a258), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:01.000693 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Publish callbacks [] for security_group (28472220-6288-4dca-a632-cd1149c7a258), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:01.115770 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (28472220-6288-4dca-a632-cd1149c7a258), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:01.118708 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:01.119954 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28472220-6288-4dca-a632-cd1149c7a258 HTTP/1.1" status: 204  len: 168 time: 0.2113082
Apr 16 21:28:01.129994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28472220-6288-4dca-a632-cd1149c7a258,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:01.137864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.138228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.138591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.138911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.139246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.139579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.139918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.140512 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.140904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.141354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.141694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.142053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.142350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.143240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.143680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b2125-8cba-4f86-bd21-e595e748fb31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:01.288012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49292) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:01.417058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:28:01.508923 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df5ef014-a95b-47db-8ba7-4e38e16d8d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:01.534540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3,segment=NetworkSegment(06cf23ed-8567-433e-84e5-734ff908c0e1),segment_id=06cf23ed-8567-433e-84e5-734ff908c0e1)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:01.547296 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3', 'network_id': '717edaa6-75b3-4b7d-b417-90ecdd617888', 'port_id': '3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3', 'mac_address': 'fa:16:3e:01:55:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f65be0-0bba-4450-853c-d32dbcf7bd32', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:28:01.585775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df5ef014-a95b-47db-8ba7-4e38e16d8d76 admin admin] Publish callbacks [] for security_group (4df3b538-399b-46d8-a757-c4caec8c493d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:01.594654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:01.594654 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:01.607717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:28:01.628563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3,segment=NetworkSegment(06cf23ed-8567-433e-84e5-734ff908c0e1),segment_id=06cf23ed-8567-433e-84e5-734ff908c0e1)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:01.663156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7e4a-f0c9-40d4-acb8-a8a18eca65de req-c350d76a-7ca0-42b2-a4b2-f17a26b28ab5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:01.664707 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-332a7e4a-f0c9-40d4-acb8-a8a18eca65de req-c350d76a-7ca0-42b2-a4b2-f17a26b28ab5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 946 time: 0.0489888
Apr 16 21:28:01.709273 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df5ef014-a95b-47db-8ba7-4e38e16d8d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4df3b538-399b-46d8-a757-c4caec8c493d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:01.727035 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-332a7e4a-f0c9-40d4-acb8-a8a18eca65de req-1f63647d-de7a-48bb-8904-a51b84c172f1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566659
Apr 16 21:28:01.738316 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:01.753687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ef014-a95b-47db-8ba7-4e38e16d8d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df3b538-399b-46d8-a757-c4caec8c493d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:01.762635 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-df5ef014-a95b-47db-8ba7-4e38e16d8d76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4d80b0a36174455b80b06402214d38c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4699025
Apr 16 21:28:01.762635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49308) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:02.025172 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:02.026191 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ea75aab-ee60-41b3-8f19-f81e720022a8 admin admin] Publish callbacks [] for security_group (4df3b538-399b-46d8-a757-c4caec8c493d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:02.026191 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ea75aab-ee60-41b3-8f19-f81e720022a8 admin admin] Publish callbacks [] for security_group (4df3b538-399b-46d8-a757-c4caec8c493d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:02.027354 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:28:02.028784 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ea75aab-ee60-41b3-8f19-f81e720022a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4df3b538-399b-46d8-a757-c4caec8c493d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:02.028784 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ea75aab-ee60-41b3-8f19-f81e720022a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:02.028784 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0ea75aab-ee60-41b3-8f19-f81e720022a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4df3b538-399b-46d8-a757-c4caec8c493d HTTP/1.1" status: 204  len: 168 time: 0.2284443
Apr 16 21:28:02.028784 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea75aab-ee60-41b3-8f19-f81e720022a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df3b538-399b-46d8-a757-c4caec8c493d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:02.054141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:28:02.085921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58f98c-500d-41fd-b781-acfb5653c492 req-67f81432-89e7-4446-a93d-cab191c3e65a tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:02.088012 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fb58f98c-500d-41fd-b781-acfb5653c492 req-67f81432-89e7-4446-a93d-cab191c3e65a tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 944 time: 0.0914171
Apr 16 21:28:02.145421 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fb58f98c-500d-41fd-b781-acfb5653c492 req-21291419-e9d2-49a8-88ad-ccfba0bea423 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/security-groups?id=dec11bf1-83e2-4b86-8c90-22c19b1f9877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504432
Apr 16 21:28:02.220646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device eaf83a7a-9efb-4182-ba3c-eac518b2605d no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:28:02.247573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: eaf83a7a-9efb-4182-ba3c-eac518b2605d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:28:02.248293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device eaf83a7a-9efb-4182-ba3c-eac518b2605d not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:28:02.747200 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a05c66-985e-44a2-8f51-669c719ea38a req-c1936c87-9fc5-48a4-a031-650791477d07 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:02.748759 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7a05c66-985e-44a2-8f51-669c719ea38a req-c1936c87-9fc5-48a4-a031-650791477d07 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 946 time: 0.0497696
Apr 16 21:28:02.769024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49340) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:02.786631 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-513ce1f7-1290-450f-9d4e-86c763cbde45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:02.861971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac078886-ab5e-498a-83f8-0083e6fcd8f9 req-8046cbec-7435-4852-adc3-49575ee13573 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:02.863480 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac078886-ab5e-498a-83f8-0083e6fcd8f9 req-8046cbec-7435-4852-adc3-49575ee13573 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 946 time: 0.0635080
Apr 16 21:28:02.944484 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac078886-ab5e-498a-83f8-0083e6fcd8f9 req-ad59807f-4bab-4054-acd3-4bdec20881a1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738552
Apr 16 21:28:02.946265 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-513ce1f7-1290-450f-9d4e-86c763cbde45 admin admin] Publish callbacks [] for security_group (303a6f64-68fe-4852-b0bb-f6069eae995e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:03.014271 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-513ce1f7-1290-450f-9d4e-86c763cbde45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (303a6f64-68fe-4852-b0bb-f6069eae995e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:03.033646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-d7a05c66-985e-44a2-8f51-669c719ea38a req-e9113405-0911-40d2-9a14-5ef7623bcb5c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Deleting port d10ac50b-d5ee-49cc-85a7-303e299725ee {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:03.034196 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d7a05c66-985e-44a2-8f51-669c719ea38a req-e9113405-0911-40d2-9a14-5ef7623bcb5c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:03.056439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ce1f7-1290-450f-9d4e-86c763cbde45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303a6f64-68fe-4852-b0bb-f6069eae995e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:03.062732 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-513ce1f7-1290-450f-9d4e-86c763cbde45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f537c35c4a124856a8d2077a6142ff7c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2887084
Apr 16 21:28:03.065870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49344) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:03.129963 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b249c5ba-4bd0-4d68-b232-2450e956e1c8 admin admin] Publish callbacks [] for security_group (303a6f64-68fe-4852-b0bb-f6069eae995e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:03.136842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d7a05c66-985e-44a2-8f51-669c719ea38a req-e9113405-0911-40d2-9a14-5ef7623bcb5c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] For port d10ac50b-d5ee-49cc-85a7-303e299725ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d10ac50b-d5ee-49cc-85a7-303e299725ee,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:03.137360 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d7a05c66-985e-44a2-8f51-669c719ea38a req-e9113405-0911-40d2-9a14-5ef7623bcb5c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:03.151599 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b249c5ba-4bd0-4d68-b232-2450e956e1c8 admin admin] Publish callbacks [] for security_group (303a6f64-68fe-4852-b0bb-f6069eae995e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:03.151771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-d7a05c66-985e-44a2-8f51-669c719ea38a req-e9113405-0911-40d2-9a14-5ef7623bcb5c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Calling delete_port for d10ac50b-d5ee-49cc-85a7-303e299725ee owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:03.286461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ad87d-dc91-4fba-b85f-7e8a6a188e35 req-cd5ea934-eece-45f6-9519-50046cec2384 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:03.288033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1d7ad87d-dc91-4fba-b85f-7e8a6a188e35 req-cd5ea934-eece-45f6-9519-50046cec2384 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 944 time: 0.0682864
Apr 16 21:28:03.320576 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b249c5ba-4bd0-4d68-b232-2450e956e1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (303a6f64-68fe-4852-b0bb-f6069eae995e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:03.323767 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b249c5ba-4bd0-4d68-b232-2450e956e1c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:03.324977 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b249c5ba-4bd0-4d68-b232-2450e956e1c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/303a6f64-68fe-4852-b0bb-f6069eae995e HTTP/1.1" status: 204  len: 168 time: 0.2582560
Apr 16 21:28:03.334440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249c5ba-4bd0-4d68-b232-2450e956e1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303a6f64-68fe-4852-b0bb-f6069eae995e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:03.381787 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1d7ad87d-dc91-4fba-b85f-7e8a6a188e35 req-dfe5187e-b051-499a-84ed-3d1aa24744f6 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/security-groups?id=dec11bf1-83e2-4b86-8c90-22c19b1f9877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849993
Apr 16 21:28:03.426585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:03.463213 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d7a05c66-985e-44a2-8f51-669c719ea38a req-e9113405-0911-40d2-9a14-5ef7623bcb5c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d10ac50b-d5ee-49cc-85a7-303e299725ee), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:03.476707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:28:03.503174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9113405-0911-40d2-9a14-5ef7623bcb5c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event deleted for resources: {'Port': ['ID=d10ac50b-d5ee-49cc-85a7-303e299725ee,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:03.527356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:28:03.556889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a05c66-985e-44a2-8f51-669c719ea38a req-e9113405-0911-40d2-9a14-5ef7623bcb5c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] No DVR routers for this DVR port d10ac50b-d5ee-49cc-85a7-303e299725ee on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:28:03.556889 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d7a05c66-985e-44a2-8f51-669c719ea38a req-e9113405-0911-40d2-9a14-5ef7623bcb5c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:03.559978 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7a05c66-985e-44a2-8f51-669c719ea38a req-e9113405-0911-40d2-9a14-5ef7623bcb5c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "DELETE /v2.0/ports/d10ac50b-d5ee-49cc-85a7-303e299725ee HTTP/1.1" status: 204  len: 173 time: 0.6315835
Apr 16 21:28:03.560624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fee6363-9586-45b0-b643-e6dbd4652c80', 'name': 'network-vif-deleted', 'tag': 'd10ac50b-d5ee-49cc-85a7-303e299725ee'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:28:03.563150 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e3ce98-105f-4ee3-b82f-573931d05fb4" -d '{"events": [{"server_uuid": "5fee6363-9586-45b0-b643-e6dbd4652c80", "name": "network-vif-deleted", "tag": "d10ac50b-d5ee-49cc-85a7-303e299725ee"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:28:03.602169 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b2ef6b-215c-4669-ba91-1c68239ff0c5 x-openstack-request-id: req-d1b2ef6b-215c-4669-ba91-1c68239ff0c5 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:28:03.602458 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fee6363-9586-45b0-b643-e6dbd4652c80", "name": "network-vif-deleted", "tag": "d10ac50b-d5ee-49cc-85a7-303e299725ee", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:28:03.602719 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1b2ef6b-215c-4669-ba91-1c68239ff0c5 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:28:03.603156 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1b2ef6b-215c-4669-ba91-1c68239ff0c5'] response: {'server_uuid': '5fee6363-9586-45b0-b643-e6dbd4652c80', 'name': 'network-vif-deleted', 'tag': 'd10ac50b-d5ee-49cc-85a7-303e299725ee', 'status': 'completed', 'code': 200}
Apr 16 21:28:03.671486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:03.671873 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:03.765335 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:03.766088 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:03.793560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50ad261-8551-407b-a56f-48b7f1a5389c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:28:03.796029 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2981c38d-496d-4c43-a489-1aa661515725" -d '{"events": [{"server_uuid": "e50ad261-8551-407b-a56f-48b7f1a5389c", "name": "network-vif-plugged", "status": "completed", "tag": "3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:28:03.809612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3,segment=NetworkSegment(06cf23ed-8567-433e-84e5-734ff908c0e1),segment_id=06cf23ed-8567-433e-84e5-734ff908c0e1)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:03.837763 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53537bc-9af7-479f-8bc3-1b6f843118dd x-openstack-request-id: req-e53537bc-9af7-479f-8bc3-1b6f843118dd {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:28:03.838002 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50ad261-8551-407b-a56f-48b7f1a5389c", "name": "network-vif-plugged", "status": "completed", "tag": "3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:28:03.838286 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e53537bc-9af7-479f-8bc3-1b6f843118dd {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:28:03.838683 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53537bc-9af7-479f-8bc3-1b6f843118dd'] response: {'server_uuid': 'e50ad261-8551-407b-a56f-48b7f1a5389c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3', 'code': 200}
Apr 16 21:28:03.884741 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:03.948848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:04.063655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5853c9c2-7e80-4e37-8ace-61a63efd5c03 req-5bceef00-3e23-4855-b418-f90007b60ae6 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fee6363-9586-45b0-b643-e6dbd4652c80 HTTP/1.1" status: 200  len: 210 time: 0.0306385
Apr 16 21:28:04.088752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc69ec-ce6a-4fd0-b7e5-52db3f211449 req-c59975e5-2a5d-4289-9a27-020ac100eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:04.089256 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5cc69ec-ce6a-4fd0-b7e5-52db3f211449 req-c59975e5-2a5d-4289-9a27-020ac100eac0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 1127 time: 0.1763897
Apr 16 21:28:04.236058 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5cc69ec-ce6a-4fd0-b7e5-52db3f211449 req-a6bdfa70-4144-47d3-9e5b-acbc4ca4d3fd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dec11bf1-83e2-4b86-8c90-22c19b1f9877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500903
Apr 16 21:28:04.554295 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43262e3f-4d75-4efe-a593-805bb7a048d8 req-1f56807d-a630-4dfa-825c-c4d39a742f05 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:04.555842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43262e3f-4d75-4efe-a593-805bb7a048d8 req-1f56807d-a630-4dfa-825c-c4d39a742f05 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 945 time: 0.0509121
Apr 16 21:28:04.635387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43262e3f-4d75-4efe-a593-805bb7a048d8 req-3f8571c9-952a-45b6-b02d-160b5edafc40 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/security-groups?id=dec11bf1-83e2-4b86-8c90-22c19b1f9877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719109
Apr 16 21:28:05.052623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da51fae4-ecab-4507-9fde-bfc784f4d6bb req-2b27f353-e3fc-4ff2-94df-4c410b79186b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0405674
Apr 16 21:28:05.142669 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51fae4-ecab-4507-9fde-bfc784f4d6bb req-fb5d70c4-227a-474d-9e7f-a87d89ff564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:05.149000 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da51fae4-ecab-4507-9fde-bfc784f4d6bb req-fb5d70c4-227a-474d-9e7f-a87d89ff564f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 1128 time: 0.0495489
Apr 16 21:28:05.271895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51fae4-ecab-4507-9fde-bfc784f4d6bb req-b79af83c-6e05-4036-8074-d43052a8a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:05.274151 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da51fae4-ecab-4507-9fde-bfc784f4d6bb req-b79af83c-6e05-4036-8074-d43052a8a92e service neutron] 10.222.0.41 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 916 time: 0.1051331
Apr 16 21:28:05.365906 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da51fae4-ecab-4507-9fde-bfc784f4d6bb req-1153437b-210a-4604-ae79-80bc87411346 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 HTTP/1.1" status: 200  len: 1002 time: 0.0850112
Apr 16 21:28:05.419359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51fae4-ecab-4507-9fde-bfc784f4d6bb req-cc7e4871-66fb-4fe6-84b4-14c4f378970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:05.420891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da51fae4-ecab-4507-9fde-bfc784f4d6bb req-cc7e4871-66fb-4fe6-84b4-14c4f378970e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.0492597
Apr 16 21:28:05.430284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device d10ac50b-d5ee-49cc-85a7-303e299725ee no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:28:05.464425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: d10ac50b-d5ee-49cc-85a7-303e299725ee {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:28:05.464935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device d10ac50b-d5ee-49cc-85a7-303e299725ee not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:28:05.477978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51fae4-ecab-4507-9fde-bfc784f4d6bb req-f12b88dc-f611-4944-b204-c9aa862a7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:05.479255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-c4a4a69b-9441-44ce-81b5-e5ce0561c22d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:05.479730 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da51fae4-ecab-4507-9fde-bfc784f4d6bb req-f12b88dc-f611-4944-b204-c9aa862a7670 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0525801
Apr 16 21:28:05.481158 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-c4a4a69b-9441-44ce-81b5-e5ce0561c22d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.1365461
Apr 16 21:28:05.497189 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-4dacddfc-d12a-4c72-b7ad-35905c2f5d61 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/quotas/76fd883ad3944fcaaecdf2909120dc87 HTTP/1.1" status: 200  len: 375 time: 0.0104065
Apr 16 21:28:05.552606 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-90be844f-c4c1-4e12-a399-530c8061037b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0497642
Apr 16 21:28:05.590056 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da51fae4-ecab-4507-9fde-bfc784f4d6bb req-4bce2023-fda2-4735-a6d5-7da7135adffb service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1041048
Apr 16 21:28:05.664080 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-1145bc14-84a9-4b1e-82f7-076bd7b1f8a1 service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1030526
Apr 16 21:28:05.713286 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da51fae4-ecab-4507-9fde-bfc784f4d6bb req-4333df71-f47a-4ca2-aeb4-47e1adf2c0b5 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1175425
Apr 16 21:28:05.780922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298daf0-0150-4254-ad69-a22741b5168c req-17129d31-ce17-4fe7-9d45-a663a312f00a tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:05.782545 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2298daf0-0150-4254-ad69-a22741b5168c req-17129d31-ce17-4fe7-9d45-a663a312f00a tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 945 time: 0.0480976
Apr 16 21:28:05.796603 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-9fdfb00e-9799-4c5d-afd2-9dbe1c4b00c8 service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1192260
Apr 16 21:28:05.882981 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2298daf0-0150-4254-ad69-a22741b5168c req-d48894a0-4318-4eba-a514-f8c8f582488f tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/security-groups?id=dec11bf1-83e2-4b86-8c90-22c19b1f9877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947332
Apr 16 21:28:05.928939 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49528) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:06.097630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41d086ab-21fe-4c41-8a85-dcdac0648bd5 req-04b6b0a4-f557-42c3-b3f7-0b8683775d1c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 210 time: 0.0410764
Apr 16 21:28:06.114082 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:06.125545 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-623594b5-7b3e-494e-a99e-12f24205cae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:06.217372 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-623594b5-7b3e-494e-a99e-12f24205cae5 admin admin] Publish callbacks [] for security_group (634ab899-6401-490d-899e-4cfe80ce2c88), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:06.311426 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-623594b5-7b3e-494e-a99e-12f24205cae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (634ab899-6401-490d-899e-4cfe80ce2c88), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:06.356926 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-623594b5-7b3e-494e-a99e-12f24205cae5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae5dee66d31a4d0ba8e45767e911e162&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4267831
Apr 16 21:28:06.357976 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623594b5-7b3e-494e-a99e-12f24205cae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634ab899-6401-490d-899e-4cfe80ce2c88,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:06.359629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49570) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:06.418982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fabaae51-a36d-4538-b680-dd4728fae133 admin admin] Publish callbacks [] for security_group (634ab899-6401-490d-899e-4cfe80ce2c88), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:06.443698 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fabaae51-a36d-4538-b680-dd4728fae133 admin admin] Publish callbacks [] for security_group (634ab899-6401-490d-899e-4cfe80ce2c88), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:06.581485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fabaae51-a36d-4538-b680-dd4728fae133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (634ab899-6401-490d-899e-4cfe80ce2c88), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:06.584363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fabaae51-a36d-4538-b680-dd4728fae133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:06.585526 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fabaae51-a36d-4538-b680-dd4728fae133 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/634ab899-6401-490d-899e-4cfe80ce2c88 HTTP/1.1" status: 204  len: 168 time: 0.2248697
Apr 16 21:28:06.618606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaae51-a36d-4538-b680-dd4728fae133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634ab899-6401-490d-899e-4cfe80ce2c88,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:06.634952 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5daad-ff3f-44bc-846e-0832ff1ed113 req-d42d0c07-de5b-42ad-8c30-27bfbec82339 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:06.646353 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-49b5daad-ff3f-44bc-846e-0832ff1ed113 req-d42d0c07-de5b-42ad-8c30-27bfbec82339 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 945 time: 0.0735168
Apr 16 21:28:06.718571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-49b5daad-ff3f-44bc-846e-0832ff1ed113 req-fe54def1-9562-4672-9136-ad693201eb77 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/security-groups?id=dec11bf1-83e2-4b86-8c90-22c19b1f9877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713468
Apr 16 21:28:07.173323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d15577d1-3b77-4b86-985e-fc0cdf19c038 req-aeb4540e-ed8c-4730-8cda-c57e2b45bc61 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 210 time: 0.0277677
Apr 16 21:28:07.810447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6b072-80b6-445d-999d-bba44384e187 req-84e00253-a578-4638-8bbe-2b7d0ded220c tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:07.812153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ee6b072-80b6-445d-999d-bba44384e187 req-84e00253-a578-4638-8bbe-2b7d0ded220c tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.11 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 945 time: 0.0680642
Apr 16 21:28:07.891572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383fe02-68cc-445e-8136-71f0042d10b2 req-457d83ec-0cb0-4d5b-81f5-1f7b8e494818 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:07.894199 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0383fe02-68cc-445e-8136-71f0042d10b2 req-457d83ec-0cb0-4d5b-81f5-1f7b8e494818 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 945 time: 0.0892119
Apr 16 21:28:07.956558 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0ee6b072-80b6-445d-999d-bba44384e187 req-e7458d04-707d-4d0a-b463-9fb8e59a5810 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Deleting port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:07.957091 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0ee6b072-80b6-445d-999d-bba44384e187 req-e7458d04-707d-4d0a-b463-9fb8e59a5810 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:07.961800 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0383fe02-68cc-445e-8136-71f0042d10b2 req-8dfa31aa-6251-4300-86b8-a1584a9b7306 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/security-groups?id=dec11bf1-83e2-4b86-8c90-22c19b1f9877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604384
Apr 16 21:28:08.057910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0ee6b072-80b6-445d-999d-bba44384e187 req-e7458d04-707d-4d0a-b463-9fb8e59a5810 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] For port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3,segment=NetworkSegment(06cf23ed-8567-433e-84e5-734ff908c0e1),segment_id=06cf23ed-8567-433e-84e5-734ff908c0e1)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:08.058397 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0ee6b072-80b6-445d-999d-bba44384e187 req-e7458d04-707d-4d0a-b463-9fb8e59a5810 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:08.072383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0ee6b072-80b6-445d-999d-bba44384e187 req-e7458d04-707d-4d0a-b463-9fb8e59a5810 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Calling delete_port for 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:08.275036 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a002650a-382a-43a5-ad3e-bec9cb2d0170 req-6e2b7f98-bbac-425e-b486-01180e970dd5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 210 time: 0.0291257
Apr 16 21:28:08.337569 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0ee6b072-80b6-445d-999d-bba44384e187 req-e7458d04-707d-4d0a-b463-9fb8e59a5810 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:08.349854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:28:08.369861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7458d04-707d-4d0a-b463-9fb8e59a5810 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Pushing event deleted for resources: {'Port': ['ID=3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:08.426559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee6b072-80b6-445d-999d-bba44384e187 req-e7458d04-707d-4d0a-b463-9fb8e59a5810 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] No DVR routers for this DVR port 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:28:08.429816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0ee6b072-80b6-445d-999d-bba44384e187 req-e7458d04-707d-4d0a-b463-9fb8e59a5810 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:08.433546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ee6b072-80b6-445d-999d-bba44384e187 req-e7458d04-707d-4d0a-b463-9fb8e59a5810 tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.11 "DELETE /v2.0/ports/3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 HTTP/1.1" status: 204  len: 173 time: 0.6150579
Apr 16 21:28:08.434804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50ad261-8551-407b-a56f-48b7f1a5389c', 'name': 'network-vif-deleted', 'tag': '3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:28:08.438377 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc0a5d7-2ad4-4588-b3c2-e6a68a96ea20" -d '{"events": [{"server_uuid": "e50ad261-8551-407b-a56f-48b7f1a5389c", "name": "network-vif-deleted", "tag": "3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:28:08.479458 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5249824-1740-4884-b705-5c5e34cde5ec x-openstack-request-id: req-e5249824-1740-4884-b705-5c5e34cde5ec {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:28:08.479812 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50ad261-8551-407b-a56f-48b7f1a5389c", "name": "network-vif-deleted", "tag": "3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:28:08.480047 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5249824-1740-4884-b705-5c5e34cde5ec {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:28:08.480593 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5249824-1740-4884-b705-5c5e34cde5ec'] response: {'server_uuid': 'e50ad261-8551-407b-a56f-48b7f1a5389c', 'name': 'network-vif-deleted', 'tag': '3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3', 'status': 'completed', 'code': 200}
Apr 16 21:28:08.759115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-14bb7239-3f02-45b5-9cc6-19151e5a2b0d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:08.763976 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-14bb7239-3f02-45b5-9cc6-19151e5a2b0d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.41 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.1218100
Apr 16 21:28:08.773930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-1a5b2857-60cb-4514-afe3-cc7ee93df2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Request body: {'port': {'device_id': 'cf7be0a6-93c6-4c84-93a1-014223a63aea', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'admin_state_up': True, 'tenant_id': '76fd883ad3944fcaaecdf2909120dc87'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:09.038464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-1a5b2857-60cb-4514-afe3-cc7ee93df2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Made reservation on behalf of 76fd883ad3944fcaaecdf2909120dc87 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:09.039479 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-1a5b2857-60cb-4514-afe3-cc7ee93df2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:09.080923 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-217101e8-4041-478f-8211-95b18b5b7c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:09.102675 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ad63cfd-18b9-488d-80dc-ed60d82423d8 req-7eddf2ca-1f1c-46db-a4a4-ac4c06c1afff tempest-ServerAddressesTestJSON-2030030070 tempest-ServerAddressesTestJSON-2030030070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e50ad261-8551-407b-a56f-48b7f1a5389c HTTP/1.1" status: 200  len: 210 time: 0.0315826
Apr 16 21:28:09.189244 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-1a5b2857-60cb-4514-afe3-cc7ee93df2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Allocated IP 172.20.0.12 (8f593006-a7a9-4abc-8409-1d78959e9c9f/9133d53e-619c-487b-8eb9-4bd92e2fff34/0cb19ffe-8c4b-4615-9c83-7c856827ac47) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:09.452845 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-191d1b6d-3456-49b9-8670-43944b7455ff req-64aa0805-8eb5-4780-afd5-749405585ab3 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 210 time: 0.0560913
Apr 16 21:28:09.478259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-1a5b2857-60cb-4514-afe3-cc7ee93df2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks [] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:09.633310 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-1a5b2857-60cb-4514-afe3-cc7ee93df2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:09.642372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:28:09.689607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-1a5b2857-60cb-4514-afe3-cc7ee93df2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Network 8f593006-a7a9-4abc-8409-1d78959e9c9f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:09.698353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-1a5b2857-60cb-4514-afe3-cc7ee93df2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:09.702384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-1a5b2857-60cb-4514-afe3-cc7ee93df2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:09.739577 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b2857-60cb-4514-afe3-cc7ee93df2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event updated for resources: {'Port': ['ID=0cb19ffe-8c4b-4615-9c83-7c856827ac47,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:09.778579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-1a5b2857-60cb-4514-afe3-cc7ee93df2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:09.779467 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-1a5b2857-60cb-4514-afe3-cc7ee93df2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:09.941728 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-1a5b2857-60cb-4514-afe3-cc7ee93df2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1724739
Apr 16 21:28:09.953701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Request body: {'port': {'device_id': 'cf7be0a6-93c6-4c84-93a1-014223a63aea', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:10.013191 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.170172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49820) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:10.217282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34ba441-0dbe-4861-857d-1689dc1e5c66 admin admin] Deleting subnet 93f65be0-0bba-4450-853c-d32dbcf7bd32 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:28:10.221373 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b34ba441-0dbe-4861-857d-1689dc1e5c66 admin admin] Publish callbacks [] for subnet (93f65be0-0bba-4450-853c-d32dbcf7bd32), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.264838 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b34ba441-0dbe-4861-857d-1689dc1e5c66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (93f65be0-0bba-4450-853c-d32dbcf7bd32), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.318198 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b34ba441-0dbe-4861-857d-1689dc1e5c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (93f65be0-0bba-4450-853c-d32dbcf7bd32), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.350670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb19ffe-8c4b-4615-9c83-7c856827ac47 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:28:10.358613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Publish callbacks [] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.503444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Transition to ACTIVE for port object 0cb19ffe-8c4b-4615-9c83-7c856827ac47 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:28:10.504954 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b34ba441-0dbe-4861-857d-1689dc1e5c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (93f65be0-0bba-4450-853c-d32dbcf7bd32), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.533186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ba441-0dbe-4861-857d-1689dc1e5c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f65be0-0bba-4450-853c-d32dbcf7bd32,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:10.539249 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b34ba441-0dbe-4861-857d-1689dc1e5c66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.543269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b34ba441-0dbe-4861-857d-1689dc1e5c66 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/93f65be0-0bba-4450-853c-d32dbcf7bd32 HTTP/1.1" status: 204  len: 168 time: 0.3721421
Apr 16 21:28:10.546152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49862) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:10.595753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26068b25-db4b-4b1a-ae7b-9fc6339e1930 req-f01d8334-8025-44c0-94b3-db13c4fc804a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:10.597427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26068b25-db4b-4b1a-ae7b-9fc6339e1930 req-f01d8334-8025-44c0-94b3-db13c4fc804a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 932 time: 0.0560095
Apr 16 21:28:10.637608 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a03bd6fa-820f-40a7-a604-fea35430c7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (717edaa6-75b3-4b7d-b417-90ecdd617888), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.652327 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26068b25-db4b-4b1a-ae7b-9fc6339e1930 req-4ba36231-b30e-4d38-afbb-7ecd6fc42275 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479691
Apr 16 21:28:10.726248 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a03bd6fa-820f-40a7-a604-fea35430c7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (717edaa6-75b3-4b7d-b417-90ecdd617888), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.734317 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.760939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a03bd6fa-820f-40a7-a604-fea35430c7fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011de90f10>,) {'filters': {'network_id': ['717edaa6-75b3-4b7d-b417-90ecdd617888']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:10.771549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a03bd6fa-820f-40a7-a604-fea35430c7fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011de90f10>, '06cf23ed-8567-433e-84e5-734ff908c0e1') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:10.771855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a03bd6fa-820f-40a7-a604-fea35430c7fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011de90f10>, '06cf23ed-8567-433e-84e5-734ff908c0e1') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:10.783788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a03bd6fa-820f-40a7-a604-fea35430c7fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (06cf23ed-8567-433e-84e5-734ff908c0e1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.798339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb19ffe-8c4b-4615-9c83-7c856827ac47,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:10.798443 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a03bd6fa-820f-40a7-a604-fea35430c7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (06cf23ed-8567-433e-84e5-734ff908c0e1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.809269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03bd6fa-820f-40a7-a604-fea35430c7fd admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:28:10.810100 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a03bd6fa-820f-40a7-a604-fea35430c7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (06cf23ed-8567-433e-84e5-734ff908c0e1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:28:10.851854 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:28:10.896299 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Attempting to bind port 0cb19ffe-8c4b-4615-9c83-7c856827ac47 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:10.896905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Attempting to bind port 0cb19ffe-8c4b-4615-9c83-7c856827ac47 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:10.897512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Attempting to bind port 0cb19ffe-8c4b-4615-9c83-7c856827ac47 on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:10.903131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Port 0cb19ffe-8c4b-4615-9c83-7c856827ac47 on network 8f593006-a7a9-4abc-8409-1d78959e9c9f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:10.903453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Attempting to bind port 0cb19ffe-8c4b-4615-9c83-7c856827ac47 on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:10.911719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:28:10.912261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Checking segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:10.912650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Bound using segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:28:10.913078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Bound port: 0cb19ffe-8c4b-4615-9c83-7c856827ac47, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:28:10.913612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:10.985070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] For port 0cb19ffe-8c4b-4615-9c83-7c856827ac47, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:10.988631 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] For port 0cb19ffe-8c4b-4615-9c83-7c856827ac47, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cb19ffe-8c4b-4615-9c83-7c856827ac47,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:28:11.008053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a03bd6fa-820f-40a7-a604-fea35430c7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (717edaa6-75b3-4b7d-b417-90ecdd617888), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:11.019062 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a03bd6fa-820f-40a7-a604-fea35430c7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:11.022245 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a03bd6fa-820f-40a7-a604-fea35430c7fd admin admin] 10.222.0.20 "DELETE /v2.0/networks/717edaa6-75b3-4b7d-b417-90ecdd617888 HTTP/1.1" status: 204  len: 168 time: 0.4751608
Apr 16 21:28:11.036027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bd6fa-820f-40a7-a604-fea35430c7fd admin admin] Pushing event deleted for resources: {'Network': ['ID=717edaa6-75b3-4b7d-b417-90ecdd617888,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:11.098399 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:11.158747 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:11.160385 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:11.161980 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] 10.222.0.41 "PUT /v2.0/ports/0cb19ffe-8c4b-4615-9c83-7c856827ac47 HTTP/1.1" status: 200  len: 1092 time: 1.2132366
Apr 16 21:28:11.168940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7be0a6-93c6-4c84-93a1-014223a63aea', 'tag': '0cb19ffe-8c4b-4615-9c83-7c856827ac47'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:28:11.171318 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123634e1-fc89-4dfd-b76b-d16f03df3368" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7be0a6-93c6-4c84-93a1-014223a63aea", "tag": "0cb19ffe-8c4b-4615-9c83-7c856827ac47"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:28:11.206342 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68a4c4-dbb8-4481-adff-2c0d3314eeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb19ffe-8c4b-4615-9c83-7c856827ac47,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:11.220571 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42db9aee-df2c-487b-92f2-db333662e886 x-openstack-request-id: req-42db9aee-df2c-487b-92f2-db333662e886 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:28:11.228288 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7be0a6-93c6-4c84-93a1-014223a63aea", "tag": "0cb19ffe-8c4b-4615-9c83-7c856827ac47", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:28:11.233068 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42db9aee-df2c-487b-92f2-db333662e886 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:28:11.234040 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42db9aee-df2c-487b-92f2-db333662e886'] response: {'name': 'network-changed', 'server_uuid': 'cf7be0a6-93c6-4c84-93a1-014223a63aea', 'tag': '0cb19ffe-8c4b-4615-9c83-7c856827ac47', 'status': 'completed', 'code': 200}
Apr 16 21:28:11.288543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123634e1-fc89-4dfd-b76b-d16f03df3368 req-c8f37627-00b4-4caa-84e9-d3ba9e04ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:11.290035 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-123634e1-fc89-4dfd-b76b-d16f03df3368 req-c8f37627-00b4-4caa-84e9-d3ba9e04ddf7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 1126 time: 0.0466583
Apr 16 21:28:11.449035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:28:11.492284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:28:11.492918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 3d9a4e8b-28a1-48e2-9811-5b84e7f1d2b3 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:28:11.634775 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-26b9050e-8583-4da7-b451-671bcf7ba5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:11.660068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49912) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:11.790525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123634e1-fc89-4dfd-b76b-d16f03df3368 req-8ad58881-f1f5-43ff-a68c-e657919ffe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:11.792696 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-123634e1-fc89-4dfd-b76b-d16f03df3368 req-8ad58881-f1f5-43ff-a68c-e657919ffe17 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=76fd883ad3944fcaaecdf2909120dc87&shared=False HTTP/1.1" status: 200  len: 907 time: 0.4942021
Apr 16 21:28:11.798032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c2f828b4-7e2f-40ca-a7bd-64d5c64da2ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e5ed140aa524fbbab716a4dacfb8f01&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1367884
Apr 16 21:28:11.802351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49924) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:11.836874 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49926) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:11.885577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec7d89-7ab0-47e0-b69a-b4c30055c368 req-5b027ec1-ee86-4ae7-92d5-ce121974e780 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:11.887349 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55ec7d89-7ab0-47e0-b69a-b4c30055c368 req-5b027ec1-ee86-4ae7-92d5-ce121974e780 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 944 time: 0.0802908
Apr 16 21:28:11.909215 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e995580a-b66d-49d4-a238-c3196b2ead18 admin admin] Publish callbacks [] for security_group (dec11bf1-83e2-4b86-8c90-22c19b1f9877), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:11.954376 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e995580a-b66d-49d4-a238-c3196b2ead18 admin admin] Publish callbacks [] for security_group (dec11bf1-83e2-4b86-8c90-22c19b1f9877), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.000199 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123634e1-fc89-4dfd-b76b-d16f03df3368 req-565b7519-dc6a-42d9-a4b3-3c2350d74d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:12.003994 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-123634e1-fc89-4dfd-b76b-d16f03df3368 req-565b7519-dc6a-42d9-a4b3-3c2350d74d2e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2054043
Apr 16 21:28:12.037801 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55ec7d89-7ab0-47e0-b69a-b4c30055c368 req-937fbefc-5c5f-47f7-a84e-0967da64b783 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323764
Apr 16 21:28:12.071857 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-220a480b-70e7-420c-8d18-1200267fb536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.116396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-4a4d57f4-156d-4fc9-ac48-760664bfe145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:12.117925 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-4a4d57f4-156d-4fc9-ac48-760664bfe145 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 1126 time: 0.0625257
Apr 16 21:28:12.129420 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e995580a-b66d-49d4-a238-c3196b2ead18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (dec11bf1-83e2-4b86-8c90-22c19b1f9877), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.132275 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e995580a-b66d-49d4-a238-c3196b2ead18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.136481 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e995580a-b66d-49d4-a238-c3196b2ead18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dec11bf1-83e2-4b86-8c90-22c19b1f9877 HTTP/1.1" status: 204  len: 168 time: 0.3317463
Apr 16 21:28:12.145327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995580a-b66d-49d4-a238-c3196b2ead18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec11bf1-83e2-4b86-8c90-22c19b1f9877,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:12.173497 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-6e6d6b26-5382-4620-97af-04a2ae6095e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cb19ffe-8c4b-4615-9c83-7c856827ac47 HTTP/1.1" status: 200  len: 217 time: 0.0487056
Apr 16 21:28:12.258089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-a4d4af33-3483-4fe4-9d38-da9c114ff056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:12.259966 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-a4d4af33-3483-4fe4-9d38-da9c114ff056 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9133d53e-619c-487b-8eb9-4bd92e2fff34 HTTP/1.1" status: 200  len: 846 time: 0.0801971
Apr 16 21:28:12.310532 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-82d62698-0e5f-47de-a719-c3df4ea8699c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f593006-a7a9-4abc-8409-1d78959e9c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445070
Apr 16 21:28:12.326007 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-220a480b-70e7-420c-8d18-1200267fb536 admin admin] Publish callbacks [] for security_group (e64bcebc-ed47-41e6-b350-1bcf9326825f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.391191 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49960) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:12.417186 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-220a480b-70e7-420c-8d18-1200267fb536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e64bcebc-ed47-41e6-b350-1bcf9326825f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.451023 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-16855ab8-f770-4287-a951-25312138d876 service neutron] 10.222.0.41 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344528
Apr 16 21:28:12.480275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-220a480b-70e7-420c-8d18-1200267fb536 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b220846847c243b99b689e5f5a25a52e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6397178
Apr 16 21:28:12.480668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49966) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:12.491617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a480b-70e7-420c-8d18-1200267fb536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64bcebc-ed47-41e6-b350-1bcf9326825f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:12.560517 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.572594 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70968aaa-eed0-48d8-8be0-bc6433314e7b admin admin] Publish callbacks [] for security_group (e64bcebc-ed47-41e6-b350-1bcf9326825f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.605677 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb4f41b9-2d8b-43cd-93bc-64ae77318147 req-d3e3dccf-b34f-4726-90ad-71f1bfc05a5b service neutron] 10.222.0.41 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486628
Apr 16 21:28:12.615116 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70968aaa-eed0-48d8-8be0-bc6433314e7b admin admin] Publish callbacks [] for security_group (e64bcebc-ed47-41e6-b350-1bcf9326825f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.660002 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-015f85fd-c531-4591-8962-f8227d7af249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.776704 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70968aaa-eed0-48d8-8be0-bc6433314e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e64bcebc-ed47-41e6-b350-1bcf9326825f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.779263 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70968aaa-eed0-48d8-8be0-bc6433314e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.780459 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-70968aaa-eed0-48d8-8be0-bc6433314e7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e64bcebc-ed47-41e6-b350-1bcf9326825f HTTP/1.1" status: 204  len: 168 time: 0.2987914
Apr 16 21:28:12.799638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70968aaa-eed0-48d8-8be0-bc6433314e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64bcebc-ed47-41e6-b350-1bcf9326825f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:12.857160 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-015f85fd-c531-4591-8962-f8227d7af249 admin admin] Publish callbacks [] for security_group (664350e8-b4e2-4f51-9145-28bb1dbed9e0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.937633 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-015f85fd-c531-4591-8962-f8227d7af249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (664350e8-b4e2-4f51-9145-28bb1dbed9e0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:12.981537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f85fd-c531-4591-8962-f8227d7af249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664350e8-b4e2-4f51-9145-28bb1dbed9e0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:12.986756 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-015f85fd-c531-4591-8962-f8227d7af249 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae929370aaed4cfe942ecd9aa7c657da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5945168
Apr 16 21:28:12.991758 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49982) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:13.046724 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4e7e71a5-2bb5-4ea1-8ca9-62481871fa7d admin admin] Publish callbacks [] for security_group (664350e8-b4e2-4f51-9145-28bb1dbed9e0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:13.084026 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4e7e71a5-2bb5-4ea1-8ca9-62481871fa7d admin admin] Publish callbacks [] for security_group (664350e8-b4e2-4f51-9145-28bb1dbed9e0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:13.182586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fca5a-53eb-4e26-8687-d340ad594433 req-58a8b0b1-c9d9-47c5-9861-c51cdcdc46ff tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:13.184141 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a39fca5a-53eb-4e26-8687-d340ad594433 req-58a8b0b1-c9d9-47c5-9861-c51cdcdc46ff tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 944 time: 0.0588708
Apr 16 21:28:13.197414 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4e7e71a5-2bb5-4ea1-8ca9-62481871fa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (664350e8-b4e2-4f51-9145-28bb1dbed9e0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:13.200300 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4e7e71a5-2bb5-4ea1-8ca9-62481871fa7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:13.219520 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4e7e71a5-2bb5-4ea1-8ca9-62481871fa7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/664350e8-b4e2-4f51-9145-28bb1dbed9e0 HTTP/1.1" status: 204  len: 168 time: 0.2087014
Apr 16 21:28:13.219520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e71a5-2bb5-4ea1-8ca9-62481871fa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664350e8-b4e2-4f51-9145-28bb1dbed9e0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:13.253486 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a39fca5a-53eb-4e26-8687-d340ad594433 req-07946cdb-d85d-46a2-904e-ed99b59111b4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627434
Apr 16 21:28:13.446087 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:13.582444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50022) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:13.600017 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b84d9d9-83a4-4d7b-bebe-400d17c7143c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:13.671269 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b84d9d9-83a4-4d7b-bebe-400d17c7143c admin admin] Publish callbacks [] for security_group (9136831e-b0a4-466e-a3e5-5a806da45851), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:13.751589 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b84d9d9-83a4-4d7b-bebe-400d17c7143c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9136831e-b0a4-466e-a3e5-5a806da45851), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:13.794491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84d9d9-83a4-4d7b-bebe-400d17c7143c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9136831e-b0a4-466e-a3e5-5a806da45851,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:13.799537 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6b84d9d9-83a4-4d7b-bebe-400d17c7143c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b63c03590dc4436abd2d45bda7f14245&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2157195
Apr 16 21:28:13.804315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50026) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:13.855380 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f80f6554-698b-471c-83f0-e28941597f0e admin admin] Publish callbacks [] for security_group (9136831e-b0a4-466e-a3e5-5a806da45851), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:13.877569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50028) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:13.882957 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f80f6554-698b-471c-83f0-e28941597f0e admin admin] Publish callbacks [] for security_group (9136831e-b0a4-466e-a3e5-5a806da45851), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:13.918481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50034) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:13.990154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1401476451-network', 'tenant_id': '52fd97392841411abbd1f748dff97f10'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:14.002558 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f80f6554-698b-471c-83f0-e28941597f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9136831e-b0a4-466e-a3e5-5a806da45851), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.005572 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f80f6554-698b-471c-83f0-e28941597f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.006711 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f80f6554-698b-471c-83f0-e28941597f0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9136831e-b0a4-466e-a3e5-5a806da45851 HTTP/1.1" status: 204  len: 168 time: 0.2013640
Apr 16 21:28:14.013169 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4c62-1fc5-45b2-bef3-93f48c09fb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.031526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f6554-698b-471c-83f0-e28941597f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9136831e-b0a4-466e-a3e5-5a806da45851,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:14.091773 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.109571 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4c62-1fc5-45b2-bef3-93f48c09fb4a admin admin] Publish callbacks [] for security_group (1c992335-f8b7-4ceb-a4c6-222b4781f5fc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.148278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Made reservation on behalf of 52fd97392841411abbd1f748dff97f10 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:14.150831 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.159908 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.181494 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4c62-1fc5-45b2-bef3-93f48c09fb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1c992335-f8b7-4ceb-a4c6-222b4781f5fc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.236684 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d8ea4c62-1fc5-45b2-bef3-93f48c09fb4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b52014206e274c3bb9d0a81b1cd38807&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3579485
Apr 16 21:28:14.239371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50048) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:14.244095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea4c62-1fc5-45b2-bef3-93f48c09fb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c992335-f8b7-4ceb-a4c6-222b4781f5fc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:14.282485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Publish callbacks [] for security_group (bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.296675 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a5dbbf8-3d9b-4762-8ddc-efe7553cd9cd admin admin] Publish callbacks [] for security_group (1c992335-f8b7-4ceb-a4c6-222b4781f5fc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.317887 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a5dbbf8-3d9b-4762-8ddc-efe7553cd9cd admin admin] Publish callbacks [] for security_group (1c992335-f8b7-4ceb-a4c6-222b4781f5fc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.381266 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34694d3-d3f4-47c3-9373-a99919b021f1 req-5bfd2739-0f26-48e6-9292-d03b943a63e9 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:14.383278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d34694d3-d3f4-47c3-9373-a99919b021f1 req-5bfd2739-0f26-48e6-9292-d03b943a63e9 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 944 time: 0.0540333
Apr 16 21:28:14.384598 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.431602 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a5dbbf8-3d9b-4762-8ddc-efe7553cd9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1c992335-f8b7-4ceb-a4c6-222b4781f5fc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.434901 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a5dbbf8-3d9b-4762-8ddc-efe7553cd9cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.436098 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0a5dbbf8-3d9b-4762-8ddc-efe7553cd9cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c992335-f8b7-4ceb-a4c6-222b4781f5fc HTTP/1.1" status: 204  len: 168 time: 0.1957209
Apr 16 21:28:14.436898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:14.446145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:28:14.447155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dbbf8-3d9b-4762-8ddc-efe7553cd9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c992335-f8b7-4ceb-a4c6-222b4781f5fc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:14.469337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8c214866-665c-48ce-b875-768e869dd711), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.469984 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Added segment 8c214866-665c-48ce-b875-768e869dd711 of type vlan for network 65b90a12-c876-4ec9-bb69-11ab16e6830b
Apr 16 21:28:14.484469 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d34694d3-d3f4-47c3-9373-a99919b021f1 req-0526158f-84b4-4b7b-8f92-5b5799ae5aa4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931227
Apr 16 21:28:14.521753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (65b90a12-c876-4ec9-bb69-11ab16e6830b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.631657 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (65b90a12-c876-4ec9-bb69-11ab16e6830b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.632846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:14.636584 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:14.708910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] Pushing event updated for resources: {'Network': ['ID=65b90a12-c876-4ec9-bb69-11ab16e6830b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:14.719991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 65b90a12-c876-4ec9-bb69-11ab16e6830b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:28:14.774709 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4261b8cf-108d-4f63-9008-1ceb0e10d26e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8555975
Apr 16 21:28:14.777701 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50074) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:14.782494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-158b05fc-d362-4c69-b563-25027be85f4b admin admin] Request body: {'subnet': {'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1401476451-subnet', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:14.909514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158b05fc-d362-4c69-b563-25027be85f4b admin admin] Made reservation on behalf of 52fd97392841411abbd1f748dff97f10 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:14.912277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-158b05fc-d362-4c69-b563-25027be85f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:15.191380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-158b05fc-d362-4c69-b563-25027be85f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (d47738d3-f474-4706-81ae-1ee4847928c9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:15.248303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b05fc-d362-4c69-b563-25027be85f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47738d3-f474-4706-81ae-1ee4847928c9,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:15.258964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b05fc-d362-4c69-b563-25027be85f4b admin admin] Checking segment: {'id': '8c214866-665c-48ce-b875-768e869dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:15.259517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158b05fc-d362-4c69-b563-25027be85f4b admin admin] Network hostable DHCP agents. Network: 65b90a12-c876-4ec9-bb69-11ab16e6830b, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:28:15.333989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158b05fc-d362-4c69-b563-25027be85f4b admin admin] Network 65b90a12-c876-4ec9-bb69-11ab16e6830b is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:28:15.408547 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:15.434645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-158b05fc-d362-4c69-b563-25027be85f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 65b90a12-c876-4ec9-bb69-11ab16e6830b) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:15.439322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158b05fc-d362-4c69-b563-25027be85f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:15.440101 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-158b05fc-d362-4c69-b563-25027be85f4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:15.443193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946387ca-6ff0-490c-8c6b-ff2b82d6600e None None] Network 65b90a12-c876-4ec9-bb69-11ab16e6830b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:28:15.595702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-158b05fc-d362-4c69-b563-25027be85f4b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8168705
Apr 16 21:28:15.596501 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50104) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:15.610695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1401476451-router', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:15.696307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375068f6-9cd6-4169-9d5b-cd6be50273cd req-37d839f2-d312-4679-adf2-4b08088d6539 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:15.701635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c5008-21eb-4185-a712-df3cc3643b10 None None] Network 65b90a12-c876-4ec9-bb69-11ab16e6830b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:28:15.704732 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-375068f6-9cd6-4169-9d5b-cd6be50273cd req-37d839f2-d312-4679-adf2-4b08088d6539 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 944 time: 0.1253593
Apr 16 21:28:15.752266 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-375068f6-9cd6-4169-9d5b-cd6be50273cd req-f5009aba-fcf4-40d3-8ff1-b080ae55d7e9 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465791
Apr 16 21:28:15.796559 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:15.796559 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:15.856115 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Publish callbacks [] for router_controller (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:16.080378 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Publish callbacks [] for router_gateway (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:16.263351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0cb19ffe-8c4b-4615-9c83-7c856827ac47 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:28:16.326382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Publish callbacks [] for router_gateway (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:16.345986 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:16.399609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0cb19ffe-8c4b-4615-9c83-7c856827ac47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cb19ffe-8c4b-4615-9c83-7c856827ac47,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:16.415345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '0cb19ffe-8c4b-4615-9c83-7c856827ac47', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'port_id': '0cb19ffe-8c4b-4615-9c83-7c856827ac47', 'mac_address': 'fa:16:3e:32:fe:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9133d53e-619c-487b-8eb9-4bd92e2fff34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:28:16.469892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0cb19ffe-8c4b-4615-9c83-7c856827ac47 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:16.470493 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:16.471519 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Allocated IP 172.35.1.215 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:16.500216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb19ffe-8c4b-4615-9c83-7c856827ac47 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:28:16.526883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0cb19ffe-8c4b-4615-9c83-7c856827ac47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cb19ffe-8c4b-4615-9c83-7c856827ac47,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:16.598100 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:16.677826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50194) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:16.700257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50198) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:16.714611 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0cb19ffe-8c4b-4615-9c83-7c856827ac47,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:16.721032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50202) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:16.834877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:16.887801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1245927566-network', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:16.910370 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e03d9ac-4cbb-4f50-b90a-21359f2831dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:16.981558 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.036329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Made reservation on behalf of 2d0cf780fb1446eabfdb2c3cc71ebc77 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:17.038616 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.057941 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e03d9ac-4cbb-4f50-b90a-21359f2831dc admin admin] Publish callbacks [] for security_group (eaedb614-58e1-4752-8f4f-f8aeeb2bb5b9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.060566 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.072532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7028d6-ccee-4122-922a-43a893a12173 req-76594bdb-5f5e-41f4-84c3-e98dc3dcca64 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:17.074072 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f7028d6-ccee-4122-922a-43a893a12173 req-76594bdb-5f5e-41f4-84c3-e98dc3dcca64 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 945 time: 0.0631707
Apr 16 21:28:17.103357 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.123113 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Publish callbacks [] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.152573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f7028d6-ccee-4122-922a-43a893a12173 req-c5434aa3-a2fd-4360-937e-7505fa10996e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722253
Apr 16 21:28:17.154621 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e03d9ac-4cbb-4f50-b90a-21359f2831dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eaedb614-58e1-4752-8f4f-f8aeeb2bb5b9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.229026 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5e03d9ac-4cbb-4f50-b90a-21359f2831dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93788b2ba1cc45138199f13c4add2280&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5069358
Apr 16 21:28:17.231865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50210) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:17.234231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03d9ac-4cbb-4f50-b90a-21359f2831dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaedb614-58e1-4752-8f4f-f8aeeb2bb5b9,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:17.251384 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Publish callbacks [] for security_group (3fdf28fe-bbd7-4344-aa37-fcd313a012d4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.282555 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a38ec2de-c6a5-497e-9f78-235bd5c3219b admin admin] Publish callbacks [] for security_group (eaedb614-58e1-4752-8f4f-f8aeeb2bb5b9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.307075 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a38ec2de-c6a5-497e-9f78-235bd5c3219b admin admin] Publish callbacks [] for security_group (eaedb614-58e1-4752-8f4f-f8aeeb2bb5b9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.318107 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.345122 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3fdf28fe-bbd7-4344-aa37-fcd313a012d4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.373774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:28:17.382523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:17.387823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:17.390562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:17.399222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Allocated IP 172.35.1.72 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/66ffb121-b339-4bcf-852d-d5327571bc4c) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:17.406006 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (066cafa9-f133-4cd4-ac99-5983cd9f2339), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.406361 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Added segment 066cafa9-f133-4cd4-ac99-5983cd9f2339 of type vlan for network e0e63a13-d902-48ef-a058-8080a6f24f93
Apr 16 21:28:17.415350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdf28fe-bbd7-4344-aa37-fcd313a012d4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:17.421782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:17.438899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0cb19ffe-8c4b-4615-9c83-7c856827ac47'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:28:17.501959 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e0e63a13-d902-48ef-a058-8080a6f24f93), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.536689 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a38ec2de-c6a5-497e-9f78-235bd5c3219b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eaedb614-58e1-4752-8f4f-f8aeeb2bb5b9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.539248 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a38ec2de-c6a5-497e-9f78-235bd5c3219b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.540445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a38ec2de-c6a5-497e-9f78-235bd5c3219b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eaedb614-58e1-4752-8f4f-f8aeeb2bb5b9 HTTP/1.1" status: 204  len: 168 time: 0.3075597
Apr 16 21:28:17.560688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ec2de-c6a5-497e-9f78-235bd5c3219b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaedb614-58e1-4752-8f4f-f8aeeb2bb5b9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:17.593104 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks [] for port (66ffb121-b339-4bcf-852d-d5327571bc4c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.620927 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e0e63a13-d902-48ef-a058-8080a6f24f93), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.624348 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:17.624348 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.689092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] Pushing event updated for resources: {'Network': ['ID=e0e63a13-d902-48ef-a058-8080a6f24f93,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:17.698485 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e0e63a13-d902-48ef-a058-8080a6f24f93 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:28:17.782727 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Publish callbacks [] for router_gateway (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.807857 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d2d2477f-66fd-4d96-9ec9-ce841c6d0211 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.1033108
Apr 16 21:28:17.807857 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (66ffb121-b339-4bcf-852d-d5327571bc4c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:17.810374 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50216) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:17.843292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-735a0667-cb27-4358-8fad-a028d4a2363b admin admin] Request body: {'subnet': {'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1245927566-subnet', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:17.872727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:17.881663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:17.885263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Pushing event updated for resources: {'Port': ['ID=66ffb121-b339-4bcf-852d-d5327571bc4c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:17.887507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:17.984251 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks [] for floatingip (189025ad-3c14-45c2-8329-0016583d21e9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:18.010660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:18.017542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735a0667-cb27-4358-8fad-a028d4a2363b admin admin] Made reservation on behalf of 2d0cf780fb1446eabfdb2c3cc71ebc77 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:18.020743 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-735a0667-cb27-4358-8fad-a028d4a2363b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:18.137483 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (66ffb121-b339-4bcf-852d-d5327571bc4c), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:18.276240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0cb19ffe-8c4b-4615-9c83-7c856827ac47 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:18.282694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Router 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:28:18.356524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 0cb19ffe-8c4b-4615-9c83-7c856827ac47 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:28:18.371521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeed175-a74a-4e3f-86fa-daec9846a8d9 req-843c8d10-f6b9-488a-a7b5-406ff6346da8 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:18.372824 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2aeed175-a74a-4e3f-86fa-daec9846a8d9 req-843c8d10-f6b9-488a-a7b5-406ff6346da8 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 945 time: 0.1271822
Apr 16 21:28:18.439962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:28:18.442582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 0cb19ffe-8c4b-4615-9c83-7c856827ac47 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:18.443055 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:18.468566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2aeed175-a74a-4e3f-86fa-daec9846a8d9 req-0623146e-cf40-40ed-a9a4-5ebf553e0f1b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849426
Apr 16 21:28:18.477027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Sync routers for ids ['6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:28:18.477677 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks [] for port (66ffb121-b339-4bcf-852d-d5327571bc4c), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:18.489226 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-735a0667-cb27-4358-8fad-a028d4a2363b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (b6eaa7b6-d4e6-4bc7-bad2-9080948b900d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:18.503793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Routers {'6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:18.505879 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fdb9040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:18.535408 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:18.535408 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a7a21540-cd77-4f1a-80bc-326a968954f6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.9338934
Apr 16 21:28:18.535408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50246) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:18.569411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a0667-cb27-4358-8fad-a028d4a2363b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6eaa7b6-d4e6-4bc7-bad2-9080948b900d,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:18.572317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a0667-cb27-4358-8fad-a028d4a2363b admin admin] Checking segment: {'id': '066cafa9-f133-4cd4-ac99-5983cd9f2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:18.572844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735a0667-cb27-4358-8fad-a028d4a2363b admin admin] Network hostable DHCP agents. Network: e0e63a13-d902-48ef-a058-8080a6f24f93, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:28:18.584753 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (66ffb121-b339-4bcf-852d-d5327571bc4c), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:18.628865 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0cb19ffe-8c4b-4615-9c83-7c856827ac47 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:18.629262 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:18.687929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Pushing event updated for resources: {'Port': ['ID=66ffb121-b339-4bcf-852d-d5327571bc4c,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:18.701652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7be0a6-93c6-4c84-93a1-014223a63aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb19ffe-8c4b-4615-9c83-7c856827ac47'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:28:18.703886 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01ce048-e827-482a-b93e-f914ff1466a8" -d '{"events": [{"server_uuid": "cf7be0a6-93c6-4c84-93a1-014223a63aea", "name": "network-vif-plugged", "status": "completed", "tag": "0cb19ffe-8c4b-4615-9c83-7c856827ac47"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:28:18.705929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (189025ad-3c14-45c2-8329-0016583d21e9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:18.716524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735a0667-cb27-4358-8fad-a028d4a2363b admin admin] Network e0e63a13-d902-48ef-a058-8080a6f24f93 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:28:18.727288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0cb19ffe-8c4b-4615-9c83-7c856827ac47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cb19ffe-8c4b-4615-9c83-7c856827ac47,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:18.732453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Set router 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:18.871870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:18.872396 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:18.876333 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a94f6f4a-31cf-4074-b817-25f43599b169 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1820877
Apr 16 21:28:18.876333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-735a0667-cb27-4358-8fad-a028d4a2363b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e0e63a13-d902-48ef-a058-8080a6f24f93) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:18.878767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50262) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:18.889096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a5aa738c-b433-4da3-b329-7caf88f0c832 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2114255643', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'fixed_ips': [{'ip_address': '172.35.1.72'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:18.889289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde3910c-a5c6-4c2b-b982-a42f2a329646 None None] Network e0e63a13-d902-48ef-a058-8080a6f24f93 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:28:18.895448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735a0667-cb27-4358-8fad-a028d4a2363b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:18.902299 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-735a0667-cb27-4358-8fad-a028d4a2363b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.042601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-735a0667-cb27-4358-8fad-a028d4a2363b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2270491
Apr 16 21:28:19.044898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50266) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:19.049358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1245927566-router', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:19.060552 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94cbab0-053a-4b84-a5f3-1e77e11c2637 x-openstack-request-id: req-e94cbab0-053a-4b84-a5f3-1e77e11c2637 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:28:19.060949 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7be0a6-93c6-4c84-93a1-014223a63aea", "name": "network-vif-plugged", "status": "completed", "tag": "0cb19ffe-8c4b-4615-9c83-7c856827ac47", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:28:19.064621 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e94cbab0-053a-4b84-a5f3-1e77e11c2637 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:28:19.064621 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94cbab0-053a-4b84-a5f3-1e77e11c2637'] response: {'server_uuid': 'cf7be0a6-93c6-4c84-93a1-014223a63aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb19ffe-8c4b-4615-9c83-7c856827ac47', 'code': 200}
Apr 16 21:28:19.104007 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ebe6-bfed-48a6-85bc-f0560c08a3f7 req-6bb521ad-be7d-4d07-bc1b-6033a5c73707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:19.105585 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e128ebe6-bfed-48a6-85bc-f0560c08a3f7 req-6bb521ad-be7d-4d07-bc1b-6033a5c73707 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 1128 time: 0.0431466
Apr 16 21:28:19.130612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0cb19ffe-8c4b-4615-9c83-7c856827ac47,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:19.142191 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.151334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e0e63a13-d902-48ef-a058-8080a6f24f93', 'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93', 'project_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'fixed_ips': [{'subnet_id': 'b6eaa7b6-d4e6-4bc7-bad2-9080948b900d'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:28:19.151561 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aa738c-b433-4da3-b329-7caf88f0c832 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Made reservation on behalf of 0cd6725910b64d9a8b1d3fd6a734e655 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:19.156792 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.156926 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a5aa738c-b433-4da3-b329-7caf88f0c832 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.165839 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a5aa738c-b433-4da3-b329-7caf88f0c832 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.171326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fdb9040>, [{'id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'name': 'tempest-ServerRescueTestJSON-1401476451-router', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:15Z', 'updated_at': '2022-04-16T21:28:17Z', 'revision_number': 3, 'project_id': '52fd97392841411abbd1f748dff97f10', 'gw_port': {'id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:16Z', 'updated_at': '2022-04-16T21:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:19.211791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Checking router: 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:28:19.212403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Updating router 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 port 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:28:19.262548 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a5aa738c-b433-4da3-b329-7caf88f0c832 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks [] for security_group (e765c56d-a9fc-4055-a6df-4f2aa6d1dd52), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.285170 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (823e8681-cfa0-4e10-bb7d-9449ec47567e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.286226 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (823e8681-cfa0-4e10-bb7d-9449ec47567e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.311921 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.318103 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e128ebe6-bfed-48a6-85bc-f0560c08a3f7 req-67687433-5a17-40f2-8c6f-96f1a426a4c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542262
Apr 16 21:28:19.330840 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a5aa738c-b433-4da3-b329-7caf88f0c832 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e765c56d-a9fc-4055-a6df-4f2aa6d1dd52), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.344633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-a5aa738c-b433-4da3-b329-7caf88f0c832 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] device_id is not set on port 1a51c262-b9f4-4051-9171-a9b5148470f0 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:28:19.369418 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Allocated IP 172.20.0.1 (65b90a12-c876-4ec9-bb69-11ab16e6830b/d47738d3-f474-4706-81ae-1ee4847928c9/17992ea9-4783-43c2-9e79-f41bd3f88e5e) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:19.400831 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Publish callbacks [] for router_controller (823e8681-cfa0-4e10-bb7d-9449ec47567e), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.428789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa738c-b433-4da3-b329-7caf88f0c832 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e765c56d-a9fc-4055-a6df-4f2aa6d1dd52,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:19.473030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Allocated IP 172.20.0.2 (e0e63a13-d902-48ef-a058-8080a6f24f93/b6eaa7b6-d4e6-4bc7-bad2-9080948b900d/6331de17-a659-467e-96d5-74c7232c4cc7) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:19.541834 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Publish callbacks [] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.664277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a874474-bb3f-47ef-8621-19a4618e8d68 req-d5886229-9765-4acb-a003-3d2c8e4d7211 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:19.665828 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a874474-bb3f-47ef-8621-19a4618e8d68 req-d5886229-9765-4acb-a003-3d2c8e4d7211 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 946 time: 0.0703228
Apr 16 21:28:19.676648 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.725476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Network 65b90a12-c876-4ec9-bb69-11ab16e6830b is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:19.730563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:19.739043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:19.767806 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Publish callbacks [] for router_gateway (823e8681-cfa0-4e10-bb7d-9449ec47567e), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.790550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50284) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:19.800660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Pushing event updated for resources: {'Port': ['ID=17992ea9-4783-43c2-9e79-f41bd3f88e5e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:19.831993 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.837258 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a874474-bb3f-47ef-8621-19a4618e8d68 req-cbab3963-b9c5-4dad-8c05-d3ae954b7cab tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332421
Apr 16 21:28:19.859080 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Publish callbacks [] for port (6331de17-a659-467e-96d5-74c7232c4cc7), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.862776 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Publish callbacks [] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.929944 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af5f2aff-e20c-4348-b4ee-a79f18e13059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.949397 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.992391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Network e0e63a13-d902-48ef-a058-8080a6f24f93 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:19.996110 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:19.999858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:20.004402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:20.017150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Pushing event updated for resources: {'Port': ['ID=6331de17-a659-467e-96d5-74c7232c4cc7,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:20.109908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293eb53e-f0cf-473f-a9f4-9939228ded30 None None] Pushing event updated for resources: {'Port': ['ID=5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:20.114042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Attempting to bind port 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:20.114410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Attempting to bind port 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:20.114778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Attempting to bind port 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:20.120666 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.124044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:28:20.124463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:20.125212 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.125622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:28:20.126098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Bound port: 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:28:20.126479 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.160486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Attempting to bind port 6331de17-a659-467e-96d5-74c7232c4cc7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:20.160860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Attempting to bind port 6331de17-a659-467e-96d5-74c7232c4cc7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '066cafa9-f133-4cd4-ac99-5983cd9f2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:20.161270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Attempting to bind port 6331de17-a659-467e-96d5-74c7232c4cc7 on network e0e63a13-d902-48ef-a058-8080a6f24f93 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:20.165857 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5aa738c-b433-4da3-b329-7caf88f0c832 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:28:20.166483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5aa738c-b433-4da3-b329-7caf88f0c832 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:28:20.171704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:28:20.172084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Checking segment: {'id': '066cafa9-f133-4cd4-ac99-5983cd9f2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:20.172511 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.172947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Bound using segment: {'id': '066cafa9-f133-4cd4-ac99-5983cd9f2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:28:20.173415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Bound port: 6331de17-a659-467e-96d5-74c7232c4cc7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066cafa9-f133-4cd4-ac99-5983cd9f2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:28:20.173796 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.204698 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af5f2aff-e20c-4348-b4ee-a79f18e13059 admin admin] Publish callbacks [] for security_group (ee8300a5-b5de-4635-a4a5-f80943dc1163), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.235062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] For port 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:20.257624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] For port 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:28:20.275398 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af5f2aff-e20c-4348-b4ee-a79f18e13059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ee8300a5-b5de-4635-a4a5-f80943dc1163), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.276812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] For port 6331de17-a659-467e-96d5-74c7232c4cc7, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:20.280050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] For port 6331de17-a659-467e-96d5-74c7232c4cc7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6331de17-a659-467e-96d5-74c7232c4cc7,segment=NetworkSegment(066cafa9-f133-4cd4-ac99-5983cd9f2339),segment_id=066cafa9-f133-4cd4-ac99-5983cd9f2339)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:28:20.301938 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a5aa738c-b433-4da3-b329-7caf88f0c832 tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 1.4209106
Apr 16 21:28:20.303871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50288) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:20.311172 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Publish callbacks [] for router_gateway (823e8681-cfa0-4e10-bb7d-9449ec47567e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.355552 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.360522 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-af5f2aff-e20c-4348-b4ee-a79f18e13059 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1028174a01f44a8ba57fea37b94a1f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5669549
Apr 16 21:28:20.366562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f2aff-e20c-4348-b4ee-a79f18e13059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8300a5-b5de-4635-a4a5-f80943dc1163,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:20.370324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50290) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:20.397869 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.406287 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.420586 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Publish callbacks [] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.488912 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.502786 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64d283e3-98e3-46b4-8c1b-64f19f907497 admin admin] Publish callbacks [] for security_group (ee8300a5-b5de-4635-a4a5-f80943dc1163), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.543704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Allocated IP 172.35.1.216 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/3b034da1-21a1-45c7-a0d0-71af992eedfd) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:20.552303 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64d283e3-98e3-46b4-8c1b-64f19f907497 admin admin] Publish callbacks [] for security_group (ee8300a5-b5de-4635-a4a5-f80943dc1163), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.558801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e2b612f5-1ab2-48c5-8c15-22e0a5d8effe tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Deleting port 66ffb121-b339-4bcf-852d-d5327571bc4c {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:20.559163 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e2b612f5-1ab2-48c5-8c15-22e0a5d8effe tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (66ffb121-b339-4bcf-852d-d5327571bc4c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.634101 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.638976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Pushing event updated for resources: {'Port': ['ID=17992ea9-4783-43c2-9e79-f41bd3f88e5e,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:20.661497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293eb53e-f0cf-473f-a9f4-9939228ded30 None None] Pushing event updated for resources: {'Port': ['ID=5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:20.733251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Routers {'6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:20.734032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fdb9040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:20.742861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Publish callbacks [] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.759472 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e2b612f5-1ab2-48c5-8c15-22e0a5d8effe tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (66ffb121-b339-4bcf-852d-d5327571bc4c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.759820 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e2b612f5-1ab2-48c5-8c15-22e0a5d8effe tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks [] for floatingip (66ffb121-b339-4bcf-852d-d5327571bc4c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.782895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e2b612f5-1ab2-48c5-8c15-22e0a5d8effe tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Calling delete_port for 66ffb121-b339-4bcf-852d-d5327571bc4c owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:20.783325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64d283e3-98e3-46b4-8c1b-64f19f907497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ee8300a5-b5de-4635-a4a5-f80943dc1163), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.789907 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64d283e3-98e3-46b4-8c1b-64f19f907497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.790324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e2211-ffb9-453b-abbb-2a32c37f6f95 None None] Pushing event updated for resources: {'Port': ['ID=6331de17-a659-467e-96d5-74c7232c4cc7,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:20.793568 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-64d283e3-98e3-46b4-8c1b-64f19f907497 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee8300a5-b5de-4635-a4a5-f80943dc1163 HTTP/1.1" status: 204  len: 168 time: 0.4198816
Apr 16 21:28:20.801416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d283e3-98e3-46b4-8c1b-64f19f907497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8300a5-b5de-4635-a4a5-f80943dc1163,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:20.831170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Network 65b90a12-c876-4ec9-bb69-11ab16e6830b is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:20.852798 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:20.883049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:20.907527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] Set router 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:21.003073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:21.051267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Pushing event updated for resources: {'Port': ['ID=3b034da1-21a1-45c7-a0d0-71af992eedfd,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:21.053996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:21.071733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:21.234569 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237074-0b44-4703-b44a-a28a782aaf90 req-72a7f96b-729e-4398-b279-f3b4b71e0e1c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:21.241673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Router 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:28:21.252812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17237074-0b44-4703-b44a-a28a782aaf90 req-72a7f96b-729e-4398-b279-f3b4b71e0e1c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 946 time: 0.2026913
Apr 16 21:28:21.262738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6331de17-a659-467e-96d5-74c7232c4cc7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:21.314691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fdb9040>, [{'id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'name': 'tempest-ServerRescueTestJSON-1401476451-router', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:15Z', 'updated_at': '2022-04-16T21:28:19Z', 'revision_number': 4, 'project_id': '52fd97392841411abbd1f748dff97f10', 'gw_port': {'id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:16Z', 'updated_at': '2022-04-16T21:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '17992ea9-4783-43c2-9e79-f41bd3f88e5e', 'name': '', 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'mac_address': 'fa:16:3e:00:bf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd47738d3-f474-4706-81ae-1ee4847928c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:20Z', 'revision_number': 2, 'project_id': '52fd97392841411abbd1f748dff97f10', 'subnets': [{'id': 'd47738d3-f474-4706-81ae-1ee4847928c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:21.349737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4cd524-c2f4-4398-b788-eba37c0a95bc None None] The sync data for ids ['6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'] in ncdv-master-1 is: [{'id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'name': 'tempest-ServerRescueTestJSON-1401476451-router', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:15Z', 'updated_at': '2022-04-16T21:28:19Z', 'revision_number': 4, 'project_id': '52fd97392841411abbd1f748dff97f10', 'gw_port': {'id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:16Z', 'updated_at': '2022-04-16T21:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '17992ea9-4783-43c2-9e79-f41bd3f88e5e', 'name': '', 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'mac_address': 'fa:16:3e:00:bf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd47738d3-f474-4706-81ae-1ee4847928c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:20Z', 'revision_number': 2, 'project_id': '52fd97392841411abbd1f748dff97f10', 'subnets': [{'id': 'd47738d3-f474-4706-81ae-1ee4847928c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:28:21.362546 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6331de17-a659-467e-96d5-74c7232c4cc7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:21.362546 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:21.408720 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e2b612f5-1ab2-48c5-8c15-22e0a5d8effe tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (66ffb121-b339-4bcf-852d-d5327571bc4c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:21.449004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b612f5-1ab2-48c5-8c15-22e0a5d8effe tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Pushing event deleted for resources: {'Port': ['ID=66ffb121-b339-4bcf-852d-d5327571bc4c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:21.511935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:28:21.534046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6331de17-a659-467e-96d5-74c7232c4cc7 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:21.534046 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:21.540457 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17237074-0b44-4703-b44a-a28a782aaf90 req-152c33d0-d842-4cbf-9ff6-f3a8f47f0f9a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2747505
Apr 16 21:28:21.540890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8e816436-8fba-495f-878b-502ff4281d3c admin admin] 10.222.0.20 "PUT /v2.0/routers/6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9993644
Apr 16 21:28:21.588043 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e2b612f5-1ab2-48c5-8c15-22e0a5d8effe tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks [] for floatingip (189025ad-3c14-45c2-8329-0016583d21e9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:21.591257 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e2b612f5-1ab2-48c5-8c15-22e0a5d8effe tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:21.597642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e2b612f5-1ab2-48c5-8c15-22e0a5d8effe tempest-ExternalNetworksAdminNegativeTestJSON-376571568 tempest-ExternalNetworksAdminNegativeTestJSON-376571568-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/189025ad-3c14-45c2-8329-0016583d21e9 HTTP/1.1" status: 204  len: 168 time: 1.2923908
Apr 16 21:28:21.635750 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 6331de17-a659-467e-96d5-74c7232c4cc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6331de17-a659-467e-96d5-74c7232c4cc7,segment=NetworkSegment(066cafa9-f133-4cd4-ac99-5983cd9f2339),segment_id=066cafa9-f133-4cd4-ac99-5983cd9f2339)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:21.762645 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:21.815319 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Publish callbacks [] for router_gateway (823e8681-cfa0-4e10-bb7d-9449ec47567e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:21.868405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=6331de17-a659-467e-96d5-74c7232c4cc7,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:21.942314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aea4d-0c98-4887-ba62-e35df644da16 req-929e62c3-2175-45a6-a56a-b19efb86c39d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:21.950025 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b35aea4d-0c98-4887-ba62-e35df644da16 req-929e62c3-2175-45a6-a56a-b19efb86c39d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 946 time: 0.0803363
Apr 16 21:28:22.068578 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b35aea4d-0c98-4887-ba62-e35df644da16 req-ae579371-49b4-4ddb-9617-9381c6845201 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175218
Apr 16 21:28:22.207209 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (823e8681-cfa0-4e10-bb7d-9449ec47567e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:22.229870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc31a4c-1a5b-44d0-a82b-38d749f20a6d None None] Network e0e63a13-d902-48ef-a058-8080a6f24f93 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:28:22.336960 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-72029439-cef7-4d4e-b1ec-ad0f6e346a4e None None] Provisioning complete for port 6331de17-a659-467e-96d5-74c7232c4cc7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:22.337337 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-72029439-cef7-4d4e-b1ec-ad0f6e346a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:22.492403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50342) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:22.513987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-72029439-cef7-4d4e-b1ec-ad0f6e346a4e None None] Current status of the port 6331de17-a659-467e-96d5-74c7232c4cc7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:22.732802 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-607e5fef-a35e-4f81-9d05-2254132bbd85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:22.825186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e1654-9739-4daf-9d38-ba714d154300 req-d601cc1c-b9a6-4ea3-a5bf-55fb91a671c1 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:22.833671 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-d601cc1c-b9a6-4ea3-a5bf-55fb91a671c1 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/networks?id=65b90a12-c876-4ec9-bb69-11ab16e6830b HTTP/1.1" status: 200  len: 811 time: 0.2451012
Apr 16 21:28:22.865470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-dad4a9b9-aaa3-4083-8442-7077890550db tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/quotas/52fd97392841411abbd1f748dff97f10 HTTP/1.1" status: 200  len: 375 time: 0.0231764
Apr 16 21:28:22.925363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759e69f-1683-461c-ac91-405b12102f42 req-6449ceec-3c1d-4ab9-9e6f-e8d4411e08aa tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:22.928349 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9759e69f-1683-461c-ac91-405b12102f42 req-6449ceec-3c1d-4ab9-9e6f-e8d4411e08aa tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 946 time: 0.0678682
Apr 16 21:28:22.947710 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-1e6be99f-857c-4f7e-8dd4-9ce354dec488 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=52fd97392841411abbd1f748dff97f10&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0812235
Apr 16 21:28:22.979185 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0a806ef0-6333-42b2-a1be-f10db640f596 None None] Provisioning complete for port 6331de17-a659-467e-96d5-74c7232c4cc7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:22.979185 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0a806ef0-6333-42b2-a1be-f10db640f596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:23.052150 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-607e5fef-a35e-4f81-9d05-2254132bbd85 admin admin] Publish callbacks [] for security_group (3ce25c12-09d9-4d9d-ad46-76fbf7b85379), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:23.115285 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9759e69f-1683-461c-ac91-405b12102f42 req-77d9e85d-a397-4a56-9830-d59efeb2f279 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781981
Apr 16 21:28:23.171106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0a806ef0-6333-42b2-a1be-f10db640f596 None None] Current status of the port 6331de17-a659-467e-96d5-74c7232c4cc7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:23.171204 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-5a1b5071-9dc3-4135-9f76-ba61805e42f1 service neutron] 10.222.0.20 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2171507
Apr 16 21:28:23.190071 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-607e5fef-a35e-4f81-9d05-2254132bbd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3ce25c12-09d9-4d9d-ad46-76fbf7b85379), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:23.252767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Router 823e8681-cfa0-4e10-bb7d-9449ec47567e is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:28:23.331226 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-607e5fef-a35e-4f81-9d05-2254132bbd85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfdec808ca984f1881f45f6d4caeee08&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8340480
Apr 16 21:28:23.332528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e5fef-a35e-4f81-9d05-2254132bbd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce25c12-09d9-4d9d-ad46-76fbf7b85379,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:23.338842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50376) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:23.340775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6331de17-a659-467e-96d5-74c7232c4cc7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:23.406931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-01bd2bd9-63ff-497a-81de-36ec281a6fed tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:23.409328 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-01bd2bd9-63ff-497a-81de-36ec281a6fed tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 946 time: 0.1864080
Apr 16 21:28:23.442113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-cdfe56eb-cc2f-4658-be2b-a3ffe9d69aa4 service neutron] 10.222.0.20 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2732012
Apr 16 21:28:23.454368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6331de17-a659-467e-96d5-74c7232c4cc7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:23.454746 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:23.490252 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-216ad002-3b41-4e3c-9a81-d05ade8d0500 admin admin] Publish callbacks [] for security_group (3ce25c12-09d9-4d9d-ad46-76fbf7b85379), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:23.527930 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-216ad002-3b41-4e3c-9a81-d05ade8d0500 admin admin] Publish callbacks [] for security_group (3ce25c12-09d9-4d9d-ad46-76fbf7b85379), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:23.542597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee644b80-4ef0-4b47-bfda-593984c7613b req-15277d70-8162-484a-baa9-31031f98374d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:23.544294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee644b80-4ef0-4b47-bfda-593984c7613b req-15277d70-8162-484a-baa9-31031f98374d tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 946 time: 0.2755136
Apr 16 21:28:23.594292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6331de17-a659-467e-96d5-74c7232c4cc7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:23.596298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:23.711613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:23.711979 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:23.734875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:28:23.739815 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-216ad002-3b41-4e3c-9a81-d05ade8d0500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3ce25c12-09d9-4d9d-ad46-76fbf7b85379), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:23.742332 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-216ad002-3b41-4e3c-9a81-d05ade8d0500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:23.744422 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-216ad002-3b41-4e3c-9a81-d05ade8d0500 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ce25c12-09d9-4d9d-ad46-76fbf7b85379 HTTP/1.1" status: 204  len: 168 time: 0.4024124
Apr 16 21:28:23.757304 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Sync routers for ids ['823e8681-cfa0-4e10-bb7d-9449ec47567e'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:28:23.759354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ad002-3b41-4e3c-9a81-d05ade8d0500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce25c12-09d9-4d9d-ad46-76fbf7b85379,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:23.781145 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee644b80-4ef0-4b47-bfda-593984c7613b req-8d8acb32-9e52-4b69-9fb3-ebb5bdedd7d7 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2281113
Apr 16 21:28:23.781941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Deleting port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:23.782594 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:23.787230 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Routers {'823e8681-cfa0-4e10-bb7d-9449ec47567e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:23.789538 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125004df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['823e8681-cfa0-4e10-bb7d-9449ec47567e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:23.897743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:23.898142 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:23.947110 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:23.949916 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-00547119-d015-4f22-adad-33b8aa919a92 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.9040165
Apr 16 21:28:23.952695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50384) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:23.968283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:23.969885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] For port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:23.970266 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:24.079060 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:24.132198 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Set router 823e8681-cfa0-4e10-bb7d-9449ec47567e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:24.207438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5dac3ae9-52a6-4f34-888b-572611eea7a0 req-50912045-fa67-4076-ba29-3a9242861590 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 210 time: 0.0843749
Apr 16 21:28:24.256773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:24.403980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88e33b-86c8-44fe-9bb4-6fb86ef18bac req-1dbede38-7555-413c-adfa-f6f7fb4c07f9 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:24.405575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b88e33b-86c8-44fe-9bb4-6fb86ef18bac req-1dbede38-7555-413c-adfa-f6f7fb4c07f9 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 946 time: 0.1317854
Apr 16 21:28:24.407546 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125004df0>, [{'id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'name': 'tempest-TestAggregatesBasicOps-1245927566-router', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216'}], 'enable_snat': True}, 'gw_port_id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:21Z', 'revision_number': 3, 'project_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'gw_port': {'id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:20Z', 'updated_at': '2022-04-16T21:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:24.430541 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:24.431023 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (ebe38c37-65cf-4f59-87ff-18df89178103), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:24.431419 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Floating IP ebe38c37-65cf-4f59-87ff-18df89178103 disassociated. External IP: 172.35.1.158, port: bca26f6e-d4ea-42d6-97cb-5fabb9c3b713.
Apr 16 21:28:24.431832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Calling delete_port for bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:24.497840 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Checking router: 823e8681-cfa0-4e10-bb7d-9449ec47567e for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:28:24.498971 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Updating router 823e8681-cfa0-4e10-bb7d-9449ec47567e port 3b034da1-21a1-45c7-a0d0-71af992eedfd binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:28:24.523896 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b88e33b-86c8-44fe-9bb4-6fb86ef18bac req-48be84fa-d78e-4521-ab4b-efb59ef77695 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066091
Apr 16 21:28:24.571979 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:24.869299 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (bca26f6e-d4ea-42d6-97cb-5fabb9c3b713), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:24.917916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50426) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:24.922057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Sync routers for ids ['6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:28:24.927618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event deleted for resources: {'Port': ['ID=bca26f6e-d4ea-42d6-97cb-5fabb9c3b713,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:24.945829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Routers {'6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:24.946475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f4b34f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:25.023261 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d613aaee-05db-4c50-a0a7-aec8d0ffb470 req-835a8ece-3802-43ad-a2b6-b3b9bc331487 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 210 time: 0.0406513
Apr 16 21:28:25.130039 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Publish callbacks [] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.141101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8d141b81-ce88-43c8-badf-2e3306ff41d4 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-985478303'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:25.162471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Router 97553a54-e5c2-474b-ac28-a27607cc8bc4 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:28:25.181158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50432) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:25.211793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:25.243994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Set router 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:25.246068 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.329190 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Pushing event updated for resources: {'Port': ['ID=3b034da1-21a1-45c7-a0d0-71af992eedfd,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:25.343166 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.343700 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.344474 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.344792 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.345304 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.345816 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.346281 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.347317 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.347779 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.348289 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.348750 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.349306 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.349767 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.350277 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.350736 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:25.382903 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Attempting to bind port 3b034da1-21a1-45c7-a0d0-71af992eedfd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:25.383619 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Attempting to bind port 3b034da1-21a1-45c7-a0d0-71af992eedfd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:25.384263 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Attempting to bind port 3b034da1-21a1-45c7-a0d0-71af992eedfd on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:25.389129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068efae7-59f4-42e4-9c08-cf71410a28bf req-eac12d74-7031-4eda-b63d-47baf8905b32 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:25.391537 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:28:25.392092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:28:25.397460 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:25.397460 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.397460 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:28:25.397460 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Bound port: 3b034da1-21a1-45c7-a0d0-71af992eedfd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:28:25.397460 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.398313 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-068efae7-59f4-42e4-9c08-cf71410a28bf req-eac12d74-7031-4eda-b63d-47baf8905b32 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 946 time: 0.7023442
Apr 16 21:28:25.407277 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8d141b81-ce88-43c8-badf-2e3306ff41d4 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (f472116a-b852-49c3-93ee-d643f700ab12), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.408328 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8d141b81-ce88-43c8-badf-2e3306ff41d4 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (f472116a-b852-49c3-93ee-d643f700ab12), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.412047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:25.412839 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.461894 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7cee0d-0190-4fd6-ae51-aaded3df83e7 None None] Sync routers for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:28:25.492216 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7cee0d-0190-4fd6-ae51-aaded3df83e7 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:25.493831 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1d7cee0d-0190-4fd6-ae51-aaded3df83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c01be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:25.543960 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-068efae7-59f4-42e4-9c08-cf71410a28bf req-c9dacc05-2fd0-4edf-8462-8216ffe9f2f0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446924
Apr 16 21:28:25.678771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] No DVR routers for this DVR port bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:28:25.686772 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.697500 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] For port 3b034da1-21a1-45c7-a0d0-71af992eedfd, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:25.697665 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46b07528-ea96-4f5d-9ece-f89c9d44834d req-f7b27e76-ba9b-4a40-9574-817ff06d483e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "DELETE /v2.0/ports/bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 HTTP/1.1" status: 204  len: 173 time: 2.2685173
Apr 16 21:28:25.711108 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7b072d5a-8338-4475-bc35-0fd8b8b3f93d req-b050c3a2-7803-4ba7-824b-9e18a078ec29 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 210 time: 0.3137383
Apr 16 21:28:25.724889 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb61102-0483-413f-88b9-7519c852b7f6', 'name': 'network-vif-deleted', 'tag': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:28:25.728058 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ca58c0-b619-4871-b740-efe1190cba32" -d '{"events": [{"server_uuid": "6eb61102-0483-413f-88b9-7519c852b7f6", "name": "network-vif-deleted", "tag": "bca26f6e-d4ea-42d6-97cb-5fabb9c3b713"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:28:25.746420 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] For port 3b034da1-21a1-45c7-a0d0-71af992eedfd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b034da1-21a1-45c7-a0d0-71af992eedfd,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:28:25.763581 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c465e019-c911-4fc7-8c5a-99ab67f1e576 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cd6725910b64d9a8b1d3fd6a734e655&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5773444
Apr 16 21:28:25.763581 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8d141b81-ce88-43c8-badf-2e3306ff41d4 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router_controller (f472116a-b852-49c3-93ee-d643f700ab12), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.764297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50458) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:25.789269 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-1d7cee0d-0190-4fd6-ae51-aaded3df83e7 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:25.829306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:25.835929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f4b34f0>, [{'id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'name': 'tempest-ServerRescueTestJSON-1401476451-router', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:15Z', 'updated_at': '2022-04-16T21:28:19Z', 'revision_number': 4, 'project_id': '52fd97392841411abbd1f748dff97f10', 'gw_port': {'id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:16Z', 'updated_at': '2022-04-16T21:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '17992ea9-4783-43c2-9e79-f41bd3f88e5e', 'name': '', 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'mac_address': 'fa:16:3e:00:bf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd47738d3-f474-4706-81ae-1ee4847928c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:20Z', 'revision_number': 2, 'project_id': '52fd97392841411abbd1f748dff97f10', 'subnets': [{'id': 'd47738d3-f474-4706-81ae-1ee4847928c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:25.845570 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81252748-2ec8-4a81-8ab1-3aaf59260691 x-openstack-request-id: req-81252748-2ec8-4a81-8ab1-3aaf59260691 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:28:25.845570 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb61102-0483-413f-88b9-7519c852b7f6", "name": "network-vif-deleted", "tag": "bca26f6e-d4ea-42d6-97cb-5fabb9c3b713", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:28:25.845760 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81252748-2ec8-4a81-8ab1-3aaf59260691 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:28:25.846169 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81252748-2ec8-4a81-8ab1-3aaf59260691'] response: {'server_uuid': '6eb61102-0483-413f-88b9-7519c852b7f6', 'name': 'network-vif-deleted', 'tag': 'bca26f6e-d4ea-42d6-97cb-5fabb9c3b713', 'status': 'completed', 'code': 200}
Apr 16 21:28:25.878409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Checking router: 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:28:25.878654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Updating router 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 port 17992ea9-4783-43c2-9e79-f41bd3f88e5e binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:28:25.903513 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.904116 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8d141b81-ce88-43c8-badf-2e3306ff41d4 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (f472116a-b852-49c3-93ee-d643f700ab12), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.913654 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.924655 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.937346 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79a68b57-4482-48ca-bf32-9df8aec66437 admin admin] Publish callbacks [] for security_group (e765c56d-a9fc-4055-a6df-4f2aa6d1dd52), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:25.995042 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79a68b57-4482-48ca-bf32-9df8aec66437 admin admin] Publish callbacks [] for security_group (e765c56d-a9fc-4055-a6df-4f2aa6d1dd52), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.028970 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8d141b81-ce88-43c8-badf-2e3306ff41d4 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.035276 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8d141b81-ce88-43c8-badf-2e3306ff41d4 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.1138926
Apr 16 21:28:26.036715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50460) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:26.040834 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Routers {'823e8681-cfa0-4e10-bb7d-9449ec47567e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:26.041745 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125004df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['823e8681-cfa0-4e10-bb7d-9449ec47567e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:26.093301 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595115a2-5a0a-4533-aec6-87ce30984e3e None None] Pushing event updated for resources: {'Port': ['ID=3b034da1-21a1-45c7-a0d0-71af992eedfd,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:26.128454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Allocated IP 172.20.0.1 (e0e63a13-d902-48ef-a058-8080a6f24f93/b6eaa7b6-d4e6-4bc7-bad2-9080948b900d/b5509837-26fc-43c2-b9af-e76eb466e4ed) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:26.200512 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1d7cee0d-0190-4fd6-ae51-aaded3df83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c01be0>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:26.215958 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79a68b57-4482-48ca-bf32-9df8aec66437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e765c56d-a9fc-4055-a6df-4f2aa6d1dd52), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.219163 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79a68b57-4482-48ca-bf32-9df8aec66437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.220479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-79a68b57-4482-48ca-bf32-9df8aec66437 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e765c56d-a9fc-4055-a6df-4f2aa6d1dd52 HTTP/1.1" status: 204  len: 168 time: 0.4534180
Apr 16 21:28:26.234903 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7cee0d-0190-4fd6-ae51-aaded3df83e7 None None] Checking router: 97553a54-e5c2-474b-ac28-a27607cc8bc4 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:28:26.247106 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] Set router 823e8681-cfa0-4e10-bb7d-9449ec47567e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:26.260287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a68b57-4482-48ca-bf32-9df8aec66437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e765c56d-a9fc-4055-a6df-4f2aa6d1dd52,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:26.318143 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7cee0d-0190-4fd6-ae51-aaded3df83e7 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:26.318143 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1d7cee0d-0190-4fd6-ae51-aaded3df83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c01be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:26.332775 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Publish callbacks [] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.373097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:28:26.404411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-77133b1e-4321-4e37-8a48-c782437a640f req-ee19993b-3371-44e2-8510-f4264c59d487 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 210 time: 0.0369093
Apr 16 21:28:26.409820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:28:26.410180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device bca26f6e-d4ea-42d6-97cb-5fabb9c3b713 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:28:26.411911 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-336efac8-dde0-41d9-94a8-18dbe83d7478 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (f472116a-b852-49c3-93ee-d643f700ab12), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.482830 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af528d-c7ff-4e82-944f-66d80e2c9377 req-3910be8a-25b2-4d2a-9640-f41833f6c9d5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:26.492060 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71af528d-c7ff-4e82-944f-66d80e2c9377 req-3910be8a-25b2-4d2a-9640-f41833f6c9d5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 946 time: 0.0889773
Apr 16 21:28:26.495819 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.557430 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-1d7cee0d-0190-4fd6-ae51-aaded3df83e7 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:26.596037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Pushing event updated for resources: {'Port': ['ID=b5509837-26fc-43c2-b9af-e76eb466e4ed,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:26.620865 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71af528d-c7ff-4e82-944f-66d80e2c9377 req-dec043bc-f4e1-42f4-94ad-ce70f051356e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258283
Apr 16 21:28:26.642115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Network e0e63a13-d902-48ef-a058-8080a6f24f93 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:26.643694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:26.646464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:26.708906 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Publish callbacks [] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.717342 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (823e8681-cfa0-4e10-bb7d-9449ec47567e), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.719935 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-336efac8-dde0-41d9-94a8-18dbe83d7478 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (f472116a-b852-49c3-93ee-d643f700ab12), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.723846 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-336efac8-dde0-41d9-94a8-18dbe83d7478 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router_controller (f472116a-b852-49c3-93ee-d643f700ab12), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.873517 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.883844 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c66d6f5-9173-4528-a803-336178fcc227 req-10ee68ab-d543-4161-8e38-02fc25befe67 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 210 time: 0.0520978
Apr 16 21:28:26.901875 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125004df0>, [{'id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'name': 'tempest-TestAggregatesBasicOps-1245927566-router', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216'}], 'enable_snat': True}, 'gw_port_id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:21Z', 'revision_number': 3, 'project_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'gw_port': {'id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:20Z', 'updated_at': '2022-04-16T21:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:26.902822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-336efac8-dde0-41d9-94a8-18dbe83d7478 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (f472116a-b852-49c3-93ee-d643f700ab12), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.904749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336efac8-dde0-41d9-94a8-18dbe83d7478 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f472116a-b852-49c3-93ee-d643f700ab12 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:28:26.919943 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-336efac8-dde0-41d9-94a8-18dbe83d7478 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:26.925934 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-336efac8-dde0-41d9-94a8-18dbe83d7478 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] 10.222.0.20 "DELETE /v2.0/routers/f472116a-b852-49c3-93ee-d643f700ab12 HTTP/1.1" status: 204  len: 168 time: 0.8806629
Apr 16 21:28:26.927373 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50474) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:26.933807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-12db4ba8-f5bc-4822-9522-c28aaab3102b tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Request body: {'router': {'name': 'tempest-router-501357382', 'distributed': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:26.952352 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ba210-bf92-4c9e-8174-b73ed3fa66cd None None] The sync data for ids ['823e8681-cfa0-4e10-bb7d-9449ec47567e'] in ncdv-master-1 is: [{'id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'name': 'tempest-TestAggregatesBasicOps-1245927566-router', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216'}], 'enable_snat': True}, 'gw_port_id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:21Z', 'revision_number': 3, 'project_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'gw_port': {'id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:20Z', 'updated_at': '2022-04-16T21:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:28:26.983227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acf7be-b3a3-4500-beac-3e5fe2a780b1 None None] Pushing event updated for resources: {'Port': ['ID=17992ea9-4783-43c2-9e79-f41bd3f88e5e,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:27.073004 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12db4ba8-f5bc-4822-9522-c28aaab3102b tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (8afbc73a-6271-4f1b-9846-a774cb0f90db), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:27.073004 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12db4ba8-f5bc-4822-9522-c28aaab3102b tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (8afbc73a-6271-4f1b-9846-a774cb0f90db), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:27.073166 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5b4a3712-b948-4dc9-846e-c3c5688a323d None None] Provisioning complete for port b5509837-26fc-43c2-b9af-e76eb466e4ed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:27.080809 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5b4a3712-b948-4dc9-846e-c3c5688a323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:27.129239 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:27.155467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Attempting to bind port 17992ea9-4783-43c2-9e79-f41bd3f88e5e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:27.158175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Attempting to bind port 17992ea9-4783-43c2-9e79-f41bd3f88e5e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8c214866-665c-48ce-b875-768e869dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:27.160121 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Attempting to bind port 17992ea9-4783-43c2-9e79-f41bd3f88e5e on network 65b90a12-c876-4ec9-bb69-11ab16e6830b {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:27.176489 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12db4ba8-f5bc-4822-9522-c28aaab3102b tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router_controller (8afbc73a-6271-4f1b-9846-a774cb0f90db), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:27.180760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:28:27.181220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Checking segment: {'id': '8c214866-665c-48ce-b875-768e869dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:27.181551 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:27.181948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Bound using segment: {'id': '8c214866-665c-48ce-b875-768e869dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:28:27.182415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Bound port: 17992ea9-4783-43c2-9e79-f41bd3f88e5e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c214866-665c-48ce-b875-768e869dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:28:27.182960 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:27.185143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5b4a3712-b948-4dc9-846e-c3c5688a323d None None] Port b5509837-26fc-43c2-b9af-e76eb466e4ed cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:28:27.251834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12db4ba8-f5bc-4822-9522-c28aaab3102b tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (8afbc73a-6271-4f1b-9846-a774cb0f90db), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:27.271920 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1d7cee0d-0190-4fd6-ae51-aaded3df83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c01be0>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:27.300425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] For port 17992ea9-4783-43c2-9e79-f41bd3f88e5e, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:27.303684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] For port 17992ea9-4783-43c2-9e79-f41bd3f88e5e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17992ea9-4783-43c2-9e79-f41bd3f88e5e,segment=NetworkSegment(8c214866-665c-48ce-b875-768e869dd711),segment_id=8c214866-665c-48ce-b875-768e869dd711)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:28:27.324568 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7cee0d-0190-4fd6-ae51-aaded3df83e7 None None] The sync data for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 is: [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:28:27.363259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12db4ba8-f5bc-4822-9522-c28aaab3102b tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:27.367372 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-12db4ba8-f5bc-4822-9522-c28aaab3102b tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.4363265
Apr 16 21:28:27.367630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50482) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:27.383714 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:27.567206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Routers {'6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:27.567949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f4b34f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:27.606465 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db658cb8-e60e-4783-b8fe-bd8a5721ad9a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (8afbc73a-6271-4f1b-9846-a774cb0f90db), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:27.632579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e1654-9739-4daf-9d38-ba714d154300 req-480e915d-56af-4459-bb3a-644b2c9bbcb7 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:27.634311 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-480e915d-56af-4459-bb3a-644b2c9bbcb7 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.11 "GET /v2.0/networks?id=65b90a12-c876-4ec9-bb69-11ab16e6830b HTTP/1.1" status: 200  len: 811 time: 0.4398797
Apr 16 21:28:27.667286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acf7be-b3a3-4500-beac-3e5fe2a780b1 None None] Pushing event updated for resources: {'Port': ['ID=17992ea9-4783-43c2-9e79-f41bd3f88e5e,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:27.716588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-807e1654-9739-4daf-9d38-ba714d154300 req-5cf62e53-d1ab-4f25-83af-9c011df514ae tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Request body: {'port': {'device_id': '5239bc09-9070-4897-8d6f-8084c2bab0b4', 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b', 'admin_state_up': True, 'tenant_id': '52fd97392841411abbd1f748dff97f10'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:27.841532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] Set router 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:27.866500 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9cac9b5a-8737-4e58-9c2c-d59dac693474 req-956f29a6-a98c-4bee-a160-06cd7332e17c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=6eb61102-0483-413f-88b9-7519c852b7f6 HTTP/1.1" status: 200  len: 210 time: 0.2528443
Apr 16 21:28:27.868761 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Publish callbacks [] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:27.905686 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db658cb8-e60e-4783-b8fe-bd8a5721ad9a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (8afbc73a-6271-4f1b-9846-a774cb0f90db), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:27.910461 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db658cb8-e60e-4783-b8fe-bd8a5721ad9a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router_controller (8afbc73a-6271-4f1b-9846-a774cb0f90db), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.012896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4f9f7-bf43-4997-98fa-72d09eb5063b None None] New status for floating IP ebe38c37-65cf-4f59-87ff-18df89178103: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:28:28.108025 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-897c30e3-2777-4808-8d14-667761c4a957 req-88c3ebab-37c5-484a-b44d-f40bd62b9d62 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 210 time: 0.0562980
Apr 16 21:28:28.109210 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.155235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807e1654-9739-4daf-9d38-ba714d154300 req-5cf62e53-d1ab-4f25-83af-9c011df514ae tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Made reservation on behalf of 52fd97392841411abbd1f748dff97f10 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:28.158881 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-807e1654-9739-4daf-9d38-ba714d154300 req-5cf62e53-d1ab-4f25-83af-9c011df514ae tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.327466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f45cf-77a4-4f56-9e62-57e699cd3cd3 req-e356a46d-8d55-4693-855d-9314f3b5baa7 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:28.329123 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f57f45cf-77a4-4f56-9e62-57e699cd3cd3 req-e356a46d-8d55-4693-855d-9314f3b5baa7 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 946 time: 0.5272298
Apr 16 21:28:28.338431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81429e5c-87c5-4dd1-8051-6d991c112df3 req-4d36cb7f-19f2-4fa6-b049-89a0bbb9dbde tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:28.340265 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-81429e5c-87c5-4dd1-8051-6d991c112df3 req-4d36cb7f-19f2-4fa6-b049-89a0bbb9dbde tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 946 time: 0.5372379
Apr 16 21:28:28.349666 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db658cb8-e60e-4783-b8fe-bd8a5721ad9a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (8afbc73a-6271-4f1b-9846-a774cb0f90db), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.350294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db658cb8-e60e-4783-b8fe-bd8a5721ad9a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8afbc73a-6271-4f1b-9846-a774cb0f90db {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:28:28.355768 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db658cb8-e60e-4783-b8fe-bd8a5721ad9a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.361343 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-db658cb8-e60e-4783-b8fe-bd8a5721ad9a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] 10.222.0.20 "DELETE /v2.0/routers/8afbc73a-6271-4f1b-9846-a774cb0f90db HTTP/1.1" status: 204  len: 168 time: 0.9926026
Apr 16 21:28:28.363835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50504) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:28.373879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-02756294-b89c-4cf7-b453-8c465d66fd1a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Request body: {'router': {'name': 'tempest-router-87864316', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3af7bd3416834461b43ba268089f5250'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:28.399079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f4b34f0>, [{'id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'name': 'tempest-ServerRescueTestJSON-1401476451-router', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:15Z', 'updated_at': '2022-04-16T21:28:19Z', 'revision_number': 4, 'project_id': '52fd97392841411abbd1f748dff97f10', 'gw_port': {'id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:16Z', 'updated_at': '2022-04-16T21:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '17992ea9-4783-43c2-9e79-f41bd3f88e5e', 'name': '', 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'mac_address': 'fa:16:3e:00:bf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd47738d3-f474-4706-81ae-1ee4847928c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:27Z', 'revision_number': 4, 'project_id': '52fd97392841411abbd1f748dff97f10', 'subnets': [{'id': 'd47738d3-f474-4706-81ae-1ee4847928c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:28.425942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-807e1654-9739-4daf-9d38-ba714d154300 req-5cf62e53-d1ab-4f25-83af-9c011df514ae tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Allocated IP 172.20.0.3 (65b90a12-c876-4ec9-bb69-11ab16e6830b/d47738d3-f474-4706-81ae-1ee4847928c9/f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:28.446427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-81429e5c-87c5-4dd1-8051-6d991c112df3 req-b37da8a6-2749-4d42-9bb4-edf9bf6a6ccf tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837815
Apr 16 21:28:28.447382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fcd8de-6e73-411c-b4e0-8d0cb4c319f4 None None] The sync data for ids ['6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'] in ncdv-master-1 is: [{'id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'name': 'tempest-ServerRescueTestJSON-1401476451-router', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:15Z', 'updated_at': '2022-04-16T21:28:19Z', 'revision_number': 4, 'project_id': '52fd97392841411abbd1f748dff97f10', 'gw_port': {'id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:16Z', 'updated_at': '2022-04-16T21:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '17992ea9-4783-43c2-9e79-f41bd3f88e5e', 'name': '', 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'mac_address': 'fa:16:3e:00:bf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'd47738d3-f474-4706-81ae-1ee4847928c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:27Z', 'revision_number': 4, 'project_id': '52fd97392841411abbd1f748dff97f10', 'subnets': [{'id': 'd47738d3-f474-4706-81ae-1ee4847928c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:28:28.545247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-f57f45cf-77a4-4f56-9e62-57e699cd3cd3 req-7095a428-404b-4e0c-b6d7-6b8e461cfbb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Deleting port 0cb19ffe-8c4b-4615-9c83-7c856827ac47 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:28.545832 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f57f45cf-77a4-4f56-9e62-57e699cd3cd3 req-7095a428-404b-4e0c-b6d7-6b8e461cfbb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.566320 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-02756294-b89c-4cf7-b453-8c465d66fd1a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (050ba164-1ad3-4210-b815-8217e7a2fd3b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.567515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-02756294-b89c-4cf7-b453-8c465d66fd1a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (050ba164-1ad3-4210-b815-8217e7a2fd3b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.589506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Pushing event updated for resources: {'Port': ['ID=b5509837-26fc-43c2-b9af-e76eb466e4ed,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:28.598979 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (823e8681-cfa0-4e10-bb7d-9449ec47567e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.724432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-f57f45cf-77a4-4f56-9e62-57e699cd3cd3 req-7095a428-404b-4e0c-b6d7-6b8e461cfbb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] For port 0cb19ffe-8c4b-4615-9c83-7c856827ac47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cb19ffe-8c4b-4615-9c83-7c856827ac47,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:28.724989 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f57f45cf-77a4-4f56-9e62-57e699cd3cd3 req-7095a428-404b-4e0c-b6d7-6b8e461cfbb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.747900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-807e1654-9739-4daf-9d38-ba714d154300 req-5cf62e53-d1ab-4f25-83af-9c011df514ae tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks [] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.748864 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-02756294-b89c-4cf7-b453-8c465d66fd1a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router_controller (050ba164-1ad3-4210-b815-8217e7a2fd3b), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.750104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-f57f45cf-77a4-4f56-9e62-57e699cd3cd3 req-7095a428-404b-4e0c-b6d7-6b8e461cfbb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Calling delete_port for 0cb19ffe-8c4b-4615-9c83-7c856827ac47 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:28.765717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Network e0e63a13-d902-48ef-a058-8080a6f24f93 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:28.769145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:28.829550 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-02756294-b89c-4cf7-b453-8c465d66fd1a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (050ba164-1ad3-4210-b815-8217e7a2fd3b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.941095 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-807e1654-9739-4daf-9d38-ba714d154300 req-5cf62e53-d1ab-4f25-83af-9c011df514ae tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.944102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-02756294-b89c-4cf7-b453-8c465d66fd1a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:28.945582 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-02756294-b89c-4cf7-b453-8c465d66fd1a tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.5790992
Apr 16 21:28:28.949019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50516) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:28.953767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Request body: {'router': {'distributed': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:29.021380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807e1654-9739-4daf-9d38-ba714d154300 req-5cf62e53-d1ab-4f25-83af-9c011df514ae tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Network 65b90a12-c876-4ec9-bb69-11ab16e6830b is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:29.035834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-807e1654-9739-4daf-9d38-ba714d154300 req-5cf62e53-d1ab-4f25-83af-9c011df514ae tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:29.051312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-807e1654-9739-4daf-9d38-ba714d154300 req-5cf62e53-d1ab-4f25-83af-9c011df514ae tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:29.114868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50522) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:29.183749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e1654-9739-4daf-9d38-ba714d154300 req-5cf62e53-d1ab-4f25-83af-9c011df514ae tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:29.185017 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-807e1654-9739-4daf-9d38-ba714d154300 req-5cf62e53-d1ab-4f25-83af-9c011df514ae tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:29.205158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf62e53-d1ab-4f25-83af-9c011df514ae tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Pushing event updated for resources: {'Port': ['ID=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:29.230330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-857e5ec1-5033-48ab-a87b-d114e313d2b1 None None] Provisioning complete for port b5509837-26fc-43c2-b9af-e76eb466e4ed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:29.230711 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-857e5ec1-5033-48ab-a87b-d114e313d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:29.239670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Router 823e8681-cfa0-4e10-bb7d-9449ec47567e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:28:29.283295 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f57f45cf-77a4-4f56-9e62-57e699cd3cd3 req-7095a428-404b-4e0c-b6d7-6b8e461cfbb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0cb19ffe-8c4b-4615-9c83-7c856827ac47), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:29.333334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0cb19ffe-8c4b-4615-9c83-7c856827ac47'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:28:29.335962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:28:29.340880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095a428-404b-4e0c-b6d7-6b8e461cfbb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event deleted for resources: {'Port': ['ID=0cb19ffe-8c4b-4615-9c83-7c856827ac47,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:29.356704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-5cf62e53-d1ab-4f25-83af-9c011df514ae tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6540914
Apr 16 21:28:29.416408 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3b034da1-21a1-45c7-a0d0-71af992eedfd up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:29.439036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Request body: {'port': {'device_id': '5239bc09-9070-4897-8d6f-8084c2bab0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:29.481978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523e863-63be-404f-a06b-106111fdf8f7 req-cc257701-948e-4b76-9bb7-f3b127a130a0 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:29.489210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9523e863-63be-404f-a06b-106111fdf8f7 req-cc257701-948e-4b76-9bb7-f3b127a130a0 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 931 time: 0.2298675
Apr 16 21:28:29.528750 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-857e5ec1-5033-48ab-a87b-d114e313d2b1 None None] Port b5509837-26fc-43c2-b9af-e76eb466e4ed cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:28:29.531784 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-288a726f-c8cf-4e0f-a4f4-1440d5bbdbbb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (fc9c6edb-ab4a-435f-9d6f-54aac9dbe120), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:29.539746 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (050ba164-1ad3-4210-b815-8217e7a2fd3b), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:29.540353 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (050ba164-1ad3-4210-b815-8217e7a2fd3b), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:29.653755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3b034da1-21a1-45c7-a0d0-71af992eedfd triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:29.654370 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:29.726899 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9523e863-63be-404f-a06b-106111fdf8f7 req-5c57ac8d-ffe9-472f-bf9c-9fc21d7c7d5d tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2372065
Apr 16 21:28:29.733263 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:29.756107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57f45cf-77a4-4f56-9e62-57e699cd3cd3 req-7095a428-404b-4e0c-b6d7-6b8e461cfbb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] No DVR routers for this DVR port 0cb19ffe-8c4b-4615-9c83-7c856827ac47 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:28:29.763647 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f57f45cf-77a4-4f56-9e62-57e699cd3cd3 req-7095a428-404b-4e0c-b6d7-6b8e461cfbb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:29.776283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f57f45cf-77a4-4f56-9e62-57e699cd3cd3 req-7095a428-404b-4e0c-b6d7-6b8e461cfbb1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.41 "DELETE /v2.0/ports/0cb19ffe-8c4b-4615-9c83-7c856827ac47 HTTP/1.1" status: 204  len: 173 time: 1.4348643
Apr 16 21:28:29.798468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7be0a6-93c6-4c84-93a1-014223a63aea', 'name': 'network-vif-deleted', 'tag': '0cb19ffe-8c4b-4615-9c83-7c856827ac47'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:28:29.800967 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a2caea-329c-4785-95b3-a29a6a6d2cad" -d '{"events": [{"server_uuid": "cf7be0a6-93c6-4c84-93a1-014223a63aea", "name": "network-vif-deleted", "tag": "0cb19ffe-8c4b-4615-9c83-7c856827ac47"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:28:29.847928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3b034da1-21a1-45c7-a0d0-71af992eedfd is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:29.848380 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:29.854839 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b2b33512-4a6c-4aac-84d0-1def7358487c req-dba56fed-95b9-4d3b-a970-3b76283d6b4f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 210 time: 0.1193707
Apr 16 21:28:29.856465 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:28:29.863000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c472cc02-2d06-41ff-906c-446b051b334e admin admin] 10.222.0.20 "PUT /v2.0/routers/823e8681-cfa0-4e10-bb7d-9449ec47567e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9092185
Apr 16 21:28:29.868158 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Sync routers for ids ['823e8681-cfa0-4e10-bb7d-9449ec47567e'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:28:29.883905 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-288a726f-c8cf-4e0f-a4f4-1440d5bbdbbb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (fc9c6edb-ab4a-435f-9d6f-54aac9dbe120), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:29.905172 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Routers {'823e8681-cfa0-4e10-bb7d-9449ec47567e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:29.905804 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248c5cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['823e8681-cfa0-4e10-bb7d-9449ec47567e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:29.914899 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=122556) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Apr 16 21:28:29.915231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Router 050ba164-1ad3-4210-b815-8217e7a2fd3b migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f012716b9d0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f012716b7c0> provider. {{(pid=122556) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Apr 16 21:28:29.915621 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router_controller (050ba164-1ad3-4210-b815-8217e7a2fd3b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:29.935936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 3b034da1-21a1-45c7-a0d0-71af992eedfd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b034da1-21a1-45c7-a0d0-71af992eedfd,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:29.940887 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207a9024-7995-45e8-be9c-2f47e4400c50 x-openstack-request-id: req-207a9024-7995-45e8-be9c-2f47e4400c50 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:28:29.941503 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7be0a6-93c6-4c84-93a1-014223a63aea", "name": "network-vif-deleted", "tag": "0cb19ffe-8c4b-4615-9c83-7c856827ac47", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:28:29.942643 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-207a9024-7995-45e8-be9c-2f47e4400c50 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:28:29.943261 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207a9024-7995-45e8-be9c-2f47e4400c50'] response: {'server_uuid': 'cf7be0a6-93c6-4c84-93a1-014223a63aea', 'name': 'network-vif-deleted', 'tag': '0cb19ffe-8c4b-4615-9c83-7c856827ac47', 'status': 'completed', 'code': 200}
Apr 16 21:28:29.947125 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router_controller (050ba164-1ad3-4210-b815-8217e7a2fd3b), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.060319 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Set router 823e8681-cfa0-4e10-bb7d-9449ec47567e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:30.063865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (050ba164-1ad3-4210-b815-8217e7a2fd3b), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.065002 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.066599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 17992ea9-4783-43c2-9e79-f41bd3f88e5e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:30.159364 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-288a726f-c8cf-4e0f-a4f4-1440d5bbdbbb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (fc9c6edb-ab4a-435f-9d6f-54aac9dbe120), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.163668 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-288a726f-c8cf-4e0f-a4f4-1440d5bbdbbb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.165813 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-288a726f-c8cf-4e0f-a4f4-1440d5bbdbbb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "DELETE /v2.0/security-groups/fc9c6edb-ab4a-435f-9d6f-54aac9dbe120 HTTP/1.1" status: 204  len: 168 time: 1.0478001
Apr 16 21:28:30.172242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50548) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:30.196732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50550) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:30.203353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=3b034da1-21a1-45c7-a0d0-71af992eedfd,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:30.216200 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-74652207-d73b-4119-a144-1582e5d22f92 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] show failed (client error): The resource could not be found.
Apr 16 21:28:30.217552 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-74652207-d73b-4119-a144-1582e5d22f92 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups/fc9c6edb-ab4a-435f-9d6f-54aac9dbe120 HTTP/1.1" status: 404  len: 347 time: 0.0350714
Apr 16 21:28:30.219488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 17992ea9-4783-43c2-9e79-f41bd3f88e5e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:30.221984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50554) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:30.228311 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.271647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a726f-c8cf-4e0f-a4f4-1440d5bbdbbb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9c6edb-ab4a-435f-9d6f-54aac9dbe120,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:30.311162 ncdv-master-1 neutron-server[122556]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] No L3 agents can host the router 050ba164-1ad3-4210-b815-8217e7a2fd3b
Apr 16 21:28:30.434092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-054c1cc5-ead7-488a-9e86-bcf15e56f868 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Request body: {'quota': {'network': 2}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:30.435336 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248c5cd0>, [{'id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'name': 'tempest-TestAggregatesBasicOps-1245927566-router', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216'}], 'enable_snat': True}, 'gw_port_id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:26Z', 'revision_number': 4, 'project_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'gw_port': {'id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:20Z', 'updated_at': '2022-04-16T21:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5509837-26fc-43c2-b9af-e76eb466e4ed', 'name': '', 'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'mac_address': 'fa:16:3e:58:16:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'b6eaa7b6-d4e6-4bc7-bad2-9080948b900d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:25Z', 'updated_at': '2022-04-16T21:28:27Z', 'revision_number': 2, 'project_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'subnets': [{'id': 'b6eaa7b6-d4e6-4bc7-bad2-9080948b900d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:30.436899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 17992ea9-4783-43c2-9e79-f41bd3f88e5e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:30.437472 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.465070 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Checking router: 823e8681-cfa0-4e10-bb7d-9449ec47567e for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:28:30.465565 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Updating router 823e8681-cfa0-4e10-bb7d-9449ec47567e port b5509837-26fc-43c2-b9af-e76eb466e4ed binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:28:30.483847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 17992ea9-4783-43c2-9e79-f41bd3f88e5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17992ea9-4783-43c2-9e79-f41bd3f88e5e,segment=NetworkSegment(8c214866-665c-48ce-b875-768e869dd711),segment_id=8c214866-665c-48ce-b875-768e869dd711)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:30.496779 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3b6088dd-2d98-4582-9743-b853e1442d8c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Deleting port 6194ad4c-1f53-4879-9bfe-1696203b9309 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:30.497366 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b6088dd-2d98-4582-9743-b853e1442d8c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6194ad4c-1f53-4879-9bfe-1696203b9309), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.499836 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.501605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:28:30.518976 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Publish callbacks [] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.543593 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.573840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Transition to ACTIVE for port object f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:28:30.603326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-054c1cc5-ead7-488a-9e86-bcf15e56f868 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] 10.222.0.20 "PUT /v2.0/quotas/2d926d4b6a58456593ec6796dd7adde0 HTTP/1.1" status: 200  len: 368 time: 0.4015505
Apr 16 21:28:30.604563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50558) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:30.609263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Request body: {'network': {'project_id': '2d926d4b6a58456593ec6796dd7adde0'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:30.610893 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=17992ea9-4783-43c2-9e79-f41bd3f88e5e,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:30.624303 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b6088dd-2d98-4582-9743-b853e1442d8c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6194ad4c-1f53-4879-9bfe-1696203b9309), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.626900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b6088dd-2d98-4582-9743-b853e1442d8c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (6194ad4c-1f53-4879-9bfe-1696203b9309), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]: WARNING neutron.objects.base [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] ORM session: SQL execution without transaction in progress, traceback:
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     result = function(*args, **kwargs)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     proto.__init__(conn_state, self)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     self.handle()
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     self.handle_one_request()
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     self.handle_one_response()
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     result = self.application(self.environ, start_response)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     return app(environ, start_response)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self.application)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self.application)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self.application)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self.application)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     return request.get_response(self.application)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self._app)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     return resp(environ, start_response)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     return resp(environ, start_response)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     response = self.app(environ, start_response)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     return resp(environ, start_response)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.645407 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     result = method(request=request, **args)
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 630, in update
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     return self._update(request, id, body, **kwargs)
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     return f(*args, **kwargs)
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     return f(*args, **kwargs)
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     return f(*dup_args, **dup_kwargs)
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 695, in _update
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     obj = obj_updater(request.context, id, **kwargs)
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     return super(ExtraRoute_dbonly_mixin, self).update_router(
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     self.notify_router_updated(context, router_dict['id'], None)
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     self.l3_rpc_notifier.routers_updated(
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     self._notification(context, 'routers_updated', router_ids,
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     self._agent_notification(
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     hosts = plugin.get_hosts_to_notify(adminContext, router_id)
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 310, in get_hosts_to_notify
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     dvr_hosts = self._get_dvr_hosts_for_router(context, router_id)
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 328, in _get_dvr_hosts_for_router
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     hosts = self._get_dvr_hosts_for_subnets(context, subnet_ids)
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 367, in _get_dvr_hosts_for_subnets
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     hosts = [item[0] for item in query if item[0] != '']
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     return self._iter().__iter__()
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     result = self.session.execute(
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]:     result = fn(orm_exec_state)
Apr 16 21:28:30.651523 ncdv-master-1 neutron-server[122556]: 
Apr 16 21:28:30.656386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3b6088dd-2d98-4582-9743-b853e1442d8c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Calling delete_port for 6194ad4c-1f53-4879-9bfe-1696203b9309 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:30.662592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Hosts for router 050ba164-1ad3-4210-b815-8217e7a2fd3b: [] {{(pid=122556) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]: WARNING neutron.objects.base [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] ORM session: SQL execution without transaction in progress, traceback:
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     result = function(*args, **kwargs)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     proto.__init__(conn_state, self)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     self.handle()
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     self.handle_one_request()
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     self.handle_one_response()
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     result = self.application(self.environ, start_response)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     return app(environ, start_response)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self.application)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self.application)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self.application)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self.application)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     return request.get_response(self.application)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self._app)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     return resp(environ, start_response)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     return resp(environ, start_response)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     response = self.app(environ, start_response)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     return resp(environ, start_response)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:28:30.689561 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     result = method(request=request, **args)
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 630, in update
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     return self._update(request, id, body, **kwargs)
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     return f(*args, **kwargs)
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     return f(*args, **kwargs)
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     return f(*dup_args, **dup_kwargs)
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 695, in _update
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     obj = obj_updater(request.context, id, **kwargs)
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     return super(ExtraRoute_dbonly_mixin, self).update_router(
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     self.notify_router_updated(context, router_dict['id'], None)
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     self.l3_rpc_notifier.routers_updated(
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     self._notification(context, 'routers_updated', router_ids,
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     self._agent_notification(
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     hosts = plugin.get_hosts_to_notify(adminContext, router_id)
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 312, in get_hosts_to_notify
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     dvr_hosts |= self._get_other_dvr_hosts(context, router_id)
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 340, in _get_other_dvr_hosts
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     self._get_other_dvr_router_ids_connected_router(
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 412, in _get_other_dvr_router_ids_connected_router
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     return [item[0] for item in query]
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     return self._iter().__iter__()
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     result = self.session.execute(
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]:     result = fn(orm_exec_state)
Apr 16 21:28:30.695211 ncdv-master-1 neutron-server[122556]: 
Apr 16 21:28:30.702346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Hosts for other DVR routers connected to router 050ba164-1ad3-4210-b815-8217e7a2fd3b: set() {{(pid=122556) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Apr 16 21:28:30.706381 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.707454 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4342986d-23b1-4bea-82d7-6529295e9248 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] 10.222.0.20 "PUT /v2.0/routers/050ba164-1ad3-4210-b815-8217e7a2fd3b HTTP/1.1" status: 200  len: 715 time: 1.7573977
Apr 16 21:28:30.710300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50560) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:30.713884 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.757244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Made reservation on behalf of 2d926d4b6a58456593ec6796dd7adde0 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:30.759632 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.792033 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.817723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:30.949551 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Publish callbacks [] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:30.966855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f985f1-1426-4b65-bf25-b7632bdbbdc0 req-1e590d3e-7e59-423d-a57c-646cb758654a tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:30.972671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18f985f1-1426-4b65-bf25-b7632bdbbdc0 req-1e590d3e-7e59-423d-a57c-646cb758654a tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 943 time: 0.0947678
Apr 16 21:28:30.975902 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1b5e75b4-fda6-4527-b70e-1d886680391f tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] 10.222.0.20 "GET /v2.0/routers/050ba164-1ad3-4210-b815-8217e7a2fd3b HTTP/1.1" status: 200  len: 715 time: 0.2643340
Apr 16 21:28:30.977342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Attempting to bind port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:30.977818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Attempting to bind port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8c214866-665c-48ce-b875-768e869dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:30.978128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Attempting to bind port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f on network 65b90a12-c876-4ec9-bb69-11ab16e6830b {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:30.978753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50572) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:30.999961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f on network 65b90a12-c876-4ec9-bb69-11ab16e6830b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:30.999961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Attempting to bind port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f on network 65b90a12-c876-4ec9-bb69-11ab16e6830b {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:31.026996 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:28:31.027349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Checking segment: {'id': '8c214866-665c-48ce-b875-768e869dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:31.027968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Bound using segment: {'id': '8c214866-665c-48ce-b875-768e869dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:28:31.028229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Bound port: f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c214866-665c-48ce-b875-768e869dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:28:31.028606 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.039951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18f985f1-1426-4b65-bf25-b7632bdbbdc0 req-2d57723c-0861-42cd-9e8b-63f8ea84eaf6 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552509
Apr 16 21:28:31.042777 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.076381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-892086d3-ae1e-44fc-afb9-1b56bf8317a5 req-ef70921f-9097-4ade-9af7-3dcaf1429bd2 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7be0a6-93c6-4c84-93a1-014223a63aea HTTP/1.1" status: 200  len: 210 time: 0.0813749
Apr 16 21:28:31.092426 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks [] for security_group (a212e3ad-f592-42ee-8640-6875045cd13b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.104687 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14043227-39bb-4acc-877e-443fa7037fce None None] Pushing event updated for resources: {'Port': ['ID=b5509837-26fc-43c2-b9af-e76eb466e4ed,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:31.148248 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b6088dd-2d98-4582-9743-b853e1442d8c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6194ad4c-1f53-4879-9bfe-1696203b9309), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.177875 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Attempting to bind port b5509837-26fc-43c2-b9af-e76eb466e4ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:31.183245 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Attempting to bind port b5509837-26fc-43c2-b9af-e76eb466e4ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '066cafa9-f133-4cd4-ac99-5983cd9f2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:31.183245 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Attempting to bind port b5509837-26fc-43c2-b9af-e76eb466e4ed on network e0e63a13-d902-48ef-a058-8080a6f24f93 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:31.187708 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:28:31.188581 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Checking segment: {'id': '066cafa9-f133-4cd4-ac99-5983cd9f2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:31.189151 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.189597 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Bound using segment: {'id': '066cafa9-f133-4cd4-ac99-5983cd9f2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:28:31.190083 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Bound port: b5509837-26fc-43c2-b9af-e76eb466e4ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066cafa9-f133-4cd4-ac99-5983cd9f2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:28:31.191492 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.235706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3b034da1-21a1-45c7-a0d0-71af992eedfd up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:31.254098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6088dd-2d98-4582-9743-b853e1442d8c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event deleted for resources: {'Port': ['ID=6194ad4c-1f53-4879-9bfe-1696203b9309,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:31.260939 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a212e3ad-f592-42ee-8640-6875045cd13b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.279276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50580) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:31.284894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2135585904-network', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:31.321396 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] For port b5509837-26fc-43c2-b9af-e76eb466e4ed, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:31.325920 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] For port b5509837-26fc-43c2-b9af-e76eb466e4ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5509837-26fc-43c2-b9af-e76eb466e4ed,segment=NetworkSegment(066cafa9-f133-4cd4-ac99-5983cd9f2339),segment_id=066cafa9-f133-4cd4-ac99-5983cd9f2339)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:28:31.343273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3b034da1-21a1-45c7-a0d0-71af992eedfd triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:31.344195 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.349327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:28:31.391260 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] For port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:31.417977 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9239ab5b-4117-4398-b6ba-2865ac587a48), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.418339 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Added segment 9239ab5b-4117-4398-b6ba-2865ac587a48 of type vlan for network a45c36e7-46e2-47a4-ba1e-fb061ce7d559
Apr 16 21:28:31.420793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] For port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f,segment=NetworkSegment(8c214866-665c-48ce-b875-768e869dd711),segment_id=8c214866-665c-48ce-b875-768e869dd711)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:28:31.431924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a212e3ad-f592-42ee-8640-6875045cd13b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:31.443696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3b034da1-21a1-45c7-a0d0-71af992eedfd is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:31.445641 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 17992ea9-4783-43c2-9e79-f41bd3f88e5e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:31.466348 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b6088dd-2d98-4582-9743-b853e1442d8c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (ebe38c37-65cf-4f59-87ff-18df89178103), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.470208 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b6088dd-2d98-4582-9743-b853e1442d8c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.470530 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3b6088dd-2d98-4582-9743-b853e1442d8c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "DELETE /v2.0/floatingips/ebe38c37-65cf-4f59-87ff-18df89178103 HTTP/1.1" status: 204  len: 168 time: 1.2475669
Apr 16 21:28:31.490934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a45c36e7-46e2-47a4-ba1e-fb061ce7d559), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.498736 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.502253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a5cdb142-8e19-4756-b33c-bbe36edb8b4f None None] Provisioning complete for port b5509837-26fc-43c2-b9af-e76eb466e4ed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:31.503438 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a5cdb142-8e19-4756-b33c-bbe36edb8b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.520575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Made reservation on behalf of 0b58cc8498d54474bb6f4af3fa4e9a79 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:31.523515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.547332 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.555372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 17992ea9-4783-43c2-9e79-f41bd3f88e5e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:31.555757 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.568151 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ef027832-4a26-44d6-ba44-36a73923813b tempest-RoutersTestDVR-1290542259 tempest-RoutersTestDVR-1290542259-project] 10.222.0.20 "GET /v2.0/routers/050ba164-1ad3-4210-b815-8217e7a2fd3b HTTP/1.1" status: 200  len: 681 time: 0.5879872
Apr 16 21:28:31.569492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50584) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:31.577934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.625104 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Routers {'823e8681-cfa0-4e10-bb7d-9449ec47567e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:31.625741 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248c5cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['823e8681-cfa0-4e10-bb7d-9449ec47567e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:31.628298 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14043227-39bb-4acc-877e-443fa7037fce None None] Pushing event updated for resources: {'Port': ['ID=b5509837-26fc-43c2-b9af-e76eb466e4ed,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:31.632045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdb142-8e19-4756-b33c-bbe36edb8b4f None None] Current status of the port b5509837-26fc-43c2-b9af-e76eb466e4ed is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:31.632668 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a5cdb142-8e19-4756-b33c-bbe36edb8b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.645674 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a45c36e7-46e2-47a4-ba1e-fb061ce7d559), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.645674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:31.646239 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.706801 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ce17a6c3-42e1-417a-8b54-2d32d4f9e225 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (050ba164-1ad3-4210-b815-8217e7a2fd3b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.708493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:31.709419 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.712520 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] 10.222.0.11 "PUT /v2.0/ports/f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f HTTP/1.1" status: 200  len: 1091 time: 2.3381770
Apr 16 21:28:31.715762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5239bc09-9070-4897-8d6f-8084c2bab0b4', 'tag': 'f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:28:31.720097 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9092b364-d405-43c6-bc78-934cc5e395b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5239bc09-9070-4897-8d6f-8084c2bab0b4", "tag": "f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:28:31.734957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a5cdb142-8e19-4756-b33c-bbe36edb8b4f None None] For port b5509837-26fc-43c2-b9af-e76eb466e4ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5509837-26fc-43c2-b9af-e76eb466e4ed,segment=NetworkSegment(066cafa9-f133-4cd4-ac99-5983cd9f2339),segment_id=066cafa9-f133-4cd4-ac99-5983cd9f2339)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:31.789521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 17992ea9-4783-43c2-9e79-f41bd3f88e5e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:31.812099 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83d9793-9664-44ca-8980-011767283e87 x-openstack-request-id: req-f83d9793-9664-44ca-8980-011767283e87 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:28:31.812516 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5239bc09-9070-4897-8d6f-8084c2bab0b4", "tag": "f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:28:31.812889 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f83d9793-9664-44ca-8980-011767283e87 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:28:31.813375 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83d9793-9664-44ca-8980-011767283e87'] response: {'name': 'network-changed', 'server_uuid': '5239bc09-9070-4897-8d6f-8084c2bab0b4', 'tag': 'f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f', 'status': 'completed', 'code': 200}
Apr 16 21:28:31.817442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c386859-b397-437d-a22e-e7fc7fbde6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:31.821218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Pushing event updated for resources: {'Network': ['ID=a45c36e7-46e2-47a4-ba1e-fb061ce7d559,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:31.830544 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3b3b1c50-02ae-4717-9edf-d788f8126078 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.2239482
Apr 16 21:28:31.833405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50588) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:31.844668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a45c36e7-46e2-47a4-ba1e-fb061ce7d559 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:28:31.887934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092b364-d405-43c6-bc78-934cc5e395b6 req-da3e26b2-2ac9-4cc9-bc9e-7432cbf4e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:31.889717 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9092b364-d405-43c6-bc78-934cc5e395b6 req-da3e26b2-2ac9-4cc9-bc9e-7432cbf4e5a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52fd97392841411abbd1f748dff97f10&device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 1125 time: 0.0574453
Apr 16 21:28:31.894276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e66ba8d6-dbcd-4faa-9cd9-81bd2c57342e tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Request body: {'network': {'project_id': '2d926d4b6a58456593ec6796dd7adde0'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:31.911401 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] Set router 823e8681-cfa0-4e10-bb7d-9449ec47567e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:31.935142 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a5cdb142-8e19-4756-b33c-bbe36edb8b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:31.997942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50592) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:32.016625 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ce17a6c3-42e1-417a-8b54-2d32d4f9e225 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (050ba164-1ad3-4210-b815-8217e7a2fd3b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.019913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ce17a6c3-42e1-417a-8b54-2d32d4f9e225 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router_controller (050ba164-1ad3-4210-b815-8217e7a2fd3b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.067786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdb142-8e19-4756-b33c-bbe36edb8b4f None None] Pushing event updated for resources: {'Port': ['ID=b5509837-26fc-43c2-b9af-e76eb466e4ed,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:32.073362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-32cb94d2-1bab-40b6-b7b4-ec715a5b6018 None None] Provisioning complete for port b5509837-26fc-43c2-b9af-e76eb466e4ed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:32.073793 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-32cb94d2-1bab-40b6-b7b4-ec715a5b6018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.077424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0903f1d6-9620-42bb-8740-0ecea02ff615 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283956637', 'description': 'tempest-description--237849701'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:32.108145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092b364-d405-43c6-bc78-934cc5e395b6 req-0af58219-758e-40ba-be31-b03bf033b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:32.112815 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9092b364-d405-43c6-bc78-934cc5e395b6 req-0af58219-758e-40ba-be31-b03bf033b8c6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=52fd97392841411abbd1f748dff97f10&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2117312
Apr 16 21:28:32.157996 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Publish callbacks [] for security_group (09bd1960-6b50-4e5b-8f7b-0b61c81479f7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.206486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66ba8d6-dbcd-4faa-9cd9-81bd2c57342e tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Made reservation on behalf of 2d926d4b6a58456593ec6796dd7adde0 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:32.209110 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e66ba8d6-dbcd-4faa-9cd9-81bd2c57342e tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.215169 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ce17a6c3-42e1-417a-8b54-2d32d4f9e225 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (050ba164-1ad3-4210-b815-8217e7a2fd3b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.216260 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce17a6c3-42e1-417a-8b54-2d32d4f9e225 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 050ba164-1ad3-4210-b815-8217e7a2fd3b {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:28:32.224382 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ce17a6c3-42e1-417a-8b54-2d32d4f9e225 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.224382 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ce17a6c3-42e1-417a-8b54-2d32d4f9e225 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] 10.222.0.20 "DELETE /v2.0/routers/050ba164-1ad3-4210-b815-8217e7a2fd3b HTTP/1.1" status: 204  len: 168 time: 0.6509423
Apr 16 21:28:32.227431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-32cb94d2-1bab-40b6-b7b4-ec715a5b6018 None None] Current status of the port b5509837-26fc-43c2-b9af-e76eb466e4ed is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:32.227824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50600) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:32.242421 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e62f316b-3cbd-4b99-b715-1cd9432127c3 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Request body: {'router': {'name': 'tempest-router-2131504718', 'distributed': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:32.255776 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0903f1d6-9620-42bb-8740-0ecea02ff615 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.256564 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248c5cd0>, [{'id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'name': 'tempest-TestAggregatesBasicOps-1245927566-router', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216'}], 'enable_snat': True}, 'gw_port_id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:26Z', 'revision_number': 4, 'project_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'gw_port': {'id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:20Z', 'updated_at': '2022-04-16T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5509837-26fc-43c2-b9af-e76eb466e4ed', 'name': '', 'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'mac_address': 'fa:16:3e:58:16:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'b6eaa7b6-d4e6-4bc7-bad2-9080948b900d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:25Z', 'updated_at': '2022-04-16T21:28:31Z', 'revision_number': 4, 'project_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'subnets': [{'id': 'b6eaa7b6-d4e6-4bc7-bad2-9080948b900d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:32.258005 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (09bd1960-6b50-4e5b-8f7b-0b61c81479f7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.290608 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69f30e-5d73-4a4d-8237-bd7b72893228 None None] The sync data for ids ['823e8681-cfa0-4e10-bb7d-9449ec47567e'] in ncdv-master-1 is: [{'id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'name': 'tempest-TestAggregatesBasicOps-1245927566-router', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216'}], 'enable_snat': True}, 'gw_port_id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:26Z', 'revision_number': 4, 'project_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'gw_port': {'id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:20Z', 'updated_at': '2022-04-16T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5509837-26fc-43c2-b9af-e76eb466e4ed', 'name': '', 'network_id': 'e0e63a13-d902-48ef-a058-8080a6f24f93', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'mac_address': 'fa:16:3e:58:16:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'b6eaa7b6-d4e6-4bc7-bad2-9080948b900d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:25Z', 'updated_at': '2022-04-16T21:28:31Z', 'revision_number': 4, 'project_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'subnets': [{'id': 'b6eaa7b6-d4e6-4bc7-bad2-9080948b900d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:28:32.320206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b8dde-bf07-4d27-b1cb-f0d49d13e68d req-e1484add-f38e-4704-9ef9-67438b83a935 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:32.322886 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b75b8dde-bf07-4d27-b1cb-f0d49d13e68d req-e1484add-f38e-4704-9ef9-67438b83a935 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 943 time: 0.1173582
Apr 16 21:28:32.324368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:28:32.334926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66ba8d6-dbcd-4faa-9cd9-81bd2c57342e tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:28:32.385314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0cb19ffe-8c4b-4615-9c83-7c856827ac47 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:28:32.407989 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e66ba8d6-dbcd-4faa-9cd9-81bd2c57342e tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (4f5b4cbb-27cf-40d9-8681-88099f3eb8f7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.408611 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-e66ba8d6-dbcd-4faa-9cd9-81bd2c57342e tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Added segment 4f5b4cbb-27cf-40d9-8681-88099f3eb8f7 of type vlan for network a36d2293-b767-44e8-942b-20a8ea8e00a4
Apr 16 21:28:32.411945 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bd1960-6b50-4e5b-8f7b-0b61c81479f7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:32.423058 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e62f316b-3cbd-4b99-b715-1cd9432127c3 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (189752c2-fe36-45cd-a356-e2a21ed8ee3b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.424039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e62f316b-3cbd-4b99-b715-1cd9432127c3 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (189752c2-fe36-45cd-a356-e2a21ed8ee3b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.427130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 0cb19ffe-8c4b-4615-9c83-7c856827ac47 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:28:32.427531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0cb19ffe-8c4b-4615-9c83-7c856827ac47 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:28:32.430791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092b364-d405-43c6-bc78-934cc5e395b6 req-710e79e2-ad1d-4b16-bbce-e9cbea798b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:32.432480 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9092b364-d405-43c6-bc78-934cc5e395b6 req-710e79e2-ad1d-4b16-bbce-e9cbea798b47 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3142877
Apr 16 21:28:32.461672 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6d1146c2-f2e0-4967-8822-1bf1c59a37ec), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.462079 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Added segment 6d1146c2-f2e0-4967-8822-1bf1c59a37ec of type vlan for network 2336ddde-d51b-4fe5-b030-181eb9197bbb
Apr 16 21:28:32.522384 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b75b8dde-bf07-4d27-b1cb-f0d49d13e68d req-6911020f-e861-47a1-917b-574f1707d4f6 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862652
Apr 16 21:28:32.550072 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0903f1d6-9620-42bb-8740-0ecea02ff615 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (7b20201a-6160-4c73-b64d-7a6906f4bda7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.552863 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e66ba8d6-dbcd-4faa-9cd9-81bd2c57342e tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a36d2293-b767-44e8-942b-20a8ea8e00a4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.589006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e1654-9739-4daf-9d38-ba714d154300 req-56d30136-88b8-4be2-9065-0500ea57bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:32.590497 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-56d30136-88b8-4be2-9065-0500ea57bdd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52fd97392841411abbd1f748dff97f10&device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 1125 time: 0.1000397
Apr 16 21:28:32.641832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-906be4a4-7c26-4a58-87cc-c6db02c07542 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f HTTP/1.1" status: 200  len: 217 time: 0.0423887
Apr 16 21:28:32.649301 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0903f1d6-9620-42bb-8740-0ecea02ff615 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7b20201a-6160-4c73-b64d-7a6906f4bda7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.652898 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (2336ddde-d51b-4fe5-b030-181eb9197bbb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.655665 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e62f316b-3cbd-4b99-b715-1cd9432127c3 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router_controller (189752c2-fe36-45cd-a356-e2a21ed8ee3b), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.699768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e1654-9739-4daf-9d38-ba714d154300 req-c41bbf2e-7015-47ba-b772-8e57fd20eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:32.701380 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-c41bbf2e-7015-47ba-b772-8e57fd20eb2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d47738d3-f474-4706-81ae-1ee4847928c9 HTTP/1.1" status: 200  len: 851 time: 0.0533581
Apr 16 21:28:32.702272 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e66ba8d6-dbcd-4faa-9cd9-81bd2c57342e tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a36d2293-b767-44e8-942b-20a8ea8e00a4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.703189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ba8d6-dbcd-4faa-9cd9-81bd2c57342e tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:32.703813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e66ba8d6-dbcd-4faa-9cd9-81bd2c57342e tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.715788 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-3403f7b4-f9e0-4ebb-8fa3-9447ae5ba223 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:32.717839 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-3403f7b4-f9e0-4ebb-8fa3-9447ae5ba223 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.3028579
Apr 16 21:28:32.733093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903f1d6-9620-42bb-8740-0ecea02ff615 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b20201a-6160-4c73-b64d-7a6906f4bda7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:32.752448 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e62f316b-3cbd-4b99-b715-1cd9432127c3 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (189752c2-fe36-45cd-a356-e2a21ed8ee3b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.763307 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c038a94d-06a6-4cc1-a4b9-4ab0ed0c60d8 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/quotas/76fd883ad3944fcaaecdf2909120dc87 HTTP/1.1" status: 200  len: 375 time: 0.0191290
Apr 16 21:28:32.780051 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-f9abd785-db05-4dd3-b1fb-648f9c91e514 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65b90a12-c876-4ec9-bb69-11ab16e6830b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0677822
Apr 16 21:28:32.803922 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0903f1d6-9620-42bb-8740-0ecea02ff615 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.807774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0903f1d6-9620-42bb-8740-0ecea02ff615 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.8056533
Apr 16 21:28:32.808221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50612) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:32.814944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0717b30f-7d0e-41f1-bfab-acfe5e9f7975 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'security_group_rule': {'security_group_id': '7b20201a-6160-4c73-b64d-7a6906f4bda7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:32.835132 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (2336ddde-d51b-4fe5-b030-181eb9197bbb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.839453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:32.839453 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.840982 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e62f316b-3cbd-4b99-b715-1cd9432127c3 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:32.842244 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e62f316b-3cbd-4b99-b715-1cd9432127c3 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.6117952
Apr 16 21:28:32.849747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-9bd02ee0-8b5b-4dba-b748-10771118c6b7 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0789554
Apr 16 21:28:32.850242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50614) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:32.880115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-7be1d6b2-cbaa-4b02-ac47-0d7958ea8457 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:28:32.881192 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-7be1d6b2-cbaa-4b02-ac47-0d7958ea8457 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0196950
Apr 16 21:28:33.167553 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e66ba8d6-dbcd-4faa-9cd9-81bd2c57342e tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.2817702
Apr 16 21:28:33.179410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50620) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:33.187025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b5509837-26fc-43c2-b9af-e76eb466e4ed up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:33.212897 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-84fcd5f6-2c70-413b-b0e6-1b084401afc4 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Request body: {'network': {'project_id': '2d926d4b6a58456593ec6796dd7adde0'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:33.224055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ba8d6-dbcd-4faa-9cd9-81bd2c57342e tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Pushing event updated for resources: {'Network': ['ID=a36d2293-b767-44e8-942b-20a8ea8e00a4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:33.233151 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fcd5f6-2c70-413b-b0e6-1b084401afc4 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:28:33.233994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fcd5f6-2c70-413b-b0e6-1b084401afc4 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:28:33.238000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-84fcd5f6-2c70-413b-b0e6-1b084401afc4 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0303888
Apr 16 21:28:33.238997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50622) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:33.243406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b5509837-26fc-43c2-b9af-e76eb466e4ed triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:33.243784 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.283386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a36d2293-b767-44e8-942b-20a8ea8e00a4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:28:33.298862 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-9c3c8c7f-26f5-4f30-b69d-4b19288663ea service neutron] 10.222.0.11 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5096700
Apr 16 21:28:33.301836 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.0216069
Apr 16 21:28:33.302588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50624) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:33.308670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b44dfb63-8b25-4a49-801a-4983b19d09f8 admin admin] Request body: {'subnet': {'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2135585904-subnet', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:33.319006 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0717b30f-7d0e-41f1-bfab-acfe5e9f7975 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (6b62e124-3ac7-4587-b471-bfcecfe1b06a), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.326372 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d5087347-a0c8-4e1b-ae14-585201ef2e04 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d926d4b6a58456593ec6796dd7adde0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0825007
Apr 16 21:28:33.327447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50626) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:33.336094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb2ee0-cba8-4c99-8207-2b7b4167c23f admin admin] Pushing event updated for resources: {'Network': ['ID=2336ddde-d51b-4fe5-b030-181eb9197bbb,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:33.342977 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a68356e0-b938-4af4-92db-999430ba1b93 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (189752c2-fe36-45cd-a356-e2a21ed8ee3b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.359941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 2336ddde-d51b-4fe5-b030-181eb9197bbb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:28:33.456765 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4aa428b5-5c06-44bd-b22e-c6f02648904a tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks [] for security_group (a212e3ad-f592-42ee-8640-6875045cd13b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.460206 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-807e1654-9739-4daf-9d38-ba714d154300 req-11208381-372d-4344-be02-18eb9d59543d service neutron] 10.222.0.11 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477325
Apr 16 21:28:33.478009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44dfb63-8b25-4a49-801a-4983b19d09f8 admin admin] Made reservation on behalf of 0b58cc8498d54474bb6f4af3fa4e9a79 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:33.480735 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b44dfb63-8b25-4a49-801a-4983b19d09f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.488780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4aa428b5-5c06-44bd-b22e-c6f02648904a tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks [] for security_group (a212e3ad-f592-42ee-8640-6875045cd13b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.496100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b5509837-26fc-43c2-b9af-e76eb466e4ed is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:33.560641 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0717b30f-7d0e-41f1-bfab-acfe5e9f7975 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (6b62e124-3ac7-4587-b471-bfcecfe1b06a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.565415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-52ea9aa3-cb49-451f-9c3f-145b6f25e89d service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6549408
Apr 16 21:28:33.621216 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a68356e0-b938-4af4-92db-999430ba1b93 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (189752c2-fe36-45cd-a356-e2a21ed8ee3b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.630807 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a68356e0-b938-4af4-92db-999430ba1b93 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router_controller (189752c2-fe36-45cd-a356-e2a21ed8ee3b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.678139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c211f-7ba4-40ad-add1-9c804b3cc93d req-f735d5ed-462b-4109-947e-4f8d87281da1 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:33.679702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9c2c211f-7ba4-40ad-add1-9c804b3cc93d req-f735d5ed-462b-4109-947e-4f8d87281da1 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 943 time: 0.0790672
Apr 16 21:28:33.711506 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0717b30f-7d0e-41f1-bfab-acfe5e9f7975 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (6b62e124-3ac7-4587-b471-bfcecfe1b06a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.731240 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4aa428b5-5c06-44bd-b22e-c6f02648904a tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a212e3ad-f592-42ee-8640-6875045cd13b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.733813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4aa428b5-5c06-44bd-b22e-c6f02648904a tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.734973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4aa428b5-5c06-44bd-b22e-c6f02648904a tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/a212e3ad-f592-42ee-8640-6875045cd13b HTTP/1.1" status: 204  len: 168 time: 0.4044909
Apr 16 21:28:33.738494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50630) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:33.742235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717b30f-7d0e-41f1-bfab-acfe5e9f7975 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b62e124-3ac7-4587-b471-bfcecfe1b06a,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:33.759304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa428b5-5c06-44bd-b22e-c6f02648904a tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a212e3ad-f592-42ee-8640-6875045cd13b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:33.788328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9c2c211f-7ba4-40ad-add1-9c804b3cc93d req-5cc29c25-b191-4dd8-9379-31b1124c2cc8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010385
Apr 16 21:28:33.809204 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a68356e0-b938-4af4-92db-999430ba1b93 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (189752c2-fe36-45cd-a356-e2a21ed8ee3b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.809732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68356e0-b938-4af4-92db-999430ba1b93 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 189752c2-fe36-45cd-a356-e2a21ed8ee3b {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:28:33.814161 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a68356e0-b938-4af4-92db-999430ba1b93 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.818859 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a68356e0-b938-4af4-92db-999430ba1b93 tempest-RoutersTestDVR-824926252 tempest-RoutersTestDVR-824926252-project-admin] 10.222.0.20 "DELETE /v2.0/routers/189752c2-fe36-45cd-a356-e2a21ed8ee3b HTTP/1.1" status: 204  len: 168 time: 0.9620242
Apr 16 21:28:33.824037 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b44dfb63-8b25-4a49-801a-4983b19d09f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (631aa334-4baf-49fb-8748-ef523bb03175), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.832944 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0717b30f-7d0e-41f1-bfab-acfe5e9f7975 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.836829 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0717b30f-7d0e-41f1-bfab-acfe5e9f7975 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0248160
Apr 16 21:28:33.839316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50634) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:33.843685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a429aa35-30e5-4c28-9bf2-d91e92678fe9 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'security_group_rule': {'security_group_id': '7b20201a-6160-4c73-b64d-7a6906f4bda7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:33.857000 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-0b9b482e-94f8-4b1d-a17b-12ef3d6aa0a9 service neutron] 10.222.0.20 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379572
Apr 16 21:28:33.872699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44dfb63-8b25-4a49-801a-4983b19d09f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=631aa334-4baf-49fb-8748-ef523bb03175,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:33.875013 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa288613-3673-492c-97c7-3d5db4c60fd7 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a36d2293-b767-44e8-942b-20a8ea8e00a4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.894842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44dfb63-8b25-4a49-801a-4983b19d09f8 admin admin] Checking segment: {'id': '6d1146c2-f2e0-4967-8822-1bf1c59a37ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:33.895212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44dfb63-8b25-4a49-801a-4983b19d09f8 admin admin] Network hostable DHCP agents. Network: 2336ddde-d51b-4fe5-b030-181eb9197bbb, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:28:33.969119 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa288613-3673-492c-97c7-3d5db4c60fd7 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a36d2293-b767-44e8-942b-20a8ea8e00a4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:33.990461 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a429aa35-30e5-4c28-9bf2-d91e92678fe9 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (25db7e3f-90e2-461f-a511-7cf55165a632), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.008444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-aa288613-3673-492c-97c7-3d5db4c60fd7 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011da73490>,) {'filters': {'network_id': ['a36d2293-b767-44e8-942b-20a8ea8e00a4']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:34.016832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44dfb63-8b25-4a49-801a-4983b19d09f8 admin admin] Network 2336ddde-d51b-4fe5-b030-181eb9197bbb is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:28:34.027591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-aa288613-3673-492c-97c7-3d5db4c60fd7 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011da73490>, '4f5b4cbb-27cf-40d9-8681-88099f3eb8f7') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:34.027900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-aa288613-3673-492c-97c7-3d5db4c60fd7 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011da73490>, '4f5b4cbb-27cf-40d9-8681-88099f3eb8f7') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:34.044122 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa288613-3673-492c-97c7-3d5db4c60fd7 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (4f5b4cbb-27cf-40d9-8681-88099f3eb8f7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.081881 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa288613-3673-492c-97c7-3d5db4c60fd7 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (4f5b4cbb-27cf-40d9-8681-88099f3eb8f7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.089000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa288613-3673-492c-97c7-3d5db4c60fd7 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:28:34.089423 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa288613-3673-492c-97c7-3d5db4c60fd7 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (4f5b4cbb-27cf-40d9-8681-88099f3eb8f7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:28:34.091569 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:28:34.101047 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-b44dfb63-8b25-4a49-801a-4983b19d09f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2336ddde-d51b-4fe5-b030-181eb9197bbb) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:34.106115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44dfb63-8b25-4a49-801a-4983b19d09f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:34.106935 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b44dfb63-8b25-4a49-801a-4983b19d09f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.110962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b48acd-b8aa-4632-9e81-46b43b33c5db None None] Network 2336ddde-d51b-4fe5-b030-181eb9197bbb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:28:34.111280 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a429aa35-30e5-4c28-9bf2-d91e92678fe9 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (25db7e3f-90e2-461f-a511-7cf55165a632), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.160404 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-549903d4-f582-416a-b843-4089ed85a33a req-472cad8f-5e5c-4f3c-b0c6-af95a96497b1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 210 time: 0.0373232
Apr 16 21:28:34.180733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a429aa35-30e5-4c28-9bf2-d91e92678fe9 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (25db7e3f-90e2-461f-a511-7cf55165a632), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.203905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429aa35-30e5-4c28-9bf2-d91e92678fe9 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25db7e3f-90e2-461f-a511-7cf55165a632,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:34.212804 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b44dfb63-8b25-4a49-801a-4983b19d09f8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9091268
Apr 16 21:28:34.214023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50644) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:34.218801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2135585904-router', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:34.238838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2336ddde-d51b-4fe5-b030-181eb9197bbb', 'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb', 'project_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'fixed_ips': [{'subnet_id': '631aa334-4baf-49fb-8748-ef523bb03175'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:28:34.239924 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.272676 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa288613-3673-492c-97c7-3d5db4c60fd7 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a36d2293-b767-44e8-942b-20a8ea8e00a4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.295471 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa288613-3673-492c-97c7-3d5db4c60fd7 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.302176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50650) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:34.302852 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aa288613-3673-492c-97c7-3d5db4c60fd7 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a36d2293-b767-44e8-942b-20a8ea8e00a4 HTTP/1.1" status: 204  len: 168 time: 0.5614069
Apr 16 21:28:34.308044 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a429aa35-30e5-4c28-9bf2-d91e92678fe9 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.312751 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a429aa35-30e5-4c28-9bf2-d91e92678fe9 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4695897
Apr 16 21:28:34.312751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa288613-3673-492c-97c7-3d5db4c60fd7 tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Pushing event deleted for resources: {'Network': ['ID=a36d2293-b767-44e8-942b-20a8ea8e00a4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:34.314418 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50652) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:34.316206 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.317344 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.329562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:34.407833 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Publish callbacks [] for router_controller (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.409482 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-15280c34-ab3b-43b9-8042-8826d987051c tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a45c36e7-46e2-47a4-ba1e-fb061ce7d559), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.441017 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.482367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50656) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:34.503911 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-15280c34-ab3b-43b9-8042-8826d987051c tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a45c36e7-46e2-47a4-ba1e-fb061ce7d559), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.533771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-15280c34-ab3b-43b9-8042-8826d987051c tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f012546e3d0>,) {'filters': {'network_id': ['a45c36e7-46e2-47a4-ba1e-fb061ce7d559']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:34.563057 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-15280c34-ab3b-43b9-8042-8826d987051c tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f012546e3d0>, '9239ab5b-4117-4398-b6ba-2865ac587a48') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:34.563385 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-15280c34-ab3b-43b9-8042-8826d987051c tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f012546e3d0>, '9239ab5b-4117-4398-b6ba-2865ac587a48') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:34.579223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-15280c34-ab3b-43b9-8042-8826d987051c tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (9239ab5b-4117-4398-b6ba-2865ac587a48), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.609059 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-15280c34-ab3b-43b9-8042-8826d987051c tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9239ab5b-4117-4398-b6ba-2865ac587a48), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.629314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15280c34-ab3b-43b9-8042-8826d987051c tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:28:34.629850 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-15280c34-ab3b-43b9-8042-8826d987051c tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (9239ab5b-4117-4398-b6ba-2865ac587a48), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   warnings.warn('Neutron quota engine will require "--force" '
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:28:34.631572 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:28:34.649562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Allocated IP 172.20.0.2 (2336ddde-d51b-4fe5-b030-181eb9197bbb/631aa334-4baf-49fb-8748-ef523bb03175/66a6457c-24b6-4767-abc1-5f67af2c7207) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:34.677222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-562c6a75-9873-437e-a3fe-b8e27b32e4b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.687922 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.701354 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Publish callbacks [] for router_gateway (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.917641 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-562c6a75-9873-437e-a3fe-b8e27b32e4b8 admin admin] Publish callbacks [] for security_group (597572e0-14fc-4389-9d87-e1fac52677ff), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.941380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169ee39-279b-4604-a565-72d394f0b353 req-90bbe6b9-d632-40f5-8a9d-b0b88f54793f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:34.942933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7169ee39-279b-4604-a565-72d394f0b353 req-90bbe6b9-d632-40f5-8a9d-b0b88f54793f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 943 time: 0.0693872
Apr 16 21:28:34.962892 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-15280c34-ab3b-43b9-8042-8826d987051c tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a45c36e7-46e2-47a4-ba1e-fb061ce7d559), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.972548 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-15280c34-ab3b-43b9-8042-8826d987051c tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:34.977200 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-15280c34-ab3b-43b9-8042-8826d987051c tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a45c36e7-46e2-47a4-ba1e-fb061ce7d559 HTTP/1.1" status: 204  len: 168 time: 0.6730371
Apr 16 21:28:34.994045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15280c34-ab3b-43b9-8042-8826d987051c tempest-QuotasNegativeTest-1637891120 tempest-QuotasNegativeTest-1637891120-project-admin] Pushing event deleted for resources: {'Network': ['ID=a45c36e7-46e2-47a4-ba1e-fb061ce7d559,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:35.025925 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-562c6a75-9873-437e-a3fe-b8e27b32e4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (597572e0-14fc-4389-9d87-e1fac52677ff), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.043053 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Publish callbacks [] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.076275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c6a75-9873-437e-a3fe-b8e27b32e4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597572e0-14fc-4389-9d87-e1fac52677ff,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:35.082324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Allocated IP 172.35.1.150 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/41e08b7d-42dc-4ee5-bb91-23395a1b53bc) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:35.100804 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-562c6a75-9873-437e-a3fe-b8e27b32e4b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3af7bd3416834461b43ba268089f5250&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6169918
Apr 16 21:28:35.101408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50668) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:35.138462 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.182186 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ad72ee3c-589d-40c2-952e-4b56b2f42c08 admin admin] Publish callbacks [] for security_group (597572e0-14fc-4389-9d87-e1fac52677ff), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.214127 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ad72ee3c-589d-40c2-952e-4b56b2f42c08 admin admin] Publish callbacks [] for security_group (597572e0-14fc-4389-9d87-e1fac52677ff), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.226538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Network 2336ddde-d51b-4fe5-b030-181eb9197bbb is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:35.232028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:35.236968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:35.282086 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Pushing event updated for resources: {'Port': ['ID=66a6457c-24b6-4767-abc1-5f67af2c7207,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:35.303076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7169ee39-279b-4604-a565-72d394f0b353 req-7463178b-5771-4ce5-8eb5-05804be5cf75 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3375452
Apr 16 21:28:35.359541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Attempting to bind port 66a6457c-24b6-4767-abc1-5f67af2c7207 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:35.359903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Attempting to bind port 66a6457c-24b6-4767-abc1-5f67af2c7207 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6d1146c2-f2e0-4967-8822-1bf1c59a37ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:35.360483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Attempting to bind port 66a6457c-24b6-4767-abc1-5f67af2c7207 on network 2336ddde-d51b-4fe5-b030-181eb9197bbb {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:35.367345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:28:35.367966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Checking segment: {'id': '6d1146c2-f2e0-4967-8822-1bf1c59a37ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:35.368627 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.369191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Bound using segment: {'id': '6d1146c2-f2e0-4967-8822-1bf1c59a37ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:28:35.369819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Bound port: 66a6457c-24b6-4767-abc1-5f67af2c7207, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1146c2-f2e0-4967-8822-1bf1c59a37ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:28:35.370362 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.372486 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e7e01cf7-68da-4caf-afe6-7e4dfa207e47 req-1bdfa159-1632-47b4-acc9-6c6640598b5c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 210 time: 0.0616484
Apr 16 21:28:35.373986 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ad72ee3c-589d-40c2-952e-4b56b2f42c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (597572e0-14fc-4389-9d87-e1fac52677ff), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.377201 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ad72ee3c-589d-40c2-952e-4b56b2f42c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.385739 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ad72ee3c-589d-40c2-952e-4b56b2f42c08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/597572e0-14fc-4389-9d87-e1fac52677ff HTTP/1.1" status: 204  len: 168 time: 0.2830024
Apr 16 21:28:35.395988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72ee3c-589d-40c2-952e-4b56b2f42c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597572e0-14fc-4389-9d87-e1fac52677ff,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:35.456601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] For port 66a6457c-24b6-4767-abc1-5f67af2c7207, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:35.460833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] For port 66a6457c-24b6-4767-abc1-5f67af2c7207, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66a6457c-24b6-4767-abc1-5f67af2c7207,segment=NetworkSegment(6d1146c2-f2e0-4967-8822-1bf1c59a37ec),segment_id=6d1146c2-f2e0-4967-8822-1bf1c59a37ec)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:28:35.493535 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:28:35.499302 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Publish callbacks [] for router_gateway (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.527904 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for port (41e08b7d-42dc-4ee5-bb91-23395a1b53bc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.531438 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.568014 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.643917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033bd7a-dece-436b-bb7e-dbd45abd3936 None None] Pushing event updated for resources: {'Port': ['ID=66a6457c-24b6-4767-abc1-5f67af2c7207,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:35.666236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f,segment=NetworkSegment(8c214866-665c-48ce-b875-768e869dd711),segment_id=8c214866-665c-48ce-b875-768e869dd711)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:35.681627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f', 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b', 'port_id': 'f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f', 'mac_address': 'fa:16:3e:1a:df:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47738d3-f474-4706-81ae-1ee4847928c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:28:35.732667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:35.733004 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.747435 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:28:35.773118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f,segment=NetworkSegment(8c214866-665c-48ce-b875-768e869dd711),segment_id=8c214866-665c-48ce-b875-768e869dd711)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:35.800125 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (41e08b7d-42dc-4ee5-bb91-23395a1b53bc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.883214 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:35.911996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:35.918772 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:35.927947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:35.942017 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:35.954595 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'Port': ['ID=41e08b7d-42dc-4ee5-bb91-23395a1b53bc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:35.980028 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Allocated IP 172.35.1.39 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/a77ff4d6-aedb-40ca-923d-5fe813b96ebe) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:36.103422 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (2c03811b-d364-4cf8-8c12-63a4a42f20b8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:36.139566 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Publish callbacks [] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:36.154578 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:36.164031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:28:36.235712 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50682) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:36.308383 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:36.376803 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9ef7465-0ca1-4637-a7a0-e0946f134c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:36.482113 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9ef7465-0ca1-4637-a7a0-e0946f134c86 admin admin] Publish callbacks [] for security_group (f1d73ab2-36bd-48e1-9a23-5df8c5d99500), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:36.502359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50690) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:36.518888 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e271ac9-a33b-42ab-b3b0-5e74a4c2b882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:36.576010 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9ef7465-0ca1-4637-a7a0-e0946f134c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f1d73ab2-36bd-48e1-9a23-5df8c5d99500), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:36.579733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e70e6a3b-85d8-48ff-af68-36a676780d29 req-c83f4d42-a64c-4727-8c2f-10912485baf1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 210 time: 0.0427213
Apr 16 21:28:36.631719 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e9ef7465-0ca1-4637-a7a0-e0946f134c86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06f301f79f7a489faf82324e05fa827b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3947318
Apr 16 21:28:36.633798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef7465-0ca1-4637-a7a0-e0946f134c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d73ab2-36bd-48e1-9a23-5df8c5d99500,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:36.637456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50692) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:36.647105 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (41e08b7d-42dc-4ee5-bb91-23395a1b53bc), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:36.661653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:36.708661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Pushing event updated for resources: {'Port': ['ID=a77ff4d6-aedb-40ca-923d-5fe813b96ebe,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:36.712221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:36.727720 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bd10db4d-3cf2-43fb-a82a-a83ec5ce464a admin admin] Publish callbacks [] for security_group (f1d73ab2-36bd-48e1-9a23-5df8c5d99500), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:36.731080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:36.752264 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bd10db4d-3cf2-43fb-a82a-a83ec5ce464a admin admin] Publish callbacks [] for security_group (f1d73ab2-36bd-48e1-9a23-5df8c5d99500), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:36.816635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223e4b3-f73e-4b77-ac9b-adc13c7e293c None None] Network 2336ddde-d51b-4fe5-b030-181eb9197bbb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:28:36.840771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5216d05-11fc-43ea-8cbd-16c1823ad615 req-838fa883-8256-4c6e-bbc0-87a8314b7b1c tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:36.844606 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f5216d05-11fc-43ea-8cbd-16c1823ad615 req-838fa883-8256-4c6e-bbc0-87a8314b7b1c tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 944 time: 0.2073812
Apr 16 21:28:36.891076 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e271ac9-a33b-42ab-b3b0-5e74a4c2b882 admin admin] Publish callbacks [] for security_group (d593fa41-aa47-4b80-96b6-c54430282bee), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:36.915186 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2cf42af8-acca-492b-b4a7-31e37a6c867b None None] Provisioning complete for port 66a6457c-24b6-4767-abc1-5f67af2c7207 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:36.915548 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2cf42af8-acca-492b-b4a7-31e37a6c867b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.020979 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bd10db4d-3cf2-43fb-a82a-a83ec5ce464a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f1d73ab2-36bd-48e1-9a23-5df8c5d99500), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.021282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2cf42af8-acca-492b-b4a7-31e37a6c867b None None] Current status of the port 66a6457c-24b6-4767-abc1-5f67af2c7207 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:37.021774 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2cf42af8-acca-492b-b4a7-31e37a6c867b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.022925 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bd10db4d-3cf2-43fb-a82a-a83ec5ce464a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.027208 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bd10db4d-3cf2-43fb-a82a-a83ec5ce464a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1d73ab2-36bd-48e1-9a23-5df8c5d99500 HTTP/1.1" status: 204  len: 168 time: 0.3887346
Apr 16 21:28:37.027983 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e271ac9-a33b-42ab-b3b0-5e74a4c2b882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d593fa41-aa47-4b80-96b6-c54430282bee), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.052391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10db4d-3cf2-43fb-a82a-a83ec5ce464a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d73ab2-36bd-48e1-9a23-5df8c5d99500,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:37.059251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2cf42af8-acca-492b-b4a7-31e37a6c867b None None] For port 66a6457c-24b6-4767-abc1-5f67af2c7207, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66a6457c-24b6-4767-abc1-5f67af2c7207,segment=NetworkSegment(6d1146c2-f2e0-4967-8822-1bf1c59a37ec),segment_id=6d1146c2-f2e0-4967-8822-1bf1c59a37ec)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:37.099958 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3e271ac9-a33b-42ab-b3b0-5e74a4c2b882 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0180780cef034ccda7452a47d10e94c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5937274
Apr 16 21:28:37.105105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50706) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:37.141053 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2cf42af8-acca-492b-b4a7-31e37a6c867b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.153421 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-9380c8dc-5092-4e09-9513-82e0b9db6abf tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:37.155136 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-9380c8dc-5092-4e09-9513-82e0b9db6abf tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.41 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 806 time: 0.4412014
Apr 16 21:28:37.181653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-f7088e18-a033-40bf-88d6-79fe97a3708a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Request body: {'port': {'device_id': 'b1589a50-e8ea-41a3-bf7e-c4b0d97ea441', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'admin_state_up': True, 'tenant_id': '76fd883ad3944fcaaecdf2909120dc87'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:37.186014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e271ac9-a33b-42ab-b3b0-5e74a4c2b882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d593fa41-aa47-4b80-96b6-c54430282bee,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:37.228554 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f5216d05-11fc-43ea-8cbd-16c1823ad615 req-d4b79b69-919e-4992-88f7-15ddb8ef0d35 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3632541
Apr 16 21:28:37.257994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf42af8-acca-492b-b4a7-31e37a6c867b None None] Pushing event updated for resources: {'Port': ['ID=66a6457c-24b6-4767-abc1-5f67af2c7207,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:37.283440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 66a6457c-24b6-4767-abc1-5f67af2c7207 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:37.284199 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb72472a-58a7-4649-829e-b0c746578036 admin admin] Publish callbacks [] for security_group (d593fa41-aa47-4b80-96b6-c54430282bee), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.346342 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 66a6457c-24b6-4767-abc1-5f67af2c7207 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:37.348252 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb72472a-58a7-4649-829e-b0c746578036 admin admin] Publish callbacks [] for security_group (d593fa41-aa47-4b80-96b6-c54430282bee), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.352533 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.406374 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for port (41e08b7d-42dc-4ee5-bb91-23395a1b53bc), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.441453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 66a6457c-24b6-4767-abc1-5f67af2c7207 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:37.463108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d14eaf10-2036-481d-ada7-98bec1c738d1 None None] Provisioning complete for port 66a6457c-24b6-4767-abc1-5f67af2c7207 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:37.463507 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d14eaf10-2036-481d-ada7-98bec1c738d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.510237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:37.575100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d14eaf10-2036-481d-ada7-98bec1c738d1 None None] Current status of the port 66a6457c-24b6-4767-abc1-5f67af2c7207 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:37.575306 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (41e08b7d-42dc-4ee5-bb91-23395a1b53bc), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.576010 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb72472a-58a7-4649-829e-b0c746578036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d593fa41-aa47-4b80-96b6-c54430282bee), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.581639 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb72472a-58a7-4649-829e-b0c746578036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.582845 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eb72472a-58a7-4649-829e-b0c746578036 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d593fa41-aa47-4b80-96b6-c54430282bee HTTP/1.1" status: 204  len: 168 time: 0.4767907
Apr 16 21:28:37.591418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:28:37.596837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72472a-58a7-4649-829e-b0c746578036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d593fa41-aa47-4b80-96b6-c54430282bee,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:37.640093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-f7088e18-a033-40bf-88d6-79fe97a3708a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Made reservation on behalf of 76fd883ad3944fcaaecdf2909120dc87 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:37.645643 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-f7088e18-a033-40bf-88d6-79fe97a3708a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.663344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:37.668272 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.717014 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c9352c62-3658-4f0b-a7f6-ee6526de3a5a req-9eb380ba-6071-4d1c-bf2f-b7d6c568de0f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 210 time: 0.0422783
Apr 16 21:28:37.726403 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Publish callbacks [] for router_gateway (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.741277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'Port': ['ID=41e08b7d-42dc-4ee5-bb91-23395a1b53bc,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:37.808277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:37.808932 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.833700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5239bc09-9070-4897-8d6f-8084c2bab0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:28:37.836102 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0c1125-5f33-4fca-a05e-aad394da0984" -d '{"events": [{"server_uuid": "5239bc09-9070-4897-8d6f-8084c2bab0b4", "name": "network-vif-plugged", "status": "completed", "tag": "f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:28:37.837817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (2c03811b-d364-4cf8-8c12-63a4a42f20b8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.852088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f,segment=NetworkSegment(8c214866-665c-48ce-b875-768e869dd711),segment_id=8c214866-665c-48ce-b875-768e869dd711)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:37.880443 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2e9cc8-c5f1-473a-b55b-57b611e40361 x-openstack-request-id: req-af2e9cc8-c5f1-473a-b55b-57b611e40361 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:28:37.880943 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5239bc09-9070-4897-8d6f-8084c2bab0b4", "name": "network-vif-plugged", "status": "completed", "tag": "f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:28:37.881337 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af2e9cc8-c5f1-473a-b55b-57b611e40361 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:28:37.881862 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2e9cc8-c5f1-473a-b55b-57b611e40361'] response: {'server_uuid': '5239bc09-9070-4897-8d6f-8084c2bab0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f', 'code': 200}
Apr 16 21:28:37.920619 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:37.963111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-f7088e18-a033-40bf-88d6-79fe97a3708a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Allocated IP 172.20.0.12 (8f593006-a7a9-4abc-8409-1d78959e9c9f/9133d53e-619c-487b-8eb9-4bd92e2fff34/72e80f4a-33ee-4111-881b-80866aba5dc0) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:37.978447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:37.981967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a895d9-97c6-412a-9891-a6789d74d7cc req-ed5bc0d1-5cac-4605-9d12-9012da0f3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:37.983762 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6a895d9-97c6-412a-9891-a6789d74d7cc req-ed5bc0d1-5cac-4605-9d12-9012da0f3cc5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 1127 time: 0.0419044
Apr 16 21:28:38.006643 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:38.016448 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2698bd8c-cb42-4471-a509-ff7b8c450ef5 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6822007
Apr 16 21:28:38.030061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d6a895d9-97c6-412a-9891-a6789d74d7cc req-d93c694d-69ea-4d36-8f42-b52fd25c1238 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406227
Apr 16 21:28:38.156674 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:38.172688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50728) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:38.190324 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-23391691-239a-46b5-9b66-511147a6ee0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:38.289647 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1f7f8b0d-5099-49cb-83ec-e1a47b733397 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1283956637&fields=id&tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26 HTTP/1.1" status: 200  len: 267 time: 0.0886629
Apr 16 21:28:38.382329 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-f7088e18-a033-40bf-88d6-79fe97a3708a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks [] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:38.411987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a59de-28e1-4a35-81cd-f2591d76107b req-73d7c6c9-e61b-4b4a-9e75-d0df8ac89018 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:38.418541 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f5a59de-28e1-4a35-81cd-f2591d76107b req-73d7c6c9-e61b-4b4a-9e75-d0df8ac89018 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.0798516
Apr 16 21:28:38.450573 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-23391691-239a-46b5-9b66-511147a6ee0c admin admin] Publish callbacks [] for security_group (35954abb-c305-43ae-aeae-018eb230f500), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:38.457683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-aa2897dd-520f-4ca5-a1ca-790d6aaf2ee2 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:38.459163 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-aa2897dd-520f-4ca5-a1ca-790d6aaf2ee2 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 815 time: 0.1687193
Apr 16 21:28:38.475739 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-8e1cafcd-ddc3-47ce-b5f4-8bdf9c006b57 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/quotas/d6f8dfa11e9b410cbbd59ffe32afeb26 HTTP/1.1" status: 200  len: 375 time: 0.0098748
Apr 16 21:28:38.502942 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f5a59de-28e1-4a35-81cd-f2591d76107b req-011e4b1e-8515-4adb-9fc5-4d92da48972f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827219
Apr 16 21:28:38.526341 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-44db3662-6a86-4e1f-8728-2902ee7cec92 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0450397
Apr 16 21:28:38.562000 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-f7088e18-a033-40bf-88d6-79fe97a3708a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:38.574920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:28:38.631141 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Router 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:28:38.641670 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-b194e580-016d-4515-a9da-10dc3ee3eb27 service neutron] 10.222.0.20 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0969999
Apr 16 21:28:38.644043 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-23391691-239a-46b5-9b66-511147a6ee0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (35954abb-c305-43ae-aeae-018eb230f500), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:38.644947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-f7088e18-a033-40bf-88d6-79fe97a3708a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Network 8f593006-a7a9-4abc-8409-1d78959e9c9f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:38.655922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-f7088e18-a033-40bf-88d6-79fe97a3708a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:38.660039 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-f7088e18-a033-40bf-88d6-79fe97a3708a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:38.823461 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-23391691-239a-46b5-9b66-511147a6ee0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da948830cc6945d48e1a297046f13012&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6491051
Apr 16 21:28:38.826783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23391691-239a-46b5-9b66-511147a6ee0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35954abb-c305-43ae-aeae-018eb230f500,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:38.829356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50764) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:38.846690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-15dc2446-0cec-4a63-a115-e695b14bc051 service neutron] 10.222.0.20 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382594
Apr 16 21:28:38.910079 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:28:38.921373 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1e1974b-8cf2-4c5a-892f-6b620e91daff admin admin] Publish callbacks [] for security_group (35954abb-c305-43ae-aeae-018eb230f500), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:38.949778 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1e1974b-8cf2-4c5a-892f-6b620e91daff admin admin] Publish callbacks [] for security_group (35954abb-c305-43ae-aeae-018eb230f500), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:38.974065 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d80105ea-3450-478c-b4a3-89511ccf73fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:39.075879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7088e18-a033-40bf-88d6-79fe97a3708a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event updated for resources: {'Port': ['ID=72e80f4a-33ee-4111-881b-80866aba5dc0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:39.178506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 66a6457c-24b6-4767-abc1-5f67af2c7207 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:39.195744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-f7088e18-a033-40bf-88d6-79fe97a3708a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:39.196844 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-f7088e18-a033-40bf-88d6-79fe97a3708a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:39.208053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c8457-7786-4aa0-aa25-478a95777ddb req-d250f0e5-34d9-44c2-a960-cbd067cdaa91 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:39.209630 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5f9c8457-7786-4aa0-aa25-478a95777ddb req-d250f0e5-34d9-44c2-a960-cbd067cdaa91 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 932 time: 0.1423841
Apr 16 21:28:39.246729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:28:39.248499 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c71ed7e-d286-4698-b7c3-997b9e70d7fe req-6b7bd03b-7a8b-4b7c-bc31-b58133eb952a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 210 time: 0.0592463
Apr 16 21:28:39.255057 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1e1974b-8cf2-4c5a-892f-6b620e91daff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (35954abb-c305-43ae-aeae-018eb230f500), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:39.257711 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1e1974b-8cf2-4c5a-892f-6b620e91daff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:39.262468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d1e1974b-8cf2-4c5a-892f-6b620e91daff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35954abb-c305-43ae-aeae-018eb230f500 HTTP/1.1" status: 204  len: 168 time: 0.4318693
Apr 16 21:28:39.271619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1974b-8cf2-4c5a-892f-6b620e91daff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35954abb-c305-43ae-aeae-018eb230f500,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:39.290579 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5f9c8457-7786-4aa0-aa25-478a95777ddb req-bfcd8445-b1a3-4ab7-a1ba-15226ddd13e5 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714908
Apr 16 21:28:39.301487 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-f7088e18-a033-40bf-88d6-79fe97a3708a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1258979
Apr 16 21:28:39.303387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Sync routers for ids ['2d5a1e52-6b49-4779-b6ac-b8b0127ad349'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:28:39.320163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Request body: {'port': {'device_id': 'b1589a50-e8ea-41a3-bf7e-c4b0d97ea441', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:39.345622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Routers {'2d5a1e52-6b49-4779-b6ac-b8b0127ad349'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:39.346768 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe25970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2d5a1e52-6b49-4779-b6ac-b8b0127ad349'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:39.412434 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 66a6457c-24b6-4767-abc1-5f67af2c7207 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:39.412722 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:39.413530 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:39.417627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50782) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:39.420557 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-83adbdf1-e87b-4439-be89-46a958951817 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.2037621
Apr 16 21:28:39.464929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:39.631074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Set router 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:39.777782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 66a6457c-24b6-4767-abc1-5f67af2c7207 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:39.849845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560b9b8-56ba-402e-bfb4-34770ef3c146 req-d055725f-0f65-4941-888c-61604c7c8732 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:39.857233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9560b9b8-56ba-402e-bfb4-34770ef3c146 req-d055725f-0f65-4941-888c-61604c7c8732 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.2262077
Apr 16 21:28:39.881683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e80f4a-33ee-4111-881b-80866aba5dc0 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:28:39.893922 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Publish callbacks [] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:39.898622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe25970>, [{'id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'name': 'tempest-TestAggregatesBasicOps-2135585904-router', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:34Z', 'updated_at': '2022-04-16T21:28:37Z', 'revision_number': 3, 'project_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'gw_port': {'id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:35Z', 'updated_at': '2022-04-16T21:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:39.915253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Transition to ACTIVE for port object 72e80f4a-33ee-4111-881b-80866aba5dc0 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:28:39.962265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Checking router: 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:28:39.962797 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Updating router 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 port a77ff4d6-aedb-40ca-923d-5fe813b96ebe binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:28:39.964261 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9560b9b8-56ba-402e-bfb4-34770ef3c146 req-05cdfa94-305b-4fe8-b496-c8fc8eea9c62 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060755
Apr 16 21:28:39.999864 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:40.002488 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:40.069936 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Pushing event updated for resources: {'Port': ['ID=72e80f4a-33ee-4111-881b-80866aba5dc0,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:40.218293 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Attempting to bind port 72e80f4a-33ee-4111-881b-80866aba5dc0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:40.222544 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Attempting to bind port 72e80f4a-33ee-4111-881b-80866aba5dc0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:40.222544 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Attempting to bind port 72e80f4a-33ee-4111-881b-80866aba5dc0 on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:40.236619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Port 72e80f4a-33ee-4111-881b-80866aba5dc0 on network 8f593006-a7a9-4abc-8409-1d78959e9c9f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:40.237062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Attempting to bind port 72e80f4a-33ee-4111-881b-80866aba5dc0 on network 8f593006-a7a9-4abc-8409-1d78959e9c9f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:40.247518 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:28:40.250552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Checking segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:40.252025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Bound using segment: {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:28:40.254258 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Bound port: 72e80f4a-33ee-4111-881b-80866aba5dc0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:28:40.254728 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:40.279791 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:40.380539 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Publish callbacks [] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:40.383970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] For port 72e80f4a-33ee-4111-881b-80866aba5dc0, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:40.387544 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] For port 72e80f4a-33ee-4111-881b-80866aba5dc0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72e80f4a-33ee-4111-881b-80866aba5dc0,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:28:40.393903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03983d93-e298-433c-84d8-3f4b399fca42 req-30f6bd69-ce33-4278-8cc5-d6c268527945 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 210 time: 0.0366654
Apr 16 21:28:40.520850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50826) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:40.542649 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Allocated IP 172.20.0.1 (2336ddde-d51b-4fe5-b030-181eb9197bbb/631aa334-4baf-49fb-8748-ef523bb03175/7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:40.546722 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:40.551080 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:40.551190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f0402-0ebc-41f7-bae9-541f2538e1ab req-5bde8bb0-c85e-4219-b9fb-517152041f7d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:40.552467 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe4f0402-0ebc-41f7-bae9-541f2538e1ab req-5bde8bb0-c85e-4219-b9fb-517152041f7d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 944 time: 0.0657647
Apr 16 21:28:40.637020 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:40.638701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:40.644429 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] 10.222.0.41 "PUT /v2.0/ports/72e80f4a-33ee-4111-881b-80866aba5dc0 HTTP/1.1" status: 200  len: 1092 time: 1.3323483
Apr 16 21:28:40.645735 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1589a50-e8ea-41a3-bf7e-c4b0d97ea441', 'tag': '72e80f4a-33ee-4111-881b-80866aba5dc0'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:28:40.649473 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59a8e87-eeb5-436b-a790-c8207a6a86ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b1589a50-e8ea-41a3-bf7e-c4b0d97ea441", "tag": "72e80f4a-33ee-4111-881b-80866aba5dc0"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:28:40.686715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9878f78-af9b-46c3-9a4d-c87d8e475c13 service neutron] Pushing event updated for resources: {'Port': ['ID=72e80f4a-33ee-4111-881b-80866aba5dc0,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:40.688159 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe4f0402-0ebc-41f7-bae9-541f2538e1ab req-53ad89a4-f964-4ccb-a189-713d5f3e14fc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262846
Apr 16 21:28:40.742566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-614766829', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:40.821187 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Publish callbacks [] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:40.840103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2db1ed-dc1b-4ab0-8e2b-1db39de34d18 req-d49beae4-9982-4e1f-97bf-2994bf80a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:40.842247 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f2db1ed-dc1b-4ab0-8e2b-1db39de34d18 req-d49beae4-9982-4e1f-97bf-2994bf80a2f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52fd97392841411abbd1f748dff97f10&device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 1127 time: 0.1066589
Apr 16 21:28:40.843807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95f4b5-586e-4457-9287-d8686d72792f req-79e74b81-2b2b-42d8-a8e1-a1a350cbeb28 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:40.845996 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8c95f4b5-586e-4457-9287-d8686d72792f req-79e74b81-2b2b-42d8-a8e1-a1a350cbeb28 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.0745797
Apr 16 21:28:40.945212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Made reservation on behalf of 536b9307f8364156bc14f5392d9123d2 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:40.948695 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:40.950992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e284655-22b4-4a51-9867-439d2b6b0d97 None None] Pushing event updated for resources: {'Port': ['ID=a77ff4d6-aedb-40ca-923d-5fe813b96ebe,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:40.973938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Attempting to bind port a77ff4d6-aedb-40ca-923d-5fe813b96ebe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:40.974317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Attempting to bind port a77ff4d6-aedb-40ca-923d-5fe813b96ebe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:40.974684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Attempting to bind port a77ff4d6-aedb-40ca-923d-5fe813b96ebe on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:40.980106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:28:40.980853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:40.981263 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:40.981658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:28:40.982128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Bound port: a77ff4d6-aedb-40ca-923d-5fe813b96ebe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:28:40.982507 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:40.984141 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-2e9d8aeb-742e-425e-8455-cf5b52849823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:40.987440 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-2e9d8aeb-742e-425e-8455-cf5b52849823 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 1126 time: 0.1386383
Apr 16 21:28:41.021756 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:41.042745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2db1ed-dc1b-4ab0-8e2b-1db39de34d18 req-75de9c44-b88f-4b88-9112-32869a275bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:41.050152 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f2db1ed-dc1b-4ab0-8e2b-1db39de34d18 req-75de9c44-b88f-4b88-9112-32869a275bdb service neutron] 10.222.0.11 "GET /v2.0/networks?id=65b90a12-c876-4ec9-bb69-11ab16e6830b HTTP/1.1" status: 200  len: 912 time: 0.2006626
Apr 16 21:28:41.064239 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] For port a77ff4d6-aedb-40ca-923d-5fe813b96ebe, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:41.071237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] For port a77ff4d6-aedb-40ca-923d-5fe813b96ebe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a77ff4d6-aedb-40ca-923d-5fe813b96ebe,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:28:41.077722 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-b62ae1bb-c6cc-46a9-9f79-9f4d78d8f799 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72e80f4a-33ee-4111-881b-80866aba5dc0 HTTP/1.1" status: 200  len: 217 time: 0.0681129
Apr 16 21:28:41.088975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8c95f4b5-586e-4457-9287-d8686d72792f req-b5d2e4f6-ddb1-4f98-9f9a-e4e15b21a3a0 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967626
Apr 16 21:28:41.130723 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bc75cc-736d-42db-a2a6-f04d0bf9c3c2 x-openstack-request-id: req-23bc75cc-736d-42db-a2a6-f04d0bf9c3c2 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:28:41.131021 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1589a50-e8ea-41a3-bf7e-c4b0d97ea441", "tag": "72e80f4a-33ee-4111-881b-80866aba5dc0", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:28:41.131281 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23bc75cc-736d-42db-a2a6-f04d0bf9c3c2 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:28:41.131689 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23bc75cc-736d-42db-a2a6-f04d0bf9c3c2'] response: {'name': 'network-changed', 'server_uuid': 'b1589a50-e8ea-41a3-bf7e-c4b0d97ea441', 'tag': '72e80f4a-33ee-4111-881b-80866aba5dc0', 'status': 'completed', 'code': 200}
Apr 16 21:28:41.141428 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:41.147897 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f2db1ed-dc1b-4ab0-8e2b-1db39de34d18 req-c53788c2-b712-429e-a6ca-78fa52fcaca5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f HTTP/1.1" status: 200  len: 217 time: 0.0919957
Apr 16 21:28:41.159063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-0f38b1eb-b05a-4c2a-b1d2-13e81a3466d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:41.160604 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-0f38b1eb-b05a-4c2a-b1d2-13e81a3466d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9133d53e-619c-487b-8eb9-4bd92e2fff34 HTTP/1.1" status: 200  len: 846 time: 0.0707207
Apr 16 21:28:41.203556 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:41.219071 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-fae8a817-23d1-46ad-9d49-98c4e4d5d690 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f593006-a7a9-4abc-8409-1d78959e9c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453315
Apr 16 21:28:41.220446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Network 2336ddde-d51b-4fe5-b030-181eb9197bbb is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:41.229704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:41.238405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:41.256862 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Routers {'2d5a1e52-6b49-4779-b6ac-b8b0127ad349'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:41.258132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe25970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2d5a1e52-6b49-4779-b6ac-b8b0127ad349'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:41.290239 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Pushing event updated for resources: {'Port': ['ID=7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:41.305232 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2db1ed-dc1b-4ab0-8e2b-1db39de34d18 req-2aba21ac-cc30-4c1c-87ea-b98c7af4dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:41.306980 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f2db1ed-dc1b-4ab0-8e2b-1db39de34d18 req-2aba21ac-cc30-4c1c-87ea-b98c7af4dc24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d47738d3-f474-4706-81ae-1ee4847928c9 HTTP/1.1" status: 200  len: 851 time: 0.1486413
Apr 16 21:28:41.317571 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:41.325457 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks [] for security_group (39d1c0c5-4dc9-4ed7-b088-9e3af4a94bc3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:41.382754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] Set router 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:41.386273 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-49a7012d-a84d-4d7c-9040-5f581794b658 service neutron] 10.222.0.41 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577346
Apr 16 21:28:41.419397 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (39d1c0c5-4dc9-4ed7-b088-9e3af4a94bc3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:41.422459 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f2db1ed-dc1b-4ab0-8e2b-1db39de34d18 req-4744fe1d-2da3-422d-a90f-a88bb4205103 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65b90a12-c876-4ec9-bb69-11ab16e6830b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1076930
Apr 16 21:28:41.423124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] device_id is not set on port 2df11368-6186-4d02-9c84-c4c049a78f24 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:28:41.544696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e284655-22b4-4a51-9867-439d2b6b0d97 None None] Pushing event updated for resources: {'Port': ['ID=a77ff4d6-aedb-40ca-923d-5fe813b96ebe,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:41.656467 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e47089e3-ec44-4bfd-aef6-3faa5ad52a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:41.686126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8cd6c78b-7d78-4485-856d-6a74fa34bed8 req-1ce40104-9672-42ae-bfcf-e8ec69bd1409 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 210 time: 0.0899544
Apr 16 21:28:41.693859 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe25970>, [{'id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'name': 'tempest-TestAggregatesBasicOps-2135585904-router', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:34Z', 'updated_at': '2022-04-16T21:28:37Z', 'revision_number': 3, 'project_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'gw_port': {'id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:35Z', 'updated_at': '2022-04-16T21:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:41.724809 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d1c0c5-4dc9-4ed7-b088-9e3af4a94bc3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:41.743017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f2db1ed-dc1b-4ab0-8e2b-1db39de34d18 req-3e15f283-8fbe-4d96-b832-32abb927fb1d service neutron] 10.222.0.11 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2856891
Apr 16 21:28:41.743155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Allocated IP 172.35.1.199 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/2df11368-6186-4d02-9c84-c4c049a78f24) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:41.748909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8168b2-b5f6-44eb-8969-36fe11d0f842 None None] The sync data for ids ['2d5a1e52-6b49-4779-b6ac-b8b0127ad349'] in ncdv-master-1 is: [{'id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'name': 'tempest-TestAggregatesBasicOps-2135585904-router', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:34Z', 'updated_at': '2022-04-16T21:28:37Z', 'revision_number': 3, 'project_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'gw_port': {'id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:35Z', 'updated_at': '2022-04-16T21:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:28:41.755483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8ab1a1f4-d553-4714-97d2-88f3e65b0e06 None None] Provisioning complete for port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:41.755868 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8ab1a1f4-d553-4714-97d2-88f3e65b0e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:41.767102 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbdc6afd-78cb-4c53-b326-aa78194f51c0 req-f373e622-bb52-48bd-bc5f-ea20ff16d8af service neutron] 10.222.0.41 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3614492
Apr 16 21:28:41.821390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1a1f4-d553-4714-97d2-88f3e65b0e06 None None] Port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:28:41.906599 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5070fc0-d085-4109-ad7d-46d0fdad92f1 req-af88b3bb-0011-4eba-9987-6be5b4f366e4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:41.908291 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5070fc0-d085-4109-ad7d-46d0fdad92f1 req-af88b3bb-0011-4eba-9987-6be5b4f366e4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 944 time: 0.0761878
Apr 16 21:28:41.914449 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:41.974876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f2db1ed-dc1b-4ab0-8e2b-1db39de34d18 req-0fd2ec63-734d-4b1e-b67a-f71ff2e09bd5 service neutron] 10.222.0.11 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2185612
Apr 16 21:28:42.045059 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5070fc0-d085-4109-ad7d-46d0fdad92f1 req-fb80126b-2d48-4294-ad36-f9021442515c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189404
Apr 16 21:28:42.087041 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks [] for port (2df11368-6186-4d02-9c84-c4c049a78f24), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:42.207435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Publish callbacks [] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:42.273610 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b18e0-587e-4ec2-85e0-6f97a7f320b0 req-e480529f-0852-4134-92ea-ab1220a6f181 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:42.275114 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-887b18e0-587e-4ec2-85e0-6f97a7f320b0 req-e480529f-0852-4134-92ea-ab1220a6f181 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.0656586
Apr 16 21:28:42.289395 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (2df11368-6186-4d02-9c84-c4c049a78f24), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:42.308724 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:42.329458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:42.333348 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:42.336020 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:42.384048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Pushing event updated for resources: {'Port': ['ID=2df11368-6186-4d02-9c84-c4c049a78f24,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:42.409923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:42.411357 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:42.438141 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:42.442274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50870) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:42.445851 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-887b18e0-587e-4ec2-85e0-6f97a7f320b0 req-1e251270-5143-4fb8-a272-62c7ebea3d47 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625171
Apr 16 21:28:42.446595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Pushing event updated for resources: {'Port': ['ID=7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:42.459651 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:42.489101 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e3db1bc3-6db5-44e4-bfa3-6f3995d6ea3c tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 1.9637558
Apr 16 21:28:42.491575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50874) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:42.496024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.199'}]}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:42.558692 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Network 2336ddde-d51b-4fe5-b030-181eb9197bbb is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:42.560407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:42.589618 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (9ddbd6ee-323a-47d5-b9d0-61f21cc24332), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:42.596848 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (9ddbd6ee-323a-47d5-b9d0-61f21cc24332), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:42.705639 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks [] for router_controller (9ddbd6ee-323a-47d5-b9d0-61f21cc24332), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:42.706797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-31933457'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:42.759142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Router 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:28:42.793870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b12e5d65-e039-452b-92bb-86cbf2a9c015 req-347872fe-715e-4892-86ca-56e6c87ce55b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 210 time: 0.0377164
Apr 16 21:28:42.842410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Made reservation on behalf of a1bbee1df4bd4cef87bda747d0c1bceb for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:42.846746 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:42.895828 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:42.930441 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:28:42.936118 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a00d1ce1-e5e1-4d5d-b29b-625a3073aaa5 admin admin] 10.222.0.20 "PUT /v2.0/routers/2d5a1e52-6b49-4779-b6ac-b8b0127ad349/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5174215
Apr 16 21:28:42.959528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-30ccd8ee-a9f1-40e2-973b-7fbe5a88c765 None None] Provisioning complete for port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:42.960240 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-30ccd8ee-a9f1-40e2-973b-7fbe5a88c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:42.987992 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks [] for router_gateway (9ddbd6ee-323a-47d5-b9d0-61f21cc24332), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.021796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-30ccd8ee-a9f1-40e2-973b-7fbe5a88c765 None None] Port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:28:43.022075 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks [] for security_group (6f89a608-7feb-4df1-929f-e94e63387ffb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.130065 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6f89a608-7feb-4df1-929f-e94e63387ffb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.164425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:28:43.180400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a77ff4d6-aedb-40ca-923d-5fe813b96ebe up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:43.180569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f89a608-7feb-4df1-929f-e94e63387ffb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:43.201118 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ee725e80-b145-4631-9c14-126e0badb93e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.202093 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Added segment ee725e80-b145-4631-9c14-126e0badb93e of type vlan for network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7
Apr 16 21:28:43.234189 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a4cd1-1eae-41fd-bf03-6168ea596a2a req-b4ead039-d08f-4e2e-a187-b6c759151d06 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:43.241568 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8f7a4cd1-1eae-41fd-bf03-6168ea596a2a req-b4ead039-d08f-4e2e-a187-b6c759151d06 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 944 time: 0.0831509
Apr 16 21:28:43.253319 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (c07d4db2-5d00-4e6f-ad95-b926d8e69bb7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.257838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a77ff4d6-aedb-40ca-923d-5fe813b96ebe triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:43.258526 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.361487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a77ff4d6-aedb-40ca-923d-5fe813b96ebe is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:43.362513 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.365768 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (c07d4db2-5d00-4e6f-ad95-b926d8e69bb7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.373705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:43.374505 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.385519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port a77ff4d6-aedb-40ca-923d-5fe813b96ebe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a77ff4d6-aedb-40ca-923d-5fe813b96ebe,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:43.395261 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks [] for router_gateway (9ddbd6ee-323a-47d5-b9d0-61f21cc24332), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.401966 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8f7a4cd1-1eae-41fd-bf03-6168ea596a2a req-88fca924-d479-4041-bae0-9e2e1697b727 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592498
Apr 16 21:28:43.436682 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.446260 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.470091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Pushing event updated for resources: {'Network': ['ID=c07d4db2-5d00-4e6f-ad95-b926d8e69bb7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:43.474736 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.514993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:28:43.582042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-02029cc3-6504-46ba-8e01-786ff2836fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 801 time: 1.1314199
Apr 16 21:28:43.606873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=a77ff4d6-aedb-40ca-923d-5fe813b96ebe,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:43.659285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738f83c-095d-493d-b50e-fc9901e6080f req-a9a36e37-9ed5-46fa-a9a3-cc5b03dd758f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:43.660876 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1738f83c-095d-493d-b50e-fc9901e6080f req-a9a36e37-9ed5-46fa-a9a3-cc5b03dd758f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1270208
Apr 16 21:28:43.710150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50902) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:43.716265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Request body: {'port': {'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-319057625'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:43.758675 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1738f83c-095d-493d-b50e-fc9901e6080f req-e26b1ba2-b410-42a7-a52b-e46fb08bf169 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876384
Apr 16 21:28:43.809046 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks [] for router (9ddbd6ee-323a-47d5-b9d0-61f21cc24332), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.836779 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Made reservation on behalf of d9268c9d11b549a082abc0de36b70843 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:43.839129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.852842 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:43.932009 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Sync routers for ids ['2d5a1e52-6b49-4779-b6ac-b8b0127ad349'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:28:43.950033 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Routers {'2d5a1e52-6b49-4779-b6ac-b8b0127ad349'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:43.951758 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246fa130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2d5a1e52-6b49-4779-b6ac-b8b0127ad349'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:43.971558 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks [] for security_group (e4c1405a-e0ea-48b7-a753-156b441dae25), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:44.074951 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e4c1405a-e0ea-48b7-a753-156b441dae25), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:44.080304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] device_id is not set on port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:28:44.087233 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd25893b-c944-4646-acae-0e02c5331c2a req-b888f11c-bbd2-4db5-8235-65b586ab9298 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 210 time: 0.1413646
Apr 16 21:28:44.110870 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:44.122715 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Set router 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:44.123228 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a8e87-eeb5-436b-a790-c8207a6a86ba req-8d7b71fd-e19e-431b-88bf-6773a49ba588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:44.123228 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b59a8e87-eeb5-436b-a790-c8207a6a86ba req-8d7b71fd-e19e-431b-88bf-6773a49ba588 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 1126 time: 0.2612388
Apr 16 21:28:44.128019 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (9ddbd6ee-323a-47d5-b9d0-61f21cc24332), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:44.130913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks [] for router_controller (9ddbd6ee-323a-47d5-b9d0-61f21cc24332), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:44.212440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c1405a-e0ea-48b7-a753-156b441dae25,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:44.418550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] device_id is not set on port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:28:44.430650 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks [] for port (106cb1d9-e383-4cc5-b562-7ed7cbb28289), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:44.448272 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246fa130>, [{'id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'name': 'tempest-TestAggregatesBasicOps-2135585904-router', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:34Z', 'updated_at': '2022-04-16T21:28:41Z', 'revision_number': 4, 'project_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'gw_port': {'id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:35Z', 'updated_at': '2022-04-16T21:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991', 'name': '', 'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'mac_address': 'fa:16:3e:86:e6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '631aa334-4baf-49fb-8748-ef523bb03175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:40Z', 'updated_at': '2022-04-16T21:28:41Z', 'revision_number': 2, 'project_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'subnets': [{'id': '631aa334-4baf-49fb-8748-ef523bb03175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:44.448877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 72e80f4a-33ee-4111-881b-80866aba5dc0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:28:44.496204 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Checking router: 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:28:44.496563 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Updating router 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:28:44.532687 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:44.538803 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (106cb1d9-e383-4cc5-b562-7ed7cbb28289), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:44.613804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7062f9-3f33-48f9-9944-5e869a9b7fed req-b64f007a-3b17-4ccd-a46b-1d9b0dd1272d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:44.621543 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c7062f9-3f33-48f9-9944-5e869a9b7fed req-b64f007a-3b17-4ccd-a46b-1d9b0dd1272d tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 944 time: 0.0929873
Apr 16 21:28:44.627105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 72e80f4a-33ee-4111-881b-80866aba5dc0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72e80f4a-33ee-4111-881b-80866aba5dc0,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:44.642596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '72e80f4a-33ee-4111-881b-80866aba5dc0', 'network_id': '8f593006-a7a9-4abc-8409-1d78959e9c9f', 'port_id': '72e80f4a-33ee-4111-881b-80866aba5dc0', 'mac_address': 'fa:16:3e:42:1d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9133d53e-619c-487b-8eb9-4bd92e2fff34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:28:44.654138 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (9ddbd6ee-323a-47d5-b9d0-61f21cc24332), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:44.658489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ddbd6ee-323a-47d5-b9d0-61f21cc24332 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:28:44.694759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Checking segment: {'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:44.695011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Network hostable DHCP agents. Network: c07d4db2-5d00-4e6f-ad95-b926d8e69bb7, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:28:44.697430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event updated for resources: {'Port': ['ID=106cb1d9-e383-4cc5-b562-7ed7cbb28289,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:44.707391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 72e80f4a-33ee-4111-881b-80866aba5dc0 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:44.707894 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:44.726887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e80f4a-33ee-4111-881b-80866aba5dc0 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:28:44.798165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 72e80f4a-33ee-4111-881b-80866aba5dc0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72e80f4a-33ee-4111-881b-80866aba5dc0,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:44.800461 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c7062f9-3f33-48f9-9944-5e869a9b7fed req-102f5b85-7dac-4f28-b1bb-6336da3632a9 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741951
Apr 16 21:28:44.822540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-90b0b0e0-cf7f-4c1b-9aff-94cad3a801f0 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:44.825090 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-90b0b0e0-cf7f-4c1b-9aff-94cad3a801f0 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 815 time: 0.6538577
Apr 16 21:28:44.826502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a8e87-eeb5-436b-a790-c8207a6a86ba req-b329d619-7af2-44db-b974-93a54dadf61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:44.829321 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b59a8e87-eeb5-436b-a790-c8207a6a86ba req-b329d619-7af2-44db-b974-93a54dadf61c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 907 time: 0.6869810
Apr 16 21:28:44.877133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:28:44.897160 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b59a8e87-eeb5-436b-a790-c8207a6a86ba req-6edc8bfa-5199-4767-b098-64807e067eb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72e80f4a-33ee-4111-881b-80866aba5dc0 HTTP/1.1" status: 200  len: 217 time: 0.0413840
Apr 16 21:28:44.926907 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:44.937263 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Publish callbacks [] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:44.961179 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:28:44.962226 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-94bb5799-ce2d-4d28-bcc7-6a09db7f6c9d tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 2.4696863
Apr 16 21:28:44.965177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50938) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:44.986069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=72e80f4a-33ee-4111-881b-80866aba5dc0,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:45.006451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbca30-2874-4418-8928-c9ab1a788daf req-34898410-7500-4366-98b8-fb12fd0f1c8f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:45.008007 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3dbca30-2874-4418-8928-c9ab1a788daf req-34898410-7500-4366-98b8-fb12fd0f1c8f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1162496
Apr 16 21:28:45.015855 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-2dfc896e-6238-4958-87d9-5f8ce48c04fd tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26 HTTP/1.1" status: 200  len: 380 time: 0.1781840
Apr 16 21:28:45.034326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-528bea8a-6d6c-428c-a290-3fb216d83b5f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'port': {'device_id': 'eceddfa9-ecee-4523-825a-33cf91766dad', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'admin_state_up': True, 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'security_groups': ['7b20201a-6160-4c73-b64d-7a6906f4bda7']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:45.049449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a8e87-eeb5-436b-a790-c8207a6a86ba req-523d4ada-9618-4cdb-9b43-4318e9539d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:45.050940 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b59a8e87-eeb5-436b-a790-c8207a6a86ba req-523d4ada-9618-4cdb-9b43-4318e9539d24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9133d53e-619c-487b-8eb9-4bd92e2fff34 HTTP/1.1" status: 200  len: 846 time: 0.1451309
Apr 16 21:28:45.087059 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:45.137249 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b59a8e87-eeb5-436b-a790-c8207a6a86ba req-e7d1779f-c383-4bb7-9cb6-2d71ccef5b3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f593006-a7a9-4abc-8409-1d78959e9c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0744615
Apr 16 21:28:45.199451 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9babea2-4a3c-42a5-bf80-899d9d8e8f2f None None] Pushing event updated for resources: {'Port': ['ID=7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:45.211543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['72e80f4a-33ee-4111-881b-80866aba5dc0'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:28:45.238645 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3dbca30-2874-4418-8928-c9ab1a788daf req-2146ae26-0080-458a-8c11-4290dbbf7ada tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2192245
Apr 16 21:28:45.271449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a77ff4d6-aedb-40ca-923d-5fe813b96ebe up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:45.289439 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Attempting to bind port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:45.289824 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Attempting to bind port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6d1146c2-f2e0-4967-8822-1bf1c59a37ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:45.290186 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Attempting to bind port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 on network 2336ddde-d51b-4fe5-b030-181eb9197bbb {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:45.298078 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:28:45.298737 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Checking segment: {'id': '6d1146c2-f2e0-4967-8822-1bf1c59a37ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:45.299336 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:45.299916 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Bound using segment: {'id': '6d1146c2-f2e0-4967-8822-1bf1c59a37ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:28:45.300552 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Bound port: 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1146c2-f2e0-4967-8822-1bf1c59a37ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:28:45.303545 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:45.382306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a77ff4d6-aedb-40ca-923d-5fe813b96ebe triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:45.383017 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:45.387320 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] For port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:45.397056 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] For port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991,segment=NetworkSegment(6d1146c2-f2e0-4967-8822-1bf1c59a37ec),segment_id=6d1146c2-f2e0-4967-8822-1bf1c59a37ec)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:28:45.401427 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50948) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:45.451584 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:45.481231 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:45.481988 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b59a8e87-eeb5-436b-a790-c8207a6a86ba req-ff86d743-1383-44a7-a1cc-ef19c139a45d service neutron] 10.222.0.41 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3279333
Apr 16 21:28:45.541846 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Routers {'2d5a1e52-6b49-4779-b6ac-b8b0127ad349'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:45.543054 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246fa130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2d5a1e52-6b49-4779-b6ac-b8b0127ad349'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:45.561473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b78c6927-1396-451b-ba54-18142630e2e4 None None] Provisioning complete for port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:45.562126 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b78c6927-1396-451b-ba54-18142630e2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:45.593947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c07d4db2-5d00-4e6f-ad95-b926d8e69bb7) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:45.620930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:45.626251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-528bea8a-6d6c-428c-a290-3fb216d83b5f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Made reservation on behalf of d6f8dfa11e9b410cbbd59ffe32afeb26 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:45.630155 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9babea2-4a3c-42a5-bf80-899d9d8e8f2f None None] Pushing event updated for resources: {'Port': ['ID=7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:45.631531 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-528bea8a-6d6c-428c-a290-3fb216d83b5f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:45.657335 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06254ce0-f397-4bda-b0e9-cf5a77cd1bce req-32c235af-a30b-47f0-97c3-b833d1e26932 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 210 time: 0.0672858
Apr 16 21:28:45.664625 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8588c373-3557-4b9c-a77c-b19fb9cdd5e1 None None] Network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:28:45.685854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a77ff4d6-aedb-40ca-923d-5fe813b96ebe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:45.700880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:45.701230 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:45.701571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:45.717350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:45.717687 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:45.719431 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 2 to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289
Apr 16 21:28:45.744435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-a9e75c7a-15c4-41fe-9252-2bbd2cd6373f tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Deleting port 2df11368-6186-4d02-9c84-c4c049a78f24 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:45.744808 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9e75c7a-15c4-41fe-9252-2bbd2cd6373f tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2df11368-6186-4d02-9c84-c4c049a78f24), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:45.749414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:45.749754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:45.750104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:45.772707 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] Set router 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:45.796574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:45.796914 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:45.798719 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 3 to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289
Apr 16 21:28:45.819116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:45.819462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:45.819811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:45.834454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:45.834803 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:45.837296 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 4 to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289
Apr 16 21:28:45.862342 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9e75c7a-15c4-41fe-9252-2bbd2cd6373f tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2df11368-6186-4d02-9c84-c4c049a78f24), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:45.864881 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:45.865222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:45.865565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:45.875971 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:45.876354 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:45.880351 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 5 to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289
Apr 16 21:28:45.883906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-a9e75c7a-15c4-41fe-9252-2bbd2cd6373f tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Calling delete_port for 2df11368-6186-4d02-9c84-c4c049a78f24 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:45.904749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:45.905145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:45.905492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:45.914516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-528bea8a-6d6c-428c-a290-3fb216d83b5f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Allocated IP 172.20.0.13 (26fd8c71-2108-482c-9702-fc8775f3578f/c99e39d7-2867-4b44-a041-babd70d56231/037fa6e8-a27a-4e66-a818-2f415b14f622) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:45.947129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:45.947514 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:45.949031 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 6 to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289
Apr 16 21:28:45.953855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b78c6927-1396-451b-ba54-18142630e2e4 None None] Current status of the port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:45.953855 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b78c6927-1396-451b-ba54-18142630e2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:45.955942 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b59a8e87-eeb5-436b-a790-c8207a6a86ba req-de0717dd-3943-4e68-95a0-bf4f676bfe26 service neutron] 10.222.0.41 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4702215
Apr 16 21:28:45.978291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:45.978690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:45.979081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:45.987367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:45.987767 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:45.989409 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 7 to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289
Apr 16 21:28:46.001394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b78c6927-1396-451b-ba54-18142630e2e4 None None] For port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991,segment=NetworkSegment(6d1146c2-f2e0-4967-8822-1bf1c59a37ec),segment_id=6d1146c2-f2e0-4967-8822-1bf1c59a37ec)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:46.011650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:46.011825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:46.012142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:46.017145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:46.017475 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:46.019201 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 8 to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289
Apr 16 21:28:46.056766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:46.057112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:46.057474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:46.067787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:46.068126 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:46.070439 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 9 to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289
Apr 16 21:28:46.080794 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246fa130>, [{'id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'name': 'tempest-TestAggregatesBasicOps-2135585904-router', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:34Z', 'updated_at': '2022-04-16T21:28:41Z', 'revision_number': 4, 'project_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'gw_port': {'id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:35Z', 'updated_at': '2022-04-16T21:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991', 'name': '', 'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'mac_address': 'fa:16:3e:86:e6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '631aa334-4baf-49fb-8748-ef523bb03175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:40Z', 'updated_at': '2022-04-16T21:28:45Z', 'revision_number': 4, 'project_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'subnets': [{'id': '631aa334-4baf-49fb-8748-ef523bb03175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:46.084406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ff59-603b-4896-9a79-3f6703d6cc9d req-913f1ea8-0563-4598-8fbe-cf5e9a092123 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:46.088275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:46.088676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:46.089024 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:46.093642 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9011ff59-603b-4896-9a79-3f6703d6cc9d req-913f1ea8-0563-4598-8fbe-cf5e9a092123 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 945 time: 0.1567283
Apr 16 21:28:46.093785 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:46.094037 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:46.094492 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 10 to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289
Apr 16 21:28:46.097441 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b78c6927-1396-451b-ba54-18142630e2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.111042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:46.111429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:46.111838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:46.117252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:46.117711 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:46.118088 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (106cb1d9-e383-4cc5-b562-7ed7cbb28289), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.123391 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052ba3a-d5ae-46d2-9f53-c2a78d48e7fa None None] The sync data for ids ['2d5a1e52-6b49-4779-b6ac-b8b0127ad349'] in ncdv-master-1 is: [{'id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'name': 'tempest-TestAggregatesBasicOps-2135585904-router', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:34Z', 'updated_at': '2022-04-16T21:28:41Z', 'revision_number': 4, 'project_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'gw_port': {'id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:35Z', 'updated_at': '2022-04-16T21:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991', 'name': '', 'network_id': '2336ddde-d51b-4fe5-b030-181eb9197bbb', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'mac_address': 'fa:16:3e:86:e6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '631aa334-4baf-49fb-8748-ef523bb03175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:40Z', 'updated_at': '2022-04-16T21:28:45Z', 'revision_number': 4, 'project_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'subnets': [{'id': '631aa334-4baf-49fb-8748-ef523bb03175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:28:46.168306 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9e75c7a-15c4-41fe-9252-2bbd2cd6373f tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2df11368-6186-4d02-9c84-c4c049a78f24), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.180867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c6927-1396-451b-ba54-18142630e2e4 None None] Pushing event updated for resources: {'Port': ['ID=7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:46.224720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4adb46f3-f160-438b-8d70-342e0f260249 None None] Provisioning complete for port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:46.225104 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4adb46f3-f160-438b-8d70-342e0f260249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.225373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e75c7a-15c4-41fe-9252-2bbd2cd6373f tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Pushing event deleted for resources: {'Port': ['ID=2df11368-6186-4d02-9c84-c4c049a78f24,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:46.289970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] For port 106cb1d9-e383-4cc5-b562-7ed7cbb28289, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:46.290362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempted to set empty binding levels {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 16 21:28:46.332548 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9e75c7a-15c4-41fe-9252-2bbd2cd6373f tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.341290 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a9e75c7a-15c4-41fe-9252-2bbd2cd6373f tempest-RoutersAdminNegativeIpV6Test-21869501 tempest-RoutersAdminNegativeIpV6Test-21869501-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2df11368-6186-4d02-9c84-c4c049a78f24 HTTP/1.1" status: 204  len: 168 time: 1.3715222
Apr 16 21:28:46.371377 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9011ff59-603b-4896-9a79-3f6703d6cc9d req-95dc80b8-3c88-41b1-8d9c-8edac0cd2e30 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103288
Apr 16 21:28:46.394986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4adb46f3-f160-438b-8d70-342e0f260249 None None] Current status of the port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:46.416636 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (106cb1d9-e383-4cc5-b562-7ed7cbb28289), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.612493 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 72e80f4a-33ee-4111-881b-80866aba5dc0 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:46.613578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:46.613578 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.613957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 72e80f4a-33ee-4111-881b-80866aba5dc0 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:28:46.614067 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event updated for resources: {'Port': ['ID=106cb1d9-e383-4cc5-b562-7ed7cbb28289,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:46.614067 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedc878-faca-4e73-a2af-c123798ae712 req-139134ee-fa65-4b07-ad75-b13ef603f490 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:46.614067 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4aedc878-faca-4e73-a2af-c123798ae712 req-139134ee-fa65-4b07-ad75-b13ef603f490 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1815925
Apr 16 21:28:46.614320 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-528bea8a-6d6c-428c-a290-3fb216d83b5f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.614416 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4aedc878-faca-4e73-a2af-c123798ae712 req-3cd2c268-aaa7-4197-ae78-23976ff6af80 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487261
Apr 16 21:28:46.706434 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 72e80f4a-33ee-4111-881b-80866aba5dc0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:46.710818 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.714727 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dc527ab7-37c1-41df-b53d-223249d42890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 983 time: 3.0000064
Apr 16 21:28:46.716276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50960) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:46.724488 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (823e8681-cfa0-4e10-bb7d-9449ec47567e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.804670 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c6287fd3-c2dc-4a02-9cff-ac960e847d11 req-536a3656-e6b9-4b1d-b4c8-11fd18b77cb8 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 210 time: 0.0408547
Apr 16 21:28:46.835164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-651eb96d-d5a6-4eb1-8864-3945dd82851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Deleting port 106cb1d9-e383-4cc5-b562-7ed7cbb28289 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:46.835164 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-651eb96d-d5a6-4eb1-8864-3945dd82851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (106cb1d9-e383-4cc5-b562-7ed7cbb28289), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.849048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 72e80f4a-33ee-4111-881b-80866aba5dc0 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:46.851311 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.865509 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-528bea8a-6d6c-428c-a290-3fb216d83b5f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.894688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1589a50-e8ea-41a3-bf7e-c4b0d97ea441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e80f4a-33ee-4111-881b-80866aba5dc0'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:28:46.897189 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1030ccde-ed36-44d3-905b-6e083313901a" -d '{"events": [{"server_uuid": "b1589a50-e8ea-41a3-bf7e-c4b0d97ea441", "name": "network-vif-plugged", "status": "completed", "tag": "72e80f4a-33ee-4111-881b-80866aba5dc0"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:28:46.922908 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-651eb96d-d5a6-4eb1-8864-3945dd82851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] For port 106cb1d9-e383-4cc5-b562-7ed7cbb28289, host nch1-master-1, got binding levels [] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:46.923401 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-651eb96d-d5a6-4eb1-8864-3945dd82851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (106cb1d9-e383-4cc5-b562-7ed7cbb28289), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:46.925539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-528bea8a-6d6c-428c-a290-3fb216d83b5f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Network 26fd8c71-2108-482c-9702-fc8775f3578f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:46.930235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 72e80f4a-33ee-4111-881b-80866aba5dc0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72e80f4a-33ee-4111-881b-80866aba5dc0,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:46.931467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-528bea8a-6d6c-428c-a290-3fb216d83b5f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:46.939423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-651eb96d-d5a6-4eb1-8864-3945dd82851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Calling delete_port for 106cb1d9-e383-4cc5-b562-7ed7cbb28289 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:46.966917 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfdaa9b-6335-42ef-8af2-f8db72003c38 x-openstack-request-id: req-fcfdaa9b-6335-42ef-8af2-f8db72003c38 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:28:46.972296 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1589a50-e8ea-41a3-bf7e-c4b0d97ea441", "name": "network-vif-plugged", "status": "completed", "tag": "72e80f4a-33ee-4111-881b-80866aba5dc0", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:28:46.972296 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcfdaa9b-6335-42ef-8af2-f8db72003c38 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:28:46.972296 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfdaa9b-6335-42ef-8af2-f8db72003c38'] response: {'server_uuid': 'b1589a50-e8ea-41a3-bf7e-c4b0d97ea441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e80f4a-33ee-4111-881b-80866aba5dc0', 'code': 200}
Apr 16 21:28:47.019671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bea8a-6d6c-428c-a290-3fb216d83b5f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event updated for resources: {'Port': ['ID=037fa6e8-a27a-4e66-a818-2f415b14f622,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:47.020096 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:47.051559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-528bea8a-6d6c-428c-a290-3fb216d83b5f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:47.104226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=72e80f4a-33ee-4111-881b-80866aba5dc0,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:47.203090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50968) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:47.254427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:47.265685 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-651eb96d-d5a6-4eb1-8864-3945dd82851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (106cb1d9-e383-4cc5-b562-7ed7cbb28289), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:47.348605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eb96d-d5a6-4eb1-8864-3945dd82851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event deleted for resources: {'Port': ['ID=106cb1d9-e383-4cc5-b562-7ed7cbb28289,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:47.369693 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-651eb96d-d5a6-4eb1-8864-3945dd82851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:47.374130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-651eb96d-d5a6-4eb1-8864-3945dd82851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "DELETE /v2.0/ports/106cb1d9-e383-4cc5-b562-7ed7cbb28289 HTTP/1.1" status: 204  len: 168 time: 0.6563892
Apr 16 21:28:47.382627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50972) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:47.386935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ff21c5dd-4f42-4e72-96ef-2b2401f46462 None None] Provisioning complete for port 037fa6e8-a27a-4e66-a818-2f415b14f622 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:47.387330 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ff21c5dd-4f42-4e72-96ef-2b2401f46462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:47.418661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:47.419046 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:47.421312 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-036d222c-d295-44b6-9449-d5960f510b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:47.425080 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-68dc2b85-3af3-4b26-9204-e0bdaf9fa06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] GET failed (client error): The resource could not be found.
Apr 16 21:28:47.426857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-68dc2b85-3af3-4b26-9204-e0bdaf9fa06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "GET /v2.0/ports/106cb1d9-e383-4cc5-b562-7ed7cbb28289 HTTP/1.1" status: 404  len: 333 time: 0.0429990
Apr 16 21:28:47.434866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50976) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:47.441804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-78d891cc-9de8-471f-a584-89db06d7cfd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Request body: {'port': {'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-176744320'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:47.471146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ff21c5dd-4f42-4e72-96ef-2b2401f46462 None None] Port 037fa6e8-a27a-4e66-a818-2f415b14f622 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:28:47.535862 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:47.558871 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-036d222c-d295-44b6-9449-d5960f510b96 admin admin] Publish callbacks [] for security_group (78e2ecef-2d07-4dba-92fa-6803d2311ef3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:47.640768 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643d233-253f-4019-b1a4-0530725a83d5 req-e0ee47bb-bb6c-4e4d-a0eb-7f16b8e163f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:47.642335 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c643d233-253f-4019-b1a4-0530725a83d5 req-e0ee47bb-bb6c-4e4d-a0eb-7f16b8e163f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 1128 time: 0.5861712
Apr 16 21:28:47.648709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d891cc-9de8-471f-a584-89db06d7cfd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Made reservation on behalf of d9268c9d11b549a082abc0de36b70843 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:47.653220 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-78d891cc-9de8-471f-a584-89db06d7cfd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:47.653358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-528bea8a-6d6c-428c-a290-3fb216d83b5f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:47.653358 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-528bea8a-6d6c-428c-a290-3fb216d83b5f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:47.672763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-78d891cc-9de8-471f-a584-89db06d7cfd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] device_id is not set on port 43b49d97-3961-429e-b791-9094cf90a562 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:28:47.679353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cba455-a84c-4c3c-96b1-e27a0e299fc0 req-7eaa6325-b1b4-4f86-97f1-cabea6a25def tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:47.684429 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7cba455-a84c-4c3c-96b1-e27a0e299fc0 req-7eaa6325-b1b4-4f86-97f1-cabea6a25def tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.1162961
Apr 16 21:28:47.729613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-036d222c-d295-44b6-9449-d5960f510b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (78e2ecef-2d07-4dba-92fa-6803d2311ef3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:47.770105 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-528bea8a-6d6c-428c-a290-3fb216d83b5f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7430105
Apr 16 21:28:47.774582 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c643d233-253f-4019-b1a4-0530725a83d5 req-164d7a89-a802-4cec-a227-67e842a65ac3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196780
Apr 16 21:28:47.815331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-036d222c-d295-44b6-9449-d5960f510b96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5cf092b5e764289a87577ed39dc1861&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6078157
Apr 16 21:28:47.815574 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7cba455-a84c-4c3c-96b1-e27a0e299fc0 req-cf31d57c-eea7-48ce-a6ff-1e07acb10e26 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206641
Apr 16 21:28:47.815763 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50980) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:47.819573 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d222c-d295-44b6-9449-d5960f510b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e2ecef-2d07-4dba-92fa-6803d2311ef3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:47.843933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Deleting port b5509837-26fc-43c2-b9af-e76eb466e4ed {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:47.844363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869728d-ed99-4691-92d6-bbdce893361d req-3c302dac-ca23-404a-9ad9-1e14c44ea8cf tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:47.844363 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3869728d-ed99-4691-92d6-bbdce893361d req-3c302dac-ca23-404a-9ad9-1e14c44ea8cf tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1540983
Apr 16 21:28:47.851011 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:47.962831 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3869728d-ed99-4691-92d6-bbdce893361d req-5e93f489-201b-4879-9cad-a6534e963ae1 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067698
Apr 16 21:28:47.987131 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-78d891cc-9de8-471f-a584-89db06d7cfd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks [] for port (43b49d97-3961-429e-b791-9094cf90a562), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.000285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26a4ab-e9ea-478a-90c2-14055f9466ca req-cc631c7f-39c9-47b4-bc17-cafba4a82a12 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:48.001790 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f26a4ab-e9ea-478a-90c2-14055f9466ca req-cc631c7f-39c9-47b4-bc17-cafba4a82a12 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 932 time: 0.0741186
Apr 16 21:28:48.012907 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c11d3015-1641-4b8e-9816-cb3139d19528 admin admin] Publish callbacks [] for security_group (78e2ecef-2d07-4dba-92fa-6803d2311ef3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.041024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Request body: {'port': {'device_id': 'eceddfa9-ecee-4523-825a-33cf91766dad', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:48.108495 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c11d3015-1641-4b8e-9816-cb3139d19528 admin admin] Publish callbacks [] for security_group (78e2ecef-2d07-4dba-92fa-6803d2311ef3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.111508 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-78d891cc-9de8-471f-a584-89db06d7cfd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (43b49d97-3961-429e-b791-9094cf90a562), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.132081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] For port b5509837-26fc-43c2-b9af-e76eb466e4ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5509837-26fc-43c2-b9af-e76eb466e4ed,segment=NetworkSegment(066cafa9-f133-4cd4-ac99-5983cd9f2339),segment_id=066cafa9-f133-4cd4-ac99-5983cd9f2339)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:48.132573 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.156222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d891cc-9de8-471f-a584-89db06d7cfd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:48.161245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-78d891cc-9de8-471f-a584-89db06d7cfd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:48.164199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d891cc-9de8-471f-a584-89db06d7cfd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:48.165145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d891cc-9de8-471f-a584-89db06d7cfd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:48.165270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Calling delete_port for b5509837-26fc-43c2-b9af-e76eb466e4ed owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:48.165747 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-78d891cc-9de8-471f-a584-89db06d7cfd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.169698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d891cc-9de8-471f-a584-89db06d7cfd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event updated for resources: {'Port': ['ID=43b49d97-3961-429e-b791-9094cf90a562,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:48.179614 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f26a4ab-e9ea-478a-90c2-14055f9466ca req-61dab58b-b55b-4e8d-aab7-118d26e73902 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20201a-6160-4c73-b64d-7a6906f4bda7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1704440
Apr 16 21:28:48.247970 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.271996 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-78d891cc-9de8-471f-a584-89db06d7cfd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.8332505
Apr 16 21:28:48.272319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50986) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:48.278187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:48.343141 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (43b49d97-3961-429e-b791-9094cf90a562), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.436448 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c11d3015-1641-4b8e-9816-cb3139d19528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (78e2ecef-2d07-4dba-92fa-6803d2311ef3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.439019 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c11d3015-1641-4b8e-9816-cb3139d19528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.440719 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c11d3015-1641-4b8e-9816-cb3139d19528 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78e2ecef-2d07-4dba-92fa-6803d2311ef3 HTTP/1.1" status: 204  len: 168 time: 0.6224525
Apr 16 21:28:48.478459 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d3015-1641-4b8e-9816-cb3139d19528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e2ecef-2d07-4dba-92fa-6803d2311ef3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:48.531556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] device_id is not set on port 43b49d97-3961-429e-b791-9094cf90a562 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:28:48.539475 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks [] for port (43b49d97-3961-429e-b791-9094cf90a562), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.659639 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (43b49d97-3961-429e-b791-9094cf90a562), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.713986 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037fa6e8-a27a-4e66-a818-2f415b14f622 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:28:48.718228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event updated for resources: {'Port': ['ID=43b49d97-3961-429e-b791-9094cf90a562,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:48.724766 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Publish callbacks [] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.730486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:48.736536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:48.736536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:48.736536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:48.736536 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:48.736536 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 2 to bind port 43b49d97-3961-429e-b791-9094cf90a562
Apr 16 21:28:48.755119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:48.755593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:48.755894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:48.760582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:48.760999 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:48.761444 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 3 to bind port 43b49d97-3961-429e-b791-9094cf90a562
Apr 16 21:28:48.773745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:48.774166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:48.774579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:48.779660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:48.786529 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:48.786529 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 4 to bind port 43b49d97-3961-429e-b791-9094cf90a562
Apr 16 21:28:48.793649 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:48.793997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:48.794339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:48.798777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:48.799117 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:48.800072 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 5 to bind port 43b49d97-3961-429e-b791-9094cf90a562
Apr 16 21:28:48.811194 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Transition to ACTIVE for port object 037fa6e8-a27a-4e66-a818-2f415b14f622 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:28:48.811194 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b5509837-26fc-43c2-b9af-e76eb466e4ed), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.817592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:48.817942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:48.818286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:48.822836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:48.823325 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:48.823731 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 6 to bind port 43b49d97-3961-429e-b791-9094cf90a562
Apr 16 21:28:48.837262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:48.837628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:48.838018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:48.841754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5509837-26fc-43c2-b9af-e76eb466e4ed,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:48.846644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:48.846988 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:48.847391 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 7 to bind port 43b49d97-3961-429e-b791-9094cf90a562
Apr 16 21:28:48.861387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:48.862296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:48.862643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:48.867965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:48.868307 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:48.868713 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 8 to bind port 43b49d97-3961-429e-b791-9094cf90a562
Apr 16 21:28:48.888597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:48.888597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:48.888597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:48.889936 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.890294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.890644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.890988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.891329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.891669 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.892069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.892432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.892764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.893750 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.893874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:48.893979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.893979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.894145 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:48.894219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.894421 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.894527 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 9 to bind port 43b49d97-3961-429e-b791-9094cf90a562
Apr 16 21:28:48.894717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:48.911786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:48.912031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:48.913753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:48.932305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:48.932645 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:48.936274 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 10 to bind port 43b49d97-3961-429e-b791-9094cf90a562
Apr 16 21:28:48.961543 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:48.969009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:48.969922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:48.970278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:48.980644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:48.980644 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 43b49d97-3961-429e-b791-9094cf90a562 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:48.980644 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (43b49d97-3961-429e-b791-9094cf90a562), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:49.064803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] For port 43b49d97-3961-429e-b791-9094cf90a562, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:49.065729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempted to set empty binding levels {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 16 21:28:49.073396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f039ac1-f92d-4280-a881-db777cc74dcf req-8e4e816e-ef94-4138-8ad4-4ee62684bbd1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.075629 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f039ac1-f92d-4280-a881-db777cc74dcf req-8e4e816e-ef94-4138-8ad4-4ee62684bbd1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.1537232
Apr 16 21:28:49.135834 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Pushing event updated for resources: {'Port': ['ID=037fa6e8-a27a-4e66-a818-2f415b14f622,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:49.167639 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (43b49d97-3961-429e-b791-9094cf90a562), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:49.226142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcab9e7-e01f-4653-a0e8-ed24ba810e1a req-25f98606-4bcd-477a-b9a8-0ef5f9a5b5a8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.227847 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-adcab9e7-e01f-4653-a0e8-ed24ba810e1a req-25f98606-4bcd-477a-b9a8-0ef5f9a5b5a8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1391797
Apr 16 21:28:49.234839 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (823e8681-cfa0-4e10-bb7d-9449ec47567e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:49.237780 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f039ac1-f92d-4280-a881-db777cc74dcf req-c304a499-6c8a-47db-8486-16124dfbb9a7 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367130
Apr 16 21:28:49.253942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] In _notify_port_updated(), no bound segment for port 43b49d97-3961-429e-b791-9094cf90a562 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:28:49.254912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.255595 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:49.257043 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "PUT /v2.0/ports/43b49d97-3961-429e-b791-9094cf90a562 HTTP/1.1" status: 200  len: 978 time: 0.9836726
Apr 16 21:28:49.260114 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51000) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:49.324466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb04f2b-72f6-48a2-b2bb-71407c1eed2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event updated for resources: {'Port': ['ID=43b49d97-3961-429e-b791-9094cf90a562,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:49.353326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Attempting to bind port 037fa6e8-a27a-4e66-a818-2f415b14f622 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:49.353676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Attempting to bind port 037fa6e8-a27a-4e66-a818-2f415b14f622 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:49.354010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Attempting to bind port 037fa6e8-a27a-4e66-a818-2f415b14f622 on network 26fd8c71-2108-482c-9702-fc8775f3578f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:49.364158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Port 037fa6e8-a27a-4e66-a818-2f415b14f622 on network 26fd8c71-2108-482c-9702-fc8775f3578f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:49.364158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Attempting to bind port 037fa6e8-a27a-4e66-a818-2f415b14f622 on network 26fd8c71-2108-482c-9702-fc8775f3578f {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:49.374253 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.374744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.375220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.375698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.376190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.376652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.377138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.377643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.378105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.378567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.379224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.380777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.381261 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.381732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.382198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.382662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.383297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.383750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.384467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.384941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.385481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.390081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.390081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.390081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.390081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.390081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.390081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.390081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.390081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.390081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.390877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.391294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.391763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.392339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.392804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.393298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.398251 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0d6fe944-2dd8-4d6f-bca5-7e9d67cc28a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 33505 time: 0.1369359
Apr 16 21:28:49.400862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51004) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:49.421442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51006) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:49.433539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:28:49.433901 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Checking segment: {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:49.434783 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Bound using segment: {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:28:49.435324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Bound port: 037fa6e8-a27a-4e66-a818-2f415b14f622, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10462687-1e7a-45f5-b106-fe579053ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:28:49.435701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:49.451872 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-adcab9e7-e01f-4653-a0e8-ed24ba810e1a req-7af55fd6-7745-4b4b-8970-88b751a88172 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076468
Apr 16 21:28:49.477505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2806c-91cd-4a46-96dd-aead288d1f15 req-bb5f7420-e686-4735-95d9-47a08061d222 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.478982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71c2806c-91cd-4a46-96dd-aead288d1f15 req-bb5f7420-e686-4735-95d9-47a08061d222 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 944 time: 0.0796580
Apr 16 21:28:49.553688 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c31aea56-9baf-4b7a-a7bb-dd2e2799db79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=536b9307f8364156bc14f5392d9123d2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1517043
Apr 16 21:28:49.560079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51008) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:49.576193 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] For port 037fa6e8-a27a-4e66-a818-2f415b14f622, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:49.605776 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71c2806c-91cd-4a46-96dd-aead288d1f15 req-e3a2c178-918e-4b97-8cdb-1dd1c6f2cf2b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20201a-6160-4c73-b64d-7a6906f4bda7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047442
Apr 16 21:28:49.606525 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1a5bdfa7-e706-4cda-98b1-879d2bed80fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Deleting port 43b49d97-3961-429e-b791-9094cf90a562 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:49.606875 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a5bdfa7-e706-4cda-98b1-879d2bed80fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (43b49d97-3961-429e-b791-9094cf90a562), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:49.629038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] For port 037fa6e8-a27a-4e66-a818-2f415b14f622, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037fa6e8-a27a-4e66-a818-2f415b14f622,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:28:49.672142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-1a5bdfa7-e706-4cda-98b1-879d2bed80fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] For port 43b49d97-3961-429e-b791-9094cf90a562, host nch1-master-1, got binding levels [] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:49.672556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a5bdfa7-e706-4cda-98b1-879d2bed80fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (43b49d97-3961-429e-b791-9094cf90a562), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:49.679755 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3e53b78-2f45-4ef7-9bfc-f225164ba381 admin admin] Publish callbacks [] for security_group (39d1c0c5-4dc9-4ed7-b088-9e3af4a94bc3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:49.687346 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1a5bdfa7-e706-4cda-98b1-879d2bed80fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Calling delete_port for 43b49d97-3961-429e-b791-9094cf90a562 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:49.687572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Router 823e8681-cfa0-4e10-bb7d-9449ec47567e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:28:49.715537 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3e53b78-2f45-4ef7-9bfc-f225164ba381 admin admin] Publish callbacks [] for security_group (39d1c0c5-4dc9-4ed7-b088-9e3af4a94bc3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:49.759963 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:49.809336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-2413ed02-2090-4228-9b2c-c7b1a23ea5e7 req-cc094680-303c-4661-a9f5-605fb3269e85 service neutron] (122556) timed out ('10.222.0.41', 54244) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:28:49.830513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:49.836200 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:49.836200 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] 10.222.0.41 "PUT /v2.0/ports/037fa6e8-a27a-4e66-a818-2f415b14f622 HTTP/1.1" status: 200  len: 1092 time: 1.8063924
Apr 16 21:28:49.836200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceddfa9-ecee-4523-825a-33cf91766dad', 'tag': '037fa6e8-a27a-4e66-a818-2f415b14f622'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:28:49.837914 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3701b1-c435-4c42-8dcd-3ec114bbceff" -d '{"events": [{"name": "network-changed", "server_uuid": "eceddfa9-ecee-4523-825a-33cf91766dad", "tag": "037fa6e8-a27a-4e66-a818-2f415b14f622"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:28:49.855527 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a5bdfa7-e706-4cda-98b1-879d2bed80fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (43b49d97-3961-429e-b791-9094cf90a562), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:49.891372 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108f0ae7-a5a4-4e81-b369-26344aaf0638 x-openstack-request-id: req-108f0ae7-a5a4-4e81-b369-26344aaf0638 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:28:49.891372 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceddfa9-ecee-4523-825a-33cf91766dad", "tag": "037fa6e8-a27a-4e66-a818-2f415b14f622", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:28:49.891372 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-108f0ae7-a5a4-4e81-b369-26344aaf0638 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:28:49.891794 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108f0ae7-a5a4-4e81-b369-26344aaf0638'] response: {'name': 'network-changed', 'server_uuid': 'eceddfa9-ecee-4523-825a-33cf91766dad', 'tag': '037fa6e8-a27a-4e66-a818-2f415b14f622', 'status': 'completed', 'code': 200}
Apr 16 21:28:49.897606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bdfa7-e706-4cda-98b1-879d2bed80fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event deleted for resources: {'Port': ['ID=43b49d97-3961-429e-b791-9094cf90a562,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:49.909205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8942b1-0509-4f17-8c33-6ec0ef325d43 service neutron] Pushing event updated for resources: {'Port': ['ID=037fa6e8-a27a-4e66-a818-2f415b14f622,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:49.919865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a5bdfa7-e706-4cda-98b1-879d2bed80fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:49.924335 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1a5bdfa7-e706-4cda-98b1-879d2bed80fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "DELETE /v2.0/ports/43b49d97-3961-429e-b791-9094cf90a562 HTTP/1.1" status: 204  len: 168 time: 0.5007126
Apr 16 21:28:49.927484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51012) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:49.933311 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:28:49.945313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd5f91-71b2-450b-8ff9-2734ff5dd75f None None] Sync routers for ids ['823e8681-cfa0-4e10-bb7d-9449ec47567e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:28:49.960562 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f6f2ee8f-728c-4357-8ec0-3071a7d7ee84 admin admin] 10.222.0.20 "PUT /v2.0/routers/823e8681-cfa0-4e10-bb7d-9449ec47567e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5527017
Apr 16 21:28:49.964244 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51014) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:49.964658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd5f91-71b2-450b-8ff9-2734ff5dd75f None None] Routers {'823e8681-cfa0-4e10-bb7d-9449ec47567e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:49.965580 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfe69fb-df8e-47a1-8931-56078d28907e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] GET failed (client error): The resource could not be found.
Apr 16 21:28:49.965851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-18cd5f91-71b2-450b-8ff9-2734ff5dd75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f497040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['823e8681-cfa0-4e10-bb7d-9449ec47567e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:49.967517 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bdfe69fb-df8e-47a1-8931-56078d28907e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "GET /v2.0/ports/43b49d97-3961-429e-b791-9094cf90a562 HTTP/1.1" status: 404  len: 333 time: 0.0385866
Apr 16 21:28:49.973087 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51016) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:49.979532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-45f2d2f9-3240-4cc9-bc21-c457d095be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003539239', 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:50.027395 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3701b1-c435-4c42-8dcd-3ec114bbceff req-05f19cac-ba44-4638-9224-da2524ee7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:50.028956 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8c3701b1-c435-4c42-8dcd-3ec114bbceff req-05f19cac-ba44-4638-9224-da2524ee7a72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 1126 time: 0.1134686
Apr 16 21:28:50.093160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-18cd5f91-71b2-450b-8ff9-2734ff5dd75f None None] Set router 823e8681-cfa0-4e10-bb7d-9449ec47567e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:50.319258 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3e53b78-2f45-4ef7-9bfc-f225164ba381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (39d1c0c5-4dc9-4ed7-b088-9e3af4a94bc3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:50.321864 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3e53b78-2f45-4ef7-9bfc-f225164ba381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:50.325885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a3e53b78-2f45-4ef7-9bfc-f225164ba381 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39d1c0c5-4dc9-4ed7-b088-9e3af4a94bc3 HTTP/1.1" status: 204  len: 168 time: 0.7619536
Apr 16 21:28:50.360224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ec6c2-9821-4209-9154-579bc193c0d8 req-9ee723c9-1a0b-419d-b2c9-d9848e943980 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:50.362339 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab4ec6c2-9821-4209-9154-579bc193c0d8 req-9ee723c9-1a0b-419d-b2c9-d9848e943980 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0518327
Apr 16 21:28:50.407522 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e53b78-2f45-4ef7-9bfc-f225164ba381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d1c0c5-4dc9-4ed7-b088-9e3af4a94bc3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:50.440080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f2d2f9-3240-4cc9-bc21-c457d095be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Made reservation on behalf of d9268c9d11b549a082abc0de36b70843 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:50.448536 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45f2d2f9-3240-4cc9-bc21-c457d095be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:50.473110 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab4ec6c2-9821-4209-9154-579bc193c0d8 req-2f289062-c7d5-4c1d-a0b8-f0d9f096d477 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995417
Apr 16 21:28:50.499009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-45f2d2f9-3240-4cc9-bc21-c457d095be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] device_id is not set on port c565c0ba-cade-47f6-bfc9-93be93bc1021 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:28:50.546443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Publish callbacks [] for router (823e8681-cfa0-4e10-bb7d-9449ec47567e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:50.569309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-18cd5f91-71b2-450b-8ff9-2734ff5dd75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f497040>, [{'id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'name': 'tempest-TestAggregatesBasicOps-1245927566-router', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216'}], 'enable_snat': True}, 'gw_port_id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:48Z', 'revision_number': 5, 'project_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'gw_port': {'id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:20Z', 'updated_at': '2022-04-16T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:50.599758 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd5f91-71b2-450b-8ff9-2734ff5dd75f None None] Checking router: 823e8681-cfa0-4e10-bb7d-9449ec47567e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:28:50.609135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd5f91-71b2-450b-8ff9-2734ff5dd75f None None] Routers {'823e8681-cfa0-4e10-bb7d-9449ec47567e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:50.609882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-18cd5f91-71b2-450b-8ff9-2734ff5dd75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f497040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['823e8681-cfa0-4e10-bb7d-9449ec47567e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:50.625862 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3701b1-c435-4c42-8dcd-3ec114bbceff req-167607b0-f810-472e-ba9b-5efaa6ef20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:50.626074 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8c3701b1-c435-4c42-8dcd-3ec114bbceff req-167607b0-f810-472e-ba9b-5efaa6ef20f0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&shared=False HTTP/1.1" status: 200  len: 916 time: 0.5898163
Apr 16 21:28:50.743993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-18cd5f91-71b2-450b-8ff9-2734ff5dd75f None None] Set router 823e8681-cfa0-4e10-bb7d-9449ec47567e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:50.766959 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ccedf-4e60-46da-bec2-1855a4bbf9e3 req-87ab3622-a097-4e45-b570-c12991087437 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:50.769109 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-439ccedf-4e60-46da-bec2-1855a4bbf9e3 req-87ab3622-a097-4e45-b570-c12991087437 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1696362
Apr 16 21:28:50.887838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c58596-cacb-4a0b-9fe3-96024c24f895 req-418dcd3f-0656-4853-935e-b48d7265ba18 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:50.889826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29c58596-cacb-4a0b-9fe3-96024c24f895 req-418dcd3f-0656-4853-935e-b48d7265ba18 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 944 time: 0.0863032
Apr 16 21:28:50.957674 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Publish callbacks [] for router_gateway (823e8681-cfa0-4e10-bb7d-9449ec47567e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:50.969933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-439ccedf-4e60-46da-bec2-1855a4bbf9e3 req-47ef3435-fe5d-4b0f-8f15-fe9011ccd5b1 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845009
Apr 16 21:28:50.976327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3701b1-c435-4c42-8dcd-3ec114bbceff req-0dbbc4cf-c4a8-456e-9615-6d8b18140cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:50.977922 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8c3701b1-c435-4c42-8dcd-3ec114bbceff req-0dbbc4cf-c4a8-456e-9615-6d8b18140cc4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3288014
Apr 16 21:28:50.984232 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45f2d2f9-3240-4cc9-bc21-c457d095be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks [] for port (c565c0ba-cade-47f6-bfc9-93be93bc1021), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:50.985016 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29c58596-cacb-4a0b-9fe3-96024c24f895 req-77a68d07-a51d-49e7-8d9a-6e2f5f2f563e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20201a-6160-4c73-b64d-7a6906f4bda7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866020
Apr 16 21:28:51.039695 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-18cd5f91-71b2-450b-8ff9-2734ff5dd75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f497040>, [{'id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'name': 'tempest-TestAggregatesBasicOps-1245927566-router', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216'}], 'enable_snat': True}, 'gw_port_id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:48Z', 'revision_number': 5, 'project_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'gw_port': {'id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:20Z', 'updated_at': '2022-04-16T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:51.074231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd5f91-71b2-450b-8ff9-2734ff5dd75f None None] The sync data for ids ['823e8681-cfa0-4e10-bb7d-9449ec47567e'] in ncdv-master-1 is: [{'id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'name': 'tempest-TestAggregatesBasicOps-1245927566-router', 'tenant_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216'}], 'enable_snat': True}, 'gw_port_id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:19Z', 'updated_at': '2022-04-16T21:28:48Z', 'revision_number': 5, 'project_id': '2d0cf780fb1446eabfdb2c3cc71ebc77', 'gw_port': {'id': '3b034da1-21a1-45c7-a0d0-71af992eedfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ea:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823e8681-cfa0-4e10-bb7d-9449ec47567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:20Z', 'updated_at': '2022-04-16T21:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:28:51.159129 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-0f8172a0-ffb8-4276-b7a7-f54a40e9a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:51.160878 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-0f8172a0-ffb8-4276-b7a7-f54a40e9a0be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 1126 time: 0.1203375
Apr 16 21:28:51.170097 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Deleting port 3b034da1-21a1-45c7-a0d0-71af992eedfd {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:51.170374 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:51.255874 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cae9ab-2a71-44a2-b14e-deb27c2a54f2 req-701fa6c5-b9dd-4a48-906c-80e7351bec37 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:51.257377 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19cae9ab-2a71-44a2-b14e-deb27c2a54f2 req-701fa6c5-b9dd-4a48-906c-80e7351bec37 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.1760547
Apr 16 21:28:51.266173 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45f2d2f9-3240-4cc9-bc21-c457d095be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c565c0ba-cade-47f6-bfc9-93be93bc1021), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:51.266173 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-51af5348-b15e-4828-a6db-50f5ff8b4992 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=037fa6e8-a27a-4e66-a818-2f415b14f622 HTTP/1.1" status: 200  len: 217 time: 0.0935526
Apr 16 21:28:51.374203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f2d2f9-3240-4cc9-bc21-c457d095be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:51.383001 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-45f2d2f9-3240-4cc9-bc21-c457d095be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:51.387070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2d2f9-3240-4cc9-bc21-c457d095be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:51.388335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f2d2f9-3240-4cc9-bc21-c457d095be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:51.388630 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45f2d2f9-3240-4cc9-bc21-c457d095be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:51.394143 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2d2f9-3240-4cc9-bc21-c457d095be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event updated for resources: {'Port': ['ID=c565c0ba-cade-47f6-bfc9-93be93bc1021,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:51.433601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] For port 3b034da1-21a1-45c7-a0d0-71af992eedfd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b034da1-21a1-45c7-a0d0-71af992eedfd,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:51.440396 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:51.440396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-db931d73-06c2-459a-ae47-420da862db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:51.440396 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-db931d73-06c2-459a-ae47-420da862db9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.1677001
Apr 16 21:28:51.471684 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Calling delete_port for 3b034da1-21a1-45c7-a0d0-71af992eedfd owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:51.476033 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19cae9ab-2a71-44a2-b14e-deb27c2a54f2 req-d678761d-1f6e-43c0-8847-7167ee04ab04 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082722
Apr 16 21:28:51.539824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-c4fb79fb-bb69-43c6-b60f-258c384f7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:51.541405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-c4fb79fb-bb69-43c6-b60f-258c384f7907 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0876069
Apr 16 21:28:51.623970 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-45f2d2f9-3240-4cc9-bc21-c457d095be63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.6487668
Apr 16 21:28:51.626713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51074) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:51.655001 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48917eea-9047-47f4-a220-8c93ded046bc req-0dd527af-c250-44ab-8699-c9c1fd2d887c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:51.656658 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48917eea-9047-47f4-a220-8c93ded046bc req-0dd527af-c250-44ab-8699-c9c1fd2d887c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0804780
Apr 16 21:28:51.719048 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-04591747-ab65-42d5-9e91-7a9fedbfd1d2 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707327
Apr 16 21:28:51.719256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c97571d-4c19-45c3-9774-7568f9847489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:51.723635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9c97571d-4c19-45c3-9774-7568f9847489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "GET /v2.0/ports/c565c0ba-cade-47f6-bfc9-93be93bc1021 HTTP/1.1" status: 200  len: 959 time: 0.0914004
Apr 16 21:28:51.725217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51076) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:51.743573 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51078) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:51.757448 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48917eea-9047-47f4-a220-8c93ded046bc req-099e0fa2-8198-4acc-8ff0-e263d210b453 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783777
Apr 16 21:28:51.875560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1796952482'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:51.945013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ecc67dc0-6dab-4cda-b6a9-631f36886f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Deleting port c565c0ba-cade-47f6-bfc9-93be93bc1021 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:51.945357 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecc67dc0-6dab-4cda-b6a9-631f36886f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c565c0ba-cade-47f6-bfc9-93be93bc1021), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:51.980069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Made reservation on behalf of d9f1ac8f90774658994bb319e0565d07 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:51.987194 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:51.996445 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.004825 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-857cb93f-53cc-4bfd-acbd-6596db56072e req-4791426e-db2b-450e-9d16-513fa6466f21 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2786767
Apr 16 21:28:52.021575 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecc67dc0-6dab-4cda-b6a9-631f36886f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c565c0ba-cade-47f6-bfc9-93be93bc1021), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.036925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ecc67dc0-6dab-4cda-b6a9-631f36886f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Calling delete_port for c565c0ba-cade-47f6-bfc9-93be93bc1021 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:52.047887 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3b034da1-21a1-45c7-a0d0-71af992eedfd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.081710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b034da1-21a1-45c7-a0d0-71af992eedfd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:52.121026 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for security_group (3b4f986e-a429-4fc8-bf88-7248121bd8e8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.150251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3dd5c-d9f5-47f0-8741-38018941a88a req-fa13e1cc-b87c-4c71-a51a-879059dcdb32 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:52.152692 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-edf3dd5c-d9f5-47f0-8741-38018941a88a req-fa13e1cc-b87c-4c71-a51a-879059dcdb32 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.0893455
Apr 16 21:28:52.203445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-edf3dd5c-d9f5-47f0-8741-38018941a88a req-1d5c444e-bbf6-4be0-ad6b-cbfc64d57229 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442646
Apr 16 21:28:52.218738 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3b4f986e-a429-4fc8-bf88-7248121bd8e8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.245477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:28:52.250163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1556c07-70f0-4be0-bf88-0e2d7f32e300 req-cdb2ac49-659e-472e-a57d-a29e1e9ccc6b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:52.251676 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e1556c07-70f0-4be0-bf88-0e2d7f32e300 req-cdb2ac49-659e-472e-a57d-a29e1e9ccc6b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 944 time: 0.0774858
Apr 16 21:28:52.255620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (823e8681-cfa0-4e10-bb7d-9449ec47567e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.263471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4f986e-a429-4fc8-bf88-7248121bd8e8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:52.338914 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e2f4467c-6645-43e6-a043-3e3d0d751e9d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.339269 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Added segment e2f4467c-6645-43e6-a043-3e3d0d751e9d of type vlan for network a13a8600-2bb1-4793-87c6-e73d9aaf9850
Apr 16 21:28:52.354517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e3391-f9ff-435e-87b1-04dc3d61baff req-07bc151e-1f5b-451a-af1a-acd184a3c0a7 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:52.355900 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecc67dc0-6dab-4cda-b6a9-631f36886f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c565c0ba-cade-47f6-bfc9-93be93bc1021), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.356065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d06e3391-f9ff-435e-87b1-04dc3d61baff req-07bc151e-1f5b-451a-af1a-acd184a3c0a7 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0633070
Apr 16 21:28:52.367589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (823e8681-cfa0-4e10-bb7d-9449ec47567e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.370635 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Publish callbacks [] for router_controller (823e8681-cfa0-4e10-bb7d-9449ec47567e), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.402723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc67dc0-6dab-4cda-b6a9-631f36886f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event deleted for resources: {'Port': ['ID=c565c0ba-cade-47f6-bfc9-93be93bc1021,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:52.406288 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a13a8600-2bb1-4793-87c6-e73d9aaf9850), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.447119 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecc67dc0-6dab-4cda-b6a9-631f36886f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.447305 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d06e3391-f9ff-435e-87b1-04dc3d61baff req-329040ca-f6b9-4ba7-ace0-3501227a6e3f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673165
Apr 16 21:28:52.450330 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ecc67dc0-6dab-4cda-b6a9-631f36886f24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "DELETE /v2.0/ports/c565c0ba-cade-47f6-bfc9-93be93bc1021 HTTP/1.1" status: 204  len: 168 time: 0.7229466
Apr 16 21:28:52.453204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51102) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:52.471029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e1556c07-70f0-4be0-bf88-0e2d7f32e300 req-9bf2c797-ada3-4155-a9c9-fa7c2b80f80a tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20201a-6160-4c73-b64d-7a6906f4bda7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1869414
Apr 16 21:28:52.479290 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5010c6-831f-4e56-bce4-548b91bf393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] GET failed (client error): The resource could not be found.
Apr 16 21:28:52.480763 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6b5010c6-831f-4e56-bce4-548b91bf393a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "GET /v2.0/ports/c565c0ba-cade-47f6-bfc9-93be93bc1021 HTTP/1.1" status: 404  len: 333 time: 0.0262604
Apr 16 21:28:52.484461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51104) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:52.489975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-524ceb58-bcb1-4223-9e32-0990f7b869d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Request body: {'port': {'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1828661574'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:52.517046 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (823e8681-cfa0-4e10-bb7d-9449ec47567e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.517714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 823e8681-cfa0-4e10-bb7d-9449ec47567e {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:28:52.522073 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.524636 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6d1fd8d1-e568-47c6-894f-a153685fb858 admin admin] 10.222.0.20 "DELETE /v2.0/routers/823e8681-cfa0-4e10-bb7d-9449ec47567e HTTP/1.1" status: 204  len: 168 time: 2.5594258
Apr 16 21:28:52.526099 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51106) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:52.562450 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a13a8600-2bb1-4793-87c6-e73d9aaf9850), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.568424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:52.569145 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.634655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524ceb58-bcb1-4223-9e32-0990f7b869d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Made reservation on behalf of d9268c9d11b549a082abc0de36b70843 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:52.637669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-524ceb58-bcb1-4223-9e32-0990f7b869d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.660486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-454b3890-795a-41e6-969e-9d73665b52cb admin admin] Deleting subnet b6eaa7b6-d4e6-4bc7-bad2-9080948b900d {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:28:52.669346 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454b3890-795a-41e6-969e-9d73665b52cb admin admin] Publish callbacks [] for subnet (b6eaa7b6-d4e6-4bc7-bad2-9080948b900d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.693025 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-524ceb58-bcb1-4223-9e32-0990f7b869d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] device_id is not set on port 5a2d6ba9-e398-4a6b-af51-e594409387f7 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:28:52.697001 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event updated for resources: {'Network': ['ID=a13a8600-2bb1-4793-87c6-e73d9aaf9850,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:52.707891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a13a8600-2bb1-4793-87c6-e73d9aaf9850 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:28:52.751137 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5a654aef-7856-4691-824a-6a421363b4fc tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.0063980
Apr 16 21:28:52.754591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51108) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:52.757421 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454b3890-795a-41e6-969e-9d73665b52cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (b6eaa7b6-d4e6-4bc7-bad2-9080948b900d), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.759773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a9ffd7cd-9445-470b-9899-bf584733e39a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Request body: {'subnet': {'network_id': 'a13a8600-2bb1-4793-87c6-e73d9aaf9850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:52.915726 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454b3890-795a-41e6-969e-9d73665b52cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (b6eaa7b6-d4e6-4bc7-bad2-9080948b900d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.926259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ffd7cd-9445-470b-9899-bf584733e39a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Made reservation on behalf of d9f1ac8f90774658994bb319e0565d07 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:52.929801 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9ffd7cd-9445-470b-9899-bf584733e39a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:52.962745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-524ceb58-bcb1-4223-9e32-0990f7b869d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks [] for port (5a2d6ba9-e398-4a6b-af51-e594409387f7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.066251 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454b3890-795a-41e6-969e-9d73665b52cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (b6eaa7b6-d4e6-4bc7-bad2-9080948b900d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.095266 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b3890-795a-41e6-969e-9d73665b52cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6eaa7b6-d4e6-4bc7-bad2-9080948b900d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:53.098163 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-454b3890-795a-41e6-969e-9d73665b52cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.103731 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-454b3890-795a-41e6-969e-9d73665b52cb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b6eaa7b6-d4e6-4bc7-bad2-9080948b900d HTTP/1.1" status: 204  len: 168 time: 0.5743318
Apr 16 21:28:53.103731 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-524ceb58-bcb1-4223-9e32-0990f7b869d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5a2d6ba9-e398-4a6b-af51-e594409387f7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.104238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e2ba3c-7071-40db-81bc-33815fd10404 None None] Network e0e63a13-d902-48ef-a058-8080a6f24f93 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:28:53.104612 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51112) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:53.190671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3b034da1-21a1-45c7-a0d0-71af992eedfd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:28:53.203854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ceb58-bcb1-4223-9e32-0990f7b869d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:53.216611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-524ceb58-bcb1-4223-9e32-0990f7b869d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:53.224223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ceb58-bcb1-4223-9e32-0990f7b869d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:53.225194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524ceb58-bcb1-4223-9e32-0990f7b869d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:53.225808 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-524ceb58-bcb1-4223-9e32-0990f7b869d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.249877 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e0e63a13-d902-48ef-a058-8080a6f24f93), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.253539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ceb58-bcb1-4223-9e32-0990f7b869d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2d6ba9-e398-4a6b-af51-e594409387f7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:53.263361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 3b034da1-21a1-45c7-a0d0-71af992eedfd {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:28:53.263656 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3b034da1-21a1-45c7-a0d0-71af992eedfd not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:28:53.264071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b5509837-26fc-43c2-b9af-e76eb466e4ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:28:53.295031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: b5509837-26fc-43c2-b9af-e76eb466e4ed {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:28:53.295634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b5509837-26fc-43c2-b9af-e76eb466e4ed not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:28:53.356091 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-524ceb58-bcb1-4223-9e32-0990f7b869d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.8681886
Apr 16 21:28:53.356438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] DHCP port deletion for e0e63a13-d902-48ef-a058-8080a6f24f93 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:28:53.357090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51116) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:53.362470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:53.367361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Deleting port 6331de17-a659-467e-96d5-74c7232c4cc7 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:53.367720 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.405892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Deleting port 6331de17-a659-467e-96d5-74c7232c4cc7 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:53.406266 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.409684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6f8d3-240b-4542-93e8-b4b06f73918a req-69fca3d7-592e-4afb-b7f4-0a6f2d8fbc95 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:53.411328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2de6f8d3-240b-4542-93e8-b4b06f73918a req-69fca3d7-592e-4afb-b7f4-0a6f2d8fbc95 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1060700
Apr 16 21:28:53.473636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] For port 6331de17-a659-467e-96d5-74c7232c4cc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6331de17-a659-467e-96d5-74c7232c4cc7,segment=NetworkSegment(066cafa9-f133-4cd4-ac99-5983cd9f2339),segment_id=066cafa9-f133-4cd4-ac99-5983cd9f2339)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:53.473963 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.491743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Calling delete_port for 6331de17-a659-467e-96d5-74c7232c4cc7 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:53.522830 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] For port 6331de17-a659-467e-96d5-74c7232c4cc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6331de17-a659-467e-96d5-74c7232c4cc7,segment=NetworkSegment(066cafa9-f133-4cd4-ac99-5983cd9f2339),segment_id=066cafa9-f133-4cd4-ac99-5983cd9f2339)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:53.523209 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.526950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9ffd7cd-9445-470b-9899-bf584733e39a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (64bdda0e-c9b5-47ab-be86-cd7d9be90a5c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.548781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Calling delete_port for 6331de17-a659-467e-96d5-74c7232c4cc7 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:53.554351 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5a2d6ba9-e398-4a6b-af51-e594409387f7), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.573020 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2de6f8d3-240b-4542-93e8-b4b06f73918a req-351851bb-80ea-4a71-8632-2aa060419522 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346793
Apr 16 21:28:53.646962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faadced-3791-49df-9abb-bc6884485c10 req-cc806f17-15ec-4574-8a91-0872e7034f4e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:53.648514 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9faadced-3791-49df-9abb-bc6884485c10 req-cc806f17-15ec-4574-8a91-0872e7034f4e tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.1129782
Apr 16 21:28:53.649197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffd7cd-9445-470b-9899-bf584733e39a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event updated for resources: {'Subnet': ['ID=64bdda0e-c9b5-47ab-be86-cd7d9be90a5c,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:53.660920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ffd7cd-9445-470b-9899-bf584733e39a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Checking segment: {'id': 'e2f4467c-6645-43e6-a043-3e3d0d751e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a13a8600-2bb1-4793-87c6-e73d9aaf9850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:53.661324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ffd7cd-9445-470b-9899-bf584733e39a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Network hostable DHCP agents. Network: a13a8600-2bb1-4793-87c6-e73d9aaf9850, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:28:53.682628 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.717622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] No DVR routers for this DVR port 6331de17-a659-467e-96d5-74c7232c4cc7 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:28:53.720913 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9faadced-3791-49df-9abb-bc6884485c10 req-a3da16c0-166d-43bd-8484-350570462322 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620654
Apr 16 21:28:53.730893 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Pushing event deleted for resources: {'Port': ['ID=6331de17-a659-467e-96d5-74c7232c4cc7,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:53.750015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.750344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.750685 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.751085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.751430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.751930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.752808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.753143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.753474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.753801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.754128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.754478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.754803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.755124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.755469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09023f5d-c840-4397-91e8-1065e07bdda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:28:53.764907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e5625-8713-41e5-99be-ffd2aa31bfbb req-cc109558-510e-4122-9c46-74be2554448f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:53.766407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-438e5625-8713-41e5-99be-ffd2aa31bfbb req-cc109558-510e-4122-9c46-74be2554448f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 944 time: 0.1175380
Apr 16 21:28:53.783224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ffd7cd-9445-470b-9899-bf584733e39a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Network a13a8600-2bb1-4793-87c6-e73d9aaf9850 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:28:53.809562 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6331de17-a659-467e-96d5-74c7232c4cc7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.866234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Pushing event deleted for resources: {'Port': ['ID=6331de17-a659-467e-96d5-74c7232c4cc7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:53.868087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] No DVR routers for this DVR port 6331de17-a659-467e-96d5-74c7232c4cc7 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:28:53.889179 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a9ffd7cd-9445-470b-9899-bf584733e39a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a13a8600-2bb1-4793-87c6-e73d9aaf9850) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:53.895689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ffd7cd-9445-470b-9899-bf584733e39a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:53.896353 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9ffd7cd-9445-470b-9899-bf584733e39a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:53.905256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6737ab-ce7c-4d19-9d8e-b81a9f2d4089 None None] Network a13a8600-2bb1-4793-87c6-e73d9aaf9850 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:28:53.910810 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-438e5625-8713-41e5-99be-ffd2aa31bfbb req-a4774e3c-79ae-41b3-835d-984f29364d40 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20201a-6160-4c73-b64d-7a6906f4bda7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1356797
Apr 16 21:28:53.995783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] device_id is not set on port 5a2d6ba9-e398-4a6b-af51-e594409387f7 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:28:53.995972 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a9ffd7cd-9445-470b-9899-bf584733e39a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2383227
Apr 16 21:28:53.997088 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51124) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:54.000627 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e0e63a13-d902-48ef-a058-8080a6f24f93), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.004071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e4dc3172-c1de-48d7-8a9e-5357e30f1664 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1658946064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:54.004713 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks [] for port (5a2d6ba9-e398-4a6b-af51-e594409387f7), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.029827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f012518c250>,) {'filters': {'network_id': ['e0e63a13-d902-48ef-a058-8080a6f24f93']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:54.030533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a13a8600-2bb1-4793-87c6-e73d9aaf9850', 'network_id': 'a13a8600-2bb1-4793-87c6-e73d9aaf9850', 'project_id': 'd9f1ac8f90774658994bb319e0565d07', 'fixed_ips': [{'subnet_id': '64bdda0e-c9b5-47ab-be86-cd7d9be90a5c'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:28:54.031404 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.039449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f012518c250>, '066cafa9-f133-4cd4-ac99-5983cd9f2339') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:54.041220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f012518c250>, '066cafa9-f133-4cd4-ac99-5983cd9f2339') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:54.049696 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (066cafa9-f133-4cd4-ac99-5983cd9f2339), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.064284 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (066cafa9-f133-4cd4-ac99-5983cd9f2339), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.070936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:28:54.071330 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (066cafa9-f133-4cd4-ac99-5983cd9f2339), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:28:54.073091 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:28:54.145429 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5a2d6ba9-e398-4a6b-af51-e594409387f7), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.172102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Allocated IP 172.20.0.2 (a13a8600-2bb1-4793-87c6-e73d9aaf9850/64bdda0e-c9b5-47ab-be86-cd7d9be90a5c/155bb329-50c9-4270-9f7c-6d9aa2b5a77f) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:54.186196 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3172-c1de-48d7-8a9e-5357e30f1664 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (a246b9c6-17e1-474c-a17a-b60dfd141176), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.187492 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3172-c1de-48d7-8a9e-5357e30f1664 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (a246b9c6-17e1-474c-a17a-b60dfd141176), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.199318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2d6ba9-e398-4a6b-af51-e594409387f7,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:54.211902 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:54.212284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:54.214801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:54.217344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:54.217676 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:54.218063 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 2 to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7
Apr 16 21:28:54.231439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:54.231783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:54.232119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:54.237439 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e0e63a13-d902-48ef-a058-8080a6f24f93), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.238897 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:54.239225 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:54.240890 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 3 to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7
Apr 16 21:28:54.243963 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3172-c1de-48d7-8a9e-5357e30f1664 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for router_controller (a246b9c6-17e1-474c-a17a-b60dfd141176), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.245591 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.248301 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e0e63a13-d902-48ef-a058-8080a6f24f93 HTTP/1.1" status: 204  len: 168 time: 1.1421435
Apr 16 21:28:54.251587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51126) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:54.268771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b600296-fe5e-46c8-ae36-9db1c5b89438 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0e63a13-d902-48ef-a058-8080a6f24f93,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:54.274752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:54.275076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:54.275666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:54.280905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:54.281286 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:54.281682 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 4 to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7
Apr 16 21:28:54.296518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:54.296926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:54.297281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:54.302550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:54.302893 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:54.303438 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 5 to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7
Apr 16 21:28:54.322634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:54.322983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:54.323328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:54.328264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:54.328595 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:54.328994 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 6 to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7
Apr 16 21:28:54.341579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:54.341917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:54.342222 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Publish callbacks [] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.342339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:54.347451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:54.347795 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:54.348182 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 7 to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7
Apr 16 21:28:54.358656 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3172-c1de-48d7-8a9e-5357e30f1664 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (a246b9c6-17e1-474c-a17a-b60dfd141176), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.361259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:54.362219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:54.362567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:54.367417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:54.367417 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:54.367789 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 8 to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7
Apr 16 21:28:54.381050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:54.381509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:54.382100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:54.386575 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:54.386908 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:54.387301 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 9 to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7
Apr 16 21:28:54.400917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:54.401730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:54.401913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:54.406335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:54.406684 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:54.411805 ncdv-master-1 neutron-server[122555]: INFO neutron.plugins.ml2.plugin [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempt 10 to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7
Apr 16 21:28:54.420111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:54.420485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:54.420826 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempting to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:54.426280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:28:54.426611 ncdv-master-1 neutron-server[122555]: ERROR neutron.plugins.ml2.managers [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Failed to bind port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on host nch1-master-1 for vnic_type normal using segments [{'id': 'ee725e80-b145-4631-9c14-126e0badb93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c07d4db2-5d00-4e6f-ad95-b926d8e69bb7'}]
Apr 16 21:28:54.426982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5a2d6ba9-e398-4a6b-af51-e594409387f7), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.431568 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.469720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Network a13a8600-2bb1-4793-87c6-e73d9aaf9850 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:54.473200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:54.475187 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3172-c1de-48d7-8a9e-5357e30f1664 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.478885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e4dc3172-c1de-48d7-8a9e-5357e30f1664 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.4764988
Apr 16 21:28:54.479027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:54.481892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51128) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:54.510254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 037fa6e8-a27a-4e66-a818-2f415b14f622 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:28:54.512279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Pushing event updated for resources: {'Port': ['ID=155bb329-50c9-4270-9f7c-6d9aa2b5a77f,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:54.562355 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Attempting to bind port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:28:54.562802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Attempting to bind port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e2f4467c-6645-43e6-a043-3e3d0d751e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a13a8600-2bb1-4793-87c6-e73d9aaf9850'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:28:54.563234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Attempting to bind port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f on network a13a8600-2bb1-4793-87c6-e73d9aaf9850 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:28:54.579676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:28:54.579676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Checking segment: {'id': 'e2f4467c-6645-43e6-a043-3e3d0d751e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a13a8600-2bb1-4793-87c6-e73d9aaf9850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:28:54.580697 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.580842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] For port 5a2d6ba9-e398-4a6b-af51-e594409387f7, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:54.580997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Bound using segment: {'id': 'e2f4467c-6645-43e6-a043-3e3d0d751e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a13a8600-2bb1-4793-87c6-e73d9aaf9850'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:28:54.581092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attempted to set empty binding levels {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 16 21:28:54.581180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Bound port: 155bb329-50c9-4270-9f7c-6d9aa2b5a77f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f4467c-6645-43e6-a043-3e3d0d751e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a13a8600-2bb1-4793-87c6-e73d9aaf9850'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:28:54.581378 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.690165 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-405284c5-91f7-4f9b-8f4f-350f0f2b0d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.691320 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5a2d6ba9-e398-4a6b-af51-e594409387f7), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.700637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 037fa6e8-a27a-4e66-a818-2f415b14f622, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037fa6e8-a27a-4e66-a818-2f415b14f622,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:54.714519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] For port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:28:54.717854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] For port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=155bb329-50c9-4270-9f7c-6d9aa2b5a77f,segment=NetworkSegment(e2f4467c-6645-43e6-a043-3e3d0d751e9d),segment_id=e2f4467c-6645-43e6-a043-3e3d0d751e9d)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:28:54.720055 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '037fa6e8-a27a-4e66-a818-2f415b14f622', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'port_id': '037fa6e8-a27a-4e66-a818-2f415b14f622', 'mac_address': 'fa:16:3e:3c:21:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:28:54.735298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] In _notify_port_updated(), no bound segment for port 5a2d6ba9-e398-4a6b-af51-e594409387f7 on network c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:28:54.736674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:54.737140 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.741221 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "PUT /v2.0/ports/5a2d6ba9-e398-4a6b-af51-e594409387f7 HTTP/1.1" status: 200  len: 979 time: 1.3806164
Apr 16 21:28:54.742242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51132) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:54.764487 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609aefff-359c-4051-9328-c43b0f820ca6 req-0ebf68ef-6cca-464b-9d09-cb73a251b17e tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:54.766825 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-609aefff-359c-4051-9328-c43b0f820ca6 req-0ebf68ef-6cca-464b-9d09-cb73a251b17e tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1210511
Apr 16 21:28:54.768441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 037fa6e8-a27a-4e66-a818-2f415b14f622 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:54.768995 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.784154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037fa6e8-a27a-4e66-a818-2f415b14f622 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:28:54.806710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 037fa6e8-a27a-4e66-a818-2f415b14f622, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037fa6e8-a27a-4e66-a818-2f415b14f622,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:54.809254 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.873066 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666464a-9a55-4aa5-b026-48cbe9bd6175 None None] Pushing event updated for resources: {'Port': ['ID=155bb329-50c9-4270-9f7c-6d9aa2b5a77f,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:54.890268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fbbf9-9497-49f2-88a1-306dc1bd42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2d6ba9-e398-4a6b-af51-e594409387f7,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:54.898456 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:54.944570 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9727b-1a69-4815-a5d3-86b431c88e35 req-1e9aa700-3732-4262-bcfa-da646f5fb1ce tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:54.951747 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc9727b-1a69-4815-a5d3-86b431c88e35 req-1e9aa700-3732-4262-bcfa-da646f5fb1ce tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.1110086
Apr 16 21:28:54.969134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=037fa6e8-a27a-4e66-a818-2f415b14f622,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:55.001433 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-609aefff-359c-4051-9328-c43b0f820ca6 req-1c22520e-f68e-4adf-a94f-346520d9db78 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799722
Apr 16 21:28:55.024364 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:55.069157 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfc9727b-1a69-4815-a5d3-86b431c88e35 req-730213d8-cdc3-48bc-9a9c-9585ee956d58 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165178
Apr 16 21:28:55.119008 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e22d2964-6206-40ed-ab57-fe854f8755f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Deleting port 5a2d6ba9-e398-4a6b-af51-e594409387f7 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:55.119360 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e22d2964-6206-40ed-ab57-fe854f8755f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5a2d6ba9-e398-4a6b-af51-e594409387f7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:55.203606 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6331de17-a659-467e-96d5-74c7232c4cc7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:28:55.248139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['037fa6e8-a27a-4e66-a818-2f415b14f622'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:28:55.251049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 6331de17-a659-467e-96d5-74c7232c4cc7 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:28:55.251392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6331de17-a659-467e-96d5-74c7232c4cc7 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:28:55.270000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cb8d9-0ee6-4b90-a5f8-e6f3fbdbc4cd req-152a9c5c-fe81-442b-8ec1-77d3d9b04ff7 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:55.277939 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d01cb8d9-0ee6-4b90-a5f8-e6f3fbdbc4cd req-152a9c5c-fe81-442b-8ec1-77d3d9b04ff7 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 945 time: 0.1598487
Apr 16 21:28:55.290308 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-e22d2964-6206-40ed-ab57-fe854f8755f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] For port 5a2d6ba9-e398-4a6b-af51-e594409387f7, host nch1-master-1, got binding levels [] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:55.290685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e22d2964-6206-40ed-ab57-fe854f8755f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5a2d6ba9-e398-4a6b-af51-e594409387f7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:55.352517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e22d2964-6206-40ed-ab57-fe854f8755f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Calling delete_port for 5a2d6ba9-e398-4a6b-af51-e594409387f7 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:55.422558 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Allocated IP 172.20.0.1 (a13a8600-2bb1-4793-87c6-e73d9aaf9850/64bdda0e-c9b5-47ab-be86-cd7d9be90a5c/974f708a-59e5-4e0f-9cf6-756e3451bca8) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:55.430305 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d01cb8d9-0ee6-4b90-a5f8-e6f3fbdbc4cd req-a6aff2e7-786b-4ed4-b9b2-e73a8badb150 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20201a-6160-4c73-b64d-7a6906f4bda7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1500342
Apr 16 21:28:55.490698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-405284c5-91f7-4f9b-8f4f-350f0f2b0d4f admin admin] Deleting port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:55.491061 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-405284c5-91f7-4f9b-8f4f-350f0f2b0d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:55.594370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-405284c5-91f7-4f9b-8f4f-350f0f2b0d4f admin admin] For port 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991,segment=NetworkSegment(6d1146c2-f2e0-4967-8822-1bf1c59a37ec),segment_id=6d1146c2-f2e0-4967-8822-1bf1c59a37ec)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:55.594925 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-405284c5-91f7-4f9b-8f4f-350f0f2b0d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:55.610673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-405284c5-91f7-4f9b-8f4f-350f0f2b0d4f admin admin] Calling delete_port for 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:55.655698 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e22d2964-6206-40ed-ab57-fe854f8755f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5a2d6ba9-e398-4a6b-af51-e594409387f7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:55.688760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d2964-6206-40ed-ab57-fe854f8755f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a2d6ba9-e398-4a6b-af51-e594409387f7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:55.700953 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e22d2964-6206-40ed-ab57-fe854f8755f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:55.707257 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e22d2964-6206-40ed-ab57-fe854f8755f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5a2d6ba9-e398-4a6b-af51-e594409387f7 HTTP/1.1" status: 204  len: 168 time: 0.9617682
Apr 16 21:28:55.710638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51140) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:55.746548 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a848934-2795-4dd8-adb7-50d275926e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] GET failed (client error): The resource could not be found.
Apr 16 21:28:55.751792 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8a848934-2795-4dd8-adb7-50d275926e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1068943972-project-admin] 10.222.0.20 "GET /v2.0/ports/5a2d6ba9-e398-4a6b-af51-e594409387f7 HTTP/1.1" status: 404  len: 333 time: 0.0366001
Apr 16 21:28:55.752054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51142) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:55.894364 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30611cec-747a-4301-a849-81219b17c2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (c07d4db2-5d00-4e6f-ad95-b926d8e69bb7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:55.907683 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for port (974f708a-59e5-4e0f-9cf6-756e3451bca8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.019296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30611cec-747a-4301-a849-81219b17c2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (c07d4db2-5d00-4e6f-ad95-b926d8e69bb7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.050025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-30611cec-747a-4301-a849-81219b17c2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124a044f0>,) {'filters': {'network_id': ['c07d4db2-5d00-4e6f-ad95-b926d8e69bb7']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:56.062562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-30611cec-747a-4301-a849-81219b17c2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124a044f0>, 'ee725e80-b145-4631-9c14-126e0badb93e') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:56.062883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-30611cec-747a-4301-a849-81219b17c2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124a044f0>, 'ee725e80-b145-4631-9c14-126e0badb93e') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:56.066832 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (974f708a-59e5-4e0f-9cf6-756e3451bca8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.075601 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30611cec-747a-4301-a849-81219b17c2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (ee725e80-b145-4631-9c14-126e0badb93e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.090437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30611cec-747a-4301-a849-81219b17c2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ee725e80-b145-4631-9c14-126e0badb93e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.101216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30611cec-747a-4301-a849-81219b17c2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:28:56.101216 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30611cec-747a-4301-a849-81219b17c2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (ee725e80-b145-4631-9c14-126e0badb93e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:28:56.102968 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:28:56.140932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Network a13a8600-2bb1-4793-87c6-e73d9aaf9850 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:56.156164 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-405284c5-91f7-4f9b-8f4f-350f0f2b0d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.159512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6566e2a7-baf9-4e8d-8c09-3e99240732b2 None None] Network a13a8600-2bb1-4793-87c6-e73d9aaf9850 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:28:56.180263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:56.182885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:56.205314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405284c5-91f7-4f9b-8f4f-350f0f2b0d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:56.228232 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event updated for resources: {'Port': ['ID=974f708a-59e5-4e0f-9cf6-756e3451bca8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:56.254994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4952433-bc66-49f0-9f65-6b5c5089f3c4 req-2a50e2aa-6a9c-465b-8798-c547ad329e4d tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:56.257467 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d4952433-bc66-49f0-9f65-6b5c5089f3c4 req-2a50e2aa-6a9c-465b-8798-c547ad329e4d tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1500218
Apr 16 21:28:56.293751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3e3d8-fc51-4369-99a1-55901626da74 req-e3808e9a-72c5-414e-aeb3-0b2a9ca35c58 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:56.301803 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (a246b9c6-17e1-474c-a17a-b60dfd141176), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.306051 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c9e3e3d8-fc51-4369-99a1-55901626da74 req-e3808e9a-72c5-414e-aeb3-0b2a9ca35c58 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.1162453
Apr 16 21:28:56.328936 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30611cec-747a-4301-a849-81219b17c2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (c07d4db2-5d00-4e6f-ad95-b926d8e69bb7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.330007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9a30f053-6b01-4b1a-9804-280ebc36dffc None None] Provisioning complete for port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:56.330422 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9a30f053-6b01-4b1a-9804-280ebc36dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.343555 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-30611cec-747a-4301-a849-81219b17c2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.358294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-30611cec-747a-4301-a849-81219b17c2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] 10.222.0.20 "DELETE /v2.0/networks/c07d4db2-5d00-4e6f-ad95-b926d8e69bb7 HTTP/1.1" status: 204  len: 168 time: 0.5967696
Apr 16 21:28:56.378803 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d4952433-bc66-49f0-9f65-6b5c5089f3c4 req-c554e6fd-99c2-4777-bb78-34817e131aca tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098428
Apr 16 21:28:56.471751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30611cec-747a-4301-a849-81219b17c2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-339546509-project] Pushing event deleted for resources: {'Network': ['ID=c07d4db2-5d00-4e6f-ad95-b926d8e69bb7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:56.505983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9a30f053-6b01-4b1a-9804-280ebc36dffc None None] Current status of the port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:56.506397 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9a30f053-6b01-4b1a-9804-280ebc36dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.515028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 037fa6e8-a27a-4e66-a818-2f415b14f622 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:56.527374 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c9e3e3d8-fc51-4369-99a1-55901626da74 req-404675ac-89a9-4469-bc0c-4fc4c1f20e76 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149591
Apr 16 21:28:56.619581 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (974f708a-59e5-4e0f-9cf6-756e3451bca8), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.628890 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-405284c5-91f7-4f9b-8f4f-350f0f2b0d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.632663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9a30f053-6b01-4b1a-9804-280ebc36dffc None None] For port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=155bb329-50c9-4270-9f7c-6d9aa2b5a77f,segment=NetworkSegment(e2f4467c-6645-43e6-a043-3e3d0d751e9d),segment_id=e2f4467c-6645-43e6-a043-3e3d0d751e9d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:56.645607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 037fa6e8-a27a-4e66-a818-2f415b14f622 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:28:56.673111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b213ea-2c11-414e-a83f-8c74c4f294dc req-de8b29cc-78c9-4fde-b375-918f447a9d76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:56.680786 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84b213ea-2c11-414e-a83f-8c74c4f294dc req-de8b29cc-78c9-4fde-b375-918f447a9d76 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 945 time: 0.1075733
Apr 16 21:28:56.721315 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9a30f053-6b01-4b1a-9804-280ebc36dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.753512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 037fa6e8-a27a-4e66-a818-2f415b14f622 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:56.754030 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.830636 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84b213ea-2c11-414e-a83f-8c74c4f294dc req-4295fc73-8e46-4776-a692-356e913f871f tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20201a-6160-4c73-b64d-7a6906f4bda7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1490293
Apr 16 21:28:56.835530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30f053-6b01-4b1a-9804-280ebc36dffc None None] Pushing event updated for resources: {'Port': ['ID=155bb329-50c9-4270-9f7c-6d9aa2b5a77f,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:56.865447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-24cdf002-ac05-4b08-9586-9aa50a47cbde None None] Provisioning complete for port 974f708a-59e5-4e0f-9cf6-756e3451bca8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:56.865824 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-24cdf002-ac05-4b08-9586-9aa50a47cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (974f708a-59e5-4e0f-9cf6-756e3451bca8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.953133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-24cdf002-ac05-4b08-9586-9aa50a47cbde None None] Port 974f708a-59e5-4e0f-9cf6-756e3451bca8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:28:56.956312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 037fa6e8-a27a-4e66-a818-2f415b14f622 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:56.956707 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:56.973291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-24cdf002-ac05-4b08-9586-9aa50a47cbde None None] Provisioning complete for port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:56.973678 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-24cdf002-ac05-4b08-9586-9aa50a47cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:57.001258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 037fa6e8-a27a-4e66-a818-2f415b14f622, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037fa6e8-a27a-4e66-a818-2f415b14f622,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:57.003431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceddfa9-ecee-4523-825a-33cf91766dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037fa6e8-a27a-4e66-a818-2f415b14f622'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:28:57.005862 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611b57bb-06b9-492f-9778-55cb08e95e22" -d '{"events": [{"server_uuid": "eceddfa9-ecee-4523-825a-33cf91766dad", "name": "network-vif-plugged", "status": "completed", "tag": "037fa6e8-a27a-4e66-a818-2f415b14f622"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:28:57.030995 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for port (974f708a-59e5-4e0f-9cf6-756e3451bca8), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:57.063191 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2deab3-ef34-4503-9cfe-6ff461d1c1ea x-openstack-request-id: req-0e2deab3-ef34-4503-9cfe-6ff461d1c1ea {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:28:57.063546 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceddfa9-ecee-4523-825a-33cf91766dad", "name": "network-vif-plugged", "status": "completed", "tag": "037fa6e8-a27a-4e66-a818-2f415b14f622", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:28:57.063780 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e2deab3-ef34-4503-9cfe-6ff461d1c1ea {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:28:57.064142 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2deab3-ef34-4503-9cfe-6ff461d1c1ea'] response: {'server_uuid': 'eceddfa9-ecee-4523-825a-33cf91766dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037fa6e8-a27a-4e66-a818-2f415b14f622', 'code': 200}
Apr 16 21:28:57.083686 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:57.084447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405284c5-91f7-4f9b-8f4f-350f0f2b0d4f admin admin] Router 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:28:57.105565 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (974f708a-59e5-4e0f-9cf6-756e3451bca8), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:57.153467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51160) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:57.210063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=037fa6e8-a27a-4e66-a818-2f415b14f622,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:57.216804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-24cdf002-ac05-4b08-9586-9aa50a47cbde None None] Current status of the port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:57.253278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event updated for resources: {'Port': ['ID=974f708a-59e5-4e0f-9cf6-756e3451bca8,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:57.259306 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (a246b9c6-17e1-474c-a17a-b60dfd141176), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:57.271142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ac1dd-ee08-406b-a3db-b736bf97e014 req-0fba3589-8ac7-4df0-ac80-8f4dd3b6b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:57.273282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b37ac1dd-ee08-406b-a3db-b736bf97e014 req-0fba3589-8ac7-4df0-ac80-8f4dd3b6b5ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 1128 time: 0.0764339
Apr 16 21:28:57.339688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ec367ec6-af70-49eb-9c15-4782bef629c0 None None] Provisioning complete for port 974f708a-59e5-4e0f-9cf6-756e3451bca8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:57.341741 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ec367ec6-af70-49eb-9c15-4782bef629c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (974f708a-59e5-4e0f-9cf6-756e3451bca8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:57.381485 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ec367ec6-af70-49eb-9c15-4782bef629c0 None None] Port 974f708a-59e5-4e0f-9cf6-756e3451bca8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:28:57.382086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405284c5-91f7-4f9b-8f4f-350f0f2b0d4f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:28:57.388473 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-405284c5-91f7-4f9b-8f4f-350f0f2b0d4f admin admin] 10.222.0.20 "PUT /v2.0/routers/2d5a1e52-6b49-4779-b6ac-b8b0127ad349/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1350391
Apr 16 21:28:57.391068 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b37ac1dd-ee08-406b-a3db-b736bf97e014 req-f1e0a3a2-6de5-4719-b0f0-f42db63804dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b20201a-6160-4c73-b64d-7a6906f4bda7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857091
Apr 16 21:28:57.391540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51164) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:57.394977 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1283259-4236-4ddc-ac81-bab663f68f31 None None] Sync routers for ids ['2d5a1e52-6b49-4779-b6ac-b8b0127ad349'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:28:57.404981 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 155bb329-50c9-4270-9f7c-6d9aa2b5a77f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:28:57.408069 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1283259-4236-4ddc-ac81-bab663f68f31 None None] Routers {'2d5a1e52-6b49-4779-b6ac-b8b0127ad349'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:57.408976 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f1283259-4236-4ddc-ac81-bab663f68f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126bbfb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2d5a1e52-6b49-4779-b6ac-b8b0127ad349'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:57.445045 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a7c167c2-0f9d-4cee-987e-e5d20f256e2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1bbee1df4bd4cef87bda747d0c1bceb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2876832
Apr 16 21:28:57.446456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51168) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:57.492751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Network a13a8600-2bb1-4793-87c6-e73d9aaf9850 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:57.501003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:57.531818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:57.532383 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:57.567759 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Publish callbacks [] for router (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:57.598976 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f1283259-4236-4ddc-ac81-bab663f68f31 None None] Set router 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:57.621185 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:28:57.651088 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1de0d21a-b43e-4287-893c-8f8cdc10e0f2 admin admin] Publish callbacks [] for security_group (6f89a608-7feb-4df1-929f-e94e63387ffb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:57.686289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6ccf2-5ae5-456b-aa2d-b1a3c8c03435 req-b655a84c-cb0a-4bcc-aa76-4558ef574c45 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:57.697972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54c6ccf2-5ae5-456b-aa2d-b1a3c8c03435 req-b655a84c-cb0a-4bcc-aa76-4558ef574c45 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1765392
Apr 16 21:28:57.740349 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1de0d21a-b43e-4287-893c-8f8cdc10e0f2 admin admin] Publish callbacks [] for security_group (6f89a608-7feb-4df1-929f-e94e63387ffb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:57.844221 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f1283259-4236-4ddc-ac81-bab663f68f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126bbfb80>, [{'id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'name': 'tempest-TestAggregatesBasicOps-2135585904-router', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:34Z', 'updated_at': '2022-04-16T21:28:55Z', 'revision_number': 5, 'project_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'gw_port': {'id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:35Z', 'updated_at': '2022-04-16T21:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:57.847238 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-54c6ccf2-5ae5-456b-aa2d-b1a3c8c03435 req-c6e87ff8-05d0-464a-a452-90538df8b887 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480746
Apr 16 21:28:57.884967 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1283259-4236-4ddc-ac81-bab663f68f31 None None] Checking router: 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:28:57.897169 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1283259-4236-4ddc-ac81-bab663f68f31 None None] Routers {'2d5a1e52-6b49-4779-b6ac-b8b0127ad349'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:57.897859 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f1283259-4236-4ddc-ac81-bab663f68f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126bbfb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2d5a1e52-6b49-4779-b6ac-b8b0127ad349'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:57.915330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b0ba44c1-cacc-474b-97a3-a347bc12a110 None None] Provisioning complete for port 974f708a-59e5-4e0f-9cf6-756e3451bca8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:57.915863 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b0ba44c1-cacc-474b-97a3-a347bc12a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (974f708a-59e5-4e0f-9cf6-756e3451bca8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:57.935272 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1de0d21a-b43e-4287-893c-8f8cdc10e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6f89a608-7feb-4df1-929f-e94e63387ffb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:57.938577 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1de0d21a-b43e-4287-893c-8f8cdc10e0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:57.940857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1de0d21a-b43e-4287-893c-8f8cdc10e0f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f89a608-7feb-4df1-929f-e94e63387ffb HTTP/1.1" status: 204  len: 168 time: 0.4939044
Apr 16 21:28:57.960583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba44c1-cacc-474b-97a3-a347bc12a110 None None] Port 974f708a-59e5-4e0f-9cf6-756e3451bca8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:28:57.999677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Router a246b9c6-17e1-474c-a17a-b60dfd141176 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:28:58.020422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0d21a-b43e-4287-893c-8f8cdc10e0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f89a608-7feb-4df1-929f-e94e63387ffb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:58.042479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19d2b6-1753-48e0-918e-bf4e11887601 req-ad4f5704-5d98-4e76-a431-f9a33344da4b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:58.045440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a19d2b6-1753-48e0-918e-bf4e11887601 req-ad4f5704-5d98-4e76-a431-f9a33344da4b tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 946 time: 0.1259048
Apr 16 21:28:58.055922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3800650-544f-4bde-937d-2160a7cb7da7 req-ae850903-0db8-46c3-8851-990f41d4688f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:58.057953 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3800650-544f-4bde-937d-2160a7cb7da7 req-ae850903-0db8-46c3-8851-990f41d4688f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0918732
Apr 16 21:28:58.084154 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Publish callbacks [] for router_gateway (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.121191 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3800650-544f-4bde-937d-2160a7cb7da7 req-119145eb-024c-4c2c-a929-83eee79ef7ac tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543396
Apr 16 21:28:58.139108 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f1283259-4236-4ddc-ac81-bab663f68f31 None None] Set router 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:28:58.188417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:28:58.195771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7ad07353-6785-4207-81a4-6e7590dab05c tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "PUT /v2.0/routers/a246b9c6-17e1-474c-a17a-b60dfd141176/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7127998
Apr 16 21:28:58.200515 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a19d2b6-1753-48e0-918e-bf4e11887601 req-6ab2262d-6caf-4043-8eec-003939ffe453 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20201a-6160-4c73-b64d-7a6906f4bda7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729029
Apr 16 21:28:58.200982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51176) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:58.202680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf51d30-bddf-4e4b-9af2-f82cd1d554cf None None] Sync routers for ids ['a246b9c6-17e1-474c-a17a-b60dfd141176'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:28:58.207016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Request body: {'port': {'network_id': 'a13a8600-2bb1-4793-87c6-e73d9aaf9850', 'name': 'tempest-FloatingIPNegativeTestJSON-336455651'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:58.250920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf51d30-bddf-4e4b-9af2-f82cd1d554cf None None] Routers {'a246b9c6-17e1-474c-a17a-b60dfd141176'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:58.253425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4cf51d30-bddf-4e4b-9af2-f82cd1d554cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124139be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a246b9c6-17e1-474c-a17a-b60dfd141176'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:58.256700 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Deleting port a77ff4d6-aedb-40ca-923d-5fe813b96ebe {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:28:58.257118 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.342902 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4cf51d30-bddf-4e4b-9af2-f82cd1d554cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124139be0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:58.353644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf51d30-bddf-4e4b-9af2-f82cd1d554cf None None] Routers {'a246b9c6-17e1-474c-a17a-b60dfd141176'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:28:58.354414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4cf51d30-bddf-4e4b-9af2-f82cd1d554cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124139be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a246b9c6-17e1-474c-a17a-b60dfd141176'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:58.368018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] For port a77ff4d6-aedb-40ca-923d-5fe813b96ebe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a77ff4d6-aedb-40ca-923d-5fe813b96ebe,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:28:58.368417 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.383581 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f1283259-4236-4ddc-ac81-bab663f68f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126bbfb80>, [{'id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'name': 'tempest-TestAggregatesBasicOps-2135585904-router', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:34Z', 'updated_at': '2022-04-16T21:28:55Z', 'revision_number': 5, 'project_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'gw_port': {'id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:35Z', 'updated_at': '2022-04-16T21:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:58.383990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Calling delete_port for a77ff4d6-aedb-40ca-923d-5fe813b96ebe owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:28:58.397870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4cf51d30-bddf-4e4b-9af2-f82cd1d554cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124139be0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:28:58.399226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf51d30-bddf-4e4b-9af2-f82cd1d554cf None None] The sync data for ids ['a246b9c6-17e1-474c-a17a-b60dfd141176'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:28:58.403644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Made reservation on behalf of d9f1ac8f90774658994bb319e0565d07 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:28:58.413568 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.418765 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1283259-4236-4ddc-ac81-bab663f68f31 None None] The sync data for ids ['2d5a1e52-6b49-4779-b6ac-b8b0127ad349'] in ncdv-master-1 is: [{'id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'name': 'tempest-TestAggregatesBasicOps-2135585904-router', 'tenant_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:34Z', 'updated_at': '2022-04-16T21:28:55Z', 'revision_number': 5, 'project_id': '0b58cc8498d54474bb6f4af3fa4e9a79', 'gw_port': {'id': 'a77ff4d6-aedb-40ca-923d-5fe813b96ebe', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5a1e52-6b49-4779-b6ac-b8b0127ad349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:35Z', 'updated_at': '2022-04-16T21:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:28:58.438946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] device_id is not set on port 8c997a4e-de12-4db1-a1fa-0005669e8cc3 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:28:58.564882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Allocated IP 172.20.0.11 (a13a8600-2bb1-4793-87c6-e73d9aaf9850/64bdda0e-c9b5-47ab-be86-cd7d9be90a5c/8c997a4e-de12-4db1-a1fa-0005669e8cc3) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:58.640421 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a77ff4d6-aedb-40ca-923d-5fe813b96ebe), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.678562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a77ff4d6-aedb-40ca-923d-5fe813b96ebe,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:58.733181 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51184) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:58.750250 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.767310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for port (8c997a4e-de12-4db1-a1fa-0005669e8cc3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.806668 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-257756d6-346a-4728-b7de-4b42c8e0640e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9268c9d11b549a082abc0de36b70843&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0702832
Apr 16 21:28:58.813603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51186) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:58.864274 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.866568 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Publish callbacks [] for router_controller (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.879421 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2f7ca13-6980-4a93-a9f2-90ce5a84c4c2 admin admin] Publish callbacks [] for security_group (e4c1405a-e0ea-48b7-a753-156b441dae25), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.913361 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2f7ca13-6980-4a93-a9f2-90ce5a84c4c2 admin admin] Publish callbacks [] for security_group (e4c1405a-e0ea-48b7-a753-156b441dae25), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.949931 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8c997a4e-de12-4db1-a1fa-0005669e8cc3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.987536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51404ed7-132e-4039-b665-f67cec8bc927 req-00e510a5-4335-4864-b23c-6dbe9b7ca0bc tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:58.989288 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-51404ed7-132e-4039-b665-f67cec8bc927 req-00e510a5-4335-4864-b23c-6dbe9b7ca0bc tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.0556972
Apr 16 21:28:58.991376 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (2d5a1e52-6b49-4779-b6ac-b8b0127ad349), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.991516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d5a1e52-6b49-4779-b6ac-b8b0127ad349 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:28:58.995987 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:58.997203 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5c720638-1236-4a5f-b272-f992edee9f0b admin admin] 10.222.0.20 "DELETE /v2.0/routers/2d5a1e52-6b49-4779-b6ac-b8b0127ad349 HTTP/1.1" status: 204  len: 168 time: 1.6047707
Apr 16 21:28:59.001222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51190) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:59.008447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Network a13a8600-2bb1-4793-87c6-e73d9aaf9850 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:28:59.014127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:28:59.020900 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:28:59.025846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event updated for resources: {'Port': ['ID=8c997a4e-de12-4db1-a1fa-0005669e8cc3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:59.099410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2f7ca13-6980-4a93-a9f2-90ce5a84c4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e4c1405a-e0ea-48b7-a753-156b441dae25), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:59.110064 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2f7ca13-6980-4a93-a9f2-90ce5a84c4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:59.116009 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f2f7ca13-6980-4a93-a9f2-90ce5a84c4c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4c1405a-e0ea-48b7-a753-156b441dae25 HTTP/1.1" status: 204  len: 168 time: 0.2999148
Apr 16 21:28:59.127774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:59.131072 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:59.147397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c70d65-5b5c-41cb-91d9-7923fed78697 admin admin] Deleting subnet 631aa334-4baf-49fb-8748-ef523bb03175 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:28:59.157159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7ca13-6980-4a93-a9f2-90ce5a84c4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c1405a-e0ea-48b7-a753-156b441dae25,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:59.162088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-51404ed7-132e-4039-b665-f67cec8bc927 req-c8722fd4-7a5c-479c-89c7-3d464c8ee55f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515517
Apr 16 21:28:59.169855 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85c70d65-5b5c-41cb-91d9-7923fed78697 admin admin] Publish callbacks [] for subnet (631aa334-4baf-49fb-8748-ef523bb03175), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:59.216674 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85c70d65-5b5c-41cb-91d9-7923fed78697 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (631aa334-4baf-49fb-8748-ef523bb03175), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:59.251395 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e91df779-ccbe-4693-8190-5fd6420220fb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0492826
Apr 16 21:28:59.254946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51198) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:59.258248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:28:59.259936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:59.341970 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:28:59.344815 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7c42a0b3-7fa5-4ff2-ab8a-1ddd0fa6f991 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:28:59.383820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcb4be-64e2-4dba-8f82-71c405238940 req-499a756c-d103-4d16-8fd6-673a2a5f3459 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:59.392240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7cbcb4be-64e2-4dba-8f82-71c405238940 req-499a756c-d103-4d16-8fd6-673a2a5f3459 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0690382
Apr 16 21:28:59.402224 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:59.402570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f98c7f04-bc34-418b-a59a-c2f84f14f93d None None] Provisioning complete for port 8c997a4e-de12-4db1-a1fa-0005669e8cc3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:28:59.403183 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f98c7f04-bc34-418b-a59a-c2f84f14f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8c997a4e-de12-4db1-a1fa-0005669e8cc3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:59.434817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85c70d65-5b5c-41cb-91d9-7923fed78697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (631aa334-4baf-49fb-8748-ef523bb03175), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:59.443915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe9e4-166d-4eb2-b7eb-6b7a0f1b8d76 req-b54760e6-b5f6-4506-8529-b26c52d8551c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:59.445612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4fbe9e4-166d-4eb2-b7eb-6b7a0f1b8d76 req-b54760e6-b5f6-4506-8529-b26c52d8551c tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 946 time: 0.0842862
Apr 16 21:28:59.473706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f98c7f04-bc34-418b-a59a-c2f84f14f93d None None] Port 8c997a4e-de12-4db1-a1fa-0005669e8cc3 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:28:59.513418 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7cbcb4be-64e2-4dba-8f82-71c405238940 req-90233f51-670e-4339-8fe3-79ca42cc3613 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199179
Apr 16 21:28:59.550082 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:59.552716 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4fbe9e4-166d-4eb2-b7eb-6b7a0f1b8d76 req-0789c2ae-4659-48a6-b28c-ea1840947aed tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20201a-6160-4c73-b64d-7a6906f4bda7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701418
Apr 16 21:28:59.572407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-174faaee-fd2c-43da-869a-eb12d3e409dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0703664
Apr 16 21:28:59.699913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85c70d65-5b5c-41cb-91d9-7923fed78697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (631aa334-4baf-49fb-8748-ef523bb03175), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:59.719929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-622bf51a-94a2-46ad-95b2-10b06d332dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:59.720443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-622bf51a-94a2-46ad-95b2-10b06d332dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:59.721514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-622bf51a-94a2-46ad-95b2-10b06d332dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:59.722045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-622bf51a-94a2-46ad-95b2-10b06d332dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:59.722523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-622bf51a-94a2-46ad-95b2-10b06d332dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:59.722993 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-622bf51a-94a2-46ad-95b2-10b06d332dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:59.723483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-622bf51a-94a2-46ad-95b2-10b06d332dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:59.728165 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-622bf51a-94a2-46ad-95b2-10b06d332dee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 6718 time: 0.1083853
Apr 16 21:28:59.731482 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c70d65-5b5c-41cb-91d9-7923fed78697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=631aa334-4baf-49fb-8748-ef523bb03175,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:28:59.735055 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85c70d65-5b5c-41cb-91d9-7923fed78697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:59.739824 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-85c70d65-5b5c-41cb-91d9-7923fed78697 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/631aa334-4baf-49fb-8748-ef523bb03175 HTTP/1.1" status: 204  len: 168 time: 0.7381797
Apr 16 21:28:59.746676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a914a08-63d2-4b32-89cc-c5fd06a280e4 req-1ef300fb-a148-421f-843f-da0060b4d944 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:28:59.756569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e946a70-0491-40ca-9d72-4a23bed24332 None None] Network 2336ddde-d51b-4fe5-b030-181eb9197bbb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:28:59.757079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51206) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:59.763814 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51208) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:28:59.768746 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a914a08-63d2-4b32-89cc-c5fd06a280e4 req-1ef300fb-a148-421f-843f-da0060b4d944 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 946 time: 0.1419225
Apr 16 21:28:59.769156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1b621454-98e5-4d9b-b60f-9487a41dcd20 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Request body: {'floatingip': {'port_id': '037fa6e8-a27a-4e66-a818-2f415b14f622'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:28:59.787157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Allocated IP 172.35.1.28 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:28:59.872758 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b621454-98e5-4d9b-b60f-9487a41dcd20 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (2c03811b-d364-4cf8-8c12-63a4a42f20b8), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:28:59.955929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (2336ddde-d51b-4fe5-b030-181eb9197bbb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:00.000397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db432fec-a65c-4d5e-8e12-861376d81080 None None] DHCP port deletion for 2336ddde-d51b-4fe5-b030-181eb9197bbb request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:29:00.042298 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for port (1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:00.051300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-db432fec-a65c-4d5e-8e12-861376d81080 None None] Deleting port 66a6457c-24b6-4767-abc1-5f67af2c7207 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:00.051680 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-db432fec-a65c-4d5e-8e12-861376d81080 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:00.051804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-b316fab8-1d94-40ec-bcbb-11c2f21ac8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:00.052248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-b316fab8-1d94-40ec-bcbb-11c2f21ac8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:00.052786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-b316fab8-1d94-40ec-bcbb-11c2f21ac8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:00.055093 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-b316fab8-1d94-40ec-bcbb-11c2f21ac8c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=281ab511-837a-41be-9f7f-2b7357e9479c&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=e542be96-fc30-4cda-9476-07d2b2bc4e28&id=e542be96-fc30-4cda-9476-07d2b2bc4e28 HTTP/1.1" status: 200  len: 2298 time: 0.1614671
Apr 16 21:29:00.100731 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Deleting port 66a6457c-24b6-4767-abc1-5f67af2c7207 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:00.101073 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:00.143933 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-5c2cf82b-a656-4d47-869c-8709bd743018 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc99d421-5515-41e3-bbf8-03443566d154 HTTP/1.1" status: 200  len: 999 time: 0.0823066
Apr 16 21:29:00.152118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-db432fec-a65c-4d5e-8e12-861376d81080 None None] For port 66a6457c-24b6-4767-abc1-5f67af2c7207, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66a6457c-24b6-4767-abc1-5f67af2c7207,segment=NetworkSegment(6d1146c2-f2e0-4967-8822-1bf1c59a37ec),segment_id=6d1146c2-f2e0-4967-8822-1bf1c59a37ec)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:00.153083 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-db432fec-a65c-4d5e-8e12-861376d81080 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:00.216166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-9b6282cc-575e-41db-b56c-831f8b545ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:00.217123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] For port 66a6457c-24b6-4767-abc1-5f67af2c7207, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66a6457c-24b6-4767-abc1-5f67af2c7207,segment=NetworkSegment(6d1146c2-f2e0-4967-8822-1bf1c59a37ec),segment_id=6d1146c2-f2e0-4967-8822-1bf1c59a37ec)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:00.217605 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:00.217725 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-9b6282cc-575e-41db-b56c-831f8b545ee1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=708923a2-d8e5-492d-a120-3240bd6ffb38 HTTP/1.1" status: 200  len: 856 time: 0.0608826
Apr 16 21:29:00.239035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Calling delete_port for 66a6457c-24b6-4767-abc1-5f67af2c7207 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:00.270313 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:00.333564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:00.335715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:00.339272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:00.346818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-01e2d89e-342d-405e-9811-3d6d71928ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:00.348965 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-01e2d89e-342d-405e-9811-3d6d71928ef1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=281ab511-837a-41be-9f7f-2b7357e9479c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1236091
Apr 16 21:29:00.355296 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-db432fec-a65c-4d5e-8e12-861376d81080 None None] Calling delete_port for 66a6457c-24b6-4767-abc1-5f67af2c7207 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:00.472638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf78fae-2250-4ed2-a07b-29e555316d19 req-f28cae19-bf4f-43d1-abf7-e71528716191 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:00.474232 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6cf78fae-2250-4ed2-a07b-29e555316d19 req-f28cae19-bf4f-43d1-abf7-e71528716191 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1879327
Apr 16 21:29:00.506389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event updated for resources: {'Port': ['ID=1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:00.524742 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-972fd679-c910-42a6-8ce0-3e30a8fc2c8f service neutron] 10.222.0.11 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504161
Apr 16 21:29:00.533934 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-db432fec-a65c-4d5e-8e12-861376d81080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:00.548085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db432fec-a65c-4d5e-8e12-861376d81080 None None] No DVR routers for this DVR port 66a6457c-24b6-4767-abc1-5f67af2c7207 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:00.572073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db432fec-a65c-4d5e-8e12-861376d81080 None None] Pushing event deleted for resources: {'Port': ['ID=66a6457c-24b6-4767-abc1-5f67af2c7207,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:00.647266 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for floatingip (0462782d-7cd2-4786-83d5-6a380499aae7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:00.714022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaedabb-d436-4a75-92dd-602aee29d4fa req-bd981392-3eb2-4651-b05b-b0b05adc4d45 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:00.715581 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6eaedabb-d436-4a75-92dd-602aee29d4fa req-bd981392-3eb2-4651-b05b-b0b05adc4d45 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0954881
Apr 16 21:29:00.719414 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-81344fcd-b5eb-4e42-99d0-4f2078a8e015 service neutron] 10.222.0.11 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738250
Apr 16 21:29:00.755785 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (66a6457c-24b6-4767-abc1-5f67af2c7207), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:00.761446 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6cf78fae-2250-4ed2-a07b-29e555316d19 req-de4ece9a-65ed-47d9-acaa-43ddb8b6a935 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2789838
Apr 16 21:29:00.776386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51232) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:00.796350 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-ac1a8df9-7b86-4b6d-8d83-a81677743902 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=c1abc7d3-63c4-4e58-896c-5aa4b9a41054 HTTP/1.1" status: 200  len: 217 time: 0.0695610
Apr 16 21:29:00.807007 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.db.resource_extend [None req-1b621454-98e5-4d9b-b60f-9487a41dcd20 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:29:00.809693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a6457c-24b6-4767-abc1-5f67af2c7207,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:00.838262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] No DVR routers for this DVR port 66a6457c-24b6-4767-abc1-5f67af2c7207 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:00.853175 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:00.885826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6eaedabb-d436-4a75-92dd-602aee29d4fa req-55147cd4-3e1f-46c1-adac-87a242d9821f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607153
Apr 16 21:29:00.907048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-c697e0b3-1976-4689-9a9e-ef7b828bc428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:00.909109 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-c697e0b3-1976-4689-9a9e-ef7b828bc428 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.1031165
Apr 16 21:29:01.000185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-4f2f0cfb-7b7c-42ac-8622-514e5c31eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:01.001733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-4f2f0cfb-7b7c-42ac-8622-514e5c31eaf3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0859053
Apr 16 21:29:01.140199 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for port (1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.148134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-2aa15114-f9a7-42d1-a80d-d7817f673719 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384866
Apr 16 21:29:01.155750 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1558303100'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:01.158917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a77ff4d6-aedb-40ca-923d-5fe813b96ebe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:29:01.188875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: a77ff4d6-aedb-40ca-923d-5fe813b96ebe {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:29:01.189237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a77ff4d6-aedb-40ca-923d-5fe813b96ebe not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:29:01.190218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 66a6457c-24b6-4767-abc1-5f67af2c7207 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:29:01.211175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 66a6457c-24b6-4767-abc1-5f67af2c7207 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:29:01.211382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 66a6457c-24b6-4767-abc1-5f67af2c7207 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:29:01.213778 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b621454-98e5-4d9b-b60f-9487a41dcd20 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.220461 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (2336ddde-d51b-4fe5-b030-181eb9197bbb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.233286 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.240891 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011eabdcd0>,) {'filters': {'network_id': ['2336ddde-d51b-4fe5-b030-181eb9197bbb']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:01.251084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eabdcd0>, '6d1146c2-f2e0-4967-8822-1bf1c59a37ec') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:01.251388 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eabdcd0>, '6d1146c2-f2e0-4967-8822-1bf1c59a37ec') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:01.262377 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (6d1146c2-f2e0-4967-8822-1bf1c59a37ec), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.276691 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6d1146c2-f2e0-4967-8822-1bf1c59a37ec), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.283748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:01.284275 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (6d1146c2-f2e0-4967-8822-1bf1c59a37ec), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:01.286490 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:01.289216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-dc0256b4-89a4-473a-b281-d3f4ea2c4f21 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335747
Apr 16 21:29:01.327028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event updated for resources: {'Port': ['ID=1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:01.330118 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b621454-98e5-4d9b-b60f-9487a41dcd20 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (2c03811b-d364-4cf8-8c12-63a4a42f20b8), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.363427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.363701 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.364052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.364431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.364764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.365101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.365438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.365767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.366098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.366424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.366753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.367081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.367406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.367735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.368132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:01.370197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Made reservation on behalf of aa66ec6b6644490cb97ad2b15de821be for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:01.372046 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-cfd171af-5322-4ce8-b4c0-6856a9f73310 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=5e9adf2d-0b03-4f92-88ae-35b824faa4fe HTTP/1.1" status: 200  len: 217 time: 0.0585938
Apr 16 21:29:01.373526 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.386874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (0462782d-7cd2-4786-83d5-6a380499aae7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.390018 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.430566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-aaa0bbd2-f214-41a5-b41d-1fec7d78d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:01.432053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-aaa0bbd2-f214-41a5-b41d-1fec7d78d56c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.0527618
Apr 16 21:29:01.445756 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (2336ddde-d51b-4fe5-b030-181eb9197bbb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.457817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.460988 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2336ddde-d51b-4fe5-b030-181eb9197bbb HTTP/1.1" status: 204  len: 168 time: 1.7074385
Apr 16 21:29:01.477145 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.483643 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-17207514-c505-4ce7-a134-9582e9e55fbd tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.2223771
Apr 16 21:29:01.483643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-107664ec-db37-4b6a-aeab-8275ba40be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:01.483643 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-107664ec-db37-4b6a-aeab-8275ba40be07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0447104
Apr 16 21:29:01.483879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51238) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:01.488619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25f208-27f8-4b80-9152-83b738088e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=2336ddde-d51b-4fe5-b030-181eb9197bbb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:01.493938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b31700c6-6938-4d58-8e92-02d4c4edb0d4 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Request body: {'floatingip': {'port_id': '8c997a4e-de12-4db1-a1fa-0005669e8cc3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:01.516292 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-1b621454-98e5-4d9b-b60f-9487a41dcd20 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Floating IP 2c03811b-d364-4cf8-8c12-63a4a42f20b8 associated. External IP: 172.35.1.150, port: 037fa6e8-a27a-4e66-a818-2f415b14f622.
Apr 16 21:29:01.590316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b31700c6-6938-4d58-8e92-02d4c4edb0d4 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for floatingip (0462782d-7cd2-4786-83d5-6a380499aae7), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.625452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks [] for security_group (d026f17e-580f-4be9-a392-2378d176c2ff), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.742898 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d026f17e-580f-4be9-a392-2378d176c2ff), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.780920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:01.805369 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8349ffd3-d662-48e9-8df9-8e29718dfb6c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.805748 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Added segment 8349ffd3-d662-48e9-8df9-8e29718dfb6c of type vlan for network db09ad96-7a64-48e0-ae84-9a366959d2e4
Apr 16 21:29:01.816588 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d026f17e-580f-4be9-a392-2378d176c2ff,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:01.851554 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b621454-98e5-4d9b-b60f-9487a41dcd20 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Router 97553a54-e5c2-474b-ac28-a27607cc8bc4 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:29:01.870384 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (db09ad96-7a64-48e0-ae84-9a366959d2e4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:01.989319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b4e95-c1fb-459e-9826-38017b7d1154 req-c1b9f2c6-de8b-4663-aa1e-7b4fe5e7357b tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:01.990866 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e51b4e95-c1fb-459e-9826-38017b7d1154 req-c1b9f2c6-de8b-4663-aa1e-7b4fe5e7357b tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1157272
Apr 16 21:29:02.033062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51246) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:02.107653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae30f28-0f2e-4cd5-b437-d9581a2ab2ed req-66357c50-6886-4ff7-8f43-4ad8de329916 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:02.109198 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5ae30f28-0f2e-4cd5-b437-d9581a2ab2ed req-66357c50-6886-4ff7-8f43-4ad8de329916 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.1268964
Apr 16 21:29:02.123404 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (db09ad96-7a64-48e0-ae84-9a366959d2e4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:02.125465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-17d1d1df-0595-42cc-9e36-7aa1697e2f75 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6247530
Apr 16 21:29:02.128622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:02.129214 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:02.134037 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e51b4e95-c1fb-459e-9826-38017b7d1154 req-a5079447-2fad-4ad5-8f1a-31b65472ea8d tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374297
Apr 16 21:29:02.139539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b621454-98e5-4d9b-b60f-9487a41dcd20 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:29:02.164526 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5dad29b8-1da0-4214-be12-a1517bc786d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d0cf780fb1446eabfdb2c3cc71ebc77&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1124949
Apr 16 21:29:02.164526 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b621454-98e5-4d9b-b60f-9487a41dcd20 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:02.164676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51248) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:02.165132 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fbed90-b509-4066-b790-d26236e1dbc8 None None] Sync routers for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:29:02.170919 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fbed90-b509-4066-b790-d26236e1dbc8 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:29:02.171742 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f4fbed90-b509-4066-b790-d26236e1dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ee6ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:02.184144 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-b31700c6-6938-4d58-8e92-02d4c4edb0d4 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] update failed (client error): The resource could not be found.
Apr 16 21:29:02.184144 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b31700c6-6938-4d58-8e92-02d4c4edb0d4 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "PUT /v2.0/floatingips/0462782d-7cd2-4786-83d5-6a380499aae7 HTTP/1.1" status: 404  len: 507 time: 0.6937749
Apr 16 21:29:02.194182 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51250) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:02.274089 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5ae30f28-0f2e-4cd5-b437-d9581a2ab2ed req-869a7600-a633-44ac-8a75-d6d38b4ed6cc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579924
Apr 16 21:29:02.293689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.5128388
Apr 16 21:29:02.295740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1b621454-98e5-4d9b-b60f-9487a41dcd20 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "PUT /v2.0/floatingips/2c03811b-d364-4cf8-8c12-63a4a42f20b8 HTTP/1.1" status: 200  len: 992 time: 2.5299649
Apr 16 21:29:02.296793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51266) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:02.297448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceddfa9-ecee-4523-825a-33cf91766dad', 'tag': '037fa6e8-a27a-4e66-a818-2f415b14f622'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:29:02.300054 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f88b18-db73-4a54-8a39-ea3302b3bf5e" -d '{"events": [{"name": "network-changed", "server_uuid": "eceddfa9-ecee-4523-825a-33cf91766dad", "tag": "037fa6e8-a27a-4e66-a818-2f415b14f622"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:29:02.306324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3ecab-bb14-4257-9c2d-6981934e52fe tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Pushing event updated for resources: {'Network': ['ID=db09ad96-7a64-48e0-ae84-9a366959d2e4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:02.320325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9af15344-9df7-490a-a03f-c31c0d3b24fa tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Request body: {'subnet': {'network_id': 'db09ad96-7a64-48e0-ae84-9a366959d2e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:02.320637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network db09ad96-7a64-48e0-ae84-9a366959d2e4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:02.341443 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d6086aed-1701-480a-b094-1ad02e332314 admin admin] Publish callbacks [] for security_group (3fdf28fe-bbd7-4344-aa37-fcd313a012d4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:02.356031 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f4fbed90-b509-4066-b790-d26236e1dbc8 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:29:02.359061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-864b9c41-baf3-43d0-ab4c-66f803488d15 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2150326
Apr 16 21:29:02.383092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d6086aed-1701-480a-b094-1ad02e332314 admin admin] Publish callbacks [] for security_group (3fdf28fe-bbd7-4344-aa37-fcd313a012d4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:02.429793 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-f3f2aaf0-ed43-4821-8ca4-e1240642283f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=e161877a-3f6f-49a7-8aed-2eee986f2f68 HTTP/1.1" status: 200  len: 217 time: 0.0599024
Apr 16 21:29:02.467503 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae4aded-53df-4e0f-8ebd-62c84a8bde5a x-openstack-request-id: req-aae4aded-53df-4e0f-8ebd-62c84a8bde5a {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:29:02.467961 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceddfa9-ecee-4523-825a-33cf91766dad", "tag": "037fa6e8-a27a-4e66-a818-2f415b14f622", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:29:02.469044 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aae4aded-53df-4e0f-8ebd-62c84a8bde5a {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:29:02.469569 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae4aded-53df-4e0f-8ebd-62c84a8bde5a'] response: {'name': 'network-changed', 'server_uuid': 'eceddfa9-ecee-4523-825a-33cf91766dad', 'tag': '037fa6e8-a27a-4e66-a818-2f415b14f622', 'status': 'completed', 'code': 200}
Apr 16 21:29:02.509022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-88a1722d-ea38-4fed-96da-a3d224bf95a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:02.510685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-88a1722d-ea38-4fed-96da-a3d224bf95a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.0713632
Apr 16 21:29:02.549347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88b18-db73-4a54-8a39-ea3302b3bf5e req-f63472bc-3402-4546-8557-d277906edf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:02.551413 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78f88b18-db73-4a54-8a39-ea3302b3bf5e req-f63472bc-3402-4546-8557-d277906edf8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 1128 time: 0.0719995
Apr 16 21:29:02.553068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b4c224cc-d914-4687-9dfe-32384afcd316 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Deleting port 1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:02.553513 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4c224cc-d914-4687-9dfe-32384afcd316 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:02.556292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af15344-9df7-490a-a03f-c31c0d3b24fa tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Made reservation on behalf of aa66ec6b6644490cb97ad2b15de821be for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:02.559736 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9af15344-9df7-490a-a03f-c31c0d3b24fa tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:02.564108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-c395972e-8bf2-4643-9729-98874431be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:02.566584 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-c395972e-8bf2-4643-9729-98874431be4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0486140
Apr 16 21:29:02.611011 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f4fbed90-b509-4066-b790-d26236e1dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ee6ac0>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2c03811b-d364-4cf8-8c12-63a4a42f20b8', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.150', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '037fa6e8-a27a-4e66-a818-2f415b14f622', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:3c:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eceddfa9-ecee-4523-825a-33cf91766dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:28:35Z', 'updated_at': '2022-04-16T21:29:00Z', 'revision_number': 1, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:02.636917 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d6086aed-1701-480a-b094-1ad02e332314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3fdf28fe-bbd7-4344-aa37-fcd313a012d4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:02.639838 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d6086aed-1701-480a-b094-1ad02e332314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:02.641389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d6086aed-1701-480a-b094-1ad02e332314 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fdf28fe-bbd7-4344-aa37-fcd313a012d4 HTTP/1.1" status: 204  len: 168 time: 0.4807341
Apr 16 21:29:02.642131 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fbed90-b509-4066-b790-d26236e1dbc8 None None] Checking router: 97553a54-e5c2-474b-ac28-a27607cc8bc4 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:29:02.668585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6086aed-1701-480a-b094-1ad02e332314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdf28fe-bbd7-4344-aa37-fcd313a012d4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:02.668785 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fbed90-b509-4066-b790-d26236e1dbc8 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:29:02.668785 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f4fbed90-b509-4066-b790-d26236e1dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ee6ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:02.686740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-9a0c1846-cf4b-455b-b255-a26ad989dbf6 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1144905
Apr 16 21:29:02.779209 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4c224cc-d914-4687-9dfe-32384afcd316 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:02.779815 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4c224cc-d914-4687-9dfe-32384afcd316 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for floatingip (1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:02.795265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b4c224cc-d914-4687-9dfe-32384afcd316 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Calling delete_port for 1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:02.817368 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-92aed1c9-5cc1-4f96-b849-ce0f324c7e88 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245694
Apr 16 21:29:02.825459 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f4fbed90-b509-4066-b790-d26236e1dbc8 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:29:02.867907 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-2558767b-8a83-4c0a-808e-4fc148868642 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=c8475713-e26a-40c8-8213-0fa9fe87a721 HTTP/1.1" status: 200  len: 217 time: 0.0422585
Apr 16 21:29:02.919522 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88b18-db73-4a54-8a39-ea3302b3bf5e req-0792cff1-46e4-47a6-8917-d2900a1b7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:02.921139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78f88b18-db73-4a54-8a39-ea3302b3bf5e req-0792cff1-46e4-47a6-8917-d2900a1b7dc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 916 time: 0.3472967
Apr 16 21:29:02.934589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-80751267-0894-4459-83f9-a650bd4b19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:02.937276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-80751267-0894-4459-83f9-a650bd4b19e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.0630889
Apr 16 21:29:02.985449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-b7bf7656-f4bb-4455-b249-06c4ed99ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:02.987086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-b7bf7656-f4bb-4455-b249-06c4ed99ecaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0429733
Apr 16 21:29:03.014337 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78f88b18-db73-4a54-8a39-ea3302b3bf5e req-1c6bcd0e-aebb-42c4-8f44-2c6e113536af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=037fa6e8-a27a-4e66-a818-2f415b14f622 HTTP/1.1" status: 200  len: 1000 time: 0.0824149
Apr 16 21:29:03.076624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88b18-db73-4a54-8a39-ea3302b3bf5e req-1de9e829-d1b3-47da-8308-b9885d38d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:03.078767 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78f88b18-db73-4a54-8a39-ea3302b3bf5e req-1de9e829-d1b3-47da-8308-b9885d38d45e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.0540578
Apr 16 21:29:03.092027 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f4fbed90-b509-4066-b790-d26236e1dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ee6ac0>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2c03811b-d364-4cf8-8c12-63a4a42f20b8', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.150', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '037fa6e8-a27a-4e66-a818-2f415b14f622', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:3c:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eceddfa9-ecee-4523-825a-33cf91766dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:28:35Z', 'updated_at': '2022-04-16T21:29:00Z', 'revision_number': 1, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:03.110126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-82e7a816-272e-4ca9-845d-9f87845c8429 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1158669
Apr 16 21:29:03.125674 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fbed90-b509-4066-b790-d26236e1dbc8 None None] The sync data for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 is: [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2c03811b-d364-4cf8-8c12-63a4a42f20b8', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'floating_ip_address': '172.35.1.150', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'port_id': '037fa6e8-a27a-4e66-a818-2f415b14f622', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'mac_address': 'fa:16:3e:3c:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eceddfa9-ecee-4523-825a-33cf91766dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:28:35Z', 'updated_at': '2022-04-16T21:29:00Z', 'revision_number': 1, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:29:03.194193 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88b18-db73-4a54-8a39-ea3302b3bf5e req-abfefd86-b6a0-4033-9888-e8737476b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:03.195736 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78f88b18-db73-4a54-8a39-ea3302b3bf5e req-abfefd86-b6a0-4033-9888-e8737476b644 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1106169
Apr 16 21:29:03.249440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-312e076c-5014-49ca-bc08-43afb56daf1d service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325009
Apr 16 21:29:03.315320 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-c2dfd546-afd6-4026-b5d7-d52de08758a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee HTTP/1.1" status: 200  len: 217 time: 0.0577309
Apr 16 21:29:03.364252 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51290) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:03.401927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-bc977d44-aa6e-465c-8553-428019b50e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:03.403730 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-bc977d44-aa6e-465c-8553-428019b50e4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=326da6c5-3bc2-4f6e-a46f-4485631a093b HTTP/1.1" status: 200  len: 797 time: 0.0674887
Apr 16 21:29:03.419861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88656157-c71d-4248-9118-666643ec8ce8 req-62d1a5b6-a085-4483-983e-807021888107 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:03.421470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88656157-c71d-4248-9118-666643ec8ce8 req-62d1a5b6-a085-4483-983e-807021888107 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1184888
Apr 16 21:29:03.439915 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78f88b18-db73-4a54-8a39-ea3302b3bf5e req-58bb88f4-1af5-4917-9d77-dfc79c29917d service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375116
Apr 16 21:29:03.491823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17011501-3eb5-4cd3-8944-da3e82b048a9 None None] New status for floating IP 2c03811b-d364-4cf8-8c12-63a4a42f20b8: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:29:03.498527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-15470f43-c555-4680-ac3e-d859bb8fbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:03.500074 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-15470f43-c555-4680-ac3e-d859bb8fbc83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e542be96-fc30-4cda-9476-07d2b2bc4e28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0777028
Apr 16 21:29:03.519445 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4c224cc-d914-4687-9dfe-32384afcd316 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:03.580989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f8027-7b4d-4a2c-b130-7376cd057ad6 req-0904bbb2-faf8-4336-b085-f5c4fae8e5b6 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:03.584477 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-830f8027-7b4d-4a2c-b130-7376cd057ad6 req-0904bbb2-faf8-4336-b085-f5c4fae8e5b6 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.2012384
Apr 16 21:29:03.589728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51294) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:03.598180 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9af15344-9df7-490a-a03f-c31c0d3b24fa tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (5fac1ee9-ee8b-40fe-8eb2-4a2dc105ff7a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:03.602576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c224cc-d914-4687-9dfe-32384afcd316 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event deleted for resources: {'Port': ['ID=1ae3ac1f-30d5-43f8-8aa0-1edbf5b0404d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:03.604952 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-88656157-c71d-4248-9118-666643ec8ce8 req-d57baf84-9530-4dbd-9c4e-2ba512774e8c tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582496
Apr 16 21:29:03.652432 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-51f3b47e-e80b-4f4a-a2e6-4bfd06ad252e service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440747
Apr 16 21:29:03.723252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c494dca1-fccb-471f-ba06-21564f763e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:03.759147 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-34abefa6-5ea9-4cc8-a653-7123729ce030 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936508
Apr 16 21:29:03.803948 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-c0530890-94d0-4ed5-af9e-d6f521e8ece2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fdca9e15-fa18-4555-99b5-61429f002844 HTTP/1.1" status: 200  len: 217 time: 0.0451365
Apr 16 21:29:03.823381 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4c224cc-d914-4687-9dfe-32384afcd316 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for floatingip (0462782d-7cd2-4786-83d5-6a380499aae7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:03.825962 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4c224cc-d914-4687-9dfe-32384afcd316 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:03.827209 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b4c224cc-d914-4687-9dfe-32384afcd316 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "DELETE /v2.0/floatingips/0462782d-7cd2-4786-83d5-6a380499aae7 HTTP/1.1" status: 204  len: 168 time: 1.6258557
Apr 16 21:29:03.836635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51296) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:03.841044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-fa743c43-22d5-434f-ba41-249aef0546b1 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Request body: {'floatingip': {'floating_network_id': 'a13a8600-2bb1-4793-87c6-e73d9aaf9850', 'port_id': '8c997a4e-de12-4db1-a1fa-0005669e8cc3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:03.844241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af15344-9df7-490a-a03f-c31c0d3b24fa tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Pushing event updated for resources: {'Subnet': ['ID=5fac1ee9-ee8b-40fe-8eb2-4a2dc105ff7a,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:03.855043 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78f88b18-db73-4a54-8a39-ea3302b3bf5e req-94fd3555-9cdd-4bf0-847f-e633c23b8a40 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3972247
Apr 16 21:29:03.864020 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af15344-9df7-490a-a03f-c31c0d3b24fa tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Checking segment: {'id': '8349ffd3-d662-48e9-8df9-8e29718dfb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db09ad96-7a64-48e0-ae84-9a366959d2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:03.864238 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af15344-9df7-490a-a03f-c31c0d3b24fa tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Network hostable DHCP agents. Network: db09ad96-7a64-48e0-ae84-9a366959d2e4, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:03.871182 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c9924a50-6237-45c5-83de-17198d6b3731 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b58cc8498d54474bb6f4af3fa4e9a79&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2706754
Apr 16 21:29:03.871633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51298) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:03.877588 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-830f8027-7b4d-4a2c-b130-7376cd057ad6 req-dca781b2-06d6-4763-b227-6a3fa72672a1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2805734
Apr 16 21:29:03.882419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-8a0f9c3e-efcf-4ae1-a82c-fd69a78dbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:03.883902 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-8a0f9c3e-efcf-4ae1-a82c-fd69a78dbe84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=326da6c5-3bc2-4f6e-a46f-4485631a093b HTTP/1.1" status: 200  len: 797 time: 0.0750782
Apr 16 21:29:03.938192 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c494dca1-fccb-471f-ba06-21564f763e63 admin admin] Publish callbacks [] for security_group (1173fff9-8fc8-43a5-a882-038a35ba9aad), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:03.945810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-ed4fe79e-b5c2-4668-9157-c25c6c1b1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:03.947365 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-ed4fe79e-b5c2-4668-9157-c25c6c1b1256 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e542be96-fc30-4cda-9476-07d2b2bc4e28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0567417
Apr 16 21:29:03.959188 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fa743c43-22d5-434f-ba41-249aef0546b1 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:03.978760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af15344-9df7-490a-a03f-c31c0d3b24fa tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Network db09ad96-7a64-48e0-ae84-9a366959d2e4 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:03.986939 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9a76df32-e29f-4c84-bb06-652d9dd70e3e admin admin] Publish callbacks [] for security_group (09bd1960-6b50-4e5b-8f7b-0b61c81479f7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.019647 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c494dca1-fccb-471f-ba06-21564f763e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1173fff9-8fc8-43a5-a882-038a35ba9aad), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.053737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9af15344-9df7-490a-a03f-c31c0d3b24fa tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, db09ad96-7a64-48e0-ae84-9a366959d2e4) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:04.066253 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c494dca1-fccb-471f-ba06-21564f763e63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2b6e01c6acc41eeb83106b2e9830fe4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6980023
Apr 16 21:29:04.066253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af15344-9df7-490a-a03f-c31c0d3b24fa tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:04.066253 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9af15344-9df7-490a-a03f-c31c0d3b24fa tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.067035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa16357a-a21b-4056-8d58-1d4d7cd55529 None None] Network db09ad96-7a64-48e0-ae84-9a366959d2e4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:04.069031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51300) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:04.075305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494dca1-fccb-471f-ba06-21564f763e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1173fff9-8fc8-43a5-a882-038a35ba9aad,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:04.117690 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9a76df32-e29f-4c84-bb06-652d9dd70e3e admin admin] Publish callbacks [] for security_group (09bd1960-6b50-4e5b-8f7b-0b61c81479f7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.151731 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9af15344-9df7-490a-a03f-c31c0d3b24fa tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8373232
Apr 16 21:29:04.151961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51302) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:04.157245 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Request body: {'port': {'network_id': 'db09ad96-7a64-48e0-ae84-9a366959d2e4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-111055928'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:04.187727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-db09ad96-7a64-48e0-ae84-9a366959d2e4', 'network_id': 'db09ad96-7a64-48e0-ae84-9a366959d2e4', 'project_id': 'aa66ec6b6644490cb97ad2b15de821be', 'fixed_ips': [{'subnet_id': '5fac1ee9-ee8b-40fe-8eb2-4a2dc105ff7a'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:04.189097 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.212325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-bb420069-ba62-4e8d-8d1c-0af59f44add4 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2502019
Apr 16 21:29:04.271874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26be6e43-bdda-454b-a83f-1291ecf70b2c admin admin] Publish callbacks [] for security_group (1173fff9-8fc8-43a5-a882-038a35ba9aad), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.280095 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-fa743c43-22d5-434f-ba41-249aef0546b1 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:29:04.281201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fa743c43-22d5-434f-ba41-249aef0546b1 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.4436176
Apr 16 21:29:04.285249 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51304) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:04.289889 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '8c997a4e-de12-4db1-a1fa-0005669e8cc3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:04.310040 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26be6e43-bdda-454b-a83f-1291ecf70b2c admin admin] Publish callbacks [] for security_group (1173fff9-8fc8-43a5-a882-038a35ba9aad), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.335251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Allocated IP 172.20.0.2 (db09ad96-7a64-48e0-ae84-9a366959d2e4/5fac1ee9-ee8b-40fe-8eb2-4a2dc105ff7a/860de38a-97e9-4f2c-8d63-aa23dfc7ccbf) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:04.356071 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9a76df32-e29f-4c84-bb06-652d9dd70e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (09bd1960-6b50-4e5b-8f7b-0b61c81479f7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.358639 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9a76df32-e29f-4c84-bb06-652d9dd70e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.359802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9a76df32-e29f-4c84-bb06-652d9dd70e3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09bd1960-6b50-4e5b-8f7b-0b61c81479f7 HTTP/1.1" status: 204  len: 168 time: 0.4870958
Apr 16 21:29:04.370825 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4cb70493-e4fa-44ad-841f-61b32a405359 req-0b870651-aa6f-46fc-9241-9107432e7f89 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504886
Apr 16 21:29:04.371934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Made reservation on behalf of aa66ec6b6644490cb97ad2b15de821be for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:04.376143 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.376333 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76df32-e29f-4c84-bb06-652d9dd70e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bd1960-6b50-4e5b-8f7b-0b61c81479f7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:04.391566 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.449766 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] device_id is not set on port 1d32993e-b43a-477e-be56-97dc31e61026 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:04.451850 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26be6e43-bdda-454b-a83f-1291ecf70b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1173fff9-8fc8-43a5-a882-038a35ba9aad), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.454747 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26be6e43-bdda-454b-a83f-1291ecf70b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.458346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-26be6e43-bdda-454b-a83f-1291ecf70b2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1173fff9-8fc8-43a5-a882-038a35ba9aad HTTP/1.1" status: 204  len: 168 time: 0.3831377
Apr 16 21:29:04.469180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be6e43-bdda-454b-a83f-1291ecf70b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1173fff9-8fc8-43a5-a882-038a35ba9aad,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:04.516345 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Publish callbacks [] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.666987 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.739324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Network db09ad96-7a64-48e0-ae84-9a366959d2e4 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:04.745734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:04.750085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:04.805352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd416fe3-7b07-4603-a818-f6489c38c75b req-b328b7ac-7534-4daa-82aa-8712db415956 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:04.807212 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd416fe3-7b07-4603-a818-f6489c38c75b req-b328b7ac-7534-4daa-82aa-8712db415956 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.0669975
Apr 16 21:29:04.811829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Pushing event updated for resources: {'Port': ['ID=860de38a-97e9-4f2c-8d63-aa23dfc7ccbf,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:04.879630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Attempting to bind port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:04.880423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Attempting to bind port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8349ffd3-d662-48e9-8df9-8e29718dfb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db09ad96-7a64-48e0-ae84-9a366959d2e4'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:04.881888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Attempting to bind port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf on network db09ad96-7a64-48e0-ae84-9a366959d2e4 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:04.889467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:04.890323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Checking segment: {'id': '8349ffd3-d662-48e9-8df9-8e29718dfb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db09ad96-7a64-48e0-ae84-9a366959d2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:04.891021 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.891906 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.892617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Bound using segment: {'id': '8349ffd3-d662-48e9-8df9-8e29718dfb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db09ad96-7a64-48e0-ae84-9a366959d2e4'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:04.893412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Bound port: 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8349ffd3-d662-48e9-8df9-8e29718dfb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db09ad96-7a64-48e0-ae84-9a366959d2e4'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:04.894036 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:04.903292 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd416fe3-7b07-4603-a818-f6489c38c75b req-afe4381d-d9ba-4a5b-acc2-bd9c374cb607 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827141
Apr 16 21:29:04.974715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Allocated IP 172.20.0.13 (db09ad96-7a64-48e0-ae84-9a366959d2e4/5fac1ee9-ee8b-40fe-8eb2-4a2dc105ff7a/1d32993e-b43a-477e-be56-97dc31e61026) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:05.029279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] For port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:05.036952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] For port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=860de38a-97e9-4f2c-8d63-aa23dfc7ccbf,segment=NetworkSegment(8349ffd3-d662-48e9-8df9-8e29718dfb6c),segment_id=8349ffd3-d662-48e9-8df9-8e29718dfb6c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:05.118204 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:05.123153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ff5d8-e4e4-48ac-9b15-05714f1dd04e req-837e0c0d-34a3-484c-828d-3eee7195071a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:05.124831 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-859ff5d8-e4e4-48ac-9b15-05714f1dd04e req-837e0c0d-34a3-484c-828d-3eee7195071a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.1064484
Apr 16 21:29:05.126152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Allocated IP 172.35.1.219 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/4face632-fe27-4193-bfef-5b94518ad2b2) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:05.244071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22e49a-abd1-4b90-9d5e-abd2770d811a None None] Pushing event updated for resources: {'Port': ['ID=860de38a-97e9-4f2c-8d63-aa23dfc7ccbf,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:05.337792 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-859ff5d8-e4e4-48ac-9b15-05714f1dd04e req-43ea5e7d-68fb-4d03-9f24-50af8366adc4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1996844
Apr 16 21:29:05.396459 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks [] for port (1d32993e-b43a-477e-be56-97dc31e61026), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:05.405515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for port (4face632-fe27-4193-bfef-5b94518ad2b2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:05.522326 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1d32993e-b43a-477e-be56-97dc31e61026), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:05.572820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Network db09ad96-7a64-48e0-ae84-9a366959d2e4 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:05.575995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:05.579913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:05.605477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Pushing event updated for resources: {'Port': ['ID=1d32993e-b43a-477e-be56-97dc31e61026,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:05.608245 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (4face632-fe27-4193-bfef-5b94518ad2b2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:05.635153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51316) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:05.656608 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66106616-623c-482c-98f3-dc4528ef67eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:05.677485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:05.689009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:05.690156 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:05.695627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:05.698530 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:05.730047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event updated for resources: {'Port': ['ID=4face632-fe27-4193-bfef-5b94518ad2b2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:05.733750 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66106616-623c-482c-98f3-dc4528ef67eb admin admin] Publish callbacks [] for security_group (2d3d566b-44cc-4c0d-a169-81f9f08a47a7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:05.829013 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-66106616-623c-482c-98f3-dc4528ef67eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2d3d566b-44cc-4c0d-a169-81f9f08a47a7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:05.854885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-09329e7c-e8fa-4b23-870c-a8cd8944878c tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.7017708
Apr 16 21:29:05.859315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51318) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:05.864249 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Request body: {'port': {'network_id': 'db09ad96-7a64-48e0-ae84-9a366959d2e4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1642700155', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:05.864994 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.api.validators [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] bootfile-name is not in valid_values {{(pid=122556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 16 21:29:05.870205 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.api.validators [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] tftp-server is not in valid_values {{(pid=122556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 16 21:29:05.870205 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.api.validators [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] server-ip-address is not in valid_values {{(pid=122556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 16 21:29:05.872849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66106616-623c-482c-98f3-dc4528ef67eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3d566b-44cc-4c0d-a169-81f9f08a47a7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:05.881646 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-66106616-623c-482c-98f3-dc4528ef67eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4e9afcecf8e402189cf2b50bdf30103&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2421393
Apr 16 21:29:05.882165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51320) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:05.922093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Deleting port 4face632-fe27-4193-bfef-5b94518ad2b2 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:05.922447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4face632-fe27-4193-bfef-5b94518ad2b2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:05.940343 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5317d719-c407-47bb-bf05-e465ee76b85e admin admin] Publish callbacks [] for security_group (2d3d566b-44cc-4c0d-a169-81f9f08a47a7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:05.970320 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5317d719-c407-47bb-bf05-e465ee76b85e admin admin] Publish callbacks [] for security_group (2d3d566b-44cc-4c0d-a169-81f9f08a47a7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.058620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6f22c-c7ea-4f27-9a4d-1fedb4dcc28f req-939c1f88-8ffe-4aa1-8e6b-2a7d9c15af80 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:06.060437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9b6f22c-c7ea-4f27-9a4d-1fedb4dcc28f req-939c1f88-8ffe-4aa1-8e6b-2a7d9c15af80 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.0685794
Apr 16 21:29:06.084730 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4face632-fe27-4193-bfef-5b94518ad2b2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.085078 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for floatingip (4face632-fe27-4193-bfef-5b94518ad2b2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.099965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Calling delete_port for 4face632-fe27-4193-bfef-5b94518ad2b2 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:06.119072 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9b6f22c-c7ea-4f27-9a4d-1fedb4dcc28f req-dea39d01-2ea9-45e5-b005-a709996b4c0e tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518634
Apr 16 21:29:06.166318 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5317d719-c407-47bb-bf05-e465ee76b85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2d3d566b-44cc-4c0d-a169-81f9f08a47a7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.169407 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5317d719-c407-47bb-bf05-e465ee76b85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.172122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5317d719-c407-47bb-bf05-e465ee76b85e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d3d566b-44cc-4c0d-a169-81f9f08a47a7 HTTP/1.1" status: 204  len: 168 time: 0.2877679
Apr 16 21:29:06.181507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317d719-c407-47bb-bf05-e465ee76b85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3d566b-44cc-4c0d-a169-81f9f08a47a7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:06.201912 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.219488 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Made reservation on behalf of aa66ec6b6644490cb97ad2b15de821be for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:06.223108 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.252995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] device_id is not set on port cc2c643e-0667-4e15-8159-31333aa35acb yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:06.361185 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccc7620-4e5f-425b-ac1b-0f5d994c8b20 None None] Network db09ad96-7a64-48e0-ae84-9a366959d2e4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:06.407324 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (4face632-fe27-4193-bfef-5b94518ad2b2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.419477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-65cb2be9-dea6-49f5-8796-3a0a7c6d7a92 None None] Provisioning complete for port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:06.419850 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-65cb2be9-dea6-49f5-8796-3a0a7c6d7a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.469270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event deleted for resources: {'Port': ['ID=4face632-fe27-4193-bfef-5b94518ad2b2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:06.544399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-65cb2be9-dea6-49f5-8796-3a0a7c6d7a92 None None] Current status of the port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:06.544873 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-65cb2be9-dea6-49f5-8796-3a0a7c6d7a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.554733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92ce2a-0614-4c7c-b120-24a13acd3fb7 req-92a17076-df93-429b-8402-fb1d06c8acdd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:06.562559 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d92ce2a-0614-4c7c-b120-24a13acd3fb7 req-92a17076-df93-429b-8402-fb1d06c8acdd tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.1562650
Apr 16 21:29:06.586715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-65cb2be9-dea6-49f5-8796-3a0a7c6d7a92 None None] For port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=860de38a-97e9-4f2c-8d63-aa23dfc7ccbf,segment=NetworkSegment(8349ffd3-d662-48e9-8df9-8e29718dfb6c),segment_id=8349ffd3-d662-48e9-8df9-8e29718dfb6c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:06.695933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d92ce2a-0614-4c7c-b120-24a13acd3fb7 req-5ba78b21-8501-447f-a96e-066a9931dc8b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224411
Apr 16 21:29:06.697289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Allocated IP 172.20.0.6 (db09ad96-7a64-48e0-ae84-9a366959d2e4/5fac1ee9-ee8b-40fe-8eb2-4a2dc105ff7a/cc2c643e-0667-4e15-8159-31333aa35acb) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:06.766217 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-65cb2be9-dea6-49f5-8796-3a0a7c6d7a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.829704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb2be9-dea6-49f5-8796-3a0a7c6d7a92 None None] Pushing event updated for resources: {'Port': ['ID=860de38a-97e9-4f2c-8d63-aa23dfc7ccbf,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:06.840584 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] create failed (client error): The resource could not be found.
Apr 16 21:29:06.841484 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-19fd1b23-a96d-470c-822f-a3cc74911c14 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 2.5550976
Apr 16 21:29:06.844813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51336) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:06.884907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1c81dde0-e498-44e0-8503-bc1cbcbc5b91 None None] Provisioning complete for port 1d32993e-b43a-477e-be56-97dc31e61026 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:06.885616 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1c81dde0-e498-44e0-8503-bc1cbcbc5b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1d32993e-b43a-477e-be56-97dc31e61026), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.914823 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks [] for port (cc2c643e-0667-4e15-8159-31333aa35acb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.930945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1c81dde0-e498-44e0-8503-bc1cbcbc5b91 None None] Port 1d32993e-b43a-477e-be56-97dc31e61026 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:29:06.944550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1c81dde0-e498-44e0-8503-bc1cbcbc5b91 None None] Provisioning complete for port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:06.945013 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1c81dde0-e498-44e0-8503-bc1cbcbc5b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:06.960658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-8d257a87-42e2-4058-bdb9-9038b7661336 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Deleting port 8c997a4e-de12-4db1-a1fa-0005669e8cc3 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:06.966629 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8d257a87-42e2-4058-bdb9-9038b7661336 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8c997a4e-de12-4db1-a1fa-0005669e8cc3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:07.054227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1c81dde0-e498-44e0-8503-bc1cbcbc5b91 None None] Current status of the port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:07.093866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c6d5c-f277-40b4-a4c9-e219116048d1 req-7c5216b2-5657-4aef-a3a8-46f3c8ffff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:07.095391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-760c6d5c-f277-40b4-a4c9-e219116048d1 req-7c5216b2-5657-4aef-a3a8-46f3c8ffff3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76fd883ad3944fcaaecdf2909120dc87&device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 1128 time: 0.0530834
Apr 16 21:29:07.115486 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (cc2c643e-0667-4e15-8159-31333aa35acb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:07.135304 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8d257a87-42e2-4058-bdb9-9038b7661336 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8c997a4e-de12-4db1-a1fa-0005669e8cc3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:07.155176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-8d257a87-42e2-4058-bdb9-9038b7661336 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Calling delete_port for 8c997a4e-de12-4db1-a1fa-0005669e8cc3 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:07.177147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7d4d5170-a99a-4bda-a5e1-1a664573aea0 None None] Provisioning complete for port 1d32993e-b43a-477e-be56-97dc31e61026 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:07.177501 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5170-a99a-4bda-a5e1-1a664573aea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1d32993e-b43a-477e-be56-97dc31e61026), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:07.225621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:07.272456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d5170-a99a-4bda-a5e1-1a664573aea0 None None] Port 1d32993e-b43a-477e-be56-97dc31e61026 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:29:07.290684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:07.291052 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:07.330880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Network db09ad96-7a64-48e0-ae84-9a366959d2e4 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:07.337846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:07.347200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:07.352532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Pushing event updated for resources: {'Port': ['ID=cc2c643e-0667-4e15-8159-31333aa35acb,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:07.383216 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c03a5-ed6e-4711-9716-e3419ad4cb24 req-22f67e0b-000e-49da-80dc-65ad69891cab tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:07.388103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:07.389943 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-698c03a5-ed6e-4711-9716-e3419ad4cb24 req-22f67e0b-000e-49da-80dc-65ad69891cab tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1422679
Apr 16 21:29:07.432702 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:07.433365 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:07.450929 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-698c03a5-ed6e-4711-9716-e3419ad4cb24 req-501d00ed-dd79-4c08-b879-3a5f8bfea99d tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548077
Apr 16 21:29:07.452086 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8d257a87-42e2-4058-bdb9-9038b7661336 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8c997a4e-de12-4db1-a1fa-0005669e8cc3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:07.457979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c6d5c-f277-40b4-a4c9-e219116048d1 req-1a3976d4-8ad1-490c-9593-8a69aebb137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:07.460775 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-760c6d5c-f277-40b4-a4c9-e219116048d1 req-1a3976d4-8ad1-490c-9593-8a69aebb137f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 200  len: 907 time: 0.3424051
Apr 16 21:29:07.500036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d257a87-42e2-4058-bdb9-9038b7661336 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event deleted for resources: {'Port': ['ID=8c997a4e-de12-4db1-a1fa-0005669e8cc3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:07.518687 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-760c6d5c-f277-40b4-a4c9-e219116048d1 req-5bca9d75-44ab-4d5c-9f44-bdf5d3832b32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72e80f4a-33ee-4111-881b-80866aba5dc0 HTTP/1.1" status: 200  len: 217 time: 0.0439599
Apr 16 21:29:07.568364 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0575ada0-282c-4478-8bfd-c586c78ba402 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 1.7078693
Apr 16 21:29:07.575328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51350) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:07.616608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c6d5c-f277-40b4-a4c9-e219116048d1 req-0975746e-f858-4666-a4c1-c790858a65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:07.618491 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-760c6d5c-f277-40b4-a4c9-e219116048d1 req-0975746e-f858-4666-a4c1-c790858a65ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9133d53e-619c-487b-8eb9-4bd92e2fff34 HTTP/1.1" status: 200  len: 846 time: 0.0944469
Apr 16 21:29:07.660278 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-760c6d5c-f277-40b4-a4c9-e219116048d1 req-e7922828-db00-47c5-bad6-55b3c6cdeb2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f593006-a7a9-4abc-8409-1d78959e9c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0293193
Apr 16 21:29:07.710623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9dd90b-918e-4e22-b67f-ba2d3112e904 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:07.711214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1e73807a-2813-4eb1-99bb-f55421bbbd13 None None] Provisioning complete for port cc2c643e-0667-4e15-8159-31333aa35acb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:07.711693 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1e73807a-2813-4eb1-99bb-f55421bbbd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cc2c643e-0667-4e15-8159-31333aa35acb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:07.716938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9dd90b-918e-4e22-b67f-ba2d3112e904 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:07.724318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9dd90b-918e-4e22-b67f-ba2d3112e904 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:07.728347 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ff9dd90b-918e-4e22-b67f-ba2d3112e904 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2618 time: 0.1517837
Apr 16 21:29:07.730897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51360) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:07.771424 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8d257a87-42e2-4058-bdb9-9038b7661336 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:07.777827 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8d257a87-42e2-4058-bdb9-9038b7661336 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "DELETE /v2.0/ports/8c997a4e-de12-4db1-a1fa-0005669e8cc3 HTTP/1.1" status: 204  len: 168 time: 0.9293292
Apr 16 21:29:07.778374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51362) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:07.800668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1e73807a-2813-4eb1-99bb-f55421bbbd13 None None] Port cc2c643e-0667-4e15-8159-31333aa35acb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:29:07.847486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63502ac8-e733-46f4-a27a-081d40541b64 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:07.851949 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-63502ac8-e733-46f4-a27a-081d40541b64 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "GET /v2.0/ports?device_id=a246b9c6-17e1-474c-a17a-b60dfd141176 HTTP/1.1" status: 200  len: 913 time: 0.0723217
Apr 16 21:29:07.852873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51370) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:07.944135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7203aa4-a6ed-4e17-a9e0-27186c74c5b4 req-6f187211-f13e-4b79-825b-a55129861b14 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:07.945793 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d7203aa4-a6ed-4e17-a9e0-27186c74c5b4 req-6f187211-f13e-4b79-825b-a55129861b14 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.1141982
Apr 16 21:29:07.951065 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-760c6d5c-f277-40b4-a4c9-e219116048d1 req-5198d279-e018-48fc-ac34-18aaf6834924 service neutron] 10.222.0.41 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2867475
Apr 16 21:29:07.979783 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c1bba29c-946e-46e0-a259-96de8bdbb66b tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Deleting port cc2c643e-0667-4e15-8159-31333aa35acb {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:07.980131 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c1bba29c-946e-46e0-a259-96de8bdbb66b tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (cc2c643e-0667-4e15-8159-31333aa35acb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:08.122534 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d7203aa4-a6ed-4e17-a9e0-27186c74c5b4 req-b5798577-0c81-43c5-ac76-46bd6413264f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1705060
Apr 16 21:29:08.160620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c1bba29c-946e-46e0-a259-96de8bdbb66b tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (cc2c643e-0667-4e15-8159-31333aa35acb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:08.164593 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-760c6d5c-f277-40b4-a4c9-e219116048d1 req-7383d6c9-389d-464f-a134-c60eb2e5062f service neutron] 10.222.0.41 "GET /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2023659
Apr 16 21:29:08.176324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c1bba29c-946e-46e0-a259-96de8bdbb66b tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Calling delete_port for cc2c643e-0667-4e15-8159-31333aa35acb owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:08.209771 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70aea5bb-ab93-4d04-bc3f-0321063c7cb2 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (a246b9c6-17e1-474c-a17a-b60dfd141176), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:08.317304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2f610-aa8b-418d-9896-cc3c0bededc7 req-3b621e45-df5e-4e8e-aa37-af357930ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:08.318888 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ffa2f610-aa8b-418d-9896-cc3c0bededc7 req-3b621e45-df5e-4e8e-aa37-af357930ad1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 1127 time: 0.1103854
Apr 16 21:29:08.420504 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ffa2f610-aa8b-418d-9896-cc3c0bededc7 req-ae378deb-6280-4b47-b469-e05257a617c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945299
Apr 16 21:29:08.503990 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c1bba29c-946e-46e0-a259-96de8bdbb66b tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (cc2c643e-0667-4e15-8159-31333aa35acb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:08.513405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-70aea5bb-ab93-4d04-bc3f-0321063c7cb2 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Deleting port 974f708a-59e5-4e0f-9cf6-756e3451bca8 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:08.513760 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70aea5bb-ab93-4d04-bc3f-0321063c7cb2 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (974f708a-59e5-4e0f-9cf6-756e3451bca8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:08.532262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bba29c-946e-46e0-a259-96de8bdbb66b tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Pushing event deleted for resources: {'Port': ['ID=cc2c643e-0667-4e15-8159-31333aa35acb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:08.617420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c1bba29c-946e-46e0-a259-96de8bdbb66b tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:08.625515 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c1bba29c-946e-46e0-a259-96de8bdbb66b tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] 10.222.0.20 "DELETE /v2.0/ports/cc2c643e-0667-4e15-8159-31333aa35acb HTTP/1.1" status: 204  len: 168 time: 0.8902121
Apr 16 21:29:08.629850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51402) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:08.631848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-24efc61f-f77a-4d6f-a572-bf9fde2b8f44 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Request body: {'port': {'name': 'tempest-new-port-name-38867315', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:08.632328 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.api.validators [None req-24efc61f-f77a-4d6f-a572-bf9fde2b8f44 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] bootfile-name is not in valid_values {{(pid=122556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 16 21:29:08.632686 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.api.validators [None req-24efc61f-f77a-4d6f-a572-bf9fde2b8f44 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] tftp-server is not in valid_values {{(pid=122556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 16 21:29:08.633028 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.api.validators [None req-24efc61f-f77a-4d6f-a572-bf9fde2b8f44 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] server-ip-address is not in valid_values {{(pid=122556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 16 21:29:08.643350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc01483-4651-4bc1-9655-a8508da58c6b req-ff20296c-d81d-4c95-96dd-0a765184fcd9 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:08.649085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5fc01483-4651-4bc1-9655-a8508da58c6b req-ff20296c-d81d-4c95-96dd-0a765184fcd9 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1204035
Apr 16 21:29:08.683525 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70aea5bb-ab93-4d04-bc3f-0321063c7cb2 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (974f708a-59e5-4e0f-9cf6-756e3451bca8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:08.709184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-70aea5bb-ab93-4d04-bc3f-0321063c7cb2 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Calling delete_port for 974f708a-59e5-4e0f-9cf6-756e3451bca8 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:08.735221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24efc61f-f77a-4d6f-a572-bf9fde2b8f44 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1d32993e-b43a-477e-be56-97dc31e61026), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:08.759599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5fc01483-4651-4bc1-9655-a8508da58c6b req-d83918ba-b0d1-4fa1-b97f-9233ce211721 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033473
Apr 16 21:29:09.019743 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9a7ed873-cae9-4404-9477-a0288a9f6c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:09.048687 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70aea5bb-ab93-4d04-bc3f-0321063c7cb2 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (974f708a-59e5-4e0f-9cf6-756e3451bca8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:09.088446 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24efc61f-f77a-4d6f-a572-bf9fde2b8f44 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks [] for port (1d32993e-b43a-477e-be56-97dc31e61026), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:09.089666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aea5bb-ab93-4d04-bc3f-0321063c7cb2 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event deleted for resources: {'Port': ['ID=974f708a-59e5-4e0f-9cf6-756e3451bca8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:09.175660 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24efc61f-f77a-4d6f-a572-bf9fde2b8f44 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (1d32993e-b43a-477e-be56-97dc31e61026), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:09.262724 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70aea5bb-ab93-4d04-bc3f-0321063c7cb2 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (a246b9c6-17e1-474c-a17a-b60dfd141176), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:09.659709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6cbb90a5-52e2-4188-b600-ec203aef39b9 None None] Provisioning complete for port 1d32993e-b43a-477e-be56-97dc31e61026 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:09.660517 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6cbb90a5-52e2-4188-b600-ec203aef39b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1d32993e-b43a-477e-be56-97dc31e61026), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:09.679853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efc61f-f77a-4d6f-a572-bf9fde2b8f44 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Pushing event updated for resources: {'Port': ['ID=1d32993e-b43a-477e-be56-97dc31e61026,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:09.701548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-24efc61f-f77a-4d6f-a572-bf9fde2b8f44 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] In _notify_port_updated(), no bound segment for port 1d32993e-b43a-477e-be56-97dc31e61026 on network db09ad96-7a64-48e0-ae84-9a366959d2e4 {{(pid=122556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:29:09.706680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24efc61f-f77a-4d6f-a572-bf9fde2b8f44 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:09.707403 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24efc61f-f77a-4d6f-a572-bf9fde2b8f44 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:09.708790 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-24efc61f-f77a-4d6f-a572-bf9fde2b8f44 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] 10.222.0.20 "PUT /v2.0/ports/1d32993e-b43a-477e-be56-97dc31e61026 HTTP/1.1" status: 200  len: 1135 time: 1.0817614
Apr 16 21:29:09.712919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb90a5-52e2-4188-b600-ec203aef39b9 None None] Port 1d32993e-b43a-477e-be56-97dc31e61026 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:29:09.715108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0a70e-0f3f-46a4-ab46-57598dc8234d req-6d3225e7-2c7b-45a3-97de-9d2e2d46ad60 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:09.716730 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ffb0a70e-0f3f-46a4-ab46-57598dc8234d req-6d3225e7-2c7b-45a3-97de-9d2e2d46ad60 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.4613030
Apr 16 21:29:09.717133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51444) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:09.780703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcaf94e-121c-4999-b7a0-e518b312f44f tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:09.782332 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2fcaf94e-121c-4999-b7a0-e518b312f44f tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] 10.222.0.20 "GET /v2.0/ports/1d32993e-b43a-477e-be56-97dc31e61026 HTTP/1.1" status: 200  len: 1135 time: 0.0640914
Apr 16 21:29:09.791422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51446) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:09.860309 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ffb0a70e-0f3f-46a4-ab46-57598dc8234d req-ded74231-a754-40a2-a068-bcf61686ae75 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334136
Apr 16 21:29:09.915852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70aea5bb-ab93-4d04-bc3f-0321063c7cb2 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Router a246b9c6-17e1-474c-a17a-b60dfd141176 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:29:09.919394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-2c0dac3b-18ce-4a3a-88e6-800c1f6c1624 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Deleting port 1d32993e-b43a-477e-be56-97dc31e61026 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:09.919736 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c0dac3b-18ce-4a3a-88e6-800c1f6c1624 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1d32993e-b43a-477e-be56-97dc31e61026), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:09.928413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef7a66-419a-409e-9655-ccda7da49b5c req-7f99bf32-83d0-4bae-b13e-2e91ac5abfb9 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:09.929911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30ef7a66-419a-409e-9655-ccda7da49b5c req-7f99bf32-83d0-4bae-b13e-2e91ac5abfb9 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.0606494
Apr 16 21:29:10.007309 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c0dac3b-18ce-4a3a-88e6-800c1f6c1624 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1d32993e-b43a-477e-be56-97dc31e61026), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.020974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-2c0dac3b-18ce-4a3a-88e6-800c1f6c1624 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Calling delete_port for 1d32993e-b43a-477e-be56-97dc31e61026 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:10.039097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aea5bb-ab93-4d04-bc3f-0321063c7cb2 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:29:10.046932 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-70aea5bb-ab93-4d04-bc3f-0321063c7cb2 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "PUT /v2.0/routers/a246b9c6-17e1-474c-a17a-b60dfd141176/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1902611
Apr 16 21:29:10.048268 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30ef7a66-419a-409e-9655-ccda7da49b5c req-56892000-a34b-440d-a21b-96248ebf0c20 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126771
Apr 16 21:29:10.049239 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51452) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:10.050807 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904ecbb-c213-4954-8baa-cd49d0931c0b None None] Sync routers for ids ['a246b9c6-17e1-474c-a17a-b60dfd141176'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:29:10.061345 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904ecbb-c213-4954-8baa-cd49d0931c0b None None] Routers {'a246b9c6-17e1-474c-a17a-b60dfd141176'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:29:10.062388 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6904ecbb-c213-4954-8baa-cd49d0931c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ee6bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a246b9c6-17e1-474c-a17a-b60dfd141176'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:10.102620 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6904ecbb-c213-4954-8baa-cd49d0931c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ee6bb0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:10.112215 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904ecbb-c213-4954-8baa-cd49d0931c0b None None] Routers {'a246b9c6-17e1-474c-a17a-b60dfd141176'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:29:10.113186 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6904ecbb-c213-4954-8baa-cd49d0931c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ee6bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a246b9c6-17e1-474c-a17a-b60dfd141176'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:10.140144 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-644c9ca3-7e24-463d-b6d6-4b973fbbf21a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for router (a246b9c6-17e1-474c-a17a-b60dfd141176), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.146997 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6904ecbb-c213-4954-8baa-cd49d0931c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ee6bb0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:10.147810 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904ecbb-c213-4954-8baa-cd49d0931c0b None None] The sync data for ids ['a246b9c6-17e1-474c-a17a-b60dfd141176'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:29:10.300515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c0dac3b-18ce-4a3a-88e6-800c1f6c1624 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1d32993e-b43a-477e-be56-97dc31e61026), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.312395 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-644c9ca3-7e24-463d-b6d6-4b973fbbf21a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (a246b9c6-17e1-474c-a17a-b60dfd141176), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.314712 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-644c9ca3-7e24-463d-b6d6-4b973fbbf21a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for router_controller (a246b9c6-17e1-474c-a17a-b60dfd141176), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.339579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dac3b-18ce-4a3a-88e6-800c1f6c1624 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Pushing event deleted for resources: {'Port': ['ID=1d32993e-b43a-477e-be56-97dc31e61026,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:10.419150 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-644c9ca3-7e24-463d-b6d6-4b973fbbf21a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (a246b9c6-17e1-474c-a17a-b60dfd141176), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.419664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644c9ca3-7e24-463d-b6d6-4b973fbbf21a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Fanout notify agent at l3_agent the message router_deleted on router a246b9c6-17e1-474c-a17a-b60dfd141176 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:29:10.427497 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-644c9ca3-7e24-463d-b6d6-4b973fbbf21a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.428789 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-644c9ca3-7e24-463d-b6d6-4b973fbbf21a tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "DELETE /v2.0/routers/a246b9c6-17e1-474c-a17a-b60dfd141176 HTTP/1.1" status: 204  len: 168 time: 0.3784938
Apr 16 21:29:10.431079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51466) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:10.442489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-50487af6-d0f2-4a26-b8dc-df7dc9e195f4 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:10.445769 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-50487af6-d0f2-4a26-b8dc-df7dc9e195f4 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/networks?id=65b90a12-c876-4ec9-bb69-11ab16e6830b HTTP/1.1" status: 200  len: 811 time: 0.1910408
Apr 16 21:29:10.447407 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c0dac3b-18ce-4a3a-88e6-800c1f6c1624 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.452978 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2c0dac3b-18ce-4a3a-88e6-800c1f6c1624 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] 10.222.0.20 "DELETE /v2.0/ports/1d32993e-b43a-477e-be56-97dc31e61026 HTTP/1.1" status: 204  len: 168 time: 0.6604700
Apr 16 21:29:10.453469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51468) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:10.496311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eff637a-3f13-4149-b8eb-afb0545824d3 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Deleting subnet 64bdda0e-c9b5-47ab-be86-cd7d9be90a5c {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:29:10.502852 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-d4ba4b9e-6383-4da3-8fc3-e14d3c35f5c5 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/quotas/52fd97392841411abbd1f748dff97f10 HTTP/1.1" status: 200  len: 375 time: 0.0422153
Apr 16 21:29:10.502998 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6eff637a-3f13-4149-b8eb-afb0545824d3 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for subnet (64bdda0e-c9b5-47ab-be86-cd7d9be90a5c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.546315 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6eff637a-3f13-4149-b8eb-afb0545824d3 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (64bdda0e-c9b5-47ab-be86-cd7d9be90a5c), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.558870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b898ee2-78a8-4b3f-83d5-1b07ee81d2e7 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Deleting subnet 5fac1ee9-ee8b-40fe-8eb2-4a2dc105ff7a {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:29:10.565339 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b898ee2-78a8-4b3f-83d5-1b07ee81d2e7 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks [] for subnet (5fac1ee9-ee8b-40fe-8eb2-4a2dc105ff7a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.571958 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-d81a6fd5-4290-448d-9f32-82802e114827 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=52fd97392841411abbd1f748dff97f10&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0696290
Apr 16 21:29:10.642352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6eff637a-3f13-4149-b8eb-afb0545824d3 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (64bdda0e-c9b5-47ab-be86-cd7d9be90a5c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.662014 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b898ee2-78a8-4b3f-83d5-1b07ee81d2e7 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (5fac1ee9-ee8b-40fe-8eb2-4a2dc105ff7a), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.736153 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-ed30052e-c98c-4c1b-809d-54a230fa18fe service neutron] 10.222.0.20 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453562
Apr 16 21:29:10.797140 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6eff637a-3f13-4149-b8eb-afb0545824d3 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (64bdda0e-c9b5-47ab-be86-cd7d9be90a5c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.821223 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b898ee2-78a8-4b3f-83d5-1b07ee81d2e7 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (5fac1ee9-ee8b-40fe-8eb2-4a2dc105ff7a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.826655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff637a-3f13-4149-b8eb-afb0545824d3 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event deleted for resources: {'Subnet': ['ID=64bdda0e-c9b5-47ab-be86-cd7d9be90a5c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:10.828708 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6eff637a-3f13-4149-b8eb-afb0545824d3 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:10.832899 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6eff637a-3f13-4149-b8eb-afb0545824d3 tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "DELETE /v2.0/subnets/64bdda0e-c9b5-47ab-be86-cd7d9be90a5c HTTP/1.1" status: 204  len: 168 time: 0.4006073
Apr 16 21:29:10.835288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51470) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:10.838654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fb9c8d-2d26-4ef1-9fba-c18a5893889a None None] Network a13a8600-2bb1-4793-87c6-e73d9aaf9850 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:10.925116 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-5262bad1-4708-4221-afb1-2812986d72b2 service neutron] 10.222.0.20 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723502
Apr 16 21:29:10.938548 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a13a8600-2bb1-4793-87c6-e73d9aaf9850), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.012433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Deleting port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:11.012795 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.037284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b898ee2-78a8-4b3f-83d5-1b07ee81d2e7 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (5fac1ee9-ee8b-40fe-8eb2-4a2dc105ff7a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.038782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f879ddd9-be47-48f7-808a-835caca476bf None None] DHCP port deletion for a13a8600-2bb1-4793-87c6-e73d9aaf9850 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:29:11.070393 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b898ee2-78a8-4b3f-83d5-1b07ee81d2e7 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.084522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ba0948-8714-4766-bcc9-f66ef4c6ba90 None None] Network db09ad96-7a64-48e0-ae84-9a366959d2e4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:11.084923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e228a-816d-4343-be63-f199a39c2188 req-ae3bf1ff-69c2-4752-884d-02a18e1e55b1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:11.084923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-825e228a-816d-4343-be63-f199a39c2188 req-ae3bf1ff-69c2-4752-884d-02a18e1e55b1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.1032550
Apr 16 21:29:11.085467 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7b898ee2-78a8-4b3f-83d5-1b07ee81d2e7 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] 10.222.0.20 "DELETE /v2.0/subnets/5fac1ee9-ee8b-40fe-8eb2-4a2dc105ff7a HTTP/1.1" status: 204  len: 168 time: 0.6174190
Apr 16 21:29:11.085467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b898ee2-78a8-4b3f-83d5-1b07ee81d2e7 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Pushing event deleted for resources: {'Subnet': ['ID=5fac1ee9-ee8b-40fe-8eb2-4a2dc105ff7a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:11.085467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51476) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:11.104113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] For port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=155bb329-50c9-4270-9f7c-6d9aa2b5a77f,segment=NetworkSegment(e2f4467c-6645-43e6-a043-3e3d0d751e9d),segment_id=e2f4467c-6645-43e6-a043-3e3d0d751e9d)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:11.104588 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.125222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Calling delete_port for 155bb329-50c9-4270-9f7c-6d9aa2b5a77f owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:11.151380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f879ddd9-be47-48f7-808a-835caca476bf None None] Deleting port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:11.151991 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f879ddd9-be47-48f7-808a-835caca476bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.230676 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (db09ad96-7a64-48e0-ae84-9a366959d2e4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.240394 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-825e228a-816d-4343-be63-f199a39c2188 req-69083eb2-247b-4ad9-a1a0-f300e36c67cc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496775
Apr 16 21:29:11.253273 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8fc5a3a8-10be-4971-bd61-0dc3273d1abc req-9eb6b13b-9ea7-417d-8bf7-b5c466ae0ed3 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 210 time: 0.0438631
Apr 16 21:29:11.287814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 155bb329-50c9-4270-9f7c-6d9aa2b5a77f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:29:11.303026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Deleting port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:11.304394 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.354683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da174a-43c7-4ac5-b085-04e4abd047f4 None None] DHCP port deletion for db09ad96-7a64-48e0-ae84-9a366959d2e4 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:29:11.369924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f879ddd9-be47-48f7-808a-835caca476bf None None] For port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=155bb329-50c9-4270-9f7c-6d9aa2b5a77f,segment=NetworkSegment(e2f4467c-6645-43e6-a043-3e3d0d751e9d),segment_id=e2f4467c-6645-43e6-a043-3e3d0d751e9d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:11.370392 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f879ddd9-be47-48f7-808a-835caca476bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.387110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] For port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=860de38a-97e9-4f2c-8d63-aa23dfc7ccbf,segment=NetworkSegment(8349ffd3-d662-48e9-8df9-8e29718dfb6c),segment_id=8349ffd3-d662-48e9-8df9-8e29718dfb6c)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:11.387536 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.401015 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.404818 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Calling delete_port for 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:11.417526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] No DVR routers for this DVR port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:11.427183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f879ddd9-be47-48f7-808a-835caca476bf None None] Calling delete_port for 155bb329-50c9-4270-9f7c-6d9aa2b5a77f owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:11.449382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event deleted for resources: {'Port': ['ID=155bb329-50c9-4270-9f7c-6d9aa2b5a77f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:11.460364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:11.460751 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.479163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b7da174a-43c7-4ac5-b085-04e4abd047f4 None None] Deleting port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:11.479534 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b7da174a-43c7-4ac5-b085-04e4abd047f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.530233 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a13a8600-2bb1-4793-87c6-e73d9aaf9850), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.551318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e0be3d0>,) {'filters': {'network_id': ['a13a8600-2bb1-4793-87c6-e73d9aaf9850']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:11.563537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e0be3d0>, 'e2f4467c-6645-43e6-a043-3e3d0d751e9d') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:11.563850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e0be3d0>, 'e2f4467c-6645-43e6-a043-3e3d0d751e9d') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:11.574253 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (e2f4467c-6645-43e6-a043-3e3d0d751e9d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.585846 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.587431 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e2f4467c-6645-43e6-a043-3e3d0d751e9d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.600206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:11.600993 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (e2f4467c-6645-43e6-a043-3e3d0d751e9d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:11.609876 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:11.638525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Pushing event deleted for resources: {'Port': ['ID=860de38a-97e9-4f2c-8d63-aa23dfc7ccbf,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:11.638684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b7da174a-43c7-4ac5-b085-04e4abd047f4 None None] For port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=860de38a-97e9-4f2c-8d63-aa23dfc7ccbf,segment=NetworkSegment(8349ffd3-d662-48e9-8df9-8e29718dfb6c),segment_id=8349ffd3-d662-48e9-8df9-8e29718dfb6c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:11.638684 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b7da174a-43c7-4ac5-b085-04e4abd047f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.643480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] No DVR routers for this DVR port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:11.661138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b7da174a-43c7-4ac5-b085-04e4abd047f4 None None] Calling delete_port for 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:11.671025 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f879ddd9-be47-48f7-808a-835caca476bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (155bb329-50c9-4270-9f7c-6d9aa2b5a77f), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.734138 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e978b0b0-5c55-46e8-8252-f0f309fd7fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.738804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879ddd9-be47-48f7-808a-835caca476bf None None] Pushing event deleted for resources: {'Port': ['ID=155bb329-50c9-4270-9f7c-6d9aa2b5a77f,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:11.741023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879ddd9-be47-48f7-808a-835caca476bf None None] No DVR routers for this DVR port 155bb329-50c9-4270-9f7c-6d9aa2b5a77f on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:11.753243 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (db09ad96-7a64-48e0-ae84-9a366959d2e4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.774189 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e0303a0>,) {'filters': {'network_id': ['db09ad96-7a64-48e0-ae84-9a366959d2e4']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:11.784473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e0303a0>, '8349ffd3-d662-48e9-8df9-8e29718dfb6c') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:11.784770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e0303a0>, '8349ffd3-d662-48e9-8df9-8e29718dfb6c') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:11.787600 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b7da174a-43c7-4ac5-b085-04e4abd047f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (860de38a-97e9-4f2c-8d63-aa23dfc7ccbf), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.794604 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (8349ffd3-d662-48e9-8df9-8e29718dfb6c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.809209 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8349ffd3-d662-48e9-8df9-8e29718dfb6c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.815409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:11.815821 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (8349ffd3-d662-48e9-8df9-8e29718dfb6c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.816276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da174a-43c7-4ac5-b085-04e4abd047f4 None None] Pushing event deleted for resources: {'Port': ['ID=860de38a-97e9-4f2c-8d63-aa23dfc7ccbf,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:11.818876 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:11.821146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da174a-43c7-4ac5-b085-04e4abd047f4 None None] No DVR routers for this DVR port 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:11.826218 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a13a8600-2bb1-4793-87c6-e73d9aaf9850), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.832530 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.838150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] 10.222.0.20 "DELETE /v2.0/networks/a13a8600-2bb1-4793-87c6-e73d9aaf9850 HTTP/1.1" status: 204  len: 168 time: 0.9995904
Apr 16 21:29:11.858161 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949c2f-1039-4e58-a1b5-485d1792f9cb tempest-FloatingIPNegativeTestJSON-647557852 tempest-FloatingIPNegativeTestJSON-647557852-project] Pushing event deleted for resources: {'Network': ['ID=a13a8600-2bb1-4793-87c6-e73d9aaf9850,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:11.957244 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (db09ad96-7a64-48e0-ae84-9a366959d2e4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.965723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:11.968963 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] 10.222.0.20 "DELETE /v2.0/networks/db09ad96-7a64-48e0-ae84-9a366959d2e4 HTTP/1.1" status: 204  len: 168 time: 0.8913846
Apr 16 21:29:11.985998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b4392-4e4b-4dc0-8d9e-1d668c7b69d3 tempest-ExtraDHCPOptionsTestJSON-1401607974 tempest-ExtraDHCPOptionsTestJSON-1401607974-project] Pushing event deleted for resources: {'Network': ['ID=db09ad96-7a64-48e0-ae84-9a366959d2e4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:12.380648 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5027cecd-f2d3-4c0e-add9-7def2ed050d9 req-951b3cce-0792-41f0-9345-83edec4b6b66 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 210 time: 0.0332110
Apr 16 21:29:12.398865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98764f56-8dcb-48e7-a7ba-bd41282f49ba req-75962ff7-875d-4221-8827-7751759de6d3 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:12.401278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-98764f56-8dcb-48e7-a7ba-bd41282f49ba req-75962ff7-875d-4221-8827-7751759de6d3 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0609944
Apr 16 21:29:12.446160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51502) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:12.458494 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-98764f56-8dcb-48e7-a7ba-bd41282f49ba req-22fe4329-e4be-4d83-84a5-2d1c04847bf4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505447
Apr 16 21:29:12.471666 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:12.545171 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51506) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:12.655527 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-956ddcb3-a893-479a-960f-468277077307 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9f1ac8f90774658994bb319e0565d07&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2079470
Apr 16 21:29:12.657912 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51510) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:12.710235 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9073ac0a-e9a7-4b06-bfd1-9f30763dc48d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa66ec6b6644490cb97ad2b15de821be&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1638603
Apr 16 21:29:12.713082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51512) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:12.726595 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f9e7608-a563-4c73-9895-7604c3e13b1b admin admin] Publish callbacks [] for security_group (3b4f986e-a429-4fc8-bf88-7248121bd8e8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:12.749184 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f9e7608-a563-4c73-9895-7604c3e13b1b admin admin] Publish callbacks [] for security_group (3b4f986e-a429-4fc8-bf88-7248121bd8e8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:12.770530 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-966ddc80-ede3-414b-b6e3-8487ef0429ef admin admin] Publish callbacks [] for security_group (d026f17e-580f-4be9-a392-2378d176c2ff), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:12.794503 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-966ddc80-ede3-414b-b6e3-8487ef0429ef admin admin] Publish callbacks [] for security_group (d026f17e-580f-4be9-a392-2378d176c2ff), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:12.903451 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f9e7608-a563-4c73-9895-7604c3e13b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3b4f986e-a429-4fc8-bf88-7248121bd8e8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:12.906259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f9e7608-a563-4c73-9895-7604c3e13b1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:12.907605 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4f9e7608-a563-4c73-9895-7604c3e13b1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b4f986e-a429-4fc8-bf88-7248121bd8e8 HTTP/1.1" status: 204  len: 168 time: 0.2485905
Apr 16 21:29:12.915728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e7608-a563-4c73-9895-7604c3e13b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4f986e-a429-4fc8-bf88-7248121bd8e8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:12.949256 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-966ddc80-ede3-414b-b6e3-8487ef0429ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d026f17e-580f-4be9-a392-2378d176c2ff), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:12.953985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-966ddc80-ede3-414b-b6e3-8487ef0429ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:12.953985 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-966ddc80-ede3-414b-b6e3-8487ef0429ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d026f17e-580f-4be9-a392-2378d176c2ff HTTP/1.1" status: 204  len: 168 time: 0.2387018
Apr 16 21:29:12.969448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ddc80-ede3-414b-b6e3-8487ef0429ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d026f17e-580f-4be9-a392-2378d176c2ff,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:13.160849 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:29:13.181686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:29:13.181966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 860de38a-97e9-4f2c-8d63-aa23dfc7ccbf not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:29:13.420706 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:13.501208 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dce0ab67-7ebf-4cff-89e8-c7a74f66708a req-614102ae-637d-44d8-85a2-278f32711722 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 210 time: 0.0372865
Apr 16 21:29:13.568646 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-3c8278b7-8985-4076-892f-c309940a6464 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:13.570107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-3c8278b7-8985-4076-892f-c309940a6464 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.41 "GET /v2.0/networks?id=65b90a12-c876-4ec9-bb69-11ab16e6830b HTTP/1.1" status: 200  len: 811 time: 0.1556342
Apr 16 21:29:13.582510 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-f8810bc4-f6ef-4ce8-8948-ca4527f8a2c8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Request body: {'port': {'device_id': 'd43b200a-d978-4ee2-a790-79639beb3173', 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b', 'admin_state_up': True, 'tenant_id': '52fd97392841411abbd1f748dff97f10'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:13.618660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6453670-11e3-4cad-b9c8-640dec1ab269 req-8cc5dfef-7a0b-47e7-b251-f945d73498de tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:13.620640 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6453670-11e3-4cad-b9c8-640dec1ab269 req-8cc5dfef-7a0b-47e7-b251-f945d73498de tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0784850
Apr 16 21:29:13.677674 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6453670-11e3-4cad-b9c8-640dec1ab269 req-9c858dc9-1a57-453c-84ab-6f970c49b60b tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506942
Apr 16 21:29:13.802573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-f8810bc4-f6ef-4ce8-8948-ca4527f8a2c8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Made reservation on behalf of 52fd97392841411abbd1f748dff97f10 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:13.809259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-f8810bc4-f6ef-4ce8-8948-ca4527f8a2c8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:13.959497 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-f8810bc4-f6ef-4ce8-8948-ca4527f8a2c8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Allocated IP 172.20.0.4 (65b90a12-c876-4ec9-bb69-11ab16e6830b/d47738d3-f474-4706-81ae-1ee4847928c9/b76a8a29-6a6f-4de2-a6cf-ece487714c6e) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:14.091984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51562) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:14.122748 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.140530 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-f8810bc4-f6ef-4ce8-8948-ca4527f8a2c8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks [] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.171194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51566) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:14.246294 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-f8810bc4-f6ef-4ce8-8948-ca4527f8a2c8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.259207 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:29:14.271761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1040432012'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:14.300729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-f8810bc4-f6ef-4ce8-8948-ca4527f8a2c8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Network 65b90a12-c876-4ec9-bb69-11ab16e6830b is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:14.304393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-f8810bc4-f6ef-4ce8-8948-ca4527f8a2c8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:14.308265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-f8810bc4-f6ef-4ce8-8948-ca4527f8a2c8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:14.330900 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1319211470'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:14.351271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8810bc4-f6ef-4ce8-8948-ca4527f8a2c8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Pushing event updated for resources: {'Port': ['ID=b76a8a29-6a6f-4de2-a6cf-ece487714c6e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:14.356851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:14.362027 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.372945 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-f8810bc4-f6ef-4ce8-8948-ca4527f8a2c8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:14.373781 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-f8810bc4-f6ef-4ce8-8948-ca4527f8a2c8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.378000 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.461178 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for security_group (3f397ffc-0422-4c76-8082-b7cf2fa8c77d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.464908 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:14.469678 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.477721 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.512205 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-f8810bc4-f6ef-4ce8-8948-ca4527f8a2c8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9340525
Apr 16 21:29:14.524680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Request body: {'port': {'device_id': 'd43b200a-d978-4ee2-a790-79639beb3173', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:14.569956 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (acc96a8d-da48-4b73-9166-8e01f11e5bad), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.571681 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3f397ffc-0422-4c76-8082-b7cf2fa8c77d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.594817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.601172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:14.617074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f397ffc-0422-4c76-8082-b7cf2fa8c77d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:14.621139 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0f027cd4-f22b-4a2c-b0ee-79d52d299bea), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.621783 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Added segment 0f027cd4-f22b-4a2c-b0ee-79d52d299bea of type vlan for network 1f141707-03a6-4b3c-9b92-61add795c578
Apr 16 21:29:14.665326 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (1f141707-03a6-4b3c-9b92-61add795c578), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.684035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757c34a-6f1a-4347-9bc3-afae36ebad16 req-10df0de1-0184-4401-b2b0-ceb137266219 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:14.685907 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d757c34a-6f1a-4347-9bc3-afae36ebad16 req-10df0de1-0184-4401-b2b0-ceb137266219 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 931 time: 0.0868893
Apr 16 21:29:14.691397 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (acc96a8d-da48-4b73-9166-8e01f11e5bad), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.720136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:14.735184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc96a8d-da48-4b73-9166-8e01f11e5bad,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:14.740828 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (a0edebaf-06a6-4343-b5dd-1bafaa6ce309), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.742192 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Added segment a0edebaf-06a6-4343-b5dd-1bafaa6ce309 of type vlan for network ffeef9de-d8cb-4e1b-ae58-a242ecdef729
Apr 16 21:29:14.813983 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (ffeef9de-d8cb-4e1b-ae58-a242ecdef729), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.816042 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (1f141707-03a6-4b3c-9b92-61add795c578), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.818903 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d757c34a-6f1a-4347-9bc3-afae36ebad16 req-4ba48f79-a7c1-4794-89ba-beccb4097b2d tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233826
Apr 16 21:29:14.821026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:14.821638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.895398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d5441-ca37-4f56-bd6f-0f49cc409cd8 req-fef1533a-83f0-4052-ad3c-ba7eccc3d1a1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:14.896949 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-538d5441-ca37-4f56-bd6f-0f49cc409cd8 req-fef1533a-83f0-4052-ad3c-ba7eccc3d1a1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.1268401
Apr 16 21:29:14.934117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Network': ['ID=1f141707-03a6-4b3c-9b92-61add795c578,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:14.945924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 1f141707-03a6-4b3c-9b92-61add795c578 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:14.959624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76a8a29-6a6f-4de2-a6cf-ece487714c6e {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:29:14.967504 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Publish callbacks [] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.969702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-538d5441-ca37-4f56-bd6f-0f49cc409cd8 req-136cd00d-2329-4f5e-97a0-72b8a4762c97 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557885
Apr 16 21:29:14.976663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5d3da5a3-c067-4a4d-b4e0-d06f9c545793 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.8041568
Apr 16 21:29:14.982072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Transition to ACTIVE for port object b76a8a29-6a6f-4de2-a6cf-ece487714c6e will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:29:14.985808 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (ffeef9de-d8cb-4e1b-ae58-a242ecdef729), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:14.996349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:14.996349 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:15.037136 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:15.079070 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Network': ['ID=ffeef9de-d8cb-4e1b-ae58-a242ecdef729,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:15.091045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:15.140436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Pushing event updated for resources: {'Port': ['ID=b76a8a29-6a6f-4de2-a6cf-ece487714c6e,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:15.191643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Attempting to bind port b76a8a29-6a6f-4de2-a6cf-ece487714c6e on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:15.191994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Attempting to bind port b76a8a29-6a6f-4de2-a6cf-ece487714c6e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8c214866-665c-48ce-b875-768e869dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:15.192372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Attempting to bind port b76a8a29-6a6f-4de2-a6cf-ece487714c6e on network 65b90a12-c876-4ec9-bb69-11ab16e6830b {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:15.192828 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-89bf0b6c-b5d8-44f1-bd76-28ca4b1ee939 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.0992291
Apr 16 21:29:15.195228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51576) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:15.197138 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Port b76a8a29-6a6f-4de2-a6cf-ece487714c6e on network 65b90a12-c876-4ec9-bb69-11ab16e6830b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:29:15.197469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Attempting to bind port b76a8a29-6a6f-4de2-a6cf-ece487714c6e on network 65b90a12-c876-4ec9-bb69-11ab16e6830b {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:15.202545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:15.202895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Checking segment: {'id': '8c214866-665c-48ce-b875-768e869dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:15.203281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Bound using segment: {'id': '8c214866-665c-48ce-b875-768e869dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:15.203732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Bound port: b76a8a29-6a6f-4de2-a6cf-ece487714c6e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c214866-665c-48ce-b875-768e869dd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:15.217145 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:15.217387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'name': 'tempest-PortsTestJSON-1311405337'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:15.275819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] For port b76a8a29-6a6f-4de2-a6cf-ece487714c6e, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:15.278905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] For port b76a8a29-6a6f-4de2-a6cf-ece487714c6e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b76a8a29-6a6f-4de2-a6cf-ece487714c6e,segment=NetworkSegment(8c214866-665c-48ce-b875-768e869dd711),segment_id=8c214866-665c-48ce-b875-768e869dd711)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:15.340419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:15.366435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:15.370045 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:15.380120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:15.380799 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:15.382287 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] 10.222.0.41 "PUT /v2.0/ports/b76a8a29-6a6f-4de2-a6cf-ece487714c6e HTTP/1.1" status: 200  len: 1091 time: 0.8626676
Apr 16 21:29:15.382805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43b200a-d978-4ee2-a790-79639beb3173', 'tag': 'b76a8a29-6a6f-4de2-a6cf-ece487714c6e'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:29:15.385122 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06df7636-f932-4543-881e-94bf04a7dbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "d43b200a-d978-4ee2-a790-79639beb3173", "tag": "b76a8a29-6a6f-4de2-a6cf-ece487714c6e"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:29:15.390700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 857cf708-3890-48a6-ae3c-9d3830ee690a yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:15.423627 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:15.440705 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1e8881-82c8-405a-9c02-1fe058470360 x-openstack-request-id: req-3e1e8881-82c8-405a-9c02-1fe058470360 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:29:15.441399 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43b200a-d978-4ee2-a790-79639beb3173", "tag": "b76a8a29-6a6f-4de2-a6cf-ece487714c6e", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:29:15.442027 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e1e8881-82c8-405a-9c02-1fe058470360 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:29:15.443451 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1e8881-82c8-405a-9c02-1fe058470360'] response: {'name': 'network-changed', 'server_uuid': 'd43b200a-d978-4ee2-a790-79639beb3173', 'tag': 'b76a8a29-6a6f-4de2-a6cf-ece487714c6e', 'status': 'completed', 'code': 200}
Apr 16 21:29:15.444868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e29c9-13fe-4efa-a254-b686db36a290 service neutron] Pushing event updated for resources: {'Port': ['ID=b76a8a29-6a6f-4de2-a6cf-ece487714c6e,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:15.515191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df7636-f932-4543-881e-94bf04a7dbfb req-7ba117eb-7333-486c-9cb7-371d4274e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:15.516933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-06df7636-f932-4543-881e-94bf04a7dbfb req-7ba117eb-7333-486c-9cb7-371d4274e539 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52fd97392841411abbd1f748dff97f10&device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 1125 time: 0.0476673
Apr 16 21:29:15.571529 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (857cf708-3890-48a6-ae3c-9d3830ee690a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:15.617461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df7636-f932-4543-881e-94bf04a7dbfb req-f7afc624-2853-4a80-a0f0-0d295b40e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:15.619122 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-06df7636-f932-4543-881e-94bf04a7dbfb req-f7afc624-2853-4a80-a0f0-0d295b40e5c9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=52fd97392841411abbd1f748dff97f10&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0945990
Apr 16 21:29:15.678638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (857cf708-3890-48a6-ae3c-9d3830ee690a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:15.724547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df7636-f932-4543-881e-94bf04a7dbfb req-0294210b-dd1a-46fb-9921-26c7b0670405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:15.726488 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-06df7636-f932-4543-881e-94bf04a7dbfb req-0294210b-dd1a-46fb-9921-26c7b0670405 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1016068
Apr 16 21:29:15.742707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=857cf708-3890-48a6-ae3c-9d3830ee690a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:15.760660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Checking segment: {'id': 'a0edebaf-06a6-4343-b5dd-1bafaa6ce309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:15.761032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network hostable DHCP agents. Network: ffeef9de-d8cb-4e1b-ae58-a242ecdef729, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:15.809410 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-07f2b223-a26d-4f14-a30f-d0ee7445376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:15.811604 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-07f2b223-a26d-4f14-a30f-d0ee7445376e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52fd97392841411abbd1f748dff97f10&device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 1125 time: 0.0413613
Apr 16 21:29:15.857957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-0280b913-14d2-4dd5-8095-3fb3481cd939 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76a8a29-6a6f-4de2-a6cf-ece487714c6e HTTP/1.1" status: 200  len: 217 time: 0.0384650
Apr 16 21:29:15.859766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:15.909782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-1025e039-bf65-45ec-97e3-a325991dc4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:15.911260 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-1025e039-bf65-45ec-97e3-a325991dc4b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d47738d3-f474-4706-81ae-1ee4847928c9 HTTP/1.1" status: 200  len: 851 time: 0.0466077
Apr 16 21:29:15.911667 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:29:15.945588 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-b9499ccf-9b12-4f84-987d-9a6958a6ad79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65b90a12-c876-4ec9-bb69-11ab16e6830b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0278399
Apr 16 21:29:15.952771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ffeef9de-d8cb-4e1b-ae58-a242ecdef729) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:15.959988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:15.964445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f3f0de-1318-44d0-88c0-35b2751988ad None None] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:15.965457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:15.966221 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:15.978096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559673-2de1-44a8-8d80-1bef60c59a0a req-1066bfaa-101b-471d-b41f-b2d429610a1c tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:15.979616 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9c559673-2de1-44a8-8d80-1bef60c59a0a req-1066bfaa-101b-471d-b41f-b2d429610a1c tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 943 time: 0.0687220
Apr 16 21:29:16.065358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-06b1dd39-f3f0-4ed3-a3a1-de9f07285678 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.8649852
Apr 16 21:29:16.065847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51584) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:16.072528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-472da316-ed1c-4b4d-b92c-5b5a36b9c3b5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1600584472'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:16.077800 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-73b9fd08-8c95-4a33-9e7c-7b2829504338 service neutron] 10.222.0.41 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260228
Apr 16 21:29:16.084652 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9c559673-2de1-44a8-8d80-1bef60c59a0a req-e9a1a063-c5b2-41f8-82da-a835eb943229 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961609
Apr 16 21:29:16.179981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472da316-ed1c-4b4d-b92c-5b5a36b9c3b5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:16.185481 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-472da316-ed1c-4b4d-b92c-5b5a36b9c3b5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:16.207521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f65b8f-ad52-46b0-a0ef-80634d454543 req-11ea0eaa-bc29-4706-82d4-3530f0714050 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:16.209048 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74f65b8f-ad52-46b0-a0ef-80634d454543 req-11ea0eaa-bc29-4706-82d4-3530f0714050 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0844686
Apr 16 21:29:16.214857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472da316-ed1c-4b4d-b92c-5b5a36b9c3b5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:16.227129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-472da316-ed1c-4b4d-b92c-5b5a36b9c3b5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (80f5cdcc-5372-4acb-a3ad-476436c886a0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:16.227995 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-472da316-ed1c-4b4d-b92c-5b5a36b9c3b5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Added segment 80f5cdcc-5372-4acb-a3ad-476436c886a0 of type vlan for network dcb2a8a1-289e-4232-87b9-2e7acbb63d57
Apr 16 21:29:16.245451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32247a94-900f-43d8-b206-2bd470cd88e3 req-6476bf8f-50e3-42ac-bab2-362407731928 service neutron] 10.222.0.41 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505990
Apr 16 21:29:16.278265 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74f65b8f-ad52-46b0-a0ef-80634d454543 req-d6e2216c-154a-42ad-8d19-9aaabb6681a4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556347
Apr 16 21:29:16.296846 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-472da316-ed1c-4b4d-b92c-5b5a36b9c3b5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (dcb2a8a1-289e-4232-87b9-2e7acbb63d57), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:16.408679 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-472da316-ed1c-4b4d-b92c-5b5a36b9c3b5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (dcb2a8a1-289e-4232-87b9-2e7acbb63d57), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:16.413659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472da316-ed1c-4b4d-b92c-5b5a36b9c3b5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:16.414249 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-472da316-ed1c-4b4d-b92c-5b5a36b9c3b5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:16.482546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472da316-ed1c-4b4d-b92c-5b5a36b9c3b5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Network': ['ID=dcb2a8a1-289e-4232-87b9-2e7acbb63d57,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:16.495823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network dcb2a8a1-289e-4232-87b9-2e7acbb63d57 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:16.582924 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-472da316-ed1c-4b4d-b92c-5b5a36b9c3b5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5160396
Apr 16 21:29:16.590183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51594) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:16.594962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'ports': [{'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729'}, {'network_id': 'dcb2a8a1-289e-4232-87b9-2e7acbb63d57'}]} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:16.595331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:16.596421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': 'dcb2a8a1-289e-4232-87b9-2e7acbb63d57'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:16.814050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 2} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:16.818992 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:16.833475 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:16.977538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 7a083169-30b4-4b59-8e2b-d1f8e077f457 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:17.071508 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (7a083169-30b4-4b59-8e2b-d1f8e077f457), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:17.140822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 249ebdc2-55c1-48b3-8aad-667672997d07 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:17.264922 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (249ebdc2-55c1-48b3-8aad-667672997d07), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:17.273972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beeeb8-702b-416b-b308-ad41ee2da17d req-af6d4c1c-208a-4a2d-a9f0-82d89a2961a1 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:17.275731 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c1beeeb8-702b-416b-b308-ad41ee2da17d req-af6d4c1c-208a-4a2d-a9f0-82d89a2961a1 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 943 time: 0.0726953
Apr 16 21:29:17.344897 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c1beeeb8-702b-416b-b308-ad41ee2da17d req-95667d8f-7bb8-44b9-8421-38f0ee894f6f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619845
Apr 16 21:29:17.397626 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7a083169-30b4-4b59-8e2b-d1f8e077f457), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:17.413658 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de748e-b538-4047-91d5-ff0be663b5df req-429fce01-106b-4c9d-b1b0-656a2d3d5b6c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:17.415308 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e6de748e-b538-4047-91d5-ff0be663b5df req-429fce01-106b-4c9d-b1b0-656a2d3d5b6c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0632420
Apr 16 21:29:17.449888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:17.453178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:17.457005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:17.457850 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (249ebdc2-55c1-48b3-8aad-667672997d07), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:17.465500 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e6de748e-b538-4047-91d5-ff0be663b5df req-3a3d9c9b-085f-48c4-a906-5dfad18adb43 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445712
Apr 16 21:29:17.473008 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=7a083169-30b4-4b59-8e2b-d1f8e077f457,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:17.543651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=249ebdc2-55c1-48b3-8aad-667672997d07,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:17.548137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Checking segment: {'id': '80f5cdcc-5372-4acb-a3ad-476436c886a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'dcb2a8a1-289e-4232-87b9-2e7acbb63d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:17.548536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network hostable DHCP agents. Network: dcb2a8a1-289e-4232-87b9-2e7acbb63d57, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:17.619504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network dcb2a8a1-289e-4232-87b9-2e7acbb63d57 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:17.705224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dcb2a8a1-289e-4232-87b9-2e7acbb63d57) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:17.708985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:17.714372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:17.715887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047b575f-7ffd-4c30-9a6e-9f577ac5c3e4 None None] Network dcb2a8a1-289e-4232-87b9-2e7acbb63d57 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:17.719146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:17.719824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:17.765390 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eee651cb-6ccc-46bc-b3e3-9f157e609219 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.1743259
Apr 16 21:29:17.767984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51614) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:17.854947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-bb18524b-505f-409c-a253-25f6167332ec tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 249ebdc2-55c1-48b3-8aad-667672997d07 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:17.855776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb18524b-505f-409c-a253-25f6167332ec tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (249ebdc2-55c1-48b3-8aad-667672997d07), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:17.923179 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb18524b-505f-409c-a253-25f6167332ec tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (249ebdc2-55c1-48b3-8aad-667672997d07), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:17.936823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-bb18524b-505f-409c-a253-25f6167332ec tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 249ebdc2-55c1-48b3-8aad-667672997d07 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:18.094135 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb18524b-505f-409c-a253-25f6167332ec tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (249ebdc2-55c1-48b3-8aad-667672997d07), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:18.125042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18524b-505f-409c-a253-25f6167332ec tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=249ebdc2-55c1-48b3-8aad-667672997d07,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:18.134473 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb18524b-505f-409c-a253-25f6167332ec tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:18.138049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51618) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:18.138179 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bb18524b-505f-409c-a253-25f6167332ec tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/249ebdc2-55c1-48b3-8aad-667672997d07 HTTP/1.1" status: 204  len: 168 time: 0.3688776
Apr 16 21:29:18.219173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4968ed-d9cb-4bb5-a490-5e70dcca7577 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:18.225293 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4968ed-d9cb-4bb5-a490-5e70dcca7577 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:18.226764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0e4968ed-d9cb-4bb5-a490-5e70dcca7577 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.0876245
Apr 16 21:29:18.229545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51620) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:18.258157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51622) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:18.263351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-04d326a0-560c-457a-b4bb-62d634bd995a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'subnet': {'network_id': '1f141707-03a6-4b3c-9b92-61add795c578', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:18.320162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0d645cd8-266d-4030-bb46-197024dbb17a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 7a083169-30b4-4b59-8e2b-d1f8e077f457 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:18.320869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d645cd8-266d-4030-bb46-197024dbb17a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7a083169-30b4-4b59-8e2b-d1f8e077f457), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:18.385623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d645cd8-266d-4030-bb46-197024dbb17a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7a083169-30b4-4b59-8e2b-d1f8e077f457), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:18.400134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0d645cd8-266d-4030-bb46-197024dbb17a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 7a083169-30b4-4b59-8e2b-d1f8e077f457 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:18.411845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d326a0-560c-457a-b4bb-62d634bd995a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:18.415421 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04d326a0-560c-457a-b4bb-62d634bd995a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:18.516656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448633d9-e81e-4870-84d8-507f61edbc59 req-1691b15f-37ff-4849-93cc-6333b9e26708 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:18.518753 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-448633d9-e81e-4870-84d8-507f61edbc59 req-1691b15f-37ff-4849-93cc-6333b9e26708 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 943 time: 0.0984907
Apr 16 21:29:18.564889 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d645cd8-266d-4030-bb46-197024dbb17a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7a083169-30b4-4b59-8e2b-d1f8e077f457), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:18.582288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-448633d9-e81e-4870-84d8-507f61edbc59 req-25918f0c-756c-4f74-ae03-6af918167343 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538094
Apr 16 21:29:18.611488 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e4860-1246-4b5e-a292-dee5aefbcdb6 req-ecce2762-6fa4-4d58-bc28-3e5f535d51d0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:18.614668 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-843e4860-1246-4b5e-a292-dee5aefbcdb6 req-ecce2762-6fa4-4d58-bc28-3e5f535d51d0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0772264
Apr 16 21:29:18.614782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b76a8a29-6a6f-4de2-a6cf-ece487714c6e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:29:18.615322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d645cd8-266d-4030-bb46-197024dbb17a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=7a083169-30b4-4b59-8e2b-d1f8e077f457,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:18.621742 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d645cd8-266d-4030-bb46-197024dbb17a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:18.625443 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0d645cd8-266d-4030-bb46-197024dbb17a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/7a083169-30b4-4b59-8e2b-d1f8e077f457 HTTP/1.1" status: 204  len: 168 time: 0.3949718
Apr 16 21:29:18.629350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51628) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:18.705259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ce85b-bde4-4f1a-b66b-7f5016cdbb54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:18.706733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ff5ce85b-bde4-4f1a-b66b-7f5016cdbb54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0721676
Apr 16 21:29:18.709547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51630) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:18.714286 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-843e4860-1246-4b5e-a292-dee5aefbcdb6 req-a357f728-fdd3-40ce-90fb-8b3e885b575c tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873303
Apr 16 21:29:18.730075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b76a8a29-6a6f-4de2-a6cf-ece487714c6e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b76a8a29-6a6f-4de2-a6cf-ece487714c6e,segment=NetworkSegment(8c214866-665c-48ce-b875-768e869dd711),segment_id=8c214866-665c-48ce-b875-768e869dd711)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:18.738773 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f884a43-d3aa-4879-a18e-188b1fd13d82 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:29:18.740210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7f884a43-d3aa-4879-a18e-188b1fd13d82 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/249ebdc2-55c1-48b3-8aad-667672997d07 HTTP/1.1" status: 404  len: 333 time: 0.0295477
Apr 16 21:29:18.742775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'b76a8a29-6a6f-4de2-a6cf-ece487714c6e', 'network_id': '65b90a12-c876-4ec9-bb69-11ab16e6830b', 'port_id': 'b76a8a29-6a6f-4de2-a6cf-ece487714c6e', 'mac_address': 'fa:16:3e:d8:ed:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47738d3-f474-4706-81ae-1ee4847928c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:29:18.743243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51632) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:18.768339 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8425bd71-8abf-4964-a581-2b12ac434df2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:29:18.769757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8425bd71-8abf-4964-a581-2b12ac434df2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/7a083169-30b4-4b59-8e2b-d1f8e077f457 HTTP/1.1" status: 404  len: 333 time: 0.0255404
Apr 16 21:29:18.772409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51634) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:18.780496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b76a8a29-6a6f-4de2-a6cf-ece487714c6e is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:18.780894 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:18.794569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76a8a29-6a6f-4de2-a6cf-ece487714c6e {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:29:18.819221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b76a8a29-6a6f-4de2-a6cf-ece487714c6e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b76a8a29-6a6f-4de2-a6cf-ece487714c6e,segment=NetworkSegment(8c214866-665c-48ce-b875-768e869dd711),segment_id=8c214866-665c-48ce-b875-768e869dd711)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:18.819522 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04d326a0-560c-457a-b4bb-62d634bd995a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (310962f0-50a1-4a92-ac97-af2ebac7939d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:18.895563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d326a0-560c-457a-b4bb-62d634bd995a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Subnet': ['ID=310962f0-50a1-4a92-ac97-af2ebac7939d,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:18.900610 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5041-0478-4c9c-97d4-b013af97de54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (dcb2a8a1-289e-4232-87b9-2e7acbb63d57), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:18.911014 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:18.922889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d326a0-560c-457a-b4bb-62d634bd995a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Checking segment: {'id': '0f027cd4-f22b-4a2c-b0ee-79d52d299bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f141707-03a6-4b3c-9b92-61add795c578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:18.923258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d326a0-560c-457a-b4bb-62d634bd995a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network hostable DHCP agents. Network: 1f141707-03a6-4b3c-9b92-61add795c578, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:18.959593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b76a8a29-6a6f-4de2-a6cf-ece487714c6e,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:19.010864 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5041-0478-4c9c-97d4-b013af97de54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (dcb2a8a1-289e-4232-87b9-2e7acbb63d57), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.030262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-5e0a5041-0478-4c9c-97d4-b013af97de54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124cd06d0>,) {'filters': {'network_id': ['dcb2a8a1-289e-4232-87b9-2e7acbb63d57']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:19.039288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-5e0a5041-0478-4c9c-97d4-b013af97de54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124cd06d0>, '80f5cdcc-5372-4acb-a3ad-476436c886a0') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:19.039584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-5e0a5041-0478-4c9c-97d4-b013af97de54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124cd06d0>, '80f5cdcc-5372-4acb-a3ad-476436c886a0') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:19.049495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5041-0478-4c9c-97d4-b013af97de54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (80f5cdcc-5372-4acb-a3ad-476436c886a0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.062631 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5041-0478-4c9c-97d4-b013af97de54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (80f5cdcc-5372-4acb-a3ad-476436c886a0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.067450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d326a0-560c-457a-b4bb-62d634bd995a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network 1f141707-03a6-4b3c-9b92-61add795c578 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:19.073169 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0a5041-0478-4c9c-97d4-b013af97de54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:19.073549 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5041-0478-4c9c-97d4-b013af97de54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (80f5cdcc-5372-4acb-a3ad-476436c886a0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:19.076500 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:19.121528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-04d326a0-560c-457a-b4bb-62d634bd995a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f141707-03a6-4b3c-9b92-61add795c578) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:19.132694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d326a0-560c-457a-b4bb-62d634bd995a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:19.133289 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04d326a0-560c-457a-b4bb-62d634bd995a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.133775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b728d4-9b83-464f-aaef-d9b4b125ce05 None None] Network 1f141707-03a6-4b3c-9b92-61add795c578 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:19.223459 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5041-0478-4c9c-97d4-b013af97de54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (dcb2a8a1-289e-4232-87b9-2e7acbb63d57), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.228799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5041-0478-4c9c-97d4-b013af97de54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.237606 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5e0a5041-0478-4c9c-97d4-b013af97de54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/networks/dcb2a8a1-289e-4232-87b9-2e7acbb63d57 HTTP/1.1" status: 204  len: 168 time: 0.4625742
Apr 16 21:29:19.238007 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51638) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:19.243027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-995c8924-94d3-42e9-ae4d-945d1c30623a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1984464097'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:19.247157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1f141707-03a6-4b3c-9b92-61add795c578', 'network_id': '1f141707-03a6-4b3c-9b92-61add795c578', 'project_id': '7506ab34d3614bc3948e48424e16545c', 'fixed_ips': [{'subnet_id': '310962f0-50a1-4a92-ac97-af2ebac7939d'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:19.248229 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.254195 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51640) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:19.255439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-04d326a0-560c-457a-b4bb-62d634bd995a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9959822
Apr 16 21:29:19.259687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d8c1a8b7-be82-4de1-95e0-1cbf0c3f25ad tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-751176066'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:19.270495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a5041-0478-4c9c-97d4-b013af97de54 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Network': ['ID=dcb2a8a1-289e-4232-87b9-2e7acbb63d57,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:19.322431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b76a8a29-6a6f-4de2-a6cf-ece487714c6e'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:29:19.363165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995c8924-94d3-42e9-ae4d-945d1c30623a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:19.366726 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-995c8924-94d3-42e9-ae4d-945d1c30623a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.384432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c1a8b7-be82-4de1-95e0-1cbf0c3f25ad tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:19.387773 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a8b7-be82-4de1-95e0-1cbf0c3f25ad tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.403426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995c8924-94d3-42e9-ae4d-945d1c30623a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:19.420831 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-995c8924-94d3-42e9-ae4d-945d1c30623a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b7a076c6-a14e-4fa9-af0e-3b5964f74296), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.421498 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-995c8924-94d3-42e9-ae4d-945d1c30623a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Added segment b7a076c6-a14e-4fa9-af0e-3b5964f74296 of type vlan for network 2d74c339-3170-45ed-be9d-bd6ccb64d31b
Apr 16 21:29:19.431140 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c1a8b7-be82-4de1-95e0-1cbf0c3f25ad tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:19.442796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Allocated IP 2001:db8:0:ffff::2 (1f141707-03a6-4b3c-9b92-61add795c578/310962f0-50a1-4a92-ac97-af2ebac7939d/9ab41040-f918-42f7-a205-afe3a95e8c0c) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:19.462234 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a8b7-be82-4de1-95e0-1cbf0c3f25ad tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e9f6d81d-bccd-4f0d-9766-c169b76e3a67), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.462575 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-d8c1a8b7-be82-4de1-95e0-1cbf0c3f25ad tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Added segment e9f6d81d-bccd-4f0d-9766-c169b76e3a67 of type vlan for network 9cadd28a-4895-4ae4-bdff-1d36a9671f3c
Apr 16 21:29:19.478067 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-995c8924-94d3-42e9-ae4d-945d1c30623a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (2d74c339-3170-45ed-be9d-bd6ccb64d31b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.525082 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a8b7-be82-4de1-95e0-1cbf0c3f25ad tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (9cadd28a-4895-4ae4-bdff-1d36a9671f3c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.598374 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-995c8924-94d3-42e9-ae4d-945d1c30623a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (2d74c339-3170-45ed-be9d-bd6ccb64d31b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.603514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995c8924-94d3-42e9-ae4d-945d1c30623a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:19.604112 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-995c8924-94d3-42e9-ae4d-945d1c30623a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.639911 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Publish callbacks [] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.659404 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a8b7-be82-4de1-95e0-1cbf0c3f25ad tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (9cadd28a-4895-4ae4-bdff-1d36a9671f3c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.664231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c1a8b7-be82-4de1-95e0-1cbf0c3f25ad tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:19.664816 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a8b7-be82-4de1-95e0-1cbf0c3f25ad tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.685105 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c8924-94d3-42e9-ae4d-945d1c30623a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Network': ['ID=2d74c339-3170-45ed-be9d-bd6ccb64d31b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:19.696809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 2d74c339-3170-45ed-be9d-bd6ccb64d31b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:19.728719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5930d-9a7b-428e-bcc5-97a81b9857c5 req-5a9dab31-2820-4bb7-8840-9b498d657595 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:19.730306 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ce5930d-9a7b-428e-bcc5-97a81b9857c5 req-5a9dab31-2820-4bb7-8840-9b498d657595 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 944 time: 0.0683022
Apr 16 21:29:19.745432 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.792860 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ce5930d-9a7b-428e-bcc5-97a81b9857c5 req-0bf98fe2-14fd-4b29-a26d-8645baca5c4d tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562766
Apr 16 21:29:19.843167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Network 1f141707-03a6-4b3c-9b92-61add795c578 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:19.843167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Pushing event updated for resources: {'Port': ['ID=9ab41040-f918-42f7-a205-afe3a95e8c0c,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:19.843167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:19.843167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:19.901978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Attempting to bind port 9ab41040-f918-42f7-a205-afe3a95e8c0c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:19.902354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Attempting to bind port 9ab41040-f918-42f7-a205-afe3a95e8c0c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0f027cd4-f22b-4a2c-b0ee-79d52d299bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f141707-03a6-4b3c-9b92-61add795c578'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:19.902721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Attempting to bind port 9ab41040-f918-42f7-a205-afe3a95e8c0c on network 1f141707-03a6-4b3c-9b92-61add795c578 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:19.908741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:19.909125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Checking segment: {'id': '0f027cd4-f22b-4a2c-b0ee-79d52d299bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f141707-03a6-4b3c-9b92-61add795c578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:19.909605 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.909940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Bound using segment: {'id': '0f027cd4-f22b-4a2c-b0ee-79d52d299bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f141707-03a6-4b3c-9b92-61add795c578'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:19.910416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Bound port: 9ab41040-f918-42f7-a205-afe3a95e8c0c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f027cd4-f22b-4a2c-b0ee-79d52d299bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1f141707-03a6-4b3c-9b92-61add795c578'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:19.910804 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:19.977729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] For port 9ab41040-f918-42f7-a205-afe3a95e8c0c, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:19.981112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] For port 9ab41040-f918-42f7-a205-afe3a95e8c0c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ab41040-f918-42f7-a205-afe3a95e8c0c,segment=NetworkSegment(0f027cd4-f22b-4a2c-b0ee-79d52d299bea),segment_id=0f027cd4-f22b-4a2c-b0ee-79d52d299bea)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:20.014227 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:20.030022 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d8c1a8b7-be82-4de1-95e0-1cbf0c3f25ad tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7745697
Apr 16 21:29:20.032989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51646) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:20.033448 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-995c8924-94d3-42e9-ae4d-945d1c30623a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7941351
Apr 16 21:29:20.039355 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-30188b44-81c2-4fee-8419-7cb78ea4fca0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'subnet': {'network_id': '9cadd28a-4895-4ae4-bdff-1d36a9671f3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:20.044043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51648) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:20.048981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': '2d74c339-3170-45ed-be9d-bd6ccb64d31b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:20.079242 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2fa80-be77-42cf-9742-ce1fbc4ecbee None None] Pushing event updated for resources: {'Port': ['ID=9ab41040-f918-42f7-a205-afe3a95e8c0c,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:20.122820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1a8b7-be82-4de1-95e0-1cbf0c3f25ad tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Network': ['ID=9cadd28a-4895-4ae4-bdff-1d36a9671f3c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:20.142343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 9cadd28a-4895-4ae4-bdff-1d36a9671f3c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:20.151003 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a160e-4321-48ea-ae76-ecfd3d3e21b2 req-ac1e55f4-7091-4cf8-a707-f54b40b1eac3 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:20.152619 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-018a160e-4321-48ea-ae76-ecfd3d3e21b2 req-ac1e55f4-7091-4cf8-a707-f54b40b1eac3 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.1337571
Apr 16 21:29:20.228850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-018a160e-4321-48ea-ae76-ecfd3d3e21b2 req-bdb8330b-7076-4c94-b375-b453bd4bd757 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675046
Apr 16 21:29:20.250303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30188b44-81c2-4fee-8419-7cb78ea4fca0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:20.254611 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-30188b44-81c2-4fee-8419-7cb78ea4fca0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:20.318095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:20.324735 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:20.397857 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.ipam_backend_mixin [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Performing IP validity checks on allocation pools {{(pid=122556) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 16 21:29:20.398481 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.ipam_backend_mixin [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Checking for overlaps among allocation pools and gateway ip {{(pid=122556) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 16 21:29:20.576393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c04fed-cd8d-416a-8f10-980dbc4075af req-3f467c8c-5c24-441d-9060-ee91471d519a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:20.577822 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-28c04fed-cd8d-416a-8f10-980dbc4075af req-3f467c8c-5c24-441d-9060-ee91471d519a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0572708
Apr 16 21:29:20.578112 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-30188b44-81c2-4fee-8419-7cb78ea4fca0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (e1e9ff68-d654-4a08-8065-f342344ca9ca), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:20.625802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-28c04fed-cd8d-416a-8f10-980dbc4075af req-31c08100-15fc-4a4c-90d4-4988c8fa1a08 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422659
Apr 16 21:29:20.636160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b76a8a29-6a6f-4de2-a6cf-ece487714c6e up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:20.644538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30188b44-81c2-4fee-8419-7cb78ea4fca0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Subnet': ['ID=e1e9ff68-d654-4a08-8065-f342344ca9ca,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:20.654868 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30188b44-81c2-4fee-8419-7cb78ea4fca0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Checking segment: {'id': 'e9f6d81d-bccd-4f0d-9766-c169b76e3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9cadd28a-4895-4ae4-bdff-1d36a9671f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:20.655313 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30188b44-81c2-4fee-8419-7cb78ea4fca0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network hostable DHCP agents. Network: 9cadd28a-4895-4ae4-bdff-1d36a9671f3c, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:20.687145 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (5126eb79-17df-45d8-8dbd-c1c7cebcedf8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:20.696789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port b76a8a29-6a6f-4de2-a6cf-ece487714c6e completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:29:20.759036 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Subnet': ['ID=5126eb79-17df-45d8-8dbd-c1c7cebcedf8,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:20.761537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df8c78-8cfc-486c-99c2-c4f5372121d7 req-3d757708-4886-4196-aec9-f46fe00792a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:20.766523 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29df8c78-8cfc-486c-99c2-c4f5372121d7 req-3d757708-4886-4196-aec9-f46fe00792a0 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0494473
Apr 16 21:29:20.766523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30188b44-81c2-4fee-8419-7cb78ea4fca0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network 9cadd28a-4895-4ae4-bdff-1d36a9671f3c is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:20.772587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Checking segment: {'id': 'b7a076c6-a14e-4fa9-af0e-3b5964f74296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d74c339-3170-45ed-be9d-bd6ccb64d31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:20.772961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network hostable DHCP agents. Network: 2d74c339-3170-45ed-be9d-bd6ccb64d31b, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:20.785563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port b76a8a29-6a6f-4de2-a6cf-ece487714c6e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:20.786140 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:20.816967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29df8c78-8cfc-486c-99c2-c4f5372121d7 req-b695e33a-034a-4c8b-ba2a-045d2f062496 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481031
Apr 16 21:29:20.877747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b76a8a29-6a6f-4de2-a6cf-ece487714c6e is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:20.878146 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:20.879111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-30188b44-81c2-4fee-8419-7cb78ea4fca0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9cadd28a-4895-4ae4-bdff-1d36a9671f3c) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:20.894084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93fbd58-de8a-4e2a-a4ad-006fdba72027 None None] Network 9cadd28a-4895-4ae4-bdff-1d36a9671f3c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:20.895229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30188b44-81c2-4fee-8419-7cb78ea4fca0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:20.897214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-30188b44-81c2-4fee-8419-7cb78ea4fca0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:20.963480 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43b200a-d978-4ee2-a790-79639beb3173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a8a29-6a6f-4de2-a6cf-ece487714c6e'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:29:20.964489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761b500-9d1a-4aa8-9faa-abcb39fc0a87 req-0230d98b-5060-4d98-9e24-d2f7118f048f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:20.965726 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce0c61f-fcfd-473a-a81f-b13ba12fb7f7" -d '{"events": [{"server_uuid": "d43b200a-d978-4ee2-a790-79639beb3173", "name": "network-vif-plugged", "status": "completed", "tag": "b76a8a29-6a6f-4de2-a6cf-ece487714c6e"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:29:20.966225 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8761b500-9d1a-4aa8-9faa-abcb39fc0a87 req-0230d98b-5060-4d98-9e24-d2f7118f048f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 944 time: 0.0531256
Apr 16 21:29:20.968294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 2d74c339-3170-45ed-be9d-bd6ccb64d31b is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:20.975812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2d74c339-3170-45ed-be9d-bd6ccb64d31b) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:20.981221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:20.982693 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:20.982888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b76a8a29-6a6f-4de2-a6cf-ece487714c6e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b76a8a29-6a6f-4de2-a6cf-ece487714c6e,segment=NetworkSegment(8c214866-665c-48ce-b875-768e869dd711),segment_id=8c214866-665c-48ce-b875-768e869dd711)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:20.989332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3990159-5429-4f1b-92bd-86510f781b3a None None] Network 2d74c339-3170-45ed-be9d-bd6ccb64d31b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:21.036920 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8761b500-9d1a-4aa8-9faa-abcb39fc0a87 req-55e4e225-d7a0-44ed-af7a-28bef6420184 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614753
Apr 16 21:29:21.043193 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-30188b44-81c2-4fee-8419-7cb78ea4fca0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.0085003
Apr 16 21:29:21.045873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51666) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:21.065111 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.076677 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-516a8e56-fcfb-45ef-bb8e-6a52240308c6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0321627
Apr 16 21:29:21.079268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51668) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:21.088534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': '2d74c339-3170-45ed-be9d-bd6ccb64d31b', 'name': 'tempest-PortsTestJSON-1054736419'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:21.170676 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609ba994-eb28-4805-bfa7-dbc34eb6d67f x-openstack-request-id: req-609ba994-eb28-4805-bfa7-dbc34eb6d67f {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:29:21.171272 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43b200a-d978-4ee2-a790-79639beb3173", "name": "network-vif-plugged", "status": "completed", "tag": "b76a8a29-6a6f-4de2-a6cf-ece487714c6e", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:29:21.171866 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-609ba994-eb28-4805-bfa7-dbc34eb6d67f {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:29:21.172533 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609ba994-eb28-4805-bfa7-dbc34eb6d67f'] response: {'server_uuid': 'd43b200a-d978-4ee2-a790-79639beb3173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a8a29-6a6f-4de2-a6cf-ece487714c6e', 'code': 200}
Apr 16 21:29:21.311479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9ab41040-f918-42f7-a205-afe3a95e8c0c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:21.323186 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (9cadd28a-4895-4ae4-bdff-1d36a9671f3c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.335771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea14a4-a421-4618-91d1-6e29ac2db37c req-64832723-d8f8-47d2-939e-562fd162d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:21.337428 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26ea14a4-a421-4618-91d1-6e29ac2db37c req-64832723-d8f8-47d2-939e-562fd162d162 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 1127 time: 0.1195776
Apr 16 21:29:21.348771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2d74c339-3170-45ed-be9d-bd6ccb64d31b', 'network_id': '2d74c339-3170-45ed-be9d-bd6ccb64d31b', 'project_id': '320449ac75f842198f730cb6d86e6944', 'fixed_ips': [{'subnet_id': '5126eb79-17df-45d8-8dbd-c1c7cebcedf8'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:21.350419 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.380233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2edd47-70a9-4d63-8bf9-d5969e8c5641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9cadd28a-4895-4ae4-bdff-1d36a9671f3c', 'network_id': '9cadd28a-4895-4ae4-bdff-1d36a9671f3c', 'project_id': '7506ab34d3614bc3948e48424e16545c', 'fixed_ips': [{'subnet_id': 'e1e9ff68-d654-4a08-8065-f342344ca9ca'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:21.381627 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-be2edd47-70a9-4d63-8bf9-d5969e8c5641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.383915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:21.387717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b76a8a29-6a6f-4de2-a6cf-ece487714c6e,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:21.388883 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.400575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d73d532-52b7-41d2-bf23-31981fcee19f None None] Network 1f141707-03a6-4b3c-9b92-61add795c578 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:21.418856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 0ab1f54e-6623-4aaa-9aee-285ef0ae74b5 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:21.430723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (e1e9ff68-d654-4a08-8065-f342344ca9ca), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.514882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb0392-ad7f-4dc6-ba90-60e8e26cb163 req-e385ec25-d509-4885-ae19-abde5874876f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:21.516537 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5ecb0392-ad7f-4dc6-ba90-60e8e26cb163 req-e385ec25-d509-4885-ae19-abde5874876f tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0998733
Apr 16 21:29:21.526878 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9ab41040-f918-42f7-a205-afe3a95e8c0c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:21.532579 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.583176 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (e1e9ff68-d654-4a08-8065-f342344ca9ca), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.607271 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5ecb0392-ad7f-4dc6-ba90-60e8e26cb163 req-9e35ff8c-82e0-4469-8334-9c7ac274b7b4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844905
Apr 16 21:29:21.613791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.13 (2d74c339-3170-45ed-be9d-bd6ccb64d31b/5126eb79-17df-45d8-8dbd-c1c7cebcedf8/0ab1f54e-6623-4aaa-9aee-285ef0ae74b5) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:21.617104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-663db728-f79e-46fd-ad73-bdeb09a9761a None None] Provisioning complete for port 9ab41040-f918-42f7-a205-afe3a95e8c0c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:21.618026 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-663db728-f79e-46fd-ad73-bdeb09a9761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.621073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e9ff68-d654-4a08-8065-f342344ca9ca,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:21.695480 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (9cadd28a-4895-4ae4-bdff-1d36a9671f3c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.719486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f285b20>,) {'filters': {'network_id': ['9cadd28a-4895-4ae4-bdff-1d36a9671f3c']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:21.731186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f285b20>, 'e9f6d81d-bccd-4f0d-9766-c169b76e3a67') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:21.731569 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f285b20>, 'e9f6d81d-bccd-4f0d-9766-c169b76e3a67') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:21.742646 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (e9f6d81d-bccd-4f0d-9766-c169b76e3a67), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.758727 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e9f6d81d-bccd-4f0d-9766-c169b76e3a67), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.766683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:21.768100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (e9f6d81d-bccd-4f0d-9766-c169b76e3a67), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:21.772310 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:21.912612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (9cadd28a-4895-4ae4-bdff-1d36a9671f3c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.917306 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:21.920931 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/9cadd28a-4895-4ae4-bdff-1d36a9671f3c HTTP/1.1" status: 204  len: 168 time: 0.8739324
Apr 16 21:29:21.926128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51674) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:21.931118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c8b95f14-49dd-4008-a411-f0d3ff3e7e7f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1921536568'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:21.948155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e2dbd-c3a0-4224-b109-07647a3130e2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Network': ['ID=9cadd28a-4895-4ae4-bdff-1d36a9671f3c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server [None req-be2edd47-70a9-4d63-8bf9-d5969e8c5641 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1e9ff68-d654-4a08-8065-f342344ca9ca: This subnet is being modified by another concurrent operation.
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:29:21.991224 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise exception
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1e9ff68-d654-4a08-8065-f342344ca9ca: This subnet is being modified by another concurrent operation.
Apr 16 21:29:21.995882 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server 
Apr 16 21:29:22.030397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b95f14-49dd-4008-a411-f0d3ff3e7e7f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:22.034465 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c8b95f14-49dd-4008-a411-f0d3ff3e7e7f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.071773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b95f14-49dd-4008-a411-f0d3ff3e7e7f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:22.076961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9ab41040-f918-42f7-a205-afe3a95e8c0c is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:22.077370 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.088784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbdb33b-ef6c-471e-8211-19303ece6a89 None None] Network 9cadd28a-4895-4ae4-bdff-1d36a9671f3c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:22.092889 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c8b95f14-49dd-4008-a411-f0d3ff3e7e7f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (cc20d6cd-9b51-45c6-9b1d-8c8620851e37), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.093337 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-c8b95f14-49dd-4008-a411-f0d3ff3e7e7f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Added segment cc20d6cd-9b51-45c6-9b1d-8c8620851e37 of type vlan for network 7b86a2a0-adba-4ad7-967c-9c7b59bc9c74
Apr 16 21:29:22.120869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-663db728-f79e-46fd-ad73-bdeb09a9761a None None] Current status of the port 9ab41040-f918-42f7-a205-afe3a95e8c0c is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:22.121818 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-663db728-f79e-46fd-ad73-bdeb09a9761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.154493 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbdb33b-ef6c-471e-8211-19303ece6a89 None None] Network 9cadd28a-4895-4ae4-bdff-1d36a9671f3c could not be found, it might have been deleted concurrently. {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 16 21:29:22.168496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 9ab41040-f918-42f7-a205-afe3a95e8c0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ab41040-f918-42f7-a205-afe3a95e8c0c,segment=NetworkSegment(0f027cd4-f22b-4a2c-b0ee-79d52d299bea),segment_id=0f027cd4-f22b-4a2c-b0ee-79d52d299bea)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:22.197695 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c8b95f14-49dd-4008-a411-f0d3ff3e7e7f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (7b86a2a0-adba-4ad7-967c-9c7b59bc9c74), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.208636 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (0ab1f54e-6623-4aaa-9aee-285ef0ae74b5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.224206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e6bf8-71ef-4325-9fd1-aaa390333c0a req-cc1f9620-0ff3-424b-b822-a3a777349b75 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:22.225754 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-442e6bf8-71ef-4325-9fd1-aaa390333c0a req-cc1f9620-0ff3-424b-b822-a3a777349b75 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0767908
Apr 16 21:29:22.273334 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.285845 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-442e6bf8-71ef-4325-9fd1-aaa390333c0a req-fd69e42a-60cd-43a3-97d7-2b4acdd6d2ce tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521986
Apr 16 21:29:22.328292 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0ab1f54e-6623-4aaa-9aee-285ef0ae74b5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.357149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c8b95f14-49dd-4008-a411-f0d3ff3e7e7f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (7b86a2a0-adba-4ad7-967c-9c7b59bc9c74), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.363994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b95f14-49dd-4008-a411-f0d3ff3e7e7f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:22.364974 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c8b95f14-49dd-4008-a411-f0d3ff3e7e7f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.372948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 2d74c339-3170-45ed-be9d-bd6ccb64d31b is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:22.376057 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:22.380422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:22.396676 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-663db728-f79e-46fd-ad73-bdeb09a9761a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:29:22.397216 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-663db728-f79e-46fd-ad73-bdeb09a9761a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:29:22.407073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=9ab41040-f918-42f7-a205-afe3a95e8c0c,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:22.411285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=0ab1f54e-6623-4aaa-9aee-285ef0ae74b5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:22.424091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Allocated IP 172.20.0.2 (2d74c339-3170-45ed-be9d-bd6ccb64d31b/5126eb79-17df-45d8-8dbd-c1c7cebcedf8/ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:22.443599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:22.444336 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.469756 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b95f14-49dd-4008-a411-f0d3ff3e7e7f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Network': ['ID=7b86a2a0-adba-4ad7-967c-9c7b59bc9c74,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:22.483884 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 7b86a2a0-adba-4ad7-967c-9c7b59bc9c74 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:22.493017 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26ea14a4-a421-4618-91d1-6e29ac2db37c req-42ebf20b-e28f-4af7-9b38-5704c4a4e570 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593307
Apr 16 21:29:22.524971 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c8b95f14-49dd-4008-a411-f0d3ff3e7e7f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5977833
Apr 16 21:29:22.527923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51680) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:22.532957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a64a7d1f-0b49-401b-ba7c-e26d0aec9556 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'subnet': {'network_id': '7b86a2a0-adba-4ad7-967c-9c7b59bc9c74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:22.539117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a6d8de8a-6493-40a7-943c-de6a6f894d96 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.4555545
Apr 16 21:29:22.539474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51682) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:22.636031 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Publish callbacks [] for port (ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.646388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e827596a-a869-40b4-ae37-1dcdadee8cc3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 0ab1f54e-6623-4aaa-9aee-285ef0ae74b5 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:22.646733 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e827596a-a869-40b4-ae37-1dcdadee8cc3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0ab1f54e-6623-4aaa-9aee-285ef0ae74b5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.703399 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64a7d1f-0b49-401b-ba7c-e26d0aec9556 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:22.707182 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a64a7d1f-0b49-401b-ba7c-e26d0aec9556 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.711235 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.753239 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Network 2d74c339-3170-45ed-be9d-bd6ccb64d31b is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:22.756203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:22.758834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:22.768998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Pushing event updated for resources: {'Port': ['ID=ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:22.774585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09df7-bbe4-4140-81e4-6d3b27b35798 req-37ddc9a1-1b70-459a-b07b-db5609f47904 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:22.776392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ada09df7-bbe4-4140-81e4-6d3b27b35798 req-37ddc9a1-1b70-459a-b07b-db5609f47904 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0735142
Apr 16 21:29:22.778282 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e827596a-a869-40b4-ae37-1dcdadee8cc3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0ab1f54e-6623-4aaa-9aee-285ef0ae74b5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.799644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e827596a-a869-40b4-ae37-1dcdadee8cc3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 0ab1f54e-6623-4aaa-9aee-285ef0ae74b5 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:22.834781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Attempting to bind port ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:22.835255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Attempting to bind port ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b7a076c6-a14e-4fa9-af0e-3b5964f74296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d74c339-3170-45ed-be9d-bd6ccb64d31b'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:22.835712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Attempting to bind port ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e on network 2d74c339-3170-45ed-be9d-bd6ccb64d31b {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:22.836078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01595cc5-4f48-448a-b613-7656d284915f req-e31facad-9f06-4f66-beea-5dcab338afc7 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:22.837601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01595cc5-4f48-448a-b613-7656d284915f req-e31facad-9f06-4f66-beea-5dcab338afc7 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 946 time: 0.0688074
Apr 16 21:29:22.841192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:22.841631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Checking segment: {'id': 'b7a076c6-a14e-4fa9-af0e-3b5964f74296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d74c339-3170-45ed-be9d-bd6ccb64d31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:22.842101 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.842560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Bound using segment: {'id': 'b7a076c6-a14e-4fa9-af0e-3b5964f74296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d74c339-3170-45ed-be9d-bd6ccb64d31b'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:22.843100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Bound port: ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a076c6-a14e-4fa9-af0e-3b5964f74296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d74c339-3170-45ed-be9d-bd6ccb64d31b'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:22.843483 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:22.875616 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ada09df7-bbe4-4140-81e4-6d3b27b35798 req-a80c404b-6829-4cb2-8fdb-2df9cb2a21fc tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891838
Apr 16 21:29:22.943967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] For port ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:22.948997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] For port ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e,segment=NetworkSegment(b7a076c6-a14e-4fa9-af0e-3b5964f74296),segment_id=b7a076c6-a14e-4fa9-af0e-3b5964f74296)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:22.952455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-663db728-f79e-46fd-ad73-bdeb09a9761a None None] Current status of the port 9ab41040-f918-42f7-a205-afe3a95e8c0c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:22.991751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-01595cc5-4f48-448a-b613-7656d284915f req-f7715498-524a-40aa-88e6-706c4f52931a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Deleting port 72e80f4a-33ee-4111-881b-80866aba5dc0 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:22.992126 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-01595cc5-4f48-448a-b613-7656d284915f req-f7715498-524a-40aa-88e6-706c4f52931a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.012159 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.036542 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e827596a-a869-40b4-ae37-1dcdadee8cc3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0ab1f54e-6623-4aaa-9aee-285ef0ae74b5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.082243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827596a-a869-40b4-ae37-1dcdadee8cc3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=0ab1f54e-6623-4aaa-9aee-285ef0ae74b5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:23.098410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa5862-ee58-4868-99b0-f0592a1c2a7e None None] Pushing event updated for resources: {'Port': ['ID=ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:23.107177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e19e57d1-03b2-4330-ad86-293fadb92bcf None None] Provisioning complete for port 9ab41040-f918-42f7-a205-afe3a95e8c0c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:23.107564 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e19e57d1-03b2-4330-ad86-293fadb92bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.140977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-01595cc5-4f48-448a-b613-7656d284915f req-f7715498-524a-40aa-88e6-706c4f52931a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] For port 72e80f4a-33ee-4111-881b-80866aba5dc0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72e80f4a-33ee-4111-881b-80866aba5dc0,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:23.141354 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-01595cc5-4f48-448a-b613-7656d284915f req-f7715498-524a-40aa-88e6-706c4f52931a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.164404 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-01595cc5-4f48-448a-b613-7656d284915f req-f7715498-524a-40aa-88e6-706c4f52931a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Calling delete_port for 72e80f4a-33ee-4111-881b-80866aba5dc0 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:23.179797 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a64a7d1f-0b49-401b-ba7c-e26d0aec9556 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (dd1617ff-3a96-4516-8d17-c45be12137a6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.183300 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e827596a-a869-40b4-ae37-1dcdadee8cc3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.187603 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e827596a-a869-40b4-ae37-1dcdadee8cc3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/0ab1f54e-6623-4aaa-9aee-285ef0ae74b5 HTTP/1.1" status: 204  len: 168 time: 0.6471288
Apr 16 21:29:23.190390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51688) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:23.228028 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c97c4b-02f1-4107-9d5e-b99605ba0c89 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:29:23.228744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c97c4b-02f1-4107-9d5e-b99605ba0c89 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:29:23.231968 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f3c97c4b-02f1-4107-9d5e-b99605ba0c89 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/0ab1f54e-6623-4aaa-9aee-285ef0ae74b5 HTTP/1.1" status: 404  len: 333 time: 0.0401678
Apr 16 21:29:23.234780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51690) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:23.235380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9ab41040-f918-42f7-a205-afe3a95e8c0c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:23.274349 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ae2586-9d5f-4621-9487-ec3081d97444 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:29:23.276970 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-13ae2586-9d5f-4621-9487-ec3081d97444 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/0ab1f54e-6623-4aaa-9aee-285ef0ae74b5 HTTP/1.1" status: 404  len: 333 time: 0.0411160
Apr 16 21:29:23.278059 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e19e57d1-03b2-4330-ad86-293fadb92bcf None None] Current status of the port 9ab41040-f918-42f7-a205-afe3a95e8c0c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:23.279597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51692) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:23.294635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9ab41040-f918-42f7-a205-afe3a95e8c0c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:23.295022 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.306090 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a7d1f-0b49-401b-ba7c-e26d0aec9556 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Subnet': ['ID=dd1617ff-3a96-4516-8d17-c45be12137a6,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:23.339194 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a7d1f-0b49-401b-ba7c-e26d0aec9556 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Checking segment: {'id': 'cc20d6cd-9b51-45c6-9b1d-8c8620851e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7b86a2a0-adba-4ad7-967c-9c7b59bc9c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:23.340157 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64a7d1f-0b49-401b-ba7c-e26d0aec9556 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network hostable DHCP agents. Network: 7b86a2a0-adba-4ad7-967c-9c7b59bc9c74, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:23.341724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4d30e2-41bb-4257-be69-77981ef14349 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting subnet 5126eb79-17df-45d8-8dbd-c1c7cebcedf8 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:29:23.345014 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a4d30e2-41bb-4257-be69-77981ef14349 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (5126eb79-17df-45d8-8dbd-c1c7cebcedf8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.420934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a4d30e2-41bb-4257-be69-77981ef14349 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (5126eb79-17df-45d8-8dbd-c1c7cebcedf8), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.477475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9ab41040-f918-42f7-a205-afe3a95e8c0c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:23.477842 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64a7d1f-0b49-401b-ba7c-e26d0aec9556 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network 7b86a2a0-adba-4ad7-967c-9c7b59bc9c74 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:23.534289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910eca9-6172-40d3-a9f1-42afb2e51897 req-3c359640-2b80-47ef-b7f1-9d0b15e025b7 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:23.536287 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f910eca9-6172-40d3-a9f1-42afb2e51897 req-3c359640-2b80-47ef-b7f1-9d0b15e025b7 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.1222270
Apr 16 21:29:23.540325 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a4d30e2-41bb-4257-be69-77981ef14349 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (5126eb79-17df-45d8-8dbd-c1c7cebcedf8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.577361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a64a7d1f-0b49-401b-ba7c-e26d0aec9556 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b86a2a0-adba-4ad7-967c-9c7b59bc9c74) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:23.589413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fca27d-eb65-452a-a1db-8f30227e2e74 None None] Network 7b86a2a0-adba-4ad7-967c-9c7b59bc9c74 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:23.590256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64a7d1f-0b49-401b-ba7c-e26d0aec9556 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:23.590467 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a64a7d1f-0b49-401b-ba7c-e26d0aec9556 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.600741 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f910eca9-6172-40d3-a9f1-42afb2e51897 req-c9354022-a785-4c73-a42d-bde5a74499e2 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587633
Apr 16 21:29:23.606877 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-01595cc5-4f48-448a-b613-7656d284915f req-f7715498-524a-40aa-88e6-706c4f52931a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (72e80f4a-33ee-4111-881b-80866aba5dc0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.646315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7715498-524a-40aa-88e6-706c4f52931a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event deleted for resources: {'Port': ['ID=72e80f4a-33ee-4111-881b-80866aba5dc0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:23.652448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:29:23.655112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['72e80f4a-33ee-4111-881b-80866aba5dc0'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:29:23.696769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-01595cc5-4f48-448a-b613-7656d284915f req-f7715498-524a-40aa-88e6-706c4f52931a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] No DVR routers for this DVR port 72e80f4a-33ee-4111-881b-80866aba5dc0 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:23.699955 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-01595cc5-4f48-448a-b613-7656d284915f req-f7715498-524a-40aa-88e6-706c4f52931a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.703393 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01595cc5-4f48-448a-b613-7656d284915f req-f7715498-524a-40aa-88e6-706c4f52931a tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.41 "DELETE /v2.0/ports/72e80f4a-33ee-4111-881b-80866aba5dc0 HTTP/1.1" status: 204  len: 173 time: 0.8562331
Apr 16 21:29:23.703915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1589a50-e8ea-41a3-bf7e-c4b0d97ea441', 'name': 'network-vif-deleted', 'tag': '72e80f4a-33ee-4111-881b-80866aba5dc0'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:29:23.706878 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5e633d-2d06-4fd0-8e5a-aeff1b45a46f" -d '{"events": [{"server_uuid": "b1589a50-e8ea-41a3-bf7e-c4b0d97ea441", "name": "network-vif-deleted", "tag": "72e80f4a-33ee-4111-881b-80866aba5dc0"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:29:23.734108 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a4d30e2-41bb-4257-be69-77981ef14349 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (5126eb79-17df-45d8-8dbd-c1c7cebcedf8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.746590 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38cab34-d62c-49a4-963a-bc94a218312d x-openstack-request-id: req-e38cab34-d62c-49a4-963a-bc94a218312d {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:29:23.746964 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1589a50-e8ea-41a3-bf7e-c4b0d97ea441", "name": "network-vif-deleted", "tag": "72e80f4a-33ee-4111-881b-80866aba5dc0", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:29:23.747310 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e38cab34-d62c-49a4-963a-bc94a218312d {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:29:23.747835 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38cab34-d62c-49a4-963a-bc94a218312d'] response: {'server_uuid': 'b1589a50-e8ea-41a3-bf7e-c4b0d97ea441', 'name': 'network-vif-deleted', 'tag': '72e80f4a-33ee-4111-881b-80866aba5dc0', 'status': 'completed', 'code': 200}
Apr 16 21:29:23.765285 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a64a7d1f-0b49-401b-ba7c-e26d0aec9556 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.2362914
Apr 16 21:29:23.769502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51700) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:23.774773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1ea2b2c7-030c-44f9-89a2-8615b5729ac1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1327809140'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:23.787054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d30e2-41bb-4257-be69-77981ef14349 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Subnet': ['ID=5126eb79-17df-45d8-8dbd-c1c7cebcedf8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:23.789492 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5a4d30e2-41bb-4257-be69-77981ef14349 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.795322 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5a4d30e2-41bb-4257-be69-77981ef14349 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/5126eb79-17df-45d8-8dbd-c1c7cebcedf8 HTTP/1.1" status: 204  len: 168 time: 0.5121460
Apr 16 21:29:23.795551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51702) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:23.825883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7b86a2a0-adba-4ad7-967c-9c7b59bc9c74', 'network_id': '7b86a2a0-adba-4ad7-967c-9c7b59bc9c74', 'project_id': '7506ab34d3614bc3948e48424e16545c', 'fixed_ips': [{'subnet_id': 'dd1617ff-3a96-4516-8d17-c45be12137a6'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:23.826736 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.891167 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (2d74c339-3170-45ed-be9d-bd6ccb64d31b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.894911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea2b2c7-030c-44f9-89a2-8615b5729ac1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:23.898316 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b2c7-030c-44f9-89a2-8615b5729ac1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.930916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea2b2c7-030c-44f9-89a2-8615b5729ac1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:23.955468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b2c7-030c-44f9-89a2-8615b5729ac1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (89aa395d-568c-4b3c-887a-7c62fa84c9b4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:23.955983 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-1ea2b2c7-030c-44f9-89a2-8615b5729ac1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Added segment 89aa395d-568c-4b3c-887a-7c62fa84c9b4 of type vlan for network f9343133-34ad-4e15-884e-8e16c189d819
Apr 16 21:29:23.981751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:23.982917 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.055327 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b2c7-030c-44f9-89a2-8615b5729ac1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (f9343133-34ad-4e15-884e-8e16c189d819), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.095764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] For port ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e,segment=NetworkSegment(b7a076c6-a14e-4fa9-af0e-3b5964f74296),segment_id=b7a076c6-a14e-4fa9-af0e-3b5964f74296)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:24.096252 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.124832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:24.127441 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e1f60daf-082a-4109-ba6c-f2eb1d56f77b req-a744c354-313d-4edd-9d79-89dbeb21e830 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1589a50-e8ea-41a3-bf7e-c4b0d97ea441 HTTP/1.1" status: 200  len: 210 time: 0.1052182
Apr 16 21:29:24.169115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Allocated IP 2001:db8::1 (7b86a2a0-adba-4ad7-967c-9c7b59bc9c74/dd1617ff-3a96-4516-8d17-c45be12137a6/dba461cc-89a0-4cdd-af79-59ad1da87c98) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:24.209089 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b2c7-030c-44f9-89a2-8615b5729ac1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (f9343133-34ad-4e15-884e-8e16c189d819), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.215294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea2b2c7-030c-44f9-89a2-8615b5729ac1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:24.216660 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b2c7-030c-44f9-89a2-8615b5729ac1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.322643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.332663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2b2c7-030c-44f9-89a2-8615b5729ac1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Network': ['ID=f9343133-34ad-4e15-884e-8e16c189d819,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:24.384209 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1ea2b2c7-030c-44f9-89a2-8615b5729ac1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6108420
Apr 16 21:29:24.384400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:24.384502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51706) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:24.386098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No DVR routers for this DVR port ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:24.392813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'subnet': {'network_id': 'f9343133-34ad-4e15-884e-8e16c189d819', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:24.394944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network f9343133-34ad-4e15-884e-8e16c189d819 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:24.467117 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Publish callbacks [] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.497052 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (2d74c339-3170-45ed-be9d-bd6ccb64d31b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.524966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e756670>,) {'filters': {'network_id': ['2d74c339-3170-45ed-be9d-bd6ccb64d31b']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:24.532615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e756670>, 'b7a076c6-a14e-4fa9-af0e-3b5964f74296') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:24.533504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e756670>, 'b7a076c6-a14e-4fa9-af0e-3b5964f74296') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:24.547513 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (b7a076c6-a14e-4fa9-af0e-3b5964f74296), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.559293 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b7a076c6-a14e-4fa9-af0e-3b5964f74296), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.563124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed4e2f-a31d-4121-82be-0d45880e6f8f None None] Network 2d74c339-3170-45ed-be9d-bd6ccb64d31b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:24.565941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:24.566352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (b7a076c6-a14e-4fa9-af0e-3b5964f74296), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:24.569474 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:24.607143 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.646212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:24.650720 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.659164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5140e5ce-02cc-413d-9436-6da9e43bd374 None None] Could not find standard attr ID for object ccd4318f-46b7-4ee4-a3f8-43a0f7e99a4e. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:29:24.667019 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Network 7b86a2a0-adba-4ad7-967c-9c7b59bc9c74 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:24.691256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:24.698246 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:24.701921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Pushing event updated for resources: {'Port': ['ID=dba461cc-89a0-4cdd-af79-59ad1da87c98,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:24.741024 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (2d74c339-3170-45ed-be9d-bd6ccb64d31b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.746863 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.747480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.ipam_backend_mixin [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Performing IP validity checks on allocation pools {{(pid=122556) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 16 21:29:24.748165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.ipam_backend_mixin [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Checking for overlaps among allocation pools and gateway ip {{(pid=122556) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 16 21:29:24.750512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/networks/2d74c339-3170-45ed-be9d-bd6ccb64d31b HTTP/1.1" status: 204  len: 168 time: 0.9497764
Apr 16 21:29:24.756752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51712) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:24.770253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8c0b082d-d082-4897-a91d-99d70ecd39a5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-116469106'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:24.770403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Attempting to bind port dba461cc-89a0-4cdd-af79-59ad1da87c98 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:24.770403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Attempting to bind port dba461cc-89a0-4cdd-af79-59ad1da87c98 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc20d6cd-9b51-45c6-9b1d-8c8620851e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7b86a2a0-adba-4ad7-967c-9c7b59bc9c74'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:24.770403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Attempting to bind port dba461cc-89a0-4cdd-af79-59ad1da87c98 on network 7b86a2a0-adba-4ad7-967c-9c7b59bc9c74 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:24.774611 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:24.774995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Checking segment: {'id': 'cc20d6cd-9b51-45c6-9b1d-8c8620851e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7b86a2a0-adba-4ad7-967c-9c7b59bc9c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:24.775798 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.776050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Bound using segment: {'id': 'cc20d6cd-9b51-45c6-9b1d-8c8620851e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7b86a2a0-adba-4ad7-967c-9c7b59bc9c74'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:24.776628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Bound port: dba461cc-89a0-4cdd-af79-59ad1da87c98, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc20d6cd-9b51-45c6-9b1d-8c8620851e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7b86a2a0-adba-4ad7-967c-9c7b59bc9c74'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:24.777024 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.778682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1509717-0335-40fd-b97e-627b2c125991 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Network': ['ID=2d74c339-3170-45ed-be9d-bd6ccb64d31b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:24.800050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec2bf71-f639-494c-b464-b3afce113d53 None None] DHCP port deletion for 2d74c339-3170-45ed-be9d-bd6ccb64d31b request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:29:24.807094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09632d26-3ec7-45d0-b9f6-86f9d1c67c44 req-525a8008-e672-44ae-9fc3-1136311f1052 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:24.826487 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09632d26-3ec7-45d0-b9f6-86f9d1c67c44 req-525a8008-e672-44ae-9fc3-1136311f1052 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.1448998
Apr 16 21:29:24.862418 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0b082d-d082-4897-a91d-99d70ecd39a5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:24.863973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c0b082d-d082-4897-a91d-99d70ecd39a5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.878731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] For port dba461cc-89a0-4cdd-af79-59ad1da87c98, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:24.886066 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] For port dba461cc-89a0-4cdd-af79-59ad1da87c98, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dba461cc-89a0-4cdd-af79-59ad1da87c98,segment=NetworkSegment(cc20d6cd-9b51-45c6-9b1d-8c8620851e37),segment_id=cc20d6cd-9b51-45c6-9b1d-8c8620851e37)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:24.893617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09632d26-3ec7-45d0-b9f6-86f9d1c67c44 req-a072d39c-7ae8-4336-bfdc-9c8d5922d173 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656013
Apr 16 21:29:24.929254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0b082d-d082-4897-a91d-99d70ecd39a5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:24.955797 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c0b082d-d082-4897-a91d-99d70ecd39a5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1e459937-da71-445a-ab5a-7a887898dd3d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:24.956195 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-8c0b082d-d082-4897-a91d-99d70ecd39a5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Added segment 1e459937-da71-445a-ab5a-7a887898dd3d of type vlan for network d39d67bc-481c-44d1-b949-7d37028e88b6
Apr 16 21:29:24.961300 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:25.002451 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c0b082d-d082-4897-a91d-99d70ecd39a5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (d39d67bc-481c-44d1-b949-7d37028e88b6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:25.030234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe650579-dab7-4f79-98be-45bb1cac11af None None] Pushing event updated for resources: {'Port': ['ID=dba461cc-89a0-4cdd-af79-59ad1da87c98,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:25.040961 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (046436b7-4381-4578-bfb9-895538bc1052), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:25.107881 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Subnet': ['ID=046436b7-4381-4578-bfb9-895538bc1052,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:25.117866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Checking segment: {'id': '89aa395d-568c-4b3c-887a-7c62fa84c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f9343133-34ad-4e15-884e-8e16c189d819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:25.118236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network hostable DHCP agents. Network: f9343133-34ad-4e15-884e-8e16c189d819, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:25.123119 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c0b082d-d082-4897-a91d-99d70ecd39a5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (d39d67bc-481c-44d1-b949-7d37028e88b6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:25.128751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0b082d-d082-4897-a91d-99d70ecd39a5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:25.129343 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c0b082d-d082-4897-a91d-99d70ecd39a5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:25.229700 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b082d-d082-4897-a91d-99d70ecd39a5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Network': ['ID=d39d67bc-481c-44d1-b949-7d37028e88b6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:25.248317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network d39d67bc-481c-44d1-b949-7d37028e88b6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:25.273795 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8c0b082d-d082-4897-a91d-99d70ecd39a5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5150020
Apr 16 21:29:25.274723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network f9343133-34ad-4e15-884e-8e16c189d819 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:25.277478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51722) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:25.283174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-9de26cf0-096b-41ec-a41d-80f96c5237b0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': 'd39d67bc-481c-44d1-b949-7d37028e88b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:25.423186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f9343133-34ad-4e15-884e-8e16c189d819) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:25.427975 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:25.428767 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:25.434198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bee62f-f0d5-4af6-8fff-125a32ba576d None None] Network f9343133-34ad-4e15-884e-8e16c189d819 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:25.468209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de26cf0-096b-41ec-a41d-80f96c5237b0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:25.471219 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9de26cf0-096b-41ec-a41d-80f96c5237b0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:25.487290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0952981-e0a7-4d42-ae0b-73239519fb23 req-e4b30ab8-0506-49a8-b92b-06df7a667d76 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:25.488878 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f0952981-e0a7-4d42-ae0b-73239519fb23 req-e4b30ab8-0506-49a8-b92b-06df7a667d76 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.1231928
Apr 16 21:29:25.494756 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bda2f-cea6-4fab-b7f0-8df883f4a6fa req-6ef7e525-7c5a-48bf-95f1-ecb7f0b7c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:25.498023 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d05bda2f-cea6-4fab-b7f0-8df883f4a6fa req-6ef7e525-7c5a-48bf-95f1-ecb7f0b7c47e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52fd97392841411abbd1f748dff97f10&device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 1127 time: 0.0744059
Apr 16 21:29:25.627987 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-99926ac2-4731-40b6-8966-c5dbb73ccec4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 1.2420266
Apr 16 21:29:25.637258 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51742) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:25.739720 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f0952981-e0a7-4d42-ae0b-73239519fb23 req-8fc46ab0-ba1d-4e30-a429-b7eae7de7573 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362034
Apr 16 21:29:25.767888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bda2f-cea6-4fab-b7f0-8df883f4a6fa req-506ba8ca-2b8c-4af4-90a3-0c2c715395ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:25.770258 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d05bda2f-cea6-4fab-b7f0-8df883f4a6fa req-506ba8ca-2b8c-4af4-90a3-0c2c715395ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=65b90a12-c876-4ec9-bb69-11ab16e6830b HTTP/1.1" status: 200  len: 912 time: 0.2645860
Apr 16 21:29:25.825585 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d05bda2f-cea6-4fab-b7f0-8df883f4a6fa req-c45b12c5-e11b-4719-a547-76e169be73c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76a8a29-6a6f-4de2-a6cf-ece487714c6e HTTP/1.1" status: 200  len: 217 time: 0.0488160
Apr 16 21:29:25.853045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f9343133-34ad-4e15-884e-8e16c189d819', 'network_id': 'f9343133-34ad-4e15-884e-8e16c189d819', 'project_id': '7506ab34d3614bc3948e48424e16545c', 'fixed_ips': [{'subnet_id': '046436b7-4381-4578-bfb9-895538bc1052'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:25.854117 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:25.854476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9de26cf0-096b-41ec-a41d-80f96c5237b0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (9e712a55-1bae-4adb-bcc5-bc2c1692bd61), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:25.884449 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (f9343133-34ad-4e15-884e-8e16c189d819), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:25.903019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bda2f-cea6-4fab-b7f0-8df883f4a6fa req-f5fbc650-6e71-4447-8dee-589acb1801eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:25.904595 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d05bda2f-cea6-4fab-b7f0-8df883f4a6fa req-f5fbc650-6e71-4447-8dee-589acb1801eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d47738d3-f474-4706-81ae-1ee4847928c9 HTTP/1.1" status: 200  len: 851 time: 0.0730174
Apr 16 21:29:25.975319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de26cf0-096b-41ec-a41d-80f96c5237b0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Subnet': ['ID=9e712a55-1bae-4adb-bcc5-bc2c1692bd61,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:25.981002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de26cf0-096b-41ec-a41d-80f96c5237b0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Checking segment: {'id': '1e459937-da71-445a-ab5a-7a887898dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd39d67bc-481c-44d1-b949-7d37028e88b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:25.981383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de26cf0-096b-41ec-a41d-80f96c5237b0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network hostable DHCP agents. Network: d39d67bc-481c-44d1-b949-7d37028e88b6, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:25.989932 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d05bda2f-cea6-4fab-b7f0-8df883f4a6fa req-cb942e78-7a5b-4ca6-9772-cc645a1564f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65b90a12-c876-4ec9-bb69-11ab16e6830b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413556
Apr 16 21:29:26.017328 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (046436b7-4381-4578-bfb9-895538bc1052), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:26.051918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Allocated IP 2001:db8::3 (f9343133-34ad-4e15-884e-8e16c189d819/046436b7-4381-4578-bfb9-895538bc1052/c8bdc819-59fa-4d18-a00a-acd03d97b6a7) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:26.070103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de26cf0-096b-41ec-a41d-80f96c5237b0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network d39d67bc-481c-44d1-b949-7d37028e88b6 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:26.132781 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d05bda2f-cea6-4fab-b7f0-8df883f4a6fa req-b27f9151-e995-4dfa-bdcd-0ae045c6fe91 service neutron] 10.222.0.41 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387997
Apr 16 21:29:26.143600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-9de26cf0-096b-41ec-a41d-80f96c5237b0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d39d67bc-481c-44d1-b949-7d37028e88b6) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:26.148879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de26cf0-096b-41ec-a41d-80f96c5237b0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:26.149549 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9de26cf0-096b-41ec-a41d-80f96c5237b0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:26.164706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da649798-cdf5-4922-8ad3-3265b3428c5f None None] Network d39d67bc-481c-44d1-b949-7d37028e88b6 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:26.259518 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d05bda2f-cea6-4fab-b7f0-8df883f4a6fa req-cdeef1bf-2c90-49b6-83e5-35c4d63cc63e service neutron] 10.222.0.41 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1183984
Apr 16 21:29:26.280724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51758) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:26.285243 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9de26cf0-096b-41ec-a41d-80f96c5237b0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0027251
Apr 16 21:29:26.286994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': 'd39d67bc-481c-44d1-b949-7d37028e88b6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-580554068'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:26.328116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f7c0a-9685-464e-beda-9cbe2885e5cd req-0ab8a013-b057-4281-bb4f-67e5a805c878 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:26.330574 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f29f7c0a-9685-464e-beda-9cbe2885e5cd req-0ab8a013-b057-4281-bb4f-67e5a805c878 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 945 time: 0.0693967
Apr 16 21:29:26.336514 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Publish callbacks [] for port (c8bdc819-59fa-4d18-a00a-acd03d97b6a7), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:26.349057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d39d67bc-481c-44d1-b949-7d37028e88b6', 'network_id': 'd39d67bc-481c-44d1-b949-7d37028e88b6', 'project_id': '320449ac75f842198f730cb6d86e6944', 'fixed_ips': [{'subnet_id': '9e712a55-1bae-4adb-bcc5-bc2c1692bd61'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:26.350425 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:26.399402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f29f7c0a-9685-464e-beda-9cbe2885e5cd req-4dc2a496-6113-4026-84f5-4320b91512c1 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627608
Apr 16 21:29:26.437979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d146e99-60d9-461d-87d5-cb2540fd36e3 None None] Network 7b86a2a0-adba-4ad7-967c-9c7b59bc9c74 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:26.492012 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (c8bdc819-59fa-4d18-a00a-acd03d97b6a7), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:26.493823 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:26.497296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:26.498939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-59decdfb-8841-4895-975c-9e789892ebf2 None None] Provisioning complete for port dba461cc-89a0-4cdd-af79-59ad1da87c98 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:26.499305 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-59decdfb-8841-4895-975c-9e789892ebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:26.515480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 45f61641-1a81-4794-9459-9fedb4e8862f yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:26.609490 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (046436b7-4381-4578-bfb9-895538bc1052), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:26.613455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Network f9343133-34ad-4e15-884e-8e16c189d819 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:26.624023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:26.634040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:26.638904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Pushing event updated for resources: {'Port': ['ID=c8bdc819-59fa-4d18-a00a-acd03d97b6a7,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:26.639101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Subnet': ['ID=046436b7-4381-4578-bfb9-895538bc1052,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:26.685143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 72e80f4a-33ee-4111-881b-80866aba5dc0 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:29:26.726923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Allocated IP 172.20.0.2 (d39d67bc-481c-44d1-b949-7d37028e88b6/9e712a55-1bae-4adb-bcc5-bc2c1692bd61/79e63de4-d458-4fd8-9719-fccdec1c9d15) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:26.742453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 72e80f4a-33ee-4111-881b-80866aba5dc0 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:29:26.742453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 72e80f4a-33ee-4111-881b-80866aba5dc0 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:29:26.853729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Attempting to bind port c8bdc819-59fa-4d18-a00a-acd03d97b6a7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:26.854105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Attempting to bind port c8bdc819-59fa-4d18-a00a-acd03d97b6a7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '89aa395d-568c-4b3c-887a-7c62fa84c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f9343133-34ad-4e15-884e-8e16c189d819'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:26.854604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Attempting to bind port c8bdc819-59fa-4d18-a00a-acd03d97b6a7 on network f9343133-34ad-4e15-884e-8e16c189d819 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:26.856565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-59decdfb-8841-4895-975c-9e789892ebf2 None None] Current status of the port dba461cc-89a0-4cdd-af79-59ad1da87c98 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:26.856952 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-59decdfb-8841-4895-975c-9e789892ebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:26.877866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:26.878245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Checking segment: {'id': '89aa395d-568c-4b3c-887a-7c62fa84c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f9343133-34ad-4e15-884e-8e16c189d819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:26.878654 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:26.879049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Bound using segment: {'id': '89aa395d-568c-4b3c-887a-7c62fa84c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f9343133-34ad-4e15-884e-8e16c189d819'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:26.879533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Bound port: c8bdc819-59fa-4d18-a00a-acd03d97b6a7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89aa395d-568c-4b3c-887a-7c62fa84c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f9343133-34ad-4e15-884e-8e16c189d819'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:26.880110 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8bdc819-59fa-4d18-a00a-acd03d97b6a7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:26.927300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-59decdfb-8841-4895-975c-9e789892ebf2 None None] For port dba461cc-89a0-4cdd-af79-59ad1da87c98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dba461cc-89a0-4cdd-af79-59ad1da87c98,segment=NetworkSegment(cc20d6cd-9b51-45c6-9b1d-8c8620851e37),segment_id=cc20d6cd-9b51-45c6-9b1d-8c8620851e37)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:27.029909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] For port c8bdc819-59fa-4d18-a00a-acd03d97b6a7, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:27.034387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] For port c8bdc819-59fa-4d18-a00a-acd03d97b6a7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8bdc819-59fa-4d18-a00a-acd03d97b6a7,segment=NetworkSegment(89aa395d-568c-4b3c-887a-7c62fa84c9b4),segment_id=89aa395d-568c-4b3c-887a-7c62fa84c9b4)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:27.040668 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (f9343133-34ad-4e15-884e-8e16c189d819), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.041961 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-59decdfb-8841-4895-975c-9e789892ebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.051216 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Publish callbacks [] for port (79e63de4-d458-4fd8-9719-fccdec1c9d15), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.066244 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9669a0-03fe-463c-a7b9-48afd4bbc683 req-46f878d6-813e-4f6c-ad6a-720d7d40bd95 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:27.067841 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af9669a0-03fe-463c-a7b9-48afd4bbc683 req-46f878d6-813e-4f6c-ad6a-720d7d40bd95 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0751505
Apr 16 21:29:27.079706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d4f8670>,) {'filters': {'network_id': ['f9343133-34ad-4e15-884e-8e16c189d819']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:27.094206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59decdfb-8841-4895-975c-9e789892ebf2 None None] Pushing event updated for resources: {'Port': ['ID=dba461cc-89a0-4cdd-af79-59ad1da87c98,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:27.099139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d4f8670>, '89aa395d-568c-4b3c-887a-7c62fa84c9b4') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:27.099476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d4f8670>, '89aa395d-568c-4b3c-887a-7c62fa84c9b4') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:27.113210 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (89aa395d-568c-4b3c-887a-7c62fa84c9b4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.136078 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c8bdc819-59fa-4d18-a00a-acd03d97b6a7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.139774 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (89aa395d-568c-4b3c-887a-7c62fa84c9b4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.147924 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af9669a0-03fe-463c-a7b9-48afd4bbc683 req-2e2d4423-06c4-49b8-a248-78f4bfe9057a tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724747
Apr 16 21:29:27.150723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:27.151341 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (89aa395d-568c-4b3c-887a-7c62fa84c9b4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:27.154969 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:27.193753 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (79e63de4-d458-4fd8-9719-fccdec1c9d15), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.225746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device dba461cc-89a0-4cdd-af79-59ad1da87c98 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:27.227841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e9cb2421-28b2-4f07-871f-699dcd8866e1 None None] Provisioning complete for port dba461cc-89a0-4cdd-af79-59ad1da87c98 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:27.228246 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2421-28b2-4f07-871f-699dcd8866e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.258274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.4 (d39d67bc-481c-44d1-b949-7d37028e88b6/9e712a55-1bae-4adb-bcc5-bc2c1692bd61/45f61641-1a81-4794-9459-9fedb4e8862f) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:27.285806 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.db.api [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 21:29:27.285806 ncdv-master-1 neutron-server[122556]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 21:29:27.285806 ncdv-master-1 neutron-server[122556]: [parameters: {'id': 'f9343133-34ad-4e15-884e-8e16c189d819'}]
Apr 16 21:29:27.285806 ncdv-master-1 neutron-server[122556]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:29:27.286202 ncdv-master-1 neutron-server[122556]: DEBUG oslo_db.api [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:29:27.312925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Network d39d67bc-481c-44d1-b949-7d37028e88b6 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:27.325107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:27.326810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c7709-66f8-4241-8cd4-49a25d9bcb64 None None] Pushing event updated for resources: {'Port': ['ID=c8bdc819-59fa-4d18-a00a-acd03d97b6a7,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:27.332507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:27.348095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36ce27d-3151-4180-aca5-dce3c32415d1 None None] Network f9343133-34ad-4e15-884e-8e16c189d819 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:27.396776 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (45f61641-1a81-4794-9459-9fedb4e8862f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.484200 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (45f61641-1a81-4794-9459-9fedb4e8862f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.491871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Pushing event updated for resources: {'Port': ['ID=79e63de4-d458-4fd8-9719-fccdec1c9d15,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:27.500537 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port dba461cc-89a0-4cdd-af79-59ad1da87c98 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:27.500920 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.536115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd25f6f-5f99-4412-ac0a-9e538ee28b43 req-652c1466-3df9-4f87-aeda-a9904fb456d4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:27.538078 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7dd25f6f-5f99-4412-ac0a-9e538ee28b43 req-652c1466-3df9-4f87-aeda-a9904fb456d4 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 945 time: 0.0691957
Apr 16 21:29:27.539638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network d39d67bc-481c-44d1-b949-7d37028e88b6 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:27.543281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:27.549120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:27.574830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=45f61641-1a81-4794-9459-9fedb4e8862f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:27.583859 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Attempting to bind port 79e63de4-d458-4fd8-9719-fccdec1c9d15 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:27.584270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Attempting to bind port 79e63de4-d458-4fd8-9719-fccdec1c9d15 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e459937-da71-445a-ab5a-7a887898dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd39d67bc-481c-44d1-b949-7d37028e88b6'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:27.584647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Attempting to bind port 79e63de4-d458-4fd8-9719-fccdec1c9d15 on network d39d67bc-481c-44d1-b949-7d37028e88b6 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:27.605301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:27.605682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Checking segment: {'id': '1e459937-da71-445a-ab5a-7a887898dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd39d67bc-481c-44d1-b949-7d37028e88b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:27.606101 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.606503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Bound using segment: {'id': '1e459937-da71-445a-ab5a-7a887898dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd39d67bc-481c-44d1-b949-7d37028e88b6'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:27.606991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Bound port: 79e63de4-d458-4fd8-9719-fccdec1c9d15, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e459937-da71-445a-ab5a-7a887898dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd39d67bc-481c-44d1-b949-7d37028e88b6'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:27.607382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (79e63de4-d458-4fd8-9719-fccdec1c9d15), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.608491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:27.609133 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.612234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb2421-28b2-4f07-871f-699dcd8866e1 None None] Current status of the port dba461cc-89a0-4cdd-af79-59ad1da87c98 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:27.613253 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0039732-4154-4753-9fc2-e35dcbd37e02 req-24d20cd2-cb50-4b58-91c2-0c7e89238878 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:27.616166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a0039732-4154-4753-9fc2-e35dcbd37e02 req-24d20cd2-cb50-4b58-91c2-0c7e89238878 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 945 time: 0.0771203
Apr 16 21:29:27.674843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7dd25f6f-5f99-4412-ac0a-9e538ee28b43 req-70f61bab-ed6f-4ad8-8473-c9ffa27d68c8 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b355f08-fb26-4f90-aac7-8edf37d13a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038735
Apr 16 21:29:27.712643 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-72257861-5b18-4030-bcc8-0ff83dfc6635 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 885 time: 1.4299886
Apr 16 21:29:27.714936 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51770) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:27.765219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a0039732-4154-4753-9fc2-e35dcbd37e02 req-cb375c99-f26d-412d-a4bb-e724766f15bb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Deleting port c0c5154e-e278-4526-8a07-42e809fbe3c8 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:27.765613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a0039732-4154-4753-9fc2-e35dcbd37e02 req-cb375c99-f26d-412d-a4bb-e724766f15bb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.801136 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (f9343133-34ad-4e15-884e-8e16c189d819), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.830382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6ca0e-eac1-49e1-be6c-c8bc51f93ed5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 45f61641-1a81-4794-9459-9fedb4e8862f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:27.830845 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ca0e-eac1-49e1-be6c-c8bc51f93ed5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (45f61641-1a81-4794-9459-9fedb4e8862f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.868690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] For port 79e63de4-d458-4fd8-9719-fccdec1c9d15, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:27.871043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port dba461cc-89a0-4cdd-af79-59ad1da87c98 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:27.880701 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-a0039732-4154-4753-9fc2-e35dcbd37e02 req-cb375c99-f26d-412d-a4bb-e724766f15bb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] For port c0c5154e-e278-4526-8a07-42e809fbe3c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0c5154e-e278-4526-8a07-42e809fbe3c8,segment=NetworkSegment(a8f090f1-20fd-440b-adf2-d42c48eb5c5f),segment_id=a8f090f1-20fd-440b-adf2-d42c48eb5c5f)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:27.881099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a0039732-4154-4753-9fc2-e35dcbd37e02 req-cb375c99-f26d-412d-a4bb-e724766f15bb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.883200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] For port 79e63de4-d458-4fd8-9719-fccdec1c9d15, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79e63de4-d458-4fd8-9719-fccdec1c9d15,segment=NetworkSegment(1e459937-da71-445a-ab5a-7a887898dd3d),segment_id=1e459937-da71-445a-ab5a-7a887898dd3d)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:27.895672 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a0039732-4154-4753-9fc2-e35dcbd37e02 req-cb375c99-f26d-412d-a4bb-e724766f15bb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Calling delete_port for c0c5154e-e278-4526-8a07-42e809fbe3c8 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:27.921584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Deleting port c8bdc819-59fa-4d18-a00a-acd03d97b6a7 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:27.921930 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c8bdc819-59fa-4d18-a00a-acd03d97b6a7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.966507 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (79e63de4-d458-4fd8-9719-fccdec1c9d15), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:27.997258 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ca0e-eac1-49e1-be6c-c8bc51f93ed5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (45f61641-1a81-4794-9459-9fedb4e8862f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.024712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6ca0e-eac1-49e1-be6c-c8bc51f93ed5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 45f61641-1a81-4794-9459-9fedb4e8862f owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:28.028648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] For port c8bdc819-59fa-4d18-a00a-acd03d97b6a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8bdc819-59fa-4d18-a00a-acd03d97b6a7,segment=NetworkSegment(89aa395d-568c-4b3c-887a-7c62fa84c9b4),segment_id=89aa395d-568c-4b3c-887a-7c62fa84c9b4)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:28.028648 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c8bdc819-59fa-4d18-a00a-acd03d97b6a7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.038216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984a61c-ebe1-4c80-83a6-a9b80c2103ce None None] Pushing event updated for resources: {'Port': ['ID=79e63de4-d458-4fd8-9719-fccdec1c9d15,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:28.050334 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Calling delete_port for c8bdc819-59fa-4d18-a00a-acd03d97b6a7 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:28.105457 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a0039732-4154-4753-9fc2-e35dcbd37e02 req-cb375c99-f26d-412d-a4bb-e724766f15bb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c0c5154e-e278-4526-8a07-42e809fbe3c8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.119308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c0c5154e-e278-4526-8a07-42e809fbe3c8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:29:28.138866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb375c99-f26d-412d-a4bb-e724766f15bb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Pushing event deleted for resources: {'Port': ['ID=c0c5154e-e278-4526-8a07-42e809fbe3c8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:28.197230 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0039732-4154-4753-9fc2-e35dcbd37e02 req-cb375c99-f26d-412d-a4bb-e724766f15bb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] No DVR routers for this DVR port c0c5154e-e278-4526-8a07-42e809fbe3c8 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:28.199757 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a0039732-4154-4753-9fc2-e35dcbd37e02 req-cb375c99-f26d-412d-a4bb-e724766f15bb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.203374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a0039732-4154-4753-9fc2-e35dcbd37e02 req-cb375c99-f26d-412d-a4bb-e724766f15bb tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.11 "DELETE /v2.0/ports/c0c5154e-e278-4526-8a07-42e809fbe3c8 HTTP/1.1" status: 204  len: 173 time: 0.5760252
Apr 16 21:29:28.203848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fbb0c9-4072-4260-859f-aadf53c653bb', 'name': 'network-vif-deleted', 'tag': 'c0c5154e-e278-4526-8a07-42e809fbe3c8'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:29:28.207464 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d74fb8-b2f2-49eb-bb42-7c0d4d818748" -d '{"events": [{"server_uuid": "b1fbb0c9-4072-4260-859f-aadf53c653bb", "name": "network-vif-deleted", "tag": "c0c5154e-e278-4526-8a07-42e809fbe3c8"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:29:28.272164 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5913ec-7d54-4b62-833f-f3740fbab378 x-openstack-request-id: req-1c5913ec-7d54-4b62-833f-f3740fbab378 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:29:28.278089 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fbb0c9-4072-4260-859f-aadf53c653bb", "name": "network-vif-deleted", "tag": "c0c5154e-e278-4526-8a07-42e809fbe3c8", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:29:28.279254 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c5913ec-7d54-4b62-833f-f3740fbab378 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:29:28.279703 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5913ec-7d54-4b62-833f-f3740fbab378'] response: {'server_uuid': 'b1fbb0c9-4072-4260-859f-aadf53c653bb', 'name': 'network-vif-deleted', 'tag': 'c0c5154e-e278-4526-8a07-42e809fbe3c8', 'status': 'completed', 'code': 200}
Apr 16 21:29:28.348465 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29e696-e8fa-4296-ae8a-2f8d61946ef8 req-1ed35c2a-0a0c-4067-bd81-7581d6f09051 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:28.350023 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea29e696-e8fa-4296-ae8a-2f8d61946ef8 req-1ed35c2a-0a0c-4067-bd81-7581d6f09051 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0603707
Apr 16 21:29:28.375128 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c8bdc819-59fa-4d18-a00a-acd03d97b6a7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.414579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Port': ['ID=c8bdc819-59fa-4d18-a00a-acd03d97b6a7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:28.417338 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ca0e-eac1-49e1-be6c-c8bc51f93ed5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (45f61641-1a81-4794-9459-9fedb4e8862f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.426375 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No DVR routers for this DVR port c8bdc819-59fa-4d18-a00a-acd03d97b6a7 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:28.481235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6ca0e-eac1-49e1-be6c-c8bc51f93ed5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=45f61641-1a81-4794-9459-9fedb4e8862f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:28.496664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea29e696-e8fa-4296-ae8a-2f8d61946ef8 req-e303e0ca-82e0-46d2-a0be-bf9725998924 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405978
Apr 16 21:29:28.596375 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (f9343133-34ad-4e15-884e-8e16c189d819), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.627373 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d9b8c70>,) {'filters': {'network_id': ['f9343133-34ad-4e15-884e-8e16c189d819']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:28.629933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ca0e-eac1-49e1-be6c-c8bc51f93ed5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.633256 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b6e6ca0e-eac1-49e1-be6c-c8bc51f93ed5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/45f61641-1a81-4794-9459-9fedb4e8862f HTTP/1.1" status: 204  len: 168 time: 0.9169939
Apr 16 21:29:28.635961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51782) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:28.641596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d9b8c70>, '89aa395d-568c-4b3c-887a-7c62fa84c9b4') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:28.641898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d9b8c70>, '89aa395d-568c-4b3c-887a-7c62fa84c9b4') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:28.651432 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (89aa395d-568c-4b3c-887a-7c62fa84c9b4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.662408 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-40798374-6fe8-4929-ab50-e1f90b83b632 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:29:28.664377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-40798374-6fe8-4929-ab50-e1f90b83b632 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/45f61641-1a81-4794-9459-9fedb4e8862f HTTP/1.1" status: 404  len: 333 time: 0.0268238
Apr 16 21:29:28.666941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51784) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:28.680049 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (89aa395d-568c-4b3c-887a-7c62fa84c9b4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.715885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:28.720762 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (89aa395d-568c-4b3c-887a-7c62fa84c9b4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:28.724034 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:28.804855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-6139014b-3606-4f9a-b4e2-d8d08461c0b3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting subnet 9e712a55-1bae-4adb-bcc5-bc2c1692bd61 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:29:28.808398 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6139014b-3606-4f9a-b4e2-d8d08461c0b3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (9e712a55-1bae-4adb-bcc5-bc2c1692bd61), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.849955 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da4b0d51-8efe-4f5b-b74f-be9313fd505f req-d1f5b8a5-09ce-4002-b504-66f87bc15be8 tempest-ServersTestJSON-1617913082 tempest-ServersTestJSON-1617913082-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1fbb0c9-4072-4260-859f-aadf53c653bb HTTP/1.1" status: 200  len: 210 time: 0.0438466
Apr 16 21:29:28.860227 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6139014b-3606-4f9a-b4e2-d8d08461c0b3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (9e712a55-1bae-4adb-bcc5-bc2c1692bd61), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.958410 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (f9343133-34ad-4e15-884e-8e16c189d819), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.966762 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6139014b-3606-4f9a-b4e2-d8d08461c0b3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (9e712a55-1bae-4adb-bcc5-bc2c1692bd61), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.970947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:28.974188 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/f9343133-34ad-4e15-884e-8e16c189d819 HTTP/1.1" status: 204  len: 168 time: 3.3330281
Apr 16 21:29:28.977666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51802) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:28.982743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-aa2cf262-d416-4e8b-8c56-c05b28572e2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1855372739'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:29.020492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334dac30-d497-41ed-8bc8-80802ad2c0e1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Network': ['ID=f9343133-34ad-4e15-884e-8e16c189d819,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:29.093595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2cf262-d416-4e8b-8c56-c05b28572e2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:29.107853 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf262-d416-4e8b-8c56-c05b28572e2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.107954 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a208ad-011b-4a45-b6b5-2f46d590761b None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:29:29.160922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f313b6d6-1003-4231-a6a9-9454a5f68db5 None None] Provisioning complete for port 79e63de4-d458-4fd8-9719-fccdec1c9d15 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:29.161297 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f313b6d6-1003-4231-a6a9-9454a5f68db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (79e63de4-d458-4fd8-9719-fccdec1c9d15), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.167650 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6139014b-3606-4f9a-b4e2-d8d08461c0b3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (9e712a55-1bae-4adb-bcc5-bc2c1692bd61), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.173228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2cf262-d416-4e8b-8c56-c05b28572e2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:29.185870 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf262-d416-4e8b-8c56-c05b28572e2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d6fac227-4c27-4600-aa46-e060ba6da521), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.186326 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-aa2cf262-d416-4e8b-8c56-c05b28572e2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Added segment d6fac227-4c27-4600-aa46-e060ba6da521 of type vlan for network 281eeec7-451c-45cc-8576-db86ed0a0504
Apr 16 21:29:29.238564 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139014b-3606-4f9a-b4e2-d8d08461c0b3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Subnet': ['ID=9e712a55-1bae-4adb-bcc5-bc2c1692bd61,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:29.246769 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf262-d416-4e8b-8c56-c05b28572e2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (281eeec7-451c-45cc-8576-db86ed0a0504), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.248921 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6139014b-3606-4f9a-b4e2-d8d08461c0b3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.259060 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6139014b-3606-4f9a-b4e2-d8d08461c0b3 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/9e712a55-1bae-4adb-bcc5-bc2c1692bd61 HTTP/1.1" status: 204  len: 168 time: 0.5909147
Apr 16 21:29:29.260714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51820) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:29.289461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 79e63de4-d458-4fd8-9719-fccdec1c9d15 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:29.351180 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf262-d416-4e8b-8c56-c05b28572e2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (281eeec7-451c-45cc-8576-db86ed0a0504), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.357069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2cf262-d416-4e8b-8c56-c05b28572e2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:29.357793 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf262-d416-4e8b-8c56-c05b28572e2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.359461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f313b6d6-1003-4231-a6a9-9454a5f68db5 None None] Current status of the port 79e63de4-d458-4fd8-9719-fccdec1c9d15 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:29.359857 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f313b6d6-1003-4231-a6a9-9454a5f68db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (79e63de4-d458-4fd8-9719-fccdec1c9d15), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.363574 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (d39d67bc-481c-44d1-b949-7d37028e88b6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.381271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a208ad-011b-4a45-b6b5-2f46d590761b None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:29:29.415559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 79e63de4-d458-4fd8-9719-fccdec1c9d15 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:29.415930 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (79e63de4-d458-4fd8-9719-fccdec1c9d15), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.434195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f313b6d6-1003-4231-a6a9-9454a5f68db5 None None] For port 79e63de4-d458-4fd8-9719-fccdec1c9d15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79e63de4-d458-4fd8-9719-fccdec1c9d15,segment=NetworkSegment(1e459937-da71-445a-ab5a-7a887898dd3d),segment_id=1e459937-da71-445a-ab5a-7a887898dd3d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:29.434802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cf262-d416-4e8b-8c56-c05b28572e2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Network': ['ID=281eeec7-451c-45cc-8576-db86ed0a0504,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:29.466887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 281eeec7-451c-45cc-8576-db86ed0a0504 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:29.468976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 79e63de4-d458-4fd8-9719-fccdec1c9d15 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:29.469450 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (79e63de4-d458-4fd8-9719-fccdec1c9d15), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.495168 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] For port 79e63de4-d458-4fd8-9719-fccdec1c9d15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79e63de4-d458-4fd8-9719-fccdec1c9d15,segment=NetworkSegment(1e459937-da71-445a-ab5a-7a887898dd3d),segment_id=1e459937-da71-445a-ab5a-7a887898dd3d)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:29.495552 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (79e63de4-d458-4fd8-9719-fccdec1c9d15), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.503141 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-aa2cf262-d416-4e8b-8c56-c05b28572e2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5243556
Apr 16 21:29:29.505902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51822) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:29.526800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0b6586c7-1105-4c75-b8fd-032cef9fcb80 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'subnet': {'network_id': '281eeec7-451c-45cc-8576-db86ed0a0504', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:29.526800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 79e63de4-d458-4fd8-9719-fccdec1c9d15 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:29.557737 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f313b6d6-1003-4231-a6a9-9454a5f68db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (79e63de4-d458-4fd8-9719-fccdec1c9d15), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.685735 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79579cc-4b42-4f88-8e3a-bce83168e564 req-d5c665ff-34d0-44fe-afcc-9039186d5bc3 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:29.688252 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e79579cc-4b42-4f88-8e3a-bce83168e564 req-d5c665ff-34d0-44fe-afcc-9039186d5bc3 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.1116717
Apr 16 21:29:29.733603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313b6d6-1003-4231-a6a9-9454a5f68db5 None None] Pushing event updated for resources: {'Port': ['ID=79e63de4-d458-4fd8-9719-fccdec1c9d15,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:29.762316 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e79579cc-4b42-4f88-8e3a-bce83168e564 req-b374fea0-0b5f-4374-b34a-bf5e9f2e7521 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646722
Apr 16 21:29:29.773902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6586c7-1105-4c75-b8fd-032cef9fcb80 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:29.777999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 79e63de4-d458-4fd8-9719-fccdec1c9d15 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:29.779228 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0b6586c7-1105-4c75-b8fd-032cef9fcb80 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.805098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0a2b63-d587-4f0f-a7f6-1fcc1d7efc1b None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:29:29.831045 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (79e63de4-d458-4fd8-9719-fccdec1c9d15), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.870786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No DVR routers for this DVR port 79e63de4-d458-4fd8-9719-fccdec1c9d15 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:29.882780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=79e63de4-d458-4fd8-9719-fccdec1c9d15,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:29.917191 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51834) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:29.935751 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a2b63-d587-4f0f-a7f6-1fcc1d7efc1b None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:29:29.966444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-076fb2d7-2232-45e7-b1ec-64226f164401 admin admin] Deleting subnet 9133d53e-619c-487b-8eb9-4bd92e2fff34 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:29:29.971250 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-076fb2d7-2232-45e7-b1ec-64226f164401 admin admin] Publish callbacks [] for subnet (9133d53e-619c-487b-8eb9-4bd92e2fff34), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:29.980924 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (d39d67bc-481c-44d1-b949-7d37028e88b6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.010326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01247044c0>,) {'filters': {'network_id': ['d39d67bc-481c-44d1-b949-7d37028e88b6']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:30.014354 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-076fb2d7-2232-45e7-b1ec-64226f164401 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (9133d53e-619c-487b-8eb9-4bd92e2fff34), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.028403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01247044c0>, '1e459937-da71-445a-ab5a-7a887898dd3d') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:30.031866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01247044c0>, '1e459937-da71-445a-ab5a-7a887898dd3d') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:30.066510 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (1e459937-da71-445a-ab5a-7a887898dd3d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.068563 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-076fb2d7-2232-45e7-b1ec-64226f164401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (9133d53e-619c-487b-8eb9-4bd92e2fff34), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.091315 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1e459937-da71-445a-ab5a-7a887898dd3d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.102922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:30.103320 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (1e459937-da71-445a-ab5a-7a887898dd3d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:30.106818 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:30.194562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e38a3-70af-4f33-b37e-b4f74f87a936 None None] Network d39d67bc-481c-44d1-b949-7d37028e88b6 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:30.195077 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-076fb2d7-2232-45e7-b1ec-64226f164401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (9133d53e-619c-487b-8eb9-4bd92e2fff34), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.222714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fb2d7-2232-45e7-b1ec-64226f164401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9133d53e-619c-487b-8eb9-4bd92e2fff34,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:30.224778 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-076fb2d7-2232-45e7-b1ec-64226f164401 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.228771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-076fb2d7-2232-45e7-b1ec-64226f164401 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9133d53e-619c-487b-8eb9-4bd92e2fff34 HTTP/1.1" status: 204  len: 168 time: 0.3097377
Apr 16 21:29:30.230533 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51836) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:30.275112 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0b6586c7-1105-4c75-b8fd-032cef9fcb80 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (3b8cc794-7b85-466b-9379-a5b620ad333a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.305281 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a7b2-9077-467e-9a54-7eacd580cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (8f593006-a7a9-4abc-8409-1d78959e9c9f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.316811 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (d39d67bc-481c-44d1-b949-7d37028e88b6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.330716 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.334048 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/networks/d39d67bc-481c-44d1-b949-7d37028e88b6 HTTP/1.1" status: 204  len: 168 time: 1.0720329
Apr 16 21:29:30.350480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51838) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:30.361910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-481c7c62-4b18-45a1-bf25-59d3e8a7db66 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'name': 'tempest-PortsTestJSON-2005953124'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:30.373242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e8e44-b4e2-43ba-8fe6-fb9603741617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Network': ['ID=d39d67bc-481c-44d1-b949-7d37028e88b6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:30.377172 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182099b-cbc3-4c3c-a6f8-34b92410e6c7 None None] DHCP port deletion for d39d67bc-481c-44d1-b949-7d37028e88b6 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:29:30.429251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6586c7-1105-4c75-b8fd-032cef9fcb80 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Subnet': ['ID=3b8cc794-7b85-466b-9379-a5b620ad333a,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:30.430709 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a7b2-9077-467e-9a54-7eacd580cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (8f593006-a7a9-4abc-8409-1d78959e9c9f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.449839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51842) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:30.455370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-fbf9a7b2-9077-467e-9a54-7eacd580cd7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f11a070>,) {'filters': {'network_id': ['8f593006-a7a9-4abc-8409-1d78959e9c9f']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:30.465954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-fbf9a7b2-9077-467e-9a54-7eacd580cd7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f11a070>, 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:30.466277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-fbf9a7b2-9077-467e-9a54-7eacd580cd7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f11a070>, 'a8f090f1-20fd-440b-adf2-d42c48eb5c5f') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:30.477197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6586c7-1105-4c75-b8fd-032cef9fcb80 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Checking segment: {'id': 'd6fac227-4c27-4600-aa46-e060ba6da521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '281eeec7-451c-45cc-8576-db86ed0a0504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:30.477943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6586c7-1105-4c75-b8fd-032cef9fcb80 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network hostable DHCP agents. Network: 281eeec7-451c-45cc-8576-db86ed0a0504, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:30.479756 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a7b2-9077-467e-9a54-7eacd580cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (a8f090f1-20fd-440b-adf2-d42c48eb5c5f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.494867 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a7b2-9077-467e-9a54-7eacd580cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (a8f090f1-20fd-440b-adf2-d42c48eb5c5f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.502009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf9a7b2-9077-467e-9a54-7eacd580cd7c admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:30.502540 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a7b2-9077-467e-9a54-7eacd580cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (a8f090f1-20fd-440b-adf2-d42c48eb5c5f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:30.504426 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:30.575790 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ac02db5-371c-4d4c-82db-30d82c316bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.583495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481c7c62-4b18-45a1-bf25-59d3e8a7db66 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:30.586761 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-481c7c62-4b18-45a1-bf25-59d3e8a7db66 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.606052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6586c7-1105-4c75-b8fd-032cef9fcb80 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network 281eeec7-451c-45cc-8576-db86ed0a0504 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:30.622801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-481c7c62-4b18-45a1-bf25-59d3e8a7db66 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 5e531583-5e03-4579-b351-8f1f998a4cac yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:30.665459 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a7b2-9077-467e-9a54-7eacd580cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (8f593006-a7a9-4abc-8409-1d78959e9c9f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.688571 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a7b2-9077-467e-9a54-7eacd580cd7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.691877 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fbf9a7b2-9077-467e-9a54-7eacd580cd7c admin admin] 10.222.0.20 "DELETE /v2.0/networks/8f593006-a7a9-4abc-8409-1d78959e9c9f HTTP/1.1" status: 204  len: 168 time: 0.4599822
Apr 16 21:29:30.693218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9a7b2-9077-467e-9a54-7eacd580cd7c admin admin] Pushing event deleted for resources: {'Network': ['ID=8f593006-a7a9-4abc-8409-1d78959e9c9f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:30.703587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0b6586c7-1105-4c75-b8fd-032cef9fcb80 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 281eeec7-451c-45cc-8576-db86ed0a0504) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:30.713098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64e8a11-aba9-4827-ba8a-faf9358c9856 None None] Network 281eeec7-451c-45cc-8576-db86ed0a0504 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:30.723155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6586c7-1105-4c75-b8fd-032cef9fcb80 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:30.723764 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0b6586c7-1105-4c75-b8fd-032cef9fcb80 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.815214 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ac02db5-371c-4d4c-82db-30d82c316bd5 admin admin] Publish callbacks [] for security_group (9d0a18e3-b0cd-4393-8518-fbefba04dc3c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.826074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-281eeec7-451c-45cc-8576-db86ed0a0504', 'network_id': '281eeec7-451c-45cc-8576-db86ed0a0504', 'project_id': '7506ab34d3614bc3948e48424e16545c', 'fixed_ips': [{'subnet_id': '3b8cc794-7b85-466b-9379-a5b620ad333a'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:30.826972 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.840214 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0b6586c7-1105-4c75-b8fd-032cef9fcb80 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 1.3332007
Apr 16 21:29:30.843750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51850) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:30.888479 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-481c7c62-4b18-45a1-bf25-59d3e8a7db66 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (5e531583-5e03-4579-b351-8f1f998a4cac), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.909890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bb3c9-acf7-4059-9965-7f80d71a0baf req-9b37eb50-7f7e-43ee-b8e4-86fb8f4ff723 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:30.911792 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d8bb3c9-acf7-4059-9965-7f80d71a0baf req-9b37eb50-7f7e-43ee-b8e4-86fb8f4ff723 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0681441
Apr 16 21:29:30.915468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ac02db5-371c-4d4c-82db-30d82c316bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9d0a18e3-b0cd-4393-8518-fbefba04dc3c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.956508 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (281eeec7-451c-45cc-8576-db86ed0a0504), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:30.989397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac02db5-371c-4d4c-82db-30d82c316bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0a18e3-b0cd-4393-8518-fbefba04dc3c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:30.994362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Allocated IP 2001:db8::1 (281eeec7-451c-45cc-8576-db86ed0a0504/3b8cc794-7b85-466b-9379-a5b620ad333a/f0f06d75-eaea-4a17-b4ba-e37254461d4f) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:30.996535 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6ac02db5-371c-4d4c-82db-30d82c316bd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fac87f4e61e492aa976384f5d0adb01&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5455811
Apr 16 21:29:31.004428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51852) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:31.023459 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (3b8cc794-7b85-466b-9379-a5b620ad333a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.042464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d8bb3c9-acf7-4059-9965-7f80d71a0baf req-3b840dc9-0c95-4a0a-8103-65a25e59d9f3 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129355
Apr 16 21:29:31.077596 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72f3f4da-06c6-47b1-a2d0-c430ec66113a admin admin] Publish callbacks [] for security_group (9d0a18e3-b0cd-4393-8518-fbefba04dc3c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.100379 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-481c7c62-4b18-45a1-bf25-59d3e8a7db66 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5e531583-5e03-4579-b351-8f1f998a4cac), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.101860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51854) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:31.110957 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72f3f4da-06c6-47b1-a2d0-c430ec66113a admin admin] Publish callbacks [] for security_group (9d0a18e3-b0cd-4393-8518-fbefba04dc3c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.154545 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c24c73b6-e8b8-4764-8393-248cb6cf683d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76fd883ad3944fcaaecdf2909120dc87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0489931
Apr 16 21:29:31.154794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51856) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:31.181318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c7c62-4b18-45a1-bf25-59d3e8a7db66 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=5e531583-5e03-4579-b351-8f1f998a4cac,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:31.187033 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Publish callbacks [] for port (f0f06d75-eaea-4a17-b4ba-e37254461d4f), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.191652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c7c62-4b18-45a1-bf25-59d3e8a7db66 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:31.199961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-481c7c62-4b18-45a1-bf25-59d3e8a7db66 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:31.202527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c7c62-4b18-45a1-bf25-59d3e8a7db66 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:31.213666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c7c62-4b18-45a1-bf25-59d3e8a7db66 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:31.213666 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-481c7c62-4b18-45a1-bf25-59d3e8a7db66 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.213937 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-663d9a32-b7f7-4965-b58e-19e776051411 admin admin] Publish callbacks [] for security_group (7b355f08-fb26-4f90-aac7-8edf37d13a6b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.223854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 79e63de4-d458-4fd8-9719-fccdec1c9d15 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:29:31.236958 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-663d9a32-b7f7-4965-b58e-19e776051411 admin admin] Publish callbacks [] for security_group (7b355f08-fb26-4f90-aac7-8edf37d13a6b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.244392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 79e63de4-d458-4fd8-9719-fccdec1c9d15 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:29:31.244752 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 79e63de4-d458-4fd8-9719-fccdec1c9d15 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:29:31.283542 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (f0f06d75-eaea-4a17-b4ba-e37254461d4f), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.327570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Network 281eeec7-451c-45cc-8576-db86ed0a0504 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:31.329126 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72f3f4da-06c6-47b1-a2d0-c430ec66113a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9d0a18e3-b0cd-4393-8518-fbefba04dc3c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.330998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:31.332269 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72f3f4da-06c6-47b1-a2d0-c430ec66113a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.333441 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-72f3f4da-06c6-47b1-a2d0-c430ec66113a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d0a18e3-b0cd-4393-8518-fbefba04dc3c HTTP/1.1" status: 204  len: 168 time: 0.3268332
Apr 16 21:29:31.338209 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:31.340652 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-481c7c62-4b18-45a1-bf25-59d3e8a7db66 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.9847603
Apr 16 21:29:31.341544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51860) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:31.348406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Pushing event updated for resources: {'Port': ['ID=f0f06d75-eaea-4a17-b4ba-e37254461d4f,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:31.357571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3f4da-06c6-47b1-a2d0-c430ec66113a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0a18e3-b0cd-4393-8518-fbefba04dc3c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:31.372852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-663d9a32-b7f7-4965-b58e-19e776051411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7b355f08-fb26-4f90-aac7-8edf37d13a6b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.374990 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-663d9a32-b7f7-4965-b58e-19e776051411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.376148 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-663d9a32-b7f7-4965-b58e-19e776051411 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b355f08-fb26-4f90-aac7-8edf37d13a6b HTTP/1.1" status: 204  len: 168 time: 0.2204595
Apr 16 21:29:31.381834 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (3b8cc794-7b85-466b-9379-a5b620ad333a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.417124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Attempting to bind port f0f06d75-eaea-4a17-b4ba-e37254461d4f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:31.417501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Attempting to bind port f0f06d75-eaea-4a17-b4ba-e37254461d4f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd6fac227-4c27-4600-aa46-e060ba6da521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '281eeec7-451c-45cc-8576-db86ed0a0504'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:31.417870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Attempting to bind port f0f06d75-eaea-4a17-b4ba-e37254461d4f on network 281eeec7-451c-45cc-8576-db86ed0a0504 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:31.423225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:31.424134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Checking segment: {'id': 'd6fac227-4c27-4600-aa46-e060ba6da521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '281eeec7-451c-45cc-8576-db86ed0a0504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:31.424451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d9a32-b7f7-4965-b58e-19e776051411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b355f08-fb26-4f90-aac7-8edf37d13a6b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:31.424586 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.424953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Bound using segment: {'id': 'd6fac227-4c27-4600-aa46-e060ba6da521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '281eeec7-451c-45cc-8576-db86ed0a0504'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:31.425422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Bound port: f0f06d75-eaea-4a17-b4ba-e37254461d4f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fac227-4c27-4600-aa46-e060ba6da521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '281eeec7-451c-45cc-8576-db86ed0a0504'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:31.426517 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0f06d75-eaea-4a17-b4ba-e37254461d4f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.431251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8cc794-7b85-466b-9379-a5b620ad333a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:31.530308 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (281eeec7-451c-45cc-8576-db86ed0a0504), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.541629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] For port f0f06d75-eaea-4a17-b4ba-e37254461d4f, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:31.543197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-bca3432b-6032-486d-a3f4-b7d3c9c8e147 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 5e531583-5e03-4579-b351-8f1f998a4cac {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:31.543542 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bca3432b-6032-486d-a3f4-b7d3c9c8e147 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5e531583-5e03-4579-b351-8f1f998a4cac), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.545390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] For port f0f06d75-eaea-4a17-b4ba-e37254461d4f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0f06d75-eaea-4a17-b4ba-e37254461d4f,segment=NetworkSegment(d6fac227-4c27-4600-aa46-e060ba6da521),segment_id=d6fac227-4c27-4600-aa46-e060ba6da521)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:31.595331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f5971c0>,) {'filters': {'network_id': ['281eeec7-451c-45cc-8576-db86ed0a0504']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:31.614718 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f5971c0>, 'd6fac227-4c27-4600-aa46-e060ba6da521') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:31.615029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f5971c0>, 'd6fac227-4c27-4600-aa46-e060ba6da521') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:31.630910 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (d6fac227-4c27-4600-aa46-e060ba6da521), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.645822 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bca3432b-6032-486d-a3f4-b7d3c9c8e147 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5e531583-5e03-4579-b351-8f1f998a4cac), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.660346 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-bca3432b-6032-486d-a3f4-b7d3c9c8e147 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 5e531583-5e03-4579-b351-8f1f998a4cac owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:31.694721 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f0f06d75-eaea-4a17-b4ba-e37254461d4f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.706415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d6fac227-4c27-4600-aa46-e060ba6da521), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.715791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:31.716196 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (d6fac227-4c27-4600-aa46-e060ba6da521), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:31.719317 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:31.776706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce62093-6321-443a-b4e9-e860052907d3 None None] Pushing event updated for resources: {'Port': ['ID=f0f06d75-eaea-4a17-b4ba-e37254461d4f,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:31.784943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c0c5154e-e278-4526-8a07-42e809fbe3c8 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:29:31.812211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: c0c5154e-e278-4526-8a07-42e809fbe3c8 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:29:31.812754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c0c5154e-e278-4526-8a07-42e809fbe3c8 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:29:31.825876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ddc31-f91d-48bc-9712-b001595c7699 None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:29:31.869731 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.api [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 21:29:31.869731 ncdv-master-1 neutron-server[122555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 21:29:31.869731 ncdv-master-1 neutron-server[122555]: [parameters: {'id': '281eeec7-451c-45cc-8576-db86ed0a0504'}]
Apr 16 21:29:31.869731 ncdv-master-1 neutron-server[122555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:29:31.870277 ncdv-master-1 neutron-server[122555]: DEBUG oslo_db.api [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:29:31.919543 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bca3432b-6032-486d-a3f4-b7d3c9c8e147 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5e531583-5e03-4579-b351-8f1f998a4cac), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.946903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3432b-6032-486d-a3f4-b7d3c9c8e147 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=5e531583-5e03-4579-b351-8f1f998a4cac,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:31.952282 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bca3432b-6032-486d-a3f4-b7d3c9c8e147 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:31.959772 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bca3432b-6032-486d-a3f4-b7d3c9c8e147 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/5e531583-5e03-4579-b351-8f1f998a4cac HTTP/1.1" status: 204  len: 168 time: 0.6169155
Apr 16 21:29:31.967069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51878) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:31.973615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d1456814-493c-4c6a-a550-30c767fe5057 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'mac_address': 'fa:16:3e:7b:28:51', 'name': 'tempest-PortsTestJSON-1974015871'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:31.991003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ddc31-f91d-48bc-9712-b001595c7699 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:29:32.156351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1456814-493c-4c6a-a550-30c767fe5057 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:32.216727 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7d366-5c2c-4835-af3a-91a16d20441a req-beb09a14-0f0c-40de-a3cc-027d6da0444e tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:32.226010 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61a7d366-5c2c-4835-af3a-91a16d20441a req-beb09a14-0f0c-40de-a3cc-027d6da0444e tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.1007833
Apr 16 21:29:32.266681 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d1456814-493c-4c6a-a550-30c767fe5057 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:32.291696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-d1456814-493c-4c6a-a550-30c767fe5057 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 91278a98-7dc6-486c-9687-5cd8681ea07a yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:32.293365 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61a7d366-5c2c-4835-af3a-91a16d20441a req-fe1a40ae-5e61-4031-9ad4-6aae94b4df4c tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659075
Apr 16 21:29:32.371305 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (281eeec7-451c-45cc-8576-db86ed0a0504), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:32.388284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80432fd0-a197-48c7-991a-acfe6ff14866 None None] Network 281eeec7-451c-45cc-8576-db86ed0a0504 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:32.445196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Deleting port f0f06d75-eaea-4a17-b4ba-e37254461d4f {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:32.445613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f0f06d75-eaea-4a17-b4ba-e37254461d4f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:32.497019 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d1456814-493c-4c6a-a550-30c767fe5057 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (91278a98-7dc6-486c-9687-5cd8681ea07a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:32.555663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] For port f0f06d75-eaea-4a17-b4ba-e37254461d4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0f06d75-eaea-4a17-b4ba-e37254461d4f,segment=NetworkSegment(d6fac227-4c27-4600-aa46-e060ba6da521),segment_id=d6fac227-4c27-4600-aa46-e060ba6da521)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:32.556051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f0f06d75-eaea-4a17-b4ba-e37254461d4f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:32.570270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Calling delete_port for f0f06d75-eaea-4a17-b4ba-e37254461d4f owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:32.660083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d1456814-493c-4c6a-a550-30c767fe5057 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (91278a98-7dc6-486c-9687-5cd8681ea07a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:32.725615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1456814-493c-4c6a-a550-30c767fe5057 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:32.728928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d1456814-493c-4c6a-a550-30c767fe5057 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:32.733290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1456814-493c-4c6a-a550-30c767fe5057 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:32.735966 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f0f06d75-eaea-4a17-b4ba-e37254461d4f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:32.738742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1456814-493c-4c6a-a550-30c767fe5057 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:32.739452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d1456814-493c-4c6a-a550-30c767fe5057 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:32.749242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1456814-493c-4c6a-a550-30c767fe5057 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=91278a98-7dc6-486c-9687-5cd8681ea07a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:32.767171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Port': ['ID=f0f06d75-eaea-4a17-b4ba-e37254461d4f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:32.769584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No DVR routers for this DVR port f0f06d75-eaea-4a17-b4ba-e37254461d4f on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:32.857868 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (281eeec7-451c-45cc-8576-db86ed0a0504), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:32.880560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f4f7d90>,) {'filters': {'network_id': ['281eeec7-451c-45cc-8576-db86ed0a0504']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:32.891568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f4f7d90>, 'd6fac227-4c27-4600-aa46-e060ba6da521') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:32.892024 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f4f7d90>, 'd6fac227-4c27-4600-aa46-e060ba6da521') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:32.901588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51912) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:32.902155 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d1456814-493c-4c6a-a550-30c767fe5057 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.9322069
Apr 16 21:29:32.911978 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (d6fac227-4c27-4600-aa46-e060ba6da521), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:32.948117 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d6fac227-4c27-4600-aa46-e060ba6da521), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:32.958328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:32.958735 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (d6fac227-4c27-4600-aa46-e060ba6da521), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:32.961825 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:32.979959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09609bd8-ab25-4aba-887d-28a47af0fee2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:32.981387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-09609bd8-ab25-4aba-887d-28a47af0fee2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/91278a98-7dc6-486c-9687-5cd8681ea07a HTTP/1.1" status: 200  len: 841 time: 0.0787942
Apr 16 21:29:32.984661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51914) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:33.076270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-26e9c413-83c0-42b5-adaf-393b5351bfeb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 91278a98-7dc6-486c-9687-5cd8681ea07a {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:33.076620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-26e9c413-83c0-42b5-adaf-393b5351bfeb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (91278a98-7dc6-486c-9687-5cd8681ea07a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.142746 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-26e9c413-83c0-42b5-adaf-393b5351bfeb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (91278a98-7dc6-486c-9687-5cd8681ea07a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.156716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-26e9c413-83c0-42b5-adaf-393b5351bfeb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 91278a98-7dc6-486c-9687-5cd8681ea07a owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:33.178017 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (281eeec7-451c-45cc-8576-db86ed0a0504), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.180039 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.184111 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/281eeec7-451c-45cc-8576-db86ed0a0504 HTTP/1.1" status: 204  len: 168 time: 2.3392935
Apr 16 21:29:33.199739 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51918) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:33.204960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1868c15f-7f05-42e0-a29c-e6430a0351b1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1187516099'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:33.208235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95518616-0676-443b-b40f-f3b0087314d3 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Network': ['ID=281eeec7-451c-45cc-8576-db86ed0a0504,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:33.356516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1868c15f-7f05-42e0-a29c-e6430a0351b1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:33.360821 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1868c15f-7f05-42e0-a29c-e6430a0351b1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.363789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51924) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:33.402648 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-26e9c413-83c0-42b5-adaf-393b5351bfeb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (91278a98-7dc6-486c-9687-5cd8681ea07a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.418275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1868c15f-7f05-42e0-a29c-e6430a0351b1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:33.431378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce78f-df50-4b4a-b10b-95933bff0691 req-831f84cf-e526-4e44-a27b-03499d10c572 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:33.432891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f0ce78f-df50-4b4a-b10b-95933bff0691 req-831f84cf-e526-4e44-a27b-03499d10c572 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0623083
Apr 16 21:29:33.437623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9c413-83c0-42b5-adaf-393b5351bfeb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=91278a98-7dc6-486c-9687-5cd8681ea07a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:33.438816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1868c15f-7f05-42e0-a29c-e6430a0351b1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (21d4c671-c24d-47ce-8144-db780b8e06d0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.439386 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-1868c15f-7f05-42e0-a29c-e6430a0351b1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Added segment 21d4c671-c24d-47ce-8144-db780b8e06d0 of type vlan for network 99342701-b7f2-4bc2-977b-f4061ca3dc1f
Apr 16 21:29:33.455176 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-26e9c413-83c0-42b5-adaf-393b5351bfeb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.459812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-26e9c413-83c0-42b5-adaf-393b5351bfeb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/91278a98-7dc6-486c-9687-5cd8681ea07a HTTP/1.1" status: 204  len: 168 time: 0.4739244
Apr 16 21:29:33.462415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51928) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:33.498452 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1868c15f-7f05-42e0-a29c-e6430a0351b1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (99342701-b7f2-4bc2-977b-f4061ca3dc1f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.499493 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60ac585-a50b-4f21-b548-f38793aa4413 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:29:33.500995 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e60ac585-a50b-4f21-b548-f38793aa4413 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/91278a98-7dc6-486c-9687-5cd8681ea07a HTTP/1.1" status: 404  len: 333 time: 0.0374293
Apr 16 21:29:33.501969 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-302ece44-20f3-4393-bb69-ed8f6bd5fa5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.505178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51930) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:33.515256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-590d774c-8f18-42e2-b77d-4e52e41f4c1f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'name': 'tempest-PortsTestJSON-1126170304'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:33.536465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f0ce78f-df50-4b4a-b10b-95933bff0691 req-9778d8a9-1926-4268-90e7-65c6e60b1371 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952163
Apr 16 21:29:33.597526 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1868c15f-7f05-42e0-a29c-e6430a0351b1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (99342701-b7f2-4bc2-977b-f4061ca3dc1f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.602648 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1868c15f-7f05-42e0-a29c-e6430a0351b1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:33.603253 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1868c15f-7f05-42e0-a29c-e6430a0351b1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.670179 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-302ece44-20f3-4393-bb69-ed8f6bd5fa5c admin admin] Publish callbacks [] for security_group (4fe4bf04-7429-495d-a352-b0081ec1f345), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.673110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868c15f-7f05-42e0-a29c-e6430a0351b1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Network': ['ID=99342701-b7f2-4bc2-977b-f4061ca3dc1f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:33.688063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 99342701-b7f2-4bc2-977b-f4061ca3dc1f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:33.779572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590d774c-8f18-42e2-b77d-4e52e41f4c1f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:33.782138 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1868c15f-7f05-42e0-a29c-e6430a0351b1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5809655
Apr 16 21:29:33.783763 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-590d774c-8f18-42e2-b77d-4e52e41f4c1f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.785753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51932) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:33.785904 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-302ece44-20f3-4393-bb69-ed8f6bd5fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4fe4bf04-7429-495d-a352-b0081ec1f345), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:33.790746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-42e0bf04-1a15-4a95-8018-0fcb3ef6289c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'subnet': {'network_id': '99342701-b7f2-4bc2-977b-f4061ca3dc1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:33.835858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-590d774c-8f18-42e2-b77d-4e52e41f4c1f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 554b7985-dc60-4c24-8f90-739ca6aaf72f yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:33.840961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ece44-20f3-4393-bb69-ed8f6bd5fa5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe4bf04-7429-495d-a352-b0081ec1f345,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:33.884525 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-302ece44-20f3-4393-bb69-ed8f6bd5fa5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3193451bf784d3cb73e3524c10f6bdc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5184433
Apr 16 21:29:33.888806 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51936) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:33.960936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e0bf04-1a15-4a95-8018-0fcb3ef6289c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:33.964892 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-42e0bf04-1a15-4a95-8018-0fcb3ef6289c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.018672 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d8d03ea-87f7-4209-9a9c-983e70a9ce80 admin admin] Publish callbacks [] for security_group (4fe4bf04-7429-495d-a352-b0081ec1f345), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.065855 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d8d03ea-87f7-4209-9a9c-983e70a9ce80 admin admin] Publish callbacks [] for security_group (4fe4bf04-7429-495d-a352-b0081ec1f345), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.075071 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-590d774c-8f18-42e2-b77d-4e52e41f4c1f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (554b7985-dc60-4c24-8f90-739ca6aaf72f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.191444 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-590d774c-8f18-42e2-b77d-4e52e41f4c1f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (554b7985-dc60-4c24-8f90-739ca6aaf72f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.223596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-42e0bf04-1a15-4a95-8018-0fcb3ef6289c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (933ca7c5-4b0d-4d2a-8c6d-43cfec5646b8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.229671 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d8d03ea-87f7-4209-9a9c-983e70a9ce80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4fe4bf04-7429-495d-a352-b0081ec1f345), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.232353 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d8d03ea-87f7-4209-9a9c-983e70a9ce80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.236100 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0d8d03ea-87f7-4209-9a9c-983e70a9ce80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fe4bf04-7429-495d-a352-b0081ec1f345 HTTP/1.1" status: 204  len: 168 time: 0.3437221
Apr 16 21:29:34.243179 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d774c-8f18-42e2-b77d-4e52e41f4c1f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:34.248973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-590d774c-8f18-42e2-b77d-4e52e41f4c1f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:34.251937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d774c-8f18-42e2-b77d-4e52e41f4c1f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:34.257908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d774c-8f18-42e2-b77d-4e52e41f4c1f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:34.260991 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-590d774c-8f18-42e2-b77d-4e52e41f4c1f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.277683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d03ea-87f7-4209-9a9c-983e70a9ce80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe4bf04-7429-495d-a352-b0081ec1f345,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:34.283536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d774c-8f18-42e2-b77d-4e52e41f4c1f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=554b7985-dc60-4c24-8f90-739ca6aaf72f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:34.327865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e0bf04-1a15-4a95-8018-0fcb3ef6289c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Checking segment: {'id': '21d4c671-c24d-47ce-8144-db780b8e06d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '99342701-b7f2-4bc2-977b-f4061ca3dc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:34.328256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e0bf04-1a15-4a95-8018-0fcb3ef6289c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network hostable DHCP agents. Network: 99342701-b7f2-4bc2-977b-f4061ca3dc1f, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:34.331033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0bf04-1a15-4a95-8018-0fcb3ef6289c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Subnet': ['ID=933ca7c5-4b0d-4d2a-8c6d-43cfec5646b8,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:34.380622 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-590d774c-8f18-42e2-b77d-4e52e41f4c1f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.8743856
Apr 16 21:29:34.383322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51952) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:34.388393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-5bbe152a-6593-4f63-a3d0-d2e0fc53e775 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:34.447837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e0bf04-1a15-4a95-8018-0fcb3ef6289c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network 99342701-b7f2-4bc2-977b-f4061ca3dc1f is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:34.464519 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5bbe152a-6593-4f63-a3d0-d2e0fc53e775 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (554b7985-dc60-4c24-8f90-739ca6aaf72f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.514747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-42e0bf04-1a15-4a95-8018-0fcb3ef6289c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 99342701-b7f2-4bc2-977b-f4061ca3dc1f) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:34.519287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e0bf04-1a15-4a95-8018-0fcb3ef6289c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:34.519937 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-42e0bf04-1a15-4a95-8018-0fcb3ef6289c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.525243 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47caadf3-724e-45fa-b200-dc45f1d21c69 None None] Network 99342701-b7f2-4bc2-977b-f4061ca3dc1f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:34.611966 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-42e0bf04-1a15-4a95-8018-0fcb3ef6289c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.8251338
Apr 16 21:29:34.612636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51958) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:34.643912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5bbe152a-6593-4f63-a3d0-d2e0fc53e775 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (554b7985-dc60-4c24-8f90-739ca6aaf72f), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.656373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99342701-b7f2-4bc2-977b-f4061ca3dc1f', 'network_id': '99342701-b7f2-4bc2-977b-f4061ca3dc1f', 'project_id': '7506ab34d3614bc3948e48424e16545c', 'fixed_ips': [{'subnet_id': '933ca7c5-4b0d-4d2a-8c6d-43cfec5646b8'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:34.657404 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.731540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd7d5f-ad87-42e6-9e89-f2dbbf1aa0fc req-6c2fa046-f37a-4530-8e4f-8bc0b8a76082 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:34.739569 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-70fd7d5f-ad87-42e6-9e89-f2dbbf1aa0fc req-6c2fa046-f37a-4530-8e4f-8bc0b8a76082 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0852826
Apr 16 21:29:34.748752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5bbe152a-6593-4f63-a3d0-d2e0fc53e775 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (554b7985-dc60-4c24-8f90-739ca6aaf72f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.756465 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (99342701-b7f2-4bc2-977b-f4061ca3dc1f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.828841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Allocated IP 2001:db8::1 (99342701-b7f2-4bc2-977b-f4061ca3dc1f/933ca7c5-4b0d-4d2a-8c6d-43cfec5646b8/0d2f47bd-e886-4dba-aecb-f93554766271) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:34.836804 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-70fd7d5f-ad87-42e6-9e89-f2dbbf1aa0fc req-056a3db7-ba95-4965-aa0d-878b070d8a08 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962651
Apr 16 21:29:34.852837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (933ca7c5-4b0d-4d2a-8c6d-43cfec5646b8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.853283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe152a-6593-4f63-a3d0-d2e0fc53e775 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] In _notify_port_updated(), no bound segment for port 554b7985-dc60-4c24-8f90-739ca6aaf72f on network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 {{(pid=122556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:29:34.861565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbe152a-6593-4f63-a3d0-d2e0fc53e775 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:34.862290 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5bbe152a-6593-4f63-a3d0-d2e0fc53e775 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.866220 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5bbe152a-6593-4f63-a3d0-d2e0fc53e775 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "PUT /v2.0/ports/554b7985-dc60-4c24-8f90-739ca6aaf72f HTTP/1.1" status: 200  len: 818 time: 0.4793339
Apr 16 21:29:34.867120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51966) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:34.898884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe152a-6593-4f63-a3d0-d2e0fc53e775 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=554b7985-dc60-4c24-8f90-739ca6aaf72f,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:34.978657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0a422978-aac3-41cf-94e6-d3c1ec04820a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 554b7985-dc60-4c24-8f90-739ca6aaf72f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:34.979310 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a422978-aac3-41cf-94e6-d3c1ec04820a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (554b7985-dc60-4c24-8f90-739ca6aaf72f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:34.997885 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Publish callbacks [] for port (0d2f47bd-e886-4dba-aecb-f93554766271), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.051090 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a422978-aac3-41cf-94e6-d3c1ec04820a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (554b7985-dc60-4c24-8f90-739ca6aaf72f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.064640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0a422978-aac3-41cf-94e6-d3c1ec04820a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 554b7985-dc60-4c24-8f90-739ca6aaf72f owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:35.086413 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (0d2f47bd-e886-4dba-aecb-f93554766271), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.130361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Network 99342701-b7f2-4bc2-977b-f4061ca3dc1f is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:35.133291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:35.136773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:35.144050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Pushing event updated for resources: {'Port': ['ID=0d2f47bd-e886-4dba-aecb-f93554766271,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:35.187433 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (933ca7c5-4b0d-4d2a-8c6d-43cfec5646b8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.208510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Attempting to bind port 0d2f47bd-e886-4dba-aecb-f93554766271 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:35.208901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Attempting to bind port 0d2f47bd-e886-4dba-aecb-f93554766271 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '21d4c671-c24d-47ce-8144-db780b8e06d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '99342701-b7f2-4bc2-977b-f4061ca3dc1f'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:35.209359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Attempting to bind port 0d2f47bd-e886-4dba-aecb-f93554766271 on network 99342701-b7f2-4bc2-977b-f4061ca3dc1f {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:35.217156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:35.217156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Checking segment: {'id': '21d4c671-c24d-47ce-8144-db780b8e06d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '99342701-b7f2-4bc2-977b-f4061ca3dc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:35.217405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Subnet': ['ID=933ca7c5-4b0d-4d2a-8c6d-43cfec5646b8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:35.217488 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.217488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Bound using segment: {'id': '21d4c671-c24d-47ce-8144-db780b8e06d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '99342701-b7f2-4bc2-977b-f4061ca3dc1f'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:35.217488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Bound port: 0d2f47bd-e886-4dba-aecb-f93554766271, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d4c671-c24d-47ce-8144-db780b8e06d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '99342701-b7f2-4bc2-977b-f4061ca3dc1f'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:35.217488 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0d2f47bd-e886-4dba-aecb-f93554766271), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.236705 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a422978-aac3-41cf-94e6-d3c1ec04820a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (554b7985-dc60-4c24-8f90-739ca6aaf72f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.273534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a422978-aac3-41cf-94e6-d3c1ec04820a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=554b7985-dc60-4c24-8f90-739ca6aaf72f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:35.283876 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a422978-aac3-41cf-94e6-d3c1ec04820a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.287215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0a422978-aac3-41cf-94e6-d3c1ec04820a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/554b7985-dc60-4c24-8f90-739ca6aaf72f HTTP/1.1" status: 204  len: 168 time: 0.4190488
Apr 16 21:29:35.289679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51978) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:35.299722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] For port 0d2f47bd-e886-4dba-aecb-f93554766271, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:35.299910 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (99342701-b7f2-4bc2-977b-f4061ca3dc1f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.302967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] For port 0d2f47bd-e886-4dba-aecb-f93554766271, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d2f47bd-e886-4dba-aecb-f93554766271,segment=NetworkSegment(21d4c671-c24d-47ce-8144-db780b8e06d0),segment_id=21d4c671-c24d-47ce-8144-db780b8e06d0)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:35.321351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011eddc7c0>,) {'filters': {'network_id': ['99342701-b7f2-4bc2-977b-f4061ca3dc1f']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:35.331121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eddc7c0>, '21d4c671-c24d-47ce-8144-db780b8e06d0') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:35.331421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eddc7c0>, '21d4c671-c24d-47ce-8144-db780b8e06d0') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:35.337493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6a322-cea9-4262-add1-f247e3a860b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:35.338981 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ab6a322-cea9-4262-add1-f247e3a860b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0481369
Apr 16 21:29:35.343997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51980) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:35.346229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (21d4c671-c24d-47ce-8144-db780b8e06d0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.369477 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-5843ff4c-1637-472c-b2f0-bf9e83262583 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:29:35.370837 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5843ff4c-1637-472c-b2f0-bf9e83262583 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/554b7985-dc60-4c24-8f90-739ca6aaf72f HTTP/1.1" status: 404  len: 333 time: 0.0259066
Apr 16 21:29:35.374431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51982) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:35.379147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-36637644-bd08-4acb-8fbc-31184838cfc6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1381360593'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:35.494477 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0d2f47bd-e886-4dba-aecb-f93554766271), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.496838 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (21d4c671-c24d-47ce-8144-db780b8e06d0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.505369 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36637644-bd08-4acb-8fbc-31184838cfc6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:35.507471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:35.508638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (21d4c671-c24d-47ce-8144-db780b8e06d0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.510514 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36637644-bd08-4acb-8fbc-31184838cfc6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.526674 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51986) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:35.562044 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:35.586625 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5300d1f-5c62-4699-ada4-de626a0e8112 None None] Pushing event updated for resources: {'Port': ['ID=0d2f47bd-e886-4dba-aecb-f93554766271,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:35.598439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36637644-bd08-4acb-8fbc-31184838cfc6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:35.608321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3542aa26-cecd-45ef-bc52-026fb27561f4 None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:29:35.618207 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36637644-bd08-4acb-8fbc-31184838cfc6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (eb2dc67d-8de5-4f72-bb63-d7208f08b7f3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.618207 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-36637644-bd08-4acb-8fbc-31184838cfc6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Added segment eb2dc67d-8de5-4f72-bb63-d7208f08b7f3 of type vlan for network 2ca9267a-51a1-4ba1-a39f-73900e72ce63
Apr 16 21:29:35.637409 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.api [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 21:29:35.637409 ncdv-master-1 neutron-server[122555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 21:29:35.637409 ncdv-master-1 neutron-server[122555]: [parameters: {'id': '99342701-b7f2-4bc2-977b-f4061ca3dc1f'}]
Apr 16 21:29:35.637409 ncdv-master-1 neutron-server[122555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:29:35.642743 ncdv-master-1 neutron-server[122555]: DEBUG oslo_db.api [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:29:35.657179 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1105806041-network', 'tenant_id': 'b3725ceb97a44027814572ed7530274d'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:35.676892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36637644-bd08-4acb-8fbc-31184838cfc6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (2ca9267a-51a1-4ba1-a39f-73900e72ce63), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.724315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3542aa26-cecd-45ef-bc52-026fb27561f4 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:29:35.768758 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Made reservation on behalf of b3725ceb97a44027814572ed7530274d for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:35.771242 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.780713 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.792337 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36637644-bd08-4acb-8fbc-31184838cfc6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (2ca9267a-51a1-4ba1-a39f-73900e72ce63), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.797206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36637644-bd08-4acb-8fbc-31184838cfc6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:35.797797 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36637644-bd08-4acb-8fbc-31184838cfc6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:35.886538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36637644-bd08-4acb-8fbc-31184838cfc6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Network': ['ID=2ca9267a-51a1-4ba1-a39f-73900e72ce63,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:35.902268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 2ca9267a-51a1-4ba1-a39f-73900e72ce63 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:35.919344 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-36637644-bd08-4acb-8fbc-31184838cfc6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5414915
Apr 16 21:29:35.919647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51992) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:35.925088 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-819bf2e7-0269-42cd-bd1f-164815fe34d6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': '2ca9267a-51a1-4ba1-a39f-73900e72ce63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:35.969436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d7d7b-1ef9-4065-ba60-39fc9efd22f5 req-9852ed26-feaf-4f63-99b7-591658f5a5f1 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:35.974730 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-525d7d7b-1ef9-4065-ba60-39fc9efd22f5 req-9852ed26-feaf-4f63-99b7-591658f5a5f1 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0638824
Apr 16 21:29:35.974858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3432dd03-b51d-4bc3-bfa9-12e5a95bf1ea None None] Network 99342701-b7f2-4bc2-977b-f4061ca3dc1f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:36.000724 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Publish callbacks [] for security_group (1acd6441-101f-4245-877f-ddcc8cccf7f6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.040468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-525d7d7b-1ef9-4065-ba60-39fc9efd22f5 req-4c90c500-9a2d-452a-8496-473012e0e4e7 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551784
Apr 16 21:29:36.128645 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1acd6441-101f-4245-877f-ddcc8cccf7f6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.140304 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (99342701-b7f2-4bc2-977b-f4061ca3dc1f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.155838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819bf2e7-0269-42cd-bd1f-164815fe34d6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:36.159310 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-819bf2e7-0269-42cd-bd1f-164815fe34d6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.167052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:36.174645 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.197242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Deleting port 0d2f47bd-e886-4dba-aecb-f93554766271 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:36.198239 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0d2f47bd-e886-4dba-aecb-f93554766271), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.220640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acd6441-101f-4245-877f-ddcc8cccf7f6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:36.241789 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (50048224-eb22-4e48-b986-2e9a3382c2bc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.242146 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Added segment 50048224-eb22-4e48-b986-2e9a3382c2bc of type vlan for network 7f66969e-3fbf-420d-9b9f-3b66a208da76
Apr 16 21:29:36.266449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] For port 0d2f47bd-e886-4dba-aecb-f93554766271, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d2f47bd-e886-4dba-aecb-f93554766271,segment=NetworkSegment(21d4c671-c24d-47ce-8144-db780b8e06d0),segment_id=21d4c671-c24d-47ce-8144-db780b8e06d0)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:36.266824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0d2f47bd-e886-4dba-aecb-f93554766271), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.281881 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Calling delete_port for 0d2f47bd-e886-4dba-aecb-f93554766271 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:36.448367 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0d2f47bd-e886-4dba-aecb-f93554766271), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.473869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Port': ['ID=0d2f47bd-e886-4dba-aecb-f93554766271,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:36.479788 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No DVR routers for this DVR port 0d2f47bd-e886-4dba-aecb-f93554766271 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:36.561122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (99342701-b7f2-4bc2-977b-f4061ca3dc1f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.569173 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-cafee50b-52d3-4d93-a3a5-775e66bd89fb tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b9a42fbaedfa48bf9d1306ceb85b0e04&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3448362
Apr 16 21:29:36.582817 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ec957f0>,) {'filters': {'network_id': ['99342701-b7f2-4bc2-977b-f4061ca3dc1f']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:36.592188 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ec957f0>, '21d4c671-c24d-47ce-8144-db780b8e06d0') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:36.592506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ec957f0>, '21d4c671-c24d-47ce-8144-db780b8e06d0') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:36.606715 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (21d4c671-c24d-47ce-8144-db780b8e06d0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.621786 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (21d4c671-c24d-47ce-8144-db780b8e06d0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.628080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:36.628556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (21d4c671-c24d-47ce-8144-db780b8e06d0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:36.631566 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:36.697004 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (7f66969e-3fbf-420d-9b9f-3b66a208da76), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.779531 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (99342701-b7f2-4bc2-977b-f4061ca3dc1f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.787281 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.793855 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/99342701-b7f2-4bc2-977b-f4061ca3dc1f HTTP/1.1" status: 204  len: 168 time: 2.1768742
Apr 16 21:29:36.795035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52008) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:36.802446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18889a4e-4ad3-478c-abfa-7efd21f86946 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Network': ['ID=99342701-b7f2-4bc2-977b-f4061ca3dc1f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:36.811128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ab7e5a1d-1a91-40e6-85dd-e5668fcc1a0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356174333'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:36.842542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-c4e33d8d-1a8c-4904-a349-6682d29f8482 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:36.843980 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-c4e33d8d-1a8c-4904-a349-6682d29f8482 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2691648
Apr 16 21:29:36.886091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-5e3386ac-55e7-43bf-a437-9b05d5b2f3f2 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/quotas/b9a42fbaedfa48bf9d1306ceb85b0e04 HTTP/1.1" status: 200  len: 375 time: 0.0345538
Apr 16 21:29:36.911738 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (7f66969e-3fbf-420d-9b9f-3b66a208da76), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.912699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:36.913372 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:36.951065 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-d607d7da-e49b-4bf5-b520-05d00f20dced tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9a42fbaedfa48bf9d1306ceb85b0e04&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0562272
Apr 16 21:29:36.951638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7e5a1d-1a91-40e6-85dd-e5668fcc1a0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:36.955455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab7e5a1d-1a91-40e6-85dd-e5668fcc1a0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:37.049726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] Pushing event updated for resources: {'Network': ['ID=7f66969e-3fbf-420d-9b9f-3b66a208da76,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:37.059902 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 7f66969e-3fbf-420d-9b9f-3b66a208da76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:37.065129 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7e5a1d-1a91-40e6-85dd-e5668fcc1a0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:37.075940 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab7e5a1d-1a91-40e6-85dd-e5668fcc1a0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6cd9960c-3f5a-4f86-a659-b3e880ba2f5b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:37.078506 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-ab7e5a1d-1a91-40e6-85dd-e5668fcc1a0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Added segment 6cd9960c-3f5a-4f86-a659-b3e880ba2f5b of type vlan for network 718ff512-b32e-49db-8bda-761ae32313db
Apr 16 21:29:37.109932 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4be85a35-b208-455f-8c67-0042fc0d2439 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.5783031
Apr 16 21:29:37.130779 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab7e5a1d-1a91-40e6-85dd-e5668fcc1a0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (718ff512-b32e-49db-8bda-761ae32313db), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:37.153461 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-819bf2e7-0269-42cd-bd1f-164815fe34d6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (833fc010-d890-4fbb-8694-7e2bbebc7b89), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:37.209745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f96117-25a0-4b5b-83ab-c8e5f9dc344d req-81febc67-e4fb-4941-aba8-241cd71135ba tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:37.212763 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38f96117-25a0-4b5b-83ab-c8e5f9dc344d req-81febc67-e4fb-4941-aba8-241cd71135ba tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0674345
Apr 16 21:29:37.236786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bf2e7-0269-42cd-bd1f-164815fe34d6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Subnet': ['ID=833fc010-d890-4fbb-8694-7e2bbebc7b89,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:37.244810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819bf2e7-0269-42cd-bd1f-164815fe34d6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Checking segment: {'id': 'eb2dc67d-8de5-4f72-bb63-d7208f08b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ca9267a-51a1-4ba1-a39f-73900e72ce63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:37.245178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819bf2e7-0269-42cd-bd1f-164815fe34d6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network hostable DHCP agents. Network: 2ca9267a-51a1-4ba1-a39f-73900e72ce63, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:37.286214 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab7e5a1d-1a91-40e6-85dd-e5668fcc1a0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (718ff512-b32e-49db-8bda-761ae32313db), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:37.294930 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38f96117-25a0-4b5b-83ab-c8e5f9dc344d req-36d91282-fa87-4e15-a76e-106da63ad9ef tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722156
Apr 16 21:29:37.308702 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e5a1d-1a91-40e6-85dd-e5668fcc1a0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:37.308702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab7e5a1d-1a91-40e6-85dd-e5668fcc1a0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:37.396476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819bf2e7-0269-42cd-bd1f-164815fe34d6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 2ca9267a-51a1-4ba1-a39f-73900e72ce63 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:37.403814 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1320ad45-5536-44d0-9997-2020c5cdcd88 req-80212079-2429-49c6-b775-f0cc7ae96ecb tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 210 time: 0.1340716
Apr 16 21:29:37.418761 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e5a1d-1a91-40e6-85dd-e5668fcc1a0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Network': ['ID=718ff512-b32e-49db-8bda-761ae32313db,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:37.432983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 718ff512-b32e-49db-8bda-761ae32313db details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:37.531616 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ab7e5a1d-1a91-40e6-85dd-e5668fcc1a0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7291172
Apr 16 21:29:37.538829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52030) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:37.539334 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9874658d-33ab-43a9-9f44-385e20f40cf9 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'subnet': {'network_id': '718ff512-b32e-49db-8bda-761ae32313db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:37.583748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-819bf2e7-0269-42cd-bd1f-164815fe34d6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2ca9267a-51a1-4ba1-a39f-73900e72ce63) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:37.596230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be162550-f139-4511-b02d-63dbcdeb2ac3 None None] Network 2ca9267a-51a1-4ba1-a39f-73900e72ce63 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:37.601349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819bf2e7-0269-42cd-bd1f-164815fe34d6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:37.602009 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-819bf2e7-0269-42cd-bd1f-164815fe34d6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:37.671935 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-819bf2e7-0269-42cd-bd1f-164815fe34d6 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7507865
Apr 16 21:29:37.675060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52032) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:37.680961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-7683c6c5-39aa-459d-854e-d59f3b1b67ae tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': '2ca9267a-51a1-4ba1-a39f-73900e72ce63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:37.712447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2ca9267a-51a1-4ba1-a39f-73900e72ce63', 'network_id': '2ca9267a-51a1-4ba1-a39f-73900e72ce63', 'project_id': '320449ac75f842198f730cb6d86e6944', 'fixed_ips': [{'subnet_id': '833fc010-d890-4fbb-8694-7e2bbebc7b89'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:37.713446 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:37.730994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d70c-195a-4124-9c26-1f3acf75087e req-ee1b965e-95f1-4412-93af-bb725c1142c9 tempest-ComputeTenantNetworksTest-979505922 tempest-ComputeTenantNetworksTest-979505922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:37.736796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d70c-195a-4124-9c26-1f3acf75087e req-ee1b965e-95f1-4412-93af-bb725c1142c9 tempest-ComputeTenantNetworksTest-979505922 tempest-ComputeTenantNetworksTest-979505922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:37.743169 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d70c-195a-4124-9c26-1f3acf75087e req-ee1b965e-95f1-4412-93af-bb725c1142c9 tempest-ComputeTenantNetworksTest-979505922 tempest-ComputeTenantNetworksTest-979505922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:37.744901 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aee6d70c-195a-4124-9c26-1f3acf75087e req-ee1b965e-95f1-4412-93af-bb725c1142c9 tempest-ComputeTenantNetworksTest-979505922 tempest-ComputeTenantNetworksTest-979505922-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1903 time: 0.2558186
Apr 16 21:29:37.835827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9874658d-33ab-43a9-9f44-385e20f40cf9 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:37.839142 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9874658d-33ab-43a9-9f44-385e20f40cf9 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:37.859510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Allocated IP 172.20.0.2 (2ca9267a-51a1-4ba1-a39f-73900e72ce63/833fc010-d890-4fbb-8694-7e2bbebc7b89/99344858-cdee-4eea-8849-b780bb386e49) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:37.927851 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa320c7-f843-429c-8c42-bc779f89c6f2 req-8d00c03b-dd6c-47c5-b90c-bd6653db0aa5 tempest-ComputeTenantNetworksTest-979505922 tempest-ComputeTenantNetworksTest-979505922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:37.929332 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8aa320c7-f843-429c-8c42-bc779f89c6f2 req-8d00c03b-dd6c-47c5-b90c-bd6653db0aa5 tempest-ComputeTenantNetworksTest-979505922 tempest-ComputeTenantNetworksTest-979505922-project] 10.222.0.20 "GET /v2.0/networks/7f66969e-3fbf-420d-9b9f-3b66a208da76 HTTP/1.1" status: 200  len: 769 time: 0.1623347
Apr 16 21:29:37.937834 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52036) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:38.003860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7683c6c5-39aa-459d-854e-d59f3b1b67ae tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:38.007274 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7683c6c5-39aa-459d-854e-d59f3b1b67ae tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.014959 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Publish callbacks [] for port (99344858-cdee-4eea-8849-b780bb386e49), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.059863 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (99344858-cdee-4eea-8849-b780bb386e49), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.104339 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-abc4de75-f034-4573-a17a-4b964dc86cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (7f66969e-3fbf-420d-9b9f-3b66a208da76), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.106063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Network 2ca9267a-51a1-4ba1-a39f-73900e72ce63 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:38.108982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:38.112486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:38.119617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Pushing event updated for resources: {'Port': ['ID=99344858-cdee-4eea-8849-b780bb386e49,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:38.175051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Attempting to bind port 99344858-cdee-4eea-8849-b780bb386e49 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:38.175711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Attempting to bind port 99344858-cdee-4eea-8849-b780bb386e49 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eb2dc67d-8de5-4f72-bb63-d7208f08b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ca9267a-51a1-4ba1-a39f-73900e72ce63'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:38.176085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Attempting to bind port 99344858-cdee-4eea-8849-b780bb386e49 on network 2ca9267a-51a1-4ba1-a39f-73900e72ce63 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:38.184346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:38.184642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Checking segment: {'id': 'eb2dc67d-8de5-4f72-bb63-d7208f08b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ca9267a-51a1-4ba1-a39f-73900e72ce63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:38.185056 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.185553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Bound using segment: {'id': 'eb2dc67d-8de5-4f72-bb63-d7208f08b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ca9267a-51a1-4ba1-a39f-73900e72ce63'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:38.186187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Bound port: 99344858-cdee-4eea-8849-b780bb386e49, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2dc67d-8de5-4f72-bb63-d7208f08b7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ca9267a-51a1-4ba1-a39f-73900e72ce63'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:38.186317 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (99344858-cdee-4eea-8849-b780bb386e49), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.253684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] For port 99344858-cdee-4eea-8849-b780bb386e49, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:38.256792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] For port 99344858-cdee-4eea-8849-b780bb386e49, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99344858-cdee-4eea-8849-b780bb386e49,segment=NetworkSegment(eb2dc67d-8de5-4f72-bb63-d7208f08b7f3),segment_id=eb2dc67d-8de5-4f72-bb63-d7208f08b7f3)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:38.260125 ncdv-master-1 neutron-server[122556]: INFO neutron.db.ipam_backend_mixin [None req-7683c6c5-39aa-459d-854e-d59f3b1b67ae tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 833fc010-d890-4fbb-8694-7e2bbebc7b89 (CIDR: 172.20.0.0/28)
Apr 16 21:29:38.282245 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-abc4de75-f034-4573-a17a-4b964dc86cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (7f66969e-3fbf-420d-9b9f-3b66a208da76), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.293014 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-7683c6c5-39aa-459d-854e-d59f3b1b67ae tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:29:38.294611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7683c6c5-39aa-459d-854e-d59f3b1b67ae tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:29:38.310863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-abc4de75-f034-4573-a17a-4b964dc86cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01252b47c0>,) {'filters': {'network_id': ['7f66969e-3fbf-420d-9b9f-3b66a208da76']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:38.311647 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (99344858-cdee-4eea-8849-b780bb386e49), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.322064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-abc4de75-f034-4573-a17a-4b964dc86cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01252b47c0>, '50048224-eb22-4e48-b986-2e9a3382c2bc') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:38.322411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-abc4de75-f034-4573-a17a-4b964dc86cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01252b47c0>, '50048224-eb22-4e48-b986-2e9a3382c2bc') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:38.333355 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-abc4de75-f034-4573-a17a-4b964dc86cfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (50048224-eb22-4e48-b986-2e9a3382c2bc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.351303 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-abc4de75-f034-4573-a17a-4b964dc86cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (50048224-eb22-4e48-b986-2e9a3382c2bc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.358661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc4de75-f034-4573-a17a-4b964dc86cfd admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:38.359190 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-abc4de75-f034-4573-a17a-4b964dc86cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (50048224-eb22-4e48-b986-2e9a3382c2bc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:38.361063 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:38.371470 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9874658d-33ab-43a9-9f44-385e20f40cf9 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (dcc7c47f-1fd3-44c5-8dd8-f6b78f29c5b2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.373311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ac2f4-d57f-4944-8273-6f11324745bd None None] Pushing event updated for resources: {'Port': ['ID=99344858-cdee-4eea-8849-b780bb386e49,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:38.433192 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7683c6c5-39aa-459d-854e-d59f3b1b67ae tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7570510
Apr 16 21:29:38.437282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52044) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:38.446113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f4d0b846-cea7-430f-9585-327cc7771e67 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': '2ca9267a-51a1-4ba1-a39f-73900e72ce63', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:38.503701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874658d-33ab-43a9-9f44-385e20f40cf9 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Subnet': ['ID=dcc7c47f-1fd3-44c5-8dd8-f6b78f29c5b2,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:38.509598 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08ae2b69-5ca7-4ff5-8ce3-6ef85ce4c95e req-3e64d9ca-6b31-49c0-90f4-907f297fde39 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 210 time: 0.0468693
Apr 16 21:29:38.509951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b5fb-e354-4b20-af11-26d076befff3 req-09c85590-ddf0-4568-b073-7decaee723b5 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:38.511852 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8522b5fb-e354-4b20-af11-26d076befff3 req-09c85590-ddf0-4568-b073-7decaee723b5 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.1162698
Apr 16 21:29:38.532443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874658d-33ab-43a9-9f44-385e20f40cf9 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Checking segment: {'id': '6cd9960c-3f5a-4f86-a659-b3e880ba2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '718ff512-b32e-49db-8bda-761ae32313db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:38.533407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9874658d-33ab-43a9-9f44-385e20f40cf9 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network hostable DHCP agents. Network: 718ff512-b32e-49db-8bda-761ae32313db, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:38.550228 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-abc4de75-f034-4573-a17a-4b964dc86cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (7f66969e-3fbf-420d-9b9f-3b66a208da76), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.557684 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-abc4de75-f034-4573-a17a-4b964dc86cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.561526 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-abc4de75-f034-4573-a17a-4b964dc86cfd admin admin] 10.222.0.20 "DELETE /v2.0/networks/7f66969e-3fbf-420d-9b9f-3b66a208da76 HTTP/1.1" status: 204  len: 168 time: 0.6225126
Apr 16 21:29:38.574077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4de75-f034-4573-a17a-4b964dc86cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=7f66969e-3fbf-420d-9b9f-3b66a208da76,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:38.609354 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8522b5fb-e354-4b20-af11-26d076befff3 req-7508b78c-8182-4f89-af06-5c8f0812517f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879683
Apr 16 21:29:38.617572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9874658d-33ab-43a9-9f44-385e20f40cf9 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network 718ff512-b32e-49db-8bda-761ae32313db is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:38.707127 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9874658d-33ab-43a9-9f44-385e20f40cf9 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 718ff512-b32e-49db-8bda-761ae32313db) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:38.711759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9874658d-33ab-43a9-9f44-385e20f40cf9 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:38.713064 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9874658d-33ab-43a9-9f44-385e20f40cf9 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.715649 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d0b846-cea7-430f-9585-327cc7771e67 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:38.726818 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b846-cea7-430f-9585-327cc7771e67 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.726923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee919e1b-72dd-428c-9ed6-98f35d3f4bb8 None None] Network 718ff512-b32e-49db-8bda-761ae32313db requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:38.844559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-718ff512-b32e-49db-8bda-761ae32313db', 'network_id': '718ff512-b32e-49db-8bda-761ae32313db', 'project_id': '7506ab34d3614bc3948e48424e16545c', 'fixed_ips': [{'subnet_id': 'dcc7c47f-1fd3-44c5-8dd8-f6b78f29c5b2'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:38.845481 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:38.902682 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9874658d-33ab-43a9-9f44-385e20f40cf9 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3618386
Apr 16 21:29:38.902682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52048) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:38.906517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1a6d7a93-4ac5-4c6e-996c-d4de59cbfa23 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'subnet': {'network_id': '718ff512-b32e-49db-8bda-761ae32313db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:39.019529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52050) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:39.032800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Allocated IP 2001:db8::2 (718ff512-b32e-49db-8bda-761ae32313db/dcc7c47f-1fd3-44c5-8dd8-f6b78f29c5b2/e855a2fb-83e3-4f3c-853d-feeb43463cc9) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:39.051507 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a35e44b-8c84-4313-8e6d-0d79479786f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.067014 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a954790c-f12d-463c-82ef-8b45afa44c03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3725ceb97a44027814572ed7530274d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0431087
Apr 16 21:29:39.067473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52052) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:39.071572 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b846-cea7-430f-9585-327cc7771e67 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (24f6a409-0bb3-4b47-ad39-e8dbab6f1164), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.132458 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d0b846-cea7-430f-9585-327cc7771e67 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 2ca9267a-51a1-4ba1-a39f-73900e72ce63 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:39.146364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f4d0b846-cea7-430f-9585-327cc7771e67 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:39.146539 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe792489-5eb7-4e46-9670-f49545e4ef61 admin admin] Publish callbacks [] for security_group (1acd6441-101f-4245-877f-ddcc8cccf7f6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.146763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d0b846-cea7-430f-9585-327cc7771e67 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:39.146763 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b846-cea7-430f-9585-327cc7771e67 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.146763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0b846-cea7-430f-9585-327cc7771e67 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Subnet': ['ID=24f6a409-0bb3-4b47-ad39-e8dbab6f1164,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:39.174365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6d7a93-4ac5-4c6e-996c-d4de59cbfa23 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:39.179203 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7a93-4ac5-4c6e-996c-d4de59cbfa23 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.184714 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe792489-5eb7-4e46-9670-f49545e4ef61 admin admin] Publish callbacks [] for security_group (1acd6441-101f-4245-877f-ddcc8cccf7f6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.235055 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Publish callbacks [] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.273334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 99344858-cdee-4eea-8849-b780bb386e49 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:39.286103 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f4d0b846-cea7-430f-9585-327cc7771e67 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.8476195
Apr 16 21:29:39.288823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52054) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:39.293703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': '2ca9267a-51a1-4ba1-a39f-73900e72ce63', 'fixed_ips': [{'subnet_id': '833fc010-d890-4fbb-8694-7e2bbebc7b89'}, {'subnet_id': '24f6a409-0bb3-4b47-ad39-e8dbab6f1164'}], 'name': 'tempest-PortsTestJSON-660164896'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:39.332077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 99344858-cdee-4eea-8849-b780bb386e49 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:39.332529 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (99344858-cdee-4eea-8849-b780bb386e49), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.386306 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.490230 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe792489-5eb7-4e46-9670-f49545e4ef61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1acd6441-101f-4245-877f-ddcc8cccf7f6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.493602 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe792489-5eb7-4e46-9670-f49545e4ef61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.494949 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fe792489-5eb7-4e46-9670-f49545e4ef61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1acd6441-101f-4245-877f-ddcc8cccf7f6 HTTP/1.1" status: 204  len: 168 time: 0.4266067
Apr 16 21:29:39.516378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe792489-5eb7-4e46-9670-f49545e4ef61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acd6441-101f-4245-877f-ddcc8cccf7f6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:39.573967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:39.700540 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.706391 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7a93-4ac5-4c6e-996c-d4de59cbfa23 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (0da5477e-15cb-4d49-917a-4fec0d9e5c34), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.707663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Network 718ff512-b32e-49db-8bda-761ae32313db is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:39.712419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:39.715951 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:39.718059 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Pushing event updated for resources: {'Port': ['ID=e855a2fb-83e3-4f3c-853d-feeb43463cc9,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:39.722669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 99344858-cdee-4eea-8849-b780bb386e49 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:39.723095 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (99344858-cdee-4eea-8849-b780bb386e49), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.726589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 4e3df22d-a820-4503-902d-5e8c79a994fe yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:39.747953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96bc329-bb2b-4883-9466-374d941c209c None None] Network 2ca9267a-51a1-4ba1-a39f-73900e72ce63 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:39.820620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d7a93-4ac5-4c6e-996c-d4de59cbfa23 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Subnet': ['ID=0da5477e-15cb-4d49-917a-4fec0d9e5c34,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:39.826843 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c1bf4668-a013-43d9-8cbb-d0ceacfd6014 req-88af12c3-92f3-4e56-9b29-2d4584e0395f tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 210 time: 0.1972766
Apr 16 21:29:39.839151 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d7a93-4ac5-4c6e-996c-d4de59cbfa23 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network 718ff512-b32e-49db-8bda-761ae32313db is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:39.844346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1a6d7a93-4ac5-4c6e-996c-d4de59cbfa23 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:39.846377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6d7a93-4ac5-4c6e-996c-d4de59cbfa23 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:39.847097 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7a93-4ac5-4c6e-996c-d4de59cbfa23 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.863223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9abb74-97bb-44be-b2f0-4cfd4ce4c85e req-cba64498-2e65-4237-83d8-4550dff2c069 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:39.863497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 99344858-cdee-4eea-8849-b780bb386e49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99344858-cdee-4eea-8849-b780bb386e49,segment=NetworkSegment(eb2dc67d-8de5-4f72-bb63-d7208f08b7f3),segment_id=eb2dc67d-8de5-4f72-bb63-d7208f08b7f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:39.865391 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db9abb74-97bb-44be-b2f0-4cfd4ce4c85e req-cba64498-2e65-4237-83d8-4550dff2c069 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0829656
Apr 16 21:29:39.885898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a699edc2-3469-4d2e-afce-c63e8100aaba None None] Provisioning complete for port 99344858-cdee-4eea-8849-b780bb386e49 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:39.886279 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a699edc2-3469-4d2e-afce-c63e8100aaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (99344858-cdee-4eea-8849-b780bb386e49), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.938101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Attempting to bind port e855a2fb-83e3-4f3c-853d-feeb43463cc9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:39.938101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Attempting to bind port e855a2fb-83e3-4f3c-853d-feeb43463cc9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6cd9960c-3f5a-4f86-a659-b3e880ba2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '718ff512-b32e-49db-8bda-761ae32313db'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:39.938101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Attempting to bind port e855a2fb-83e3-4f3c-853d-feeb43463cc9 on network 718ff512-b32e-49db-8bda-761ae32313db {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:39.950822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:39.951195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Checking segment: {'id': '6cd9960c-3f5a-4f86-a659-b3e880ba2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '718ff512-b32e-49db-8bda-761ae32313db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:39.951610 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.952020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Bound using segment: {'id': '6cd9960c-3f5a-4f86-a659-b3e880ba2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '718ff512-b32e-49db-8bda-761ae32313db'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:39.952554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Bound port: e855a2fb-83e3-4f3c-853d-feeb43463cc9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd9960c-3f5a-4f86-a659-b3e880ba2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '718ff512-b32e-49db-8bda-761ae32313db'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:39.952948 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.971630 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (99344858-cdee-4eea-8849-b780bb386e49), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:39.996229 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1a6d7a93-4ac5-4c6e-996c-d4de59cbfa23 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.0942662
Apr 16 21:29:39.998588 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52064) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:40.009739 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db9abb74-97bb-44be-b2f0-4cfd4ce4c85e req-c9217ea5-b949-414c-9848-f9fe968b9f1e tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306574
Apr 16 21:29:40.051855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b4400615-de93-482f-85e9-295b5142f94d None None] For port e855a2fb-83e3-4f3c-853d-feeb43463cc9, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:40.054981 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b4400615-de93-482f-85e9-295b5142f94d None None] For port e855a2fb-83e3-4f3c-853d-feeb43463cc9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e855a2fb-83e3-4f3c-853d-feeb43463cc9,segment=NetworkSegment(6cd9960c-3f5a-4f86-a659-b3e880ba2f5b),segment_id=6cd9960c-3f5a-4f86-a659-b3e880ba2f5b)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:40.102296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43664d-83d7-41fc-9a08-871cc2c3ac32 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:40.104268 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43664d-83d7-41fc-9a08-871cc2c3ac32 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:40.106045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43664d-83d7-41fc-9a08-871cc2c3ac32 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:40.107110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43664d-83d7-41fc-9a08-871cc2c3ac32 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:40.108409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43664d-83d7-41fc-9a08-871cc2c3ac32 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:40.114407 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4d43664d-83d7-41fc-9a08-871cc2c3ac32 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1056108
Apr 16 21:29:40.115348 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52070) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:40.117778 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-4cab833e-fc90-4352-8b0e-a4332f10afa4 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b9a42fbaedfa48bf9d1306ceb85b0e04&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0933053
Apr 16 21:29:40.125741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=99344858-cdee-4eea-8849-b780bb386e49,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:40.127490 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-23c11197-f398-4290-87dd-bf48797da852 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1121908684'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:40.169297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a699edc2-3469-4d2e-afce-c63e8100aaba None None] Current status of the port 99344858-cdee-4eea-8849-b780bb386e49 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:40.203480 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:40.229586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c11197-f398-4290-87dd-bf48797da852 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:40.234139 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-23c11197-f398-4290-87dd-bf48797da852 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:40.243104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.5 (2ca9267a-51a1-4ba1-a39f-73900e72ce63/833fc010-d890-4fbb-8694-7e2bbebc7b89/4e3df22d-a820-4503-902d-5e8c79a994fe) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:40.268582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c11197-f398-4290-87dd-bf48797da852 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:40.272995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28fdf5b-9de0-4654-b86d-fea15918702c None None] Update dhcp port {'port': {'network_id': '2ca9267a-51a1-4ba1-a39f-73900e72ce63', 'fixed_ips': [{'subnet_id': '833fc010-d890-4fbb-8694-7e2bbebc7b89', 'ip_address': '172.20.0.2'}, {'subnet_id': '24f6a409-0bb3-4b47-ad39-e8dbab6f1164'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '99344858-cdee-4eea-8849-b780bb386e49'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:29:40.303092 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-23c11197-f398-4290-87dd-bf48797da852 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6dbd4803-28c1-4a86-b054-dab026e65a01), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:40.303728 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-23c11197-f398-4290-87dd-bf48797da852 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Added segment 6dbd4803-28c1-4a86-b054-dab026e65a01 of type vlan for network a2c0baf8-59db-41ff-b482-b186318b4f32
Apr 16 21:29:40.312235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4400615-de93-482f-85e9-295b5142f94d None None] Pushing event updated for resources: {'Port': ['ID=e855a2fb-83e3-4f3c-853d-feeb43463cc9,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:40.354889 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a28fdf5b-9de0-4654-b86d-fea15918702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (99344858-cdee-4eea-8849-b780bb386e49), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:40.359416 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-23c11197-f398-4290-87dd-bf48797da852 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a2c0baf8-59db-41ff-b482-b186318b4f32), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:40.457650 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-23c11197-f398-4290-87dd-bf48797da852 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a2c0baf8-59db-41ff-b482-b186318b4f32), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:40.466407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c11197-f398-4290-87dd-bf48797da852 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:40.466407 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-23c11197-f398-4290-87dd-bf48797da852 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:40.550859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c11197-f398-4290-87dd-bf48797da852 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Network': ['ID=a2c0baf8-59db-41ff-b482-b186318b4f32,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:40.573990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a2c0baf8-59db-41ff-b482-b186318b4f32 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:40.664730 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-23c11197-f398-4290-87dd-bf48797da852 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5470796
Apr 16 21:29:40.666593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52080) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:40.672471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8c684c02-4688-4f26-9820-881c1947ec0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'network': {'name': 'New_network'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:40.754180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.19 (2ca9267a-51a1-4ba1-a39f-73900e72ce63/24f6a409-0bb3-4b47-ad39-e8dbab6f1164/4e3df22d-a820-4503-902d-5e8c79a994fe) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:40.885162 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c684c02-4688-4f26-9820-881c1947ec0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a2c0baf8-59db-41ff-b482-b186318b4f32), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:40.906752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-a301a7b0-07fd-4c3a-bcf9-2316478a60c4 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:40.908371 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-a301a7b0-07fd-4c3a-bcf9-2316478a60c4 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6874917
Apr 16 21:29:40.942178 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-826ef3f6-b949-4709-bce4-1f3577a54b67 req-67c0dbb8-0e9d-4688-8a8f-e30f13707bda tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 210 time: 0.0300939
Apr 16 21:29:40.947050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Request body: {'port': {'device_id': 'b8c6cc8f-9ac7-4753-aef9-c5ea71435c60', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'b9a42fbaedfa48bf9d1306ceb85b0e04'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:41.009387 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c684c02-4688-4f26-9820-881c1947ec0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a2c0baf8-59db-41ff-b482-b186318b4f32), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.031588 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c684c02-4688-4f26-9820-881c1947ec0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network a2c0baf8-59db-41ff-b482-b186318b4f32 is not hosted by any dhcp agent {{(pid=122556) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 16 21:29:41.036570 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c684c02-4688-4f26-9820-881c1947ec0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:41.037164 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c684c02-4688-4f26-9820-881c1947ec0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.040667 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8c684c02-4688-4f26-9820-881c1947ec0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "PUT /v2.0/networks/a2c0baf8-59db-41ff-b482-b186318b4f32 HTTP/1.1" status: 200  len: 723 time: 0.3730118
Apr 16 21:29:41.042260 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52090) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:41.049377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-12e1d764-a2f4-437a-8aa3-2639f7ae8b42 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'subnet': {'network_id': 'a2c0baf8-59db-41ff-b482-b186318b4f32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:41.095441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c684c02-4688-4f26-9820-881c1947ec0a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Network': ['ID=a2c0baf8-59db-41ff-b482-b186318b4f32,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:41.095753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (4e3df22d-a820-4503-902d-5e8c79a994fe), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.107963 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a2c0baf8-59db-41ff-b482-b186318b4f32 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:41.299254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d185570-20f1-47fb-bb92-94eba586f3eb req-1d59e1cb-9429-48e5-ad71-60fbcadcd4de tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:41.301794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1d185570-20f1-47fb-bb92-94eba586f3eb req-1d59e1cb-9429-48e5-ad71-60fbcadcd4de tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.1775765
Apr 16 21:29:41.315170 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e855a2fb-83e3-4f3c-853d-feeb43463cc9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:41.366448 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1d185570-20f1-47fb-bb92-94eba586f3eb req-2186e099-42de-4d9c-8641-6c2c415da995 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554109
Apr 16 21:29:41.374003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (4e3df22d-a820-4503-902d-5e8c79a994fe), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.382072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e855a2fb-83e3-4f3c-853d-feeb43463cc9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:41.382478 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.413527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e1d764-a2f4-437a-8aa3-2639f7ae8b42 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:41.417511 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12e1d764-a2f4-437a-8aa3-2639f7ae8b42 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.428975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Made reservation on behalf of b9a42fbaedfa48bf9d1306ceb85b0e04 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:41.443852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.480266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-a28fdf5b-9de0-4654-b86d-fea15918702c None None] Allocated IP 172.20.0.18 (2ca9267a-51a1-4ba1-a39f-73900e72ce63/24f6a409-0bb3-4b47-ad39-e8dbab6f1164/99344858-cdee-4eea-8849-b780bb386e49) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:41.516206 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.538717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 2ca9267a-51a1-4ba1-a39f-73900e72ce63 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:41.540991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e855a2fb-83e3-4f3c-853d-feeb43463cc9 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:41.541407 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.549422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:41.551446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=4e3df22d-a820-4503-902d-5e8c79a994fe,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:41.561242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:41.643699 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port e855a2fb-83e3-4f3c-853d-feeb43463cc9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e855a2fb-83e3-4f3c-853d-feeb43463cc9,segment=NetworkSegment(6cd9960c-3f5a-4f86-a659-b3e880ba2f5b),segment_id=6cd9960c-3f5a-4f86-a659-b3e880ba2f5b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:41.663576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:41.664948 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.674469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a28fdf5b-9de0-4654-b86d-fea15918702c None None] For port 99344858-cdee-4eea-8849-b780bb386e49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99344858-cdee-4eea-8849-b780bb386e49,segment=NetworkSegment(eb2dc67d-8de5-4f72-bb63-d7208f08b7f3),segment_id=eb2dc67d-8de5-4f72-bb63-d7208f08b7f3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:41.702098 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3428579a-7651-48af-9585-47fac30965e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.702098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cf55b7-541c-4cea-abdd-5425bd40db68 None None] Network 718ff512-b32e-49db-8bda-761ae32313db requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:41.769834 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.770021 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Publish callbacks [] for security_group (70d4a5aa-204c-4948-adb0-1ad1fd6901db), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.770630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 99344858-cdee-4eea-8849-b780bb386e49 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:41.802282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-fd334810-b15a-4c56-bcda-d1f5d6211679 None None] Provisioning complete for port e855a2fb-83e3-4f3c-853d-feeb43463cc9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:41.802660 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd334810-b15a-4c56-bcda-d1f5d6211679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.811732 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a28fdf5b-9de0-4654-b86d-fea15918702c None None] Publish callbacks [] for port (99344858-cdee-4eea-8849-b780bb386e49), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.824406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8ba194c7-d85f-4365-ab8d-24cf12acb403 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 2.5344775
Apr 16 21:29:41.829746 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52106) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:41.835045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a463cf47-1660-40c5-b958-6fe06b58c4c0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '833fc010-d890-4fbb-8694-7e2bbebc7b89'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:41.846787 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (70d4a5aa-204c-4948-adb0-1ad1fd6901db), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.912641 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a28fdf5b-9de0-4654-b86d-fea15918702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (99344858-cdee-4eea-8849-b780bb386e49), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.918935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d4a5aa-204c-4948-adb0-1ad1fd6901db,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:41.951945 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12e1d764-a2f4-437a-8aa3-2639f7ae8b42 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (5f6f9f39-b95f-4f11-9c6f-b02d6fd8c75c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:41.980846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=e855a2fb-83e3-4f3c-853d-feeb43463cc9,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:42.024760 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a463cf47-1660-40c5-b958-6fe06b58c4c0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4e3df22d-a820-4503-902d-5e8c79a994fe), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:42.035083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 99344858-cdee-4eea-8849-b780bb386e49 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:42.035585 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (99344858-cdee-4eea-8849-b780bb386e49), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:42.106407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Allocated IP 192.168.233.44 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/aaa13a69-2e18-4dd3-bc2c-f84607880394) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:42.186939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fdf5b-9de0-4654-b86d-fea15918702c None None] Pushing event updated for resources: {'Port': ['ID=99344858-cdee-4eea-8849-b780bb386e49,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:42.229540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 99344858-cdee-4eea-8849-b780bb386e49 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:42.231644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fd334810-b15a-4c56-bcda-d1f5d6211679 None None] Current status of the port e855a2fb-83e3-4f3c-853d-feeb43463cc9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:42.294692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa7e5ed-e21a-49d8-8835-858ce4855b17 None None] Update dhcp port {'port': {'network_id': '718ff512-b32e-49db-8bda-761ae32313db', 'fixed_ips': [{'subnet_id': 'dcc7c47f-1fd3-44c5-8dd8-f6b78f29c5b2', 'ip_address': '2001:db8::2'}, {'subnet_id': '0da5477e-15cb-4d49-917a-4fec0d9e5c34'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e855a2fb-83e3-4f3c-853d-feeb43463cc9'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:29:42.333919 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e5ed-e21a-49d8-8835-858ce4855b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:42.337471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1d764-a2f4-437a-8aa3-2639f7ae8b42 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Subnet': ['ID=5f6f9f39-b95f-4f11-9c6f-b02d6fd8c75c,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:42.337668 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0fe2c24c-eca0-4f1e-85b5-bbafd6141d0b req-05c29166-d6a5-4e62-87e6-2c55743b7162 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 210 time: 0.0346775
Apr 16 21:29:42.363184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e1d764-a2f4-437a-8aa3-2639f7ae8b42 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Checking segment: {'id': '6dbd4803-28c1-4a86-b054-dab026e65a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2c0baf8-59db-41ff-b482-b186318b4f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:42.363597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e1d764-a2f4-437a-8aa3-2639f7ae8b42 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network hostable DHCP agents. Network: a2c0baf8-59db-41ff-b482-b186318b4f32, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:42.390953 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Publish callbacks [] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:42.436608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-a463cf47-1660-40c5-b958-6fe06b58c4c0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Delete allocated IP 172.20.0.19 (2ca9267a-51a1-4ba1-a39f-73900e72ce63/24f6a409-0bb3-4b47-ad39-e8dbab6f1164) {{(pid=122556) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 16 21:29:42.506542 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:42.533419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c7221-f816-44ce-a6a2-6cc5465674f4 req-74516409-b987-44e9-961e-e9254f6a4d2a tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:42.535435 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-250c7221-f816-44ce-a6a2-6cc5465674f4 req-74516409-b987-44e9-961e-e9254f6a4d2a tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0632296
Apr 16 21:29:42.539312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e1d764-a2f4-437a-8aa3-2639f7ae8b42 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network a2c0baf8-59db-41ff-b482-b186318b4f32 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:42.600996 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:42.633108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-cfa7e5ed-e21a-49d8-8835-858ce4855b17 None None] Allocated IP 172.20.0.1 (718ff512-b32e-49db-8bda-761ae32313db/0da5477e-15cb-4d49-917a-4fec0d9e5c34/e855a2fb-83e3-4f3c-853d-feeb43463cc9) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:42.663936 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-250c7221-f816-44ce-a6a2-6cc5465674f4 req-70f1c947-903e-4ceb-90ce-55933c356314 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172595
Apr 16 21:29:42.676343 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a463cf47-1660-40c5-b958-6fe06b58c4c0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (4e3df22d-a820-4503-902d-5e8c79a994fe), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:42.687527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-12e1d764-a2f4-437a-8aa3-2639f7ae8b42 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a2c0baf8-59db-41ff-b482-b186318b4f32) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:42.710073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:42.711984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e1d764-a2f4-437a-8aa3-2639f7ae8b42 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:42.712840 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12e1d764-a2f4-437a-8aa3-2639f7ae8b42 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:42.719345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:42.723899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc63dc-e97b-4017-8611-b06dada4cf8e None None] Network a2c0baf8-59db-41ff-b482-b186318b4f32 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:42.726549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:42.762613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Pushing event updated for resources: {'Port': ['ID=aaa13a69-2e18-4dd3-bc2c-f84607880394,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:42.812413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:42.814524 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:42.820709 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a463cf47-1660-40c5-b958-6fe06b58c4c0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (4e3df22d-a820-4503-902d-5e8c79a994fe), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:42.888936 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-12e1d764-a2f4-437a-8aa3-2639f7ae8b42 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8433318
Apr 16 21:29:42.889602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52128) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:42.899900 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-7d6f6a80-9924-435b-9b7f-b3f0c526dd24 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:42.998326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-03ac81d6-246c-4b66-8c8e-81722a81e4ab tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0793083
Apr 16 21:29:43.016621 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463cf47-1660-40c5-b958-6fe06b58c4c0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=4e3df22d-a820-4503-902d-5e8c79a994fe,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:43.028674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Request body: {'port': {'device_id': 'b8c6cc8f-9ac7-4753-aef9-c5ea71435c60', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:43.057316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a463cf47-1660-40c5-b958-6fe06b58c4c0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] In _notify_port_updated(), no bound segment for port 4e3df22d-a820-4503-902d-5e8c79a994fe on network 2ca9267a-51a1-4ba1-a39f-73900e72ce63 {{(pid=122556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:29:43.060713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a463cf47-1660-40c5-b958-6fe06b58c4c0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:43.060844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d70d6e3-5ca0-42cb-9f72-2365af136334 None None] Network 2ca9267a-51a1-4ba1-a39f-73900e72ce63 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:43.061523 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a463cf47-1660-40c5-b958-6fe06b58c4c0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:43.063068 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a463cf47-1660-40c5-b958-6fe06b58c4c0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "PUT /v2.0/ports/4e3df22d-a820-4503-902d-5e8c79a994fe HTTP/1.1" status: 200  len: 918 time: 1.2323711
Apr 16 21:29:43.066559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52134) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:43.074880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-767bf0e5-c99d-4e99-9755-548d200676fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '833fc010-d890-4fbb-8694-7e2bbebc7b89'}, {'subnet_id': '24f6a409-0bb3-4b47-ad39-e8dbab6f1164'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:43.144655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-cfa7e5ed-e21a-49d8-8835-858ce4855b17 None None] For port e855a2fb-83e3-4f3c-853d-feeb43463cc9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e855a2fb-83e3-4f3c-853d-feeb43463cc9,segment=NetworkSegment(6cd9960c-3f5a-4f86-a659-b3e880ba2f5b),segment_id=6cd9960c-3f5a-4f86-a659-b3e880ba2f5b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:43.155830 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-566e8f2a-d736-4bf1-b42b-0344e15847bd None None] Provisioning complete for port 99344858-cdee-4eea-8849-b780bb386e49 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:43.156310 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-566e8f2a-d736-4bf1-b42b-0344e15847bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (99344858-cdee-4eea-8849-b780bb386e49), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:43.199258 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:43.210386 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6a80-9924-435b-9b7f-b3f0c526dd24 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60292403'] for subnet (5f6f9f39-b95f-4f11-9c6f-b02d6fd8c75c), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:43.214766 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-767bf0e5-c99d-4e99-9755-548d200676fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4e3df22d-a820-4503-902d-5e8c79a994fe), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:43.242073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e855a2fb-83e3-4f3c-853d-feeb43463cc9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:43.277660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a2c0baf8-59db-41ff-b482-b186318b4f32', 'network_id': 'a2c0baf8-59db-41ff-b482-b186318b4f32', 'project_id': '7506ab34d3614bc3948e48424e16545c', 'fixed_ips': [{'subnet_id': '5f6f9f39-b95f-4f11-9c6f-b02d6fd8c75c'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:43.278532 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:43.300567 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e5ed-e21a-49d8-8835-858ce4855b17 None None] Publish callbacks [] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:43.426648 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e5ed-e21a-49d8-8835-858ce4855b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:43.543488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e855a2fb-83e3-4f3c-853d-feeb43463cc9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:43.543865 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:43.612651 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-566e8f2a-d736-4bf1-b42b-0344e15847bd None None] Current status of the port 99344858-cdee-4eea-8849-b780bb386e49 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:43.620813 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:43.630745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6a80-9924-435b-9b7f-b3f0c526dd24 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727683316821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59790915'] for subnet (5f6f9f39-b95f-4f11-9c6f-b02d6fd8c75c), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:43.692705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f6a80-9924-435b-9b7f-b3f0c526dd24 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:43.692900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Allocated IP 2001:db8::2 (a2c0baf8-59db-41ff-b482-b186318b4f32/5f6f9f39-b95f-4f11-9c6f-b02d6fd8c75c/b5f519b5-a782-4ed1-9181-815a096ae37b) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:43.693323 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6a80-9924-435b-9b7f-b3f0c526dd24 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:43.694742 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7d6f6a80-9924-435b-9b7f-b3f0c526dd24 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "PUT /v2.0/subnets/5f6f9f39-b95f-4f11-9c6f-b02d6fd8c75c HTTP/1.1" status: 200  len: 826 time: 0.8041487
Apr 16 21:29:43.699243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52140) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:43.869289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f6a80-9924-435b-9b7f-b3f0c526dd24 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Subnet': ['ID=5f6f9f39-b95f-4f11-9c6f-b02d6fd8c75c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:43.884425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa13a69-2e18-4dd3-bc2c-f84607880394 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:29:43.901172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3d430-1c61-46ef-88bb-a202e1438a24 req-38a62cf8-d69d-4a40-9130-d183c1653ae8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:43.902730 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25f3d430-1c61-46ef-88bb-a202e1438a24 req-38a62cf8-d69d-4a40-9130-d183c1653ae8 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.1011078
Apr 16 21:29:43.919146 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Publish callbacks [] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:43.959355 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Transition to ACTIVE for port object aaa13a69-2e18-4dd3-bc2c-f84607880394 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:29:43.970125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7e5ed-e21a-49d8-8835-858ce4855b17 None None] Pushing event updated for resources: {'Port': ['ID=e855a2fb-83e3-4f3c-853d-feeb43463cc9,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:44.013195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-be7a2204-9d0f-4e21-b646-5f525866dbfe None None] Provisioning complete for port aaa13a69-2e18-4dd3-bc2c-f84607880394 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:44.013523 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-be7a2204-9d0f-4e21-b646-5f525866dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.027556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dac3db-19d7-48be-aa24-214b4b2d2032 req-7bb1ae45-2a4a-45d7-9c2d-b9a4576b476d tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:44.029320 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-09dac3db-19d7-48be-aa24-214b4b2d2032 req-7bb1ae45-2a4a-45d7-9c2d-b9a4576b476d tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 935 time: 0.5058398
Apr 16 21:29:44.049978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-767bf0e5-c99d-4e99-9755-548d200676fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.25 (2ca9267a-51a1-4ba1-a39f-73900e72ce63/24f6a409-0bb3-4b47-ad39-e8dbab6f1164/4e3df22d-a820-4503-902d-5e8c79a994fe) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:44.069551 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25f3d430-1c61-46ef-88bb-a202e1438a24 req-a9773917-346a-4563-9c86-910ddf66f479 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079390
Apr 16 21:29:44.070660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.099537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a2c0baf8-59db-41ff-b482-b186318b4f32), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.182018 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Publish callbacks [] for port (b5f519b5-a782-4ed1-9181-815a096ae37b), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.195568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-be7a2204-9d0f-4e21-b646-5f525866dbfe None None] Port aaa13a69-2e18-4dd3-bc2c-f84607880394 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:29:44.211621 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.253662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e855a2fb-83e3-4f3c-853d-feeb43463cc9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:44.254700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 99344858-cdee-4eea-8849-b780bb386e49 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:44.261347 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-09dac3db-19d7-48be-aa24-214b4b2d2032 req-a1fe6da0-710f-4f72-8da0-9a96ebced0d4 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139924
Apr 16 21:29:44.309610 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (b5f519b5-a782-4ed1-9181-815a096ae37b), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.415363 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Pushing event updated for resources: {'Port': ['ID=b5f519b5-a782-4ed1-9181-815a096ae37b,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:44.425328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e2a9dffa-2852-4e81-8e7b-6e2f428149cb None None] Provisioning complete for port 99344858-cdee-4eea-8849-b780bb386e49 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:44.426123 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e2a9dffa-2852-4e81-8e7b-6e2f428149cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (99344858-cdee-4eea-8849-b780bb386e49), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.458858 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-767bf0e5-c99d-4e99-9755-548d200676fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (4e3df22d-a820-4503-902d-5e8c79a994fe), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.491809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Network a2c0baf8-59db-41ff-b482-b186318b4f32 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:44.496331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:44.500716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:44.530659 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-767bf0e5-c99d-4e99-9755-548d200676fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (4e3df22d-a820-4503-902d-5e8c79a994fe), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.542818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 99344858-cdee-4eea-8849-b780bb386e49 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:44.544039 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (99344858-cdee-4eea-8849-b780bb386e49), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.668777 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Attempting to bind port b5f519b5-a782-4ed1-9181-815a096ae37b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:44.669311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Attempting to bind port b5f519b5-a782-4ed1-9181-815a096ae37b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6dbd4803-28c1-4a86-b054-dab026e65a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2c0baf8-59db-41ff-b482-b186318b4f32'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:44.669960 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Attempting to bind port b5f519b5-a782-4ed1-9181-815a096ae37b on network a2c0baf8-59db-41ff-b482-b186318b4f32 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:44.695724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bf0e5-c99d-4e99-9755-548d200676fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=4e3df22d-a820-4503-902d-5e8c79a994fe,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:44.732471 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:44.732471 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Checking segment: {'id': '6dbd4803-28c1-4a86-b054-dab026e65a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2c0baf8-59db-41ff-b482-b186318b4f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:44.733016 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.733514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Bound using segment: {'id': '6dbd4803-28c1-4a86-b054-dab026e65a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2c0baf8-59db-41ff-b482-b186318b4f32'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:44.734108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Bound port: b5f519b5-a782-4ed1-9181-815a096ae37b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbd4803-28c1-4a86-b054-dab026e65a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a2c0baf8-59db-41ff-b482-b186318b4f32'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:44.734594 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b5f519b5-a782-4ed1-9181-815a096ae37b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.738908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 99344858-cdee-4eea-8849-b780bb386e49 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:44.772907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-767bf0e5-c99d-4e99-9755-548d200676fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] In _notify_port_updated(), no bound segment for port 4e3df22d-a820-4503-902d-5e8c79a994fe on network 2ca9267a-51a1-4ba1-a39f-73900e72ce63 {{(pid=122556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:29:44.780075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767bf0e5-c99d-4e99-9755-548d200676fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:44.780796 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-767bf0e5-c99d-4e99-9755-548d200676fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.786120 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-767bf0e5-c99d-4e99-9755-548d200676fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "PUT /v2.0/ports/4e3df22d-a820-4503-902d-5e8c79a994fe HTTP/1.1" status: 200  len: 998 time: 1.7161498
Apr 16 21:29:44.787198 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52148) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:44.850096 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (5f6f9f39-b95f-4f11-9c6f-b02d6fd8c75c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.854537 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9dffa-2852-4e81-8e7b-6e2f428149cb None None] Current status of the port 99344858-cdee-4eea-8849-b780bb386e49 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:44.884894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] For port b5f519b5-a782-4ed1-9181-815a096ae37b, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:44.888710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] For port b5f519b5-a782-4ed1-9181-815a096ae37b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5f519b5-a782-4ed1-9181-815a096ae37b,segment=NetworkSegment(6dbd4803-28c1-4a86-b054-dab026e65a01),segment_id=6dbd4803-28c1-4a86-b054-dab026e65a01)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:44.890398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e2a9dffa-2852-4e81-8e7b-6e2f428149cb None None] Provisioning complete for port 4e3df22d-a820-4503-902d-5e8c79a994fe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:44.890932 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e2a9dffa-2852-4e81-8e7b-6e2f428149cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4e3df22d-a820-4503-902d-5e8c79a994fe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.930196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Pushing event updated for resources: {'Port': ['ID=aaa13a69-2e18-4dd3-bc2c-f84607880394,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:44.944102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9dffa-2852-4e81-8e7b-6e2f428149cb None None] Port 4e3df22d-a820-4503-902d-5e8c79a994fe cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:29:44.968200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f9ded-424d-4c6d-ae2e-2fab1ffc1e85 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 4e3df22d-a820-4503-902d-5e8c79a994fe {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:44.968611 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9ded-424d-4c6d-ae2e-2fab1ffc1e85 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4e3df22d-a820-4503-902d-5e8c79a994fe), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:44.975798 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b5f519b5-a782-4ed1-9181-815a096ae37b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.006169 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Attempting to bind port aaa13a69-2e18-4dd3-bc2c-f84607880394 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:45.006658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Attempting to bind port aaa13a69-2e18-4dd3-bc2c-f84607880394 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:45.007090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Attempting to bind port aaa13a69-2e18-4dd3-bc2c-f84607880394 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:45.013984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Port aaa13a69-2e18-4dd3-bc2c-f84607880394 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:29:45.014604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Attempting to bind port aaa13a69-2e18-4dd3-bc2c-f84607880394 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:45.018225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (5f6f9f39-b95f-4f11-9c6f-b02d6fd8c75c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.089007 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:45.090248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:45.090773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:45.091422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Bound port: aaa13a69-2e18-4dd3-bc2c-f84607880394, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:45.091858 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.130447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6f9f39-b95f-4f11-9c6f-b02d6fd8c75c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:45.184526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e5be74-689b-4910-a127-e0468ff5c024 None None] Network 718ff512-b32e-49db-8bda-761ae32313db requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:45.187005 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af527a8-01a1-4651-bebb-7646da0fdbd4 None None] Pushing event updated for resources: {'Port': ['ID=b5f519b5-a782-4ed1-9181-815a096ae37b,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:45.190118 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a2c0baf8-59db-41ff-b482-b186318b4f32), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.191717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-04b06871-8e20-4f20-9e77-bb3c70f6a9a8 None None] Provisioning complete for port 4e3df22d-a820-4503-902d-5e8c79a994fe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:45.192102 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-04b06871-8e20-4f20-9e77-bb3c70f6a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4e3df22d-a820-4503-902d-5e8c79a994fe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.230754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0126d3edc0>,) {'filters': {'network_id': ['a2c0baf8-59db-41ff-b482-b186318b4f32']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:45.286216 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9ded-424d-4c6d-ae2e-2fab1ffc1e85 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4e3df22d-a820-4503-902d-5e8c79a994fe), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.292644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6059222-f50d-43a3-ad53-b7b27e83a4c4 req-b458c872-69cd-44c3-9c21-b763f973a2a3 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:45.295186 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6059222-f50d-43a3-ad53-b7b27e83a4c4 req-b458c872-69cd-44c3-9c21-b763f973a2a3 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0709882
Apr 16 21:29:45.333381 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f9ded-424d-4c6d-ae2e-2fab1ffc1e85 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 4e3df22d-a820-4503-902d-5e8c79a994fe owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:45.337711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126d3edc0>, '6dbd4803-28c1-4a86-b054-dab026e65a01') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:45.338592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126d3edc0>, '6dbd4803-28c1-4a86-b054-dab026e65a01') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:45.383520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e855a2fb-83e3-4f3c-853d-feeb43463cc9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:45.420742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (6dbd4803-28c1-4a86-b054-dab026e65a01), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.464788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6dbd4803-28c1-4a86-b054-dab026e65a01), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.467628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] For port aaa13a69-2e18-4dd3-bc2c-f84607880394, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:45.478652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-04b06871-8e20-4f20-9e77-bb3c70f6a9a8 None None] Port 4e3df22d-a820-4503-902d-5e8c79a994fe cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:29:45.482829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6059222-f50d-43a3-ad53-b7b27e83a4c4 req-6b2d355e-9fa7-4048-bcbd-e101478a5dfd tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600556
Apr 16 21:29:45.498617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:45.499043 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (6dbd4803-28c1-4a86-b054-dab026e65a01), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:45.507883 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:45.552256 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.553864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e855a2fb-83e3-4f3c-853d-feeb43463cc9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:45.554228 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.581341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] For port aaa13a69-2e18-4dd3-bc2c-f84607880394, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aaa13a69-2e18-4dd3-bc2c-f84607880394,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:45.631673 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4bf44124-52ff-49cb-8dbc-140c2d75a865 None None] Provisioning complete for port e855a2fb-83e3-4f3c-853d-feeb43463cc9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:45.642661 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4bf44124-52ff-49cb-8dbc-140c2d75a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.664034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eece24d-8de6-4515-abeb-3e140ea85e0e req-dc3b1304-97ae-4bef-b62b-662cd9adb9dd tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:45.665470 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1eece24d-8de6-4515-abeb-3e140ea85e0e req-dc3b1304-97ae-4bef-b62b-662cd9adb9dd tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 947 time: 0.1806262
Apr 16 21:29:45.687755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.api [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 21:29:45.687755 ncdv-master-1 neutron-server[122555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 21:29:45.687755 ncdv-master-1 neutron-server[122555]: [parameters: {'id': 'a2c0baf8-59db-41ff-b482-b186318b4f32'}]
Apr 16 21:29:45.687755 ncdv-master-1 neutron-server[122555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:29:45.687755 ncdv-master-1 neutron-server[122555]: DEBUG oslo_db.api [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:29:45.706693 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.743205 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9ded-424d-4c6d-ae2e-2fab1ffc1e85 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (4e3df22d-a820-4503-902d-5e8c79a994fe), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.759341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e855a2fb-83e3-4f3c-853d-feeb43463cc9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:45.785960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:45.786591 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.788014 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] 10.222.0.11 "PUT /v2.0/ports/aaa13a69-2e18-4dd3-bc2c-f84607880394 HTTP/1.1" status: 200  len: 1095 time: 2.7782888
Apr 16 21:29:45.788536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c6cc8f-9ac7-4753-aef9-c5ea71435c60', 'tag': 'aaa13a69-2e18-4dd3-bc2c-f84607880394'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:29:45.791432 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6e55a3-aebe-45da-9f16-25db46037a70" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c6cc8f-9ac7-4753-aef9-c5ea71435c60", "tag": "aaa13a69-2e18-4dd3-bc2c-f84607880394"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:29:45.809795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f9ded-424d-4c6d-ae2e-2fab1ffc1e85 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=4e3df22d-a820-4503-902d-5e8c79a994fe,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:45.818986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33098e-af29-4604-bdb1-e2391c8f884e service neutron] Pushing event updated for resources: {'Port': ['ID=aaa13a69-2e18-4dd3-bc2c-f84607880394,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:45.866110 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f84c64-2079-4763-a3f0-9fd44bf73268 x-openstack-request-id: req-11f84c64-2079-4763-a3f0-9fd44bf73268 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:29:45.866110 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c6cc8f-9ac7-4753-aef9-c5ea71435c60", "tag": "aaa13a69-2e18-4dd3-bc2c-f84607880394", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:29:45.866110 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11f84c64-2079-4763-a3f0-9fd44bf73268 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:29:45.866110 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f84c64-2079-4763-a3f0-9fd44bf73268'] response: {'name': 'network-changed', 'server_uuid': 'b8c6cc8f-9ac7-4753-aef9-c5ea71435c60', 'tag': 'aaa13a69-2e18-4dd3-bc2c-f84607880394', 'status': 'completed', 'code': 200}
Apr 16 21:29:45.866110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52160) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:45.869883 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1eece24d-8de6-4515-abeb-3e140ea85e0e req-a2d360c0-93ab-4102-8e16-9de7e7f35b8e tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966088
Apr 16 21:29:45.901593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4bf44124-52ff-49cb-8dbc-140c2d75a865 None None] Current status of the port e855a2fb-83e3-4f3c-853d-feeb43463cc9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:45.901593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4bf44124-52ff-49cb-8dbc-140c2d75a865 None None] Could not find standard attr ID for object 4e3df22d-a820-4503-902d-5e8c79a994fe. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:29:45.951404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e55a3-aebe-45da-9f16-25db46037a70 req-bb812a30-d4e1-404b-bb4e-75dc2fc10f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:45.953131 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf6e55a3-aebe-45da-9f16-25db46037a70 req-bb812a30-d4e1-404b-bb4e-75dc2fc10f64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9a42fbaedfa48bf9d1306ceb85b0e04&device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 1129 time: 0.0616386
Apr 16 21:29:45.992792 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e4f9ded-424d-4c6d-ae2e-2fab1ffc1e85 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:45.998834 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7e4f9ded-424d-4c6d-ae2e-2fab1ffc1e85 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/4e3df22d-a820-4503-902d-5e8c79a994fe HTTP/1.1" status: 204  len: 168 time: 1.2081964
Apr 16 21:29:46.001927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52164) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:46.003460 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf6e55a3-aebe-45da-9f16-25db46037a70 req-22a23cb1-fa77-4c87-a1a3-213155b4b601 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b9a42fbaedfa48bf9d1306ceb85b0e04&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0429497
Apr 16 21:29:46.026924 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca3ea94-10b4-478c-98a0-dc957e79e24d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:29:46.028397 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bca3ea94-10b4-478c-98a0-dc957e79e24d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/4e3df22d-a820-4503-902d-5e8c79a994fe HTTP/1.1" status: 404  len: 333 time: 0.0281959
Apr 16 21:29:46.033415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52166) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:46.043796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-833fd562-aae7-4c0c-86ba-0f397b147a13 None None] Provisioning complete for port e855a2fb-83e3-4f3c-853d-feeb43463cc9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:46.044401 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-833fd562-aae7-4c0c-86ba-0f397b147a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.095715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdb6a15-b026-41ba-a0d4-b94264cfabc5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting subnet 24f6a409-0bb3-4b47-ad39-e8dbab6f1164 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:29:46.099278 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6a15-b026-41ba-a0d4-b94264cfabc5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (24f6a409-0bb3-4b47-ad39-e8dbab6f1164), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.163609 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-940de1d1-4d91-43de-9723-da775b439b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.178055 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6a15-b026-41ba-a0d4-b94264cfabc5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (24f6a409-0bb3-4b47-ad39-e8dbab6f1164), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.185738 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a2c0baf8-59db-41ff-b482-b186318b4f32), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.196049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-833fd562-aae7-4c0c-86ba-0f397b147a13 None None] Current status of the port e855a2fb-83e3-4f3c-853d-feeb43463cc9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:46.289502 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6a15-b026-41ba-a0d4-b94264cfabc5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (24f6a409-0bb3-4b47-ad39-e8dbab6f1164), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.337647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Deleting port b5f519b5-a782-4ed1-9181-815a096ae37b {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:46.338171 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b5f519b5-a782-4ed1-9181-815a096ae37b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.340538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e55a3-aebe-45da-9f16-25db46037a70 req-a1f3857e-369a-4b3a-995f-ec2089daed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:46.342253 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf6e55a3-aebe-45da-9f16-25db46037a70 req-a1f3857e-369a-4b3a-995f-ec2089daed0d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3154128
Apr 16 21:29:46.456971 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6a15-b026-41ba-a0d4-b94264cfabc5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (24f6a409-0bb3-4b47-ad39-e8dbab6f1164), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.473392 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-940de1d1-4d91-43de-9723-da775b439b19 admin admin] Publish callbacks [] for security_group (31b1eb01-e427-4b1d-b13e-d82fd8c49ca3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.478147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-6b107985-d6fd-4994-99f0-daebb147f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:46.479934 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-6b107985-d6fd-4994-99f0-daebb147f999 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9a42fbaedfa48bf9d1306ceb85b0e04&device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 1129 time: 0.0894616
Apr 16 21:29:46.481705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] For port b5f519b5-a782-4ed1-9181-815a096ae37b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5f519b5-a782-4ed1-9181-815a096ae37b,segment=NetworkSegment(6dbd4803-28c1-4a86-b054-dab026e65a01),segment_id=6dbd4803-28c1-4a86-b054-dab026e65a01)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:46.482085 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b5f519b5-a782-4ed1-9181-815a096ae37b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.489478 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6a15-b026-41ba-a0d4-b94264cfabc5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.492921 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cfdb6a15-b026-41ba-a0d4-b94264cfabc5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/24f6a409-0bb3-4b47-ad39-e8dbab6f1164 HTTP/1.1" status: 204  len: 168 time: 0.4583955
Apr 16 21:29:46.493785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb6a15-b026-41ba-a0d4-b94264cfabc5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Subnet': ['ID=24f6a409-0bb3-4b47-ad39-e8dbab6f1164,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:46.497080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbb79ec-5c77-44e6-8f98-c2e82db66627 None None] Network 2ca9267a-51a1-4ba1-a39f-73900e72ce63 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:46.497312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52168) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:46.511145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Calling delete_port for b5f519b5-a782-4ed1-9181-815a096ae37b owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:46.574301 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-babf8648-6d14-4f5e-aeec-954d3bfb48bc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting subnet 833fc010-d890-4fbb-8694-7e2bbebc7b89 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:29:46.580055 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-babf8648-6d14-4f5e-aeec-954d3bfb48bc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (833fc010-d890-4fbb-8694-7e2bbebc7b89), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.601645 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-940de1d1-4d91-43de-9723-da775b439b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (31b1eb01-e427-4b1d-b13e-d82fd8c49ca3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.632620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-babf8648-6d14-4f5e-aeec-954d3bfb48bc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (833fc010-d890-4fbb-8694-7e2bbebc7b89), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.670965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89161bdb-5cc4-412a-8757-c108c79802cd None None] Network a2c0baf8-59db-41ff-b482-b186318b4f32 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:46.676950 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-88a90d5e-5ed1-4e2d-9304-6ff414ae526a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=aaa13a69-2e18-4dd3-bc2c-f84607880394 HTTP/1.1" status: 200  len: 217 time: 0.1848350
Apr 16 21:29:46.722958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3ae0a-3bc8-4055-8e52-98c69a1542fe req-64042a9e-82c1-4ddb-978c-62681eb8707f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:46.725357 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7d3ae0a-3bc8-4055-8e52-98c69a1542fe req-64042a9e-82c1-4ddb-978c-62681eb8707f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.1192155
Apr 16 21:29:46.742284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-babf8648-6d14-4f5e-aeec-954d3bfb48bc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (833fc010-d890-4fbb-8694-7e2bbebc7b89), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.749737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4e7f79cd-e318-468f-8953-0cdf50f233a8 None None] Provisioning complete for port b5f519b5-a782-4ed1-9181-815a096ae37b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:46.749737 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e7f79cd-e318-468f-8953-0cdf50f233a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b5f519b5-a782-4ed1-9181-815a096ae37b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.770134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-940de1d1-4d91-43de-9723-da775b439b19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10115b3094c04b9f9027108914f28767&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9045560
Apr 16 21:29:46.775638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52174) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:46.838682 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7d3ae0a-3bc8-4055-8e52-98c69a1542fe req-304875a0-1545-47b5-b41a-cba9cfa64e3e tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757296
Apr 16 21:29:46.860944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940de1d1-4d91-43de-9723-da775b439b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b1eb01-e427-4b1d-b13e-d82fd8c49ca3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:46.869141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-608d8127-1fa9-422d-aabd-0e1e34072715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:46.871632 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-608d8127-1fa9-422d-aabd-0e1e34072715 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.1706903
Apr 16 21:29:46.896084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f79cd-e318-468f-8953-0cdf50f233a8 None None] Current status of the port b5f519b5-a782-4ed1-9181-815a096ae37b is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:46.897482 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e7f79cd-e318-468f-8953-0cdf50f233a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b5f519b5-a782-4ed1-9181-815a096ae37b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.902871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78006a1e-9a89-4c2c-aaa9-7b5aeca05306 None None] DHCP port deletion for a2c0baf8-59db-41ff-b482-b186318b4f32 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:29:46.955817 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-d22ea532-6f1a-4834-acb7-733fe0467715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:46.957926 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-d22ea532-6f1a-4834-acb7-733fe0467715 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0781803
Apr 16 21:29:46.959818 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b5f519b5-a782-4ed1-9181-815a096ae37b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:46.988127 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b79cc70-e0a1-4a5e-9405-c2baa0933f0c admin admin] Publish callbacks [] for security_group (31b1eb01-e427-4b1d-b13e-d82fd8c49ca3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.019664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Port': ['ID=b5f519b5-a782-4ed1-9181-815a096ae37b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:47.038434 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-babf8648-6d14-4f5e-aeec-954d3bfb48bc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (833fc010-d890-4fbb-8694-7e2bbebc7b89), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.065178 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b79cc70-e0a1-4a5e-9405-c2baa0933f0c admin admin] Publish callbacks [] for security_group (31b1eb01-e427-4b1d-b13e-d82fd8c49ca3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.069829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No DVR routers for this DVR port b5f519b5-a782-4ed1-9181-815a096ae37b on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:47.099449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf8648-6d14-4f5e-aeec-954d3bfb48bc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Subnet': ['ID=833fc010-d890-4fbb-8694-7e2bbebc7b89,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:47.104711 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-babf8648-6d14-4f5e-aeec-954d3bfb48bc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.111879 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-babf8648-6d14-4f5e-aeec-954d3bfb48bc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/833fc010-d890-4fbb-8694-7e2bbebc7b89 HTTP/1.1" status: 204  len: 168 time: 0.6133606
Apr 16 21:29:47.118012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52178) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:47.129438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-78006a1e-9a89-4c2c-aaa9-7b5aeca05306 None None] The port 'b5f519b5-a782-4ed1-9181-815a096ae37b' was deleted {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2025}}
Apr 16 21:29:47.131110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8fe8f-6309-4713-aabd-0df7314262d1 req-83703728-1583-4679-bee3-01d4a5f7f076 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:47.143637 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76a8fe8f-6309-4713-aabd-0df7314262d1 req-83703728-1583-4679-bee3-01d4a5f7f076 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 947 time: 0.1496353
Apr 16 21:29:47.175448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfda808-7cb9-45af-9256-8586877b4439 None None] Network a2c0baf8-59db-41ff-b482-b186318b4f32 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:47.207702 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a2c0baf8-59db-41ff-b482-b186318b4f32), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.245578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011de64dc0>,) {'filters': {'network_id': ['a2c0baf8-59db-41ff-b482-b186318b4f32']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:47.249952 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-c414c546-4d80-4e45-a648-81c886db87d8 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2854943
Apr 16 21:29:47.285648 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (2ca9267a-51a1-4ba1-a39f-73900e72ce63), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.290582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011de64dc0>, '6dbd4803-28c1-4a86-b054-dab026e65a01') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:47.290893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011de64dc0>, '6dbd4803-28c1-4a86-b054-dab026e65a01') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:47.299380 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76a8fe8f-6309-4713-aabd-0df7314262d1 req-4397d3b4-b11c-4313-a637-c20feae586f7 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548102
Apr 16 21:29:47.310846 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (6dbd4803-28c1-4a86-b054-dab026e65a01), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.347790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 99344858-cdee-4eea-8849-b780bb386e49 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:47.348912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (99344858-cdee-4eea-8849-b780bb386e49), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.368424 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6dbd4803-28c1-4a86-b054-dab026e65a01), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.379183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:47.379616 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (6dbd4803-28c1-4a86-b054-dab026e65a01), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:47.383378 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:47.397606 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b79cc70-e0a1-4a5e-9405-c2baa0933f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (31b1eb01-e427-4b1d-b13e-d82fd8c49ca3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.400162 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b79cc70-e0a1-4a5e-9405-c2baa0933f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.401651 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1b79cc70-e0a1-4a5e-9405-c2baa0933f0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31b1eb01-e427-4b1d-b13e-d82fd8c49ca3 HTTP/1.1" status: 204  len: 168 time: 0.6252031
Apr 16 21:29:47.415966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79cc70-e0a1-4a5e-9405-c2baa0933f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b1eb01-e427-4b1d-b13e-d82fd8c49ca3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:47.435453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] For port 99344858-cdee-4eea-8849-b780bb386e49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99344858-cdee-4eea-8849-b780bb386e49,segment=NetworkSegment(eb2dc67d-8de5-4f72-bb63-d7208f08b7f3),segment_id=eb2dc67d-8de5-4f72-bb63-d7208f08b7f3)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:47.435453 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (99344858-cdee-4eea-8849-b780bb386e49), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.464673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 99344858-cdee-4eea-8849-b780bb386e49 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:47.475856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe7044f-d1b1-463a-9c97-74ffb52a979d None None] Network 2ca9267a-51a1-4ba1-a39f-73900e72ce63 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:47.482120 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbf018c5-6c11-4bd4-b290-604bb9e03ca8 req-6b0b49b8-78aa-4d11-85aa-64564d021aca service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174904
Apr 16 21:29:47.544484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2957cc19-b259-40b0-9c1c-2d2735da1db7 None None] Provisioning complete for port 99344858-cdee-4eea-8849-b780bb386e49 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:47.544930 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2957cc19-b259-40b0-9c1c-2d2735da1db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (99344858-cdee-4eea-8849-b780bb386e49), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.557158 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a2c0baf8-59db-41ff-b482-b186318b4f32), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.563024 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.567118 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/a2c0baf8-59db-41ff-b482-b186318b4f32 HTTP/1.1" status: 204  len: 168 time: 3.8648269
Apr 16 21:29:47.570019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52182) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:47.582416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20875cf-905e-42b1-8dd1-7c588516e569 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Network': ['ID=a2c0baf8-59db-41ff-b482-b186318b4f32,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:47.590289 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-3853df61-7b36-4650-9a01-95009ba16f16 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:29:47.590855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3853df61-7b36-4650-9a01-95009ba16f16 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:29:47.594126 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3853df61-7b36-4650-9a01-95009ba16f16 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/a2c0baf8-59db-41ff-b482-b186318b4f32 HTTP/1.1" status: 404  len: 339 time: 0.0229504
Apr 16 21:29:47.599794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52184) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:47.604910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-44a89c0a-601d-423a-858f-692b57091228 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1332451962', 'description': 'd1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:47.648260 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (99344858-cdee-4eea-8849-b780bb386e49), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.679305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=99344858-cdee-4eea-8849-b780bb386e49,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:47.681287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2957cc19-b259-40b0-9c1c-2d2735da1db7 None None] Current status of the port 99344858-cdee-4eea-8849-b780bb386e49 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:47.687160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a89c0a-601d-423a-858f-692b57091228 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:47.689601 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44a89c0a-601d-423a-858f-692b57091228 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.694052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No DVR routers for this DVR port 99344858-cdee-4eea-8849-b780bb386e49 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:47.708451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb12b544-8ccb-4e20-892a-c21cd4274d07 None None] DHCP port deletion for 2ca9267a-51a1-4ba1-a39f-73900e72ce63 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:29:47.785074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a89c0a-601d-423a-858f-692b57091228 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:47.792571 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (2ca9267a-51a1-4ba1-a39f-73900e72ce63), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.807976 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44a89c0a-601d-423a-858f-692b57091228 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (740a123e-949a-4865-8c74-acacdc86a872), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.808259 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-44a89c0a-601d-423a-858f-692b57091228 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Added segment 740a123e-949a-4865-8c74-acacdc86a872 of type vlan for network e2331dc0-6baa-41d2-88f3-8c865b4a5a50
Apr 16 21:29:47.823318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124e24a00>,) {'filters': {'network_id': ['2ca9267a-51a1-4ba1-a39f-73900e72ce63']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:47.837111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124e24a00>, 'eb2dc67d-8de5-4f72-bb63-d7208f08b7f3') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:47.837414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124e24a00>, 'eb2dc67d-8de5-4f72-bb63-d7208f08b7f3') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:47.872652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (eb2dc67d-8de5-4f72-bb63-d7208f08b7f3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.887147 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44a89c0a-601d-423a-858f-692b57091228 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e2331dc0-6baa-41d2-88f3-8c865b4a5a50), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.896548 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (eb2dc67d-8de5-4f72-bb63-d7208f08b7f3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.910888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:47.911285 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (eb2dc67d-8de5-4f72-bb63-d7208f08b7f3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:47.914311 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:47.980523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa41a9-fe8f-4142-94d2-f30d6b7864d1 req-90235cf0-72b6-4e12-be8c-5973c80952d9 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:47.981994 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eafa41a9-fe8f-4142-94d2-f30d6b7864d1 req-90235cf0-72b6-4e12-be8c-5973c80952d9 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0488548
Apr 16 21:29:48.030808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eafa41a9-fe8f-4142-94d2-f30d6b7864d1 req-9f753928-0512-49ee-b147-3383f1217ddd tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430546
Apr 16 21:29:48.036683 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44a89c0a-601d-423a-858f-692b57091228 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e2331dc0-6baa-41d2-88f3-8c865b4a5a50), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.041900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a89c0a-601d-423a-858f-692b57091228 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:48.042775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44a89c0a-601d-423a-858f-692b57091228 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.100165 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (2ca9267a-51a1-4ba1-a39f-73900e72ce63), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.107390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.110615 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/networks/2ca9267a-51a1-4ba1-a39f-73900e72ce63 HTTP/1.1" status: 204  len: 168 time: 0.9907370
Apr 16 21:29:48.114425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52190) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:48.119173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a89c0a-601d-423a-858f-692b57091228 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Network': ['ID=e2331dc0-6baa-41d2-88f3-8c865b4a5a50,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:48.132437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e2331dc0-6baa-41d2-88f3-8c865b4a5a50 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:48.136600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2eb88-f5e6-4136-8722-b2d732979947 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Network': ['ID=2ca9267a-51a1-4ba1-a39f-73900e72ce63,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:48.171050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666702f6-b972-47d6-8ba3-3e60a0e68121 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:48.171288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52192) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:48.174773 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-666702f6-b972-47d6-8ba3-3e60a0e68121 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0592442
Apr 16 21:29:48.175391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52194) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:48.185366 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-44a89c0a-601d-423a-858f-692b57091228 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5818892
Apr 16 21:29:48.185578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52196) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:48.189518 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ff05d29-bc23-41ef-9bd7-df1d1d97251a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.270225 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ff05d29-bc23-41ef-9bd7-df1d1d97251a admin admin] Publish callbacks [] for security_group (6bd9cede-e128-439a-b5a4-1d2c4f9c426b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.294035 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-442dd7ef-02d8-40a4-a1d5-0a34cd964e03 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1174471
Apr 16 21:29:48.297642 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52198) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:48.302913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-433996214'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:48.315682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d896263f-fb78-4c85-9883-6f0725c1ed9c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:48.317193 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d896263f-fb78-4c85-9883-6f0725c1ed9c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "GET /v2.0/networks?id=e2331dc0-6baa-41d2-88f3-8c865b4a5a50 HTTP/1.1" status: 200  len: 765 time: 0.1304181
Apr 16 21:29:48.319897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52200) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:48.324886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6da15c84-b646-4429-bbc5-d9fa1ecb2d39 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'network': {'description': 'd2'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:48.394212 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ff05d29-bc23-41ef-9bd7-df1d1d97251a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6bd9cede-e128-439a-b5a4-1d2c4f9c426b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.431599 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:48.434954 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.495318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c55b9-4862-462d-957f-ae80ea43b1ed req-38a680e8-94bc-46b2-832e-8e5bc9650a2f tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:48.496885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae8c55b9-4862-462d-957f-ae80ea43b1ed req-38a680e8-94bc-46b2-832e-8e5bc9650a2f tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 947 time: 0.1194606
Apr 16 21:29:48.544567 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1ff05d29-bc23-41ef-9bd7-df1d1d97251a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=953e7e8bd61e4abf917438264d83597f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3721726
Apr 16 21:29:48.547325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52204) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:48.553043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff05d29-bc23-41ef-9bd7-df1d1d97251a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd9cede-e128-439a-b5a4-1d2c4f9c426b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:48.573213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:48.596049 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (838f226a-8b74-405a-8fae-e0b629f3d1f8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.596425 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Added segment 838f226a-8b74-405a-8fae-e0b629f3d1f8 of type vlan for network 05f9872f-7faa-4805-ab4c-1ace01e9c248
Apr 16 21:29:48.600780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dbcd36d4-1e32-452d-b805-a5e47240300e admin admin] Publish callbacks [] for security_group (6bd9cede-e128-439a-b5a4-1d2c4f9c426b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.627729 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dbcd36d4-1e32-452d-b805-a5e47240300e admin admin] Publish callbacks [] for security_group (6bd9cede-e128-439a-b5a4-1d2c4f9c426b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.675400 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6da15c84-b646-4429-bbc5-d9fa1ecb2d39 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e2331dc0-6baa-41d2-88f3-8c865b4a5a50), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.682782 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae8c55b9-4862-462d-957f-ae80ea43b1ed req-4c388406-a477-48ac-bea7-087cca0c33d7 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699972
Apr 16 21:29:48.689930 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (05f9872f-7faa-4805-ab4c-1ace01e9c248), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.733837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dbcd36d4-1e32-452d-b805-a5e47240300e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6bd9cede-e128-439a-b5a4-1d2c4f9c426b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.737010 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dbcd36d4-1e32-452d-b805-a5e47240300e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.738154 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dbcd36d4-1e32-452d-b805-a5e47240300e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bd9cede-e128-439a-b5a4-1d2c4f9c426b HTTP/1.1" status: 204  len: 168 time: 0.1897383
Apr 16 21:29:48.746229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd36d4-1e32-452d-b805-a5e47240300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd9cede-e128-439a-b5a4-1d2c4f9c426b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:48.756733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6da15c84-b646-4429-bbc5-d9fa1ecb2d39 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e2331dc0-6baa-41d2-88f3-8c865b4a5a50), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.778913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6da15c84-b646-4429-bbc5-d9fa1ecb2d39 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network e2331dc0-6baa-41d2-88f3-8c865b4a5a50 is not hosted by any dhcp agent {{(pid=122556) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 16 21:29:48.783838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da15c84-b646-4429-bbc5-d9fa1ecb2d39 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:48.784494 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6da15c84-b646-4429-bbc5-d9fa1ecb2d39 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.785788 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6da15c84-b646-4429-bbc5-d9fa1ecb2d39 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "PUT /v2.0/networks/e2331dc0-6baa-41d2-88f3-8c865b4a5a50 HTTP/1.1" status: 200  len: 762 time: 0.4649255
Apr 16 21:29:48.791169 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52208) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:48.817342 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (05f9872f-7faa-4805-ab4c-1ace01e9c248), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.822330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:48.822911 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:48.852447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da15c84-b646-4429-bbc5-d9fa1ecb2d39 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Network': ['ID=e2331dc0-6baa-41d2-88f3-8c865b4a5a50,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:48.865224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e2331dc0-6baa-41d2-88f3-8c865b4a5a50 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:48.888382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f3c6d3-b694-4b5c-b061-08437aceb71c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:48.893726 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-63f3c6d3-b694-4b5c-b061-08437aceb71c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "GET /v2.0/networks?id=e2331dc0-6baa-41d2-88f3-8c865b4a5a50 HTTP/1.1" status: 200  len: 765 time: 0.1002412
Apr 16 21:29:48.894678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52210) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:48.916535 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.6164560
Apr 16 21:29:48.922209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52212) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:48.929468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-18a466ab-c51e-4723-aeab-9a1340fea90e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': '05f9872f-7faa-4805-ab4c-1ace01e9c248', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:48.934231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Network': ['ID=05f9872f-7faa-4805-ab4c-1ace01e9c248,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:48.988932 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.989276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.989619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.989957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.990290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.990616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.990941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.991261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.991582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.992532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.992532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.992532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.993149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.993469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:48.993801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff98ec-7461-4348-9019-9f9cd267cf43 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:49.007319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 05f9872f-7faa-4805-ab4c-1ace01e9c248 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:49.103104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a349d4-16b8-4175-ac87-336d91f68724 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.105470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-34a349d4-16b8-4175-ac87-336d91f68724 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2089829
Apr 16 21:29:49.111839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52218) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:49.169588 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-59913892-e993-4a2b-bb6d-4abdd0a5394c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 207 time: 0.0535183
Apr 16 21:29:49.170397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52220) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:49.172714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a466ab-c51e-4723-aeab-9a1340fea90e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:49.176869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18a466ab-c51e-4723-aeab-9a1340fea90e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:49.188898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509721bc-f0b0-4d3b-bf10-977454db26f2 req-1a1e8e8f-37c4-4084-9b06-a5be5ba5dc50 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.196096 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-509721bc-f0b0-4d3b-bf10-977454db26f2 req-1a1e8e8f-37c4-4084-9b06-a5be5ba5dc50 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0770347
Apr 16 21:29:49.207703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 99344858-cdee-4eea-8849-b780bb386e49 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:29:49.234300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 99344858-cdee-4eea-8849-b780bb386e49 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:29:49.234625 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 99344858-cdee-4eea-8849-b780bb386e49 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:29:49.267077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-509721bc-f0b0-4d3b-bf10-977454db26f2 req-0a903b84-f702-40d0-b396-4d9710a7f20a tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671077
Apr 16 21:29:49.452960 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585baa27-58df-473a-9f3b-d4e07be8d75a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.458820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585baa27-58df-473a-9f3b-d4e07be8d75a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.463856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585baa27-58df-473a-9f3b-d4e07be8d75a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.468931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585baa27-58df-473a-9f3b-d4e07be8d75a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.474522 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585baa27-58df-473a-9f3b-d4e07be8d75a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.479817 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585baa27-58df-473a-9f3b-d4e07be8d75a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.481639 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-585baa27-58df-473a-9f3b-d4e07be8d75a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3732 time: 0.3101370
Apr 16 21:29:49.485647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52232) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:49.605277 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-00cb5cbd-8e9f-4c06-a49b-653464600cb6 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 814 time: 0.1184261
Apr 16 21:29:49.608730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52234) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:49.671886 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18a466ab-c51e-4723-aeab-9a1340fea90e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (49ea4968-9028-490d-b3ab-367dd14ee128), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:49.700628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217d024-4c31-4917-9d15-0604e944ffae tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.701975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217d024-4c31-4917-9d15-0604e944ffae tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.703778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217d024-4c31-4917-9d15-0604e944ffae tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.707571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217d024-4c31-4917-9d15-0604e944ffae tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.713127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217d024-4c31-4917-9d15-0604e944ffae tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.716917 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f217d024-4c31-4917-9d15-0604e944ffae tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1053884
Apr 16 21:29:49.719361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52242) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:49.752364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a466ab-c51e-4723-aeab-9a1340fea90e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Subnet': ['ID=49ea4968-9028-490d-b3ab-367dd14ee128,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:49.760408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a466ab-c51e-4723-aeab-9a1340fea90e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Checking segment: {'id': '838f226a-8b74-405a-8fae-e0b629f3d1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f9872f-7faa-4805-ab4c-1ace01e9c248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:49.760812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a466ab-c51e-4723-aeab-9a1340fea90e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network hostable DHCP agents. Network: 05f9872f-7faa-4805-ab4c-1ace01e9c248, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:49.790431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc826c-ce5c-464b-ac23-28a55b8a47c4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.791652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc826c-ce5c-464b-ac23-28a55b8a47c4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.793041 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc826c-ce5c-464b-ac23-28a55b8a47c4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.794251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc826c-ce5c-464b-ac23-28a55b8a47c4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.795456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc826c-ce5c-464b-ac23-28a55b8a47c4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.797083 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-35bc826c-ce5c-464b-ac23-28a55b8a47c4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0759768
Apr 16 21:29:49.801309 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52246) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:49.836438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964efd88-d954-4c78-b21e-01386777fa90 req-c77d1da5-20f9-4e4d-9348-4b46c958de74 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.838398 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-964efd88-d954-4c78-b21e-01386777fa90 req-c77d1da5-20f9-4e4d-9348-4b46c958de74 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 947 time: 0.0524564
Apr 16 21:29:49.882932 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a466ab-c51e-4723-aeab-9a1340fea90e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 05f9872f-7faa-4805-ab4c-1ace01e9c248 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:49.888801 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-964efd88-d954-4c78-b21e-01386777fa90 req-cae6118a-8a9f-40ef-8697-69763d588494 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448482
Apr 16 21:29:49.910224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbfa44f-078d-4e49-9698-9a36f1453775 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.910224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-acbfa44f-078d-4e49-9698-9a36f1453775 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "GET /v2.0/networks/1f141707-03a6-4b3c-9b92-61add795c578 HTTP/1.1" status: 200  len: 804 time: 0.1052368
Apr 16 21:29:49.918429 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52250) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:49.979060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-18a466ab-c51e-4723-aeab-9a1340fea90e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 05f9872f-7faa-4805-ab4c-1ace01e9c248) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:49.987404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5d271b-3762-44f6-a77f-02b38d287773 None None] Network 05f9872f-7faa-4805-ab4c-1ace01e9c248 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:49.991661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a466ab-c51e-4723-aeab-9a1340fea90e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:49.992396 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18a466ab-c51e-4723-aeab-9a1340fea90e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.042278 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-15340a13-8d8f-408d-9ea2-e999bb164504 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "GET /v2.0/networks/1f141707-03a6-4b3c-9b92-61add795c578?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.1226041
Apr 16 21:29:50.046474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52254) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:50.082241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-18a466ab-c51e-4723-aeab-9a1340fea90e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1562994
Apr 16 21:29:50.082600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52256) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:50.089212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': '05f9872f-7faa-4805-ab4c-1ace01e9c248', 'name': 'tempest-PortsTestJSON-46874397'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:50.112053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-05f9872f-7faa-4805-ab4c-1ace01e9c248', 'network_id': '05f9872f-7faa-4805-ab4c-1ace01e9c248', 'project_id': '320449ac75f842198f730cb6d86e6944', 'fixed_ips': [{'subnet_id': '49ea4968-9028-490d-b3ab-367dd14ee128'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:50.112728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9978ff50-5c9a-4a8d-ab10-00a59a13cd83 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:50.113203 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.117826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9978ff50-5c9a-4a8d-ab10-00a59a13cd83 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "GET /v2.0/subnets/310962f0-50a1-4a92-ac97-af2ebac7939d HTTP/1.1" status: 200  len: 843 time: 0.0669842
Apr 16 21:29:50.118374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52258) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:50.179700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a04172-77f4-425a-b208-b63655a27fb1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:50.186366 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a4a04172-77f4-425a-b208-b63655a27fb1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "GET /v2.0/subnets/310962f0-50a1-4a92-ac97-af2ebac7939d?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0652130
Apr 16 21:29:50.186366 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52260) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:50.194978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-330eef4c-4417-4353-a5f2-57d44d084fd4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-472146929'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:50.264949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Allocated IP 172.20.0.2 (05f9872f-7faa-4805-ab4c-1ace01e9c248/49ea4968-9028-490d-b3ab-367dd14ee128/738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:50.288345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330eef4c-4417-4353-a5f2-57d44d084fd4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:50.292670 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-330eef4c-4417-4353-a5f2-57d44d084fd4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.311918 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:50.317292 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.321225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330eef4c-4417-4353-a5f2-57d44d084fd4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:50.333371 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-330eef4c-4417-4353-a5f2-57d44d084fd4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (3e4a801a-6012-461f-88ce-9c25b1ea5f52), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.333723 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-330eef4c-4417-4353-a5f2-57d44d084fd4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Added segment 3e4a801a-6012-461f-88ce-9c25b1ea5f52 of type vlan for network 88518ea1-49d0-4e23-bb98-f4ed0bf865e7
Apr 16 21:29:50.347114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 15c187de-7edc-4c0c-be53-e1282ef69763 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:50.400044 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-330eef4c-4417-4353-a5f2-57d44d084fd4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (88518ea1-49d0-4e23-bb98-f4ed0bf865e7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.441328 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Publish callbacks [] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.452556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d357-1cd9-407e-8e68-fcb262f3a238 req-9f8d45d7-7f7e-4ae4-94b9-b2faf13f310e tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:50.454078 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-83b2d357-1cd9-407e-8e68-fcb262f3a238 req-9f8d45d7-7f7e-4ae4-94b9-b2faf13f310e tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0860212
Apr 16 21:29:50.506560 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-83b2d357-1cd9-407e-8e68-fcb262f3a238 req-6dfd4c63-a49f-48ea-bc7a-015b1fea956a tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461366
Apr 16 21:29:50.538219 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.566811 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-330eef4c-4417-4353-a5f2-57d44d084fd4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (88518ea1-49d0-4e23-bb98-f4ed0bf865e7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.571841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330eef4c-4417-4353-a5f2-57d44d084fd4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:50.572467 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-330eef4c-4417-4353-a5f2-57d44d084fd4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.576497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Network 05f9872f-7faa-4805-ab4c-1ace01e9c248 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:50.581392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:50.585945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:50.595851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Pushing event updated for resources: {'Port': ['ID=738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:50.616092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.3 (05f9872f-7faa-4805-ab4c-1ace01e9c248/49ea4968-9028-490d-b3ab-367dd14ee128/15c187de-7edc-4c0c-be53-e1282ef69763) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:50.656588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Attempting to bind port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:50.657760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Attempting to bind port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '838f226a-8b74-405a-8fae-e0b629f3d1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f9872f-7faa-4805-ab4c-1ace01e9c248'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:50.658341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Attempting to bind port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 on network 05f9872f-7faa-4805-ab4c-1ace01e9c248 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:50.664889 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:50.665614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Checking segment: {'id': '838f226a-8b74-405a-8fae-e0b629f3d1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f9872f-7faa-4805-ab4c-1ace01e9c248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:50.666233 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.666788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Bound using segment: {'id': '838f226a-8b74-405a-8fae-e0b629f3d1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f9872f-7faa-4805-ab4c-1ace01e9c248'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:50.667436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Bound port: 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838f226a-8b74-405a-8fae-e0b629f3d1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f9872f-7faa-4805-ab4c-1ace01e9c248'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:50.668010 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.746139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] For port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:50.753923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] For port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0,segment=NetworkSegment(838f226a-8b74-405a-8fae-e0b629f3d1f8),segment_id=838f226a-8b74-405a-8fae-e0b629f3d1f8)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:50.831529 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.833057 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (15c187de-7edc-4c0c-be53-e1282ef69763), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.918903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330eef4c-4417-4353-a5f2-57d44d084fd4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Network': ['ID=88518ea1-49d0-4e23-bb98-f4ed0bf865e7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:50.925891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c05ebe-49df-46d3-9a30-bb8dc0485710 None None] Pushing event updated for resources: {'Port': ['ID=738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:50.932640 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (15c187de-7edc-4c0c-be53-e1282ef69763), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:50.932839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 88518ea1-49d0-4e23-bb98-f4ed0bf865e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:50.967420 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-330eef4c-4417-4353-a5f2-57d44d084fd4 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7779725
Apr 16 21:29:50.967643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52282) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:50.973551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'subnet': {'network_id': '88518ea1-49d0-4e23-bb98-f4ed0bf865e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:51.004239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 05f9872f-7faa-4805-ab4c-1ace01e9c248 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:51.020707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:51.031846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:51.118570 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2b4ff-8c64-4127-980b-c049bf677e01 req-6b5ead12-c579-4860-b7ae-c104c477e04e tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:51.120145 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ab2b4ff-8c64-4127-980b-c049bf677e01 req-6b5ead12-c579-4860-b7ae-c104c477e04e tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 947 time: 0.1124992
Apr 16 21:29:51.120827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=15c187de-7edc-4c0c-be53-e1282ef69763,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:51.135947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:51.136490 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:51.165919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Made reservation on behalf of 7506ab34d3614bc3948e48424e16545c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:51.170562 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:51.217948 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ab2b4ff-8c64-4127-980b-c049bf677e01 req-1c0e2897-6cf5-41e6-9aac-c5b9449afe55 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783865
Apr 16 21:29:51.258143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.ipam_backend_mixin [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Performing IP validity checks on allocation pools {{(pid=122555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 16 21:29:51.258143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.ipam_backend_mixin [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Checking for overlaps among allocation pools and gateway ip {{(pid=122555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 16 21:29:51.259387 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3deebdb0-7bb2-443c-be10-49ee22e356fc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.1718915
Apr 16 21:29:51.259387 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52294) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:51.266260 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': '05f9872f-7faa-4805-ab4c-1ace01e9c248', 'name': 'tempest-PortsTestJSON-775919347'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:51.499456 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:51.499639 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (68ac8861-4307-4a8e-8113-2f4202231f24), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:51.503391 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:51.523273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port ba710c2a-7ee5-4412-878b-31f447f6dad4 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:51.573252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Subnet': ['ID=68ac8861-4307-4a8e-8113-2f4202231f24,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:51.581869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Checking segment: {'id': '3e4a801a-6012-461f-88ce-9c25b1ea5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '88518ea1-49d0-4e23-bb98-f4ed0bf865e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:51.582848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network hostable DHCP agents. Network: 88518ea1-49d0-4e23-bb98-f4ed0bf865e7, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:51.643427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac835733-981f-412e-8f2c-1b90b4ebd916 req-e97226e3-0f77-4056-9fe6-5608d2a5e6ee tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:51.645213 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ac835733-981f-412e-8f2c-1b90b4ebd916 req-e97226e3-0f77-4056-9fe6-5608d2a5e6ee tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0513508
Apr 16 21:29:51.677004 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.11 (05f9872f-7faa-4805-ab4c-1ace01e9c248/49ea4968-9028-490d-b3ab-367dd14ee128/ba710c2a-7ee5-4412-878b-31f447f6dad4) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:51.695574 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ac835733-981f-412e-8f2c-1b90b4ebd916 req-03f543da-c2e0-41b4-a4c7-29310a3fa65c tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443444
Apr 16 21:29:51.720894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Network 88518ea1-49d0-4e23-bb98-f4ed0bf865e7 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:51.843123 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 88518ea1-49d0-4e23-bb98-f4ed0bf865e7) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:51.849727 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:51.850363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:51.856694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f5436a-a32a-462e-a33d-2d49ca872f0e None None] Network 88518ea1-49d0-4e23-bb98-f4ed0bf865e7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:51.915927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device aaa13a69-2e18-4dd3-bc2c-f84607880394 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:29:51.983027 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-26ab377c-b1e2-420f-adbd-5b10518d69dc tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.0117877
Apr 16 21:29:51.983767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52326) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:51.990420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-48aef5b7-2a73-447d-8e22-27fa67e6eb3e tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:52.089990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88518ea1-49d0-4e23-bb98-f4ed0bf865e7', 'network_id': '88518ea1-49d0-4e23-bb98-f4ed0bf865e7', 'project_id': '7506ab34d3614bc3948e48424e16545c', 'fixed_ips': [{'subnet_id': '68ac8861-4307-4a8e-8113-2f4202231f24'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:52.090864 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:52.107105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port aaa13a69-2e18-4dd3-bc2c-f84607880394, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aaa13a69-2e18-4dd3-bc2c-f84607880394,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:52.122527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'aaa13a69-2e18-4dd3-bc2c-f84607880394', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'aaa13a69-2e18-4dd3-bc2c-f84607880394', 'mac_address': 'fa:16:3e:f3:16:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:29:52.145450 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48aef5b7-2a73-447d-8e22-27fa67e6eb3e tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60292403'] for subnet (68ac8861-4307-4a8e-8113-2f4202231f24), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:52.184030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (ba710c2a-7ee5-4412-878b-31f447f6dad4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:52.247646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09686b7-8919-401c-8149-8bb9b9b72f23 None None] Network 05f9872f-7faa-4805-ab4c-1ace01e9c248 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:52.298902 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ba710c2a-7ee5-4412-878b-31f447f6dad4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:52.388520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port aaa13a69-2e18-4dd3-bc2c-f84607880394 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:52.389007 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:52.404340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 05f9872f-7faa-4805-ab4c-1ace01e9c248 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:52.412557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:52.415520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:52.423768 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=ba710c2a-7ee5-4412-878b-31f447f6dad4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:52.434577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f8a83ab4-f1a7-4839-a408-8bddb0c73541 None None] Provisioning complete for port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:52.434719 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f8a83ab4-f1a7-4839-a408-8bddb0c73541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:52.438951 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48aef5b7-2a73-447d-8e22-27fa67e6eb3e tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727683316821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59790915'] for subnet (68ac8861-4307-4a8e-8113-2f4202231f24), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:52.452965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238e964-f2ff-4ed2-91f3-8c725a706444 req-8129fa7f-ab19-40c8-a59e-3b3fedafdd11 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:52.454971 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4238e964-f2ff-4ed2-91f3-8c725a706444 req-8129fa7f-ab19-40c8-a59e-3b3fedafdd11 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 947 time: 0.1119020
Apr 16 21:29:52.465079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa13a69-2e18-4dd3-bc2c-f84607880394 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:29:52.510671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:52.511328 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]: WARNING neutron.objects.base [None req-48aef5b7-2a73-447d-8e22-27fa67e6eb3e tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] ORM session: SQL execution without transaction in progress, traceback:
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     result = function(*args, **kwargs)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     proto.__init__(conn_state, self)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     self.handle()
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     self.handle_one_request()
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     self.handle_one_response()
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     result = self.application(self.environ, start_response)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     return app(environ, start_response)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     return self.func(req, *args, **kwargs)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     response = req.get_response(self.application)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     status, headers, app_iter = self.call_application(
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     app_iter = application(self.environ, start_response)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     return self.func(req, *args, **kwargs)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     response = req.get_response(self.application)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     status, headers, app_iter = self.call_application(
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     app_iter = application(self.environ, start_response)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     return self.func(req, *args, **kwargs)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     response = req.get_response(self.application)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     status, headers, app_iter = self.call_application(
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     app_iter = application(self.environ, start_response)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     return self.func(req, *args, **kwargs)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     response = req.get_response(self.application)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     status, headers, app_iter = self.call_application(
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     app_iter = application(self.environ, start_response)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     return self.func(req, *args, **kwargs)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     return request.get_response(self.application)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     status, headers, app_iter = self.call_application(
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     app_iter = application(self.environ, start_response)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     return self.func(req, *args, **kwargs)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     response = req.get_response(self._app)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     status, headers, app_iter = self.call_application(
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     app_iter = application(self.environ, start_response)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     return resp(environ, start_response)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     return resp(environ, start_response)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     response = self.app(environ, start_response)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     return resp(environ, start_response)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:     return self.application(environ, start_response)
Apr 16 21:29:52.515224 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     return super(Pecan, self).__call__(environ, start_response)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     self.invoke_controller(controller, args, kwargs, state)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     result = controller(*args, **kwargs)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     return f(*args, **kwargs)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     return f(*args, **kwargs)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     return f(*dup_args, **dup_kwargs)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     return f(*args, **kwargs)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     return {self.resource: self.plugin_updater(*updater_args)}
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     return f(*args, **kwargs)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     return method(*args, **kwargs)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     return f(*args, **kwargs)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     return f(*args, **kwargs)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     return f(*dup_args, **dup_kwargs)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1366, in update_subnet
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     self._update_subnet_postcommit(context, original_subnet,
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     registry.publish(
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     _get_callback_manager().publish(resource, event, trigger, payload=payload)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     return function(*args, **kwargs)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     errors = self._notify_loop(resource, event, trigger, payload)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     callback(resource, event, trigger, payload=payload)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     router_ids = set(port.device_id for port in query)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     return self._iter().__iter__()
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     result = self.session.execute(
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]:     result = fn(orm_exec_state)
Apr 16 21:29:52.531496 ncdv-master-1 neutron-server[122555]: 
Apr 16 21:29:52.536939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port aaa13a69-2e18-4dd3-bc2c-f84607880394, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aaa13a69-2e18-4dd3-bc2c-f84607880394,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:52.544348 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4238e964-f2ff-4ed2-91f3-8c725a706444 req-ad86bd4d-55a6-4278-9602-8623ada2b100 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796382
Apr 16 21:29:52.550191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Allocated IP 2001:db8::3 (88518ea1-49d0-4e23-bb98-f4ed0bf865e7/68ac8861-4307-4a8e-8113-2f4202231f24/b051dc9e-8828-4534-a0f2-f85434b2fc4e) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:52.560942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aef5b7-2a73-447d-8e22-27fa67e6eb3e tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:52.561694 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48aef5b7-2a73-447d-8e22-27fa67e6eb3e tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:52.563769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-48aef5b7-2a73-447d-8e22-27fa67e6eb3e tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "PUT /v2.0/subnets/68ac8861-4307-4a8e-8113-2f4202231f24 HTTP/1.1" status: 200  len: 900 time: 0.5788522
Apr 16 21:29:52.566743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52332) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:52.624905 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f2dd71cb-f693-491d-8000-4b9007e33f5a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.3675630
Apr 16 21:29:52.625568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52334) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:52.643130 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:52.726714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aef5b7-2a73-447d-8e22-27fa67e6eb3e tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event updated for resources: {'Subnet': ['ID=68ac8861-4307-4a8e-8113-2f4202231f24,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:52.801634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d82e536-702b-4809-be04-19aab644f4db tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:52.803442 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4d82e536-702b-4809-be04-19aab644f4db tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200  len: 920 time: 0.1745889
Apr 16 21:29:52.808304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52340) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:52.853010 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f8a83ab4-f1a7-4839-a408-8bddb0c73541 None None] Current status of the port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:52.853479 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f8a83ab4-f1a7-4839-a408-8bddb0c73541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:52.874043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52342) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:52.882905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecb9b1-b08f-4fac-9512-c602ed2f7f91 req-fca1769a-e9be-4df3-92d1-39bf2af67acb tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:52.884528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cecb9b1-b08f-4fac-9512-c602ed2f7f91 req-fca1769a-e9be-4df3-92d1-39bf2af67acb tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0798843
Apr 16 21:29:52.910586 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:29:52.914979 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (88518ea1-49d0-4e23-bb98-f4ed0bf865e7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:52.946157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=aaa13a69-2e18-4dd3-bc2c-f84607880394,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:52.961727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f8a83ab4-f1a7-4839-a408-8bddb0c73541 None None] For port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0,segment=NetworkSegment(838f226a-8b74-405a-8fae-e0b629f3d1f8),segment_id=838f226a-8b74-405a-8fae-e0b629f3d1f8)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:52.976023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['aaa13a69-2e18-4dd3-bc2c-f84607880394'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:29:52.986315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-85da2c2d-6d70-48f8-8f50-7cceffd76910 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port ba710c2a-7ee5-4412-878b-31f447f6dad4 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:52.987211 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85da2c2d-6d70-48f8-8f50-7cceffd76910 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ba710c2a-7ee5-4412-878b-31f447f6dad4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.027735 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f8a83ab4-f1a7-4839-a408-8bddb0c73541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.042211 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (68ac8861-4307-4a8e-8113-2f4202231f24), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.073730 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79441f8f-6c3a-4240-bcab-0d94d809b2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.136624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a83ab4-f1a7-4839-a408-8bddb0c73541 None None] Pushing event updated for resources: {'Port': ['ID=738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:53.139749 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85da2c2d-6d70-48f8-8f50-7cceffd76910 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ba710c2a-7ee5-4412-878b-31f447f6dad4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.179188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-85da2c2d-6d70-48f8-8f50-7cceffd76910 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for ba710c2a-7ee5-4412-878b-31f447f6dad4 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:53.182607 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Publish callbacks [] for port (b051dc9e-8828-4534-a0f2-f85434b2fc4e), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.184557 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cecb9b1-b08f-4fac-9512-c602ed2f7f91 req-6746ce71-aa31-4b61-a2a5-b7f20d061e32 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2649858
Apr 16 21:29:53.195887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e45b1cc5-ba94-42e0-a343-7191e5f750df None None] Provisioning complete for port ba710c2a-7ee5-4412-878b-31f447f6dad4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:53.196291 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e45b1cc5-ba94-42e0-a343-7191e5f750df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ba710c2a-7ee5-4412-878b-31f447f6dad4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.279615 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e45b1cc5-ba94-42e0-a343-7191e5f750df None None] Port ba710c2a-7ee5-4412-878b-31f447f6dad4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:29:53.295271 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (b051dc9e-8828-4534-a0f2-f85434b2fc4e), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.329738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:53.331164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60775822-0e00-47f9-be2b-81637deb8f30 req-63bee8ec-129e-4e75-8e20-fa21959130e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:53.332741 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60775822-0e00-47f9-be2b-81637deb8f30 req-63bee8ec-129e-4e75-8e20-fa21959130e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 1127 time: 0.1248288
Apr 16 21:29:53.336550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e45b1cc5-ba94-42e0-a343-7191e5f750df None None] Provisioning complete for port 15c187de-7edc-4c0c-be53-e1282ef69763 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:53.337134 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e45b1cc5-ba94-42e0-a343-7191e5f750df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (15c187de-7edc-4c0c-be53-e1282ef69763), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.387961 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79441f8f-6c3a-4240-bcab-0d94d809b2a2 admin admin] Publish callbacks [] for security_group (d70ef284-f378-4b4d-a0f6-ccfdec5e0fec), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.392744 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (68ac8861-4307-4a8e-8113-2f4202231f24), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.417183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Network 88518ea1-49d0-4e23-bb98-f4ed0bf865e7 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:53.430245 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60775822-0e00-47f9-be2b-81637deb8f30 req-dcdff76c-e8fc-4633-84c1-22069a341eec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912204
Apr 16 21:29:53.435125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:53.440383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Subnet': ['ID=68ac8861-4307-4a8e-8113-2f4202231f24,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:53.446498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:53.451401 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Pushing event updated for resources: {'Port': ['ID=b051dc9e-8828-4534-a0f2-f85434b2fc4e,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:53.459252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e45b1cc5-ba94-42e0-a343-7191e5f750df None None] Port 15c187de-7edc-4c0c-be53-e1282ef69763 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:29:53.491127 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-79441f8f-6c3a-4240-bcab-0d94d809b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d70ef284-f378-4b4d-a0f6-ccfdec5e0fec), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.505947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e45b1cc5-ba94-42e0-a343-7191e5f750df None None] Provisioning complete for port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:53.506679 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e45b1cc5-ba94-42e0-a343-7191e5f750df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.522037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:53.522236 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (88518ea1-49d0-4e23-bb98-f4ed0bf865e7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.522484 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.532783 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-79441f8f-6c3a-4240-bcab-0d94d809b2a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c44b0b5d6e24bc8937f757fa9142045&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6568761
Apr 16 21:29:53.533644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79441f8f-6c3a-4240-bcab-0d94d809b2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70ef284-f378-4b4d-a0f6-ccfdec5e0fec,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:53.536230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52346) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:53.549843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01254fd610>,) {'filters': {'network_id': ['88518ea1-49d0-4e23-bb98-f4ed0bf865e7']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:53.562759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01254fd610>, '3e4a801a-6012-461f-88ce-9c25b1ea5f52') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:53.562759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01254fd610>, '3e4a801a-6012-461f-88ce-9c25b1ea5f52') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:53.573749 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (3e4a801a-6012-461f-88ce-9c25b1ea5f52), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.574697 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85da2c2d-6d70-48f8-8f50-7cceffd76910 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ba710c2a-7ee5-4412-878b-31f447f6dad4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.600334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Attempting to bind port b051dc9e-8828-4534-a0f2-f85434b2fc4e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:53.600852 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Attempting to bind port b051dc9e-8828-4534-a0f2-f85434b2fc4e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e4a801a-6012-461f-88ce-9c25b1ea5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '88518ea1-49d0-4e23-bb98-f4ed0bf865e7'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:53.601077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Attempting to bind port b051dc9e-8828-4534-a0f2-f85434b2fc4e on network 88518ea1-49d0-4e23-bb98-f4ed0bf865e7 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:53.608515 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (3e4a801a-6012-461f-88ce-9c25b1ea5f52), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.609968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da2c2d-6d70-48f8-8f50-7cceffd76910 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=ba710c2a-7ee5-4412-878b-31f447f6dad4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:53.615764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:53.616433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Checking segment: {'id': '3e4a801a-6012-461f-88ce-9c25b1ea5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '88518ea1-49d0-4e23-bb98-f4ed0bf865e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:53.617033 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.617587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Bound using segment: {'id': '3e4a801a-6012-461f-88ce-9c25b1ea5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '88518ea1-49d0-4e23-bb98-f4ed0bf865e7'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:53.618240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Bound port: b051dc9e-8828-4534-a0f2-f85434b2fc4e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4a801a-6012-461f-88ce-9c25b1ea5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '88518ea1-49d0-4e23-bb98-f4ed0bf865e7'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:53.618794 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b051dc9e-8828-4534-a0f2-f85434b2fc4e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.622421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:53.622952 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (3e4a801a-6012-461f-88ce-9c25b1ea5f52), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:53.651675 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:53.689031 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af5ec1ba-f860-4ee2-a70c-156e426379c8 admin admin] Publish callbacks [] for security_group (d70ef284-f378-4b4d-a0f6-ccfdec5e0fec), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.760383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e45b1cc5-ba94-42e0-a343-7191e5f750df None None] Current status of the port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:53.765553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:53.766485 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af5ec1ba-f860-4ee2-a70c-156e426379c8 admin admin] Publish callbacks [] for security_group (d70ef284-f378-4b4d-a0f6-ccfdec5e0fec), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.767555 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.api [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 21:29:53.767555 ncdv-master-1 neutron-server[122555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 21:29:53.767555 ncdv-master-1 neutron-server[122555]: [parameters: {'id': '88518ea1-49d0-4e23-bb98-f4ed0bf865e7'}]
Apr 16 21:29:53.767555 ncdv-master-1 neutron-server[122555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:29:53.773132 ncdv-master-1 neutron-server[122555]: DEBUG oslo_db.api [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:29:53.773459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] For port b051dc9e-8828-4534-a0f2-f85434b2fc4e, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:53.778954 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] For port b051dc9e-8828-4534-a0f2-f85434b2fc4e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b051dc9e-8828-4534-a0f2-f85434b2fc4e,segment=NetworkSegment(3e4a801a-6012-461f-88ce-9c25b1ea5f52),segment_id=3e4a801a-6012-461f-88ce-9c25b1ea5f52)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:53.785087 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be05130-f90f-4958-9287-0e12d7b91af0 req-e483f6c6-542b-43e4-8399-70e24404799b tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:53.786634 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4be05130-f90f-4958-9287-0e12d7b91af0 req-e483f6c6-542b-43e4-8399-70e24404799b tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 948 time: 0.1001475
Apr 16 21:29:53.787756 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85da2c2d-6d70-48f8-8f50-7cceffd76910 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.790928 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-85da2c2d-6d70-48f8-8f50-7cceffd76910 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/ba710c2a-7ee5-4412-878b-31f447f6dad4 HTTP/1.1" status: 204  len: 168 time: 0.9816453
Apr 16 21:29:53.793944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52350) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:53.852136 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-6603c0c6-3997-42c8-81a3-df5593389be8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:29:53.856330 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6603c0c6-3997-42c8-81a3-df5593389be8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/ba710c2a-7ee5-4412-878b-31f447f6dad4 HTTP/1.1" status: 404  len: 333 time: 0.0577061
Apr 16 21:29:53.856627 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b051dc9e-8828-4534-a0f2-f85434b2fc4e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.856734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52352) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:53.898574 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4be05130-f90f-4958-9287-0e12d7b91af0 req-dfcb0e69-ed60-4575-ab0d-7d7549f73983 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032372
Apr 16 21:29:53.903846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-45eb5def-3c6d-4ba1-9123-70f2d86944c5 None None] Could not find standard attr ID for object ba710c2a-7ee5-4412-878b-31f447f6dad4. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:29:53.968472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Pushing event updated for resources: {'Port': ['ID=b051dc9e-8828-4534-a0f2-f85434b2fc4e,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:53.968472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-45eb5def-3c6d-4ba1-9123-70f2d86944c5 None None] Provisioning complete for port 15c187de-7edc-4c0c-be53-e1282ef69763 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:53.968472 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-45eb5def-3c6d-4ba1-9123-70f2d86944c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (15c187de-7edc-4c0c-be53-e1282ef69763), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.969408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-a9a38c9f-c75f-47c7-ad3b-97140a67b209 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 15c187de-7edc-4c0c-be53-e1282ef69763 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:53.969408 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9a38c9f-c75f-47c7-ad3b-97140a67b209 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (15c187de-7edc-4c0c-be53-e1282ef69763), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.989028 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af5ec1ba-f860-4ee2-a70c-156e426379c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d70ef284-f378-4b4d-a0f6-ccfdec5e0fec), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.989878 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.990533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.990655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.990922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.991266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.991609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.991956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.992364 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af5ec1ba-f860-4ee2-a70c-156e426379c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:53.992475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.992845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.993189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.993518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.993850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.994260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.994601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:53.994932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc06e461-fea2-48b9-bf23-c478827931c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:29:54.005422 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-af5ec1ba-f860-4ee2-a70c-156e426379c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d70ef284-f378-4b4d-a0f6-ccfdec5e0fec HTTP/1.1" status: 204  len: 168 time: 0.4675517
Apr 16 21:29:54.021369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-45eb5def-3c6d-4ba1-9123-70f2d86944c5 None None] Port 15c187de-7edc-4c0c-be53-e1282ef69763 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:29:54.021942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ec1ba-f860-4ee2-a70c-156e426379c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70ef284-f378-4b4d-a0f6-ccfdec5e0fec,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:54.026687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b5a026-2e76-4be0-a9c7-3781bad6294b None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:29:54.071260 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9a38c9f-c75f-47c7-ad3b-97140a67b209 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (15c187de-7edc-4c0c-be53-e1282ef69763), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.088250 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-a9a38c9f-c75f-47c7-ad3b-97140a67b209 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 15c187de-7edc-4c0c-be53-e1282ef69763 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:54.172633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b5a026-2e76-4be0-a9c7-3781bad6294b None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:29:54.190580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device aaa13a69-2e18-4dd3-bc2c-f84607880394 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:54.269892 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (88518ea1-49d0-4e23-bb98-f4ed0bf865e7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.299682 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9a38c9f-c75f-47c7-ad3b-97140a67b209 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (15c187de-7edc-4c0c-be53-e1282ef69763), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.304998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port aaa13a69-2e18-4dd3-bc2c-f84607880394 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:29:54.347139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760e72c-806c-46d6-b232-73d38a896670 req-fc28978c-6034-4213-81ab-bceff328d4ec tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:54.348702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3760e72c-806c-46d6-b232-73d38a896670 req-fc28978c-6034-4213-81ab-bceff328d4ec tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0917945
Apr 16 21:29:54.350167 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a38c9f-c75f-47c7-ad3b-97140a67b209 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=15c187de-7edc-4c0c-be53-e1282ef69763,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:54.392947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port aaa13a69-2e18-4dd3-bc2c-f84607880394 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:54.393476 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.447724 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9232b48-62cc-41d7-a7cc-d77be016aa73 None None] Network 88518ea1-49d0-4e23-bb98-f4ed0bf865e7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:54.466552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Deleting port b051dc9e-8828-4534-a0f2-f85434b2fc4e {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:54.466552 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b051dc9e-8828-4534-a0f2-f85434b2fc4e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.542477 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3760e72c-806c-46d6-b232-73d38a896670 req-60f36d33-5130-45b4-a581-7c55ba5f2f36 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674857
Apr 16 21:29:54.543547 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9a38c9f-c75f-47c7-ad3b-97140a67b209 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.549258 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a9a38c9f-c75f-47c7-ad3b-97140a67b209 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/15c187de-7edc-4c0c-be53-e1282ef69763 HTTP/1.1" status: 204  len: 168 time: 0.6890638
Apr 16 21:29:54.550768 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52360) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:54.589112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0302dec-9a98-4073-9a6b-a8ab3031e9ae None None] Network 88518ea1-49d0-4e23-bb98-f4ed0bf865e7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:54.605837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] For port b051dc9e-8828-4534-a0f2-f85434b2fc4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b051dc9e-8828-4534-a0f2-f85434b2fc4e,segment=NetworkSegment(3e4a801a-6012-461f-88ce-9c25b1ea5f52),segment_id=3e4a801a-6012-461f-88ce-9c25b1ea5f52)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:54.606292 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b051dc9e-8828-4534-a0f2-f85434b2fc4e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.614021 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-2673de2f-d89a-45a8-9091-1f9a4f2d24cb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:29:54.615884 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2673de2f-d89a-45a8-9091-1f9a4f2d24cb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/15c187de-7edc-4c0c-be53-e1282ef69763 HTTP/1.1" status: 404  len: 333 time: 0.0634890
Apr 16 21:29:54.618584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52362) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:54.639545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Calling delete_port for b051dc9e-8828-4534-a0f2-f85434b2fc4e owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:54.663419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port aaa13a69-2e18-4dd3-bc2c-f84607880394 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:54.663910 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.720100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c6cc8f-9ac7-4753-aef9-c5ea71435c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa13a69-2e18-4dd3-bc2c-f84607880394'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:29:54.722389 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec2a171-76a2-4f35-801f-13b1e3be981e" -d '{"events": [{"server_uuid": "b8c6cc8f-9ac7-4753-aef9-c5ea71435c60", "name": "network-vif-plugged", "status": "completed", "tag": "aaa13a69-2e18-4dd3-bc2c-f84607880394"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:29:54.738195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-645669b6-af14-4306-bb3b-b691f6c8911f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting subnet 49ea4968-9028-490d-b3ab-367dd14ee128 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:29:54.738999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52366) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:54.741723 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-645669b6-af14-4306-bb3b-b691f6c8911f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (49ea4968-9028-490d-b3ab-367dd14ee128), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.746060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port aaa13a69-2e18-4dd3-bc2c-f84607880394, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aaa13a69-2e18-4dd3-bc2c-f84607880394,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:54.759202 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c178-171f-4627-95ef-76ad8ab3399a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.802049 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-645669b6-af14-4306-bb3b-b691f6c8911f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (49ea4968-9028-490d-b3ab-367dd14ee128), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.822509 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cf9a58-06a7-4853-8f43-19a8ca9e6002 x-openstack-request-id: req-28cf9a58-06a7-4853-8f43-19a8ca9e6002 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:29:54.822509 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c6cc8f-9ac7-4753-aef9-c5ea71435c60", "name": "network-vif-plugged", "status": "completed", "tag": "aaa13a69-2e18-4dd3-bc2c-f84607880394", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:29:54.822509 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28cf9a58-06a7-4853-8f43-19a8ca9e6002 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:29:54.822509 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cf9a58-06a7-4853-8f43-19a8ca9e6002'] response: {'server_uuid': 'b8c6cc8f-9ac7-4753-aef9-c5ea71435c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa13a69-2e18-4dd3-bc2c-f84607880394', 'code': 200}
Apr 16 21:29:54.844046 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.855432 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c178-171f-4627-95ef-76ad8ab3399a admin admin] Publish callbacks [] for security_group (22fe11e5-e148-4e2f-bbe9-69df3173da9e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.904716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-645669b6-af14-4306-bb3b-b691f6c8911f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (49ea4968-9028-490d-b3ab-367dd14ee128), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:54.907796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=aaa13a69-2e18-4dd3-bc2c-f84607880394,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:54.977466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23793b83-0591-45e6-9fcd-0a6aad79fe63 req-9a973e58-3289-47d7-89b9-abfa83db3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:54.978939 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23793b83-0591-45e6-9fcd-0a6aad79fe63 req-9a973e58-3289-47d7-89b9-abfa83db3690 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 1131 time: 0.0531743
Apr 16 21:29:55.039614 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c178-171f-4627-95ef-76ad8ab3399a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (22fe11e5-e148-4e2f-bbe9-69df3173da9e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.041927 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b051dc9e-8828-4534-a0f2-f85434b2fc4e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.062416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaa451-de63-45d8-97f9-195c2812d9cd req-10b53003-f030-4182-8321-c262932edafb tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:55.072197 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2bcaa451-de63-45d8-97f9-195c2812d9cd req-10b53003-f030-4182-8321-c262932edafb tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 949 time: 0.0884817
Apr 16 21:29:55.079807 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0ef3c178-171f-4627-95ef-76ad8ab3399a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2c91f63925c4db0bc7572bc4949ebb6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3395524
Apr 16 21:29:55.080801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3c178-171f-4627-95ef-76ad8ab3399a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fe11e5-e148-4e2f-bbe9-69df3173da9e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:55.083071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52370) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:55.093629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Port': ['ID=b051dc9e-8828-4534-a0f2-f85434b2fc4e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:55.103102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No DVR routers for this DVR port b051dc9e-8828-4534-a0f2-f85434b2fc4e on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:55.106365 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-645669b6-af14-4306-bb3b-b691f6c8911f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (49ea4968-9028-490d-b3ab-367dd14ee128), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.122160 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23793b83-0591-45e6-9fcd-0a6aad79fe63 req-b7c57a6d-beca-45f2-a027-801246605b59 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312835
Apr 16 21:29:55.137363 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c6f2561-614d-4e88-8186-72559646b13e admin admin] Publish callbacks [] for security_group (22fe11e5-e148-4e2f-bbe9-69df3173da9e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.165612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c6f2561-614d-4e88-8186-72559646b13e admin admin] Publish callbacks [] for security_group (22fe11e5-e148-4e2f-bbe9-69df3173da9e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.165891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645669b6-af14-4306-bb3b-b691f6c8911f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Subnet': ['ID=49ea4968-9028-490d-b3ab-367dd14ee128,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:55.193366 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-645669b6-af14-4306-bb3b-b691f6c8911f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.193366 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-645669b6-af14-4306-bb3b-b691f6c8911f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/49ea4968-9028-490d-b3ab-367dd14ee128 HTTP/1.1" status: 204  len: 168 time: 0.5728562
Apr 16 21:29:55.198788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae2b55c-cf9c-47a1-827a-132b386ce1aa None None] Network 05f9872f-7faa-4805-ab4c-1ace01e9c248 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:55.200493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52372) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:55.259559 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2bcaa451-de63-45d8-97f9-195c2812d9cd req-4997837a-9d9a-4c7c-a5e2-d9ea2d49b3e7 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1705420
Apr 16 21:29:55.261903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:29:55.279380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (88518ea1-49d0-4e23-bb98-f4ed0bf865e7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.309445 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (05f9872f-7faa-4805-ab4c-1ace01e9c248), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.312139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f01ebe0>,) {'filters': {'network_id': ['88518ea1-49d0-4e23-bb98-f4ed0bf865e7']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:55.323528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f01ebe0>, '3e4a801a-6012-461f-88ce-9c25b1ea5f52') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:55.323947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f01ebe0>, '3e4a801a-6012-461f-88ce-9c25b1ea5f52') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:55.335743 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (3e4a801a-6012-461f-88ce-9c25b1ea5f52), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.343765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:29:55.344376 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.348754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:55.349171 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.351084 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (3e4a801a-6012-461f-88ce-9c25b1ea5f52), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.359836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:55.361180 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (3e4a801a-6012-461f-88ce-9c25b1ea5f52), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:55.364785 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:55.409791 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c6f2561-614d-4e88-8186-72559646b13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (22fe11e5-e148-4e2f-bbe9-69df3173da9e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.412617 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c6f2561-614d-4e88-8186-72559646b13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.419788 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1c6f2561-614d-4e88-8186-72559646b13e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22fe11e5-e148-4e2f-bbe9-69df3173da9e HTTP/1.1" status: 204  len: 168 time: 0.3328128
Apr 16 21:29:55.431870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f2561-614d-4e88-8186-72559646b13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fe11e5-e148-4e2f-bbe9-69df3173da9e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:55.445888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:29:55.453038 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2938bc88-18eb-4576-b3c5-9aca6ebfb50a None None] DHCP port deletion for 05f9872f-7faa-4805-ab4c-1ace01e9c248 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:29:55.463371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] For port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0,segment=NetworkSegment(838f226a-8b74-405a-8fae-e0b629f3d1f8),segment_id=838f226a-8b74-405a-8fae-e0b629f3d1f8)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:55.468364 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.485128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:55.493926 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (88518ea1-49d0-4e23-bb98-f4ed0bf865e7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.500744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2938bc88-18eb-4576-b3c5-9aca6ebfb50a None None] Deleting port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:55.501155 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2938bc88-18eb-4576-b3c5-9aca6ebfb50a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.507067 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.511292 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/88518ea1-49d0-4e23-bb98-f4ed0bf865e7 HTTP/1.1" status: 204  len: 168 time: 2.9434967
Apr 16 21:29:55.515577 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52376) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:55.525062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e45b5d-bc5d-4499-b03d-3b9e5abb944a tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Network': ['ID=88518ea1-49d0-4e23-bb98-f4ed0bf865e7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:55.569757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2938bc88-18eb-4576-b3c5-9aca6ebfb50a None None] For port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0,segment=NetworkSegment(838f226a-8b74-405a-8fae-e0b629f3d1f8),segment_id=838f226a-8b74-405a-8fae-e0b629f3d1f8)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:55.570051 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2938bc88-18eb-4576-b3c5-9aca6ebfb50a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.586586 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2938bc88-18eb-4576-b3c5-9aca6ebfb50a None None] Calling delete_port for 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:55.590083 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-8193a40b-0e30-4936-9773-694abba5e403 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:29:55.590083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8193a40b-0e30-4936-9773-694abba5e403 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:29:55.593055 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8193a40b-0e30-4936-9773-694abba5e403 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/subnets/68ac8861-4307-4a8e-8113-2f4202231f24 HTTP/1.1" status: 404  len: 337 time: 0.0752404
Apr 16 21:29:55.593234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52380) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:55.614069 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e23c86e-e0f2-45f4-b70f-3012829c90de tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:29:55.614818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e23c86e-e0f2-45f4-b70f-3012829c90de tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:29:55.618183 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0e23c86e-e0f2-45f4-b70f-3012829c90de tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/88518ea1-49d0-4e23-bb98-f4ed0bf865e7 HTTP/1.1" status: 404  len: 339 time: 0.0238137
Apr 16 21:29:55.620683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52382) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:55.690822 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a094e-e169-45d1-ba44-1c13a88cf2a0 req-7d6e9ae4-7bcc-476e-985a-0137b35c8491 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:55.698349 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-407a094e-e169-45d1-ba44-1c13a88cf2a0 req-7d6e9ae4-7bcc-476e-985a-0137b35c8491 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0662079
Apr 16 21:29:55.713722 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09c13112-2bdd-4339-914b-04f20c84395d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e2331dc0-6baa-41d2-88f3-8c865b4a5a50), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.734260 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.770410 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:55.784576 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-407a094e-e169-45d1-ba44-1c13a88cf2a0 req-a5f90f39-4600-47f1-97b2-3cb40c8462cc tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850253
Apr 16 21:29:55.785567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No DVR routers for this DVR port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:55.842726 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09c13112-2bdd-4339-914b-04f20c84395d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e2331dc0-6baa-41d2-88f3-8c865b4a5a50), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.864658 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2938bc88-18eb-4576-b3c5-9aca6ebfb50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.891364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938bc88-18eb-4576-b3c5-9aca6ebfb50a None None] Pushing event deleted for resources: {'Port': ['ID=738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:55.892777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-09c13112-2bdd-4339-914b-04f20c84395d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011fb0ffa0>,) {'filters': {'network_id': ['e2331dc0-6baa-41d2-88f3-8c865b4a5a50']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:55.895921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938bc88-18eb-4576-b3c5-9aca6ebfb50a None None] No DVR routers for this DVR port 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:55.916504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-09c13112-2bdd-4339-914b-04f20c84395d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fb0ffa0>, '740a123e-949a-4865-8c74-acacdc86a872') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:55.924853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-09c13112-2bdd-4339-914b-04f20c84395d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fb0ffa0>, '740a123e-949a-4865-8c74-acacdc86a872') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:55.927420 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09c13112-2bdd-4339-914b-04f20c84395d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (740a123e-949a-4865-8c74-acacdc86a872), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.936415 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (05f9872f-7faa-4805-ab4c-1ace01e9c248), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.943418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09c13112-2bdd-4339-914b-04f20c84395d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (740a123e-949a-4865-8c74-acacdc86a872), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.951190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c13112-2bdd-4339-914b-04f20c84395d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:55.951666 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09c13112-2bdd-4339-914b-04f20c84395d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (740a123e-949a-4865-8c74-acacdc86a872), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:55.955552 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:55.962611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01241b9eb0>,) {'filters': {'network_id': ['05f9872f-7faa-4805-ab4c-1ace01e9c248']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:55.973133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01241b9eb0>, '838f226a-8b74-405a-8fae-e0b629f3d1f8') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:55.973513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01241b9eb0>, '838f226a-8b74-405a-8fae-e0b629f3d1f8') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:55.983822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (838f226a-8b74-405a-8fae-e0b629f3d1f8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:55.998938 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (838f226a-8b74-405a-8fae-e0b629f3d1f8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:56.006036 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:56.006529 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (838f226a-8b74-405a-8fae-e0b629f3d1f8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:56.009999 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:56.248710 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09c13112-2bdd-4339-914b-04f20c84395d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e2331dc0-6baa-41d2-88f3-8c865b4a5a50), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:56.248959 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (05f9872f-7faa-4805-ab4c-1ace01e9c248), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:56.258189 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:56.259720 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09c13112-2bdd-4339-914b-04f20c84395d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:56.267432 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-09c13112-2bdd-4339-914b-04f20c84395d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/e2331dc0-6baa-41d2-88f3-8c865b4a5a50 HTTP/1.1" status: 204  len: 168 time: 0.6455002
Apr 16 21:29:56.268098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52398) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:56.276051 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/networks/05f9872f-7faa-4805-ab4c-1ace01e9c248 HTTP/1.1" status: 204  len: 168 time: 1.0733876
Apr 16 21:29:56.276774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52400) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:56.289495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-36d510f2-b76f-4c52-a069-cfa3bc647c9b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-61289992'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:56.321735 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f3ef2-bbb1-4408-b07d-98c5d84ffb8d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Network': ['ID=05f9872f-7faa-4805-ab4c-1ace01e9c248,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:56.373017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c13112-2bdd-4339-914b-04f20c84395d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Network': ['ID=e2331dc0-6baa-41d2-88f3-8c865b4a5a50,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:56.380786 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19612e4-ea7d-4de3-b71b-9a9687a9402c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:29:56.382210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19612e4-ea7d-4de3-b71b-9a9687a9402c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:29:56.394255 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52404) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:56.395620 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f19612e4-ea7d-4de3-b71b-9a9687a9402c tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/subnets/5f6f9f39-b95f-4f11-9c6f-b02d6fd8c75c HTTP/1.1" status: 404  len: 337 time: 0.1187415
Apr 16 21:29:56.424412 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d510f2-b76f-4c52-a069-cfa3bc647c9b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:56.425313 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36d510f2-b76f-4c52-a069-cfa3bc647c9b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:56.449711 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d64a25-9731-4615-a77f-ee543a025871 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:29:56.450368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d64a25-9731-4615-a77f-ee543a025871 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:29:56.453479 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-25d64a25-9731-4615-a77f-ee543a025871 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/a2c0baf8-59db-41ff-b482-b186318b4f32 HTTP/1.1" status: 404  len: 339 time: 0.0587299
Apr 16 21:29:56.457412 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52406) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:56.468451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf05ebb-523f-45b1-b92b-a93fbc2186c9 req-132bbace-f4be-49dd-bbc2-41c63518715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:56.470046 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4bf05ebb-523f-45b1-b92b-a93fbc2186c9 req-132bbace-f4be-49dd-bbc2-41c63518715c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52fd97392841411abbd1f748dff97f10&device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 1127 time: 0.1317651
Apr 16 21:29:56.470507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aac47-a075-42c8-a7e4-5ce331dae17c req-f0e888d9-cdbe-492a-a961-085ccd941301 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:56.472140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aa2aac47-a075-42c8-a7e4-5ce331dae17c req-f0e888d9-cdbe-492a-a961-085ccd941301 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 949 time: 0.0629966
Apr 16 21:29:56.529527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-aa2aac47-a075-42c8-a7e4-5ce331dae17c req-6e71e6a9-2b52-4c77-be1c-33bcfd12ad18 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482290
Apr 16 21:29:56.582708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d510f2-b76f-4c52-a069-cfa3bc647c9b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:29:56.613321 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36d510f2-b76f-4c52-a069-cfa3bc647c9b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (7060c8bc-6d28-423e-ba5e-e75424e43f19), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:56.613673 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-36d510f2-b76f-4c52-a069-cfa3bc647c9b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Added segment 7060c8bc-6d28-423e-ba5e-e75424e43f19 of type vlan for network 33b3f46b-d85c-4362-bab3-eac4b84b66cc
Apr 16 21:29:56.621874 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6b5da5-c892-4efe-80eb-dd1ae4514d53 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Deleting subnet 0da5477e-15cb-4d49-917a-4fec0d9e5c34 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:29:56.637471 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa6b5da5-c892-4efe-80eb-dd1ae4514d53 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for subnet (0da5477e-15cb-4d49-917a-4fec0d9e5c34), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:56.653185 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe1f07-fda4-427a-ad15-3e1070d37470 req-6c73c2b2-8b0f-467b-9e9e-ad5d0aff0024 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:56.653185 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16fe1f07-fda4-427a-ad15-3e1070d37470 req-6c73c2b2-8b0f-467b-9e9e-ad5d0aff0024 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.1524060
Apr 16 21:29:56.742270 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36d510f2-b76f-4c52-a069-cfa3bc647c9b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (33b3f46b-d85c-4362-bab3-eac4b84b66cc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:56.757805 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa6b5da5-c892-4efe-80eb-dd1ae4514d53 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (0da5477e-15cb-4d49-917a-4fec0d9e5c34), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:56.793693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf05ebb-523f-45b1-b92b-a93fbc2186c9 req-a0dc162e-0180-4de5-93ad-f3edd1046c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:56.795213 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4bf05ebb-523f-45b1-b92b-a93fbc2186c9 req-a0dc162e-0180-4de5-93ad-f3edd1046c26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65b90a12-c876-4ec9-bb69-11ab16e6830b HTTP/1.1" status: 200  len: 912 time: 0.2993042
Apr 16 21:29:56.873241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16fe1f07-fda4-427a-ad15-3e1070d37470 req-20aa2326-f432-445d-a516-d3cb9c6dacea tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002938
Apr 16 21:29:56.877243 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4bf05ebb-523f-45b1-b92b-a93fbc2186c9 req-e323b6f1-7521-4d01-9876-ac792ac12647 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76a8a29-6a6f-4de2-a6cf-ece487714c6e HTTP/1.1" status: 200  len: 217 time: 0.0669322
Apr 16 21:29:56.946531 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36d510f2-b76f-4c52-a069-cfa3bc647c9b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (33b3f46b-d85c-4362-bab3-eac4b84b66cc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:56.951516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d510f2-b76f-4c52-a069-cfa3bc647c9b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:56.952096 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-36d510f2-b76f-4c52-a069-cfa3bc647c9b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:57.019185 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf05ebb-523f-45b1-b92b-a93fbc2186c9 req-b93cc264-a0ad-4982-a964-f5f503973262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:57.020686 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4bf05ebb-523f-45b1-b92b-a93fbc2186c9 req-b93cc264-a0ad-4982-a964-f5f503973262 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d47738d3-f474-4706-81ae-1ee4847928c9 HTTP/1.1" status: 200  len: 851 time: 0.1365197
Apr 16 21:29:57.040989 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa6b5da5-c892-4efe-80eb-dd1ae4514d53 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (0da5477e-15cb-4d49-917a-4fec0d9e5c34), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:57.083517 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4bf05ebb-523f-45b1-b92b-a93fbc2186c9 req-ce413ecf-154b-40b6-935d-4953fa4651a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65b90a12-c876-4ec9-bb69-11ab16e6830b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532920
Apr 16 21:29:57.092838 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-36d510f2-b76f-4c52-a069-cfa3bc647c9b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8115957
Apr 16 21:29:57.096717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52424) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:57.102433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-c1384d9b-7a06-4913-90a5-130759472a74 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': '33b3f46b-d85c-4362-bab3-eac4b84b66cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:57.108609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d510f2-b76f-4c52-a069-cfa3bc647c9b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Network': ['ID=33b3f46b-d85c-4362-bab3-eac4b84b66cc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:57.119440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 33b3f46b-d85c-4362-bab3-eac4b84b66cc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:29:57.215705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4bf05ebb-523f-45b1-b92b-a93fbc2186c9 req-233426d3-6fb2-4785-a798-5af6f0f5d6a5 service neutron] 10.222.0.41 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1170299
Apr 16 21:29:57.243413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:29:57.265076 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa6b5da5-c892-4efe-80eb-dd1ae4514d53 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (0da5477e-15cb-4d49-917a-4fec0d9e5c34), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:57.267233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:29:57.267575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 738a1a6d-7a3e-429a-8ca9-bcae0c42b2d0 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:29:57.280766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1384d9b-7a06-4913-90a5-130759472a74 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:57.285363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1384d9b-7a06-4913-90a5-130759472a74 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:57.309428 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa6b5da5-c892-4efe-80eb-dd1ae4514d53 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:57.312884 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aa6b5da5-c892-4efe-80eb-dd1ae4514d53 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/subnets/0da5477e-15cb-4d49-917a-4fec0d9e5c34 HTTP/1.1" status: 204  len: 168 time: 0.8540885
Apr 16 21:29:57.318287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54aee7f-0638-4292-a4cb-847ce2e0bab9 None None] Network 718ff512-b32e-49db-8bda-761ae32313db requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:57.326722 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52436) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:57.329013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b5da5-c892-4efe-80eb-dd1ae4514d53 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Subnet': ['ID=0da5477e-15cb-4d49-917a-4fec0d9e5c34,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:57.410984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a494103-b2b0-452e-b1d7-0a0ba7f509cb tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Deleting subnet dcc7c47f-1fd3-44c5-8dd8-f6b78f29c5b2 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:29:57.415695 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4bf05ebb-523f-45b1-b92b-a93fbc2186c9 req-5bd3562d-75c4-4154-bc4f-2e8bf4fbde09 service neutron] 10.222.0.41 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1940095
Apr 16 21:29:57.416376 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a494103-b2b0-452e-b1d7-0a0ba7f509cb tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for subnet (dcc7c47f-1fd3-44c5-8dd8-f6b78f29c5b2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:57.490408 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a494103-b2b0-452e-b1d7-0a0ba7f509cb tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (dcc7c47f-1fd3-44c5-8dd8-f6b78f29c5b2), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:57.585497 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a494103-b2b0-452e-b1d7-0a0ba7f509cb tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (dcc7c47f-1fd3-44c5-8dd8-f6b78f29c5b2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:57.603275 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1384d9b-7a06-4913-90a5-130759472a74 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (e961df4a-e958-4611-91cb-f02d5a2dcbb2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:57.722853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564013d3-b53c-428c-80bc-35905b1dc7be req-1fa8886e-c118-485e-ba85-28a574c2ad56 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:57.724471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-564013d3-b53c-428c-80bc-35905b1dc7be req-1fa8886e-c118-485e-ba85-28a574c2ad56 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 949 time: 0.1036012
Apr 16 21:29:57.730698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1384d9b-7a06-4913-90a5-130759472a74 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Subnet': ['ID=e961df4a-e958-4611-91cb-f02d5a2dcbb2,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:57.743749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1384d9b-7a06-4913-90a5-130759472a74 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Checking segment: {'id': '7060c8bc-6d28-423e-ba5e-e75424e43f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '33b3f46b-d85c-4362-bab3-eac4b84b66cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:57.744235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1384d9b-7a06-4913-90a5-130759472a74 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network hostable DHCP agents. Network: 33b3f46b-d85c-4362-bab3-eac4b84b66cc, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:29:57.762199 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a494103-b2b0-452e-b1d7-0a0ba7f509cb tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (dcc7c47f-1fd3-44c5-8dd8-f6b78f29c5b2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:57.795601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a494103-b2b0-452e-b1d7-0a0ba7f509cb tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc7c47f-1fd3-44c5-8dd8-f6b78f29c5b2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:57.800380 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a494103-b2b0-452e-b1d7-0a0ba7f509cb tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:57.814166 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1a494103-b2b0-452e-b1d7-0a0ba7f509cb tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/subnets/dcc7c47f-1fd3-44c5-8dd8-f6b78f29c5b2 HTTP/1.1" status: 204  len: 168 time: 0.4772558
Apr 16 21:29:57.814586 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-564013d3-b53c-428c-80bc-35905b1dc7be req-53f3f4db-b259-4a79-abc6-6aa0dddb5230 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758867
Apr 16 21:29:57.816087 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52462) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:57.860126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1384d9b-7a06-4913-90a5-130759472a74 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 33b3f46b-d85c-4362-bab3-eac4b84b66cc is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:29:57.934748 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (718ff512-b32e-49db-8bda-761ae32313db), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:57.951460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-c1384d9b-7a06-4913-90a5-130759472a74 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33b3f46b-d85c-4362-bab3-eac4b84b66cc) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:57.962231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c949c2c8-e2e9-4595-a601-a3ba2ca91a77 None None] Network 33b3f46b-d85c-4362-bab3-eac4b84b66cc requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:57.989408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1384d9b-7a06-4913-90a5-130759472a74 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:57.991830 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1384d9b-7a06-4913-90a5-130759472a74 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:57.999634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Deleting port e855a2fb-83e3-4f3c-853d-feeb43463cc9 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:58.000260 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.017222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d767824-834f-48b5-a5e3-38e74e15a4c7 req-b2766b13-41f8-4214-a944-4689da97e723 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:58.018812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d767824-834f-48b5-a5e3-38e74e15a4c7 req-b2766b13-41f8-4214-a944-4689da97e723 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0612526
Apr 16 21:29:58.086217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] For port e855a2fb-83e3-4f3c-853d-feeb43463cc9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e855a2fb-83e3-4f3c-853d-feeb43463cc9,segment=NetworkSegment(6cd9960c-3f5a-4f86-a659-b3e880ba2f5b),segment_id=6cd9960c-3f5a-4f86-a659-b3e880ba2f5b)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:29:58.086594 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.102753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-33b3f46b-d85c-4362-bab3-eac4b84b66cc', 'network_id': '33b3f46b-d85c-4362-bab3-eac4b84b66cc', 'project_id': '320449ac75f842198f730cb6d86e6944', 'fixed_ips': [{'subnet_id': 'e961df4a-e958-4611-91cb-f02d5a2dcbb2'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:29:58.102852 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Calling delete_port for e855a2fb-83e3-4f3c-853d-feeb43463cc9 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:29:58.102950 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.110128 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d767824-834f-48b5-a5e3-38e74e15a4c7 req-33ab5bd7-2272-4e3b-8140-6f2bf9b0d949 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812709
Apr 16 21:29:58.120864 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c1384d9b-7a06-4913-90a5-130759472a74 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0222840
Apr 16 21:29:58.122952 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52470) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:58.135564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': '33b3f46b-d85c-4362-bab3-eac4b84b66cc', 'name': 'tempest-PortsTestJSON-28211132', 'fixed_ips': [{'subnet_id': 'e961df4a-e958-4611-91cb-f02d5a2dcbb2', 'ip_address': '172.20.0.10'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:29:58.229900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a77833-2d2f-4c96-bd56-be7c35d71b31 None None] Network 718ff512-b32e-49db-8bda-761ae32313db requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:29:58.294989 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (e855a2fb-83e3-4f3c-853d-feeb43463cc9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.330702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-dec91167-70ca-47ab-9971-5577cd49d7e4 None None] Could not find standard attr ID for object e855a2fb-83e3-4f3c-853d-feeb43463cc9. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:29:58.340576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No DVR routers for this DVR port e855a2fb-83e3-4f3c-853d-feeb43463cc9 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:29:58.346496 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Port': ['ID=e855a2fb-83e3-4f3c-853d-feeb43463cc9,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:58.376398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Allocated IP 172.20.0.2 (33b3f46b-d85c-4362-bab3-eac4b84b66cc/e961df4a-e958-4611-91cb-f02d5a2dcbb2/30cb66b1-7d77-486f-b0c6-3d599b864901) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:58.392010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:29:58.433164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52476) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:58.461940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0e62a8-01c7-41bc-92d5-09427954fb2a None None] DHCP port deletion for 718ff512-b32e-49db-8bda-761ae32313db request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:29:58.467091 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (718ff512-b32e-49db-8bda-761ae32313db), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.493179 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0127e5b4c0>,) {'filters': {'network_id': ['718ff512-b32e-49db-8bda-761ae32313db']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:58.493752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0348fe-f499-4b41-8114-e3992ae9ad43 req-7fd67545-8daa-4313-98cd-5c0921b54658 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:58.500889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed0348fe-f499-4b41-8114-e3992ae9ad43 req-7fd67545-8daa-4313-98cd-5c0921b54658 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 949 time: 0.1744776
Apr 16 21:29:58.503706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0127e5b4c0>, '6cd9960c-3f5a-4f86-a659-b3e880ba2f5b') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:58.505694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0127e5b4c0>, '6cd9960c-3f5a-4f86-a659-b3e880ba2f5b') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:29:58.521632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (6cd9960c-3f5a-4f86-a659-b3e880ba2f5b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.539664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6cd9960c-3f5a-4f86-a659-b3e880ba2f5b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.546612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:29:58.547070 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (6cd9960c-3f5a-4f86-a659-b3e880ba2f5b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:29:58.550481 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:29:58.570392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed0348fe-f499-4b41-8114-e3992ae9ad43 req-dc1e26ce-0661-4ff4-8c23-c6ec8e584ddf tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686023
Apr 16 21:29:58.579714 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.586663 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Publish callbacks [] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.606048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 49f5f7d1-0f5b-4baf-84e1-09142b18aae0 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:29:58.676485 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.690969 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-584c14df-4df2-44da-b473-cee66177bc95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.712165 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (718ff512-b32e-49db-8bda-761ae32313db), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.719670 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.726198 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/718ff512-b32e-49db-8bda-761ae32313db HTTP/1.1" status: 204  len: 168 time: 0.9059515
Apr 16 21:29:58.726369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Network 33b3f46b-d85c-4362-bab3-eac4b84b66cc is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:29:58.726823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52480) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:58.728070 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:29:58.731900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:29:58.738861 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Pushing event updated for resources: {'Port': ['ID=30cb66b1-7d77-486f-b0c6-3d599b864901,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:58.739112 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d75b8-923a-4e31-957a-b39b966d5e1b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Network': ['ID=718ff512-b32e-49db-8bda-761ae32313db,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:58.798863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Attempting to bind port 30cb66b1-7d77-486f-b0c6-3d599b864901 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:29:58.799300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Attempting to bind port 30cb66b1-7d77-486f-b0c6-3d599b864901 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7060c8bc-6d28-423e-ba5e-e75424e43f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '33b3f46b-d85c-4362-bab3-eac4b84b66cc'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:29:58.799667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Attempting to bind port 30cb66b1-7d77-486f-b0c6-3d599b864901 on network 33b3f46b-d85c-4362-bab3-eac4b84b66cc {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:29:58.801928 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-584c14df-4df2-44da-b473-cee66177bc95 admin admin] Publish callbacks [] for security_group (2ae6f2d2-6d1e-427b-9c35-1bdc5e1a2405), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.805431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:29:58.805813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Checking segment: {'id': '7060c8bc-6d28-423e-ba5e-e75424e43f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '33b3f46b-d85c-4362-bab3-eac4b84b66cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:29:58.806348 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.806648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Bound using segment: {'id': '7060c8bc-6d28-423e-ba5e-e75424e43f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '33b3f46b-d85c-4362-bab3-eac4b84b66cc'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:29:58.807127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Bound port: 30cb66b1-7d77-486f-b0c6-3d599b864901, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7060c8bc-6d28-423e-ba5e-e75424e43f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '33b3f46b-d85c-4362-bab3-eac4b84b66cc'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:29:58.807516 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.877715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] For port 30cb66b1-7d77-486f-b0c6-3d599b864901, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:29:58.881076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] For port 30cb66b1-7d77-486f-b0c6-3d599b864901, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30cb66b1-7d77-486f-b0c6-3d599b864901,segment=NetworkSegment(7060c8bc-6d28-423e-ba5e-e75424e43f19),segment_id=7060c8bc-6d28-423e-ba5e-e75424e43f19)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:29:58.892569 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-584c14df-4df2-44da-b473-cee66177bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2ae6f2d2-6d1e-427b-9c35-1bdc5e1a2405), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.932941 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-584c14df-4df2-44da-b473-cee66177bc95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ade7b6d6965d45a3bc53adb7fd9060f8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4956071
Apr 16 21:29:58.933935 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c14df-4df2-44da-b473-cee66177bc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae6f2d2-6d1e-427b-9c35-1bdc5e1a2405,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:58.936378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52482) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:58.952690 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:58.988730 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6dff-1050-4d40-86b7-ae8c12b50872 admin admin] Publish callbacks [] for security_group (2ae6f2d2-6d1e-427b-9c35-1bdc5e1a2405), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:59.013594 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6dff-1050-4d40-86b7-ae8c12b50872 admin admin] Publish callbacks [] for security_group (2ae6f2d2-6d1e-427b-9c35-1bdc5e1a2405), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:59.025604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5989a-f47b-4aad-9da1-7f904948f57d None None] Pushing event updated for resources: {'Port': ['ID=30cb66b1-7d77-486f-b0c6-3d599b864901,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:59.084777 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbe570b-484d-4db5-af0a-81263d774570 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:29:59.085240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddbe570b-484d-4db5-af0a-81263d774570 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:29:59.088259 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ddbe570b-484d-4db5-af0a-81263d774570 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/subnets/933ca7c5-4b0d-4d2a-8c6d-43cfec5646b8 HTTP/1.1" status: 404  len: 337 time: 0.3596566
Apr 16 21:29:59.091090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52484) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:59.115186 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e617f243-6572-471e-b0a6-de8df03f9332 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:29:59.115694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e617f243-6572-471e-b0a6-de8df03f9332 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:29:59.118881 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e617f243-6572-471e-b0a6-de8df03f9332 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/99342701-b7f2-4bc2-977b-f4061ca3dc1f HTTP/1.1" status: 404  len: 339 time: 0.0268323
Apr 16 21:29:59.122394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52486) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:59.132900 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.10 (33b3f46b-d85c-4362-bab3-eac4b84b66cc/e961df4a-e958-4611-91cb-f02d5a2dcbb2/49f5f7d1-0f5b-4baf-84e1-09142b18aae0) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:29:59.154337 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6dff-1050-4d40-86b7-ae8c12b50872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2ae6f2d2-6d1e-427b-9c35-1bdc5e1a2405), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:59.157056 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6dff-1050-4d40-86b7-ae8c12b50872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:59.160805 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3f4f6dff-1050-4d40-86b7-ae8c12b50872 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ae6f2d2-6d1e-427b-9c35-1bdc5e1a2405 HTTP/1.1" status: 204  len: 168 time: 0.2209556
Apr 16 21:29:59.160805 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89e9e30-285d-4e0d-80f7-eaac860094bb tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:29:59.160805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89e9e30-285d-4e0d-80f7-eaac860094bb tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:29:59.169214 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f89e9e30-285d-4e0d-80f7-eaac860094bb tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/subnets/3b8cc794-7b85-466b-9379-a5b620ad333a HTTP/1.1" status: 404  len: 337 time: 0.0454531
Apr 16 21:29:59.171537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52492) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:59.194844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f6dff-1050-4d40-86b7-ae8c12b50872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae6f2d2-6d1e-427b-9c35-1bdc5e1a2405,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:29:59.211257 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf5aa41-0327-4f11-850f-de2e4d714be1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:29:59.211789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf5aa41-0327-4f11-850f-de2e4d714be1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:29:59.217724 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dbf5aa41-0327-4f11-850f-de2e4d714be1 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/281eeec7-451c-45cc-8576-db86ed0a0504 HTTP/1.1" status: 404  len: 339 time: 0.0427091
Apr 16 21:29:59.228293 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52494) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:59.274868 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ff96c2-468c-4f4f-befe-7ae7035982c2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:29:59.274868 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ff96c2-468c-4f4f-befe-7ae7035982c2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:29:59.283877 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-26ff96c2-468c-4f4f-befe-7ae7035982c2 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/subnets/046436b7-4381-4578-bfb9-895538bc1052 HTTP/1.1" status: 404  len: 337 time: 0.0592828
Apr 16 21:29:59.286309 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52496) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:59.351522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e855a2fb-83e3-4f3c-853d-feeb43463cc9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:29:59.364981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf057e8-8683-484d-b792-81f478669264 req-2766f063-451c-48d8-980f-0aa8b76ee15c tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:59.367251 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-adf057e8-8683-484d-b792-81f478669264 req-2766f063-451c-48d8-980f-0aa8b76ee15c tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0919054
Apr 16 21:29:59.386682 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6c8abb-0e13-40c8-9292-d4659fc2a53d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:29:59.387492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: e855a2fb-83e3-4f3c-853d-feeb43463cc9 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:29:59.387758 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6c8abb-0e13-40c8-9292-d4659fc2a53d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:29:59.387876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e855a2fb-83e3-4f3c-853d-feeb43463cc9 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:29:59.391212 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7f6c8abb-0e13-40c8-9292-d4659fc2a53d tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/f9343133-34ad-4e15-884e-8e16c189d819 HTTP/1.1" status: 404  len: 339 time: 0.0945065
Apr 16 21:29:59.416412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52498) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:29:59.466472 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-adf057e8-8683-484d-b792-81f478669264 req-eeec7934-11c7-42ce-8bf3-e1c90406b5f2 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738630
Apr 16 21:29:59.575092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (49f5f7d1-0f5b-4baf-84e1-09142b18aae0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:59.614817 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ecc61b5-e683-4180-bb5d-359253b9e04f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Deleting subnet dd1617ff-3a96-4516-8d17-c45be12137a6 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:29:59.625049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af7b00-b854-47a3-a350-710ed5bbdb3f req-d61ac0c3-c4aa-42ef-a13a-42ecb0c4c7c0 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:59.626617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-77af7b00-b854-47a3-a350-710ed5bbdb3f req-d61ac0c3-c4aa-42ef-a13a-42ecb0c4c7c0 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 949 time: 0.1383538
Apr 16 21:29:59.629480 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ecc61b5-e683-4180-bb5d-359253b9e04f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for subnet (dd1617ff-3a96-4516-8d17-c45be12137a6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:59.633166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db10821a-2aea-42e7-a248-c263f34b9859 req-bea15be9-a6c8-46ee-bafd-11799d0c2d8f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1347067
Apr 16 21:29:59.807504 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ecc61b5-e683-4180-bb5d-359253b9e04f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (dd1617ff-3a96-4516-8d17-c45be12137a6), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:59.869258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10821a-2aea-42e7-a248-c263f34b9859 req-f87f9e0c-b809-4f06-bf13-34dc2013b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:59.870808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db10821a-2aea-42e7-a248-c263f34b9859 req-f87f9e0c-b809-4f06-bf13-34dc2013b6cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52fd97392841411abbd1f748dff97f10&device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 1127 time: 0.1932821
Apr 16 21:29:59.882353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e05f5-1658-4ee2-877d-3903c5dd24bb req-4c6c6107-a93d-43a4-b7d0-7b78e112c256 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:29:59.884054 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b5e05f5-1658-4ee2-877d-3903c5dd24bb req-4c6c6107-a93d-43a4-b7d0-7b78e112c256 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 949 time: 0.2131932
Apr 16 21:29:59.928777 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (49f5f7d1-0f5b-4baf-84e1-09142b18aae0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:29:59.988299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-77af7b00-b854-47a3-a350-710ed5bbdb3f req-eaf6c15f-0ad9-47a0-812b-6e9b45318e6d tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Deleting port aaa13a69-2e18-4dd3-bc2c-f84607880394 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:29:59.988656 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-77af7b00-b854-47a3-a350-710ed5bbdb3f req-eaf6c15f-0ad9-47a0-812b-6e9b45318e6d tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:00.146754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 33b3f46b-d85c-4362-bab3-eac4b84b66cc is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:00.175113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b5e05f5-1658-4ee2-877d-3903c5dd24bb req-6ade5c2f-df16-44e2-a25e-06518945ce2a tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/security-groups?id=70d4a5aa-204c-4948-adb0-1ad1fd6901db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2831249
Apr 16 21:30:00.175748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=49f5f7d1-0f5b-4baf-84e1-09142b18aae0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:00.179975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:00.182403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:00.224612 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ecc61b5-e683-4180-bb5d-359253b9e04f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (dd1617ff-3a96-4516-8d17-c45be12137a6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:00.314314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2199bf48-6656-4b5f-84de-8edad0e97051 None None] Network 33b3f46b-d85c-4362-bab3-eac4b84b66cc requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:00.321033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-77af7b00-b854-47a3-a350-710ed5bbdb3f req-eaf6c15f-0ad9-47a0-812b-6e9b45318e6d tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] For port aaa13a69-2e18-4dd3-bc2c-f84607880394, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aaa13a69-2e18-4dd3-bc2c-f84607880394,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:00.321417 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-77af7b00-b854-47a3-a350-710ed5bbdb3f req-eaf6c15f-0ad9-47a0-812b-6e9b45318e6d tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:00.359320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-77af7b00-b854-47a3-a350-710ed5bbdb3f req-eaf6c15f-0ad9-47a0-812b-6e9b45318e6d tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Calling delete_port for aaa13a69-2e18-4dd3-bc2c-f84607880394 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:00.372152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:00.372823 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:00.382241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10821a-2aea-42e7-a248-c263f34b9859 req-a2ab3b36-d911-4ca9-a525-4480f96becd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:00.383777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db10821a-2aea-42e7-a248-c263f34b9859 req-a2ab3b36-d911-4ca9-a525-4480f96becd7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=65b90a12-c876-4ec9-bb69-11ab16e6830b HTTP/1.1" status: 200  len: 912 time: 0.4792645
Apr 16 21:30:00.403816 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6373b08b-1276-44da-8ad6-6b20fd11d45e None None] Provisioning complete for port 30cb66b1-7d77-486f-b0c6-3d599b864901 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:00.404388 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6373b08b-1276-44da-8ad6-6b20fd11d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:00.466550 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db10821a-2aea-42e7-a248-c263f34b9859 req-5fd851ee-e901-4f3a-9950-711837b469bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f HTTP/1.1" status: 200  len: 217 time: 0.0763550
Apr 16 21:30:00.553208 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6373b08b-1276-44da-8ad6-6b20fd11d45e None None] Current status of the port 30cb66b1-7d77-486f-b0c6-3d599b864901 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:00.553975 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6373b08b-1276-44da-8ad6-6b20fd11d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:00.577556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10821a-2aea-42e7-a248-c263f34b9859 req-992db849-2fbd-48c8-8345-13205743fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:00.579894 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db10821a-2aea-42e7-a248-c263f34b9859 req-992db849-2fbd-48c8-8345-13205743fb60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d47738d3-f474-4706-81ae-1ee4847928c9 HTTP/1.1" status: 200  len: 851 time: 0.1047316
Apr 16 21:30:00.586938 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-641905e1-fcbc-4032-8744-d7ebb415ed6c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.4543450
Apr 16 21:30:00.588600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52524) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:00.603892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': '33b3f46b-d85c-4362-bab3-eac4b84b66cc', 'name': 'tempest-PortsTestJSON-463771312', 'fixed_ips': [{'subnet_id': 'e961df4a-e958-4611-91cb-f02d5a2dcbb2', 'ip_address': '172.20.0.9'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:00.607744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6373b08b-1276-44da-8ad6-6b20fd11d45e None None] For port 30cb66b1-7d77-486f-b0c6-3d599b864901, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30cb66b1-7d77-486f-b0c6-3d599b864901,segment=NetworkSegment(7060c8bc-6d28-423e-ba5e-e75424e43f19),segment_id=7060c8bc-6d28-423e-ba5e-e75424e43f19)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:00.615798 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ecc61b5-e683-4180-bb5d-359253b9e04f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (dd1617ff-3a96-4516-8d17-c45be12137a6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:00.666053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7383e-d4da-4396-bf50-ee3e839a7dc7 req-af401e49-b6b8-425d-bf4c-2d1826c2457b tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:00.678037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc61b5-e683-4180-bb5d-359253b9e04f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1617ff-3a96-4516-8d17-c45be12137a6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:00.681141 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db10821a-2aea-42e7-a248-c263f34b9859 req-08588d8c-59e3-4b08-8d61-97d4d9a592af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65b90a12-c876-4ec9-bb69-11ab16e6830b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0947094
Apr 16 21:30:00.682674 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7ecc61b5-e683-4180-bb5d-359253b9e04f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:00.686242 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7ecc61b5-e683-4180-bb5d-359253b9e04f tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/subnets/dd1617ff-3a96-4516-8d17-c45be12137a6 HTTP/1.1" status: 204  len: 168 time: 1.2732615
Apr 16 21:30:00.687704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d3d247-5429-47a6-911a-bf786f8921f7 None None] Network 7b86a2a0-adba-4ad7-967c-9c7b59bc9c74 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:00.694146 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eaf7383e-d4da-4396-bf50-ee3e839a7dc7 req-af401e49-b6b8-425d-bf4c-2d1826c2457b tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.1254997
Apr 16 21:30:00.710051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52532) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:00.784596 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6373b08b-1276-44da-8ad6-6b20fd11d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:00.845367 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eaf7383e-d4da-4396-bf50-ee3e839a7dc7 req-aab28769-6d0b-4e5c-a8b3-ee96b733ebff tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463761
Apr 16 21:30:00.908786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373b08b-1276-44da-8ad6-6b20fd11d45e None None] Pushing event updated for resources: {'Port': ['ID=30cb66b1-7d77-486f-b0c6-3d599b864901,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:00.933657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cc1b6e4d-c9a7-4164-931c-9e701ac30360 None None] Provisioning complete for port 30cb66b1-7d77-486f-b0c6-3d599b864901 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:00.934043 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6e4d-c9a7-4164-931c-9e701ac30360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.006084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbeff74-f372-4abd-b70c-efd2a22c1aaf None None] DHCP port deletion for 7b86a2a0-adba-4ad7-967c-9c7b59bc9c74 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:01.013751 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-77af7b00-b854-47a3-a350-710ed5bbdb3f req-eaf6c15f-0ad9-47a0-812b-6e9b45318e6d tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (aaa13a69-2e18-4dd3-bc2c-f84607880394), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.033735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db10821a-2aea-42e7-a248-c263f34b9859 req-93febd50-b09c-4051-8708-bcab3367b1f1 service neutron] 10.222.0.11 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3440120
Apr 16 21:30:01.045271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['aaa13a69-2e18-4dd3-bc2c-f84607880394'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:30:01.057847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:01.135225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeff74-f372-4abd-b70c-efd2a22c1aaf None None] Deleting port dba461cc-89a0-4cdd-af79-59ad1da87c98 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:01.135798 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0cbeff74-f372-4abd-b70c-efd2a22c1aaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.156778 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db10821a-2aea-42e7-a248-c263f34b9859 req-bde0e05f-9f95-493d-8b17-ded83d0bc838 service neutron] 10.222.0.11 "GET /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966740
Apr 16 21:30:01.158185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6c15f-0ad9-47a0-812b-6e9b45318e6d tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Pushing event deleted for resources: {'Port': ['ID=aaa13a69-2e18-4dd3-bc2c-f84607880394,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:01.174542 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.182624 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (7b86a2a0-adba-4ad7-967c-9c7b59bc9c74), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.206591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 68bd5461-5927-4919-bf32-0b771ee0ee7a yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:30:01.313003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b6e4d-c9a7-4164-931c-9e701ac30360 None None] Current status of the port 30cb66b1-7d77-486f-b0c6-3d599b864901 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:01.360836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0cbeff74-f372-4abd-b70c-efd2a22c1aaf None None] For port dba461cc-89a0-4cdd-af79-59ad1da87c98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dba461cc-89a0-4cdd-af79-59ad1da87c98,segment=NetworkSegment(cc20d6cd-9b51-45c6-9b1d-8c8620851e37),segment_id=cc20d6cd-9b51-45c6-9b1d-8c8620851e37)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:01.361457 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0cbeff74-f372-4abd-b70c-efd2a22c1aaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.382984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 30cb66b1-7d77-486f-b0c6-3d599b864901 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:01.390649 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-77af7b00-b854-47a3-a350-710ed5bbdb3f req-eaf6c15f-0ad9-47a0-812b-6e9b45318e6d tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] No DVR routers for this DVR port aaa13a69-2e18-4dd3-bc2c-f84607880394 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:01.392939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Deleting port dba461cc-89a0-4cdd-af79-59ad1da87c98 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:01.393647 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.397131 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-77af7b00-b854-47a3-a350-710ed5bbdb3f req-eaf6c15f-0ad9-47a0-812b-6e9b45318e6d tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.401829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-77af7b00-b854-47a3-a350-710ed5bbdb3f req-eaf6c15f-0ad9-47a0-812b-6e9b45318e6d tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.11 "DELETE /v2.0/ports/aaa13a69-2e18-4dd3-bc2c-f84607880394 HTTP/1.1" status: 204  len: 173 time: 1.7670135
Apr 16 21:30:01.403321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c6cc8f-9ac7-4753-aef9-c5ea71435c60', 'name': 'network-vif-deleted', 'tag': 'aaa13a69-2e18-4dd3-bc2c-f84607880394'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:30:01.415189 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3748f953-cfbf-4eea-8700-6f01d56c72d3" -d '{"events": [{"server_uuid": "b8c6cc8f-9ac7-4753-aef9-c5ea71435c60", "name": "network-vif-deleted", "tag": "aaa13a69-2e18-4dd3-bc2c-f84607880394"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:30:01.451479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeff74-f372-4abd-b70c-efd2a22c1aaf None None] Calling delete_port for dba461cc-89a0-4cdd-af79-59ad1da87c98 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:01.454832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cc1b6e4d-c9a7-4164-931c-9e701ac30360 None None] Provisioning complete for port 49f5f7d1-0f5b-4baf-84e1-09142b18aae0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:01.455466 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6e4d-c9a7-4164-931c-9e701ac30360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (49f5f7d1-0f5b-4baf-84e1-09142b18aae0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.505163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b6e4d-c9a7-4164-931c-9e701ac30360 None None] Port 49f5f7d1-0f5b-4baf-84e1-09142b18aae0 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:01.522813 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c85307f-9964-417e-bee8-4b5ca2e6aca8 req-a6e5bc47-8e95-4e3a-b933-804ba08136d1 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 210 time: 0.0633490
Apr 16 21:30:01.542570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 30cb66b1-7d77-486f-b0c6-3d599b864901 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:01.543214 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.575219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] For port dba461cc-89a0-4cdd-af79-59ad1da87c98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dba461cc-89a0-4cdd-af79-59ad1da87c98,segment=NetworkSegment(cc20d6cd-9b51-45c6-9b1d-8c8620851e37),segment_id=cc20d6cd-9b51-45c6-9b1d-8c8620851e37)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:01.578069 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.593179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183de8e-e6ed-4711-bdb3-4032f4df1ff9 req-6a9693b0-aef2-411d-824a-a1e1e57109ff tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:01.602712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.9 (33b3f46b-d85c-4362-bab3-eac4b84b66cc/e961df4a-e958-4611-91cb-f02d5a2dcbb2/68bd5461-5927-4919-bf32-0b771ee0ee7a) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:01.616791 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d183de8e-e6ed-4711-bdb3-4032f4df1ff9 req-6a9693b0-aef2-411d-824a-a1e1e57109ff tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.1160588
Apr 16 21:30:01.622108 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae68379-fed6-4617-8e77-2471498306b0 x-openstack-request-id: req-eae68379-fed6-4617-8e77-2471498306b0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:30:01.622727 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c6cc8f-9ac7-4753-aef9-c5ea71435c60", "name": "network-vif-deleted", "tag": "aaa13a69-2e18-4dd3-bc2c-f84607880394", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:30:01.623796 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eae68379-fed6-4617-8e77-2471498306b0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:30:01.624616 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae68379-fed6-4617-8e77-2471498306b0'] response: {'server_uuid': 'b8c6cc8f-9ac7-4753-aef9-c5ea71435c60', 'name': 'network-vif-deleted', 'tag': 'aaa13a69-2e18-4dd3-bc2c-f84607880394', 'status': 'completed', 'code': 200}
Apr 16 21:30:01.636489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Calling delete_port for dba461cc-89a0-4cdd-af79-59ad1da87c98 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:01.647148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-60f86c4b-bb49-494c-85f4-cde49c9d73d7 None None] Provisioning complete for port 49f5f7d1-0f5b-4baf-84e1-09142b18aae0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:01.647573 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-60f86c4b-bb49-494c-85f4-cde49c9d73d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (49f5f7d1-0f5b-4baf-84e1-09142b18aae0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.697981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d183de8e-e6ed-4711-bdb3-4032f4df1ff9 req-e3b930c1-0a4f-4fb4-a8f4-e0d65b66ac97 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790226
Apr 16 21:30:01.699599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-60f86c4b-bb49-494c-85f4-cde49c9d73d7 None None] Port 49f5f7d1-0f5b-4baf-84e1-09142b18aae0 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:01.781022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 30cb66b1-7d77-486f-b0c6-3d599b864901 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:01.816908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (68bd5461-5927-4919-bf32-0b771ee0ee7a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.835426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device dba461cc-89a0-4cdd-af79-59ad1da87c98 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:01.848577 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.877041 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0cbeff74-f372-4abd-b70c-efd2a22c1aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (dba461cc-89a0-4cdd-af79-59ad1da87c98), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:01.877766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No DVR routers for this DVR port dba461cc-89a0-4cdd-af79-59ad1da87c98 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:01.884111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Port': ['ID=dba461cc-89a0-4cdd-af79-59ad1da87c98,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:01.948346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No active binding found for port dba461cc-89a0-4cdd-af79-59ad1da87c98 {{(pid=122557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 16 21:30:01.948346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] The host ncdv-master-1 is not matching for port dba461cc-89a0-4cdd-af79-59ad1da87c98 host None! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:30:01.948346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device dba461cc-89a0-4cdd-af79-59ad1da87c98 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:01.948346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeff74-f372-4abd-b70c-efd2a22c1aaf None None] Pushing event deleted for resources: {'Port': ['ID=dba461cc-89a0-4cdd-af79-59ad1da87c98,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:01.948346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbeff74-f372-4abd-b70c-efd2a22c1aaf None None] No DVR routers for this DVR port dba461cc-89a0-4cdd-af79-59ad1da87c98 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:01.949356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.949356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.949356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.949356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.949356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.949356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.949356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.949356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.949356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.949356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.949356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.949356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.949356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.950499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.950499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:01.985188 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (7b86a2a0-adba-4ad7-967c-9c7b59bc9c74), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.011911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ed23910>,) {'filters': {'network_id': ['7b86a2a0-adba-4ad7-967c-9c7b59bc9c74']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:02.018593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ed23910>, 'cc20d6cd-9b51-45c6-9b1d-8c8620851e37') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:02.018894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ed23910>, 'cc20d6cd-9b51-45c6-9b1d-8c8620851e37') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:02.029460 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (cc20d6cd-9b51-45c6-9b1d-8c8620851e37), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.032439 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (68bd5461-5927-4919-bf32-0b771ee0ee7a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.059069 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (cc20d6cd-9b51-45c6-9b1d-8c8620851e37), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.067031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:30:02.067373 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (cc20d6cd-9b51-45c6-9b1d-8c8620851e37), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:30:02.070797 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:30:02.102458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 33b3f46b-d85c-4362-bab3-eac4b84b66cc is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:02.105237 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:02.108512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=68bd5461-5927-4919-bf32-0b771ee0ee7a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:02.120267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:02.174762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52570) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:02.185485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:02.186849 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.212304 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (7b86a2a0-adba-4ad7-967c-9c7b59bc9c74), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.222510 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.225883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/7b86a2a0-adba-4ad7-967c-9c7b59bc9c74 HTTP/1.1" status: 204  len: 168 time: 1.5146670
Apr 16 21:30:02.228708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52574) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:02.238058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28b25e-c7b3-459b-8a58-f8f6a4119767 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Network': ['ID=7b86a2a0-adba-4ad7-967c-9c7b59bc9c74,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:02.268202 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49d576b-3c46-47a8-bda8-7a27d0a68956 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:02.268675 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49d576b-3c46-47a8-bda8-7a27d0a68956 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:02.274149 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f49d576b-3c46-47a8-bda8-7a27d0a68956 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/subnets/e1e9ff68-d654-4a08-8065-f342344ca9ca HTTP/1.1" status: 404  len: 337 time: 0.0409839
Apr 16 21:30:02.274323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52576) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:02.295292 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-72db56e7-7b44-4d74-9bd1-e0fb1032ad2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:02.295831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72db56e7-7b44-4d74-9bd1-e0fb1032ad2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:02.299725 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-72db56e7-7b44-4d74-9bd1-e0fb1032ad2b tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/9cadd28a-4895-4ae4-bdff-1d36a9671f3c HTTP/1.1" status: 404  len: 339 time: 0.0244570
Apr 16 21:30:02.305829 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-38bb9852-9e12-4abc-b413-fb4409793b5c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.7151768
Apr 16 21:30:02.306438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52578) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:02.306776 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52580) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:02.316557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6347f4c5-f1d2-4673-b46e-f82873e346f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.410880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6347f4c5-f1d2-4673-b46e-f82873e346f5 admin admin] Publish callbacks [] for security_group (3211dfb3-de34-4c95-916e-3cfbbe0bdea7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.427557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cb0f1cfb-28a3-448d-aeec-8a417f3419d2 None None] Provisioning complete for port 68bd5461-5927-4919-bf32-0b771ee0ee7a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:02.428120 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cb0f1cfb-28a3-448d-aeec-8a417f3419d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (68bd5461-5927-4919-bf32-0b771ee0ee7a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.431523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50961ce4-3b59-42eb-b616-43e23b1b8897 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:02.433135 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-50961ce4-3b59-42eb-b616-43e23b1b8897 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 921 time: 0.1242089
Apr 16 21:30:02.436064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52582) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:02.443076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a439164-23fd-4834-ba23-d1fefca59ef0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Deleting subnet 310962f0-50a1-4a92-ac97-af2ebac7939d {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:02.446486 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a439164-23fd-4834-ba23-d1fefca59ef0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for subnet (310962f0-50a1-4a92-ac97-af2ebac7939d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.465851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f1cfb-28a3-448d-aeec-8a417f3419d2 None None] Port 68bd5461-5927-4919-bf32-0b771ee0ee7a cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:02.488156 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a439164-23fd-4834-ba23-d1fefca59ef0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (310962f0-50a1-4a92-ac97-af2ebac7939d), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.494074 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6347f4c5-f1d2-4673-b46e-f82873e346f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3211dfb3-de34-4c95-916e-3cfbbe0bdea7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.565115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ed472d-0291-4f25-aa58-8b12e72b4b2d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:02.571129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ed472d-0291-4f25-aa58-8b12e72b4b2d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:02.576615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ed472d-0291-4f25-aa58-8b12e72b4b2d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:02.578391 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-10ed472d-0291-4f25-aa58-8b12e72b4b2d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2377 time: 0.1407413
Apr 16 21:30:02.581658 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a439164-23fd-4834-ba23-d1fefca59ef0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (310962f0-50a1-4a92-ac97-af2ebac7939d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.585464 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6347f4c5-f1d2-4673-b46e-f82873e346f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=214de51081984d9b891b5f23655ac67d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4067235
Apr 16 21:30:02.585464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52586) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:02.588838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52588) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:02.593071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347f4c5-f1d2-4673-b46e-f82873e346f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3211dfb3-de34-4c95-916e-3cfbbe0bdea7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:02.685036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b551e-7997-45ee-91ac-0848472017bf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 68bd5461-5927-4919-bf32-0b771ee0ee7a {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:02.685828 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a9b551e-7997-45ee-91ac-0848472017bf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (68bd5461-5927-4919-bf32-0b771ee0ee7a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.699992 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-34cf848a-7063-4a13-af80-4f39a8f34fb4 req-e817f88d-c3b0-4e5c-bacf-a821ce024171 tempest-VolumesNegativeTest-900060710 tempest-VolumesNegativeTest-900060710-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c6cc8f-9ac7-4753-aef9-c5ea71435c60 HTTP/1.1" status: 200  len: 210 time: 0.0491064
Apr 16 21:30:02.722152 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc104800-3bc1-4ee7-be7a-1493b9f6c444 admin admin] Publish callbacks [] for security_group (3211dfb3-de34-4c95-916e-3cfbbe0bdea7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.747025 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc104800-3bc1-4ee7-be7a-1493b9f6c444 admin admin] Publish callbacks [] for security_group (3211dfb3-de34-4c95-916e-3cfbbe0bdea7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.830591 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a9b551e-7997-45ee-91ac-0848472017bf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (68bd5461-5927-4919-bf32-0b771ee0ee7a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.846589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acadc0-e3bf-4a0e-802e-8fb9d9cdcb7c req-a5579d78-4afe-4e92-b12f-09b3785dd944 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:02.847345 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a439164-23fd-4834-ba23-d1fefca59ef0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (310962f0-50a1-4a92-ac97-af2ebac7939d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.848185 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72acadc0-e3bf-4a0e-802e-8fb9d9cdcb7c req-a5579d78-4afe-4e92-b12f-09b3785dd944 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0702655
Apr 16 21:30:02.852652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b551e-7997-45ee-91ac-0848472017bf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 68bd5461-5927-4919-bf32-0b771ee0ee7a owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:02.875294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a439164-23fd-4834-ba23-d1fefca59ef0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Subnet': ['ID=310962f0-50a1-4a92-ac97-af2ebac7939d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:02.880502 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a439164-23fd-4834-ba23-d1fefca59ef0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.886247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3a439164-23fd-4834-ba23-d1fefca59ef0 tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/subnets/310962f0-50a1-4a92-ac97-af2ebac7939d HTTP/1.1" status: 204  len: 168 time: 0.5763416
Apr 16 21:30:02.886975 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52592) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:02.888616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e83109-91f3-4a61-a065-9c739dc899c5 None None] Network 1f141707-03a6-4b3c-9b92-61add795c578 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:02.896861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc104800-3bc1-4ee7-be7a-1493b9f6c444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3211dfb3-de34-4c95-916e-3cfbbe0bdea7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.899315 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc104800-3bc1-4ee7-be7a-1493b9f6c444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:02.903038 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bc104800-3bc1-4ee7-be7a-1493b9f6c444 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3211dfb3-de34-4c95-916e-3cfbbe0bdea7 HTTP/1.1" status: 204  len: 168 time: 0.3104386
Apr 16 21:30:02.949127 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72acadc0-e3bf-4a0e-802e-8fb9d9cdcb7c req-cc57785c-ab7f-4899-a432-143205d4385c tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944684
Apr 16 21:30:02.958714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc104800-3bc1-4ee7-be7a-1493b9f6c444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3211dfb3-de34-4c95-916e-3cfbbe0bdea7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:03.019780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (1f141707-03a6-4b3c-9b92-61add795c578), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.069006 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Deleting port 9ab41040-f918-42f7-a205-afe3a95e8c0c {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:03.069351 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.091589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5182aba0-f475-4237-b1b6-57323815df0e None None] DHCP port deletion for 1f141707-03a6-4b3c-9b92-61add795c578 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:03.122355 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a9b551e-7997-45ee-91ac-0848472017bf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (68bd5461-5927-4919-bf32-0b771ee0ee7a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.130754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5182aba0-f475-4237-b1b6-57323815df0e None None] Deleting port 9ab41040-f918-42f7-a205-afe3a95e8c0c {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:03.131267 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5182aba0-f475-4237-b1b6-57323815df0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.159427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b551e-7997-45ee-91ac-0848472017bf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=68bd5461-5927-4919-bf32-0b771ee0ee7a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:03.217623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5182aba0-f475-4237-b1b6-57323815df0e None None] For port 9ab41040-f918-42f7-a205-afe3a95e8c0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ab41040-f918-42f7-a205-afe3a95e8c0c,segment=NetworkSegment(0f027cd4-f22b-4a2c-b0ee-79d52d299bea),segment_id=0f027cd4-f22b-4a2c-b0ee-79d52d299bea)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:03.218649 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5182aba0-f475-4237-b1b6-57323815df0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.272513 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a9b551e-7997-45ee-91ac-0848472017bf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.278619 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1a9b551e-7997-45ee-91ac-0848472017bf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/68bd5461-5927-4919-bf32-0b771ee0ee7a HTTP/1.1" status: 204  len: 168 time: 0.6912034
Apr 16 21:30:03.278889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52596) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:03.334740 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-283cffd3-651f-4d3d-8d9a-fde4575c728d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:30:03.337490 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-283cffd3-651f-4d3d-8d9a-fde4575c728d tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/68bd5461-5927-4919-bf32-0b771ee0ee7a HTTP/1.1" status: 404  len: 333 time: 0.0563645
Apr 16 21:30:03.340834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52600) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:03.428239 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9ab41040-f918-42f7-a205-afe3a95e8c0c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:03.436060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5182aba0-f475-4237-b1b6-57323815df0e None None] Calling delete_port for 9ab41040-f918-42f7-a205-afe3a95e8c0c owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:03.502679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-679a2b95-74a9-4a92-aca6-40b01ea35507 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 49f5f7d1-0f5b-4baf-84e1-09142b18aae0 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:03.503040 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-679a2b95-74a9-4a92-aca6-40b01ea35507 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (49f5f7d1-0f5b-4baf-84e1-09142b18aae0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.581344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] For port 9ab41040-f918-42f7-a205-afe3a95e8c0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ab41040-f918-42f7-a205-afe3a95e8c0c,segment=NetworkSegment(0f027cd4-f22b-4a2c-b0ee-79d52d299bea),segment_id=0f027cd4-f22b-4a2c-b0ee-79d52d299bea)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:03.582158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9ab41040-f918-42f7-a205-afe3a95e8c0c is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:03.582629 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.582719 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.603751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Calling delete_port for 9ab41040-f918-42f7-a205-afe3a95e8c0c owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:03.625446 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-679a2b95-74a9-4a92-aca6-40b01ea35507 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (49f5f7d1-0f5b-4baf-84e1-09142b18aae0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.639347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-679a2b95-74a9-4a92-aca6-40b01ea35507 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 49f5f7d1-0f5b-4baf-84e1-09142b18aae0 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:03.724219 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5182aba0-f475-4237-b1b6-57323815df0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.747573 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9ab41040-f918-42f7-a205-afe3a95e8c0c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.794374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182aba0-f475-4237-b1b6-57323815df0e None None] Pushing event deleted for resources: {'Port': ['ID=9ab41040-f918-42f7-a205-afe3a95e8c0c,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:03.801267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182aba0-f475-4237-b1b6-57323815df0e None None] No DVR routers for this DVR port 9ab41040-f918-42f7-a205-afe3a95e8c0c on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:03.822006 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Port': ['ID=9ab41040-f918-42f7-a205-afe3a95e8c0c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:03.828987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] No DVR routers for this DVR port 9ab41040-f918-42f7-a205-afe3a95e8c0c on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:03.882453 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-679a2b95-74a9-4a92-aca6-40b01ea35507 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (49f5f7d1-0f5b-4baf-84e1-09142b18aae0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.910338 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (1f141707-03a6-4b3c-9b92-61add795c578), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.940474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e5debe0>,) {'filters': {'network_id': ['1f141707-03a6-4b3c-9b92-61add795c578']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:03.952181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e5debe0>, '0f027cd4-f22b-4a2c-b0ee-79d52d299bea') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:03.952583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e5debe0>, '0f027cd4-f22b-4a2c-b0ee-79d52d299bea') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:03.975229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (0f027cd4-f22b-4a2c-b0ee-79d52d299bea), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:03.989165 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0f027cd4-f22b-4a2c-b0ee-79d52d299bea), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:04.036065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:30:04.036436 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (0f027cd4-f22b-4a2c-b0ee-79d52d299bea), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:30:04.039838 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:30:04.202824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a2b95-74a9-4a92-aca6-40b01ea35507 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=49f5f7d1-0f5b-4baf-84e1-09142b18aae0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:04.220380 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (1f141707-03a6-4b3c-9b92-61add795c578), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:04.226073 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:04.230631 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] 10.222.0.20 "DELETE /v2.0/networks/1f141707-03a6-4b3c-9b92-61add795c578 HTTP/1.1" status: 204  len: 168 time: 1.3417599
Apr 16 21:30:04.238135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device aaa13a69-2e18-4dd3-bc2c-f84607880394 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:04.289226 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f96a2-e16a-47e0-91ed-64a4b64ebfab tempest-NetworksIpV6Test-1251734918 tempest-NetworksIpV6Test-1251734918-project] Pushing event deleted for resources: {'Network': ['ID=1f141707-03a6-4b3c-9b92-61add795c578,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:04.295370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e52de-380d-4a2a-8684-b30128aa9792 req-f01fa9af-5f4c-4aa4-a988-bdc659426374 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:04.308029 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-879e52de-380d-4a2a-8684-b30128aa9792 req-f01fa9af-5f4c-4aa4-a988-bdc659426374 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.1087623
Apr 16 21:30:04.310635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: aaa13a69-2e18-4dd3-bc2c-f84607880394 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:04.311059 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device aaa13a69-2e18-4dd3-bc2c-f84607880394 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:04.379807 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-679a2b95-74a9-4a92-aca6-40b01ea35507 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:04.385551 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-679a2b95-74a9-4a92-aca6-40b01ea35507 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/49f5f7d1-0f5b-4baf-84e1-09142b18aae0 HTTP/1.1" status: 204  len: 168 time: 1.0413017
Apr 16 21:30:04.386480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52644) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:04.399562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-879e52de-380d-4a2a-8684-b30128aa9792 req-a3636010-794b-4797-8805-d360c263d79f tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905976
Apr 16 21:30:04.432324 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-d776382c-329b-4b46-966c-512f5ad7bbe1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:30:04.434836 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d776382c-329b-4b46-966c-512f5ad7bbe1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/49f5f7d1-0f5b-4baf-84e1-09142b18aae0 HTTP/1.1" status: 404  len: 333 time: 0.0472906
Apr 16 21:30:04.437634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52648) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:04.514174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fb28a3-c3dd-4081-8a88-7b5532fff169 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting subnet e961df4a-e958-4611-91cb-f02d5a2dcbb2 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:04.517568 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-69fb28a3-c3dd-4081-8a88-7b5532fff169 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (e961df4a-e958-4611-91cb-f02d5a2dcbb2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:04.566365 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-69fb28a3-c3dd-4081-8a88-7b5532fff169 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (e961df4a-e958-4611-91cb-f02d5a2dcbb2), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:04.653222 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-69fb28a3-c3dd-4081-8a88-7b5532fff169 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (e961df4a-e958-4611-91cb-f02d5a2dcbb2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:04.755679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e983b-afbc-4142-bcb0-68b5ab5397f9 req-0bbaf34a-a680-48aa-9847-e3f67e8d7865 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:04.757262 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-db6e983b-afbc-4142-bcb0-68b5ab5397f9 req-0bbaf34a-a680-48aa-9847-e3f67e8d7865 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 945 time: 0.0718532
Apr 16 21:30:04.872328 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-69fb28a3-c3dd-4081-8a88-7b5532fff169 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (e961df4a-e958-4611-91cb-f02d5a2dcbb2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:04.874469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-db6e983b-afbc-4142-bcb0-68b5ab5397f9 req-44cba58e-b622-40a6-a8a1-8546bfc0bfd0 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Deleting port b76a8a29-6a6f-4de2-a6cf-ece487714c6e {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:04.875071 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-db6e983b-afbc-4142-bcb0-68b5ab5397f9 req-44cba58e-b622-40a6-a8a1-8546bfc0bfd0 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:04.905706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52658) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:04.953424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-69fb28a3-c3dd-4081-8a88-7b5532fff169 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:04.959826 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-69fb28a3-c3dd-4081-8a88-7b5532fff169 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/e961df4a-e958-4611-91cb-f02d5a2dcbb2 HTTP/1.1" status: 204  len: 168 time: 0.5142255
Apr 16 21:30:04.960472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52662) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:04.960984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb28a3-c3dd-4081-8a88-7b5532fff169 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Subnet': ['ID=e961df4a-e958-4611-91cb-f02d5a2dcbb2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:04.970532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ff7864-5629-4e2a-bac7-fa1003236c46 None None] Network 33b3f46b-d85c-4362-bab3-eac4b84b66cc requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:05.022850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-db6e983b-afbc-4142-bcb0-68b5ab5397f9 req-44cba58e-b622-40a6-a8a1-8546bfc0bfd0 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] For port b76a8a29-6a6f-4de2-a6cf-ece487714c6e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b76a8a29-6a6f-4de2-a6cf-ece487714c6e,segment=NetworkSegment(8c214866-665c-48ce-b875-768e869dd711),segment_id=8c214866-665c-48ce-b875-768e869dd711)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:05.023271 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-db6e983b-afbc-4142-bcb0-68b5ab5397f9 req-44cba58e-b622-40a6-a8a1-8546bfc0bfd0 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.052494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-db6e983b-afbc-4142-bcb0-68b5ab5397f9 req-44cba58e-b622-40a6-a8a1-8546bfc0bfd0 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Calling delete_port for b76a8a29-6a6f-4de2-a6cf-ece487714c6e owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:05.118603 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (33b3f46b-d85c-4362-bab3-eac4b84b66cc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.147334 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e90024f7-42bd-496b-848f-e21188610454 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7506ab34d3614bc3948e48424e16545c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2404754
Apr 16 21:30:05.149882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52670) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:05.167285 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855f07f-66ab-4b75-b657-5d30d6fb99c9 None None] DHCP port deletion for 33b3f46b-d85c-4362-bab3-eac4b84b66cc request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:05.235231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e855f07f-66ab-4b75-b657-5d30d6fb99c9 None None] Deleting port 30cb66b1-7d77-486f-b0c6-3d599b864901 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:05.235904 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e855f07f-66ab-4b75-b657-5d30d6fb99c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.271303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 30cb66b1-7d77-486f-b0c6-3d599b864901 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:05.271719 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.296965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 30cb66b1-7d77-486f-b0c6-3d599b864901 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:05.332951 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b905559-4b03-4fca-b774-97846db76757 admin admin] Publish callbacks [] for security_group (3f397ffc-0422-4c76-8082-b7cf2fa8c77d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.354767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e855f07f-66ab-4b75-b657-5d30d6fb99c9 None None] For port 30cb66b1-7d77-486f-b0c6-3d599b864901, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30cb66b1-7d77-486f-b0c6-3d599b864901,segment=NetworkSegment(7060c8bc-6d28-423e-ba5e-e75424e43f19),segment_id=7060c8bc-6d28-423e-ba5e-e75424e43f19)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:05.355052 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e855f07f-66ab-4b75-b657-5d30d6fb99c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.361862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] For port 30cb66b1-7d77-486f-b0c6-3d599b864901, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30cb66b1-7d77-486f-b0c6-3d599b864901,segment=NetworkSegment(7060c8bc-6d28-423e-ba5e-e75424e43f19),segment_id=7060c8bc-6d28-423e-ba5e-e75424e43f19)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:05.362242 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.376598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e855f07f-66ab-4b75-b657-5d30d6fb99c9 None None] Calling delete_port for 30cb66b1-7d77-486f-b0c6-3d599b864901 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:05.381955 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b905559-4b03-4fca-b774-97846db76757 admin admin] Publish callbacks [] for security_group (3f397ffc-0422-4c76-8082-b7cf2fa8c77d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.395048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 30cb66b1-7d77-486f-b0c6-3d599b864901 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:05.425145 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-db6e983b-afbc-4142-bcb0-68b5ab5397f9 req-44cba58e-b622-40a6-a8a1-8546bfc0bfd0 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b76a8a29-6a6f-4de2-a6cf-ece487714c6e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.477039 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:30:05.491690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b76a8a29-6a6f-4de2-a6cf-ece487714c6e'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:30:05.495666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cba58e-b622-40a6-a8a1-8546bfc0bfd0 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Pushing event deleted for resources: {'Port': ['ID=b76a8a29-6a6f-4de2-a6cf-ece487714c6e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:05.601365 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52712) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:05.602678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6e983b-afbc-4142-bcb0-68b5ab5397f9 req-44cba58e-b622-40a6-a8a1-8546bfc0bfd0 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] No DVR routers for this DVR port b76a8a29-6a6f-4de2-a6cf-ece487714c6e on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:05.606195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1a3931-bac2-4763-83b1-fa04c80568d2 req-70b64503-ba80-4008-b924-5518bde38c82 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 210 time: 0.0601122
Apr 16 21:30:05.607503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-db6e983b-afbc-4142-bcb0-68b5ab5397f9 req-44cba58e-b622-40a6-a8a1-8546bfc0bfd0 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.613534 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-db6e983b-afbc-4142-bcb0-68b5ab5397f9 req-44cba58e-b622-40a6-a8a1-8546bfc0bfd0 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.41 "DELETE /v2.0/ports/b76a8a29-6a6f-4de2-a6cf-ece487714c6e HTTP/1.1" status: 204  len: 173 time: 0.8477359
Apr 16 21:30:05.614340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 30cb66b1-7d77-486f-b0c6-3d599b864901 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:05.614567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43b200a-d978-4ee2-a790-79639beb3173', 'name': 'network-vif-deleted', 'tag': 'b76a8a29-6a6f-4de2-a6cf-ece487714c6e'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:30:05.615248 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.628246 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa4a970-d818-45c2-8cb3-2f1515d99f86" -d '{"events": [{"server_uuid": "d43b200a-d978-4ee2-a790-79639beb3173", "name": "network-vif-deleted", "tag": "b76a8a29-6a6f-4de2-a6cf-ece487714c6e"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:30:05.629349 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b905559-4b03-4fca-b774-97846db76757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3f397ffc-0422-4c76-8082-b7cf2fa8c77d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.632952 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b905559-4b03-4fca-b774-97846db76757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.633067 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6b905559-4b03-4fca-b774-97846db76757 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f397ffc-0422-4c76-8082-b7cf2fa8c77d HTTP/1.1" status: 204  len: 168 time: 0.4819252
Apr 16 21:30:05.653815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b905559-4b03-4fca-b774-97846db76757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f397ffc-0422-4c76-8082-b7cf2fa8c77d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:05.675068 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8133154-a7fb-48a5-a4af-6a42192a0a7b x-openstack-request-id: req-c8133154-a7fb-48a5-a4af-6a42192a0a7b {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:30:05.677675 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43b200a-d978-4ee2-a790-79639beb3173", "name": "network-vif-deleted", "tag": "b76a8a29-6a6f-4de2-a6cf-ece487714c6e", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:30:05.677954 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8133154-a7fb-48a5-a4af-6a42192a0a7b {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:30:05.678380 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8133154-a7fb-48a5-a4af-6a42192a0a7b'] response: {'server_uuid': 'd43b200a-d978-4ee2-a790-79639beb3173', 'name': 'network-vif-deleted', 'tag': 'b76a8a29-6a6f-4de2-a6cf-ece487714c6e', 'status': 'completed', 'code': 200}
Apr 16 21:30:05.692736 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.747370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=30cb66b1-7d77-486f-b0c6-3d599b864901,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:05.764249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No DVR routers for this DVR port 30cb66b1-7d77-486f-b0c6-3d599b864901 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:05.817295 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e855f07f-66ab-4b75-b657-5d30d6fb99c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (30cb66b1-7d77-486f-b0c6-3d599b864901), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.835858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5344f935-2cff-425f-ba84-e076544d0862 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-627668502'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:05.836423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5344f935-2cff-425f-ba84-e076544d0862 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Unknown quota resources ['metering_label']. {{(pid=122555) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:30:05.863340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855f07f-66ab-4b75-b657-5d30d6fb99c9 None None] No DVR routers for this DVR port 30cb66b1-7d77-486f-b0c6-3d599b864901 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:05.865653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855f07f-66ab-4b75-b657-5d30d6fb99c9 None None] Pushing event deleted for resources: {'Port': ['ID=30cb66b1-7d77-486f-b0c6-3d599b864901,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:05.963602 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (33b3f46b-d85c-4362-bab3-eac4b84b66cc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:05.983951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01268dfa00>,) {'filters': {'network_id': ['33b3f46b-d85c-4362-bab3-eac4b84b66cc']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:05.994549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01268dfa00>, '7060c8bc-6d28-423e-ba5e-e75424e43f19') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:05.994853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01268dfa00>, '7060c8bc-6d28-423e-ba5e-e75424e43f19') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:06.005382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (7060c8bc-6d28-423e-ba5e-e75424e43f19), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.094445 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (7060c8bc-6d28-423e-ba5e-e75424e43f19), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.156728 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5344f935-2cff-425f-ba84-e076544d0862 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.157960 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5344f935-2cff-425f-ba84-e076544d0862 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.5554461
Apr 16 21:30:06.161037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52758) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:06.163322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:30:06.163730 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (7060c8bc-6d28-423e-ba5e-e75424e43f19), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.169687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-df82c727-06ba-4002-a6a8-c5adf38a277d tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6811ca64-227b-43a5-8840-530217a089bb'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:06.171275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-df82c727-06ba-4002-a6a8-c5adf38a277d tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=122555) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:30:06.173459 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:30:06.190920 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.408901 ncdv-master-1 neutron-server[122555]: WARNING neutron.services.metering.metering_plugin [None req-df82c727-06ba-4002-a6a8-c5adf38a277d tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 16 21:30:06.411807 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (33b3f46b-d85c-4362-bab3-eac4b84b66cc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.420941 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.426653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/networks/33b3f46b-d85c-4362-bab3-eac4b84b66cc HTTP/1.1" status: 204  len: 168 time: 1.4650691
Apr 16 21:30:06.430747 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52772) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:06.436300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-de9bfb0b-1b66-47b6-892b-0d933cc99c78 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-741380470'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:06.506805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759c903-b464-4233-ab44-69d0ddb30c86 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Network': ['ID=33b3f46b-d85c-4362-bab3-eac4b84b66cc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:06.539673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9bfb0b-1b66-47b6-892b-0d933cc99c78 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:06.543885 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de9bfb0b-1b66-47b6-892b-0d933cc99c78 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.548534 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-df82c727-06ba-4002-a6a8-c5adf38a277d tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.549777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-df82c727-06ba-4002-a6a8-c5adf38a277d tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.3877833
Apr 16 21:30:06.553690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52774) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:06.557676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-68c11c62-2061-4a37-a6da-89bb1424a3de tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6811ca64-227b-43a5-8840-530217a089bb'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:06.558190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-68c11c62-2061-4a37-a6da-89bb1424a3de tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=122555) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:30:06.596829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9bfb0b-1b66-47b6-892b-0d933cc99c78 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:30:06.620082 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de9bfb0b-1b66-47b6-892b-0d933cc99c78 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (30c7c549-3161-41fd-bdb2-41879473c215), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.620830 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-de9bfb0b-1b66-47b6-892b-0d933cc99c78 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Added segment 30c7c549-3161-41fd-bdb2-41879473c215 of type vlan for network 5b8f793a-5907-4b06-8f81-644eb1315f2a
Apr 16 21:30:06.675732 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de9bfb0b-1b66-47b6-892b-0d933cc99c78 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (5b8f793a-5907-4b06-8f81-644eb1315f2a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.716605 ncdv-master-1 neutron-server[122555]: WARNING neutron.services.metering.metering_plugin [None req-68c11c62-2061-4a37-a6da-89bb1424a3de tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 16 21:30:06.730442 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cc05f7f2-f6bc-4d3d-a3f2-0d3bfdce1386 req-e477c122-4b0b-4f9f-b93f-b5f5a1752b64 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43b200a-d978-4ee2-a790-79639beb3173 HTTP/1.1" status: 200  len: 210 time: 0.0328517
Apr 16 21:30:06.785066 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de9bfb0b-1b66-47b6-892b-0d933cc99c78 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (5b8f793a-5907-4b06-8f81-644eb1315f2a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.793285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9bfb0b-1b66-47b6-892b-0d933cc99c78 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:06.793959 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de9bfb0b-1b66-47b6-892b-0d933cc99c78 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.816561 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68c11c62-2061-4a37-a6da-89bb1424a3de tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:06.817848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-68c11c62-2061-4a37-a6da-89bb1424a3de tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2636886
Apr 16 21:30:06.820528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52790) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:06.834208 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ae2566e6-8d0e-4ea1-9acc-7478e369d9a5 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=a540f45a-8d5c-406c-88cd-e2ad44dae01d HTTP/1.1" status: 200  len: 464 time: 0.0101552
Apr 16 21:30:06.834461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52792) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:06.873411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bfb0b-1b66-47b6-892b-0d933cc99c78 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Network': ['ID=5b8f793a-5907-4b06-8f81-644eb1315f2a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:06.879103 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-de9bfb0b-1b66-47b6-892b-0d933cc99c78 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4470615
Apr 16 21:30:06.881878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52794) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:06.884063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 5b8f793a-5907-4b06-8f81-644eb1315f2a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:30:06.887251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0297a61e-e5a9-434d-bde6-3bf0cb077ac5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': '5b8f793a-5907-4b06-8f81-644eb1315f2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:06.928100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52796) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.048809 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9a6622f5-0761-4dfa-b2ff-385556b35981 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:07.053135 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9a6622f5-0761-4dfa-b2ff-385556b35981 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/a540f45a-8d5c-406c-88cd-e2ad44dae01d HTTP/1.1" status: 204  len: 168 time: 0.2165592
Apr 16 21:30:07.054030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52804) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.068372 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7d6ebc11-e3e9-41fe-ab68-39061bed8be0 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=a540f45a-8d5c-406c-88cd-e2ad44dae01d HTTP/1.1" status: 200  len: 221 time: 0.0130579
Apr 16 21:30:07.068553 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52806) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.073544 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-554a43cc-9a40-4648-9ba1-7fff2a375e80 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1306783976', 'description': 'label created by tempest'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:07.074117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-554a43cc-9a40-4648-9ba1-7fff2a375e80 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Unknown quota resources ['metering_label']. {{(pid=122556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:30:07.101744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-72573b16-e741-4592-85a4-bad706b4fa7b tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] Request body: {'port': {'network_id': '7ca2c5b3-3cb1-4d84-8d29-16790266a0cb', 'name': 'tempest-NetworksNegativeTestJSON-464263946'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:07.110198 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0297a61e-e5a9-434d-bde6-3bf0cb077ac5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:07.113991 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0297a61e-e5a9-434d-bde6-3bf0cb077ac5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:07.122588 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-72573b16-e741-4592-85a4-bad706b4fa7b tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] POST failed (client error): The resource could not be found.
Apr 16 21:30:07.123133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72573b16-e741-4592-85a4-bad706b4fa7b tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:07.124830 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-72573b16-e741-4592-85a4-bad706b4fa7b tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.1952844
Apr 16 21:30:07.128790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52810) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.155102 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a541c9-55a5-4fbb-81d3-df0cc2e9b424 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:07.155910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a541c9-55a5-4fbb-81d3-df0cc2e9b424 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:07.159951 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-14a541c9-55a5-4fbb-81d3-df0cc2e9b424 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] 10.222.0.20 "DELETE /v2.0/networks/a614ce35-1e50-4ff1-8f01-5eedf776003f HTTP/1.1" status: 404  len: 339 time: 0.0299304
Apr 16 21:30:07.163515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52812) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.193399 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7057649e-f992-4a87-baa7-6ba0b4f5b39b tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:07.194287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7057649e-f992-4a87-baa7-6ba0b4f5b39b tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:07.202097 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7057649e-f992-4a87-baa7-6ba0b4f5b39b tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] 10.222.0.20 "DELETE /v2.0/ports/64fbc221-af10-4ea8-b93f-70acd80ed0c5 HTTP/1.1" status: 404  len: 333 time: 0.0338030
Apr 16 21:30:07.202442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52814) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.233544 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd179f7-6e14-41c1-9e28-f011911009f4 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:07.234035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd179f7-6e14-41c1-9e28-f011911009f4 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:07.239003 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cbd179f7-6e14-41c1-9e28-f011911009f4 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] 10.222.0.20 "DELETE /v2.0/subnets/632348e4-1157-4fe1-bfa3-8363356825c2 HTTP/1.1" status: 404  len: 337 time: 0.0355287
Apr 16 21:30:07.242796 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52820) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.268616 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-59de06b0-9e49-43a9-ab88-bba9d62b9a3e tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] GET failed (client error): The resource could not be found.
Apr 16 21:30:07.270025 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-59de06b0-9e49-43a9-ab88-bba9d62b9a3e tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] 10.222.0.20 "GET /v2.0/networks/6c57cd26-59bf-43dd-8825-fc63cdfa35e4 HTTP/1.1" status: 404  len: 339 time: 0.0262480
Apr 16 21:30:07.274517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52822) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.301392 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-220f1f81-2e50-4cb4-a9ea-bacb48470e48 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] GET failed (client error): The resource could not be found.
Apr 16 21:30:07.307164 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-220f1f81-2e50-4cb4-a9ea-bacb48470e48 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] 10.222.0.20 "GET /v2.0/ports/b7dcb43f-48b3-4801-b4c8-baaa2fb50489 HTTP/1.1" status: 404  len: 333 time: 0.0313094
Apr 16 21:30:07.307902 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52824) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.346207 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-553f79fa-8509-48d3-97c8-9c943eb435d1 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] GET failed (client error): The resource could not be found.
Apr 16 21:30:07.348625 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-553f79fa-8509-48d3-97c8-9c943eb435d1 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] 10.222.0.20 "GET /v2.0/subnets/0c08998f-1830-49e9-a6cd-466cab830519 HTTP/1.1" status: 404  len: 337 time: 0.0397420
Apr 16 21:30:07.351122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52828) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.356195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5d12b791-0013-41f5-8186-e252b5bf8ca5 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] Request body: {'network': {'name': 'new_name'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:07.370913 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d12b791-0013-41f5-8186-e252b5bf8ca5 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] PUT failed (client error): The resource could not be found.
Apr 16 21:30:07.371469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d12b791-0013-41f5-8186-e252b5bf8ca5 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:07.372627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5d12b791-0013-41f5-8186-e252b5bf8ca5 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] 10.222.0.20 "PUT /v2.0/networks/24ae1717-132c-43ed-8785-b34c3dc34722 HTTP/1.1" status: 404  len: 339 time: 0.0205126
Apr 16 21:30:07.382624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52830) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.387612 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ae4279e7-f0a5-4d0d-8fa0-1808caadd818 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] Request body: {'port': {'name': 'new_name'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:07.407307 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4279e7-f0a5-4d0d-8fa0-1808caadd818 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] PUT failed (client error): The resource could not be found.
Apr 16 21:30:07.412550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4279e7-f0a5-4d0d-8fa0-1808caadd818 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:07.412550 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ae4279e7-f0a5-4d0d-8fa0-1808caadd818 tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] 10.222.0.20 "PUT /v2.0/ports/b43f359b-fd8d-441e-9fee-97eb2ff9eccf HTTP/1.1" status: 404  len: 333 time: 0.0254557
Apr 16 21:30:07.415533 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52832) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.420921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b9f6cd07-d5cc-47d6-9d28-e6175459da4c tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:07.443565 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f6cd07-d5cc-47d6-9d28-e6175459da4c tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] PUT failed (client error): The resource could not be found.
Apr 16 21:30:07.444030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f6cd07-d5cc-47d6-9d28-e6175459da4c tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:07.445208 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b9f6cd07-d5cc-47d6-9d28-e6175459da4c tempest-NetworksNegativeTestJSON-298238985 tempest-NetworksNegativeTestJSON-298238985-project] 10.222.0.20 "PUT /v2.0/subnets/4e85b44a-a3b1-485a-85b6-f201e2d0e817 HTTP/1.1" status: 404  len: 337 time: 0.0284634
Apr 16 21:30:07.516449 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-554a43cc-9a40-4648-9ba1-7fff2a375e80 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:07.517635 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-554a43cc-9a40-4648-9ba1-7fff2a375e80 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.4480479
Apr 16 21:30:07.520684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52838) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.598376 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-813f70a3-edff-4669-9994-a74f6f237b81 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=e5373f14-77d3-4324-96c8-6e0a09df76e2 HTTP/1.1" status: 200  len: 468 time: 0.0764954
Apr 16 21:30:07.601014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52840) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.604232 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0297a61e-e5a9-434d-bde6-3bf0cb077ac5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (5ef24435-0d0c-456e-83c2-f790f68b26b0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:07.666393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297a61e-e5a9-434d-bde6-3bf0cb077ac5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Subnet': ['ID=5ef24435-0d0c-456e-83c2-f790f68b26b0,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:07.676317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0297a61e-e5a9-434d-bde6-3bf0cb077ac5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Checking segment: {'id': '30c7c549-3161-41fd-bdb2-41879473c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5b8f793a-5907-4b06-8f81-644eb1315f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:07.680610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0297a61e-e5a9-434d-bde6-3bf0cb077ac5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network hostable DHCP agents. Network: 5b8f793a-5907-4b06-8f81-644eb1315f2a, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:30:07.780040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0297a61e-e5a9-434d-bde6-3bf0cb077ac5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 5b8f793a-5907-4b06-8f81-644eb1315f2a is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:30:07.868432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0297a61e-e5a9-434d-bde6-3bf0cb077ac5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5b8f793a-5907-4b06-8f81-644eb1315f2a) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:07.872427 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0297a61e-e5a9-434d-bde6-3bf0cb077ac5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:07.872919 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3437de27-af90-4562-a47d-076e7b7829f8 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:07.873057 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0297a61e-e5a9-434d-bde6-3bf0cb077ac5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:07.878880 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3437de27-af90-4562-a47d-076e7b7829f8 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/e5373f14-77d3-4324-96c8-6e0a09df76e2 HTTP/1.1" status: 204  len: 168 time: 0.2764924
Apr 16 21:30:07.881984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad8b6a-8e60-4e35-b41c-fdb65e4a343f None None] Network 5b8f793a-5907-4b06-8f81-644eb1315f2a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:07.882819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52864) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.901182 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c4301639-0760-42f1-90fc-dd2ee1092aeb tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=e5373f14-77d3-4324-96c8-6e0a09df76e2 HTTP/1.1" status: 200  len: 216 time: 0.0171418
Apr 16 21:30:07.906342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52870) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.919961 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d015911e-726d-4c29-b3c4-a65ea45f2c66 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0118761
Apr 16 21:30:07.920584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52876) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.944048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52882) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.951678 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c07451c8-5bfa-4820-881d-ef976c6e286e tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0287399
Apr 16 21:30:07.967012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0297a61e-e5a9-434d-bde6-3bf0cb077ac5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0838866
Apr 16 21:30:07.970025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52888) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:07.977914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-58979c5d-22ec-468b-ba18-a12162f0ae5e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-755298462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:08.004424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52890) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:08.028900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5b8f793a-5907-4b06-8f81-644eb1315f2a', 'network_id': '5b8f793a-5907-4b06-8f81-644eb1315f2a', 'project_id': '320449ac75f842198f730cb6d86e6944', 'fixed_ips': [{'subnet_id': '5ef24435-0d0c-456e-83c2-f790f68b26b0'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:08.030100 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.056308 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ee2e4804-fca3-45d4-8b65-ede26d70c1a6 tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/6811ca64-227b-43a5-8840-530217a089bb HTTP/1.1" status: 200  len: 472 time: 0.1070707
Apr 16 21:30:08.057159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52902) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:08.077390 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cbaad567-8828-4c9f-9ee3-03ab4ca3188e tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/9d82c902-3245-4bfc-8b59-09afab6f7b99 HTTP/1.1" status: 200  len: 461 time: 0.0104105
Apr 16 21:30:08.077390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52904) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:08.095638 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c9866b-5767-4069-9807-22a78c382a09 req-e1bb08d5-1ad9-4094-b20f-892ef3a7e640 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0657957
Apr 16 21:30:08.192136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9866b-5767-4069-9807-22a78c382a09 req-c5e4b032-0218-46e7-b696-78acd9619907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:08.193717 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c9866b-5767-4069-9807-22a78c382a09 req-c5e4b032-0218-46e7-b696-78acd9619907 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 1128 time: 0.0728486
Apr 16 21:30:08.194544 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-58979c5d-22ec-468b-ba18-a12162f0ae5e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (581b5ef5-9a15-4e7e-ad76-d76b20aa7e84), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.195629 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-58979c5d-22ec-468b-ba18-a12162f0ae5e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (581b5ef5-9a15-4e7e-ad76-d76b20aa7e84), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.201855 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f203a1f2-25ad-4458-83dd-2780270cc9f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.276447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Allocated IP 172.20.0.2 (5b8f793a-5907-4b06-8f81-644eb1315f2a/5ef24435-0d0c-456e-83c2-f790f68b26b0/3bbc4f28-69cf-410d-8657-c2e9ffc0132a) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:08.338693 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48b50501-79e6-4e90-82ce-b763ddb42bda tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.340223 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-48b50501-79e6-4e90-82ce-b763ddb42bda tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/9d82c902-3245-4bfc-8b59-09afab6f7b99 HTTP/1.1" status: 204  len: 168 time: 0.2677009
Apr 16 21:30:08.343010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52918) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:08.361927 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-58979c5d-22ec-468b-ba18-a12162f0ae5e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for router_controller (581b5ef5-9a15-4e7e-ad76-d76b20aa7e84), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.448202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9866b-5767-4069-9807-22a78c382a09 req-9e18f3c8-75f7-41cf-91b0-f2ea787e7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:08.448792 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c9866b-5767-4069-9807-22a78c382a09 req-9e18f3c8-75f7-41cf-91b0-f2ea787e7185 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 200  len: 916 time: 0.2358196
Apr 16 21:30:08.456417 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-58979c5d-22ec-468b-ba18-a12162f0ae5e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (581b5ef5-9a15-4e7e-ad76-d76b20aa7e84), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.495699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bf49e-2f2e-48e4-9b6e-991477e3b3c8 req-931bf1d6-7e36-4809-bf5a-425784135b5b tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:08.497435 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-908bf49e-2f2e-48e4-9b6e-991477e3b3c8 req-931bf1d6-7e36-4809-bf5a-425784135b5b tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.1560264
Apr 16 21:30:08.503452 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Publish callbacks [] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.544333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f203a1f2-25ad-4458-83dd-2780270cc9f4 admin admin] Publish callbacks [] for security_group (0a5d3e2b-0c9f-4677-8a75-e5c0dca06ddb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.555329 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c9866b-5767-4069-9807-22a78c382a09 req-052cda53-4606-4d7a-864d-ab941f542b9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=037fa6e8-a27a-4e66-a818-2f415b14f622 HTTP/1.1" status: 200  len: 1002 time: 0.0906622
Apr 16 21:30:08.587388 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.606549 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-58979c5d-22ec-468b-ba18-a12162f0ae5e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.608134 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-58979c5d-22ec-468b-ba18-a12162f0ae5e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.6368248
Apr 16 21:30:08.610819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52926) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:08.616011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'network_id': '5b8f793a-5907-4b06-8f81-644eb1315f2a', 'name': 'tempest-PortsTestJSON-268590759'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:08.635071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Network 5b8f793a-5907-4b06-8f81-644eb1315f2a is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:08.638285 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:08.641930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:08.673505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9866b-5767-4069-9807-22a78c382a09 req-2c9c2174-f254-4889-9e0e-05d9ff66a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:08.675215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c9866b-5767-4069-9807-22a78c382a09 req-2c9c2174-f254-4889-9e0e-05d9ff66a06b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 200  len: 854 time: 0.1140599
Apr 16 21:30:08.679710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Pushing event updated for resources: {'Port': ['ID=3bbc4f28-69cf-410d-8657-c2e9ffc0132a,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:08.681031 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f203a1f2-25ad-4458-83dd-2780270cc9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0a5d3e2b-0c9f-4677-8a75-e5c0dca06ddb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.724755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Attempting to bind port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:08.731374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Attempting to bind port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '30c7c549-3161-41fd-bdb2-41879473c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5b8f793a-5907-4b06-8f81-644eb1315f2a'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:08.731374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Attempting to bind port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a on network 5b8f793a-5907-4b06-8f81-644eb1315f2a {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:08.731374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:08.731770 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Checking segment: {'id': '30c7c549-3161-41fd-bdb2-41879473c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5b8f793a-5907-4b06-8f81-644eb1315f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:08.732046 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.732342 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Bound using segment: {'id': '30c7c549-3161-41fd-bdb2-41879473c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5b8f793a-5907-4b06-8f81-644eb1315f2a'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:08.732857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Bound port: 3bbc4f28-69cf-410d-8657-c2e9ffc0132a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c7c549-3161-41fd-bdb2-41879473c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5b8f793a-5907-4b06-8f81-644eb1315f2a'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:08.733244 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.778135 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f203a1f2-25ad-4458-83dd-2780270cc9f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1203d9e5c824182904bb9112c0c5644&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7726543
Apr 16 21:30:08.780198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b76a8a29-6a6f-4de2-a6cf-ece487714c6e no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:08.790017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52928) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:08.793597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203a1f2-25ad-4458-83dd-2780270cc9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5d3e2b-0c9f-4677-8a75-e5c0dca06ddb,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:08.809234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: b76a8a29-6a6f-4de2-a6cf-ece487714c6e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:08.809587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b76a8a29-6a6f-4de2-a6cf-ece487714c6e not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:08.833731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] For port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:08.838031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] For port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bbc4f28-69cf-410d-8657-c2e9ffc0132a,segment=NetworkSegment(30c7c549-3161-41fd-bdb2-41879473c215),segment_id=30c7c549-3161-41fd-bdb2-41879473c215)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:08.851390 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9866b-5767-4069-9807-22a78c382a09 req-e47e84d3-f779-47cc-ac98-e7343bac48fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:08.853148 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c9866b-5767-4069-9807-22a78c382a09 req-e47e84d3-f779-47cc-ac98-e7343bac48fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26fd8c71-2108-482c-9702-fc8775f3578f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1564469
Apr 16 21:30:08.911100 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-908bf49e-2f2e-48e4-9b6e-991477e3b3c8 req-a8bc5859-1da9-4656-9d9a-410c38066437 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867934
Apr 16 21:30:08.922023 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.940815 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa14e6ad-ff70-4250-8650-d7d5ba5838c8 admin admin] Publish callbacks [] for security_group (0a5d3e2b-0c9f-4677-8a75-e5c0dca06ddb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.946324 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17ba0367-874e-406e-a831-1dba038b789d tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.947897 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-17ba0367-874e-406e-a831-1dba038b789d tempest-MeteringTestJSON-18853256 tempest-MeteringTestJSON-18853256-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/6811ca64-227b-43a5-8840-530217a089bb HTTP/1.1" status: 204  len: 168 time: 0.6037691
Apr 16 21:30:08.987207 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa14e6ad-ff70-4250-8650-d7d5ba5838c8 admin admin] Publish callbacks [] for security_group (0a5d3e2b-0c9f-4677-8a75-e5c0dca06ddb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:08.996140 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011441ad-2f3f-4c7a-8da1-c3f0571e74e6 None None] Pushing event updated for resources: {'Port': ['ID=3bbc4f28-69cf-410d-8657-c2e9ffc0132a,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:09.003076 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-801bdfaf-62c2-43c3-8189-fbb48d50700c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:09.045349 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c9866b-5767-4069-9807-22a78c382a09 req-dbb1792c-6877-4238-ae64-cdc5e295eaf6 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813421
Apr 16 21:30:09.118334 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:09.122012 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:09.157539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port c04cbf74-cb87-4e92-aa91-7d244bef0f3b yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:30:09.222243 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c9866b-5767-4069-9807-22a78c382a09 req-974fad18-15f4-4af0-85f7-b7cc54d54a72 service neutron] 10.222.0.41 "GET /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709721
Apr 16 21:30:09.291526 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa14e6ad-ff70-4250-8650-d7d5ba5838c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0a5d3e2b-0c9f-4677-8a75-e5c0dca06ddb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:09.291526 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa14e6ad-ff70-4250-8650-d7d5ba5838c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:09.292253 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aa14e6ad-ff70-4250-8650-d7d5ba5838c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a5d3e2b-0c9f-4677-8a75-e5c0dca06ddb HTTP/1.1" status: 204  len: 168 time: 0.5008016
Apr 16 21:30:09.346517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14e6ad-ff70-4250-8650-d7d5ba5838c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5d3e2b-0c9f-4677-8a75-e5c0dca06ddb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:09.481344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.10 (5b8f793a-5907-4b06-8f81-644eb1315f2a/5ef24435-0d0c-456e-83c2-f790f68b26b0/c04cbf74-cb87-4e92-aa91-7d244bef0f3b) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:09.508009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52966) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:09.679457 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:09.737690 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aedc2887-cfdc-47e3-9611-3825e9269520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:09.801386 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:09.850424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 5b8f793a-5907-4b06-8f81-644eb1315f2a is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:09.854266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:09.861067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:09.878381 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aedc2887-cfdc-47e3-9611-3825e9269520 admin admin] Publish callbacks [] for security_group (b1e02ebc-6df6-4dd3-90fc-8dc5cca592e8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:09.913552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=c04cbf74-cb87-4e92-aa91-7d244bef0f3b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:09.929630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:09.930225 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:09.965293 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aedc2887-cfdc-47e3-9611-3825e9269520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b1e02ebc-6df6-4dd3-90fc-8dc5cca592e8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:09.996740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d99c4731-b199-4ca9-970a-4994a0ac33c1 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.3846023
Apr 16 21:30:10.005057 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52996) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:10.024650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc2887-cfdc-47e3-9611-3825e9269520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e02ebc-6df6-4dd3-90fc-8dc5cca592e8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:10.057076 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-aedc2887-cfdc-47e3-9611-3825e9269520 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1ada8534b53401b9207932ec03bdbf7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5478685
Apr 16 21:30:10.058150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53000) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:10.122000 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85377ce2-9db2-4db2-9428-ad4ceb63adba admin admin] Publish callbacks [] for security_group (b1e02ebc-6df6-4dd3-90fc-8dc5cca592e8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:10.159167 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85377ce2-9db2-4db2-9428-ad4ceb63adba admin admin] Publish callbacks [] for security_group (b1e02ebc-6df6-4dd3-90fc-8dc5cca592e8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:10.244077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ddd87-261f-4725-9664-9dd510a45ce7 req-c8253f69-4b9d-434b-9a34-1b18a1f9a8a2 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:10.253020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-572ddd87-261f-4725-9664-9dd510a45ce7 req-c8253f69-4b9d-434b-9a34-1b18a1f9a8a2 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.2268727
Apr 16 21:30:10.303450 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbb90bd-6f46-464e-963e-ee339656e065 None None] Network 5b8f793a-5907-4b06-8f81-644eb1315f2a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:10.345285 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85377ce2-9db2-4db2-9428-ad4ceb63adba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b1e02ebc-6df6-4dd3-90fc-8dc5cca592e8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:10.347984 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85377ce2-9db2-4db2-9428-ad4ceb63adba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:10.349278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-85377ce2-9db2-4db2-9428-ad4ceb63adba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1e02ebc-6df6-4dd3-90fc-8dc5cca592e8 HTTP/1.1" status: 204  len: 168 time: 0.2901411
Apr 16 21:30:10.375125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b86948-979e-44a2-865d-b4682e86b177 req-b2a5a3ec-1039-4011-a0b7-58b0a7e8bd24 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:10.375125 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-24b86948-979e-44a2-865d-b4682e86b177 req-b2a5a3ec-1039-4011-a0b7-58b0a7e8bd24 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.11 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 945 time: 0.0858026
Apr 16 21:30:10.376839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85377ce2-9db2-4db2-9428-ad4ceb63adba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e02ebc-6df6-4dd3-90fc-8dc5cca592e8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:10.463301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8e74a4ad-f5a1-474c-b16b-bff2cf253f3f None None] Provisioning complete for port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:10.463705 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8e74a4ad-f5a1-474c-b16b-bff2cf253f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:10.493008 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-24b86948-979e-44a2-865d-b4682e86b177 req-8d76676f-2625-45d6-bd2a-6746cbfaf6e6 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Deleting port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:10.493489 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-24b86948-979e-44a2-865d-b4682e86b177 req-8d76676f-2625-45d6-bd2a-6746cbfaf6e6 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:10.576657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8e74a4ad-f5a1-474c-b16b-bff2cf253f3f None None] Current status of the port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:10.576657 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8e74a4ad-f5a1-474c-b16b-bff2cf253f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:10.660472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8e74a4ad-f5a1-474c-b16b-bff2cf253f3f None None] For port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bbc4f28-69cf-410d-8657-c2e9ffc0132a,segment=NetworkSegment(30c7c549-3161-41fd-bdb2-41879473c215),segment_id=30c7c549-3161-41fd-bdb2-41879473c215)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:10.684668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-24b86948-979e-44a2-865d-b4682e86b177 req-8d76676f-2625-45d6-bd2a-6746cbfaf6e6 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] For port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f,segment=NetworkSegment(8c214866-665c-48ce-b875-768e869dd711),segment_id=8c214866-665c-48ce-b875-768e869dd711)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:10.685851 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-24b86948-979e-44a2-865d-b4682e86b177 req-8d76676f-2625-45d6-bd2a-6746cbfaf6e6 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:10.714557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-24b86948-979e-44a2-865d-b4682e86b177 req-8d76676f-2625-45d6-bd2a-6746cbfaf6e6 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Calling delete_port for f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:10.763299 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8e74a4ad-f5a1-474c-b16b-bff2cf253f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:10.786757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53036) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:10.855337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74a4ad-f5a1-474c-b16b-bff2cf253f3f None None] Pushing event updated for resources: {'Port': ['ID=3bbc4f28-69cf-410d-8657-c2e9ffc0132a,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:10.991886 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1730402230'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:10.992383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-718d8fa3-c255-46d7-86e9-400c80a1fa2b None None] Provisioning complete for port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:10.992821 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-718d8fa3-c255-46d7-86e9-400c80a1fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.071511 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-24b86948-979e-44a2-865d-b4682e86b177 req-8d76676f-2625-45d6-bd2a-6746cbfaf6e6 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.084628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:30:11.111695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:11.115746 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.118995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76676f-2625-45d6-bd2a-6746cbfaf6e6 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Pushing event deleted for resources: {'Port': ['ID=f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:11.131636 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.153945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-718d8fa3-c255-46d7-86e9-400c80a1fa2b None None] Current status of the port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:11.165808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-718d8fa3-c255-46d7-86e9-400c80a1fa2b None None] Provisioning complete for port c04cbf74-cb87-4e92-aa91-7d244bef0f3b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:11.166470 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-718d8fa3-c255-46d7-86e9-400c80a1fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.191605 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-572ddd87-261f-4725-9664-9dd510a45ce7 req-2b23eddc-6c54-4e06-bf86-a989aed7ed10 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/security-groups?id=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9282663
Apr 16 21:30:11.196281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b86948-979e-44a2-865d-b4682e86b177 req-8d76676f-2625-45d6-bd2a-6746cbfaf6e6 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] No DVR routers for this DVR port f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:11.212367 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-24b86948-979e-44a2-865d-b4682e86b177 req-8d76676f-2625-45d6-bd2a-6746cbfaf6e6 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.212690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-24b86948-979e-44a2-865d-b4682e86b177 req-8d76676f-2625-45d6-bd2a-6746cbfaf6e6 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.11 "DELETE /v2.0/ports/f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f HTTP/1.1" status: 204  len: 173 time: 0.8318627
Apr 16 21:30:11.213008 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5239bc09-9070-4897-8d6f-8084c2bab0b4', 'name': 'network-vif-deleted', 'tag': 'f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:30:11.215735 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f96a5d-6bea-4b77-9510-1f67c9fd9ada" -d '{"events": [{"server_uuid": "5239bc09-9070-4897-8d6f-8084c2bab0b4", "name": "network-vif-deleted", "tag": "f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:30:11.233349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-718d8fa3-c255-46d7-86e9-400c80a1fa2b None None] Port c04cbf74-cb87-4e92-aa91-7d244bef0f3b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:11.296870 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1359a89-31f5-4ca4-93bd-de1bf6fe98bb x-openstack-request-id: req-c1359a89-31f5-4ca4-93bd-de1bf6fe98bb {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:30:11.297181 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5239bc09-9070-4897-8d6f-8084c2bab0b4", "name": "network-vif-deleted", "tag": "f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:30:11.297515 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1359a89-31f5-4ca4-93bd-de1bf6fe98bb {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:30:11.297889 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1359a89-31f5-4ca4-93bd-de1bf6fe98bb'] response: {'server_uuid': '5239bc09-9070-4897-8d6f-8084c2bab0b4', 'name': 'network-vif-deleted', 'tag': 'f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f', 'status': 'completed', 'code': 200}
Apr 16 21:30:11.331901 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for security_group (4f3f30e9-ce18-44c1-af17-f30973ece5e5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.357759 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.357881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c7c312b0-fb68-46af-9109-9c66fd6852dd None None] Provisioning complete for port c04cbf74-cb87-4e92-aa91-7d244bef0f3b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:11.357881 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c7c312b0-fb68-46af-9109-9c66fd6852dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.382928 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53050) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:11.389210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3bbc4f28-69cf-410d-8657-c2e9ffc0132a up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:11.398674 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f406678-6303-4b37-b153-5cc1ae90c2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.447824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c7c312b0-fb68-46af-9109-9c66fd6852dd None None] Port c04cbf74-cb87-4e92-aa91-7d244bef0f3b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:11.452684 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4f3f30e9-ce18-44c1-af17-f30973ece5e5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.473321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:11.473625 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.493765 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:30:11.532647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3f30e9-ce18-44c1-af17-f30973ece5e5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:11.536164 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e29ffe42-cf5b-41b0-a484-79da9c9b0a4e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.536645 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Added segment e29ffe42-cf5b-41b0-a484-79da9c9b0a4e of type vlan for network 7c23cdde-0934-412d-ac2a-5116cc558567
Apr 16 21:30:11.582848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:11.609662 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (7c23cdde-0934-412d-ac2a-5116cc558567), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.616933 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f406678-6303-4b37-b153-5cc1ae90c2ed admin admin] Publish callbacks [] for security_group (aa719f64-c22b-4516-8783-6038a3cf9acf), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.641954 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.651912 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-346929de-e944-46d9-adaa-956aabb9c702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.682575 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f406678-6303-4b37-b153-5cc1ae90c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (aa719f64-c22b-4516-8783-6038a3cf9acf), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.726433 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5f406678-6303-4b37-b153-5cc1ae90c2ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=272a79bcbf4c4c76a5ae48b2caf164f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3414962
Apr 16 21:30:11.727603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f406678-6303-4b37-b153-5cc1ae90c2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa719f64-c22b-4516-8783-6038a3cf9acf,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:11.728994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53054) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:11.743670 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (7c23cdde-0934-412d-ac2a-5116cc558567), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.744144 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.749462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:11.752039 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.820031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Network': ['ID=7c23cdde-0934-412d-ac2a-5116cc558567,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:11.832910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 7c23cdde-0934-412d-ac2a-5116cc558567 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:30:11.856573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7aad5a94-9896-4dc4-bd19-8fd3643bf4da tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0683930
Apr 16 21:30:11.859077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=c04cbf74-cb87-4e92-aa91-7d244bef0f3b,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:11.860127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53056) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:11.869619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-816f9afd-f2cf-489b-81c2-a24b847532b4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-422977581'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:11.889233 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef19f6b1-a096-46a3-bf87-39a694432869 admin admin] Publish callbacks [] for security_group (aa719f64-c22b-4516-8783-6038a3cf9acf), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.943010 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef19f6b1-a096-46a3-bf87-39a694432869 admin admin] Publish callbacks [] for security_group (aa719f64-c22b-4516-8783-6038a3cf9acf), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:11.950671 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816f9afd-f2cf-489b-81c2-a24b847532b4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:11.961030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-816f9afd-f2cf-489b-81c2-a24b847532b4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.001988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816f9afd-f2cf-489b-81c2-a24b847532b4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:30:12.010743 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-816f9afd-f2cf-489b-81c2-a24b847532b4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1ab1fba1-cfdb-4388-b256-511c542923a7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.011127 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-816f9afd-f2cf-489b-81c2-a24b847532b4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Added segment 1ab1fba1-cfdb-4388-b256-511c542923a7 of type vlan for network d8180cfc-2e5a-492f-8f18-db9ce45bf29d
Apr 16 21:30:12.058005 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-816f9afd-f2cf-489b-81c2-a24b847532b4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (d8180cfc-2e5a-492f-8f18-db9ce45bf29d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.089016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c1dcd39d-c09b-45d9-ba9f-275d939ad2f3 None None] Provisioning complete for port c04cbf74-cb87-4e92-aa91-7d244bef0f3b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:12.089717 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd39d-c09b-45d9-ba9f-275d939ad2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.105863 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (581b5ef5-9a15-4e7e-ad76-d76b20aa7e84), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.125181 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c1dcd39d-c09b-45d9-ba9f-275d939ad2f3 None None] Port c04cbf74-cb87-4e92-aa91-7d244bef0f3b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:12.176483 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-816f9afd-f2cf-489b-81c2-a24b847532b4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (d8180cfc-2e5a-492f-8f18-db9ce45bf29d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.183064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816f9afd-f2cf-489b-81c2-a24b847532b4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:12.183677 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-816f9afd-f2cf-489b-81c2-a24b847532b4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.190480 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef19f6b1-a096-46a3-bf87-39a694432869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (aa719f64-c22b-4516-8783-6038a3cf9acf), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.193027 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ef19f6b1-a096-46a3-bf87-39a694432869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.196775 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ef19f6b1-a096-46a3-bf87-39a694432869 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa719f64-c22b-4516-8783-6038a3cf9acf HTTP/1.1" status: 204  len: 168 time: 0.4658835
Apr 16 21:30:12.222594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19f6b1-a096-46a3-bf87-39a694432869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa719f64-c22b-4516-8783-6038a3cf9acf,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:12.298240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-816f9afd-f2cf-489b-81c2-a24b847532b4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4363384
Apr 16 21:30:12.301497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53062) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:12.306348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d801a489-4fc0-434d-82fa-9b60f87a5bad tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'subnet': {'network_id': '7c23cdde-0934-412d-ac2a-5116cc558567', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:12.326808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d68b0d6-1e09-4b1d-9437-c4c1bceda00e req-e7e5f7ce-40e6-4be6-867b-05de96c202e5 tempest-ServerRescueTestJSON-42460406 tempest-ServerRescueTestJSON-42460406-project] 10.222.0.20 "GET /v2.0/ports?device_id=5239bc09-9070-4897-8d6f-8084c2bab0b4 HTTP/1.1" status: 200  len: 210 time: 0.0404043
Apr 16 21:30:12.359415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f9afd-f2cf-489b-81c2-a24b847532b4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Network': ['ID=d8180cfc-2e5a-492f-8f18-db9ce45bf29d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:12.371969 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network d8180cfc-2e5a-492f-8f18-db9ce45bf29d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:30:12.406050 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.503350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d801a489-4fc0-434d-82fa-9b60f87a5bad tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:12.506852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d801a489-4fc0-434d-82fa-9b60f87a5bad tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.526718 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.716906 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.757038 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d801a489-4fc0-434d-82fa-9b60f87a5bad tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (7aff47f2-00ff-42c0-8a9e-294d507c3ec9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.779468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.824282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801a489-4fc0-434d-82fa-9b60f87a5bad tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Subnet': ['ID=7aff47f2-00ff-42c0-8a9e-294d507c3ec9,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:12.835491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801a489-4fc0-434d-82fa-9b60f87a5bad tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Checking segment: {'id': 'e29ffe42-cf5b-41b0-a484-79da9c9b0a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c23cdde-0934-412d-ac2a-5116cc558567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:12.835862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d801a489-4fc0-434d-82fa-9b60f87a5bad tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network hostable DHCP agents. Network: 7c23cdde-0934-412d-ac2a-5116cc558567, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:30:12.862282 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=c04cbf74-cb87-4e92-aa91-7d244bef0f3b,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:12.864925 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (581b5ef5-9a15-4e7e-ad76-d76b20aa7e84), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.912995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d801a489-4fc0-434d-82fa-9b60f87a5bad tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 7c23cdde-0934-412d-ac2a-5116cc558567 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:30:12.958639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network 5b8f793a-5907-4b06-8f81-644eb1315f2a is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:12.960255 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:12.968661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-d801a489-4fc0-434d-82fa-9b60f87a5bad tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c23cdde-0934-412d-ac2a-5116cc558567) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:12.973986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d801a489-4fc0-434d-82fa-9b60f87a5bad tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:12.974943 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d801a489-4fc0-434d-82fa-9b60f87a5bad tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:12.984125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ef1409-2df1-4ed6-8afb-824ba5f9ebef None None] Network 7c23cdde-0934-412d-ac2a-5116cc558567 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:13.062033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d801a489-4fc0-434d-82fa-9b60f87a5bad tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7597413
Apr 16 21:30:13.065326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53076) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:13.070885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2f9a66c0-7049-4f86-a885-613d0e9b70f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'subnet': {'network_id': 'd8180cfc-2e5a-492f-8f18-db9ce45bf29d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:13.119589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7c23cdde-0934-412d-ac2a-5116cc558567', 'network_id': '7c23cdde-0934-412d-ac2a-5116cc558567', 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'fixed_ips': [{'subnet_id': '7aff47f2-00ff-42c0-8a9e-294d507c3ec9'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:13.121071 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:13.162555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Router 581b5ef5-9a15-4e7e-ad76-d76b20aa7e84 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:30:13.280674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9a66c0-7049-4f86-a885-613d0e9b70f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:13.283213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:30:13.285254 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f9a66c0-7049-4f86-a885-613d0e9b70f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:13.285387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8134d8e0-2814-4034-b69b-03ddf5e08f4a None None] Provisioning complete for port c04cbf74-cb87-4e92-aa91-7d244bef0f3b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:13.285387 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8134d8e0-2814-4034-b69b-03ddf5e08f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:13.291492 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-522d2562-274f-462d-b1d8-9b8498a85b28 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "PUT /v2.0/routers/581b5ef5-9a15-4e7e-ad76-d76b20aa7e84/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2853715
Apr 16 21:30:13.295565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53084) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:13.309903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59606abd-ba52-4e67-a53f-5033e5c3fc40 None None] Sync routers for ids ['581b5ef5-9a15-4e7e-ad76-d76b20aa7e84'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:30:13.344495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617c109a-028e-453c-b558-f872094270e0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:13.346345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8134d8e0-2814-4034-b69b-03ddf5e08f4a None None] Port c04cbf74-cb87-4e92-aa91-7d244bef0f3b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:13.348119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59606abd-ba52-4e67-a53f-5033e5c3fc40 None None] Routers {'581b5ef5-9a15-4e7e-ad76-d76b20aa7e84'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:13.348611 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-59606abd-ba52-4e67-a53f-5033e5c3fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f313160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['581b5ef5-9a15-4e7e-ad76-d76b20aa7e84'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:13.354193 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-617c109a-028e-453c-b558-f872094270e0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports?device_id=581b5ef5-9a15-4e7e-ad76-d76b20aa7e84 HTTP/1.1" status: 200  len: 982 time: 0.0587623
Apr 16 21:30:13.354472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53088) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:13.361674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Allocated IP 2001:db8::2 (7c23cdde-0934-412d-ac2a-5116cc558567/7aff47f2-00ff-42c0-8a9e-294d507c3ec9/ca550a20-1667-4b78-af5c-0c54bb4a6a72) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:13.399527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53092) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:13.407826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-59606abd-ba52-4e67-a53f-5033e5c3fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f313160>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:13.467748 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59606abd-ba52-4e67-a53f-5033e5c3fc40 None None] Routers {'581b5ef5-9a15-4e7e-ad76-d76b20aa7e84'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:13.468425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-59606abd-ba52-4e67-a53f-5033e5c3fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f313160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['581b5ef5-9a15-4e7e-ad76-d76b20aa7e84'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:13.504362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-59606abd-ba52-4e67-a53f-5033e5c3fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f313160>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:13.505230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59606abd-ba52-4e67-a53f-5033e5c3fc40 None None] The sync data for ids ['581b5ef5-9a15-4e7e-ad76-d76b20aa7e84'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:30:13.558931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53094) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:13.622009 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:13.628742 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Publish callbacks [] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:13.681403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1278988408'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:13.728850 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:13.777822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Network 7c23cdde-0934-412d-ac2a-5116cc558567 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:13.781217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:13.787113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:13.845113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Pushing event updated for resources: {'Port': ['ID=ca550a20-1667-4b78-af5c-0c54bb4a6a72,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:13.867577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Attempting to bind port ca550a20-1667-4b78-af5c-0c54bb4a6a72 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:13.868411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Attempting to bind port ca550a20-1667-4b78-af5c-0c54bb4a6a72 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e29ffe42-cf5b-41b0-a484-79da9c9b0a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c23cdde-0934-412d-ac2a-5116cc558567'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:13.869196 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Attempting to bind port ca550a20-1667-4b78-af5c-0c54bb4a6a72 on network 7c23cdde-0934-412d-ac2a-5116cc558567 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:13.872737 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f9a66c0-7049-4f86-a885-613d0e9b70f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (fd7d376c-3fcb-42ec-b0a0-b9449cf3d54c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:13.875851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:13.875851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Checking segment: {'id': 'e29ffe42-cf5b-41b0-a484-79da9c9b0a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c23cdde-0934-412d-ac2a-5116cc558567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:13.876285 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:13.876638 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Bound using segment: {'id': 'e29ffe42-cf5b-41b0-a484-79da9c9b0a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c23cdde-0934-412d-ac2a-5116cc558567'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:13.877109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Bound port: ca550a20-1667-4b78-af5c-0c54bb4a6a72, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29ffe42-cf5b-41b0-a484-79da9c9b0a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c23cdde-0934-412d-ac2a-5116cc558567'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:13.877492 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:13.890598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:13.894208 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:13.914931 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:13.917328 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5877da1d-3680-41c0-b3c8-c57f021c4017 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (581b5ef5-9a15-4e7e-ad76-d76b20aa7e84), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:13.951641 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] For port ca550a20-1667-4b78-af5c-0c54bb4a6a72, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:13.955430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] For port ca550a20-1667-4b78-af5c-0c54bb4a6a72, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca550a20-1667-4b78-af5c-0c54bb4a6a72,segment=NetworkSegment(e29ffe42-cf5b-41b0-a484-79da9c9b0a4e),segment_id=e29ffe42-cf5b-41b0-a484-79da9c9b0a4e)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:13.974967 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50090b15-d2c8-4c91-af77-662c084edf35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:13.982051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a66c0-7049-4f86-a885-613d0e9b70f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Subnet': ['ID=fd7d376c-3fcb-42ec-b0a0-b9449cf3d54c,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:14.034110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9a66c0-7049-4f86-a885-613d0e9b70f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Checking segment: {'id': '1ab1fba1-cfdb-4388-b256-511c542923a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd8180cfc-2e5a-492f-8f18-db9ce45bf29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:14.034509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a66c0-7049-4f86-a885-613d0e9b70f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network hostable DHCP agents. Network: d8180cfc-2e5a-492f-8f18-db9ce45bf29d, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:30:14.050670 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.115437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6faed-dc93-479d-b34b-4d207f4a4de0 None None] Pushing event updated for resources: {'Port': ['ID=ca550a20-1667-4b78-af5c-0c54bb4a6a72,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:14.147936 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for security_group (2dd456f5-e0de-48e6-b90d-1a8b99d2ffce), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.152405 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.180749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a66c0-7049-4f86-a885-613d0e9b70f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network d8180cfc-2e5a-492f-8f18-db9ce45bf29d is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:30:14.196990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-5877da1d-3680-41c0-b3c8-c57f021c4017 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port c04cbf74-cb87-4e92-aa91-7d244bef0f3b {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:14.197336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5877da1d-3680-41c0-b3c8-c57f021c4017 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.247016 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2dd456f5-e0de-48e6-b90d-1a8b99d2ffce), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.269524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-50090b15-d2c8-4c91-af77-662c084edf35 admin admin] Deleting port 17992ea9-4783-43c2-9e79-f41bd3f88e5e {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:14.269873 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50090b15-d2c8-4c91-af77-662c084edf35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.275002 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:14.295679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:30:14.325069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd456f5-e0de-48e6-b90d-1a8b99d2ffce,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:14.335063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:14.336836 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e8112916-a054-4976-a38b-a652de78489c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.336972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f4d24ed3-2cac-4fe0-a31e-b2a60c5d5e0f not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:14.337188 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Added segment e8112916-a054-4976-a38b-a652de78489c of type vlan for network 0d27c69b-2090-42d8-afae-1332cd31e453
Apr 16 21:30:14.353974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a66c0-7049-4f86-a885-613d0e9b70f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d8180cfc-2e5a-492f-8f18-db9ce45bf29d) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:14.359942 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5877da1d-3680-41c0-b3c8-c57f021c4017 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.363237 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a66c0-7049-4f86-a885-613d0e9b70f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:14.363849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f9a66c0-7049-4f86-a885-613d0e9b70f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.365797 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d67be1-2ad0-4ee9-acbb-44a7415d865d None None] Network d8180cfc-2e5a-492f-8f18-db9ce45bf29d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:14.415587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-5877da1d-3680-41c0-b3c8-c57f021c4017 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for c04cbf74-cb87-4e92-aa91-7d244bef0f3b owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:14.422025 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (0d27c69b-2090-42d8-afae-1332cd31e453), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.432391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-50090b15-d2c8-4c91-af77-662c084edf35 admin admin] For port 17992ea9-4783-43c2-9e79-f41bd3f88e5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17992ea9-4783-43c2-9e79-f41bd3f88e5e,segment=NetworkSegment(8c214866-665c-48ce-b875-768e869dd711),segment_id=8c214866-665c-48ce-b875-768e869dd711)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:14.433106 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50090b15-d2c8-4c91-af77-662c084edf35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.449294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-50090b15-d2c8-4c91-af77-662c084edf35 admin admin] Calling delete_port for 17992ea9-4783-43c2-9e79-f41bd3f88e5e owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:14.506347 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2f9a66c0-7049-4f86-a885-613d0e9b70f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4397347
Apr 16 21:30:14.511184 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53100) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:14.519683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f8245293-3909-4281-8cc9-d77b2319d3c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1405013045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:14.523393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d8180cfc-2e5a-492f-8f18-db9ce45bf29d', 'network_id': 'd8180cfc-2e5a-492f-8f18-db9ce45bf29d', 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'fixed_ips': [{'subnet_id': 'fd7d376c-3fcb-42ec-b0a0-b9449cf3d54c'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:14.524439 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.595893 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (0d27c69b-2090-42d8-afae-1332cd31e453), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.601062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:14.601655 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.677311 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8245293-3909-4281-8cc9-d77b2319d3c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (ae7fbb64-5a38-407d-ae93-2711e14b1508), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.678359 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8245293-3909-4281-8cc9-d77b2319d3c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (ae7fbb64-5a38-407d-ae93-2711e14b1508), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.691916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Network': ['ID=0d27c69b-2090-42d8-afae-1332cd31e453,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:14.722165 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d420ba97-c4a5-4a55-89fa-78d266626c9d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.1620424
Apr 16 21:30:14.725603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53102) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:14.730773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d05efa62-fdce-4712-ac27-3f9516b60406 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:14.795180 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50090b15-d2c8-4c91-af77-662c084edf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (17992ea9-4783-43c2-9e79-f41bd3f88e5e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.849428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50090b15-d2c8-4c91-af77-662c084edf35 admin admin] Pushing event deleted for resources: {'Port': ['ID=17992ea9-4783-43c2-9e79-f41bd3f88e5e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:14.874479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:30:14.946215 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5877da1d-3680-41c0-b3c8-c57f021c4017 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c04cbf74-cb87-4e92-aa91-7d244bef0f3b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:14.948566 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Allocated IP 2001:db8:1::2 (d8180cfc-2e5a-492f-8f18-db9ce45bf29d/fd7d376c-3fcb-42ec-b0a0-b9449cf3d54c/9daaf347-7f32-4a85-a034-3fb9e2ef6b75) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:14.963349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05efa62-fdce-4712-ac27-3f9516b60406 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:14.967947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d05efa62-fdce-4712-ac27-3f9516b60406 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.051663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877da1d-3680-41c0-b3c8-c57f021c4017 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=c04cbf74-cb87-4e92-aa91-7d244bef0f3b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:15.057604 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50090b15-d2c8-4c91-af77-662c084edf35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.155108 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Publish callbacks [] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.242623 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.348784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Pushing event updated for resources: {'Port': ['ID=9daaf347-7f32-4a85-a034-3fb9e2ef6b75,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:15.387539 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Network d8180cfc-2e5a-492f-8f18-db9ce45bf29d is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:15.388901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:15.391889 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:15.446677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50090b15-d2c8-4c91-af77-662c084edf35 admin admin] Router 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:30:15.473194 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8245293-3909-4281-8cc9-d77b2319d3c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (ae7fbb64-5a38-407d-ae93-2711e14b1508), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.478969 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.506631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ca550a20-1667-4b78-af5c-0c54bb4a6a72 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:15.553127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Attempting to bind port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:15.553814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Attempting to bind port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1ab1fba1-cfdb-4388-b256-511c542923a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd8180cfc-2e5a-492f-8f18-db9ce45bf29d'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:15.554519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Attempting to bind port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 on network d8180cfc-2e5a-492f-8f18-db9ce45bf29d {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:15.571746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:15.572037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Checking segment: {'id': '1ab1fba1-cfdb-4388-b256-511c542923a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd8180cfc-2e5a-492f-8f18-db9ce45bf29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:15.572345 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.572749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Bound using segment: {'id': '1ab1fba1-cfdb-4388-b256-511c542923a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd8180cfc-2e5a-492f-8f18-db9ce45bf29d'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:15.577133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Bound port: 9daaf347-7f32-4a85-a034-3fb9e2ef6b75, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab1fba1-cfdb-4388-b256-511c542923a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd8180cfc-2e5a-492f-8f18-db9ce45bf29d'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:15.577549 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.608721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837a8151-2b2f-4bd4-99d9-405bc2ff6380 None None] Network 7c23cdde-0934-412d-ac2a-5116cc558567 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:15.636604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50090b15-d2c8-4c91-af77-662c084edf35 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:30:15.646819 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-50090b15-d2c8-4c91-af77-662c084edf35 admin admin] 10.222.0.20 "PUT /v2.0/routers/6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2437747
Apr 16 21:30:15.646819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53112) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:15.650892 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af34a52-c8ea-4098-8744-d7add651d6ef None None] Sync routers for ids ['6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:30:15.662107 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8245293-3909-4281-8cc9-d77b2319d3c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (ae7fbb64-5a38-407d-ae93-2711e14b1508), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.664958 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af34a52-c8ea-4098-8744-d7add651d6ef None None] Routers {'6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:15.665790 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2af34a52-c8ea-4098-8744-d7add651d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248e8a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:15.763180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ca550a20-1667-4b78-af5c-0c54bb4a6a72 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:15.763567 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.774718 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5877da1d-3680-41c0-b3c8-c57f021c4017 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (581b5ef5-9a15-4e7e-ad76-d76b20aa7e84), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.790606 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8245293-3909-4281-8cc9-d77b2319d3c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.792088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f8245293-3909-4281-8cc9-d77b2319d3c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.2791560
Apr 16 21:30:15.799913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53114) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:15.807362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-fbbafe30-23c4-4c54-ad2a-b4c3c22ca83d None None] Provisioning complete for port ca550a20-1667-4b78-af5c-0c54bb4a6a72 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:15.807743 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fbbafe30-23c4-4c54-ad2a-b4c3c22ca83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.893774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] For port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:15.899429 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Publish callbacks [] for router (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:15.941714 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] For port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9daaf347-7f32-4a85-a034-3fb9e2ef6b75,segment=NetworkSegment(1ab1fba1-cfdb-4388-b256-511c542923a7),segment_id=1ab1fba1-cfdb-4388-b256-511c542923a7)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:16.044962 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-2af34a52-c8ea-4098-8744-d7add651d6ef None None] Set router 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:30:16.049630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ca550a20-1667-4b78-af5c-0c54bb4a6a72 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:16.050034 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:16.052075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fbbafe30-23c4-4c54-ad2a-b4c3c22ca83d None None] Current status of the port ca550a20-1667-4b78-af5c-0c54bb4a6a72 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:16.052483 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fbbafe30-23c4-4c54-ad2a-b4c3c22ca83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:16.094065 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d05efa62-fdce-4712-ac27-3f9516b60406 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (fb57a8a7-2f92-4141-9ee3-78737028898f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:16.126280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port ca550a20-1667-4b78-af5c-0c54bb4a6a72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca550a20-1667-4b78-af5c-0c54bb4a6a72,segment=NetworkSegment(e29ffe42-cf5b-41b0-a484-79da9c9b0a4e),segment_id=e29ffe42-cf5b-41b0-a484-79da9c9b0a4e)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:16.128296 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:16.215718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f7499-2e0b-46ec-bacb-72961bc40ca6 None None] Pushing event updated for resources: {'Port': ['ID=9daaf347-7f32-4a85-a034-3fb9e2ef6b75,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:16.238814 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:16.255118 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2af34a52-c8ea-4098-8744-d7add651d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248e8a00>, [{'id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'name': 'tempest-ServerRescueTestJSON-1401476451-router', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:15Z', 'updated_at': '2022-04-16T21:30:14Z', 'revision_number': 5, 'project_id': '52fd97392841411abbd1f748dff97f10', 'gw_port': {'id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:16Z', 'updated_at': '2022-04-16T21:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:16.313932 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af34a52-c8ea-4098-8744-d7add651d6ef None None] Checking router: 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:30:16.337063 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af34a52-c8ea-4098-8744-d7add651d6ef None None] Routers {'6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:16.337855 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2af34a52-c8ea-4098-8744-d7add651d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248e8a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:16.355486 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-fbbafe30-23c4-4c54-ad2a-b4c3c22ca83d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:30:16.355925 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-fbbafe30-23c4-4c54-ad2a-b4c3c22ca83d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:30:16.421857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=ca550a20-1667-4b78-af5c-0c54bb4a6a72,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:16.533703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5877da1d-3680-41c0-b3c8-c57f021c4017 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Router 581b5ef5-9a15-4e7e-ad76-d76b20aa7e84 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:30:16.533703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05efa62-fdce-4712-ac27-3f9516b60406 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=fb57a8a7-2f92-4141-9ee3-78737028898f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:16.574371 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-2af34a52-c8ea-4098-8744-d7add651d6ef None None] Set router 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:30:16.638419 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Publish callbacks [] for router_gateway (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:16.726698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05efa62-fdce-4712-ac27-3f9516b60406 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:16.726948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05efa62-fdce-4712-ac27-3f9516b60406 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network hostable DHCP agents. Network: 0d27c69b-2090-42d8-afae-1332cd31e453, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:30:16.783742 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2af34a52-c8ea-4098-8744-d7add651d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248e8a00>, [{'id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'name': 'tempest-ServerRescueTestJSON-1401476451-router', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:15Z', 'updated_at': '2022-04-16T21:30:14Z', 'revision_number': 5, 'project_id': '52fd97392841411abbd1f748dff97f10', 'gw_port': {'id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:16Z', 'updated_at': '2022-04-16T21:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:16.800908 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Deleting port 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:16.803064 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:16.824127 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af34a52-c8ea-4098-8744-d7add651d6ef None None] The sync data for ids ['6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4'] in ncdv-master-1 is: [{'id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'name': 'tempest-ServerRescueTestJSON-1401476451-router', 'tenant_id': '52fd97392841411abbd1f748dff97f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:28:15Z', 'updated_at': '2022-04-16T21:30:14Z', 'revision_number': 5, 'project_id': '52fd97392841411abbd1f748dff97f10', 'gw_port': {'id': '5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:28:16Z', 'updated_at': '2022-04-16T21:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:30:16.837780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5877da1d-3680-41c0-b3c8-c57f021c4017 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:30:16.843665 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5877da1d-3680-41c0-b3c8-c57f021c4017 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "PUT /v2.0/routers/581b5ef5-9a15-4e7e-ad76-d76b20aa7e84/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4881384
Apr 16 21:30:16.850040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459559e1-f93d-438b-ace9-2410dd3206d1 None None] Sync routers for ids ['581b5ef5-9a15-4e7e-ad76-d76b20aa7e84'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:30:16.853924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53124) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:16.896552 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead61baa-d9c2-4730-9393-f1b68e75c9ff tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:30:16.899086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ead61baa-d9c2-4730-9393-f1b68e75c9ff tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/c04cbf74-cb87-4e92-aa91-7d244bef0f3b HTTP/1.1" status: 404  len: 333 time: 0.0431705
Apr 16 21:30:16.899432 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:16.901414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53132) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:16.904098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459559e1-f93d-438b-ace9-2410dd3206d1 None None] Routers {'581b5ef5-9a15-4e7e-ad76-d76b20aa7e84'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:16.904877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-459559e1-f93d-438b-ace9-2410dd3206d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f39a8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['581b5ef5-9a15-4e7e-ad76-d76b20aa7e84'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:16.925322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05efa62-fdce-4712-ac27-3f9516b60406 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:30:16.961837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-459559e1-f93d-438b-ace9-2410dd3206d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f39a8e0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:16.966502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fbbafe30-23c4-4c54-ad2a-b4c3c22ca83d None None] Current status of the port ca550a20-1667-4b78-af5c-0c54bb4a6a72 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:16.980406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459559e1-f93d-438b-ace9-2410dd3206d1 None None] Routers {'581b5ef5-9a15-4e7e-ad76-d76b20aa7e84'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:16.981032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-459559e1-f93d-438b-ace9-2410dd3206d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f39a8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['581b5ef5-9a15-4e7e-ad76-d76b20aa7e84'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:17.003815 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eba861e7-0426-4249-9c9c-3e2a9d10b30f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for router (581b5ef5-9a15-4e7e-ad76-d76b20aa7e84), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.018237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-459559e1-f93d-438b-ace9-2410dd3206d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f39a8e0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:17.018426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459559e1-f93d-438b-ace9-2410dd3206d1 None None] The sync data for ids ['581b5ef5-9a15-4e7e-ad76-d76b20aa7e84'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:30:17.049936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] For port 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:17.050336 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.091911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d05efa62-fdce-4712-ac27-3f9516b60406 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0d27c69b-2090-42d8-afae-1332cd31e453) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:17.097990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Calling delete_port for 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:17.100428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05efa62-fdce-4712-ac27-3f9516b60406 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:17.101425 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d05efa62-fdce-4712-ac27-3f9516b60406 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.107030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9125f45-9fff-421f-82bf-e55bc6c041b2 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:17.126727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9a2ddb5e-a013-4175-9b9b-bb0f5fe4e7f5 None None] Provisioning complete for port ca550a20-1667-4b78-af5c-0c54bb4a6a72 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:17.127108 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddb5e-a013-4175-9b9b-bb0f5fe4e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.293566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d05efa62-fdce-4712-ac27-3f9516b60406 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.5644639
Apr 16 21:30:17.298039 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53140) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:17.301280 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'name': 'tempest-NetworksTestDHCPv6-1881119232'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:17.341523 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eba861e7-0426-4249-9c9c-3e2a9d10b30f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (581b5ef5-9a15-4e7e-ad76-d76b20aa7e84), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.347999 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eba861e7-0426-4249-9c9c-3e2a9d10b30f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for router_controller (581b5ef5-9a15-4e7e-ad76-d76b20aa7e84), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.387960 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': 'fb57a8a7-2f92-4141-9ee3-78737028898f'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:17.389035 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.432082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ddb5e-a013-4175-9b9b-bb0f5fe4e7f5 None None] Current status of the port ca550a20-1667-4b78-af5c-0c54bb4a6a72 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:17.492163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Allocated IP 2001:db8::1 (7c23cdde-0934-412d-ac2a-5116cc558567/7aff47f2-00ff-42c0-8a9e-294d507c3ec9/8f692777-3599-488c-99bb-6de39150429b) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:17.525998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ca550a20-1667-4b78-af5c-0c54bb4a6a72 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:17.645681 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ca550a20-1667-4b78-af5c-0c54bb4a6a72 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:17.646075 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.653711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Allocated IP 2001:db8::2 (0d27c69b-2090-42d8-afae-1332cd31e453/fb57a8a7-2f92-4141-9ee3-78737028898f/4b37d929-4467-4633-ac7f-30aeb754bf56) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:17.657287 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eba861e7-0426-4249-9c9c-3e2a9d10b30f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (581b5ef5-9a15-4e7e-ad76-d76b20aa7e84), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.658575 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba861e7-0426-4249-9c9c-3e2a9d10b30f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Fanout notify agent at l3_agent the message router_deleted on router 581b5ef5-9a15-4e7e-ad76-d76b20aa7e84 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:30:17.666544 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eba861e7-0426-4249-9c9c-3e2a9d10b30f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.667721 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eba861e7-0426-4249-9c9c-3e2a9d10b30f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/routers/581b5ef5-9a15-4e7e-ad76-d76b20aa7e84 HTTP/1.1" status: 204  len: 168 time: 0.7646422
Apr 16 21:30:17.673480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53144) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:17.693946 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (8f692777-3599-488c-99bb-6de39150429b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.727664 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:17.731157 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.762474 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.777627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c88d416-252c-4f66-8b06-ce08cefe686f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting subnet 5ef24435-0d0c-456e-83c2-f790f68b26b0 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:17.780446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port 125d3d1f-4ea0-41c9-9142-183b42213686 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:30:17.790942 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c88d416-252c-4f66-8b06-ce08cefe686f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (5ef24435-0d0c-456e-83c2-f790f68b26b0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.810274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464e9a0b-b20e-4a0c-96c0-1d5bff886b31 None None] Network d8180cfc-2e5a-492f-8f18-db9ce45bf29d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:17.812311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:17.824142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ca550a20-1667-4b78-af5c-0c54bb4a6a72 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:17.825241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:17.876999 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.883693 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c88d416-252c-4f66-8b06-ce08cefe686f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (5ef24435-0d0c-456e-83c2-f790f68b26b0), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.971005 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8f692777-3599-488c-99bb-6de39150429b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.983386 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:17.986711 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Publish callbacks [] for router_controller (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.023949 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c88d416-252c-4f66-8b06-ce08cefe686f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (5ef24435-0d0c-456e-83c2-f790f68b26b0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.056618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 7c23cdde-0934-412d-ac2a-5116cc558567 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:18.066067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:18.068960 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:18.069723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (ae7fbb64-5a38-407d-ae93-2711e14b1508), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.078162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=8f692777-3599-488c-99bb-6de39150429b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:18.097863 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.098549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:30:18.103332 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.107892 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b78feb1a-223a-480f-8dde-34d80ade7d65 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6a3e98eb-dd8e-4e2a-a6d4-7d42fa2732c4 HTTP/1.1" status: 204  len: 168 time: 2.4570186
Apr 16 21:30:18.107892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53148) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:18.111786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4a18327a-6cbf-4430-bec9-6ab6d8d951ec None None] Provisioning complete for port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:18.112235 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a18327a-6cbf-4430-bec9-6ab6d8d951ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.194819 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Publish callbacks [] for port (4b37d929-4467-4633-ac7f-30aeb754bf56), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.198544 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:18.199072 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.211557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5929aac-a589-4305-a8c6-db1242e938c9 admin admin] Deleting subnet d47738d3-f474-4706-81ae-1ee4847928c9 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:18.220233 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e5929aac-a589-4305-a8c6-db1242e938c9 admin admin] Publish callbacks [] for subnet (d47738d3-f474-4706-81ae-1ee4847928c9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.288497 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e5929aac-a589-4305-a8c6-db1242e938c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (d47738d3-f474-4706-81ae-1ee4847928c9), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.348070 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (4b37d929-4467-4633-ac7f-30aeb754bf56), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.356208 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e5929aac-a589-4305-a8c6-db1242e938c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (d47738d3-f474-4706-81ae-1ee4847928c9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.403429 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c88d416-252c-4f66-8b06-ce08cefe686f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (5ef24435-0d0c-456e-83c2-f790f68b26b0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.425044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:18.439488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:18.446565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:18.447074 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.450740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:18.462805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88d416-252c-4f66-8b06-ce08cefe686f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef24435-0d0c-456e-83c2-f790f68b26b0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:18.478842 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c88d416-252c-4f66-8b06-ce08cefe686f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.485603 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4c88d416-252c-4f66-8b06-ce08cefe686f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/5ef24435-0d0c-456e-83c2-f790f68b26b0 HTTP/1.1" status: 204  len: 168 time: 0.8104339
Apr 16 21:30:18.486220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53150) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:18.488328 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8f692777-3599-488c-99bb-6de39150429b), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.497745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6428fc32-b183-4de4-b8f9-bf401bcd707a None None] Network 5b8f793a-5907-4b06-8f81-644eb1315f2a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:18.501851 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::62 (0d27c69b-2090-42d8-afae-1332cd31e453/fb57a8a7-2f92-4141-9ee3-78737028898f/125d3d1f-4ea0-41c9-9142-183b42213686) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:18.504896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Pushing event updated for resources: {'Port': ['ID=4b37d929-4467-4633-ac7f-30aeb754bf56,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:18.511692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4a18327a-6cbf-4430-bec9-6ab6d8d951ec None None] Current status of the port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:18.511692 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a18327a-6cbf-4430-bec9-6ab6d8d951ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.532575 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e5929aac-a589-4305-a8c6-db1242e938c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (d47738d3-f474-4706-81ae-1ee4847928c9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.601676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5929aac-a589-4305-a8c6-db1242e938c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47738d3-f474-4706-81ae-1ee4847928c9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:18.616726 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e5929aac-a589-4305-a8c6-db1242e938c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.630565 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e5929aac-a589-4305-a8c6-db1242e938c9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d47738d3-f474-4706-81ae-1ee4847928c9 HTTP/1.1" status: 204  len: 168 time: 0.5194473
Apr 16 21:30:18.638416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53154) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:18.741129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9daaf347-7f32-4a85-a034-3fb9e2ef6b75,segment=NetworkSegment(1ab1fba1-cfdb-4388-b256-511c542923a7),segment_id=1ab1fba1-cfdb-4388-b256-511c542923a7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:18.751389 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (5b8f793a-5907-4b06-8f81-644eb1315f2a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.784029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Attempting to bind port 4b37d929-4467-4633-ac7f-30aeb754bf56 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:18.784710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Attempting to bind port 4b37d929-4467-4633-ac7f-30aeb754bf56 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:18.785404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Attempting to bind port 4b37d929-4467-4633-ac7f-30aeb754bf56 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:18.795154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:18.796311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:18.796874 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.797448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:18.798079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Bound port: 4b37d929-4467-4633-ac7f-30aeb754bf56, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:18.798644 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4b37d929-4467-4633-ac7f-30aeb754bf56), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.825466 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-245836f8-6a30-4a95-9c81-0a0f69e89ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (65b90a12-c876-4ec9-bb69-11ab16e6830b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.843740 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.851837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:18.852246 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:18.901931 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 17992ea9-4783-43c2-9e79-f41bd3f88e5e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:18.937301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 17992ea9-4783-43c2-9e79-f41bd3f88e5e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:18.937648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 17992ea9-4783-43c2-9e79-f41bd3f88e5e not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:18.939515 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54868136-64d0-45d5-ac42-d1c1a2ccfcde None None] DHCP port deletion for 5b8f793a-5907-4b06-8f81-644eb1315f2a request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:18.976539 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (125d3d1f-4ea0-41c9-9142-183b42213686), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.002393 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-245836f8-6a30-4a95-9c81-0a0f69e89ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (65b90a12-c876-4ec9-bb69-11ab16e6830b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.017443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] For port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bbc4f28-69cf-410d-8657-c2e9ffc0132a,segment=NetworkSegment(30c7c549-3161-41fd-bdb2-41879473c215),segment_id=30c7c549-3161-41fd-bdb2-41879473c215)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:19.017614 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-4a18327a-6cbf-4430-bec9-6ab6d8d951ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:30:19.017713 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.017807 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-4a18327a-6cbf-4430-bec9-6ab6d8d951ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:30:19.024719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] For port 4b37d929-4467-4633-ac7f-30aeb754bf56, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:19.033105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] For port 4b37d929-4467-4633-ac7f-30aeb754bf56, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b37d929-4467-4633-ac7f-30aeb754bf56,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:19.037428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=9daaf347-7f32-4a85-a034-3fb9e2ef6b75,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:19.041431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-245836f8-6a30-4a95-9c81-0a0f69e89ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dee1f10>,) {'filters': {'network_id': ['65b90a12-c876-4ec9-bb69-11ab16e6830b']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:19.042653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-54868136-64d0-45d5-ac42-d1c1a2ccfcde None None] Deleting port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:19.043410 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-54868136-64d0-45d5-ac42-d1c1a2ccfcde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.043910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 3bbc4f28-69cf-410d-8657-c2e9ffc0132a owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:19.059065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-245836f8-6a30-4a95-9c81-0a0f69e89ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dee1f10>, '8c214866-665c-48ce-b875-768e869dd711') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:19.059065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-245836f8-6a30-4a95-9c81-0a0f69e89ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dee1f10>, '8c214866-665c-48ce-b875-768e869dd711') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:19.072311 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-245836f8-6a30-4a95-9c81-0a0f69e89ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (8c214866-665c-48ce-b875-768e869dd711), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.104774 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4b37d929-4467-4633-ac7f-30aeb754bf56), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.121922 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-245836f8-6a30-4a95-9c81-0a0f69e89ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8c214866-665c-48ce-b875-768e869dd711), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.132148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245836f8-6a30-4a95-9c81-0a0f69e89ff2 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:30:19.132599 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-245836f8-6a30-4a95-9c81-0a0f69e89ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (8c214866-665c-48ce-b875-768e869dd711), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:30:19.134378 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:30:19.168536 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-54868136-64d0-45d5-ac42-d1c1a2ccfcde None None] For port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bbc4f28-69cf-410d-8657-c2e9ffc0132a,segment=NetworkSegment(30c7c549-3161-41fd-bdb2-41879473c215),segment_id=30c7c549-3161-41fd-bdb2-41879473c215)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:19.169697 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-54868136-64d0-45d5-ac42-d1c1a2ccfcde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.178400 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (8f692777-3599-488c-99bb-6de39150429b), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.215013 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (125d3d1f-4ea0-41c9-9142-183b42213686), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.227027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-54868136-64d0-45d5-ac42-d1c1a2ccfcde None None] Calling delete_port for 3bbc4f28-69cf-410d-8657-c2e9ffc0132a owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:19.260341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c19ae-fbb3-40d8-97cc-bec6a4e7b2ce None None] Pushing event updated for resources: {'Port': ['ID=4b37d929-4467-4633-ac7f-30aeb754bf56,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:19.277704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:19.281433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:19.286729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:19.291941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:19.292615 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.303335 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (8f692777-3599-488c-99bb-6de39150429b), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.304318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (ae7fbb64-5a38-407d-ae93-2711e14b1508), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.334938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=125d3d1f-4ea0-41c9-9142-183b42213686,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:19.351078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:19.372160 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-245836f8-6a30-4a95-9c81-0a0f69e89ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (65b90a12-c876-4ec9-bb69-11ab16e6830b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.396108 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-245836f8-6a30-4a95-9c81-0a0f69e89ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.406924 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-245836f8-6a30-4a95-9c81-0a0f69e89ff2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/65b90a12-c876-4ec9-bb69-11ab16e6830b HTTP/1.1" status: 204  len: 168 time: 0.7673917
Apr 16 21:30:19.433683 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.439838 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-54868136-64d0-45d5-ac42-d1c1a2ccfcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (3bbc4f28-69cf-410d-8657-c2e9ffc0132a), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.441909 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=8f692777-3599-488c-99bb-6de39150429b,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:19.446839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245836f8-6a30-4a95-9c81-0a0f69e89ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b90a12-c876-4ec9-bb69-11ab16e6830b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:19.452792 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-21457d5b-ce66-4a5a-8b0c-e4760c2e81ed tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.1563678
Apr 16 21:30:19.453413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53168) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:19.456947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No DVR routers for this DVR port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:19.468055 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:19.469366 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.529832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=3bbc4f28-69cf-410d-8657-c2e9ffc0132a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:19.553357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dbb5e9-f164-443f-8272-400a1b927021 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:19.569977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dbb5e9-f164-443f-8272-400a1b927021 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:19.575539 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c7dbb5e9-f164-443f-8272-400a1b927021 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1191666
Apr 16 21:30:19.579477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53170) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:19.614585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54868136-64d0-45d5-ac42-d1c1a2ccfcde None None] Pushing event deleted for resources: {'Port': ['ID=3bbc4f28-69cf-410d-8657-c2e9ffc0132a,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:19.651255 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 7c23cdde-0934-412d-ac2a-5116cc558567 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:19.658008 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (5b8f793a-5907-4b06-8f81-644eb1315f2a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.658684 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:19.704952 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f012a042d60>,) {'filters': {'network_id': ['5b8f793a-5907-4b06-8f81-644eb1315f2a']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:19.719463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4a18327a-6cbf-4430-bec9-6ab6d8d951ec None None] Current status of the port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:19.729958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f012a042d60>, '30c7c549-3161-41fd-bdb2-41879473c215') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:19.736378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f012a042d60>, '30c7c549-3161-41fd-bdb2-41879473c215') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:19.736622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54868136-64d0-45d5-ac42-d1c1a2ccfcde None None] No DVR routers for this DVR port 3bbc4f28-69cf-410d-8657-c2e9ffc0132a on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:19.743619 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (30c7c549-3161-41fd-bdb2-41879473c215), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.780629 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (30c7c549-3161-41fd-bdb2-41879473c215), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.803954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:30:19.805391 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (30c7c549-3161-41fd-bdb2-41879473c215), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:30:19.809707 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:30:19.814145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:19.858428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3c60e6af-ed97-45df-bc8b-d0743a63806e None None] Provisioning complete for port 8f692777-3599-488c-99bb-6de39150429b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:19.859346 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3c60e6af-ed97-45df-bc8b-d0743a63806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8f692777-3599-488c-99bb-6de39150429b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.948279 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d42f6dbf-1b92-4756-b4c9-99826c282312 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port 125d3d1f-4ea0-41c9-9142-183b42213686 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:19.948631 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d42f6dbf-1b92-4756-b4c9-99826c282312 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (125d3d1f-4ea0-41c9-9142-183b42213686), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:19.957739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:19.995653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:19.996448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5c4f1d8a-6eee-4b6a-93e8-7d6f71e29af3 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:19.997072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3bbc4f28-69cf-410d-8657-c2e9ffc0132a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:20.025669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 3bbc4f28-69cf-410d-8657-c2e9ffc0132a {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:20.026084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3bbc4f28-69cf-410d-8657-c2e9ffc0132a not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:20.043414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3c60e6af-ed97-45df-bc8b-d0743a63806e None None] Port 8f692777-3599-488c-99bb-6de39150429b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:20.055377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3c60e6af-ed97-45df-bc8b-d0743a63806e None None] Provisioning complete for port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:20.057080 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3c60e6af-ed97-45df-bc8b-d0743a63806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:20.063796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (5b8f793a-5907-4b06-8f81-644eb1315f2a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:20.087016 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:20.088423 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d42f6dbf-1b92-4756-b4c9-99826c282312 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (125d3d1f-4ea0-41c9-9142-183b42213686), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:20.102488 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/networks/5b8f793a-5907-4b06-8f81-644eb1315f2a HTTP/1.1" status: 204  len: 168 time: 1.6142869
Apr 16 21:30:20.106552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53190) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:20.128233 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d42f6dbf-1b92-4756-b4c9-99826c282312 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for 125d3d1f-4ea0-41c9-9142-183b42213686 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:20.151152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b8a06-4a7c-4f53-8807-2f127fd11d42 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Network': ['ID=5b8f793a-5907-4b06-8f81-644eb1315f2a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:20.167647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53192) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:20.187870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa5f33b-92c8-449b-959f-7b4b94ece650 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:20.190202 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2fa5f33b-92c8-449b-959f-7b4b94ece650 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/857cf708-3890-48a6-ae3c-9d3830ee690a HTTP/1.1" status: 200  len: 841 time: 0.0826814
Apr 16 21:30:20.208984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3c60e6af-ed97-45df-bc8b-d0743a63806e None None] Current status of the port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:20.209820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53194) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:20.225142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router ae7fbb64-5a38-407d-ae93-2711e14b1508 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:30:20.288890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5cfd7592-f456-4140-b3fa-71798dbbe853 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/857cf708-3890-48a6-ae3c-9d3830ee690a?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0781062
Apr 16 21:30:20.293446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53196) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:20.295134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-18a836db-6511-4e83-8d08-e89db4a08e42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52fd97392841411abbd1f748dff97f10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1258142
Apr 16 21:30:20.297232 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53200) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:20.328341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-dc2bcdc5-06d8-473a-9330-09d75f456af5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:20.333602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0b44fa9b-4571-4dfe-a56b-60ca60e48d6c None None] Provisioning complete for port 8f692777-3599-488c-99bb-6de39150429b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:20.335137 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0b44fa9b-4571-4dfe-a56b-60ca60e48d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8f692777-3599-488c-99bb-6de39150429b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:20.386718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0b44fa9b-4571-4dfe-a56b-60ca60e48d6c None None] Port 8f692777-3599-488c-99bb-6de39150429b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:20.399720 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59200e56-baba-4195-b94b-f6dada77e6ac admin admin] Publish callbacks [] for security_group (bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:20.438734 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59200e56-baba-4195-b94b-f6dada77e6ac admin admin] Publish callbacks [] for security_group (bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:20.514640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:30:20.528332 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-645806d4-61e6-43d6-bff6-698347585149 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/ae7fbb64-5a38-407d-ae93-2711e14b1508/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7241507
Apr 16 21:30:20.528332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53212) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:20.535258 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6c7f56-5773-4604-8249-9eb438d2cbe7 None None] Sync routers for ids ['ae7fbb64-5a38-407d-ae93-2711e14b1508'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:30:20.554216 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c7f56-5773-4604-8249-9eb438d2cbe7 None None] Routers {'ae7fbb64-5a38-407d-ae93-2711e14b1508'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:20.555713 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bd6c7f56-5773-4604-8249-9eb438d2cbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124732af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ae7fbb64-5a38-407d-ae93-2711e14b1508'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:20.600613 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bd6c7f56-5773-4604-8249-9eb438d2cbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124732af0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:20.609505 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59200e56-baba-4195-b94b-f6dada77e6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:20.613494 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c7f56-5773-4604-8249-9eb438d2cbe7 None None] Routers {'ae7fbb64-5a38-407d-ae93-2711e14b1508'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:20.613494 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bd6c7f56-5773-4604-8249-9eb438d2cbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124732af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ae7fbb64-5a38-407d-ae93-2711e14b1508'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:20.613878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a6fb50-d495-458c-9089-fec390951858 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:20.613980 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59200e56-baba-4195-b94b-f6dada77e6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:20.614059 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-28a6fb50-d495-458c-9089-fec390951858 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports/8f692777-3599-488c-99bb-6de39150429b HTTP/1.1" status: 200  len: 911 time: 0.0843556
Apr 16 21:30:20.619396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53214) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:20.620116 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-59200e56-baba-4195-b94b-f6dada77e6ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546 HTTP/1.1" status: 204  len: 168 time: 0.3215437
Apr 16 21:30:20.636677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59200e56-baba-4195-b94b-f6dada77e6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf9857e-9ea1-47eb-bbf8-fcc4dd5c1546,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:20.700747 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bd6c7f56-5773-4604-8249-9eb438d2cbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124732af0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:20.702383 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6c7f56-5773-4604-8249-9eb438d2cbe7 None None] The sync data for ids ['ae7fbb64-5a38-407d-ae93-2711e14b1508'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:30:20.707153 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d42f6dbf-1b92-4756-b4c9-99826c282312 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (125d3d1f-4ea0-41c9-9142-183b42213686), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:20.711326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2bcdc5-06d8-473a-9330-09d75f456af5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:20.714910 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcdc5-06d8-473a-9330-09d75f456af5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:20.787535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f6dbf-1b92-4756-b4c9-99826c282312 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=125d3d1f-4ea0-41c9-9142-183b42213686,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:20.853479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79911e1-28f6-4fd8-977b-b4ed4ddda4c4 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:20.965391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ba8b5726-8c52-4ac0-9a1c-2df1e4b035ee None None] Provisioning complete for port 4b37d929-4467-4633-ac7f-30aeb754bf56 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:20.965784 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ba8b5726-8c52-4ac0-9a1c-2df1e4b035ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4b37d929-4467-4633-ac7f-30aeb754bf56), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:20.995872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53222) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:21.110433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b5726-8c52-4ac0-9a1c-2df1e4b035ee None None] Current status of the port 4b37d929-4467-4633-ac7f-30aeb754bf56 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:21.111260 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ba8b5726-8c52-4ac0-9a1c-2df1e4b035ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4b37d929-4467-4633-ac7f-30aeb754bf56), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.154263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ba8b5726-8c52-4ac0-9a1c-2df1e4b035ee None None] For port 4b37d929-4467-4633-ac7f-30aeb754bf56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b37d929-4467-4633-ac7f-30aeb754bf56,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:21.229494 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ba8b5726-8c52-4ac0-9a1c-2df1e4b035ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4b37d929-4467-4633-ac7f-30aeb754bf56), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.280328 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d42f6dbf-1b92-4756-b4c9-99826c282312 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.284669 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d42f6dbf-1b92-4756-b4c9-99826c282312 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/125d3d1f-4ea0-41c9-9142-183b42213686 HTTP/1.1" status: 204  len: 168 time: 1.7036643
Apr 16 21:30:21.289265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53234) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:21.313495 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0f0c296e-8c8a-46a6-9399-28948482e68b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9a42fbaedfa48bf9d1306ceb85b0e04&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3094056
Apr 16 21:30:21.315725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53236) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:21.325505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b5726-8c52-4ac0-9a1c-2df1e4b035ee None None] Pushing event updated for resources: {'Port': ['ID=4b37d929-4467-4633-ac7f-30aeb754bf56,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:21.371753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70d677-4e95-469b-b206-f3a3d343a9b5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:21.376163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70d677-4e95-469b-b206-f3a3d343a9b5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:21.376163 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9f70d677-4e95-469b-b206-f3a3d343a9b5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0853071
Apr 16 21:30:21.379201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53240) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:21.408273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4b37d929-4467-4633-ac7f-30aeb754bf56 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:21.472678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-69530719-ad5c-449e-bbb1-2634adaafd3f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet fb57a8a7-2f92-4141-9ee3-78737028898f {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:21.476849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69530719-ad5c-449e-bbb1-2634adaafd3f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (fb57a8a7-2f92-4141-9ee3-78737028898f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.518570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b5b6d2b1-6432-433a-b195-2a0a2b91e111 None None] Provisioning complete for port 4b37d929-4467-4633-ac7f-30aeb754bf56 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:21.519230 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d2b1-6432-433a-b195-2a0a2b91e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4b37d929-4467-4633-ac7f-30aeb754bf56), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.523564 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69530719-ad5c-449e-bbb1-2634adaafd3f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (fb57a8a7-2f92-4141-9ee3-78737028898f), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.582398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4b37d929-4467-4633-ac7f-30aeb754bf56 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:21.582786 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4b37d929-4467-4633-ac7f-30aeb754bf56), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.615507 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69530719-ad5c-449e-bbb1-2634adaafd3f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (fb57a8a7-2f92-4141-9ee3-78737028898f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.654777 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0825ccb1-4fc7-4975-a184-aeab9ef6fe6c admin admin] Publish callbacks [] for security_group (70d4a5aa-204c-4948-adb0-1ad1fd6901db), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.709958 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0825ccb1-4fc7-4975-a184-aeab9ef6fe6c admin admin] Publish callbacks [] for security_group (70d4a5aa-204c-4948-adb0-1ad1fd6901db), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.725785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6d2b1-6432-433a-b195-2a0a2b91e111 None None] Current status of the port 4b37d929-4467-4633-ac7f-30aeb754bf56 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:21.794431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4b37d929-4467-4633-ac7f-30aeb754bf56 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:21.815567 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcdc5-06d8-473a-9330-09d75f456af5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (7961ba3e-ef61-4180-bb4b-937eca4fdc2b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.839127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-eabb8a46-af0e-47e5-a761-9a342967c18a None None] Could not find standard attr ID for object 125d3d1f-4ea0-41c9-9142-183b42213686. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:30:21.877765 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69530719-ad5c-449e-bbb1-2634adaafd3f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (fb57a8a7-2f92-4141-9ee3-78737028898f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.904365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2bcdc5-06d8-473a-9330-09d75f456af5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:21.906733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.914530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69530719-ad5c-449e-bbb1-2634adaafd3f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=fb57a8a7-2f92-4141-9ee3-78737028898f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:21.918805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bcdc5-06d8-473a-9330-09d75f456af5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Subnet': ['ID=7961ba3e-ef61-4180-bb4b-937eca4fdc2b,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:21.923472 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69530719-ad5c-449e-bbb1-2634adaafd3f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.925712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-dc2bcdc5-06d8-473a-9330-09d75f456af5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:21.929284 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-69530719-ad5c-449e-bbb1-2634adaafd3f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/fb57a8a7-2f92-4141-9ee3-78737028898f HTTP/1.1" status: 204  len: 168 time: 0.5482430
Apr 16 21:30:21.930134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2bcdc5-06d8-473a-9330-09d75f456af5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:21.930907 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dc2bcdc5-06d8-473a-9330-09d75f456af5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.931222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0825ccb1-4fc7-4975-a184-aeab9ef6fe6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (70d4a5aa-204c-4948-adb0-1ad1fd6901db), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.934195 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0825ccb1-4fc7-4975-a184-aeab9ef6fe6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:21.935695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0825ccb1-4fc7-4975-a184-aeab9ef6fe6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70d4a5aa-204c-4948-adb0-1ad1fd6901db HTTP/1.1" status: 204  len: 168 time: 0.6189532
Apr 16 21:30:21.936585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53250) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:21.946196 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809b2423-0dd2-4712-aae6-ccd601301f12 None None] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:22.043253 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825ccb1-4fc7-4975-a184-aeab9ef6fe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d4a5aa-204c-4948-adb0-1ad1fd6901db,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:22.046840 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3b2a3ee6-cdcb-481d-b654-53d1c2cb7651 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0993421
Apr 16 21:30:22.050143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53256) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:22.056343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-566a3dcf-ea46-451e-8235-c94bd83b2b01 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:22.073507 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dc2bcdc5-06d8-473a-9330-09d75f456af5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7518086
Apr 16 21:30:22.080121 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53258) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:22.089119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b7552f44-29ab-41cb-8331-f3628db55506 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'security_group': {'name': 'tempest-secgroup-447515077'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:22.183775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53260) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:22.195728 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'project_id': '320449ac75f842198f730cb6d86e6944', 'fixed_ips': [{'subnet_id': '7961ba3e-ef61-4180-bb4b-937eca4fdc2b'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:22.199403 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.222733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152b8490-c569-47a3-99a9-e0d0477c908c None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:22.244911 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7552f44-29ab-41cb-8331-f3628db55506 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.311447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-network', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:22.347595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566a3dcf-ea46-451e-8235-c94bd83b2b01 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:22.351570 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-566a3dcf-ea46-451e-8235-c94bd83b2b01 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.395593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Allocated IP 2001:db8:1::1 (d8180cfc-2e5a-492f-8f18-db9ce45bf29d/fd7d376c-3fcb-42ec-b0a0-b9449cf3d54c/1015ceac-2bed-463e-8f8e-6aa5fe171389) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:22.411569 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7552f44-29ab-41cb-8331-f3628db55506 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (84982fca-db2f-4354-b466-2548e55f917a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.412041 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Made reservation on behalf of 7d3a8f4590014b8d9738bd3739f08c0c for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:22.415681 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.437562 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.455335 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Allocated IP 172.20.0.2 (ffeef9de-d8cb-4e1b-ae58-a242ecdef729/7961ba3e-ef61-4180-bb4b-937eca4fdc2b/dc32a41c-9918-41ab-83c3-eb1986c15c30) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:22.503023 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7552f44-29ab-41cb-8331-f3628db55506 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (84982fca-db2f-4354-b466-2548e55f917a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.514654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754d14a4-b7b7-4ff1-b06b-229f448567ad None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:22.582504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-754d14a4-b7b7-4ff1-b06b-229f448567ad None None] Deleting port 4b37d929-4467-4633-ac7f-30aeb754bf56 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:22.583001 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-754d14a4-b7b7-4ff1-b06b-229f448567ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4b37d929-4467-4633-ac7f-30aeb754bf56), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.596656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7552f44-29ab-41cb-8331-f3628db55506 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84982fca-db2f-4354-b466-2548e55f917a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:22.624842 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (1015ceac-2bed-463e-8f8e-6aa5fe171389), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.661099 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7552f44-29ab-41cb-8331-f3628db55506 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.661313 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Publish callbacks [] for security_group (5607aba5-fe2b-46fd-9c5e-3c69586cfde3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.662771 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b7552f44-29ab-41cb-8331-f3628db55506 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.5794261
Apr 16 21:30:22.666716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53266) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:22.671897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fef10fdc-c868-4160-989e-5211c8ea7166 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'security_group': {'name': 'tempest-secgroup-630070309'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:22.700809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-754d14a4-b7b7-4ff1-b06b-229f448567ad None None] For port 4b37d929-4467-4633-ac7f-30aeb754bf56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b37d929-4467-4633-ac7f-30aeb754bf56,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:22.701212 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-754d14a4-b7b7-4ff1-b06b-229f448567ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4b37d929-4467-4633-ac7f-30aeb754bf56), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.722940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-754d14a4-b7b7-4ff1-b06b-229f448567ad None None] Calling delete_port for 4b37d929-4467-4633-ac7f-30aeb754bf56 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:22.728099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5607aba5-fe2b-46fd-9c5e-3c69586cfde3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.729162 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Publish callbacks [] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.751646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:30:22.772303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5607aba5-fe2b-46fd-9c5e-3c69586cfde3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:22.778659 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (96b834b3-0ed6-4d65-ad6a-3a40a25161c3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.779853 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Added segment 96b834b3-0ed6-4d65-ad6a-3a40a25161c3 of type vlan for network 33417375-20a3-4356-abb1-47c6dcf1fa40
Apr 16 21:30:22.811711 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-566a3dcf-ea46-451e-8235-c94bd83b2b01 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (ad489ae1-72aa-4419-b714-77751686dc56), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.820440 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1015ceac-2bed-463e-8f8e-6aa5fe171389), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.850376 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fef10fdc-c868-4160-989e-5211c8ea7166 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.863133 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (33417375-20a3-4356-abb1-47c6dcf1fa40), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.871163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566a3dcf-ea46-451e-8235-c94bd83b2b01 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:22.881532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-566a3dcf-ea46-451e-8235-c94bd83b2b01 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:22.889938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a3dcf-ea46-451e-8235-c94bd83b2b01 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:22.890569 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-566a3dcf-ea46-451e-8235-c94bd83b2b01 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.902686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network d8180cfc-2e5a-492f-8f18-db9ce45bf29d is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:22.911627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a3dcf-ea46-451e-8235-c94bd83b2b01 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=ad489ae1-72aa-4419-b714-77751686dc56,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:22.914201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:22.924137 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=1015ceac-2bed-463e-8f8e-6aa5fe171389,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:22.933463 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.934945 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:22.935822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (ae7fbb64-5a38-407d-ae93-2711e14b1508), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:22.972600 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:22.987857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:22.993421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:23.000126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-566a3dcf-ea46-451e-8235-c94bd83b2b01 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9486423
Apr 16 21:30:23.003108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53276) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:23.010502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'name': 'tempest-NetworksTestDHCPv6-171892661'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:23.012510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Pushing event updated for resources: {'Port': ['ID=dc32a41c-9918-41ab-83c3-eb1986c15c30,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:23.027578 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (33417375-20a3-4356-abb1-47c6dcf1fa40), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:23.029682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:23.030979 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:23.101403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Attempting to bind port dc32a41c-9918-41ab-83c3-eb1986c15c30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:23.101775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Attempting to bind port dc32a41c-9918-41ab-83c3-eb1986c15c30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0edebaf-06a6-4343-b5dd-1bafaa6ce309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:23.102143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Attempting to bind port dc32a41c-9918-41ab-83c3-eb1986c15c30 on network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:23.117098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:23.117581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Checking segment: {'id': 'a0edebaf-06a6-4343-b5dd-1bafaa6ce309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:23.118139 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:23.118722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Bound using segment: {'id': 'a0edebaf-06a6-4343-b5dd-1bafaa6ce309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:23.119807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Bound port: dc32a41c-9918-41ab-83c3-eb1986c15c30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0edebaf-06a6-4343-b5dd-1bafaa6ce309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:23.120495 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:23.138196 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fef10fdc-c868-4160-989e-5211c8ea7166 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (5c7b564e-4548-41a7-8f6c-e29c4cc49dcc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:23.170289 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-754d14a4-b7b7-4ff1-b06b-229f448567ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (4b37d929-4467-4633-ac7f-30aeb754bf56), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:23.253513 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.0686088
Apr 16 21:30:23.264245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53284) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:23.277593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d14a4-b7b7-4ff1-b06b-229f448567ad None None] Pushing event deleted for resources: {'Port': ['ID=4b37d929-4467-4633-ac7f-30aeb754bf56,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:23.289909 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fef10fdc-c868-4160-989e-5211c8ea7166 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5c7b564e-4548-41a7-8f6c-e29c4cc49dcc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:23.293407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-938e78b8-b422-4854-89a6-d5bd500ed45f admin admin] Request body: {'subnet': {'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-subnet', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:23.299998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d14a4-b7b7-4ff1-b06b-229f448567ad None None] No DVR routers for this DVR port 4b37d929-4467-4633-ac7f-30aeb754bf56 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:23.345590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6254a27a-ad8c-4b73-ac64-90abc4142a14 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:23.379262 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1015ceac-2bed-463e-8f8e-6aa5fe171389), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:23.393693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4b37d929-4467-4633-ac7f-30aeb754bf56 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:23.394067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef10fdc-c868-4160-989e-5211c8ea7166 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7b564e-4548-41a7-8f6c-e29c4cc49dcc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:23.401488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] For port dc32a41c-9918-41ab-83c3-eb1986c15c30, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:23.444877 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fef10fdc-c868-4160-989e-5211c8ea7166 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:23.446089 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fef10fdc-c868-4160-989e-5211c8ea7166 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.7782309
Apr 16 21:30:23.449843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53288) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:23.454972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1510785241', 'security_groups': ['5c7b564e-4548-41a7-8f6c-e29c4cc49dcc'], 'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7961ba3e-ef61-4180-bb4b-937eca4fdc2b'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:23.491123 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] For port dc32a41c-9918-41ab-83c3-eb1986c15c30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc32a41c-9918-41ab-83c3-eb1986c15c30,segment=NetworkSegment(a0edebaf-06a6-4343-b5dd-1bafaa6ce309),segment_id=a0edebaf-06a6-4343-b5dd-1bafaa6ce309)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:23.495330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 4b37d929-4467-4633-ac7f-30aeb754bf56 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:23.495796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4b37d929-4467-4633-ac7f-30aeb754bf56 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:23.511958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e66a5745-7310-42a3-92ac-40ef9a93f79d None None] Provisioning complete for port 1015ceac-2bed-463e-8f8e-6aa5fe171389 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:23.512585 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e66a5745-7310-42a3-92ac-40ef9a93f79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1015ceac-2bed-463e-8f8e-6aa5fe171389), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:23.601057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e66a5745-7310-42a3-92ac-40ef9a93f79d None None] Port 1015ceac-2bed-463e-8f8e-6aa5fe171389 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:23.610845 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:23.626221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': 'ad489ae1-72aa-4419-b714-77751686dc56'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:23.627222 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:23.760769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50780504-cc4d-4177-8395-6bc9381f2a62 admin admin] Pushing event updated for resources: {'Network': ['ID=33417375-20a3-4356-abb1-47c6dcf1fa40,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:23.788119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 33417375-20a3-4356-abb1-47c6dcf1fa40 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:30:23.849022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:23.900619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938e78b8-b422-4854-89a6-d5bd500ed45f admin admin] Made reservation on behalf of 7d3a8f4590014b8d9738bd3739f08c0c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:23.903459 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-938e78b8-b422-4854-89a6-d5bd500ed45f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:23.918957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47ccb1-2db4-4a35-bb83-753fd546ab92 None None] Pushing event updated for resources: {'Port': ['ID=dc32a41c-9918-41ab-83c3-eb1986c15c30,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:23.974885 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (1015ceac-2bed-463e-8f8e-6aa5fe171389), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:24.054349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Allocated IP 2001:db8::2 (0d27c69b-2090-42d8-afae-1332cd31e453/ad489ae1-72aa-4419-b714-77751686dc56/8c370b21-0d34-4228-a1d9-abb0b124e748) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:24.056036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (1015ceac-2bed-463e-8f8e-6aa5fe171389), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:24.057066 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (ae7fbb64-5a38-407d-ae93-2711e14b1508), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:24.074575 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:24.080314 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:24.088812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:24.124531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port e2390bc9-4fa6-40e7-bd97-953b5ac5aac2 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:30:24.218619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 84f3d0df-5869-4fb3-90a6-6ea47c278da3 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:30:24.347894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=1015ceac-2bed-463e-8f8e-6aa5fe171389,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:24.380297 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Publish callbacks [] for port (8c370b21-0d34-4228-a1d9-abb0b124e748), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:24.398141 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-938e78b8-b422-4854-89a6-d5bd500ed45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (927e9c4d-a793-487e-a55c-cd1349df93fd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:24.465807 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (8c370b21-0d34-4228-a1d9-abb0b124e748), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:24.546472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:24.558182 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:24.577836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:24.586846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network d8180cfc-2e5a-492f-8f18-db9ce45bf29d is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:24.596906 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:24.609040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Pushing event updated for resources: {'Port': ['ID=8c370b21-0d34-4228-a1d9-abb0b124e748,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:24.733342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e78b8-b422-4854-89a6-d5bd500ed45f admin admin] Pushing event updated for resources: {'Subnet': ['ID=927e9c4d-a793-487e-a55c-cd1349df93fd,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:24.747221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Attempting to bind port 8c370b21-0d34-4228-a1d9-abb0b124e748 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:24.747740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Attempting to bind port 8c370b21-0d34-4228-a1d9-abb0b124e748 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:24.748412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Attempting to bind port 8c370b21-0d34-4228-a1d9-abb0b124e748 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:24.764766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:24.784503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:24.784933 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:24.785345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:24.785864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Bound port: 8c370b21-0d34-4228-a1d9-abb0b124e748, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:24.786263 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8c370b21-0d34-4228-a1d9-abb0b124e748), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:24.786995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e78b8-b422-4854-89a6-d5bd500ed45f admin admin] Checking segment: {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:24.788319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938e78b8-b422-4854-89a6-d5bd500ed45f admin admin] Network hostable DHCP agents. Network: 33417375-20a3-4356-abb1-47c6dcf1fa40, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:30:24.798502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::195 (0d27c69b-2090-42d8-afae-1332cd31e453/ad489ae1-72aa-4419-b714-77751686dc56/e2390bc9-4fa6-40e7-bd97-953b5ac5aac2) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:24.873964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.8 (ffeef9de-d8cb-4e1b-ae58-a242ecdef729/7961ba3e-ef61-4180-bb4b-937eca4fdc2b/84f3d0df-5869-4fb3-90a6-6ea47c278da3) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:24.926785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router ae7fbb64-5a38-407d-ae93-2711e14b1508 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:30:24.969074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] For port 8c370b21-0d34-4228-a1d9-abb0b124e748, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:24.973205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] For port 8c370b21-0d34-4228-a1d9-abb0b124e748, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c370b21-0d34-4228-a1d9-abb0b124e748,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:25.041195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938e78b8-b422-4854-89a6-d5bd500ed45f admin admin] Network 33417375-20a3-4356-abb1-47c6dcf1fa40 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:30:25.117260 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8c370b21-0d34-4228-a1d9-abb0b124e748), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.134962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (e2390bc9-4fa6-40e7-bd97-953b5ac5aac2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.169290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:30:25.177385 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0399b2a8-bed9-47f0-8ddb-7ba9bfea18f4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/ae7fbb64-5a38-407d-ae93-2711e14b1508/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5583894
Apr 16 21:30:25.189552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53322) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:25.241578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-938e78b8-b422-4854-89a6-d5bd500ed45f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33417375-20a3-4356-abb1-47c6dcf1fa40) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:25.244842 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff5917-2e9d-4408-ae58-27d2a7e686e8 None None] Pushing event updated for resources: {'Port': ['ID=8c370b21-0d34-4228-a1d9-abb0b124e748,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:25.257064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e78b8-b422-4854-89a6-d5bd500ed45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:25.260344 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-938e78b8-b422-4854-89a6-d5bd500ed45f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.262989 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6373a76b-fc25-4e07-bed6-e2731c717b4d None None] Sync routers for ids ['ae7fbb64-5a38-407d-ae93-2711e14b1508'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:30:25.276027 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (84f3d0df-5869-4fb3-90a6-6ea47c278da3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.277764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d490aea-b6a3-4a25-a045-1b46a5eba1f9 None None] Network 33417375-20a3-4356-abb1-47c6dcf1fa40 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:25.288828 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d278da-26df-4e68-bcb9-da9831f9cd80 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:25.292903 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-23d278da-26df-4e68-bcb9-da9831f9cd80 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports/1015ceac-2bed-463e-8f8e-6aa5fe171389 HTTP/1.1" status: 200  len: 913 time: 0.0998216
Apr 16 21:30:25.293132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53324) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:25.346605 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e2390bc9-4fa6-40e7-bd97-953b5ac5aac2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.440889 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device dc32a41c-9918-41ab-83c3-eb1986c15c30 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:25.441909 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-938e78b8-b422-4854-89a6-d5bd500ed45f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.1594205
Apr 16 21:30:25.446414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53326) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:25.451856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6373a76b-fc25-4e07-bed6-e2731c717b4d None None] Routers {'ae7fbb64-5a38-407d-ae93-2711e14b1508'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:25.452582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-6373a76b-fc25-4e07-bed6-e2731c717b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124496550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ae7fbb64-5a38-407d-ae93-2711e14b1508'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:25.454571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:25.459435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:25.466854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:25.472149 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:25.489170 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7844ad28-ed07-4fe9-ba91-b52ba2ce1003 None None] Provisioning complete for port 1015ceac-2bed-463e-8f8e-6aa5fe171389 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:25.489547 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7844ad28-ed07-4fe9-ba91-b52ba2ce1003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1015ceac-2bed-463e-8f8e-6aa5fe171389), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.491831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:25.493942 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.519955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=e2390bc9-4fa6-40e7-bd97-953b5ac5aac2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:25.531308 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (84f3d0df-5869-4fb3-90a6-6ea47c278da3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.555363 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-6373a76b-fc25-4e07-bed6-e2731c717b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124496550>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:25.625978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7844ad28-ed07-4fe9-ba91-b52ba2ce1003 None None] Port 1015ceac-2bed-463e-8f8e-6aa5fe171389 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:25.627348 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6373a76b-fc25-4e07-bed6-e2731c717b4d None None] Routers {'ae7fbb64-5a38-407d-ae93-2711e14b1508'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:25.627966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-6373a76b-fc25-4e07-bed6-e2731c717b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124496550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ae7fbb64-5a38-407d-ae93-2711e14b1508'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:25.634971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:25.640153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:25.647450 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:25.651371 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5045a540-1460-4bfd-a5f2-9b4af7145556 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.6448677
Apr 16 21:30:25.653599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53330) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:25.705587 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (5884384f-40e7-43ed-9cd3-3657008494f1), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.706689 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (5884384f-40e7-43ed-9cd3-3657008494f1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.710132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-6373a76b-fc25-4e07-bed6-e2731c717b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124496550>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:25.710750 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6373a76b-fc25-4e07-bed6-e2731c717b4d None None] The sync data for ids ['ae7fbb64-5a38-407d-ae93-2711e14b1508'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:30:25.714658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port dc32a41c-9918-41ab-83c3-eb1986c15c30 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:25.720568 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=84f3d0df-5869-4fb3-90a6-6ea47c278da3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:25.721831 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.754794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-33417375-20a3-4356-abb1-47c6dcf1fa40', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:25.760863 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.779599 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:25.780312 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.806160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b8c3c808-044d-470c-94f9-26aeeea47b2f None None] Provisioning complete for port 857cf708-3890-48a6-ae3c-9d3830ee690a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:25.806382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c808-044d-470c-94f9-26aeeea47b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (857cf708-3890-48a6-ae3c-9d3830ee690a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.825208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46e501b-8d8a-47eb-b6d4-50cbc49ad524 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:25.841804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46e501b-8d8a-47eb-b6d4-50cbc49ad524 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:25.844429 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a46e501b-8d8a-47eb-b6d4-50cbc49ad524 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1880822
Apr 16 21:30:25.847464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53334) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:25.938774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1e461ae3-7806-40b9-a93f-c0ff51e0a3b8 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.4882812
Apr 16 21:30:25.942957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53336) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:25.946312 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Publish callbacks [] for router_controller (5884384f-40e7-43ed-9cd3-3657008494f1), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:25.950645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ccdebafb-4650-4c58-a025-b25a3b4c009a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:25.976789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b8c3c808-044d-470c-94f9-26aeeea47b2f None None] Port 857cf708-3890-48a6-ae3c-9d3830ee690a cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:26.037367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b8c3c808-044d-470c-94f9-26aeeea47b2f None None] Provisioning complete for port dc32a41c-9918-41ab-83c3-eb1986c15c30 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:26.037740 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c808-044d-470c-94f9-26aeeea47b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.151560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port dc32a41c-9918-41ab-83c3-eb1986c15c30 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:26.151958 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.192351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Allocated IP 172.20.0.2 (33417375-20a3-4356-abb1-47c6dcf1fa40/927e9c4d-a793-487e-a55c-cd1349df93fd/665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:26.197048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdebafb-4650-4c58-a025-b25a3b4c009a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:26.203634 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ccdebafb-4650-4c58-a025-b25a3b4c009a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.218361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port dc32a41c-9918-41ab-83c3-eb1986c15c30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc32a41c-9918-41ab-83c3-eb1986c15c30,segment=NetworkSegment(a0edebaf-06a6-4343-b5dd-1bafaa6ce309),segment_id=a0edebaf-06a6-4343-b5dd-1bafaa6ce309)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:26.221959 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4cddc-e550-4103-8148-f5948fde776b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port e2390bc9-4fa6-40e7-bd97-953b5ac5aac2 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:26.223049 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cddc-e550-4103-8148-f5948fde776b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e2390bc9-4fa6-40e7-bd97-953b5ac5aac2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.295844 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.323780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1329535d-d9c3-422a-bba3-458c04cbd7c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (ae7fbb64-5a38-407d-ae93-2711e14b1508), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.369564 ncdv-master-1 neutron-server[122555]: INFO neutron.db.ipam_backend_mixin [None req-ccdebafb-4650-4c58-a025-b25a3b4c009a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7961ba3e-ef61-4180-bb4b-937eca4fdc2b (CIDR: 172.20.0.0/28)
Apr 16 21:30:26.460320 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdebafb-4650-4c58-a025-b25a3b4c009a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:30:26.461018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccdebafb-4650-4c58-a025-b25a3b4c009a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:26.511716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b8c3c808-044d-470c-94f9-26aeeea47b2f None None] Current status of the port dc32a41c-9918-41ab-83c3-eb1986c15c30 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:26.512102 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c808-044d-470c-94f9-26aeeea47b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.574516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=dc32a41c-9918-41ab-83c3-eb1986c15c30,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:26.606825 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ccdebafb-4650-4c58-a025-b25a3b4c009a tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6623237
Apr 16 21:30:26.609297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53352) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:26.618870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a6b75b50-a3d7-448b-8e80-9c0d873cf072 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:26.662049 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-b8c3c808-044d-470c-94f9-26aeeea47b2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:30:26.662457 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-b8c3c808-044d-470c-94f9-26aeeea47b2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:30:26.663409 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Publish callbacks [] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.772821 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.815645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Network 33417375-20a3-4356-abb1-47c6dcf1fa40 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:26.820556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:26.823428 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Publish callbacks [] for router_gateway (5884384f-40e7-43ed-9cd3-3657008494f1), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.824353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:26.833257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Pushing event updated for resources: {'Port': ['ID=665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:26.854143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b75b50-a3d7-448b-8e80-9c0d873cf072 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:26.862986 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a6b75b50-a3d7-448b-8e80-9c0d873cf072 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.868464 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cddc-e550-4103-8148-f5948fde776b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e2390bc9-4fa6-40e7-bd97-953b5ac5aac2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.906265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Attempting to bind port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:26.907212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Attempting to bind port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:26.907627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Attempting to bind port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf on network 33417375-20a3-4356-abb1-47c6dcf1fa40 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:26.914107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:26.914489 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Checking segment: {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:26.914939 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.915384 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Bound using segment: {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:26.915855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Bound port: 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:26.916274 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:26.916833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4cddc-e550-4103-8148-f5948fde776b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for e2390bc9-4fa6-40e7-bd97-953b5ac5aac2 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:27.001960 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] For port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:27.005945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] For port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:27.060378 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.116610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3917852-b801-4747-8a2f-d3d77353ee14 None None] Pushing event updated for resources: {'Port': ['ID=665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:27.208767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b8c3c808-044d-470c-94f9-26aeeea47b2f None None] Current status of the port dc32a41c-9918-41ab-83c3-eb1986c15c30 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:27.235416 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a6b75b50-a3d7-448b-8e80-9c0d873cf072 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (a2a6cb06-5393-43bb-b80a-36a15e68dea8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.286703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1329535d-d9c3-422a-bba3-458c04cbd7c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port 1015ceac-2bed-463e-8f8e-6aa5fe171389 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:27.287067 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1329535d-d9c3-422a-bba3-458c04cbd7c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1015ceac-2bed-463e-8f8e-6aa5fe171389), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.313372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b75b50-a3d7-448b-8e80-9c0d873cf072 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:27.315940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a6b75b50-a3d7-448b-8e80-9c0d873cf072 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:27.340143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b75b50-a3d7-448b-8e80-9c0d873cf072 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:27.341822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c82455dd-1b15-4c5c-976d-e835d7f40a1b None None] Provisioning complete for port 8c370b21-0d34-4228-a1d9-abb0b124e748 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:27.344744 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a6b75b50-a3d7-448b-8e80-9c0d873cf072 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.346462 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c82455dd-1b15-4c5c-976d-e835d7f40a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8c370b21-0d34-4228-a1d9-abb0b124e748), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.357598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3852e3de-72e4-4e64-8074-870bfa2f84df None None] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:27.374885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b75b50-a3d7-448b-8e80-9c0d873cf072 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Subnet': ['ID=a2a6cb06-5393-43bb-b80a-36a15e68dea8,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:27.385269 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cddc-e550-4103-8148-f5948fde776b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (e2390bc9-4fa6-40e7-bd97-953b5ac5aac2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.456031 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a6b75b50-a3d7-448b-8e80-9c0d873cf072 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.8446445
Apr 16 21:30:27.458552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53356) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:27.472574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b9aaee51-7aa6-4036-9803-4824237483ad tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-575236357', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a2a6cb06-5393-43bb-b80a-36a15e68dea8'}], 'security_groups': ['84982fca-db2f-4354-b466-2548e55f917a']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:27.476152 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Publish callbacks [] for router_gateway (5884384f-40e7-43ed-9cd3-3657008494f1), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.483076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4cddc-e550-4103-8148-f5948fde776b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=e2390bc9-4fa6-40e7-bd97-953b5ac5aac2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:27.551662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8c370b21-0d34-4228-a1d9-abb0b124e748 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:27.561742 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.640369 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cddc-e550-4103-8148-f5948fde776b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.646174 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dbe4cddc-e550-4103-8148-f5948fde776b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/e2390bc9-4fa6-40e7-bd97-953b5ac5aac2 HTTP/1.1" status: 204  len: 168 time: 1.7974517
Apr 16 21:30:27.646995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53362) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:27.666692 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1329535d-d9c3-422a-bba3-458c04cbd7c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1015ceac-2bed-463e-8f8e-6aa5fe171389), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.707335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1329535d-d9c3-422a-bba3-458c04cbd7c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for 1015ceac-2bed-463e-8f8e-6aa5fe171389 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:27.772843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70abb98d-6706-46ad-b927-ff830d276f0e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:27.779072 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70abb98d-6706-46ad-b927-ff830d276f0e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:27.782034 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-70abb98d-6706-46ad-b927-ff830d276f0e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1340022
Apr 16 21:30:27.794988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53366) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:27.850649 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c82455dd-1b15-4c5c-976d-e835d7f40a1b None None] Current status of the port 8c370b21-0d34-4228-a1d9-abb0b124e748 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:27.851573 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c82455dd-1b15-4c5c-976d-e835d7f40a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8c370b21-0d34-4228-a1d9-abb0b124e748), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.921390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8c370b21-0d34-4228-a1d9-abb0b124e748 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:27.921832 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8c370b21-0d34-4228-a1d9-abb0b124e748), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.937646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b24279-e756-43fa-97ec-669f4540d6ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet ad489ae1-72aa-4419-b714-77751686dc56 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:27.942179 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8b24279-e756-43fa-97ec-669f4540d6ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (ad489ae1-72aa-4419-b714-77751686dc56), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.985665 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9aaee51-7aa6-4036-9803-4824237483ad tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (84f3d0df-5869-4fb3-90a6-6ea47c278da3), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:27.992448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c82455dd-1b15-4c5c-976d-e835d7f40a1b None None] For port 8c370b21-0d34-4228-a1d9-abb0b124e748, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c370b21-0d34-4228-a1d9-abb0b124e748,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:28.009627 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8b24279-e756-43fa-97ec-669f4540d6ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (ad489ae1-72aa-4419-b714-77751686dc56), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:28.015042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23118f9e-1331-43da-bbe7-a5af2a0d3c31 None None] Update dhcp port {'port': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'fixed_ips': [{'subnet_id': '7961ba3e-ef61-4180-bb4b-937eca4fdc2b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a2a6cb06-5393-43bb-b80a-36a15e68dea8'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'dc32a41c-9918-41ab-83c3-eb1986c15c30'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:30:28.026429 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Allocated IP 172.35.1.151 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/5db8073f-6567-4ceb-97d4-2d31d6ff5ed6) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:28.068807 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23118f9e-1331-43da-bbe7-a5af2a0d3c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:28.118223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c82455dd-1b15-4c5c-976d-e835d7f40a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8c370b21-0d34-4228-a1d9-abb0b124e748), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:28.120107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8c370b21-0d34-4228-a1d9-abb0b124e748 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:28.120499 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8c370b21-0d34-4228-a1d9-abb0b124e748), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:28.141281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c82455dd-1b15-4c5c-976d-e835d7f40a1b None None] Could not find standard attr ID for object e2390bc9-4fa6-40e7-bd97-953b5ac5aac2. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:30:28.182727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c82455dd-1b15-4c5c-976d-e835d7f40a1b None None] Provisioning complete for port 84f3d0df-5869-4fb3-90a6-6ea47c278da3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:28.183121 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c82455dd-1b15-4c5c-976d-e835d7f40a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (84f3d0df-5869-4fb3-90a6-6ea47c278da3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:28.222427 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8b24279-e756-43fa-97ec-669f4540d6ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (ad489ae1-72aa-4419-b714-77751686dc56), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:28.233933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Publish callbacks [] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:28.266908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1329535d-d9c3-422a-bba3-458c04cbd7c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1015ceac-2bed-463e-8f8e-6aa5fe171389), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:28.374525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329535d-d9c3-422a-bba3-458c04cbd7c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=1015ceac-2bed-463e-8f8e-6aa5fe171389,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:28.489769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c82455dd-1b15-4c5c-976d-e835d7f40a1b None None] Port 84f3d0df-5869-4fb3-90a6-6ea47c278da3 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:28.491497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82455dd-1b15-4c5c-976d-e835d7f40a1b None None] Pushing event updated for resources: {'Port': ['ID=8c370b21-0d34-4228-a1d9-abb0b124e748,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:28.495614 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:30:28.496154 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:30:28.520079 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1329535d-d9c3-422a-bba3-458c04cbd7c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (ae7fbb64-5a38-407d-ae93-2711e14b1508), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:28.566623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68947315-fda3-4e96-8ed4-111292091e89 req-bf4a6890-3034-4edd-a52f-022d5f5276b2 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:28.574056 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68947315-fda3-4e96-8ed4-111292091e89 req-bf4a6890-3034-4edd-a52f-022d5f5276b2 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 946 time: 0.2393138
Apr 16 21:30:28.577302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-b9aaee51-7aa6-4036-9803-4824237483ad tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Delete allocated IP 172.20.0.8 (ffeef9de-d8cb-4e1b-ae58-a242ecdef729/7961ba3e-ef61-4180-bb4b-937eca4fdc2b) {{(pid=122555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 16 21:30:28.587221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:28.607304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-b9aaee51-7aa6-4036-9803-4824237483ad tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.21 (ffeef9de-d8cb-4e1b-ae58-a242ecdef729/a2a6cb06-5393-43bb-b80a-36a15e68dea8/84f3d0df-5869-4fb3-90a6-6ea47c278da3) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:28.625102 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8b24279-e756-43fa-97ec-669f4540d6ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (ad489ae1-72aa-4419-b714-77751686dc56), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:28.654948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:28.665363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:28.678821 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:28.701794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b24279-e756-43fa-97ec-669f4540d6ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=ad489ae1-72aa-4419-b714-77751686dc56,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:28.707832 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8b24279-e756-43fa-97ec-669f4540d6ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:28.714294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c8b24279-e756-43fa-97ec-669f4540d6ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/ad489ae1-72aa-4419-b714-77751686dc56 HTTP/1.1" status: 204  len: 168 time: 0.9177313
Apr 16 21:30:28.717572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53382) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:28.720229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b0f7d-3ba9-46b1-b985-1e0d4d72400b None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:28.737307 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68947315-fda3-4e96-8ed4-111292091e89 req-96d6da01-6b8f-4ac4-9a51-f9d0302db9cc tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20201a-6160-4c73-b64d-7a6906f4bda7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1621788
Apr 16 21:30:28.827251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5db8073f-6567-4ceb-97d4-2d31d6ff5ed6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:28.836104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-75c2e7a6-97ad-4c41-900a-f8f5f89cfe57 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0869856
Apr 16 21:30:28.840074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53386) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:28.849942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8f42da6d-b2d4-4eb4-a5ed-1b12ecbeb259 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:28.918404 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9aaee51-7aa6-4036-9803-4824237483ad tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (84f3d0df-5869-4fb3-90a6-6ea47c278da3), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:28.938510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6cdeb2-79cf-479e-b1b6-4d8ad981d38e None None] Network 33417375-20a3-4356-abb1-47c6dcf1fa40 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:28.980354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ea661d-b2cb-47b9-b728-c5cea2bed1a3 None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:28.997130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9aaee51-7aa6-4036-9803-4824237483ad tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (84f3d0df-5869-4fb3-90a6-6ea47c278da3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:29.127717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b99bb053-b94f-4094-aefb-5e67cc050cbf None None] Provisioning complete for port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:29.128029 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b99bb053-b94f-4094-aefb-5e67cc050cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:29.150974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1329535d-d9c3-422a-bba3-458c04cbd7c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router ae7fbb64-5a38-407d-ae93-2711e14b1508 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:30:29.152799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b9aaee51-7aa6-4036-9803-4824237483ad tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] In _notify_port_updated(), no bound segment for port 84f3d0df-5869-4fb3-90a6-6ea47c278da3 on network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:30:29.158713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aaee51-7aa6-4036-9803-4824237483ad tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:29.159491 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9aaee51-7aa6-4036-9803-4824237483ad tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:29.164336 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b9aaee51-7aa6-4036-9803-4824237483ad tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "PUT /v2.0/ports/84f3d0df-5869-4fb3-90a6-6ea47c278da3 HTTP/1.1" status: 200  len: 920 time: 1.7017970
Apr 16 21:30:29.169791 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53402) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:29.169910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-33ea661d-b2cb-47b9-b728-c5cea2bed1a3 None None] Deleting port 8c370b21-0d34-4228-a1d9-abb0b124e748 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:29.169910 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-33ea661d-b2cb-47b9-b728-c5cea2bed1a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8c370b21-0d34-4228-a1d9-abb0b124e748), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:29.169910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8c370b21-0d34-4228-a1d9-abb0b124e748 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:29.170171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aaee51-7aa6-4036-9803-4824237483ad tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=84f3d0df-5869-4fb3-90a6-6ea47c278da3,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:29.170264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device dc32a41c-9918-41ab-83c3-eb1986c15c30 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:29.265263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f42da6d-b2d4-4eb4-a5ed-1b12ecbeb259 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:29.268685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f42da6d-b2d4-4eb4-a5ed-1b12ecbeb259 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:29.269601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-23118f9e-1331-43da-bbe7-a5af2a0d3c31 None None] Allocated IP 172.20.0.18 (ffeef9de-d8cb-4e1b-ae58-a242ecdef729/a2a6cb06-5393-43bb-b80a-36a15e68dea8/dc32a41c-9918-41ab-83c3-eb1986c15c30) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:29.326911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-33ea661d-b2cb-47b9-b728-c5cea2bed1a3 None None] For port 8c370b21-0d34-4228-a1d9-abb0b124e748, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c370b21-0d34-4228-a1d9-abb0b124e748,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:29.326911 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-33ea661d-b2cb-47b9-b728-c5cea2bed1a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8c370b21-0d34-4228-a1d9-abb0b124e748), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:29.436629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1329535d-d9c3-422a-bba3-458c04cbd7c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:30:29.451028 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d48b68-fe95-4bf7-99fc-00eb0b5ffcf2 None None] Sync routers for ids ['ae7fbb64-5a38-407d-ae93-2711e14b1508'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:30:29.462671 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d48b68-fe95-4bf7-99fc-00eb0b5ffcf2 None None] Routers {'ae7fbb64-5a38-407d-ae93-2711e14b1508'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:29.463305 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c6d48b68-fe95-4bf7-99fc-00eb0b5ffcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a13a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ae7fbb64-5a38-407d-ae93-2711e14b1508'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:29.471556 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1329535d-d9c3-422a-bba3-458c04cbd7c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/ae7fbb64-5a38-407d-ae93-2711e14b1508/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1773787
Apr 16 21:30:29.475748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53406) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:29.502472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-af590113-9dec-4fa1-8a15-d5f71c5eaf7e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 84f3d0df-5869-4fb3-90a6-6ea47c278da3 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:29.502819 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af590113-9dec-4fa1-8a15-d5f71c5eaf7e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (84f3d0df-5869-4fb3-90a6-6ea47c278da3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:29.526146 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c6d48b68-fe95-4bf7-99fc-00eb0b5ffcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a13a90>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:29.557723 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d48b68-fe95-4bf7-99fc-00eb0b5ffcf2 None None] Routers {'ae7fbb64-5a38-407d-ae93-2711e14b1508'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:29.558365 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c6d48b68-fe95-4bf7-99fc-00eb0b5ffcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a13a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ae7fbb64-5a38-407d-ae93-2711e14b1508'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:29.608523 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c6d48b68-fe95-4bf7-99fc-00eb0b5ffcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a13a90>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:29.608796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port dc32a41c-9918-41ab-83c3-eb1986c15c30 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:29.609082 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d48b68-fe95-4bf7-99fc-00eb0b5ffcf2 None None] The sync data for ids ['ae7fbb64-5a38-407d-ae93-2711e14b1508'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:30:29.609499 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:29.613988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-33ea661d-b2cb-47b9-b728-c5cea2bed1a3 None None] Calling delete_port for 8c370b21-0d34-4228-a1d9-abb0b124e748 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:29.657111 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Publish callbacks [] for router_gateway (5884384f-40e7-43ed-9cd3-3657008494f1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:29.796826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b99bb053-b94f-4094-aefb-5e67cc050cbf None None] Current status of the port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:29.797909 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b99bb053-b94f-4094-aefb-5e67cc050cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:29.824688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-23118f9e-1331-43da-bbe7-a5af2a0d3c31 None None] For port dc32a41c-9918-41ab-83c3-eb1986c15c30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc32a41c-9918-41ab-83c3-eb1986c15c30,segment=NetworkSegment(a0edebaf-06a6-4343-b5dd-1bafaa6ce309),segment_id=a0edebaf-06a6-4343-b5dd-1bafaa6ce309)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:29.832064 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af590113-9dec-4fa1-8a15-d5f71c5eaf7e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (84f3d0df-5869-4fb3-90a6-6ea47c278da3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:29.873208 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b99bb053-b94f-4094-aefb-5e67cc050cbf None None] For port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:29.890626 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-af590113-9dec-4fa1-8a15-d5f71c5eaf7e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 84f3d0df-5869-4fb3-90a6-6ea47c278da3 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:29.920109 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23118f9e-1331-43da-bbe7-a5af2a0d3c31 None None] Publish callbacks [] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:29.920765 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:30:29.920998 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a101904-edad-44bd-a78c-2658752c079c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (ae7fbb64-5a38-407d-ae93-2711e14b1508), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:29.921509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2bfb8-b05f-4bd7-9622-e47a8ded7d8a req-69be1069-188f-4135-9a56-2ee2d8993fdb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:29.923406 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f3d2bfb8-b05f-4bd7-9622-e47a8ded7d8a req-69be1069-188f-4135-9a56-2ee2d8993fdb tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 946 time: 0.0885434
Apr 16 21:30:29.928306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port dc32a41c-9918-41ab-83c3-eb1986c15c30 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:29.942453 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b99bb053-b94f-4094-aefb-5e67cc050cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.015017 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f3d2bfb8-b05f-4bd7-9622-e47a8ded7d8a req-e0718bdd-3e58-40b5-a25a-b527ebe57af3 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20201a-6160-4c73-b64d-7a6906f4bda7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503724
Apr 16 21:30:30.018513 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f42da6d-b2d4-4eb4-a5ed-1b12ecbeb259 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (27dd14c5-5b24-4e19-bfda-1ed5968a8733), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.029462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bb053-b94f-4094-aefb-5e67cc050cbf None None] Pushing event updated for resources: {'Port': ['ID=665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:30.034342 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23118f9e-1331-43da-bbe7-a5af2a0d3c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.043789 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-33ea661d-b2cb-47b9-b728-c5cea2bed1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (8c370b21-0d34-4228-a1d9-abb0b124e748), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.089773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:30.134226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea661d-b2cb-47b9-b728-c5cea2bed1a3 None None] No DVR routers for this DVR port 8c370b21-0d34-4228-a1d9-abb0b124e748 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:30.152451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e62c8326-1179-44d7-abb6-efdccac1c75f None None] Provisioning complete for port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:30.152827 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e62c8326-1179-44d7-abb6-efdccac1c75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.215660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23118f9e-1331-43da-bbe7-a5af2a0d3c31 None None] Pushing event updated for resources: {'Port': ['ID=dc32a41c-9918-41ab-83c3-eb1986c15c30,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:30.253452 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7a101904-edad-44bd-a78c-2658752c079c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port 8f692777-3599-488c-99bb-6de39150429b {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:30.253811 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a101904-edad-44bd-a78c-2658752c079c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8f692777-3599-488c-99bb-6de39150429b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.257766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea661d-b2cb-47b9-b728-c5cea2bed1a3 None None] Pushing event deleted for resources: {'Port': ['ID=8c370b21-0d34-4228-a1d9-abb0b124e748,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:30.269504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:30.269911 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.382056 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a101904-edad-44bd-a78c-2658752c079c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8f692777-3599-488c-99bb-6de39150429b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.399902 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7a101904-edad-44bd-a78c-2658752c079c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for 8f692777-3599-488c-99bb-6de39150429b owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:30.406348 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e62c8326-1179-44d7-abb6-efdccac1c75f None None] Current status of the port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:30.417946 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:30.477723 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8c370b21-0d34-4228-a1d9-abb0b124e748 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:30.498952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 8c370b21-0d34-4228-a1d9-abb0b124e748 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:30.499323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8c370b21-0d34-4228-a1d9-abb0b124e748 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:30.615795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42da6d-b2d4-4eb4-a5ed-1b12ecbeb259 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:30.628067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-8f42da6d-b2d4-4eb4-a5ed-1b12ecbeb259 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:30.638744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-34e290ba-34a0-4566-9b4f-335ebc7391c4 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:30.639135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131cd02-dc1c-4cd1-82e6-af4e5c2260e9 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:30.640295 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-34e290ba-34a0-4566-9b4f-335ebc7391c4 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 946 time: 0.5302079
Apr 16 21:30:30.641610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42da6d-b2d4-4eb4-a5ed-1b12ecbeb259 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=27dd14c5-5b24-4e19-bfda-1ed5968a8733,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:30.644358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42da6d-b2d4-4eb4-a5ed-1b12ecbeb259 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:30.645314 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f42da6d-b2d4-4eb4-a5ed-1b12ecbeb259 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.681315 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a101904-edad-44bd-a78c-2658752c079c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8f692777-3599-488c-99bb-6de39150429b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.716858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a101904-edad-44bd-a78c-2658752c079c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=8f692777-3599-488c-99bb-6de39150429b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:30.788035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': '27dd14c5-5b24-4e19-bfda-1ed5968a8733'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:30.792899 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.876101 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7a101904-edad-44bd-a78c-2658752c079c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (ae7fbb64-5a38-407d-ae93-2711e14b1508), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.935335 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8f42da6d-b2d4-4eb4-a5ed-1b12ecbeb259 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.0923581
Apr 16 21:30:30.938657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (5884384f-40e7-43ed-9cd3-3657008494f1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.942672 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53412) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:30.947803 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af590113-9dec-4fa1-8a15-d5f71c5eaf7e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (84f3d0df-5869-4fb3-90a6-6ea47c278da3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:30.949971 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'name': 'tempest-NetworksTestDHCPv6-1585151719'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:31.011236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Allocated IP 2001:db8::2 (0d27c69b-2090-42d8-afae-1332cd31e453/27dd14c5-5b24-4e19-bfda-1ed5968a8733/c4b4b762-00ff-4aa8-8bdc-49dd8db15c04) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:31.012362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af590113-9dec-4fa1-8a15-d5f71c5eaf7e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=84f3d0df-5869-4fb3-90a6-6ea47c278da3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:31.132763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1992b8cd-fae8-42ef-b6d3-13b0bb135a69 None None] Provisioning complete for port 857cf708-3890-48a6-ae3c-9d3830ee690a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:31.133213 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1992b8cd-fae8-42ef-b6d3-13b0bb135a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (857cf708-3890-48a6-ae3c-9d3830ee690a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.133514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Deleting port 037fa6e8-a27a-4e66-a818-2f415b14f622 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:31.133861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.145692 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af590113-9dec-4fa1-8a15-d5f71c5eaf7e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.153060 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-af590113-9dec-4fa1-8a15-d5f71c5eaf7e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/84f3d0df-5869-4fb3-90a6-6ea47c278da3 HTTP/1.1" status: 204  len: 168 time: 1.9834440
Apr 16 21:30:31.162669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53416) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:31.215704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1992b8cd-fae8-42ef-b6d3-13b0bb135a69 None None] Port 857cf708-3890-48a6-ae3c-9d3830ee690a cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:31.219436 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Publish callbacks [] for port (c4b4b762-00ff-4aa8-8bdc-49dd8db15c04), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.226446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1992b8cd-fae8-42ef-b6d3-13b0bb135a69 None None] Provisioning complete for port dc32a41c-9918-41ab-83c3-eb1986c15c30 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:31.226854 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1992b8cd-fae8-42ef-b6d3-13b0bb135a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.268518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0145c-2f30-4681-9de1-c9e243df5f2c req-f2b7d49b-d58a-427f-b939-1344377e1681 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:31.270445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0df0145c-2f30-4681-9de1-c9e243df5f2c req-f2b7d49b-d58a-427f-b939-1344377e1681 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 946 time: 0.1674459
Apr 16 21:30:31.276645 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-545e3562-07b6-4527-96cd-a9803d53a72e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:30:31.280783 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-545e3562-07b6-4527-96cd-a9803d53a72e tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/84f3d0df-5869-4fb3-90a6-6ea47c278da3 HTTP/1.1" status: 404  len: 333 time: 0.1144412
Apr 16 21:30:31.280920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53418) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:31.306470 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (c4b4b762-00ff-4aa8-8bdc-49dd8db15c04), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.318094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a101904-edad-44bd-a78c-2658752c079c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router ae7fbb64-5a38-407d-ae93-2711e14b1508 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:30:31.335193 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] For port 037fa6e8-a27a-4e66-a818-2f415b14f622, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037fa6e8-a27a-4e66-a818-2f415b14f622,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:31.335193 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.338904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1992b8cd-fae8-42ef-b6d3-13b0bb135a69 None None] Current status of the port dc32a41c-9918-41ab-83c3-eb1986c15c30 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:31.350253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1992b8cd-fae8-42ef-b6d3-13b0bb135a69 None None] Could not find standard attr ID for object 84f3d0df-5869-4fb3-90a6-6ea47c278da3. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:30:31.359496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:31.366123 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:31.368261 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:31.371541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Pushing event updated for resources: {'Port': ['ID=c4b4b762-00ff-4aa8-8bdc-49dd8db15c04,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:31.399650 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0df0145c-2f30-4681-9de1-c9e243df5f2c req-377e4961-ef7b-4841-94af-49deeb1c11e9 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20201a-6160-4c73-b64d-7a6906f4bda7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075561
Apr 16 21:30:31.447155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a101904-edad-44bd-a78c-2658752c079c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:30:31.454761 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7a101904-edad-44bd-a78c-2658752c079c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/ae7fbb64-5a38-407d-ae93-2711e14b1508/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9772763
Apr 16 21:30:31.457370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53420) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:31.458868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Attempting to bind port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:31.460652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Attempting to bind port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:31.462598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Attempting to bind port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:31.470249 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9014f8f0-6ac4-40a0-a851-5cb929bee4e5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (5c7b564e-4548-41a7-8f6c-e29c4cc49dcc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.473057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf990b-dfc4-41be-9f20-7f19a8e8a423 None None] Sync routers for ids ['ae7fbb64-5a38-407d-ae93-2711e14b1508'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:30:31.478139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:31.486683 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.491714 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:31.492093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:31.492521 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.495813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:31.495813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Bound port: c4b4b762-00ff-4aa8-8bdc-49dd8db15c04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:31.495813 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c4b4b762-00ff-4aa8-8bdc-49dd8db15c04), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.508152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf990b-dfc4-41be-9f20-7f19a8e8a423 None None] Routers {'ae7fbb64-5a38-407d-ae93-2711e14b1508'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:31.508911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-62bf990b-dfc4-41be-9f20-7f19a8e8a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f3802e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ae7fbb64-5a38-407d-ae93-2711e14b1508'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:31.528121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port 45ba40a3-0847-446e-9583-e9377dffc6a8 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:30:31.539089 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9014f8f0-6ac4-40a0-a851-5cb929bee4e5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (5c7b564e-4548-41a7-8f6c-e29c4cc49dcc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.545085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-89d2030a-02cb-4030-8c23-8a8ff8db036e tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7fbb64-5a38-407d-ae93-2711e14b1508 HTTP/1.1" status: 200  len: 205 time: 0.0846794
Apr 16 21:30:31.548823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53424) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:31.569442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-62bf990b-dfc4-41be-9f20-7f19a8e8a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f3802e0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:31.601271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf990b-dfc4-41be-9f20-7f19a8e8a423 None None] Routers {'ae7fbb64-5a38-407d-ae93-2711e14b1508'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:31.602104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-62bf990b-dfc4-41be-9f20-7f19a8e8a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f3802e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ae7fbb64-5a38-407d-ae93-2711e14b1508'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:31.602899 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Router 5884384f-40e7-43ed-9cd3-3657008494f1 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:30:31.642112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-62bf990b-dfc4-41be-9f20-7f19a8e8a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f3802e0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:31.642898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf990b-dfc4-41be-9f20-7f19a8e8a423 None None] The sync data for ids ['ae7fbb64-5a38-407d-ae93-2711e14b1508'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:30:31.648291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] For port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:31.661303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] For port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4b4b762-00ff-4aa8-8bdc-49dd8db15c04,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:31.700362 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.700916 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (2c03811b-d364-4cf8-8c12-63a4a42f20b8), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.701040 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Floating IP 2c03811b-d364-4cf8-8c12-63a4a42f20b8 disassociated. External IP: 172.35.1.150, port: 037fa6e8-a27a-4e66-a818-2f415b14f622.
Apr 16 21:30:31.701380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Calling delete_port for 037fa6e8-a27a-4e66-a818-2f415b14f622 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:31.732238 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd5a01c2-3df6-4ac9-9757-28e885c046ce tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (ae7fbb64-5a38-407d-ae93-2711e14b1508), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.775851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7a9a4c73-d703-4bfa-8fb8-3ce6557f0a5f None None] Could not find standard attr ID for object 84f3d0df-5869-4fb3-90a6-6ea47c278da3. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:30:31.817154 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:30:31.829376 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c4b4b762-00ff-4aa8-8bdc-49dd8db15c04), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.833602 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Sync routers for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:30:31.856160 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:31.856823 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249bac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:31.916166 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9014f8f0-6ac4-40a0-a851-5cb929bee4e5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5c7b564e-4548-41a7-8f6c-e29c4cc49dcc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.919191 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9014f8f0-6ac4-40a0-a851-5cb929bee4e5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:31.919339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77809765-716c-49c4-90d5-41dd9d77b37e None None] Pushing event updated for resources: {'Port': ['ID=c4b4b762-00ff-4aa8-8bdc-49dd8db15c04,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:31.922989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9014f8f0-6ac4-40a0-a851-5cb929bee4e5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/security-groups/5c7b564e-4548-41a7-8f6c-e29c4cc49dcc HTTP/1.1" status: 204  len: 168 time: 0.6380475
Apr 16 21:30:31.945124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53426) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:32.017077 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:30:32.033443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.036195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-62f6fb21-ec51-498a-a191-607b4a8649d8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.5884700
Apr 16 21:30:32.054916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53428) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:32.054916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014f8f0-6ac4-40a0-a851-5cb929bee4e5 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7b564e-4548-41a7-8f6c-e29c4cc49dcc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:32.117948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device dc32a41c-9918-41ab-83c3-eb1986c15c30 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:32.135190 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (037fa6e8-a27a-4e66-a818-2f415b14f622), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.222686 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4434a5a-24e8-40c6-aff9-f934a74377db tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (84982fca-db2f-4354-b466-2548e55f917a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.241957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port dc32a41c-9918-41ab-83c3-eb1986c15c30 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:32.242363 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.341014 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249bac10>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:29Z', 'revision_number': 3, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:32.363416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port dc32a41c-9918-41ab-83c3-eb1986c15c30 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:32.364555 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:32.369200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event deleted for resources: {'Port': ['ID=037fa6e8-a27a-4e66-a818-2f415b14f622,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:32.401938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::22e (0d27c69b-2090-42d8-afae-1332cd31e453/27dd14c5-5b24-4e19-bfda-1ed5968a8733/45ba40a3-0847-446e-9583-e9377dffc6a8) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:32.406604 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4434a5a-24e8-40c6-aff9-f934a74377db tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (84982fca-db2f-4354-b466-2548e55f917a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.424165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:32.424640 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.427705 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Checking router: 5884384f-40e7-43ed-9cd3-3657008494f1 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:30:32.429481 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Updating router 5884384f-40e7-43ed-9cd3-3657008494f1 port 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:30:32.530427 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.570834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:32.683178 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58d289b0-6b33-4832-8d9c-3f0475c326d3 req-a4fb19d1-bad1-42b9-b77c-f405e5ef01d6 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 210 time: 0.1302183
Apr 16 21:30:32.744554 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (45ba40a3-0847-446e-9583-e9377dffc6a8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.753583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd5a01c2-3df6-4ac9-9757-28e885c046ce tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (ae7fbb64-5a38-407d-ae93-2711e14b1508), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.758368 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd5a01c2-3df6-4ac9-9757-28e885c046ce tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (ae7fbb64-5a38-407d-ae93-2711e14b1508), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.778764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Router 97553a54-e5c2-474b-ac28-a27607cc8bc4 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:30:32.828280 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4434a5a-24e8-40c6-aff9-f934a74377db tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (84982fca-db2f-4354-b466-2548e55f917a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.830840 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4434a5a-24e8-40c6-aff9-f934a74377db tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.834545 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e4434a5a-24e8-40c6-aff9-f934a74377db tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/security-groups/84982fca-db2f-4354-b466-2548e55f917a HTTP/1.1" status: 204  len: 168 time: 0.8850455
Apr 16 21:30:32.835089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53434) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:32.896626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 037fa6e8-a27a-4e66-a818-2f415b14f622 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:32.896755 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4434a5a-24e8-40c6-aff9-f934a74377db tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84982fca-db2f-4354-b466-2548e55f917a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:32.903178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40573dd-5113-4bda-9f60-9468d4d220d2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting subnet 7961ba3e-ef61-4180-bb4b-937eca4fdc2b {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:32.908190 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c40573dd-5113-4bda-9f60-9468d4d220d2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (7961ba3e-ef61-4180-bb4b-937eca4fdc2b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.940613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 037fa6e8-a27a-4e66-a818-2f415b14f622 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:32.940977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 037fa6e8-a27a-4e66-a818-2f415b14f622 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:32.941146 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd5a01c2-3df6-4ac9-9757-28e885c046ce tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (ae7fbb64-5a38-407d-ae93-2711e14b1508), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.941821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5a01c2-3df6-4ac9-9757-28e885c046ce tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Fanout notify agent at l3_agent the message router_deleted on router ae7fbb64-5a38-407d-ae93-2711e14b1508 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:30:32.965053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd5a01c2-3df6-4ac9-9757-28e885c046ce tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.966484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dd5a01c2-3df6-4ac9-9757-28e885c046ce tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/ae7fbb64-5a38-407d-ae93-2711e14b1508 HTTP/1.1" status: 204  len: 168 time: 1.4169223
Apr 16 21:30:32.968426 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (45ba40a3-0847-446e-9583-e9377dffc6a8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:32.973289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53436) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:33.027471 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Publish callbacks [] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.084071 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c40573dd-5113-4bda-9f60-9468d4d220d2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (7961ba3e-ef61-4180-bb4b-937eca4fdc2b), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.126706 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.135362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:33.149121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:33.152138 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:30:33.157030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:33.166061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:33.166866 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.172459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=45ba40a3-0847-446e-9583-e9377dffc6a8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:33.175608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a832d-b31d-4f76-b499-08287515acdf None None] Sync routers for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:30:33.195232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a832d-b31d-4f76-b499-08287515acdf None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:33.195880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4f2a832d-b31d-4f76-b499-08287515acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243fd9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:33.200461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c740cf2-1a76-4f7d-9448-7dd2dd933534 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting subnet fd7d376c-3fcb-42ec-b0a0-b9449cf3d54c {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:33.204934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c740cf2-1a76-4f7d-9448-7dd2dd933534 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (fd7d376c-3fcb-42ec-b0a0-b9449cf3d54c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.206985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] No DVR routers for this DVR port 037fa6e8-a27a-4e66-a818-2f415b14f622 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:33.209910 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.213969 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7533d62b-ba2f-400b-9028-df5afadc42b1 req-73565268-b34b-4a2d-82c5-dcb9415fe50e tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.41 "DELETE /v2.0/ports/037fa6e8-a27a-4e66-a818-2f415b14f622 HTTP/1.1" status: 204  len: 173 time: 2.4350028
Apr 16 21:30:33.214654 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceddfa9-ecee-4523-825a-33cf91766dad', 'name': 'network-vif-deleted', 'tag': '037fa6e8-a27a-4e66-a818-2f415b14f622'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:30:33.220286 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Attempting to bind port 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:33.221071 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Attempting to bind port 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:33.222008 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Attempting to bind port 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:33.225559 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b071401-45de-46ab-a0ac-f93b7e40c8d6" -d '{"events": [{"server_uuid": "eceddfa9-ecee-4523-825a-33cf91766dad", "name": "network-vif-deleted", "tag": "037fa6e8-a27a-4e66-a818-2f415b14f622"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:30:33.229607 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Pushing event updated for resources: {'Port': ['ID=5db8073f-6567-4ceb-97d4-2d31d6ff5ed6,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:33.232576 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.243214 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.244439 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.244952 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.245472 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.245968 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.246602 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.247093 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.248285 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.249363 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.249858 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.250391 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.253484 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.254014 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.254843 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.255331 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:33.257804 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c740cf2-1a76-4f7d-9448-7dd2dd933534 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (fd7d376c-3fcb-42ec-b0a0-b9449cf3d54c), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.270255 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:33.271071 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:33.271836 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.272456 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:33.273142 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Bound port: 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:33.274047 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.344862 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feaccd9-6962-4b69-af9e-a47bcecadcac x-openstack-request-id: req-0feaccd9-6962-4b69-af9e-a47bcecadcac {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:30:33.345808 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceddfa9-ecee-4523-825a-33cf91766dad", "name": "network-vif-deleted", "tag": "037fa6e8-a27a-4e66-a818-2f415b14f622", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:30:33.346142 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0feaccd9-6962-4b69-af9e-a47bcecadcac {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:30:33.346641 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0feaccd9-6962-4b69-af9e-a47bcecadcac'] response: {'server_uuid': 'eceddfa9-ecee-4523-825a-33cf91766dad', 'name': 'network-vif-deleted', 'tag': '037fa6e8-a27a-4e66-a818-2f415b14f622', 'status': 'completed', 'code': 200}
Apr 16 21:30:33.350314 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] For port 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:33.362930 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] For port 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5db8073f-6567-4ceb-97d4-2d31d6ff5ed6,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:33.415513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4f2a832d-b31d-4f76-b499-08287515acdf None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:30:33.441542 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c40573dd-5113-4bda-9f60-9468d4d220d2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (7961ba3e-ef61-4180-bb4b-937eca4fdc2b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.445531 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c740cf2-1a76-4f7d-9448-7dd2dd933534 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (fd7d376c-3fcb-42ec-b0a0-b9449cf3d54c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.454381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fffb0c87-8824-4071-83de-e712b9da14f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.5072038
Apr 16 21:30:33.454923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53442) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:33.485519 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.584318 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:33.585479 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249bac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:33.591823 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b029cb0-2980-4f02-8cad-e8afe1805930 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:33.597812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b029cb0-2980-4f02-8cad-e8afe1805930 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:33.599462 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6b029cb0-2980-4f02-8cad-e8afe1805930 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.1436059
Apr 16 21:30:33.602948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53444) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:33.656575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Allocated IP 172.20.0.1 (33417375-20a3-4356-abb1-47c6dcf1fa40/927e9c4d-a793-487e-a55c-cd1349df93fd/cec9956f-712c-46e3-b31d-7fcaaee81096) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:33.660708 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0687a-0619-4665-8b3d-858d61295f8c None None] Pushing event updated for resources: {'Port': ['ID=5db8073f-6567-4ceb-97d4-2d31d6ff5ed6,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:33.694834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4f2a832d-b31d-4f76-b499-08287515acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243fd9a0>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:33.717266 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c40573dd-5113-4bda-9f60-9468d4d220d2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (7961ba3e-ef61-4180-bb4b-937eca4fdc2b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.735464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a832d-b31d-4f76-b499-08287515acdf None None] Checking router: 97553a54-e5c2-474b-ac28-a27607cc8bc4 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:30:33.753033 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c740cf2-1a76-4f7d-9448-7dd2dd933534 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (fd7d376c-3fcb-42ec-b0a0-b9449cf3d54c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.757029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a832d-b31d-4f76-b499-08287515acdf None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:33.757779 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4f2a832d-b31d-4f76-b499-08287515acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243fd9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:33.760735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-dfcfc63d-5b93-40cc-8dd7-10535e4ac199 None None] Provisioning complete for port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:33.761504 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dfcfc63d-5b93-40cc-8dd7-10535e4ac199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c4b4b762-00ff-4aa8-8bdc-49dd8db15c04), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.767180 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c40573dd-5113-4bda-9f60-9468d4d220d2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.767538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e3fd0-62c3-4e38-ae43-bd99dc15ef15 None None] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:33.771749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d15ec95c-67a5-42f2-9c6c-7413b3d5e09d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port 45ba40a3-0847-446e-9583-e9377dffc6a8 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:33.771988 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d15ec95c-67a5-42f2-9c6c-7413b3d5e09d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (45ba40a3-0847-446e-9583-e9377dffc6a8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.788439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53452) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:33.790080 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c40573dd-5113-4bda-9f60-9468d4d220d2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/7961ba3e-ef61-4180-bb4b-937eca4fdc2b HTTP/1.1" status: 204  len: 168 time: 0.9537432
Apr 16 21:30:33.792712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-247b82d6-3c80-427f-ad99-32f9d7f742dc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:33.820429 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:30:33.862054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40573dd-5113-4bda-9f60-9468d4d220d2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Subnet': ['ID=7961ba3e-ef61-4180-bb4b-937eca4fdc2b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:33.880110 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c740cf2-1a76-4f7d-9448-7dd2dd933534 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:33.885800 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4c740cf2-1a76-4f7d-9448-7dd2dd933534 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/fd7d376c-3fcb-42ec-b0a0-b9449cf3d54c HTTP/1.1" status: 204  len: 168 time: 0.9115436
Apr 16 21:30:33.889018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53456) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:33.971800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20da1a0-674d-4570-b744-8d2ca137d40f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting subnet 7aff47f2-00ff-42c0-8a9e-294d507c3ec9 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:33.975996 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d20da1a0-674d-4570-b744-8d2ca137d40f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (7aff47f2-00ff-42c0-8a9e-294d507c3ec9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.031292 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d20da1a0-674d-4570-b744-8d2ca137d40f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (7aff47f2-00ff-42c0-8a9e-294d507c3ec9), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.084664 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03aea47-9504-42c4-9665-d75c92018d7f None None] Network d8180cfc-2e5a-492f-8f18-db9ce45bf29d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:34.174585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d20da1a0-674d-4570-b744-8d2ca137d40f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (7aff47f2-00ff-42c0-8a9e-294d507c3ec9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.220378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:34.243259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c740cf2-1a76-4f7d-9448-7dd2dd933534 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7d376c-3fcb-42ec-b0a0-b9449cf3d54c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:34.276474 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba53cedb-514d-41f6-862c-91fe42352e4f req-b03b2f8c-8241-442e-9654-06a0626a87bf tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/ports?device_id=eceddfa9-ecee-4523-825a-33cf91766dad HTTP/1.1" status: 200  len: 210 time: 0.2225575
Apr 16 21:30:34.334163 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d20da1a0-674d-4570-b744-8d2ca137d40f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (7aff47f2-00ff-42c0-8a9e-294d507c3ec9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.349845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9251237-79fd-437d-9352-c5005626a725 None None] DHCP port deletion for d8180cfc-2e5a-492f-8f18-db9ce45bf29d request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:34.372208 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d20da1a0-674d-4570-b744-8d2ca137d40f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.375895 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b2a8ae-492d-47d8-9438-6c9c51b3da29 None None] Network 7c23cdde-0934-412d-ac2a-5116cc558567 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:34.379433 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d20da1a0-674d-4570-b744-8d2ca137d40f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/7aff47f2-00ff-42c0-8a9e-294d507c3ec9 HTTP/1.1" status: 204  len: 168 time: 0.4891765
Apr 16 21:30:34.384213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53470) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:34.386720 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249bac10>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:29Z', 'revision_number': 3, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:34.410375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20da1a0-674d-4570-b744-8d2ca137d40f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Subnet': ['ID=7aff47f2-00ff-42c0-8a9e-294d507c3ec9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:34.449361 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f76b8-2cd1-4e36-b8b0-3f92920b1310 None None] The sync data for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 is: [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:29Z', 'revision_number': 3, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:30:34.466145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247b82d6-3c80-427f-ad99-32f9d7f742dc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:34.470143 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-247b82d6-3c80-427f-ad99-32f9d7f742dc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.483229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d15ec95c-67a5-42f2-9c6c-7413b3d5e09d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (45ba40a3-0847-446e-9583-e9377dffc6a8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.556381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4f2a832d-b31d-4f76-b499-08287515acdf None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:30:34.558754 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Publish callbacks [] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.559220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e9251237-79fd-437d-9352-c5005626a725 None None] Deleting port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:34.559596 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9251237-79fd-437d-9352-c5005626a725 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.571291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d15ec95c-67a5-42f2-9c6c-7413b3d5e09d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for 45ba40a3-0847-446e-9583-e9377dffc6a8 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:34.581842 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (d8180cfc-2e5a-492f-8f18-db9ce45bf29d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.596931 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:34.597308 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c4b4b762-00ff-4aa8-8bdc-49dd8db15c04), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.751389 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:34.751821 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.787106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-dfcfc63d-5b93-40cc-8dd7-10535e4ac199 None None] Current status of the port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:34.787106 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dfcfc63d-5b93-40cc-8dd7-10535e4ac199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c4b4b762-00ff-4aa8-8bdc-49dd8db15c04), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.834818 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.891749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-dfcfc63d-5b93-40cc-8dd7-10535e4ac199 None None] For port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4b4b762-00ff-4aa8-8bdc-49dd8db15c04,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:34.913376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e9251237-79fd-437d-9352-c5005626a725 None None] For port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9daaf347-7f32-4a85-a034-3fb9e2ef6b75,segment=NetworkSegment(1ab1fba1-cfdb-4388-b256-511c542923a7),segment_id=1ab1fba1-cfdb-4388-b256-511c542923a7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:34.913917 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9251237-79fd-437d-9352-c5005626a725 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.954489 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bc43d0-8daa-4e13-be3c-e07b3d780718 None None] DHCP port deletion for 7c23cdde-0934-412d-ac2a-5116cc558567 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:34.959312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e9251237-79fd-437d-9352-c5005626a725 None None] Calling delete_port for 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:34.977967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] For port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9daaf347-7f32-4a85-a034-3fb9e2ef6b75,segment=NetworkSegment(1ab1fba1-cfdb-4388-b256-511c542923a7),segment_id=1ab1fba1-cfdb-4388-b256-511c542923a7)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:34.979412 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:34.994718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Network 33417375-20a3-4356-abb1-47c6dcf1fa40 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:35.087010 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dfcfc63d-5b93-40cc-8dd7-10535e4ac199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c4b4b762-00ff-4aa8-8bdc-49dd8db15c04), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.168211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:35.186502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:35.186937 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c4b4b762-00ff-4aa8-8bdc-49dd8db15c04), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.189443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13bc43d0-8daa-4e13-be3c-e07b3d780718 None None] Deleting port ca550a20-1667-4b78-af5c-0c54bb4a6a72 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:35.189716 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13bc43d0-8daa-4e13-be3c-e07b3d780718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.202499 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:35.205841 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d15ec95c-67a5-42f2-9c6c-7413b3d5e09d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (45ba40a3-0847-446e-9583-e9377dffc6a8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.260778 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:35.262367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13bc43d0-8daa-4e13-be3c-e07b3d780718 None None] For port ca550a20-1667-4b78-af5c-0c54bb4a6a72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca550a20-1667-4b78-af5c-0c54bb4a6a72,segment=NetworkSegment(e29ffe42-cf5b-41b0-a484-79da9c9b0a4e),segment_id=e29ffe42-cf5b-41b0-a484-79da9c9b0a4e)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:35.262850 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13bc43d0-8daa-4e13-be3c-e07b3d780718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.277068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Pushing event updated for resources: {'Port': ['ID=cec9956f-712c-46e3-b31d-7fcaaee81096,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:35.300255 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-247b82d6-3c80-427f-ad99-32f9d7f742dc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (5cf0fdd6-a1b1-4902-9964-8ece1e3696f1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.338277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-058cda6b-6969-40fd-b567-0f4f8e188fe4 None None] Could not find standard attr ID for object 45ba40a3-0847-446e-9583-e9377dffc6a8. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:30:35.341140 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13bc43d0-8daa-4e13-be3c-e07b3d780718 None None] Calling delete_port for ca550a20-1667-4b78-af5c-0c54bb4a6a72 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:35.343730 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4f2a832d-b31d-4f76-b499-08287515acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243fd9a0>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:35.347020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfc63d-5b93-40cc-8dd7-10535e4ac199 None None] Pushing event updated for resources: {'Port': ['ID=c4b4b762-00ff-4aa8-8bdc-49dd8db15c04,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:35.450249 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a832d-b31d-4f76-b499-08287515acdf None None] The sync data for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 is: [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab61779d-c8f5-497d-931a-1e1c477e8da3', 'name': '', 'network_id': '26fd8c71-2108-482c-9702-fc8775f3578f', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'mac_address': 'fa:16:3e:c8:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:05Z', 'updated_at': '2022-04-16T21:23:16Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'subnets': [{'id': 'c99e39d7-2867-4b44-a041-babd70d56231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:30:35.476433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53478) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:35.583681 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9251237-79fd-437d-9352-c5005626a725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.630141 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:30:35.630687 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:30:35.633153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9251237-79fd-437d-9352-c5005626a725 None None] Pushing event deleted for resources: {'Port': ['ID=9daaf347-7f32-4a85-a034-3fb9e2ef6b75,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:35.638556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9251237-79fd-437d-9352-c5005626a725 None None] No DVR routers for this DVR port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:35.676214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-debe7cad-f1d6-4f18-8096-66bcb532d2ff tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (7b20201a-6160-4c73-b64d-7a6906f4bda7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.707631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b6293ee9-3654-49cd-91c3-606dfd7112fb None None] Provisioning complete for port cec9956f-712c-46e3-b31d-7fcaaee81096 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:35.708899 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b6293ee9-3654-49cd-91c3-606dfd7112fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.752515 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-debe7cad-f1d6-4f18-8096-66bcb532d2ff tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (7b20201a-6160-4c73-b64d-7a6906f4bda7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.767840 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13bc43d0-8daa-4e13-be3c-e07b3d780718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (ca550a20-1667-4b78-af5c-0c54bb4a6a72), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.840943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc43d0-8daa-4e13-be3c-e07b3d780718 None None] No DVR routers for this DVR port ca550a20-1667-4b78-af5c-0c54bb4a6a72 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:35.843207 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc43d0-8daa-4e13-be3c-e07b3d780718 None None] Pushing event deleted for resources: {'Port': ['ID=ca550a20-1667-4b78-af5c-0c54bb4a6a72,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:35.845629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b6293ee9-3654-49cd-91c3-606dfd7112fb None None] Port cec9956f-712c-46e3-b31d-7fcaaee81096 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:35.947517 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-debe7cad-f1d6-4f18-8096-66bcb532d2ff tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7b20201a-6160-4c73-b64d-7a6906f4bda7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.950586 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-debe7cad-f1d6-4f18-8096-66bcb532d2ff tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.954438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-debe7cad-f1d6-4f18-8096-66bcb532d2ff tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "DELETE /v2.0/security-groups/7b20201a-6160-4c73-b64d-7a6906f4bda7 HTTP/1.1" status: 204  len: 168 time: 0.4768994
Apr 16 21:30:35.955764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53480) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:35.974363 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6faa8715-97de-467a-a290-e1dab7ce8f10 None None] Provisioning complete for port 857cf708-3890-48a6-ae3c-9d3830ee690a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:35.974938 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6faa8715-97de-467a-a290-e1dab7ce8f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (857cf708-3890-48a6-ae3c-9d3830ee690a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:35.976437 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-9ac7ff52-aa9f-46f4-b67c-b604203841c7 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] show failed (client error): The resource could not be found.
Apr 16 21:30:35.979338 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9ac7ff52-aa9f-46f4-b67c-b604203841c7 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "GET /v2.0/security-groups/7b20201a-6160-4c73-b64d-7a6906f4bda7 HTTP/1.1" status: 404  len: 347 time: 0.0224423
Apr 16 21:30:35.984213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53482) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:36.034882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe7cad-f1d6-4f18-8096-66bcb532d2ff tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b20201a-6160-4c73-b64d-7a6906f4bda7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:36.035511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6faa8715-97de-467a-a290-e1dab7ce8f10 None None] Port 857cf708-3890-48a6-ae3c-9d3830ee690a cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:36.053169 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6faa8715-97de-467a-a290-e1dab7ce8f10 None None] Provisioning complete for port dc32a41c-9918-41ab-83c3-eb1986c15c30 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:36.053988 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6faa8715-97de-467a-a290-e1dab7ce8f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.067170 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac6f19-b0c9-405c-aa99-025a7995db6e None None] New status for floating IP 2c03811b-d364-4cf8-8c12-63a4a42f20b8: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:30:36.106063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b82d6-3c80-427f-ad99-32f9d7f742dc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:36.113143 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ec95c-67a5-42f2-9c6c-7413b3d5e09d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=45ba40a3-0847-446e-9583-e9377dffc6a8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:36.135092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-14fea6bc-5d46-4356-97e3-33b5fa0b4d56 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Deleting port 41e08b7d-42dc-4ee5-bb91-23395a1b53bc {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:36.136660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea6bc-5d46-4356-97e3-33b5fa0b4d56 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (41e08b7d-42dc-4ee5-bb91-23395a1b53bc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.140313 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9daaf347-7f32-4a85-a034-3fb9e2ef6b75), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.185521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=9daaf347-7f32-4a85-a034-3fb9e2ef6b75,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:36.187228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:36.189254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-247b82d6-3c80-427f-ad99-32f9d7f742dc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:36.201891 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No DVR routers for this DVR port 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:36.207571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b82d6-3c80-427f-ad99-32f9d7f742dc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:36.208283 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-247b82d6-3c80-427f-ad99-32f9d7f742dc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.213858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941121ea-72b0-4231-aee7-60c8077a94ba None None] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:36.245559 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (5884384f-40e7-43ed-9cd3-3657008494f1), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.270708 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea6bc-5d46-4356-97e3-33b5fa0b4d56 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (41e08b7d-42dc-4ee5-bb91-23395a1b53bc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.271193 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea6bc-5d46-4356-97e3-33b5fa0b4d56 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (41e08b7d-42dc-4ee5-bb91-23395a1b53bc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.287944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-14fea6bc-5d46-4356-97e3-33b5fa0b4d56 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Calling delete_port for 41e08b7d-42dc-4ee5-bb91-23395a1b53bc owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:36.295846 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.319030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6faa8715-97de-467a-a290-e1dab7ce8f10 None None] Current status of the port dc32a41c-9918-41ab-83c3-eb1986c15c30 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:36.342464 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d15ec95c-67a5-42f2-9c6c-7413b3d5e09d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.350231 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d15ec95c-67a5-42f2-9c6c-7413b3d5e09d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/45ba40a3-0847-446e-9583-e9377dffc6a8 HTTP/1.1" status: 204  len: 168 time: 2.7462552
Apr 16 21:30:36.354276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53486) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:36.459787 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b82d6-3c80-427f-ad99-32f9d7f742dc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Subnet': ['ID=5cf0fdd6-a1b1-4902-9964-8ece1e3696f1,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:36.526279 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (d8180cfc-2e5a-492f-8f18-db9ce45bf29d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.536764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-247b82d6-3c80-427f-ad99-32f9d7f742dc tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7478821
Apr 16 21:30:36.537433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53488) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:36.543181 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a100f3a4-63d9-4c45-9c82-da16d52ff3d9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'security_group': {'name': 'tempest-secgroup-1133363387'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:36.551284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:36.573621 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ea17250>,) {'filters': {'network_id': ['d8180cfc-2e5a-492f-8f18-db9ce45bf29d']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:36.584720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea17250>, '1ab1fba1-cfdb-4388-b256-511c542923a7') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:36.585021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea17250>, '1ab1fba1-cfdb-4388-b256-511c542923a7') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:36.593946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95edcb59-384f-4e35-a149-bf1830fdb9b1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:36.600347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95edcb59-384f-4e35-a149-bf1830fdb9b1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:36.600347 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-95edcb59-384f-4e35-a149-bf1830fdb9b1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2218311
Apr 16 21:30:36.600880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53490) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:36.613099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:36.613477 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.614108 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (1ab1fba1-cfdb-4388-b256-511c542923a7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.619128 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea6bc-5d46-4356-97e3-33b5fa0b4d56 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (41e08b7d-42dc-4ee5-bb91-23395a1b53bc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.662443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fea6bc-5d46-4356-97e3-33b5fa0b4d56 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Pushing event deleted for resources: {'Port': ['ID=41e08b7d-42dc-4ee5-bb91-23395a1b53bc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:36.662922 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1ab1fba1-cfdb-4388-b256-511c542923a7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.668291 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a100f3a4-63d9-4c45-9c82-da16d52ff3d9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.689336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:30:36.689336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (1ab1fba1-cfdb-4388-b256-511c542923a7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:30:36.693508 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:30:36.714148 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf9c45f-af16-450d-bf17-8c9ab89f2ed2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 27dd14c5-5b24-4e19-bfda-1ed5968a8733 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:36.742044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e00c0d-9968-43ad-9c8a-c348dd1e6e2a None None] Update dhcp port {'port': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'fixed_ips': [{'subnet_id': 'a2a6cb06-5393-43bb-b80a-36a15e68dea8', 'ip_address': '172.20.0.18'}, {'subnet_id': '5cf0fdd6-a1b1-4902-9964-8ece1e3696f1'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'dc32a41c-9918-41ab-83c3-eb1986c15c30'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:30:36.743938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:36.744359 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.751503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bf9c45f-af16-450d-bf17-8c9ab89f2ed2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (27dd14c5-5b24-4e19-bfda-1ed5968a8733), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.790798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5db8073f-6567-4ceb-97d4-2d31d6ff5ed6,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:36.791985 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-10e00c0d-9968-43ad-9c8a-c348dd1e6e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.795730 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea6bc-5d46-4356-97e3-33b5fa0b4d56 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks [] for floatingip (2c03811b-d364-4cf8-8c12-63a4a42f20b8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.797702 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea6bc-5d46-4356-97e3-33b5fa0b4d56 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.802144 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-14fea6bc-5d46-4356-97e3-33b5fa0b4d56 tempest-AttachVolumeNegativeTest-1739448039 tempest-AttachVolumeNegativeTest-1739448039-project] 10.222.0.20 "DELETE /v2.0/floatingips/2c03811b-d364-4cf8-8c12-63a4a42f20b8 HTTP/1.1" status: 204  len: 168 time: 0.8105545
Apr 16 21:30:36.829242 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a100f3a4-63d9-4c45-9c82-da16d52ff3d9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (49b8af43-d11f-4efb-af51-fd494fc66117), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.836268 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bf9c45f-af16-450d-bf17-8c9ab89f2ed2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (27dd14c5-5b24-4e19-bfda-1ed5968a8733), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.864802 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.925501 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:36.926289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:37.008085 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a100f3a4-63d9-4c45-9c82-da16d52ff3d9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (49b8af43-d11f-4efb-af51-fd494fc66117), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.012370 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (d8180cfc-2e5a-492f-8f18-db9ce45bf29d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.016995 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bf9c45f-af16-450d-bf17-8c9ab89f2ed2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (27dd14c5-5b24-4e19-bfda-1ed5968a8733), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.042975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100f3a4-63d9-4c45-9c82-da16d52ff3d9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b8af43-d11f-4efb-af51-fd494fc66117,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:37.057820 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.060556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=5db8073f-6567-4ceb-97d4-2d31d6ff5ed6,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:37.062044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/networks/d8180cfc-2e5a-492f-8f18-db9ce45bf29d HTTP/1.1" status: 204  len: 168 time: 2.6768384
Apr 16 21:30:37.066934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53494) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:37.088085 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf147c-4d6c-4f0c-8a77-b02e875b5e40 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Network': ['ID=d8180cfc-2e5a-492f-8f18-db9ce45bf29d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:37.089484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:37.089849 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c4b4b762-00ff-4aa8-8bdc-49dd8db15c04), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.124715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-10e00c0d-9968-43ad-9c8a-c348dd1e6e2a None None] Allocated IP 172.20.0.2 (ffeef9de-d8cb-4e1b-ae58-a242ecdef729/5cf0fdd6-a1b1-4902-9964-8ece1e3696f1/dc32a41c-9918-41ab-83c3-eb1986c15c30) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:37.174670 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a100f3a4-63d9-4c45-9c82-da16d52ff3d9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.176458 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a100f3a4-63d9-4c45-9c82-da16d52ff3d9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6379471
Apr 16 21:30:37.181353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53498) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:37.185740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9022e36-acdd-4106-a863-7dc754c0df4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (7c23cdde-0934-412d-ac2a-5116cc558567), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.186629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0d78536f-8df4-4d7c-bad0-c992a28de8f2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'security_group': {'name': 'tempest-secgroup-1544752219'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:37.216394 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Publish callbacks [] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.231437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bf9c45f-af16-450d-bf17-8c9ab89f2ed2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (27dd14c5-5b24-4e19-bfda-1ed5968a8733), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.273912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bf9c45f-af16-450d-bf17-8c9ab89f2ed2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.282057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2be97a3-6cfa-493a-b7f1-17140c405c08 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:37.286575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:37.286731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53500) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:37.289954 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0bf9c45f-af16-450d-bf17-8c9ab89f2ed2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/27dd14c5-5b24-4e19-bfda-1ed5968a8733 HTTP/1.1" status: 204  len: 168 time: 0.6848731
Apr 16 21:30:37.294961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9c45f-af16-450d-bf17-8c9ab89f2ed2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=27dd14c5-5b24-4e19-bfda-1ed5968a8733,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:37.301085 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9022e36-acdd-4106-a863-7dc754c0df4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (7c23cdde-0934-412d-ac2a-5116cc558567), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.335613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d78536f-8df4-4d7c-bad0-c992a28de8f2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.339886 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.341200 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0a428352-281a-44b9-80a6-1caff883cf81 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0532391
Apr 16 21:30:37.344626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53504) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:37.348070 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-10e00c0d-9968-43ad-9c8a-c348dd1e6e2a None None] For port dc32a41c-9918-41ab-83c3-eb1986c15c30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc32a41c-9918-41ab-83c3-eb1986c15c30,segment=NetworkSegment(a0edebaf-06a6-4343-b5dd-1bafaa6ce309),segment_id=a0edebaf-06a6-4343-b5dd-1bafaa6ce309)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:37.410325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b9022e36-acdd-4106-a863-7dc754c0df4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01247318b0>,) {'filters': {'network_id': ['7c23cdde-0934-412d-ac2a-5116cc558567']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:37.417374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ca550a20-1667-4b78-af5c-0c54bb4a6a72 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:37.419220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de21b7-d9d1-43e0-b371-2c6e87a326a2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:37.420792 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-32de21b7-d9d1-43e0-b371-2c6e87a326a2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0752022
Apr 16 21:30:37.426473 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-10e00c0d-9968-43ad-9c8a-c348dd1e6e2a None None] Publish callbacks [] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.426847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53516) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:37.439829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b9022e36-acdd-4106-a863-7dc754c0df4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01247318b0>, 'e29ffe42-cf5b-41b0-a484-79da9c9b0a4e') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:37.441164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b9022e36-acdd-4106-a863-7dc754c0df4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01247318b0>, 'e29ffe42-cf5b-41b0-a484-79da9c9b0a4e') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:37.447223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ca550a20-1667-4b78-af5c-0c54bb4a6a72 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:37.447580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ca550a20-1667-4b78-af5c-0c54bb4a6a72 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:37.448008 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:37.462326 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (5884384f-40e7-43ed-9cd3-3657008494f1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.473555 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:37.473555 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9daaf347-7f32-4a85-a034-3fb9e2ef6b75 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:37.476563 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9022e36-acdd-4106-a863-7dc754c0df4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (e29ffe42-cf5b-41b0-a484-79da9c9b0a4e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.489668 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-10e00c0d-9968-43ad-9c8a-c348dd1e6e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.501658 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9022e36-acdd-4106-a863-7dc754c0df4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e29ffe42-cf5b-41b0-a484-79da9c9b0a4e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.506400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c8603f-dde1-4f80-928b-35630c7eeb50 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:37.510487 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-85c8603f-dde1-4f80-928b-35630c7eeb50 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0802500
Apr 16 21:30:37.510649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Pushing event updated for resources: {'Port': ['ID=cec9956f-712c-46e3-b31d-7fcaaee81096,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:37.512132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53518) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:37.523326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9022e36-acdd-4106-a863-7dc754c0df4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:30:37.523326 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9022e36-acdd-4106-a863-7dc754c0df4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (e29ffe42-cf5b-41b0-a484-79da9c9b0a4e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:30:37.527448 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:30:37.598675 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-da190565-a055-4415-b5ea-b5c23682b4e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0804923
Apr 16 21:30:37.600315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53520) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:37.602711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e00c0d-9968-43ad-9c8a-c348dd1e6e2a None None] Pushing event updated for resources: {'Port': ['ID=dc32a41c-9918-41ab-83c3-eb1986c15c30,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:37.605164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-182f0b56-c995-4bf2-b6c4-722d7ac4baaf tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:37.611580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2948856a-88f8-4e83-887c-2c77a38c8af9 None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:37.667986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2948856a-88f8-4e83-887c-2c77a38c8af9 None None] Deleting port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:37.668517 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2948856a-88f8-4e83-887c-2c77a38c8af9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c4b4b762-00ff-4aa8-8bdc-49dd8db15c04), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.692070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Network 33417375-20a3-4356-abb1-47c6dcf1fa40 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:37.698957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:37.739830 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9022e36-acdd-4106-a863-7dc754c0df4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (7c23cdde-0934-412d-ac2a-5116cc558567), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.753466 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9022e36-acdd-4106-a863-7dc754c0df4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.759759 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d78536f-8df4-4d7c-bad0-c992a28de8f2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (539fd99d-cb73-43be-9a93-3a4e328d31ee), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.766656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b9022e36-acdd-4106-a863-7dc754c0df4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/networks/7c23cdde-0934-412d-ac2a-5116cc558567 HTTP/1.1" status: 204  len: 168 time: 0.6927221
Apr 16 21:30:37.766656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53522) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:37.778925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2948856a-88f8-4e83-887c-2c77a38c8af9 None None] For port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4b4b762-00ff-4aa8-8bdc-49dd8db15c04,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:37.779286 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2948856a-88f8-4e83-887c-2c77a38c8af9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c4b4b762-00ff-4aa8-8bdc-49dd8db15c04), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.800988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5de5dd93-49f8-4875-99e2-1940db424316 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-860171616'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:37.808787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2948856a-88f8-4e83-887c-2c77a38c8af9 None None] Calling delete_port for c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:37.825302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9022e36-acdd-4106-a863-7dc754c0df4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Network': ['ID=7c23cdde-0934-412d-ac2a-5116cc558567,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:37.845248 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d78536f-8df4-4d7c-bad0-c992a28de8f2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (539fd99d-cb73-43be-9a93-3a4e328d31ee), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.940726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78536f-8df4-4d7c-bad0-c992a28de8f2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539fd99d-cb73-43be-9a93-3a4e328d31ee,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:37.961372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182f0b56-c995-4bf2-b6c4-722d7ac4baaf tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:37.963596 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-182f0b56-c995-4bf2-b6c4-722d7ac4baaf tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:37.967998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Router 5884384f-40e7-43ed-9cd3-3657008494f1 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:30:38.001349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de5dd93-49f8-4875-99e2-1940db424316 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:38.005756 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5de5dd93-49f8-4875-99e2-1940db424316 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.056428 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2948856a-88f8-4e83-887c-2c77a38c8af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (c4b4b762-00ff-4aa8-8bdc-49dd8db15c04), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.060538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de5dd93-49f8-4875-99e2-1940db424316 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:30:38.065003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-17ac059a-5e06-4b16-840c-7afbd101305e None None] Provisioning complete for port cec9956f-712c-46e3-b31d-7fcaaee81096 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:38.065641 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-17ac059a-5e06-4b16-840c-7afbd101305e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.075663 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d78536f-8df4-4d7c-bad0-c992a28de8f2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.075849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5de5dd93-49f8-4875-99e2-1940db424316 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (67c8989c-7940-4521-bca8-e91985004621), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.076059 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-5de5dd93-49f8-4875-99e2-1940db424316 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Added segment 67c8989c-7940-4521-bca8-e91985004621 of type vlan for network 80122625-d2be-4327-8ce1-e654af4dbb97
Apr 16 21:30:38.077159 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0d78536f-8df4-4d7c-bad0-c992a28de8f2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.8946576
Apr 16 21:30:38.081411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53524) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:38.088518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-377b2850-f8a4-4268-8eb3-d2f721c08a7c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'security_group': {'name': 'tempest-secgroup-288876685'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:38.118473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948856a-88f8-4e83-887c-2c77a38c8af9 None None] Pushing event deleted for resources: {'Port': ['ID=c4b4b762-00ff-4aa8-8bdc-49dd8db15c04,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:38.131592 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948856a-88f8-4e83-887c-2c77a38c8af9 None None] No DVR routers for this DVR port c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:38.141338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-17ac059a-5e06-4b16-840c-7afbd101305e None None] Port cec9956f-712c-46e3-b31d-7fcaaee81096 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:38.175454 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5de5dd93-49f8-4875-99e2-1940db424316 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (80122625-d2be-4327-8ce1-e654af4dbb97), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.214995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:30:38.227052 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d78f2872-cbd4-41e3-b327-63fd2f85fa4c admin admin] 10.222.0.20 "PUT /v2.0/routers/5884384f-40e7-43ed-9cd3-3657008494f1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1648867
Apr 16 21:30:38.230367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Sync routers for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:30:38.236391 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-377b2850-f8a4-4268-8eb3-d2f721c08a7c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.254313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:38.255591 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247ae6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:38.280212 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5de5dd93-49f8-4875-99e2-1940db424316 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (80122625-d2be-4327-8ce1-e654af4dbb97), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.301321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de5dd93-49f8-4875-99e2-1940db424316 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:38.308768 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5de5dd93-49f8-4875-99e2-1940db424316 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.386320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:38.431944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5dd93-49f8-4875-99e2-1940db424316 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Network': ['ID=80122625-d2be-4327-8ce1-e654af4dbb97,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:38.456421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 80122625-d2be-4327-8ce1-e654af4dbb97 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:30:38.464918 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-377b2850-f8a4-4268-8eb3-d2f721c08a7c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (838b258f-8be8-4388-8e77-fcb44193df84), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.498674 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-182f0b56-c995-4bf2-b6c4-722d7ac4baaf tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (db3f137a-d703-43f4-b253-2d0424c4ccd7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.525408 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:30:38.526644 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5de5dd93-49f8-4875-99e2-1940db424316 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7311339
Apr 16 21:30:38.527315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53536) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:38.533709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5440ab56-2d74-47e2-a1d1-814bb632be19 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'subnet': {'network_id': '80122625-d2be-4327-8ce1-e654af4dbb97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:38.554849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-377b2850-f8a4-4268-8eb3-d2f721c08a7c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (838b258f-8be8-4388-8e77-fcb44193df84), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.555301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-aa5af999-5922-42b7-ad3b-76216383adfc None None] Provisioning complete for port 857cf708-3890-48a6-ae3c-9d3830ee690a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:38.555681 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-aa5af999-5922-42b7-ad3b-76216383adfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (857cf708-3890-48a6-ae3c-9d3830ee690a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.566627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182f0b56-c995-4bf2-b6c4-722d7ac4baaf tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:38.573550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-182f0b56-c995-4bf2-b6c4-722d7ac4baaf tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:38.582665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f0b56-c995-4bf2-b6c4-722d7ac4baaf tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:38.583443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-182f0b56-c995-4bf2-b6c4-722d7ac4baaf tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.602607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f0b56-c995-4bf2-b6c4-722d7ac4baaf tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=db3f137a-d703-43f4-b253-2d0424c4ccd7,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:38.604210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac9b692-6cdd-498b-b407-8231f42cb865 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:38.651586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b2850-f8a4-4268-8eb3-d2f721c08a7c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838b258f-8be8-4388-8e77-fcb44193df84,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:38.701388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:38.701765 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.711794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-aa5af999-5922-42b7-ad3b-76216383adfc None None] Port 857cf708-3890-48a6-ae3c-9d3830ee690a cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:38.740331 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-182f0b56-c995-4bf2-b6c4-722d7ac4baaf tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1367879
Apr 16 21:30:38.740532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53538) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:38.745981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'fixed_ips': [{'subnet_id': 'db3f137a-d703-43f4-b253-2d0424c4ccd7', 'ip_address': '2001:db8::3081:b56f:aa3d:6bf8'}], 'name': 'tempest-NetworksTestDHCPv6-1530337429'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:38.793544 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-377b2850-f8a4-4268-8eb3-d2f721c08a7c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.794977 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-377b2850-f8a4-4268-8eb3-d2f721c08a7c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.7122982
Apr 16 21:30:38.798365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53540) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:38.804595 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-359060482', 'security_groups': ['838b258f-8be8-4388-8e77-fcb44193df84'], 'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5cf0fdd6-a1b1-4902-9964-8ece1e3696f1'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:38.873452 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5440ab56-2d74-47e2-a1d1-814bb632be19 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:38.877093 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5440ab56-2d74-47e2-a1d1-814bb632be19 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:38.973563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-aa5af999-5922-42b7-ad3b-76216383adfc None None] Provisioning complete for port dc32a41c-9918-41ab-83c3-eb1986c15c30 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:38.973946 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-aa5af999-5922-42b7-ad3b-76216383adfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.039795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53542) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:39.045276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-43b18bc8-b7ec-4493-a076-e5bab718a40c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699765248', 'description': 'tempest-description--1102034692'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:39.295766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:39.295766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device dc32a41c-9918-41ab-83c3-eb1986c15c30 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:39.295766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247ae6a0>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 2, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:39.295766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Checking router: 5884384f-40e7-43ed-9cd3-3657008494f1 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:30:39.295766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Updating router 5884384f-40e7-43ed-9cd3-3657008494f1 port cec9956f-712c-46e3-b31d-7fcaaee81096 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:30:39.295766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-aa5af999-5922-42b7-ad3b-76216383adfc None None] Current status of the port dc32a41c-9918-41ab-83c3-eb1986c15c30 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:39.295766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port dc32a41c-9918-41ab-83c3-eb1986c15c30 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:39.297223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.301679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': 'db3f137a-d703-43f4-b253-2d0424c4ccd7'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:39.302534 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.311687 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.349103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:39.408331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:39.436817 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fb0af97a-1433-45fd-a071-b4d6e420d189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.448408 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.465069 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5440ab56-2d74-47e2-a1d1-814bb632be19 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (8f80b285-3ad6-4ef5-a018-420b573e6987), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.472856 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-43b18bc8-b7ec-4493-a076-e5bab718a40c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.509477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port d38032e7-b633-45f2-818e-66b102648b9d yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:30:39.568318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.573154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440ab56-2d74-47e2-a1d1-814bb632be19 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Subnet': ['ID=8f80b285-3ad6-4ef5-a018-420b573e6987,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:39.601389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port dc32a41c-9918-41ab-83c3-eb1986c15c30 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:39.610583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] device_id is not set on port 814adcd5-b3d5-4eb3-b4b1-909cd37a7549 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:30:39.614418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Allocated IP 2001:db8::2 (0d27c69b-2090-42d8-afae-1332cd31e453/db3f137a-d703-43f4-b253-2d0424c4ccd7/ccfad3c6-b5e4-4943-923c-c79ca54541e4) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:39.630741 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-43b18bc8-b7ec-4493-a076-e5bab718a40c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group (ffa34c0e-1d19-450c-a31f-228c4cfd918b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.650542 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440ab56-2d74-47e2-a1d1-814bb632be19 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Checking segment: {'id': '67c8989c-7940-4521-bca8-e91985004621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '80122625-d2be-4327-8ce1-e654af4dbb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:39.651051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5440ab56-2d74-47e2-a1d1-814bb632be19 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network hostable DHCP agents. Network: 80122625-d2be-4327-8ce1-e654af4dbb97, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:30:39.703622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:39.711929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-43b18bc8-b7ec-4493-a076-e5bab718a40c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ffa34c0e-1d19-450c-a31f-228c4cfd918b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.737620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:39.737981 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c4b4b762-00ff-4aa8-8bdc-49dd8db15c04 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:39.757608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b18bc8-b7ec-4493-a076-e5bab718a40c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa34c0e-1d19-450c-a31f-228c4cfd918b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:39.768723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5440ab56-2d74-47e2-a1d1-814bb632be19 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 80122625-d2be-4327-8ce1-e654af4dbb97 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:30:39.816678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.11 (ffeef9de-d8cb-4e1b-ae58-a242ecdef729/5cf0fdd6-a1b1-4902-9964-8ece1e3696f1/814adcd5-b3d5-4eb3-b4b1-909cd37a7549) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:39.828240 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-43b18bc8-b7ec-4493-a076-e5bab718a40c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.832240 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-43b18bc8-b7ec-4493-a076-e5bab718a40c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.7882588
Apr 16 21:30:39.837673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53548) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:39.837942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-fbb7c579-b008-4d14-8028-1d3ae55355df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Request body: {'security_group_rule': {'security_group_id': 'ffa34c0e-1d19-450c-a31f-228c4cfd918b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:39.857866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-5440ab56-2d74-47e2-a1d1-814bb632be19 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 80122625-d2be-4327-8ce1-e654af4dbb97) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:39.863837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5440ab56-2d74-47e2-a1d1-814bb632be19 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:39.865025 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5440ab56-2d74-47e2-a1d1-814bb632be19 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.877714 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4d6aa4-4443-40a7-b3c8-75fd9a97d24d None None] Network 80122625-d2be-4327-8ce1-e654af4dbb97 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:39.917375 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbb7c579-b008-4d14-8028-1d3ae55355df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group_rule (55fec2ee-1fcc-44d4-bd39-ceed523d012c), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:39.942899 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5440ab56-2d74-47e2-a1d1-814bb632be19 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4145269
Apr 16 21:30:39.944058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53550) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:39.950160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-8ebf27a8-fae9-44d5-bc31-ed9f3c552f9f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1119376429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:39.995421 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (814adcd5-b3d5-4eb3-b4b1-909cd37a7549), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.001585 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Publish callbacks [] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.015818 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbb7c579-b008-4d14-8028-1d3ae55355df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group_rule (55fec2ee-1fcc-44d4-bd39-ceed523d012c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.017350 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Publish callbacks [] for port (ccfad3c6-b5e4-4943-923c-c79ca54541e4), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.059275 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ebf27a8-fae9-44d5-bc31-ed9f3c552f9f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (b561472c-8d0f-46a0-9929-aafdcda430f1), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.060424 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ebf27a8-fae9-44d5-bc31-ed9f3c552f9f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (b561472c-8d0f-46a0-9929-aafdcda430f1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.073549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-80122625-d2be-4327-8ce1-e654af4dbb97', 'network_id': '80122625-d2be-4327-8ce1-e654af4dbb97', 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'fixed_ips': [{'subnet_id': '8f80b285-3ad6-4ef5-a018-420b573e6987'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:40.074468 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.097053 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (ccfad3c6-b5e4-4943-923c-c79ca54541e4), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.102455 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.114964 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbb7c579-b008-4d14-8028-1d3ae55355df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (55fec2ee-1fcc-44d4-bd39-ceed523d012c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.149543 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (814adcd5-b3d5-4eb3-b4b1-909cd37a7549), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.208918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:40.215443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:40.216436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:40.217091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7c579-b008-4d14-8028-1d3ae55355df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fec2ee-1fcc-44d4-bd39-ceed523d012c,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:40.220279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Pushing event updated for resources: {'Port': ['ID=ccfad3c6-b5e4-4943-923c-c79ca54541e4,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:40.220993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:40.224561 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:40.228149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:40.240881 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ebf27a8-fae9-44d5-bc31-ed9f3c552f9f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (b561472c-8d0f-46a0-9929-aafdcda430f1), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.258910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::3081:b56f:aa3d:6bf8 (0d27c69b-2090-42d8-afae-1332cd31e453/db3f137a-d703-43f4-b253-2d0424c4ccd7/d38032e7-b633-45f2-818e-66b102648b9d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:40.282405 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbb7c579-b008-4d14-8028-1d3ae55355df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.288014 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fbb7c579-b008-4d14-8028-1d3ae55355df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4533932
Apr 16 21:30:40.291034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53552) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:40.301536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d244f60a-2b6a-4c20-8bde-7db311db8587 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Request body: {'security_group_rule': {'security_group_id': 'ffa34c0e-1d19-450c-a31f-228c4cfd918b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:40.302301 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:40.303078 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.317467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=814adcd5-b3d5-4eb3-b4b1-909cd37a7549,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:40.342826 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ebf27a8-fae9-44d5-bc31-ed9f3c552f9f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (b561472c-8d0f-46a0-9929-aafdcda430f1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.410601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-618435fb-89c6-47e7-b7ad-9bdd8b4ae6ba tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.6103103
Apr 16 21:30:40.413161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53556) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:40.418284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-5b34b6a2-a9c0-4d14-8023-85d80ab10617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:40.433807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a87d84-721c-4907-9458-dc625714c2a6 None None] Pushing event updated for resources: {'Port': ['ID=cec9956f-712c-46e3-b31d-7fcaaee81096,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:40.509190 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Allocated IP 2001:db8::2 (80122625-d2be-4327-8ce1-e654af4dbb97/8f80b285-3ad6-4ef5-a018-420b573e6987/47afe34f-37cd-4ec4-96be-46321529e63b) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:40.516558 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ebf27a8-fae9-44d5-bc31-ed9f3c552f9f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.516558 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8ebf27a8-fae9-44d5-bc31-ed9f3c552f9f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5647745
Apr 16 21:30:40.516558 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53562) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:40.520310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'port': {'network_id': '80122625-d2be-4327-8ce1-e654af4dbb97', 'name': 'tempest-RoutersIpV6Test-567865198'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:40.522263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Attempting to bind port cec9956f-712c-46e3-b31d-7fcaaee81096 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:40.522652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Attempting to bind port cec9956f-712c-46e3-b31d-7fcaaee81096 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:40.523023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Attempting to bind port cec9956f-712c-46e3-b31d-7fcaaee81096 on network 33417375-20a3-4356-abb1-47c6dcf1fa40 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:40.536277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:40.536277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Checking segment: {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:40.545613 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.545613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Bound using segment: {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:40.545613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Bound port: cec9956f-712c-46e3-b31d-7fcaaee81096, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:40.545613 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.605901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Attempting to bind port ccfad3c6-b5e4-4943-923c-c79ca54541e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:40.606275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Attempting to bind port ccfad3c6-b5e4-4943-923c-c79ca54541e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:40.606643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Attempting to bind port ccfad3c6-b5e4-4943-923c-c79ca54541e4 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:40.634455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:40.634828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:40.635235 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.635631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:40.636137 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Bound port: ccfad3c6-b5e4-4943-923c-c79ca54541e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:40.636550 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ccfad3c6-b5e4-4943-923c-c79ca54541e4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.643625 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d244f60a-2b6a-4c20-8bde-7db311db8587 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group_rule (9bb1ec2c-d586-489b-bb9b-e2a63ecf5b6b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.694285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b34b6a2-a9c0-4d14-8023-85d80ab10617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:40.697817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] For port cec9956f-712c-46e3-b31d-7fcaaee81096, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:40.706435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (d38032e7-b633-45f2-818e-66b102648b9d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.706547 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5b34b6a2-a9c0-4d14-8023-85d80ab10617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.744721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] For port cec9956f-712c-46e3-b31d-7fcaaee81096, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cec9956f-712c-46e3-b31d-7fcaaee81096,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:40.751973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c23af5de-b2fb-45fb-b0fe-5c904f8bb873 None None] Provisioning complete for port 814adcd5-b3d5-4eb3-b4b1-909cd37a7549 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:40.752360 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c23af5de-b2fb-45fb-b0fe-5c904f8bb873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (814adcd5-b3d5-4eb3-b4b1-909cd37a7549), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.786285 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d244f60a-2b6a-4c20-8bde-7db311db8587 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group_rule (9bb1ec2c-d586-489b-bb9b-e2a63ecf5b6b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.796061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c23af5de-b2fb-45fb-b0fe-5c904f8bb873 None None] Port 814adcd5-b3d5-4eb3-b4b1-909cd37a7549 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:40.831531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c23af5de-b2fb-45fb-b0fe-5c904f8bb873 None None] Provisioning complete for port cec9956f-712c-46e3-b31d-7fcaaee81096 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:40.832062 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c23af5de-b2fb-45fb-b0fe-5c904f8bb873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.838021 ncdv-master-1 neutron-server[122556]: INFO neutron.db.ipam_backend_mixin [None req-5b34b6a2-a9c0-4d14-8023-85d80ab10617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5cf0fdd6-a1b1-4902-9964-8ece1e3696f1 (CIDR: 172.20.0.0/28)
Apr 16 21:30:40.870747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] For port ccfad3c6-b5e4-4943-923c-c79ca54541e4, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:40.871293 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:40.874716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.880515 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d244f60a-2b6a-4c20-8bde-7db311db8587 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (9bb1ec2c-d586-489b-bb9b-e2a63ecf5b6b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.894763 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.902204 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b34b6a2-a9c0-4d14-8023-85d80ab10617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:30:40.902915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b34b6a2-a9c0-4d14-8023-85d80ab10617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:40.905153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] For port ccfad3c6-b5e4-4943-923c-c79ca54541e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccfad3c6-b5e4-4943-923c-c79ca54541e4,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:40.918086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244f60a-2b6a-4c20-8bde-7db311db8587 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb1ec2c-d586-489b-bb9b-e2a63ecf5b6b,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:40.920589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] device_id is not set on port 5580c9b0-9b67-4a87-84fb-9b81d3955e88 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:30:40.931970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d38032e7-b633-45f2-818e-66b102648b9d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:40.973393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c23af5de-b2fb-45fb-b0fe-5c904f8bb873 None None] Port cec9956f-712c-46e3-b31d-7fcaaee81096 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:41.000113 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Publish callbacks [] for port (47afe34f-37cd-4ec4-96be-46321529e63b), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.009596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:41.010245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247ae6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:41.016055 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a87d84-721c-4907-9458-dc625714c2a6 None None] Pushing event updated for resources: {'Port': ['ID=cec9956f-712c-46e3-b31d-7fcaaee81096,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:41.045566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5b34b6a2-a9c0-4d14-8023-85d80ab10617 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6313086
Apr 16 21:30:41.048599 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53576) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:41.055063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2828846f-aef7-4cc0-a766-b3785b2f9176 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:41.059605 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ccfad3c6-b5e4-4943-923c-c79ca54541e4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.106167 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.233926 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:30:41.356929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2828846f-aef7-4cc0-a766-b3785b2f9176 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:41.361354 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2828846f-aef7-4cc0-a766-b3785b2f9176 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.409891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:41.413384 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d244f60a-2b6a-4c20-8bde-7db311db8587 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.415201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d244f60a-2b6a-4c20-8bde-7db311db8587 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1230402
Apr 16 21:30:41.416285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:41.470277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53578) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:41.475760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:41.508274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Allocated IP 2001:db8::31a (80122625-d2be-4327-8ce1-e654af4dbb97/8f80b285-3ad6-4ef5-a018-420b573e6987/5580c9b0-9b67-4a87-84fb-9b81d3955e88) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:41.538240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=d38032e7-b633-45f2-818e-66b102648b9d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:41.544163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:41.549985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:41.550306 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.563244 ncdv-master-1 neutron-server[122556]: INFO neutron.db.ipam_backend_mixin [None req-2828846f-aef7-4cc0-a766-b3785b2f9176 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a2a6cb06-5393-43bb-b80a-36a15e68dea8 (CIDR: 172.20.0.16/28)
Apr 16 21:30:41.603106 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-2828846f-aef7-4cc0-a766-b3785b2f9176 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:30:41.604781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2828846f-aef7-4cc0-a766-b3785b2f9176 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:41.609674 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.647134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Network 80122625-d2be-4327-8ce1-e654af4dbb97 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:41.653793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbf6ec-6ac1-4f6d-8ba7-d1a1bf801c28 None None] Pushing event updated for resources: {'Port': ['ID=ccfad3c6-b5e4-4943-923c-c79ca54541e4,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:41.675533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-90c74663-d3a5-41d9-8075-e2e412cf67b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.9315362
Apr 16 21:30:41.677894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53582) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:41.683722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-69a74228-02a3-4f18-abab-d5a9ec10cb95 None None] Provisioning complete for port cec9956f-712c-46e3-b31d-7fcaaee81096 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:41.684109 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-69a74228-02a3-4f18-abab-d5a9ec10cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.690341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:41.693097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:41.717985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.754650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e306734-2d5a-4bfa-a0fb-1fcf02e59d6e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:41.760083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e306734-2d5a-4bfa-a0fb-1fcf02e59d6e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:41.762180 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1e306734-2d5a-4bfa-a0fb-1fcf02e59d6e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.0829089
Apr 16 21:30:41.765132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53584) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:41.769115 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2828846f-aef7-4cc0-a766-b3785b2f9176 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.7192523
Apr 16 21:30:41.771776 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.773544 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53586) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:41.777978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Pushing event updated for resources: {'Port': ['ID=47afe34f-37cd-4ec4-96be-46321529e63b,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:41.778554 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d40f7828-7ad7-4905-9392-05409d21dbdb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'subnet': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:41.814785 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ae75-9d78-43e1-836b-4acaa0f14a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.854774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Attempting to bind port 47afe34f-37cd-4ec4-96be-46321529e63b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:41.855009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Attempting to bind port 47afe34f-37cd-4ec4-96be-46321529e63b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '67c8989c-7940-4521-bca8-e91985004621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '80122625-d2be-4327-8ce1-e654af4dbb97'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:41.855283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Attempting to bind port 47afe34f-37cd-4ec4-96be-46321529e63b on network 80122625-d2be-4327-8ce1-e654af4dbb97 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:41.876071 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.890268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:41.891216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Checking segment: {'id': '67c8989c-7940-4521-bca8-e91985004621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '80122625-d2be-4327-8ce1-e654af4dbb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:41.891622 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.892145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Bound using segment: {'id': '67c8989c-7940-4521-bca8-e91985004621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '80122625-d2be-4327-8ce1-e654af4dbb97'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:41.892719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Bound port: 47afe34f-37cd-4ec4-96be-46321529e63b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c8989c-7940-4521-bca8-e91985004621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '80122625-d2be-4327-8ce1-e654af4dbb97'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:41.893622 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.956735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 80122625-d2be-4327-8ce1-e654af4dbb97 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:41.959908 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-f1419f4f-2721-441c-bd75-95b6e568a963 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port d38032e7-b633-45f2-818e-66b102648b9d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:41.960525 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1419f4f-2721-441c-bd75-95b6e568a963 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d38032e7-b633-45f2-818e-66b102648b9d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:41.973432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Allocated IP 172.35.1.77 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/47b992cd-f30e-410d-906e-1acedf1226c2) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:41.976363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:41.991133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247ae6a0>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:40Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:41.994309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-69a74228-02a3-4f18-abab-d5a9ec10cb95 None None] Current status of the port cec9956f-712c-46e3-b31d-7fcaaee81096 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:41.994913 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-69a74228-02a3-4f18-abab-d5a9ec10cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:42.008991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:42.015684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:42.016441 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:42.033605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=5580c9b0-9b67-4a87-84fb-9b81d3955e88,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:42.036840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23fb08-fb07-43f2-9982-cdd58301112a None None] The sync data for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 is: [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:40Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:30:42.061457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40f7828-7ad7-4905-9392-05409d21dbdb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Made reservation on behalf of 320449ac75f842198f730cb6d86e6944 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:42.066826 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d40f7828-7ad7-4905-9392-05409d21dbdb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:42.083153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] For port 47afe34f-37cd-4ec4-96be-46321529e63b, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:42.088188 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] For port 47afe34f-37cd-4ec4-96be-46321529e63b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47afe34f-37cd-4ec4-96be-46321529e63b,segment=NetworkSegment(67c8989c-7940-4521-bca8-e91985004621),segment_id=67c8989c-7940-4521-bca8-e91985004621)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:42.098026 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4b17edbe-7218-4339-a679-3a95a2ad3f2f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.5824640
Apr 16 21:30:42.119524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53590) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:42.121400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-69a74228-02a3-4f18-abab-d5a9ec10cb95 None None] For port cec9956f-712c-46e3-b31d-7fcaaee81096, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cec9956f-712c-46e3-b31d-7fcaaee81096,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:42.180390 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:42.201142 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1419f4f-2721-441c-bd75-95b6e568a963 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d38032e7-b633-45f2-818e-66b102648b9d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:42.264672 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-69a74228-02a3-4f18-abab-d5a9ec10cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:42.293419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for port (47b992cd-f30e-410d-906e-1acedf1226c2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:42.301478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84c591-2456-4136-bff7-38f4c4ee5cec None None] Pushing event updated for resources: {'Port': ['ID=47afe34f-37cd-4ec4-96be-46321529e63b,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:42.385934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-f1419f4f-2721-441c-bd75-95b6e568a963 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for d38032e7-b633-45f2-818e-66b102648b9d owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:42.413391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a74228-02a3-4f18-abab-d5a9ec10cb95 None None] Pushing event updated for resources: {'Port': ['ID=cec9956f-712c-46e3-b31d-7fcaaee81096,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:42.471503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ccfad3c6-b5e4-4943-923c-c79ca54541e4 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:42.527189 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:42.568386 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (47b992cd-f30e-410d-906e-1acedf1226c2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:42.594632 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ccfad3c6-b5e4-4943-923c-c79ca54541e4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:42.596296 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ccfad3c6-b5e4-4943-923c-c79ca54541e4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:42.763126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:42.771740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:42.774762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:42.776680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ccfad3c6-b5e4-4943-923c-c79ca54541e4 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:42.777179 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ccfad3c6-b5e4-4943-923c-c79ca54541e4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:42.822127 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event updated for resources: {'Port': ['ID=47b992cd-f30e-410d-906e-1acedf1226c2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:42.831183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port ccfad3c6-b5e4-4943-923c-c79ca54541e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccfad3c6-b5e4-4943-923c-c79ca54541e4,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:42.907428 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ccfad3c6-b5e4-4943-923c-c79ca54541e4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:42.908526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cec9956f-712c-46e3-b31d-7fcaaee81096 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:42.937671 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d40f7828-7ad7-4905-9392-05409d21dbdb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (9e26ecf6-cd69-45fa-be40-2b998462213f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:43.038751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40f7828-7ad7-4905-9392-05409d21dbdb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:43.045184 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d40f7828-7ad7-4905-9392-05409d21dbdb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:43.050370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=ccfad3c6-b5e4-4943-923c-c79ca54541e4,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:43.058811 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40f7828-7ad7-4905-9392-05409d21dbdb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:43.058811 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d40f7828-7ad7-4905-9392-05409d21dbdb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:43.063834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port cec9956f-712c-46e3-b31d-7fcaaee81096 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:43.064124 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:43.067194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd0cc6a-3ca4-46ae-b02e-94f67699fc58 None None] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:43.074091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f7828-7ad7-4905-9392-05409d21dbdb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Subnet': ['ID=9e26ecf6-cd69-45fa-be40-2b998462213f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:43.111313 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1419f4f-2721-441c-bd75-95b6e568a963 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d38032e7-b633-45f2-818e-66b102648b9d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:43.170129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:43.173254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1419f4f-2721-441c-bd75-95b6e568a963 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=d38032e7-b633-45f2-818e-66b102648b9d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:43.261854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53596) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:43.262679 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d40f7828-7ad7-4905-9392-05409d21dbdb tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.4877377
Apr 16 21:30:43.275956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6c9c9f70-a74b-4a0b-b534-e8515fe2a186 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1629379066', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9e26ecf6-cd69-45fa-be40-2b998462213f'}], 'security_groups': ['49b8af43-d11f-4efb-af51-fd494fc66117', '539fd99d-cb73-43be-9a93-3a4e328d31ee']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:43.279561 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (a9408a39-2378-4740-a312-162609c05f06), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:43.366963 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1419f4f-2721-441c-bd75-95b6e568a963 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:43.372456 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f1419f4f-2721-441c-bd75-95b6e568a963 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/d38032e7-b633-45f2-818e-66b102648b9d HTTP/1.1" status: 204  len: 168 time: 1.6051247
Apr 16 21:30:43.375630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53598) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:43.381357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0ef286fe-a9fb-40c9-b3c4-d677094b6177 None None] Provisioning complete for port ccfad3c6-b5e4-4943-923c-c79ca54541e4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:43.381735 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0ef286fe-a9fb-40c9-b3c4-d677094b6177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ccfad3c6-b5e4-4943-923c-c79ca54541e4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:43.492747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0ef286fe-a9fb-40c9-b3c4-d677094b6177 None None] Current status of the port ccfad3c6-b5e4-4943-923c-c79ca54541e4 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:43.498455 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:43.523214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b242899-773b-406d-8bc0-fbb801462731 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:43.528416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b242899-773b-406d-8bc0-fbb801462731 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:43.533076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5b242899-773b-406d-8bc0-fbb801462731 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1554790
Apr 16 21:30:43.533832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53600) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:43.567734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port cec9956f-712c-46e3-b31d-7fcaaee81096 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:43.579717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0b51c-22f0-4567-b48c-9daf1a1eb55e None None] Update dhcp port {'port': {'network_id': 'ffeef9de-d8cb-4e1b-ae58-a242ecdef729', 'fixed_ips': [{'subnet_id': 'a2a6cb06-5393-43bb-b80a-36a15e68dea8', 'ip_address': '172.20.0.18'}, {'subnet_id': '5cf0fdd6-a1b1-4902-9964-8ece1e3696f1', 'ip_address': '172.20.0.2'}, {'subnet_id': '9e26ecf6-cd69-45fa-be40-2b998462213f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'dc32a41c-9918-41ab-83c3-eb1986c15c30'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:30:43.603655 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (47b992cd-f30e-410d-906e-1acedf1226c2), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:43.619312 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3bc0b51c-22f0-4567-b48c-9daf1a1eb55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:43.645097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-064b5c26-de12-424f-9895-b487768bbc84 None None] Could not find standard attr ID for object d38032e7-b633-45f2-818e-66b102648b9d. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:30:43.733900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8897389-ed19-41a7-afb5-48617b51dbe7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet db3f137a-d703-43f4-b253-2d0424c4ccd7 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:43.759346 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8897389-ed19-41a7-afb5-48617b51dbe7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (db3f137a-d703-43f4-b253-2d0424c4ccd7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:43.926438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-3bc0b51c-22f0-4567-b48c-9daf1a1eb55e None None] Allocated IP 172.20.0.34 (ffeef9de-d8cb-4e1b-ae58-a242ecdef729/9e26ecf6-cd69-45fa-be40-2b998462213f/dc32a41c-9918-41ab-83c3-eb1986c15c30) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:43.964528 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c9c9f70-a74b-4a0b-b534-e8515fe2a186 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (814adcd5-b3d5-4eb3-b4b1-909cd37a7549), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.054960 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3bc0b51c-22f0-4567-b48c-9daf1a1eb55e None None] For port dc32a41c-9918-41ab-83c3-eb1986c15c30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc32a41c-9918-41ab-83c3-eb1986c15c30,segment=NetworkSegment(a0edebaf-06a6-4343-b5dd-1bafaa6ce309),segment_id=a0edebaf-06a6-4343-b5dd-1bafaa6ce309)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:44.090836 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3bc0b51c-22f0-4567-b48c-9daf1a1eb55e None None] Publish callbacks [] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.124269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2007f779-34bf-43f3-ab0f-b32c8362bab1 None None] Network 80122625-d2be-4327-8ce1-e654af4dbb97 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:44.196729 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.199328 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3bc0b51c-22f0-4567-b48c-9daf1a1eb55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.212645 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.302810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2199a862-6a95-4bba-80d0-396e4866e469 None None] Provisioning complete for port 47afe34f-37cd-4ec4-96be-46321529e63b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:44.303265 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2199a862-6a95-4bba-80d0-396e4866e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.305783 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.371795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0b51c-22f0-4567-b48c-9daf1a1eb55e None None] Pushing event updated for resources: {'Port': ['ID=dc32a41c-9918-41ab-83c3-eb1986c15c30,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:44.424967 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8897389-ed19-41a7-afb5-48617b51dbe7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (db3f137a-d703-43f4-b253-2d0424c4ccd7), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.478613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 47afe34f-37cd-4ec4-96be-46321529e63b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:44.527093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2199a862-6a95-4bba-80d0-396e4866e469 None None] Current status of the port 47afe34f-37cd-4ec4-96be-46321529e63b is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:44.527402 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2199a862-6a95-4bba-80d0-396e4866e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.558798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=5580c9b0-9b67-4a87-84fb-9b81d3955e88,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:44.591322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 47afe34f-37cd-4ec4-96be-46321529e63b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:44.591792 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.608563 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8897389-ed19-41a7-afb5-48617b51dbe7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (db3f137a-d703-43f4-b253-2d0424c4ccd7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.643324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2199a862-6a95-4bba-80d0-396e4866e469 None None] For port 47afe34f-37cd-4ec4-96be-46321529e63b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47afe34f-37cd-4ec4-96be-46321529e63b,segment=NetworkSegment(67c8989c-7940-4521-bca8-e91985004621),segment_id=67c8989c-7940-4521-bca8-e91985004621)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:44.722420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for port (47b992cd-f30e-410d-906e-1acedf1226c2), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.766474 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2199a862-6a95-4bba-80d0-396e4866e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.776102 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (b561472c-8d0f-46a0-9929-aafdcda430f1), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.808666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 47afe34f-37cd-4ec4-96be-46321529e63b is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:44.809402 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.819489 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8897389-ed19-41a7-afb5-48617b51dbe7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (db3f137a-d703-43f4-b253-2d0424c4ccd7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.838022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199a862-6a95-4bba-80d0-396e4866e469 None None] Pushing event updated for resources: {'Port': ['ID=47afe34f-37cd-4ec4-96be-46321529e63b,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:44.870085 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8897389-ed19-41a7-afb5-48617b51dbe7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=db3f137a-d703-43f4-b253-2d0424c4ccd7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:44.878512 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (47b992cd-f30e-410d-906e-1acedf1226c2), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.897935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9c0044f3-0e7d-4d5d-9654-c81716502a19 None None] Provisioning complete for port 47afe34f-37cd-4ec4-96be-46321529e63b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:44.898302 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9c0044f3-0e7d-4d5d-9654-c81716502a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.926438 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8897389-ed19-41a7-afb5-48617b51dbe7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:44.929604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-6c9c9f70-a74b-4a0b-b534-e8515fe2a186 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Delete allocated IP 172.20.0.11 (ffeef9de-d8cb-4e1b-ae58-a242ecdef729/5cf0fdd6-a1b1-4902-9964-8ece1e3696f1) {{(pid=122555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 16 21:30:44.942074 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e8897389-ed19-41a7-afb5-48617b51dbe7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/db3f137a-d703-43f4-b253-2d0424c4ccd7 HTTP/1.1" status: 204  len: 168 time: 1.4015193
Apr 16 21:30:44.944388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-6c9c9f70-a74b-4a0b-b534-e8515fe2a186 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Allocated IP 172.20.0.35 (ffeef9de-d8cb-4e1b-ae58-a242ecdef729/9e26ecf6-cd69-45fa-be40-2b998462213f/814adcd5-b3d5-4eb3-b4b1-909cd37a7549) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:44.950330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53608) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:45.012769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event updated for resources: {'Port': ['ID=47b992cd-f30e-410d-906e-1acedf1226c2,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:45.024288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e7ee6146-a434-4860-a4f1-986efad46a04 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0710142
Apr 16 21:30:45.028665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53610) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:45.035876 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-08ace366-3680-49ed-9592-479c3fc04f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:45.181729 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (a9408a39-2378-4740-a312-162609c05f06), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.208206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8327ed54-7029-4827-97cc-2554b0d46fe9 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:45.224785 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:30:45.224785 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:30:45.230405 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.325934 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.327331 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4986283f-5416-43dc-8914-13edfef51767 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.8559244
Apr 16 21:30:45.367371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9c0044f3-0e7d-4d5d-9654-c81716502a19 None None] Current status of the port 47afe34f-37cd-4ec4-96be-46321529e63b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:45.397154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9c0044f3-0e7d-4d5d-9654-c81716502a19 None None] Provisioning complete for port 5580c9b0-9b67-4a87-84fb-9b81d3955e88 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:45.397606 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9c0044f3-0e7d-4d5d-9654-c81716502a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.434979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ace366-3680-49ed-9592-479c3fc04f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:45.443834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08ace366-3680-49ed-9592-479c3fc04f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.447013 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c9c9f70-a74b-4a0b-b534-e8515fe2a186 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for port (814adcd5-b3d5-4eb3-b4b1-909cd37a7549), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.493286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9c0044f3-0e7d-4d5d-9654-c81716502a19 None None] Port 5580c9b0-9b67-4a87-84fb-9b81d3955e88 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:45.509284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be3e460-81d3-4603-a034-de9726d77ec7 None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:45.510102 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.564244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0be3e460-81d3-4603-a034-de9726d77ec7 None None] Deleting port ccfad3c6-b5e4-4943-923c-c79ca54541e4 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:45.564867 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0be3e460-81d3-4603-a034-de9726d77ec7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ccfad3c6-b5e4-4943-923c-c79ca54541e4), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.595104 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c9c9f70-a74b-4a0b-b534-e8515fe2a186 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (814adcd5-b3d5-4eb3-b4b1-909cd37a7549), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.621832 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-a7092adb-bf0a-458b-ae91-d1d342af0daa tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--699765248&fields=id&tenant_id=7d3a8f4590014b8d9738bd3739f08c0c HTTP/1.1" status: 200  len: 267 time: 0.0893600
Apr 16 21:30:45.648279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f93a6873-afc3-47cb-be84-c76483b6703a None None] Provisioning complete for port 857cf708-3890-48a6-ae3c-9d3830ee690a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:45.648899 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f93a6873-afc3-47cb-be84-c76483b6703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (857cf708-3890-48a6-ae3c-9d3830ee690a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.698898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0be3e460-81d3-4603-a034-de9726d77ec7 None None] For port ccfad3c6-b5e4-4943-923c-c79ca54541e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccfad3c6-b5e4-4943-923c-c79ca54541e4,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:45.699524 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0be3e460-81d3-4603-a034-de9726d77ec7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ccfad3c6-b5e4-4943-923c-c79ca54541e4), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.724383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0be3e460-81d3-4603-a034-de9726d77ec7 None None] Calling delete_port for ccfad3c6-b5e4-4943-923c-c79ca54541e4 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:45.729474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f93a6873-afc3-47cb-be84-c76483b6703a None None] Port 857cf708-3890-48a6-ae3c-9d3830ee690a cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:45.742531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f93a6873-afc3-47cb-be84-c76483b6703a None None] Provisioning complete for port 814adcd5-b3d5-4eb3-b4b1-909cd37a7549 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:45.743220 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f93a6873-afc3-47cb-be84-c76483b6703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (814adcd5-b3d5-4eb3-b4b1-909cd37a7549), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.747685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c9f70-a74b-4a0b-b534-e8515fe2a186 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event updated for resources: {'Port': ['ID=814adcd5-b3d5-4eb3-b4b1-909cd37a7549,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:45.773164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-6c9c9f70-a74b-4a0b-b534-e8515fe2a186 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] In _notify_port_updated(), no bound segment for port 814adcd5-b3d5-4eb3-b4b1-909cd37a7549 on network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:30:45.783769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9c9f70-a74b-4a0b-b534-e8515fe2a186 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:45.783769 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c9c9f70-a74b-4a0b-b534-e8515fe2a186 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.783769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6c9c9f70-a74b-4a0b-b534-e8515fe2a186 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "PUT /v2.0/ports/814adcd5-b3d5-4eb3-b4b1-909cd37a7549 HTTP/1.1" status: 200  len: 960 time: 2.5176976
Apr 16 21:30:45.785404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53628) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:45.788474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-25781e6a-2010-44f6-be05-b5f12a5fcbca tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:45.795495 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-25781e6a-2010-44f6-be05-b5f12a5fcbca tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 817 time: 0.1725516
Apr 16 21:30:45.807383 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.828063 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-cafa596b-cadf-4893-a837-f29d6fac1ce6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/quotas/7d3a8f4590014b8d9738bd3739f08c0c HTTP/1.1" status: 200  len: 375 time: 0.0241852
Apr 16 21:30:45.835983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 47afe34f-37cd-4ec4-96be-46321529e63b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:45.837642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ccfad3c6-b5e4-4943-923c-c79ca54541e4 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:45.904215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-816fdbbd-8139-4157-a6fd-13e0b9297502 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 814adcd5-b3d5-4eb3-b4b1-909cd37a7549 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:45.904580 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-816fdbbd-8139-4157-a6fd-13e0b9297502 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (814adcd5-b3d5-4eb3-b4b1-909cd37a7549), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.907640 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-905fda1b-b732-4813-bddf-f73951073447 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0861230
Apr 16 21:30:45.909346 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.910948 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (b561472c-8d0f-46a0-9929-aafdcda430f1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.921031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f93a6873-afc3-47cb-be84-c76483b6703a None None] Port 814adcd5-b3d5-4eb3-b4b1-909cd37a7549 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:45.959547 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f93a6873-afc3-47cb-be84-c76483b6703a None None] Provisioning complete for port dc32a41c-9918-41ab-83c3-eb1986c15c30 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:45.959851 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f93a6873-afc3-47cb-be84-c76483b6703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:45.964573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ccfad3c6-b5e4-4943-923c-c79ca54541e4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:45.964955 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ccfad3c6-b5e4-4943-923c-c79ca54541e4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:46.041026 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08ace366-3680-49ed-9592-479c3fc04f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (35326d00-c263-4cce-8e33-7b4065a28cbc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:46.080052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=5580c9b0-9b67-4a87-84fb-9b81d3955e88,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:46.112756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ccfad3c6-b5e4-4943-923c-c79ca54541e4 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:46.113884 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cec9956f-712c-46e3-b31d-7fcaaee81096 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:46.137874 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0be3e460-81d3-4603-a034-de9726d77ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (ccfad3c6-b5e4-4943-923c-c79ca54541e4), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:46.147589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ace366-3680-49ed-9592-479c3fc04f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:46.153269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-08ace366-3680-49ed-9592-479c3fc04f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:46.157797 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ace366-3680-49ed-9592-479c3fc04f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=35326d00-c263-4cce-8e33-7b4065a28cbc,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:46.162251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ace366-3680-49ed-9592-479c3fc04f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:46.162871 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08ace366-3680-49ed-9592-479c3fc04f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:46.166838 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-816fdbbd-8139-4157-a6fd-13e0b9297502 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (814adcd5-b3d5-4eb3-b4b1-909cd37a7549), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:46.172529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 80122625-d2be-4327-8ce1-e654af4dbb97 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:46.185706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:46.188475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-816fdbbd-8139-4157-a6fd-13e0b9297502 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 814adcd5-b3d5-4eb3-b4b1-909cd37a7549 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:46.207844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be3e460-81d3-4603-a034-de9726d77ec7 None None] No DVR routers for this DVR port ccfad3c6-b5e4-4943-923c-c79ca54541e4 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:46.216762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3e460-81d3-4603-a034-de9726d77ec7 None None] Pushing event deleted for resources: {'Port': ['ID=ccfad3c6-b5e4-4943-923c-c79ca54541e4,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:46.249125 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-6770e0ba-1723-432d-aefd-5a46265d0049 service neutron] 10.222.0.20 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3263648
Apr 16 21:30:46.251688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port cec9956f-712c-46e3-b31d-7fcaaee81096 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:46.252814 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:46.255376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f93a6873-afc3-47cb-be84-c76483b6703a None None] Current status of the port dc32a41c-9918-41ab-83c3-eb1986c15c30 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:46.284552 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-08ace366-3680-49ed-9592-479c3fc04f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2542830
Apr 16 21:30:46.296446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53634) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:46.299339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f24ba7-3ff1-43a2-a26f-f34d1b8f4e16 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:46.303235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'fixed_ips': [{'subnet_id': '35326d00-c263-4cce-8e33-7b4065a28cbc', 'ip_address': '2001:db8::a7ab:a884:abe4:7df4'}], 'name': 'tempest-NetworksTestDHCPv6-113412117'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:46.412875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f93a6873-afc3-47cb-be84-c76483b6703a None None] Provisioning complete for port 5580c9b0-9b67-4a87-84fb-9b81d3955e88 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:46.413538 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f93a6873-afc3-47cb-be84-c76483b6703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:46.446242 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': '35326d00-c263-4cce-8e33-7b4065a28cbc'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:46.447586 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:46.487187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f93a6873-afc3-47cb-be84-c76483b6703a None None] Port 5580c9b0-9b67-4a87-84fb-9b81d3955e88 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:46.496801 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-203b5355-1e49-4827-b722-e90d1c45d3db service neutron] 10.222.0.20 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2350566
Apr 16 21:30:46.509756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router b561472c-8d0f-46a0-9929-aafdcda430f1 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:30:46.620976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-36f77e33-d7f7-49df-89ed-18efc670e993 None None] Provisioning complete for port 814adcd5-b3d5-4eb3-b4b1-909cd37a7549 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:46.621443 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-36f77e33-d7f7-49df-89ed-18efc670e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (814adcd5-b3d5-4eb3-b4b1-909cd37a7549), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:46.648073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:46.691280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port cec9956f-712c-46e3-b31d-7fcaaee81096 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:46.706440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-36f77e33-d7f7-49df-89ed-18efc670e993 None None] Port 814adcd5-b3d5-4eb3-b4b1-909cd37a7549 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:46.717903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-36f77e33-d7f7-49df-89ed-18efc670e993 None None] Provisioning complete for port 5580c9b0-9b67-4a87-84fb-9b81d3955e88 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:46.722841 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-36f77e33-d7f7-49df-89ed-18efc670e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:46.772640 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-36f77e33-d7f7-49df-89ed-18efc670e993 None None] Port 5580c9b0-9b67-4a87-84fb-9b81d3955e88 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:46.773847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Allocated IP 2001:db8::2 (0d27c69b-2090-42d8-afae-1332cd31e453/35326d00-c263-4cce-8e33-7b4065a28cbc/a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:46.777308 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:46.826139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port 6abf04f9-74b2-4a99-ad81-6a1240499a0a yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:30:46.902056 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 47afe34f-37cd-4ec4-96be-46321529e63b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:46.995883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e836f34a-f85a-42c6-bcec-ce5d38510a35 req-ffcf1d0a-2307-4bba-8b7d-465718852971 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 210 time: 0.0396912
Apr 16 21:30:47.010391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:30:47.013954 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-786bc5c3-ff9f-4735-b40a-136c384a18db None None] Provisioning complete for port 5580c9b0-9b67-4a87-84fb-9b81d3955e88 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:47.014645 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-786bc5c3-ff9f-4735-b40a-136c384a18db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.024029 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a265bd2c-dcef-42b7-8e2c-59c6e3d04252 None None] Sync routers for ids ['b561472c-8d0f-46a0-9929-aafdcda430f1'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:30:47.024700 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d0fe2d75-9144-43cb-acef-24961fd44b90 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/b561472c-8d0f-46a0-9929-aafdcda430f1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9013152
Apr 16 21:30:47.027812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53642) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:47.044657 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265bd2c-dcef-42b7-8e2c-59c6e3d04252 None None] Routers {'b561472c-8d0f-46a0-9929-aafdcda430f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:47.045270 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-a265bd2c-dcef-42b7-8e2c-59c6e3d04252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248f8fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['b561472c-8d0f-46a0-9929-aafdcda430f1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:47.082331 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-816fdbbd-8139-4157-a6fd-13e0b9297502 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (814adcd5-b3d5-4eb3-b4b1-909cd37a7549), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.087277 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-a265bd2c-dcef-42b7-8e2c-59c6e3d04252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248f8fd0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:47.098142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd9dd16-0f1e-44d1-89a4-a373d060eba6 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:47.099871 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dfd9dd16-0f1e-44d1-89a4-a373d060eba6 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports/5580c9b0-9b67-4a87-84fb-9b81d3955e88 HTTP/1.1" status: 200  len: 983 time: 0.0710502
Apr 16 21:30:47.102593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53648) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:47.137653 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265bd2c-dcef-42b7-8e2c-59c6e3d04252 None None] Routers {'b561472c-8d0f-46a0-9929-aafdcda430f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:47.139871 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-a265bd2c-dcef-42b7-8e2c-59c6e3d04252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248f8fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['b561472c-8d0f-46a0-9929-aafdcda430f1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:47.162697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fdbbd-8139-4157-a6fd-13e0b9297502 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=814adcd5-b3d5-4eb3-b4b1-909cd37a7549,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:47.185150 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-a265bd2c-dcef-42b7-8e2c-59c6e3d04252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248f8fd0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:47.186085 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a265bd2c-dcef-42b7-8e2c-59c6e3d04252 None None] The sync data for ids ['b561472c-8d0f-46a0-9929-aafdcda430f1'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:30:47.196205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-786bc5c3-ff9f-4735-b40a-136c384a18db None None] Port 5580c9b0-9b67-4a87-84fb-9b81d3955e88 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:47.208096 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 47afe34f-37cd-4ec4-96be-46321529e63b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:47.208647 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.218553 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Publish callbacks [] for port (a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.241798 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-816fdbbd-8139-4157-a6fd-13e0b9297502 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.248259 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-816fdbbd-8139-4157-a6fd-13e0b9297502 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/814adcd5-b3d5-4eb3-b4b1-909cd37a7549 HTTP/1.1" status: 204  len: 168 time: 1.4593863
Apr 16 21:30:47.248930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53650) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:47.281316 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-db58beb6-496d-4ce7-8116-6118d93e7c94 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] GET failed (client error): The resource could not be found.
Apr 16 21:30:47.282729 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-db58beb6-496d-4ce7-8116-6118d93e7c94 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports/814adcd5-b3d5-4eb3-b4b1-909cd37a7549 HTTP/1.1" status: 404  len: 333 time: 0.0331137
Apr 16 21:30:47.285752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53652) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:47.349983 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9ea40d20-1abd-4a13-b590-eb4765e465f0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (838b258f-8be8-4388-8e77-fcb44193df84), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.368992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 47afe34f-37cd-4ec4-96be-46321529e63b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:47.370125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device dc32a41c-9918-41ab-83c3-eb1986c15c30 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:47.384626 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9ea40d20-1abd-4a13-b590-eb4765e465f0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (838b258f-8be8-4388-8e77-fcb44193df84), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.410978 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.486206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:47.487543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Pushing event updated for resources: {'Port': ['ID=a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:47.491450 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:47.493539 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:47.516927 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9ea40d20-1abd-4a13-b590-eb4765e465f0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (838b258f-8be8-4388-8e77-fcb44193df84), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.519680 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9ea40d20-1abd-4a13-b590-eb4765e465f0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.523413 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9ea40d20-1abd-4a13-b590-eb4765e465f0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/security-groups/838b258f-8be8-4388-8e77-fcb44193df84 HTTP/1.1" status: 204  len: 168 time: 0.2341709
Apr 16 21:30:47.524765 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53670) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:47.533355 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea40d20-1abd-4a13-b590-eb4765e465f0 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838b258f-8be8-4388-8e77-fcb44193df84,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:47.540582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::a7ab:a884:abe4:7df4 (0d27c69b-2090-42d8-afae-1332cd31e453/35326d00-c263-4cce-8e33-7b4065a28cbc/6abf04f9-74b2-4a99-ad81-6a1240499a0a) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:47.578457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port dc32a41c-9918-41ab-83c3-eb1986c15c30 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:47.578955 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.619716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Attempting to bind port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:47.620009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Attempting to bind port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:47.620409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Attempting to bind port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:47.631917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:47.632323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:47.632906 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.633122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:47.633604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Bound port: a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:47.633982 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.714690 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dbfff766-6492-4b98-a26b-c4839a5d7902 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (539fd99d-cb73-43be-9a93-3a4e328d31ee), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.719337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port dc32a41c-9918-41ab-83c3-eb1986c15c30 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:47.733641 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] For port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:47.737584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] For port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:47.772325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ccfad3c6-b5e4-4943-923c-c79ca54541e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:47.798814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dbfff766-6492-4b98-a26b-c4839a5d7902 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (539fd99d-cb73-43be-9a93-3a4e328d31ee), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.800542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ccfad3c6-b5e4-4943-923c-c79ca54541e4 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:47.801470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ccfad3c6-b5e4-4943-923c-c79ca54541e4 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:47.801623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67dd612d-19c0-4c46-96b9-0a217094ca6f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (b561472c-8d0f-46a0-9929-aafdcda430f1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.825201 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:47.886582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92d101-2630-4dee-a837-16a8817db9f9 None None] Pushing event updated for resources: {'Port': ['ID=a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:48.007196 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (6abf04f9-74b2-4a99-ad81-6a1240499a0a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.035160 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dbfff766-6492-4b98-a26b-c4839a5d7902 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (539fd99d-cb73-43be-9a93-3a4e328d31ee), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.037834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dbfff766-6492-4b98-a26b-c4839a5d7902 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.041527 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dbfff766-6492-4b98-a26b-c4839a5d7902 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/security-groups/539fd99d-cb73-43be-9a93-3a4e328d31ee HTTP/1.1" status: 204  len: 168 time: 0.5089734
Apr 16 21:30:48.042170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53684) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:48.090044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfff766-6492-4b98-a26b-c4839a5d7902 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539fd99d-cb73-43be-9a93-3a4e328d31ee,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:48.160575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37cd81e0-f92b-4163-9a9c-72b0bd573622 req-4da2ab3b-c2ce-4e39-87d7-f564bc506fa2 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 210 time: 0.0855908
Apr 16 21:30:48.162379 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-40a9831f-7cb3-475f-8c4a-02db73aae47f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (49b8af43-d11f-4efb-af51-fd494fc66117), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.213673 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-40a9831f-7cb3-475f-8c4a-02db73aae47f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (49b8af43-d11f-4efb-af51-fd494fc66117), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.221239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-67dd612d-19c0-4c46-96b9-0a217094ca6f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port 5580c9b0-9b67-4a87-84fb-9b81d3955e88 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:48.221735 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67dd612d-19c0-4c46-96b9-0a217094ca6f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.326668 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67dd612d-19c0-4c46-96b9-0a217094ca6f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.340989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-67dd612d-19c0-4c46-96b9-0a217094ca6f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for 5580c9b0-9b67-4a87-84fb-9b81d3955e88 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:48.396422 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-40a9831f-7cb3-475f-8c4a-02db73aae47f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (49b8af43-d11f-4efb-af51-fd494fc66117), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.396422 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-40a9831f-7cb3-475f-8c4a-02db73aae47f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.396422 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-40a9831f-7cb3-475f-8c4a-02db73aae47f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/security-groups/49b8af43-d11f-4efb-af51-fd494fc66117 HTTP/1.1" status: 204  len: 168 time: 0.3463049
Apr 16 21:30:48.396422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53692) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:48.403167 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6abf04f9-74b2-4a99-ad81-6a1240499a0a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.453742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9831f-7cb3-475f-8c4a-02db73aae47f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b8af43-d11f-4efb-af51-fd494fc66117,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:48.473494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf367bb-de2a-4252-8df9-f5ae835931b2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting subnet 5cf0fdd6-a1b1-4902-9964-8ece1e3696f1 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:48.474649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:48.476933 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6bf367bb-de2a-4252-8df9-f5ae835931b2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (5cf0fdd6-a1b1-4902-9964-8ece1e3696f1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.489974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:48.489974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=6abf04f9-74b2-4a99-ad81-6a1240499a0a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:48.492526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:48.498463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:48.499100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.530638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6bf367bb-de2a-4252-8df9-f5ae835931b2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (5cf0fdd6-a1b1-4902-9964-8ece1e3696f1), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.638458 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6bf367bb-de2a-4252-8df9-f5ae835931b2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (5cf0fdd6-a1b1-4902-9964-8ece1e3696f1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.691644 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8f7fb69f-22de-4676-92d5-08b4b1ef0ba2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.3932049
Apr 16 21:30:48.694161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53704) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:48.749626 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b41271-c927-4ce2-a792-25b96cd0b930 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:48.757588 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b41271-c927-4ce2-a792-25b96cd0b930 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:48.761561 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-09b41271-c927-4ce2-a792-25b96cd0b930 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.0639122
Apr 16 21:30:48.762254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53706) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:48.762416 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67dd612d-19c0-4c46-96b9-0a217094ca6f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5580c9b0-9b67-4a87-84fb-9b81d3955e88), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.794229 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd612d-19c0-4c46-96b9-0a217094ca6f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=5580c9b0-9b67-4a87-84fb-9b81d3955e88,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:48.841894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:48.870318 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6bf367bb-de2a-4252-8df9-f5ae835931b2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (5cf0fdd6-a1b1-4902-9964-8ece1e3696f1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.913640 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67dd612d-19c0-4c46-96b9-0a217094ca6f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (b561472c-8d0f-46a0-9929-aafdcda430f1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.929740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:48.935216 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf367bb-de2a-4252-8df9-f5ae835931b2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf0fdd6-a1b1-4902-9964-8ece1e3696f1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:48.937085 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.956347 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6bf367bb-de2a-4252-8df9-f5ae835931b2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:48.964401 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6bf367bb-de2a-4252-8df9-f5ae835931b2 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/5cf0fdd6-a1b1-4902-9964-8ece1e3696f1 HTTP/1.1" status: 204  len: 168 time: 0.5641699
Apr 16 21:30:48.967237 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53708) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:48.981633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-ec161393-b70c-4d84-b6e3-ad6a1caaa687 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port 6abf04f9-74b2-4a99-ad81-6a1240499a0a {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:48.982051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ec161393-b70c-4d84-b6e3-ad6a1caaa687 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6abf04f9-74b2-4a99-ad81-6a1240499a0a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:49.020877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae6bb59-1c98-4bcd-9290-419f785eb823 None None] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:49.097335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbca8475-c72a-4983-92ef-136ad09967c9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting subnet 9e26ecf6-cd69-45fa-be40-2b998462213f {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:49.108836 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dbca8475-c72a-4983-92ef-136ad09967c9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (9e26ecf6-cd69-45fa-be40-2b998462213f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:49.156898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dd612d-19c0-4c46-96b9-0a217094ca6f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router b561472c-8d0f-46a0-9929-aafdcda430f1 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:30:49.199759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:49.200161 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:49.222425 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dbca8475-c72a-4983-92ef-136ad09967c9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (9e26ecf6-cd69-45fa-be40-2b998462213f), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:49.236755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ec161393-b70c-4d84-b6e3-ad6a1caaa687 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6abf04f9-74b2-4a99-ad81-6a1240499a0a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:49.272539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd612d-19c0-4c46-96b9-0a217094ca6f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:30:49.283959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-67dd612d-19c0-4c46-96b9-0a217094ca6f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/b561472c-8d0f-46a0-9929-aafdcda430f1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1802762
Apr 16 21:30:49.286662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53712) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:49.317935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-ec161393-b70c-4d84-b6e3-ad6a1caaa687 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for 6abf04f9-74b2-4a99-ad81-6a1240499a0a owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:49.384998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-955430a9-158d-441f-b036-19b459407b7a req-be8e836c-500e-44ae-b828-a655f12fe263 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 210 time: 0.0574887
Apr 16 21:30:49.416361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e056373-782a-4356-abfb-0b77aa3c7db2 None None] Sync routers for ids ['b561472c-8d0f-46a0-9929-aafdcda430f1'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:30:49.481923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:49.494032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6c5bacbe-1a2c-4e76-9508-89479d439cc5 None None] Provisioning complete for port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:49.494418 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c5bacbe-1a2c-4e76-9508-89479d439cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:49.543131 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dbca8475-c72a-4983-92ef-136ad09967c9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (9e26ecf6-cd69-45fa-be40-2b998462213f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:49.559055 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e056373-782a-4356-abfb-0b77aa3c7db2 None None] Routers {'b561472c-8d0f-46a0-9929-aafdcda430f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:49.559636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8e056373-782a-4356-abfb-0b77aa3c7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246b4100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['b561472c-8d0f-46a0-9929-aafdcda430f1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:49.614632 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8e056373-782a-4356-abfb-0b77aa3c7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246b4100>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:49.616523 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:49.664801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e056373-782a-4356-abfb-0b77aa3c7db2 None None] Routers {'b561472c-8d0f-46a0-9929-aafdcda430f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:49.665438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8e056373-782a-4356-abfb-0b77aa3c7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246b4100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['b561472c-8d0f-46a0-9929-aafdcda430f1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:49.687474 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-f972a817-998d-41ee-99c7-9aa331237f08 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] remove_router_interface failed (client error): The resource could not be found.
Apr 16 21:30:49.692733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f972a817-998d-41ee-99c7-9aa331237f08 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/b561472c-8d0f-46a0-9929-aafdcda430f1/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.4037094
Apr 16 21:30:49.692733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53718) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:49.716355 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8e056373-782a-4356-abfb-0b77aa3c7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246b4100>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:49.716355 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e056373-782a-4356-abfb-0b77aa3c7db2 None None] The sync data for ids ['b561472c-8d0f-46a0-9929-aafdcda430f1'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:30:49.725156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:49.766899 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1a69f8fd-807f-427f-9a1f-5afda52d70a5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=b561472c-8d0f-46a0-9929-aafdcda430f1 HTTP/1.1" status: 200  len: 205 time: 0.0677297
Apr 16 21:30:49.767473 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53720) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:49.770534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6c5bacbe-1a2c-4e76-9508-89479d439cc5 None None] Current status of the port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:49.796321 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-c7d915bd-f6ed-4c5f-800c-8a87114eaa4d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:49.797997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-c7d915bd-f6ed-4c5f-800c-8a87114eaa4d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.41 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 817 time: 0.3325005
Apr 16 21:30:49.848599 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ec161393-b70c-4d84-b6e3-ad6a1caaa687 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6abf04f9-74b2-4a99-ad81-6a1240499a0a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:49.867848 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-5bb3be84-9e8b-4714-a6fe-2976988d54c7 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d3a8f4590014b8d9738bd3739f08c0c HTTP/1.1" status: 200  len: 379 time: 0.0621991
Apr 16 21:30:49.877710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Request body: {'port': {'device_id': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'admin_state_up': True, 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'security_groups': ['ffa34c0e-1d19-450c-a31f-228c4cfd918b']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:49.885452 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d145b290-d727-4d62-88c8-e39d3fa31169 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (b561472c-8d0f-46a0-9929-aafdcda430f1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:49.888655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e2a0e9ca-7171-46e6-b2b8-a21e39bfc15b None None] Could not find standard attr ID for object 6abf04f9-74b2-4a99-ad81-6a1240499a0a. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:30:49.898384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec161393-b70c-4d84-b6e3-ad6a1caaa687 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=6abf04f9-74b2-4a99-ad81-6a1240499a0a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:49.949617 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dbca8475-c72a-4983-92ef-136ad09967c9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (9e26ecf6-cd69-45fa-be40-2b998462213f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.052403 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dbca8475-c72a-4983-92ef-136ad09967c9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.058013 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dbca8475-c72a-4983-92ef-136ad09967c9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/9e26ecf6-cd69-45fa-be40-2b998462213f HTTP/1.1" status: 204  len: 168 time: 1.0852215
Apr 16 21:30:50.058846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53722) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:50.071666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca8475-c72a-4983-92ef-136ad09967c9 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Subnet': ['ID=9e26ecf6-cd69-45fa-be40-2b998462213f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:50.075288 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ec161393-b70c-4d84-b6e3-ad6a1caaa687 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.079378 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ec161393-b70c-4d84-b6e3-ad6a1caaa687 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/6abf04f9-74b2-4a99-ad81-6a1240499a0a HTTP/1.1" status: 204  len: 168 time: 1.3160563
Apr 16 21:30:50.082446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53724) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:50.112667 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d401805a-3042-44b1-8a62-ac3b53fce668 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:50.113137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d401805a-3042-44b1-8a62-ac3b53fce668 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:50.118594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d401805a-3042-44b1-8a62-ac3b53fce668 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/5cf0fdd6-a1b1-4902-9964-8ece1e3696f1 HTTP/1.1" status: 404  len: 337 time: 0.0558975
Apr 16 21:30:50.147279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53726) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:50.295809 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d145b290-d727-4d62-88c8-e39d3fa31169 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (b561472c-8d0f-46a0-9929-aafdcda430f1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.302394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0e2381-deac-4442-90a8-13c816f6f1ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:50.303853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0e2381-deac-4442-90a8-13c816f6f1ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:50.307975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8f0e2381-deac-4442-90a8-13c816f6f1ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2045546
Apr 16 21:30:50.307975 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d145b290-d727-4d62-88c8-e39d3fa31169 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (b561472c-8d0f-46a0-9929-aafdcda430f1), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.311037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53728) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:50.331429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b57caf-3827-4814-abe4-3939c0be4eaf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting subnet a2a6cb06-5393-43bb-b80a-36a15e68dea8 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:50.397530 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5b57caf-3827-4814-abe4-3939c0be4eaf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (a2a6cb06-5393-43bb-b80a-36a15e68dea8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.444475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2488b2a4-a242-4cb2-81ef-4a89f6046e59 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 35326d00-c263-4cce-8e33-7b4065a28cbc {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:50.451401 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2488b2a4-a242-4cb2-81ef-4a89f6046e59 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (35326d00-c263-4cce-8e33-7b4065a28cbc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.475859 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5b57caf-3827-4814-abe4-3939c0be4eaf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (a2a6cb06-5393-43bb-b80a-36a15e68dea8), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.479742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db3fde9-95f2-4de1-b302-12d679beeb40 None None] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:50.512920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Made reservation on behalf of 7d3a8f4590014b8d9738bd3739f08c0c for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:50.525485 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.537603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b625f307-d04a-4455-9a21-02197be73dd8 None None] Provisioning complete for port 857cf708-3890-48a6-ae3c-9d3830ee690a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:50.542995 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b625f307-d04a-4455-9a21-02197be73dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (857cf708-3890-48a6-ae3c-9d3830ee690a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.545102 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-317ebcc6-f3ec-43e9-974a-29fe21910092 req-58268a6c-8ff6-4a6e-816b-34bc5fd88483 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 210 time: 0.0802150
Apr 16 21:30:50.606061 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d145b290-d727-4d62-88c8-e39d3fa31169 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (b561472c-8d0f-46a0-9929-aafdcda430f1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.606583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d145b290-d727-4d62-88c8-e39d3fa31169 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Fanout notify agent at l3_agent the message router_deleted on router b561472c-8d0f-46a0-9929-aafdcda430f1 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:30:50.613774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b625f307-d04a-4455-9a21-02197be73dd8 None None] Port 857cf708-3890-48a6-ae3c-9d3830ee690a cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:50.631017 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d145b290-d727-4d62-88c8-e39d3fa31169 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.635278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d145b290-d727-4d62-88c8-e39d3fa31169 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/b561472c-8d0f-46a0-9929-aafdcda430f1 HTTP/1.1" status: 204  len: 168 time: 0.8639331
Apr 16 21:30:50.635433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b625f307-d04a-4455-9a21-02197be73dd8 None None] Provisioning complete for port dc32a41c-9918-41ab-83c3-eb1986c15c30 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:50.635433 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b625f307-d04a-4455-9a21-02197be73dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.636760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53738) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:50.658138 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2488b2a4-a242-4cb2-81ef-4a89f6046e59 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (35326d00-c263-4cce-8e33-7b4065a28cbc), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.700083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Allocated IP 172.20.0.3 (33417375-20a3-4356-abb1-47c6dcf1fa40/927e9c4d-a793-487e-a55c-cd1349df93fd/b966fc7e-0221-46eb-a92a-00d9f48a8a41) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:50.714391 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5b57caf-3827-4814-abe4-3939c0be4eaf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (a2a6cb06-5393-43bb-b80a-36a15e68dea8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.796956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b625f307-d04a-4455-9a21-02197be73dd8 None None] Current status of the port dc32a41c-9918-41ab-83c3-eb1986c15c30 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:50.815221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-510288d5-fbfb-46b0-89f7-1cd109ffa12a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting subnet 8f80b285-3ad6-4ef5-a018-420b573e6987 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:50.823752 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-510288d5-fbfb-46b0-89f7-1cd109ffa12a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (8f80b285-3ad6-4ef5-a018-420b573e6987), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.844867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:50.899568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:50.900913 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.920102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.923571 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-510288d5-fbfb-46b0-89f7-1cd109ffa12a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (8f80b285-3ad6-4ef5-a018-420b573e6987), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:50.924765 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2488b2a4-a242-4cb2-81ef-4a89f6046e59 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (35326d00-c263-4cce-8e33-7b4065a28cbc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.010626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:51.026535 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5b57caf-3827-4814-abe4-3939c0be4eaf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (a2a6cb06-5393-43bb-b80a-36a15e68dea8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.066378 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.094326 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5b57caf-3827-4814-abe4-3939c0be4eaf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.100141 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f5b57caf-3827-4814-abe4-3939c0be4eaf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/a2a6cb06-5393-43bb-b80a-36a15e68dea8 HTTP/1.1" status: 204  len: 168 time: 0.9492793
Apr 16 21:30:51.100141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b57caf-3827-4814-abe4-3939c0be4eaf tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a6cb06-5393-43bb-b80a-36a15e68dea8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:51.102758 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53756) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.119139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Network 33417375-20a3-4356-abb1-47c6dcf1fa40 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:51.125721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:51.129864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:51.136217 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-020033d2-13b4-4f2b-8105-1d2c5119db32 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:51.136818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020033d2-13b4-4f2b-8105-1d2c5119db32 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:51.142094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-020033d2-13b4-4f2b-8105-1d2c5119db32 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/7961ba3e-ef61-4180-bb4b-937eca4fdc2b HTTP/1.1" status: 404  len: 337 time: 0.0359838
Apr 16 21:30:51.142394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53758) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.180753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-510288d5-fbfb-46b0-89f7-1cd109ffa12a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (8f80b285-3ad6-4ef5-a018-420b573e6987), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.183966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event updated for resources: {'Port': ['ID=b966fc7e-0221-46eb-a92a-00d9f48a8a41,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:51.198295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:51.199085 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.202612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.204592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.204592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.204592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.204592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.204592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.205196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.205752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.206000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8c27d36b-4e9d-41e7-bde3-6cd50716b7c4 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "GET /v2.0/ports?device_id=581b5ef5-9a15-4e7e-ad76-d76b20aa7e84 HTTP/1.1" status: 200  len: 205 time: 0.0625401
Apr 16 21:30:51.206520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.207089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.207633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.208208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.208752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.209317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.209718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:51.210781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53760) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.224575 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2488b2a4-a242-4cb2-81ef-4a89f6046e59 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (35326d00-c263-4cce-8e33-7b4065a28cbc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.289567 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-126e0319-13d0-42b7-9a7c-a7b9c4c0e896 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] delete failed (client error): The resource could not be found.
Apr 16 21:30:51.290642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-126e0319-13d0-42b7-9a7c-a7b9c4c0e896 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/routers/581b5ef5-9a15-4e7e-ad76-d76b20aa7e84 HTTP/1.1" status: 404  len: 336 time: 0.0789204
Apr 16 21:30:51.293738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488b2a4-a242-4cb2-81ef-4a89f6046e59 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=35326d00-c263-4cce-8e33-7b4065a28cbc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:51.295383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53762) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.314677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125f2360-2bd4-43ce-b130-d72fa8586889 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:51.314947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2488b2a4-a242-4cb2-81ef-4a89f6046e59 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.317928 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2488b2a4-a242-4cb2-81ef-4a89f6046e59 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/35326d00-c263-4cce-8e33-7b4065a28cbc HTTP/1.1" status: 204  len: 168 time: 1.0047059
Apr 16 21:30:51.320719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53764) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.352363 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf05e20-ca13-43c4-be94-d3c22033a120 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:51.352363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf05e20-ca13-43c4-be94-d3c22033a120 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:51.355524 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7cf05e20-ca13-43c4-be94-d3c22033a120 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/5ef24435-0d0c-456e-83c2-f790f68b26b0 HTTP/1.1" status: 404  len: 337 time: 0.0564823
Apr 16 21:30:51.358205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53766) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.383754 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-02d1e3a8-c27c-4a7d-8fdd-88531f3706fd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0613604
Apr 16 21:30:51.387750 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-09d89d44-4ed3-4687-907a-1febca7a0c0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5147851
Apr 16 21:30:51.388416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53768) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.394556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2e96f817-e39c-4425-be79-e290553c2860 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:51.397178 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb69ae4-bb8a-48a2-8477-23cc05d87be4 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:51.397734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb69ae4-bb8a-48a2-8477-23cc05d87be4 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:51.404743 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1bb69ae4-bb8a-48a2-8477-23cc05d87be4 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/e961df4a-e958-4611-91cb-f02d5a2dcbb2 HTTP/1.1" status: 404  len: 337 time: 0.0456212
Apr 16 21:30:51.407306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53770) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.413825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Request body: {'port': {'device_id': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:51.509252 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-510288d5-fbfb-46b0-89f7-1cd109ffa12a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (8f80b285-3ad6-4ef5-a018-420b573e6987), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.537312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9302d90a-5d88-494c-9459-701007b951fd None None] Provisioning complete for port b966fc7e-0221-46eb-a92a-00d9f48a8a41 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:51.537995 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9302d90a-5d88-494c-9459-701007b951fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.543542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea38dd02-a30a-4af0-87af-8550a0855140 None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:51.546690 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-818b5359-d12f-4220-bba8-a35b133d8e81 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:51.547165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818b5359-d12f-4220-bba8-a35b133d8e81 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:51.553227 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-818b5359-d12f-4220-bba8-a35b133d8e81 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/49ea4968-9028-490d-b3ab-367dd14ee128 HTTP/1.1" status: 404  len: 337 time: 0.1343944
Apr 16 21:30:51.557446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53772) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.559994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510288d5-fbfb-46b0-89f7-1cd109ffa12a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Subnet': ['ID=8f80b285-3ad6-4ef5-a018-420b573e6987,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:51.570003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-510288d5-fbfb-46b0-89f7-1cd109ffa12a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.575105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2451e9-f39c-4ea2-b27e-3ca918b10135 None None] Network 80122625-d2be-4327-8ce1-e654af4dbb97 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:51.584081 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-510288d5-fbfb-46b0-89f7-1cd109ffa12a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/8f80b285-3ad6-4ef5-a018-420b573e6987 HTTP/1.1" status: 204  len: 168 time: 0.9448755
Apr 16 21:30:51.586686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53776) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.599427 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-83832f55-93f7-44b4-9f8d-ae7b3e41d136 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:51.600190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83832f55-93f7-44b4-9f8d-ae7b3e41d136 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:51.606381 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-83832f55-93f7-44b4-9f8d-ae7b3e41d136 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/4e3df22d-a820-4503-902d-5e8c79a994fe HTTP/1.1" status: 404  len: 333 time: 0.0443161
Apr 16 21:30:51.607550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53778) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.647698 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f8f7ae-a54b-466f-bc71-ed35c6cb400c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:51.648165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f8f7ae-a54b-466f-bc71-ed35c6cb400c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:51.670882 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b0f8f7ae-a54b-466f-bc71-ed35c6cb400c tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/24f6a409-0bb3-4b47-ad39-e8dbab6f1164 HTTP/1.1" status: 404  len: 337 time: 0.0571504
Apr 16 21:30:51.723720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53786) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.769053 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.776936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a010da-e860-4c24-ac09-ba5c47e1234b None None] Network ffeef9de-d8cb-4e1b-ae58-a242ecdef729 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:51.787617 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (80122625-d2be-4327-8ce1-e654af4dbb97), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.818726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9302d90a-5d88-494c-9459-701007b951fd None None] Port b966fc7e-0221-46eb-a92a-00d9f48a8a41 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:51.826305 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-132f89dc-ea78-46b1-9ef6-a61ef88e732f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:51.826784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132f89dc-ea78-46b1-9ef6-a61ef88e732f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:51.830609 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-132f89dc-ea78-46b1-9ef6-a61ef88e732f tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/833fc010-d890-4fbb-8694-7e2bbebc7b89 HTTP/1.1" status: 404  len: 337 time: 0.0973041
Apr 16 21:30:51.834606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53788) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.856668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d562b38-7204-42d0-85e3-9156821e7659 req-c66859d6-dc30-4896-a14c-170445fe9c4b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:51.863540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ea38dd02-a30a-4af0-87af-8550a0855140 None None] Deleting port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:51.863917 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ea38dd02-a30a-4af0-87af-8550a0855140 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.864339 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d562b38-7204-42d0-85e3-9156821e7659 req-c66859d6-dc30-4896-a14c-170445fe9c4b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 931 time: 0.1413760
Apr 16 21:30:51.876474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e96f817-e39c-4425-be79-e290553c2860 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:51.879866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e96f817-e39c-4425-be79-e290553c2860 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.883499 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-9831abb0-0855-4c52-9dc2-c2a35e4e6bea tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:51.884053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9831abb0-0855-4c52-9dc2-c2a35e4e6bea tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:51.889498 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9831abb0-0855-4c52-9dc2-c2a35e4e6bea tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/45f61641-1a81-4794-9459-9fedb4e8862f HTTP/1.1" status: 404  len: 333 time: 0.0508013
Apr 16 21:30:51.896204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53790) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.945828 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d044da58-e407-4881-a1e0-11bd4743e792 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:51.946896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d044da58-e407-4881-a1e0-11bd4743e792 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:51.954192 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d044da58-e407-4881-a1e0-11bd4743e792 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/9e712a55-1bae-4adb-bcc5-bc2c1692bd61 HTTP/1.1" status: 404  len: 337 time: 0.0510631
Apr 16 21:30:51.954404 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53792) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:51.963279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port 47afe34f-37cd-4ec4-96be-46321529e63b {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:51.963578 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.971116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-18314d88-8b83-4b38-b310-864e6eb9a009 None None] Provisioning complete for port 857cf708-3890-48a6-ae3c-9d3830ee690a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:51.971584 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-18314d88-8b83-4b38-b310-864e6eb9a009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (857cf708-3890-48a6-ae3c-9d3830ee690a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:51.980757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d562b38-7204-42d0-85e3-9156821e7659 req-43bf1430-3e95-46de-aea7-3ea9a15231cf tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1154852
Apr 16 21:30:52.008399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ea38dd02-a30a-4af0-87af-8550a0855140 None None] For port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:52.008806 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ea38dd02-a30a-4af0-87af-8550a0855140 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.043321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ea38dd02-a30a-4af0-87af-8550a0855140 None None] Calling delete_port for a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:52.059636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-18314d88-8b83-4b38-b310-864e6eb9a009 None None] Port 857cf708-3890-48a6-ae3c-9d3830ee690a cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:52.071499 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef60bce-2fe3-46ea-945d-b33e42b54376 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:30:52.071700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96efbdad-b30c-4ded-8122-67cde3073642 None None] DHCP port deletion for ffeef9de-d8cb-4e1b-ae58-a242ecdef729 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:52.071967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef60bce-2fe3-46ea-945d-b33e42b54376 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:30:52.075589 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9ef60bce-2fe3-46ea-945d-b33e42b54376 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/subnets/5126eb79-17df-45d8-8dbd-c1c7cebcedf8 HTTP/1.1" status: 404  len: 337 time: 0.1220989
Apr 16 21:30:52.085371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53794) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:52.108936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] For port 47afe34f-37cd-4ec4-96be-46321529e63b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47afe34f-37cd-4ec4-96be-46321529e63b,segment=NetworkSegment(67c8989c-7940-4521-bca8-e91985004621),segment_id=67c8989c-7940-4521-bca8-e91985004621)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:52.111005 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.115167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9fc5a7-dfa6-430c-8b57-bc47e20785d5 None None] DHCP port deletion for 80122625-d2be-4327-8ce1-e654af4dbb97 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:52.119315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-18314d88-8b83-4b38-b310-864e6eb9a009 None None] Provisioning complete for port dc32a41c-9918-41ab-83c3-eb1986c15c30 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:52.124330 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-18314d88-8b83-4b38-b310-864e6eb9a009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.127704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for 47afe34f-37cd-4ec4-96be-46321529e63b owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:52.241728 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-96efbdad-b30c-4ded-8122-67cde3073642 None None] Deleting port dc32a41c-9918-41ab-83c3-eb1986c15c30 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:52.242100 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96efbdad-b30c-4ded-8122-67cde3073642 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.274922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b1f7103b-20e7-4e1a-8711-6fce549a3953 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Deleting port 857cf708-3890-48a6-ae3c-9d3830ee690a {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:52.275448 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b1f7103b-20e7-4e1a-8711-6fce549a3953 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (857cf708-3890-48a6-ae3c-9d3830ee690a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.303380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1e9fc5a7-dfa6-430c-8b57-bc47e20785d5 None None] Deleting port 47afe34f-37cd-4ec4-96be-46321529e63b {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:52.303673 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1e9fc5a7-dfa6-430c-8b57-bc47e20785d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.329617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53798) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:52.346954 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.403394 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ea38dd02-a30a-4af0-87af-8550a0855140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.410129 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b1f7103b-20e7-4e1a-8711-6fce549a3953 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (857cf708-3890-48a6-ae3c-9d3830ee690a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.413142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No DVR routers for this DVR port 47afe34f-37cd-4ec4-96be-46321529e63b on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:52.451814 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b1f7103b-20e7-4e1a-8711-6fce549a3953 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Calling delete_port for 857cf708-3890-48a6-ae3c-9d3830ee690a owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:52.456226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=47afe34f-37cd-4ec4-96be-46321529e63b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:52.467223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-96efbdad-b30c-4ded-8122-67cde3073642 None None] For port dc32a41c-9918-41ab-83c3-eb1986c15c30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc32a41c-9918-41ab-83c3-eb1986c15c30,segment=NetworkSegment(a0edebaf-06a6-4343-b5dd-1bafaa6ce309),segment_id=a0edebaf-06a6-4343-b5dd-1bafaa6ce309)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:52.467727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96efbdad-b30c-4ded-8122-67cde3073642 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.475970 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38dd02-a30a-4af0-87af-8550a0855140 None None] Pushing event deleted for resources: {'Port': ['ID=a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:52.486338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-18314d88-8b83-4b38-b310-864e6eb9a009 None None] Current status of the port dc32a41c-9918-41ab-83c3-eb1986c15c30 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:52.488492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea38dd02-a30a-4af0-87af-8550a0855140 None None] No DVR routers for this DVR port a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:52.491112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1e9fc5a7-dfa6-430c-8b57-bc47e20785d5 None None] For port 47afe34f-37cd-4ec4-96be-46321529e63b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47afe34f-37cd-4ec4-96be-46321529e63b,segment=NetworkSegment(67c8989c-7940-4521-bca8-e91985004621),segment_id=67c8989c-7940-4521-bca8-e91985004621)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:52.491516 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1e9fc5a7-dfa6-430c-8b57-bc47e20785d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.506958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-96efbdad-b30c-4ded-8122-67cde3073642 None None] Calling delete_port for dc32a41c-9918-41ab-83c3-eb1986c15c30 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:52.513423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1e9fc5a7-dfa6-430c-8b57-bc47e20785d5 None None] Calling delete_port for 47afe34f-37cd-4ec4-96be-46321529e63b owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:52.558998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b966fc7e-0221-46eb-a92a-00d9f48a8a41 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:30:52.565425 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (80122625-d2be-4327-8ce1-e654af4dbb97), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.568919 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Publish callbacks [] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.592692 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01246c0580>,) {'filters': {'network_id': ['80122625-d2be-4327-8ce1-e654af4dbb97']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:52.593415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Transition to ACTIVE for port object b966fc7e-0221-46eb-a92a-00d9f48a8a41 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:30:52.598153 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e96f817-e39c-4425-be79-e290553c2860 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (b389af38-5209-43a6-affb-ff6f1b77b362), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.606716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01246c0580>, '67c8989c-7940-4521-bca8-e91985004621') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:52.607325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01246c0580>, '67c8989c-7940-4521-bca8-e91985004621') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:52.620016 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (67c8989c-7940-4521-bca8-e91985004621), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.638907 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (67c8989c-7940-4521-bca8-e91985004621), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.657102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.658518 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9fd587f1-a132-486e-adeb-bec4e34aa861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.660315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e96f817-e39c-4425-be79-e290553c2860 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:52.660873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:30:52.661269 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (67c8989c-7940-4521-bca8-e91985004621), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:30:52.664583 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:30:52.674671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2e96f817-e39c-4425-be79-e290553c2860 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:52.677517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e96f817-e39c-4425-be79-e290553c2860 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:52.678120 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e96f817-e39c-4425-be79-e290553c2860 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.690972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ae438-8a76-45d1-b292-207c56e2c112 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:52.694751 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1e9fc5a7-dfa6-430c-8b57-bc47e20785d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (47afe34f-37cd-4ec4-96be-46321529e63b), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.700284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96f817-e39c-4425-be79-e290553c2860 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=b389af38-5209-43a6-affb-ff6f1b77b362,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:52.750835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Pushing event updated for resources: {'Port': ['ID=b966fc7e-0221-46eb-a92a-00d9f48a8a41,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:52.763679 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b1f7103b-20e7-4e1a-8711-6fce549a3953 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (857cf708-3890-48a6-ae3c-9d3830ee690a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.790950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9fc5a7-dfa6-430c-8b57-bc47e20785d5 None None] No DVR routers for this DVR port 47afe34f-37cd-4ec4-96be-46321529e63b on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:52.792889 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fc5a7-dfa6-430c-8b57-bc47e20785d5 None None] Pushing event deleted for resources: {'Port': ['ID=47afe34f-37cd-4ec4-96be-46321529e63b,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:52.823525 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96efbdad-b30c-4ded-8122-67cde3073642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (dc32a41c-9918-41ab-83c3-eb1986c15c30), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.860101 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2e96f817-e39c-4425-be79-e290553c2860 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4678390
Apr 16 21:30:52.860367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 47afe34f-37cd-4ec4-96be-46321529e63b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:52.860477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7103b-20e7-4e1a-8711-6fce549a3953 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Port': ['ID=857cf708-3890-48a6-ae3c-9d3830ee690a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:52.860583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53804) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:52.887207 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'fixed_ips': [{'subnet_id': 'b389af38-5209-43a6-affb-ff6f1b77b362', 'ip_address': '2001:db8::49a0:efb7:2633:117'}], 'name': 'tempest-NetworksTestDHCPv6-856427679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:52.892027 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9fd587f1-a132-486e-adeb-bec4e34aa861 admin admin] Publish callbacks [] for security_group (33cce254-7e83-47bb-84b2-5fe0868c6f78), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.900497 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b1f7103b-20e7-4e1a-8711-6fce549a3953 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:52.903781 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b1f7103b-20e7-4e1a-8711-6fce549a3953 tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/ports/857cf708-3890-48a6-ae3c-9d3830ee690a HTTP/1.1" status: 204  len: 168 time: 0.8142567
Apr 16 21:30:52.906804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53806) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:52.996162 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (80122625-d2be-4327-8ce1-e654af4dbb97), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.005019 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.016891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/networks/80122625-d2be-4327-8ce1-e654af4dbb97 HTTP/1.1" status: 204  len: 168 time: 1.4285932
Apr 16 21:30:53.022719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53808) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:53.056522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-7b42e3ee-5769-406c-8f19-522b3387e905 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-158052747'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:53.096926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3652267-f047-45ca-9038-2b046ac9729b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Network': ['ID=80122625-d2be-4327-8ce1-e654af4dbb97,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:53.100551 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9fd587f1-a132-486e-adeb-bec4e34aa861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (33cce254-7e83-47bb-84b2-5fe0868c6f78), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.118258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efbdad-b30c-4ded-8122-67cde3073642 None None] Pushing event deleted for resources: {'Port': ['ID=dc32a41c-9918-41ab-83c3-eb1986c15c30,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:53.122553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 47afe34f-37cd-4ec4-96be-46321529e63b {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:53.122905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 47afe34f-37cd-4ec4-96be-46321529e63b not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:53.123330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device dc32a41c-9918-41ab-83c3-eb1986c15c30 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:53.136594 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96efbdad-b30c-4ded-8122-67cde3073642 None None] No DVR routers for this DVR port dc32a41c-9918-41ab-83c3-eb1986c15c30 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:53.162788 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b42e3ee-5769-406c-8f19-522b3387e905 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:53.167394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: dc32a41c-9918-41ab-83c3-eb1986c15c30 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:53.167845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device dc32a41c-9918-41ab-83c3-eb1986c15c30 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:53.167965 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3ee-5769-406c-8f19-522b3387e905 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.168662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:53.206814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b42e3ee-5769-406c-8f19-522b3387e905 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:30:53.217301 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3ee-5769-406c-8f19-522b3387e905 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0705c3da-f89b-4ede-bbf4-fa8089a5ed55), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.217766 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-7b42e3ee-5769-406c-8f19-522b3387e905 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Added segment 0705c3da-f89b-4ede-bbf4-fa8089a5ed55 of type vlan for network aa8ebfd4-7b2f-40c8-9e4d-36c81a731838
Apr 16 21:30:53.229564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:53.229916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a72ba2cd-5a39-4efe-9019-ebf0ee6f8dc6 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:53.235567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbb455-48e0-4b7a-970e-d336ccba58ad req-387c78ab-2e64-4870-a387-82d0b58cf9f9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:53.237379 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d9fbb455-48e0-4b7a-970e-d336ccba58ad req-387c78ab-2e64-4870-a387-82d0b58cf9f9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.0562589
Apr 16 21:30:53.240949 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:53.253642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': 'b389af38-5209-43a6-affb-ff6f1b77b362'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:53.255997 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.266671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Attempting to bind port b966fc7e-0221-46eb-a92a-00d9f48a8a41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:53.267017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Attempting to bind port b966fc7e-0221-46eb-a92a-00d9f48a8a41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:53.267348 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Attempting to bind port b966fc7e-0221-46eb-a92a-00d9f48a8a41 on network 33417375-20a3-4356-abb1-47c6dcf1fa40 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:53.273635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9fd587f1-a132-486e-adeb-bec4e34aa861 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9271eec1c9f04b1ca44c791eca985440&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9428120
Apr 16 21:30:53.277899 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-37ab077b-f750-4411-bda0-59eb34b1c34b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (ffeef9de-d8cb-4e1b-ae58-a242ecdef729), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.280812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53812) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:53.292697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd587f1-a132-486e-adeb-bec4e34aa861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cce254-7e83-47bb-84b2-5fe0868c6f78,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:53.307364 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3ee-5769-406c-8f19-522b3387e905 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (aa8ebfd4-7b2f-40c8-9e4d-36c81a731838), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.316707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Port b966fc7e-0221-46eb-a92a-00d9f48a8a41 on network 33417375-20a3-4356-abb1-47c6dcf1fa40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:30:53.317053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Attempting to bind port b966fc7e-0221-46eb-a92a-00d9f48a8a41 on network 33417375-20a3-4356-abb1-47c6dcf1fa40 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:53.341178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:53.341550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Checking segment: {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:53.341907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Bound using segment: {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:53.342354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Bound port: b966fc7e-0221-46eb-a92a-00d9f48a8a41, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:53.342778 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.390925 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d9fbb455-48e0-4b7a-970e-d336ccba58ad req-2c1aca0e-dcab-4c35-948b-1578a5b46c0c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1253438
Apr 16 21:30:53.429378 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.449247 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Allocated IP 2001:db8::2 (0d27c69b-2090-42d8-afae-1332cd31e453/b389af38-5209-43a6-affb-ff6f1b77b362/09f2a0c0-d79d-4cac-84b3-54c650996125) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:53.462763 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3ee-5769-406c-8f19-522b3387e905 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (aa8ebfd4-7b2f-40c8-9e4d-36c81a731838), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.462988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port 91c6ec77-1ba4-49da-ba78-8ae2cf4140f4 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:30:53.467586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b42e3ee-5769-406c-8f19-522b3387e905 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:53.468197 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b42e3ee-5769-406c-8f19-522b3387e905 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.478056 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] For port b966fc7e-0221-46eb-a92a-00d9f48a8a41, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:53.497553 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-057a53ad-2bf3-4bfa-a68c-fd801db1149d admin admin] Publish callbacks [] for security_group (33cce254-7e83-47bb-84b2-5fe0868c6f78), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.522905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] For port b966fc7e-0221-46eb-a92a-00d9f48a8a41, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:53.549747 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-37ab077b-f750-4411-bda0-59eb34b1c34b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (ffeef9de-d8cb-4e1b-ae58-a242ecdef729), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.584579 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-057a53ad-2bf3-4bfa-a68c-fd801db1149d admin admin] Publish callbacks [] for security_group (33cce254-7e83-47bb-84b2-5fe0868c6f78), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.597111 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.598006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42e3ee-5769-406c-8f19-522b3387e905 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Network': ['ID=aa8ebfd4-7b2f-40c8-9e4d-36c81a731838,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:53.601017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-37ab077b-f750-4411-bda0-59eb34b1c34b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0126755c40>,) {'filters': {'network_id': ['ffeef9de-d8cb-4e1b-ae58-a242ecdef729']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:53.610186 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network aa8ebfd4-7b2f-40c8-9e4d-36c81a731838 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:30:53.613885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-37ab077b-f750-4411-bda0-59eb34b1c34b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126755c40>, 'a0edebaf-06a6-4343-b5dd-1bafaa6ce309') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:53.614194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-37ab077b-f750-4411-bda0-59eb34b1c34b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126755c40>, 'a0edebaf-06a6-4343-b5dd-1bafaa6ce309') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:53.639047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7b42e3ee-5769-406c-8f19-522b3387e905 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5877371
Apr 16 21:30:53.639047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-37ab077b-f750-4411-bda0-59eb34b1c34b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (a0edebaf-06a6-4343-b5dd-1bafaa6ce309), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.649485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53814) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:53.657217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Pushing event updated for resources: {'Port': ['ID=b966fc7e-0221-46eb-a92a-00d9f48a8a41,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:53.664519 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e9bb41cf-32da-48e1-b942-0ddc7388faa7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'subnet': {'network_id': 'aa8ebfd4-7b2f-40c8-9e4d-36c81a731838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:53.669309 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:53.669835 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.671423 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-af00b238-1565-407d-a8f3-a37e82a8524f service neutron] 10.222.0.41 "PUT /v2.0/ports/b966fc7e-0221-46eb-a92a-00d9f48a8a41 HTTP/1.1" status: 200  len: 1091 time: 2.2678838
Apr 16 21:30:53.672051 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:30:53.675272 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b64569-9a55-4450-a810-c93824adef34" -d '{"events": [{"name": "network-changed", "server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:30:53.709733 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Publish callbacks [] for port (09f2a0c0-d79d-4cac-84b3-54c650996125), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.711685 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-37ab077b-f750-4411-bda0-59eb34b1c34b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (a0edebaf-06a6-4343-b5dd-1bafaa6ce309), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.731229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ab077b-f750-4411-bda0-59eb34b1c34b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:30:53.731644 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-37ab077b-f750-4411-bda0-59eb34b1c34b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (a0edebaf-06a6-4343-b5dd-1bafaa6ce309), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:30:53.735077 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:30:53.746301 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af67cfe-eebf-433b-8a6a-809d8c024983 x-openstack-request-id: req-7af67cfe-eebf-433b-8a6a-809d8c024983 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:30:53.746602 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:30:53.752459 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7af67cfe-eebf-433b-8a6a-809d8c024983 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:30:53.752459 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af67cfe-eebf-433b-8a6a-809d8c024983'] response: {'name': 'network-changed', 'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'status': 'completed', 'code': 200}
Apr 16 21:30:53.795743 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (09f2a0c0-d79d-4cac-84b3-54c650996125), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.847538 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-057a53ad-2bf3-4bfa-a68c-fd801db1149d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (33cce254-7e83-47bb-84b2-5fe0868c6f78), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.853228 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-057a53ad-2bf3-4bfa-a68c-fd801db1149d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.854662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b64569-9a55-4450-a810-c93824adef34 req-5ed5b9f0-a584-4e90-abcd-4ea5b796b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:53.859214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-057a53ad-2bf3-4bfa-a68c-fd801db1149d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33cce254-7e83-47bb-84b2-5fe0868c6f78 HTTP/1.1" status: 204  len: 168 time: 0.5641558
Apr 16 21:30:53.859358 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a5b64569-9a55-4450-a810-c93824adef34 req-5ed5b9f0-a584-4e90-abcd-4ea5b796b91f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 1125 time: 0.0860245
Apr 16 21:30:53.859459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:53.868771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:53.874095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a53ad-2bf3-4bfa-a68c-fd801db1149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cce254-7e83-47bb-84b2-5fe0868c6f78,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:53.887339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:53.903763 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-37ab077b-f750-4411-bda0-59eb34b1c34b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (ffeef9de-d8cb-4e1b-ae58-a242ecdef729), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.908369 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-37ab077b-f750-4411-bda0-59eb34b1c34b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.917438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-37ab077b-f750-4411-bda0-59eb34b1c34b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] 10.222.0.20 "DELETE /v2.0/networks/ffeef9de-d8cb-4e1b-ae58-a242ecdef729 HTTP/1.1" status: 204  len: 168 time: 1.0064013
Apr 16 21:30:53.917866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Pushing event updated for resources: {'Port': ['ID=09f2a0c0-d79d-4cac-84b3-54c650996125,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:53.944402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab077b-f750-4411-bda0-59eb34b1c34b tempest-PortsTestJSON-1300763723 tempest-PortsTestJSON-1300763723-project] Pushing event deleted for resources: {'Network': ['ID=ffeef9de-d8cb-4e1b-ae58-a242ecdef729,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:53.947233 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bb41cf-32da-48e1-b942-0ddc7388faa7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:53.951882 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9bb41cf-32da-48e1-b942-0ddc7388faa7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:53.974025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::49a0:efb7:2633:117 (0d27c69b-2090-42d8-afae-1332cd31e453/b389af38-5209-43a6-affb-ff6f1b77b362/91c6ec77-1ba4-49da-ba78-8ae2cf4140f4) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:54.048360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Attempting to bind port 09f2a0c0-d79d-4cac-84b3-54c650996125 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:54.048988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Attempting to bind port 09f2a0c0-d79d-4cac-84b3-54c650996125 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:54.049522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Attempting to bind port 09f2a0c0-d79d-4cac-84b3-54c650996125 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:54.057215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:54.057977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:54.058850 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:54.059238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:54.059740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Bound port: 09f2a0c0-d79d-4cac-84b3-54c650996125, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:54.060120 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (09f2a0c0-d79d-4cac-84b3-54c650996125), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:54.062520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b64569-9a55-4450-a810-c93824adef34 req-ee818b8d-9bb8-4cd5-bce4-4dbdbbe8ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:54.064012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a5b64569-9a55-4450-a810-c93824adef34 req-ee818b8d-9bb8-4cd5-bce4-4dbdbbe8ba8d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&shared=False HTTP/1.1" status: 200  len: 918 time: 0.2002325
Apr 16 21:30:54.164748 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] For port 09f2a0c0-d79d-4cac-84b3-54c650996125, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:54.171540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] For port 09f2a0c0-d79d-4cac-84b3-54c650996125, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09f2a0c0-d79d-4cac-84b3-54c650996125,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:54.241633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b64569-9a55-4450-a810-c93824adef34 req-18b5ff1c-292c-4b21-a8dc-6b6d5e01384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:54.243091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a5b64569-9a55-4450-a810-c93824adef34 req-18b5ff1c-292c-4b21-a8dc-6b6d5e01384c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1626894
Apr 16 21:30:54.245765 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (91c6ec77-1ba4-49da-ba78-8ae2cf4140f4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:54.257828 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (09f2a0c0-d79d-4cac-84b3-54c650996125), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:54.311473 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9bb41cf-32da-48e1-b942-0ddc7388faa7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (749ffbe5-1a07-4e63-b5fe-55e805110f9d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:54.339754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-e6b24361-b0ee-48b1-ac0f-f551adf1f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:54.342029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-e6b24361-b0ee-48b1-ac0f-f551adf1f279 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 1125 time: 0.0585997
Apr 16 21:30:54.354625 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Pushing event updated for resources: {'Port': ['ID=09f2a0c0-d79d-4cac-84b3-54c650996125,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:54.364333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.365604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.366004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.366424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.366786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.368738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.369148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.369498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.369944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.370158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.370508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.370842 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.371171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.371500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.374069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b435ae-910f-4dd2-81d8-0d32cb1d8511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:30:54.404144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb41cf-32da-48e1-b942-0ddc7388faa7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Subnet': ['ID=749ffbe5-1a07-4e63-b5fe-55e805110f9d,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:54.410309 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-ab604dc7-3a76-49aa-abf5-a881f5baae9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41 HTTP/1.1" status: 200  len: 217 time: 0.0617666
Apr 16 21:30:54.413970 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (91c6ec77-1ba4-49da-ba78-8ae2cf4140f4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:54.428980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb41cf-32da-48e1-b942-0ddc7388faa7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Checking segment: {'id': '0705c3da-f89b-4ede-bbf4-fa8089a5ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aa8ebfd4-7b2f-40c8-9e4d-36c81a731838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:54.428980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb41cf-32da-48e1-b942-0ddc7388faa7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network hostable DHCP agents. Network: aa8ebfd4-7b2f-40c8-9e4d-36c81a731838, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:30:54.510391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:54.522130 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:54.535264 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:54.539914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb41cf-32da-48e1-b942-0ddc7388faa7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network aa8ebfd4-7b2f-40c8-9e4d-36c81a731838 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:30:54.547931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:54.548644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:54.570110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=91c6ec77-1ba4-49da-ba78-8ae2cf4140f4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:54.599247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-c5a4fe80-494f-4d33-ab7e-9a6cd3182e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:54.600110 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-c5a4fe80-494f-4d33-ab7e-9a6cd3182e62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 200  len: 856 time: 0.1758580
Apr 16 21:30:54.627039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53834) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:54.651602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-e9bb41cf-32da-48e1-b942-0ddc7388faa7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aa8ebfd4-7b2f-40c8-9e4d-36c81a731838) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:54.658099 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb41cf-32da-48e1-b942-0ddc7388faa7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:54.659447 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9bb41cf-32da-48e1-b942-0ddc7388faa7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:54.678338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226f2128-c16b-4069-9a10-f45b338141a8 None None] Network aa8ebfd4-7b2f-40c8-9e4d-36c81a731838 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:54.689341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88b39d-66c8-44c6-a45c-04942aa5e0c4 req-900b6709-0403-4fca-b78e-cafcb9a114b3 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:54.700657 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4b88b39d-66c8-44c6-a45c-04942aa5e0c4 req-900b6709-0403-4fca-b78e-cafcb9a114b3 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.1754131
Apr 16 21:30:54.736698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53840) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:54.737944 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a2ecca1e-a49d-48a5-b5b3-9f81d149e1ef tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.8741176
Apr 16 21:30:54.741169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-6d55d517-894a-4fa5-9265-75287d254a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:54.742692 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-6d55d517-894a-4fa5-9265-75287d254a35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33417375-20a3-4356-abb1-47c6dcf1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1290393
Apr 16 21:30:54.776765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e9bb41cf-32da-48e1-b942-0ddc7388faa7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1233571
Apr 16 21:30:54.795082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53842) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:54.803489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-50035dce-ec33-4e26-b22c-cbfc07591b57 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-131350155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:54.860510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecfefbf-7278-40fc-8f19-b4acc73c6aff tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:54.868012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecfefbf-7278-40fc-8f19-b4acc73c6aff tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:54.870940 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2ecfefbf-7278-40fc-8f19-b4acc73c6aff tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1683 time: 0.1318700
Apr 16 21:30:54.883960 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4b88b39d-66c8-44c6-a45c-04942aa5e0c4 req-d55f471a-bcc3-45fe-9f21-609265a5a1ab tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1789584
Apr 16 21:30:54.892497 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53846) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:54.904690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 09f2a0c0-d79d-4cac-84b3-54c650996125 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:54.946729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aa8ebfd4-7b2f-40c8-9e4d-36c81a731838', 'network_id': 'aa8ebfd4-7b2f-40c8-9e4d-36c81a731838', 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'fixed_ips': [{'subnet_id': '749ffbe5-1a07-4e63-b5fe-55e805110f9d'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:54.947673 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:54.983580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 09f2a0c0-d79d-4cac-84b3-54c650996125 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:54.983838 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (09f2a0c0-d79d-4cac-84b3-54c650996125), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:54.992469 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b62beeae-6698-4265-9b65-d6e4fc8b1b97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=320449ac75f842198f730cb6d86e6944&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3678353
Apr 16 21:30:54.994983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53848) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:55.017779 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-db33f3f6-b144-4820-ba1b-b585f43fb338 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2629075
Apr 16 21:30:55.046845 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0df0ffbc-0ac3-4bd0-8574-a181a1e33fdd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port 91c6ec77-1ba4-49da-ba78-8ae2cf4140f4 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:55.047420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0df0ffbc-0ac3-4bd0-8574-a181a1e33fdd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (91c6ec77-1ba4-49da-ba78-8ae2cf4140f4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.061820 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-31672f54-ee26-4364-a671-c6570ee1569c admin admin] Publish callbacks [] for security_group (acc96a8d-da48-4b73-9166-8e01f11e5bad), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.105020 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50035dce-ec33-4e26-b22c-cbfc07591b57 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (10bdefb0-fb34-4279-aaed-c608e8df7d5b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.106086 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50035dce-ec33-4e26-b22c-cbfc07591b57 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (10bdefb0-fb34-4279-aaed-c608e8df7d5b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.111031 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-31672f54-ee26-4364-a671-c6570ee1569c admin admin] Publish callbacks [] for security_group (acc96a8d-da48-4b73-9166-8e01f11e5bad), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.129411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-377536eb-f214-4b19-b471-621b35a6854e req-e55937d3-f618-4f01-ba30-24fe66c922a8 tempest-MigrationsAdminTest-221990036 tempest-MigrationsAdminTest-221990036-project] (122556) timed out ('10.222.0.20', 57166) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:30:55.176326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 09f2a0c0-d79d-4cac-84b3-54c650996125 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:55.176910 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (09f2a0c0-d79d-4cac-84b3-54c650996125), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.211119 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab085757-fa20-43d0-a070-4b23d7d6e129 req-eda60dd3-38fd-42c4-ba98-7ad7b7558bf5 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1878037
Apr 16 21:30:55.217256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Allocated IP 2001:db8::2 (aa8ebfd4-7b2f-40c8-9e4d-36c81a731838/749ffbe5-1a07-4e63-b5fe-55e805110f9d/f3e45c06-2fbe-43f9-8cb0-cdc98adb4035) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:55.220383 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0df0ffbc-0ac3-4bd0-8574-a181a1e33fdd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (91c6ec77-1ba4-49da-ba78-8ae2cf4140f4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.230307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 09f2a0c0-d79d-4cac-84b3-54c650996125, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09f2a0c0-d79d-4cac-84b3-54c650996125,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:55.237954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0df0ffbc-0ac3-4bd0-8574-a181a1e33fdd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for 91c6ec77-1ba4-49da-ba78-8ae2cf4140f4 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:55.394958 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (09f2a0c0-d79d-4cac-84b3-54c650996125), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.518765 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Publish callbacks [] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.521565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=09f2a0c0-d79d-4cac-84b3-54c650996125,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:55.531795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0df0ffbc-0ac3-4bd0-8574-a181a1e33fdd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (91c6ec77-1ba4-49da-ba78-8ae2cf4140f4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.566886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0ffbc-0ac3-4bd0-8574-a181a1e33fdd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=91c6ec77-1ba4-49da-ba78-8ae2cf4140f4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:55.593141 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.599697 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0df0ffbc-0ac3-4bd0-8574-a181a1e33fdd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.603051 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0df0ffbc-0ac3-4bd0-8574-a181a1e33fdd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/91c6ec77-1ba4-49da-ba78-8ae2cf4140f4 HTTP/1.1" status: 204  len: 168 time: 0.7074921
Apr 16 21:30:55.608076 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50035dce-ec33-4e26-b22c-cbfc07591b57 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (10bdefb0-fb34-4279-aaed-c608e8df7d5b), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.608822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53860) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:55.650879 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Network aa8ebfd4-7b2f-40c8-9e4d-36c81a731838 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:55.653778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:55.657716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:55.667933 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03345238-500e-454f-abdf-d625898d5cd7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:55.669256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03345238-500e-454f-abdf-d625898d5cd7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:55.671075 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-03345238-500e-454f-abdf-d625898d5cd7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0606217
Apr 16 21:30:55.674567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53862) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:55.681977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Pushing event updated for resources: {'Port': ['ID=f3e45c06-2fbe-43f9-8cb0-cdc98adb4035,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:55.686583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50035dce-ec33-4e26-b22c-cbfc07591b57 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (10bdefb0-fb34-4279-aaed-c608e8df7d5b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.747075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c04960-4bcf-4b1a-85ba-004d2a6a5dad tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet b389af38-5209-43a6-affb-ff6f1b77b362 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:30:55.751167 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44c04960-4bcf-4b1a-85ba-004d2a6a5dad tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (b389af38-5209-43a6-affb-ff6f1b77b362), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.754464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Attempting to bind port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:30:55.758643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Attempting to bind port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0705c3da-f89b-4ede-bbf4-fa8089a5ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aa8ebfd4-7b2f-40c8-9e4d-36c81a731838'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:30:55.759091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Attempting to bind port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 on network aa8ebfd4-7b2f-40c8-9e4d-36c81a731838 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:30:55.766519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:30:55.767086 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Checking segment: {'id': '0705c3da-f89b-4ede-bbf4-fa8089a5ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aa8ebfd4-7b2f-40c8-9e4d-36c81a731838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:30:55.767985 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.768415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Bound using segment: {'id': '0705c3da-f89b-4ede-bbf4-fa8089a5ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aa8ebfd4-7b2f-40c8-9e4d-36c81a731838'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:30:55.769171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Bound port: f3e45c06-2fbe-43f9-8cb0-cdc98adb4035, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0705c3da-f89b-4ede-bbf4-fa8089a5ed55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aa8ebfd4-7b2f-40c8-9e4d-36c81a731838'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:30:55.769566 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.779590 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-31672f54-ee26-4364-a671-c6570ee1569c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (acc96a8d-da48-4b73-9166-8e01f11e5bad), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.783405 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-31672f54-ee26-4364-a671-c6570ee1569c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.785979 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-31672f54-ee26-4364-a671-c6570ee1569c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acc96a8d-da48-4b73-9166-8e01f11e5bad HTTP/1.1" status: 204  len: 168 time: 0.7895265
Apr 16 21:30:55.798298 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44c04960-4bcf-4b1a-85ba-004d2a6a5dad tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (b389af38-5209-43a6-affb-ff6f1b77b362), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.820785 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50035dce-ec33-4e26-b22c-cbfc07591b57 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:55.825612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-50035dce-ec33-4e26-b22c-cbfc07591b57 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.0292456
Apr 16 21:30:55.826327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53868) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:55.830912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31672f54-ee26-4364-a671-c6570ee1569c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc96a8d-da48-4b73-9166-8e01f11e5bad,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:55.863633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] For port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:30:55.867080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] For port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3e45c06-2fbe-43f9-8cb0-cdc98adb4035,segment=NetworkSegment(0705c3da-f89b-4ede-bbf4-fa8089a5ed55),segment_id=0705c3da-f89b-4ede-bbf4-fa8089a5ed55)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:30:55.946348 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:56.084871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eea24c-91e2-40cc-b2d0-ade1c1867fa0 None None] Pushing event updated for resources: {'Port': ['ID=f3e45c06-2fbe-43f9-8cb0-cdc98adb4035,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:56.092297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-dc5bc73a-3f66-4085-97f7-d41b1a8fe142 None None] Provisioning complete for port 09f2a0c0-d79d-4cac-84b3-54c650996125 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:56.093349 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc73a-3f66-4085-97f7-d41b1a8fe142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (09f2a0c0-d79d-4cac-84b3-54c650996125), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:56.121600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78718e-ca31-4cfc-b2f1-8a90b01d0f79 req-d3bdf69e-6bb6-4eb4-9c6c-6f15db7cc075 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:56.124599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f78718e-ca31-4cfc-b2f1-8a90b01d0f79 req-d3bdf69e-6bb6-4eb4-9c6c-6f15db7cc075 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.1321573
Apr 16 21:30:56.146699 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44c04960-4bcf-4b1a-85ba-004d2a6a5dad tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (b389af38-5209-43a6-affb-ff6f1b77b362), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:56.242304 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f78718e-ca31-4cfc-b2f1-8a90b01d0f79 req-3bce8808-ddc6-4fc3-97f2-9ff782932db1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063612
Apr 16 21:30:56.274794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bc73a-3f66-4085-97f7-d41b1a8fe142 None None] Current status of the port 09f2a0c0-d79d-4cac-84b3-54c650996125 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:56.387274 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:56.394484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-746c2672-0d7a-4219-aed0-042a17c8eba0 None None] Could not find standard attr ID for object 91c6ec77-1ba4-49da-ba78-8ae2cf4140f4. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:30:56.525640 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44c04960-4bcf-4b1a-85ba-004d2a6a5dad tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (b389af38-5209-43a6-affb-ff6f1b77b362), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:56.898258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:56.964932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:56.964932 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:56.986095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c04960-4bcf-4b1a-85ba-004d2a6a5dad tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=b389af38-5209-43a6-affb-ff6f1b77b362,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:56.994831 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44c04960-4bcf-4b1a-85ba-004d2a6a5dad tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:57.006006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53902) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:57.008610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b011b-bc33-43d0-8b06-73b3b2d9bbc9 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:57.012450 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-44c04960-4bcf-4b1a-85ba-004d2a6a5dad tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/b389af38-5209-43a6-affb-ff6f1b77b362 HTTP/1.1" status: 204  len: 168 time: 1.3357110
Apr 16 21:30:57.086380 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3bfcb99c-fc13-4426-9062-f0f836929bbb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0774968
Apr 16 21:30:57.087647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53904) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:57.192110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c51c35-0f7e-4e24-ae7c-7ab5405f4425 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:57.198964 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-68c51c35-0f7e-4e24-ae7c-7ab5405f4425 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1100259
Apr 16 21:30:57.199848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53910) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:57.288770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9cf501-3e51-40ef-980f-06f8061adfea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:57.293870 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0f9cf501-3e51-40ef-980f-06f8061adfea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0897918
Apr 16 21:30:57.295115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53914) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:57.315339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Allocated IP 2001:db8::1 (aa8ebfd4-7b2f-40c8-9e4d-36c81a731838/749ffbe5-1a07-4e63-b5fe-55e805110f9d/41ccfe7d-2b94-4d2b-9fe0-91a9f763d810) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:57.360589 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d56c07ce-cf6b-4996-865a-b1cc5ee7d1ca tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0627055
Apr 16 21:30:57.361428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53918) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:57.366590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b313ad00-a05f-4648-a13e-e7ebccd67209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:57.368954 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:57.369503 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:57.522242 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0627fdef-c8c8-453a-a6b7-bc9714f33c7d None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:30:57.526620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3e45c06-2fbe-43f9-8cb0-cdc98adb4035,segment=NetworkSegment(0705c3da-f89b-4ede-bbf4-fa8089a5ed55),segment_id=0705c3da-f89b-4ede-bbf4-fa8089a5ed55)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:57.544836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ea089-a7e0-4fbe-b64a-2746a48bb1de req-4bce306d-305b-4fcf-a565-59b372f18c37 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:57.547848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e25ea089-a7e0-4fbe-b64a-2746a48bb1de req-4bce306d-305b-4fcf-a565-59b372f18c37 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.0857716
Apr 16 21:30:57.588263 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (41ccfe7d-2b94-4d2b-9fe0-91a9f763d810), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:57.615907 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:57.616757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 09f2a0c0-d79d-4cac-84b3-54c650996125 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:57.627744 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e25ea089-a7e0-4fbe-b64a-2746a48bb1de req-8368450f-1d37-49ca-aab2-de8722932f2f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726545
Apr 16 21:30:57.663506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b313ad00-a05f-4648-a13e-e7ebccd67209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:57.668353 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b313ad00-a05f-4648-a13e-e7ebccd67209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:57.693790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53930) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:57.714269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0627fdef-c8c8-453a-a6b7-bc9714f33c7d None None] Deleting port 09f2a0c0-d79d-4cac-84b3-54c650996125 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:30:57.718656 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0627fdef-c8c8-453a-a6b7-bc9714f33c7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (09f2a0c0-d79d-4cac-84b3-54c650996125), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:57.738491 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (41ccfe7d-2b94-4d2b-9fe0-91a9f763d810), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:57.806128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a24820-4d5b-421a-85f9-b5dd62942115 None None] Network aa8ebfd4-7b2f-40c8-9e4d-36c81a731838 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:57.821000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network aa8ebfd4-7b2f-40c8-9e4d-36c81a731838 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:57.824584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:57.835776 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:57.836383 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (10bdefb0-fb34-4279-aaed-c608e8df7d5b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:57.903838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=f3e45c06-2fbe-43f9-8cb0-cdc98adb4035,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:57.910118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0627fdef-c8c8-453a-a6b7-bc9714f33c7d None None] For port 09f2a0c0-d79d-4cac-84b3-54c650996125, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09f2a0c0-d79d-4cac-84b3-54c650996125,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:57.910522 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0627fdef-c8c8-453a-a6b7-bc9714f33c7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (09f2a0c0-d79d-4cac-84b3-54c650996125), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:57.924023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7c7cf734-2946-4102-bc28-3703c1659e80 None None] Provisioning complete for port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:57.924234 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7c7cf734-2946-4102-bc28-3703c1659e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:57.938174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'network': {'name': 'tempest-RoutersTest-1086182662'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:57.959507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0627fdef-c8c8-453a-a6b7-bc9714f33c7d None None] Calling delete_port for 09f2a0c0-d79d-4cac-84b3-54c650996125 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:30:57.960795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=41ccfe7d-2b94-4d2b-9fe0-91a9f763d810,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:57.961574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 09f2a0c0-d79d-4cac-84b3-54c650996125 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:57.961950 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (09f2a0c0-d79d-4cac-84b3-54c650996125), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:57.986522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53942) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:57.997914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-8231edae-7b31-457a-96b5-034cbd1380d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111301264', 'description': 'tempest-secgroup-smoke-1111301264 description', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:58.059557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b313ad00-a05f-4648-a13e-e7ebccd67209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (04d97ae1-698f-4724-99e6-81dbedfbcdfb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.082687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:58.087482 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.093999 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8231edae-7b31-457a-96b5-034cbd1380d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.116707 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8231edae-7b31-457a-96b5-034cbd1380d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.118144 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.123489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b313ad00-a05f-4648-a13e-e7ebccd67209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:58.134883 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-b313ad00-a05f-4648-a13e-e7ebccd67209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:58.139642 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313ad00-a05f-4648-a13e-e7ebccd67209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:58.140634 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b313ad00-a05f-4648-a13e-e7ebccd67209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.142868 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313ad00-a05f-4648-a13e-e7ebccd67209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=04d97ae1-698f-4724-99e6-81dbedfbcdfb,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:58.153272 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (41ccfe7d-2b94-4d2b-9fe0-91a9f763d810), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.238036 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8231edae-7b31-457a-96b5-034cbd1380d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (479504fc-8efd-4721-ac81-bf9ba54deabc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.248746 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b313ad00-a05f-4648-a13e-e7ebccd67209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8837652
Apr 16 21:30:58.249572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53948) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:58.258601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'fixed_ips': [{'subnet_id': '04d97ae1-698f-4724-99e6-81dbedfbcdfb', 'ip_address': '2001:db8::3ff1:c9ee:891a:df78'}], 'name': 'tempest-NetworksTestDHCPv6-659107313'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:58.339561 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8231edae-7b31-457a-96b5-034cbd1380d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (479504fc-8efd-4721-ac81-bf9ba54deabc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.360569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7c7cf734-2946-4102-bc28-3703c1659e80 None None] Current status of the port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:58.378414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 09f2a0c0-d79d-4cac-84b3-54c650996125 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:58.408674 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for security_group (7b2f58ca-3af5-4324-9ac7-4ec2249834ba), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.443429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231edae-7b31-457a-96b5-034cbd1380d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479504fc-8efd-4721-ac81-bf9ba54deabc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:58.459876 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0627fdef-c8c8-453a-a6b7-bc9714f33c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (09f2a0c0-d79d-4cac-84b3-54c650996125), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.498551 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8231edae-7b31-457a-96b5-034cbd1380d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (7ab8b500-d94e-4e1b-8e53-08527c1d9d7c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.508948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627fdef-c8c8-453a-a6b7-bc9714f33c7d None None] Pushing event deleted for resources: {'Port': ['ID=09f2a0c0-d79d-4cac-84b3-54c650996125,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:58.520775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7b2f58ca-3af5-4324-9ac7-4ec2249834ba), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.521360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0627fdef-c8c8-453a-a6b7-bc9714f33c7d None None] No DVR routers for this DVR port 09f2a0c0-d79d-4cac-84b3-54c650996125 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:30:58.541145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1222005-0bf0-4d18-a93f-265af9435cc6 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:30:58.568883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:30:58.585655 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2f58ca-3af5-4324-9ac7-4ec2249834ba,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:58.602116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:58.602912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b7dd465d-d630-4a23-8b69-facae0ce9e3a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.607002 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Added segment b7dd465d-d630-4a23-8b69-facae0ce9e3a of type vlan for network 407dbdde-e31b-4143-ac3d-4fd06f79946a
Apr 16 21:30:58.674165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': '04d97ae1-698f-4724-99e6-81dbedfbcdfb'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:30:58.675729 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.681069 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (407dbdde-e31b-4143-ac3d-4fd06f79946a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.702676 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (41ccfe7d-2b94-4d2b-9fe0-91a9f763d810), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.714033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c80c109c-6484-4a80-ab77-d5eb5d6d315a None None] Provisioning complete for port 41ccfe7d-2b94-4d2b-9fe0-91a9f763d810 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:58.714628 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c80c109c-6484-4a80-ab77-d5eb5d6d315a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (41ccfe7d-2b94-4d2b-9fe0-91a9f763d810), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.751378 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8231edae-7b31-457a-96b5-034cbd1380d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7ab8b500-d94e-4e1b-8e53-08527c1d9d7c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.801947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (41ccfe7d-2b94-4d2b-9fe0-91a9f763d810), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.802749 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (10bdefb0-fb34-4279-aaed-c608e8df7d5b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.816741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c80c109c-6484-4a80-ab77-d5eb5d6d315a None None] Port 41ccfe7d-2b94-4d2b-9fe0-91a9f763d810 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:58.828926 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c80c109c-6484-4a80-ab77-d5eb5d6d315a None None] Provisioning complete for port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:58.828926 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c80c109c-6484-4a80-ab77-d5eb5d6d315a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.834566 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:30:58.856337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.914541 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231edae-7b31-457a-96b5-034cbd1380d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:58.918037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port 5ebb31bd-fd9d-4921-ac7e-8d17affc8518 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:30:58.932049 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (407dbdde-e31b-4143-ac3d-4fd06f79946a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.933732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f118a2-9b80-4596-8158-4a641d171180 req-64d1d3fd-9dcf-4ad3-bf3c-16166590ef3f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:58.939341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:58.939973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:58.943879 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5f118a2-9b80-4596-8158-4a641d171180 req-64d1d3fd-9dcf-4ad3-bf3c-16166590ef3f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.1936498
Apr 16 21:30:59.009935 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8231edae-7b31-457a-96b5-034cbd1380d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.014421 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8231edae-7b31-457a-96b5-034cbd1380d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 1.0186746
Apr 16 21:30:59.019643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53966) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:59.027748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=41ccfe7d-2b94-4d2b-9fe0-91a9f763d810,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:59.038258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-8239cc26-e6b1-43c2-ac8f-fd39e07dd7b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '7ab8b500-d94e-4e1b-8e53-08527c1d9d7c', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:59.064493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Network': ['ID=407dbdde-e31b-4143-ac3d-4fd06f79946a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:59.082805 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b966fc7e-0221-46eb-a92a-00d9f48a8a41 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:30:59.094899 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cc076543-1c03-4128-9017-73e0446bfb08 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.3973496
Apr 16 21:30:59.094899 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network aa8ebfd4-7b2f-40c8-9e4d-36c81a731838 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:59.095548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53974) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:59.100375 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ada29f63-8e1c-47b8-b502-e80a9f83d85f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'network': {'name': 'tempest-RoutersTest-1769859340'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:59.104777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:59.110397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c80c109c-6484-4a80-ab77-d5eb5d6d315a None None] Current status of the port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:59.114001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 407dbdde-e31b-4143-ac3d-4fd06f79946a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:30:59.135027 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f5f118a2-9b80-4596-8158-4a641d171180 req-a3539ca2-b725-4434-99dd-81a9815a2a68 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1899288
Apr 16 21:30:59.191599 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8239cc26-e6b1-43c2-ac8f-fd39e07dd7b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (48fb01ef-65b6-4095-b30f-13c61163b885), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.255397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:59.256029 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.261781 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8239cc26-e6b1-43c2-ac8f-fd39e07dd7b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (48fb01ef-65b6-4095-b30f-13c61163b885), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.266597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada29f63-8e1c-47b8-b502-e80a9f83d85f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:59.267978 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ada29f63-8e1c-47b8-b502-e80a9f83d85f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.294157 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada29f63-8e1c-47b8-b502-e80a9f83d85f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:30:59.304822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ada29f63-8e1c-47b8-b502-e80a9f83d85f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (adafc84f-3824-421f-bb61-a00dc1a547dd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.305173 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-ada29f63-8e1c-47b8-b502-e80a9f83d85f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Added segment adafc84f-3824-421f-bb61-a00dc1a547dd of type vlan for network b8d7a0af-6284-48d6-9ffb-34d52f2c1747
Apr 16 21:30:59.326661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Allocated IP 2001:db8::2 (0d27c69b-2090-42d8-afae-1332cd31e453/04d97ae1-698f-4724-99e6-81dbedfbcdfb/e972754c-6632-4dcc-b5f7-626db685245b) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:30:59.334232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b966fc7e-0221-46eb-a92a-00d9f48a8a41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:59.338491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 10bdefb0-fb34-4279-aaed-c608e8df7d5b is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:30:59.345498 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8239cc26-e6b1-43c2-ac8f-fd39e07dd7b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (48fb01ef-65b6-4095-b30f-13c61163b885), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.355378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a9a933e7-b93b-4638-b838-f8611b109de5 None None] Provisioning complete for port 41ccfe7d-2b94-4d2b-9fe0-91a9f763d810 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:59.355665 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a9a933e7-b93b-4638-b838-f8611b109de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (41ccfe7d-2b94-4d2b-9fe0-91a9f763d810), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.364642 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ada29f63-8e1c-47b8-b502-e80a9f83d85f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (b8d7a0af-6284-48d6-9ffb-34d52f2c1747), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.371782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239cc26-e6b1-43c2-ac8f-fd39e07dd7b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fb01ef-65b6-4095-b30f-13c61163b885,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:59.393506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'port_id': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'mac_address': 'fa:16:3e:fb:84:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:30:59.435146 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8239cc26-e6b1-43c2-ac8f-fd39e07dd7b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.446112 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8239cc26-e6b1-43c2-ac8f-fd39e07dd7b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4228530
Apr 16 21:30:59.448897 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53976) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:59.468696 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0c4ea872-da93-461a-8089-d4735a341193 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '7ab8b500-d94e-4e1b-8e53-08527c1d9d7c', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:59.476982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a9a933e7-b93b-4638-b838-f8611b109de5 None None] Port 41ccfe7d-2b94-4d2b-9fe0-91a9f763d810 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:59.521244 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-96a228d1-34d3-4389-9e92-f06509bd992d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0686970
Apr 16 21:30:59.528616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:30:59.534027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b966fc7e-0221-46eb-a92a-00d9f48a8a41 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:59.534140 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.541428 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f429b1c-bc19-4048-a3e6-860f27f7cbcd None None] Sync routers for ids ['10bdefb0-fb34-4279-aaed-c608e8df7d5b'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:30:59.548037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53978) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:59.554710 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3e7fdc3b-282e-433e-93ee-3885645358bc tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/10bdefb0-fb34-4279-aaed-c608e8df7d5b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7227852
Apr 16 21:30:59.562024 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f429b1c-bc19-4048-a3e6-860f27f7cbcd None None] Routers {'10bdefb0-fb34-4279-aaed-c608e8df7d5b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:59.563282 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6f429b1c-bc19-4048-a3e6-860f27f7cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124abe2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['10bdefb0-fb34-4279-aaed-c608e8df7d5b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:59.579708 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ada29f63-8e1c-47b8-b502-e80a9f83d85f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (b8d7a0af-6284-48d6-9ffb-34d52f2c1747), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.584903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada29f63-8e1c-47b8-b502-e80a9f83d85f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:59.589179 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ada29f63-8e1c-47b8-b502-e80a9f83d85f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.600890 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6f429b1c-bc19-4048-a3e6-860f27f7cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124abe2b0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:59.610925 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f429b1c-bc19-4048-a3e6-860f27f7cbcd None None] Routers {'10bdefb0-fb34-4279-aaed-c608e8df7d5b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:30:59.611839 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6f429b1c-bc19-4048-a3e6-860f27f7cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124abe2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['10bdefb0-fb34-4279-aaed-c608e8df7d5b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:59.612211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-84e41c1d-33c8-4fdf-9acb-88ebda85a71c None None] Provisioning complete for port 41ccfe7d-2b94-4d2b-9fe0-91a9f763d810 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:30:59.612655 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-84e41c1d-33c8-4fdf-9acb-88ebda85a71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (41ccfe7d-2b94-4d2b-9fe0-91a9f763d810), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.619272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b966fc7e-0221-46eb-a92a-00d9f48a8a41 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:30:59.629868 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a002f97e-3ad0-4ca6-a64f-10a7925b80c7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:59.631322 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a002f97e-3ad0-4ca6-a64f-10a7925b80c7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports/41ccfe7d-2b94-4d2b-9fe0-91a9f763d810 HTTP/1.1" status: 200  len: 911 time: 0.0825171
Apr 16 21:30:59.634240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53980) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:59.639909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b966fc7e-0221-46eb-a92a-00d9f48a8a41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:30:59.641338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:30:59.655479 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6f429b1c-bc19-4048-a3e6-860f27f7cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124abe2b0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:30:59.656980 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f429b1c-bc19-4048-a3e6-860f27f7cbcd None None] The sync data for ids ['10bdefb0-fb34-4279-aaed-c608e8df7d5b'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:30:59.723223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-84e41c1d-33c8-4fdf-9acb-88ebda85a71c None None] Port 41ccfe7d-2b94-4d2b-9fe0-91a9f763d810 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:30:59.728305 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.730338 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Publish callbacks [] for port (e972754c-6632-4dcc-b5f7-626db685245b), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.731179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-b0a209d6-2856-44a9-8d4a-51670a903183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:59.731179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-b0a209d6-2856-44a9-8d4a-51670a903183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:59.731623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-b0a209d6-2856-44a9-8d4a-51670a903183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:59.732099 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-b0a209d6-2856-44a9-8d4a-51670a903183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:59.732623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-b0a209d6-2856-44a9-8d4a-51670a903183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:59.733093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-b0a209d6-2856-44a9-8d4a-51670a903183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:59.733824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-b0a209d6-2856-44a9-8d4a-51670a903183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:30:59.736207 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-b0a209d6-2856-44a9-8d4a-51670a903183 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8548f70297f04c1489783de67671dba2&device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 6718 time: 0.1518011
Apr 16 21:30:59.738996 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea872-da93-461a-8089-d4735a341193 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (803db697-97b9-4af9-8dc2-ca4749c7bde0), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.742551 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada29f63-8e1c-47b8-b502-e80a9f83d85f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Network': ['ID=b8d7a0af-6284-48d6-9ffb-34d52f2c1747,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:59.760165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 09f2a0c0-d79d-4cac-84b3-54c650996125 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:30:59.762044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network b8d7a0af-6284-48d6-9ffb-34d52f2c1747 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:30:59.789187 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ada29f63-8e1c-47b8-b502-e80a9f83d85f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6929896
Apr 16 21:30:59.792907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53982) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:30:59.799913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d652b15d-2993-4744-90c6-19419c51a6fd tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'subnet': {'network_id': '407dbdde-e31b-4143-ac3d-4fd06f79946a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:30:59.844853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 09f2a0c0-d79d-4cac-84b3-54c650996125 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:30:59.845446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 09f2a0c0-d79d-4cac-84b3-54c650996125 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:30:59.865280 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (e972754c-6632-4dcc-b5f7-626db685245b), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.882255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b966fc7e-0221-46eb-a92a-00d9f48a8a41,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:59.915853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:30:59.928009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:30:59.932424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:30:59.968036 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d652b15d-2993-4744-90c6-19419c51a6fd tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:30:59.969374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Pushing event updated for resources: {'Port': ['ID=e972754c-6632-4dcc-b5f7-626db685245b,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:30:59.974206 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d652b15d-2993-4744-90c6-19419c51a6fd tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:30:59.998925 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea872-da93-461a-8089-d4735a341193 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (803db697-97b9-4af9-8dc2-ca4749c7bde0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.009113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Attempting to bind port e972754c-6632-4dcc-b5f7-626db685245b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:00.009490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Attempting to bind port e972754c-6632-4dcc-b5f7-626db685245b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:00.009859 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Attempting to bind port e972754c-6632-4dcc-b5f7-626db685245b on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:00.016216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:00.016593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:00.016993 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.017642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:00.018674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Bound port: e972754c-6632-4dcc-b5f7-626db685245b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:00.018674 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e972754c-6632-4dcc-b5f7-626db685245b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.022594 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b966fc7e-0221-46eb-a92a-00d9f48a8a41'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:31:00.024885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::3ff1:c9ee:891a:df78 (0d27c69b-2090-42d8-afae-1332cd31e453/04d97ae1-698f-4724-99e6-81dbedfbcdfb/5ebb31bd-fd9d-4921-ac7e-8d17affc8518) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:00.034513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-fe935e5c-8d0c-4668-baf0-a0b9b8dfd06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:00.035232 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-fe935e5c-8d0c-4668-baf0-a0b9b8dfd06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:00.035865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-fe935e5c-8d0c-4668-baf0-a0b9b8dfd06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:00.037719 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-fe935e5c-8d0c-4668-baf0-a0b9b8dfd06e service neutron] 10.222.0.11 "GET /v2.0/networks?id=281ab511-837a-41be-9f7f-2b7357e9479c&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&id=e542be96-fc30-4cda-9476-07d2b2bc4e28&id=e542be96-fc30-4cda-9476-07d2b2bc4e28 HTTP/1.1" status: 200  len: 2298 time: 0.2767451
Apr 16 21:31:00.101003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea872-da93-461a-8089-d4735a341193 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (803db697-97b9-4af9-8dc2-ca4749c7bde0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.139548 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] For port e972754c-6632-4dcc-b5f7-626db685245b, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:00.159454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] For port e972754c-6632-4dcc-b5f7-626db685245b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e972754c-6632-4dcc-b5f7-626db685245b,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:00.203847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ea872-da93-461a-8089-d4735a341193 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803db697-97b9-4af9-8dc2-ca4749c7bde0,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:00.220789 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e972754c-6632-4dcc-b5f7-626db685245b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.223715 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-b8d390c7-a018-4189-8481-a6454f665871 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc99d421-5515-41e3-bbf8-03443566d154 HTTP/1.1" status: 200  len: 999 time: 0.1776652
Apr 16 21:31:00.264495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c4ec4-0414-4dd6-9d85-894cbdb51d5a req-95e97b73-4495-4dac-b90a-1921559fe7ad tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:00.266818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa9c4ec4-0414-4dd6-9d85-894cbdb51d5a req-95e97b73-4495-4dac-b90a-1921559fe7ad tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 944 time: 0.0521538
Apr 16 21:31:00.301319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f492a31-5fac-4a42-baca-cfcb5273b842 None None] Pushing event updated for resources: {'Port': ['ID=e972754c-6632-4dcc-b5f7-626db685245b,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:00.308119 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d652b15d-2993-4744-90c6-19419c51a6fd tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (edcca6e3-7e2a-4487-87dc-74df9f7994b1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.352932 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea872-da93-461a-8089-d4735a341193 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.354147 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0c4ea872-da93-461a-8089-d4735a341193 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9004169
Apr 16 21:31:00.365305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53988) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:00.381061 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fad8e8d1-2c81-4b13-8fb0-b4bcde824aba tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '7ab8b500-d94e-4e1b-8e53-08527c1d9d7c', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:00.422918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-fe2d6edb-58f3-4916-9fd5-5f92cc662b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:00.424566 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-fe2d6edb-58f3-4916-9fd5-5f92cc662b1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=708923a2-d8e5-492d-a120-3240bd6ffb38 HTTP/1.1" status: 200  len: 856 time: 0.1782043
Apr 16 21:31:00.428087 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (10bdefb0-fb34-4279-aaed-c608e8df7d5b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.449230 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa9c4ec4-0414-4dd6-9d85-894cbdb51d5a req-da5272b0-9d15-4800-9eb5-4d1750673c6c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1765518
Apr 16 21:31:00.449853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652b15d-2993-4744-90c6-19419c51a6fd tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Subnet': ['ID=edcca6e3-7e2a-4487-87dc-74df9f7994b1,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:00.468068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d652b15d-2993-4744-90c6-19419c51a6fd tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Checking segment: {'id': 'b7dd465d-d630-4a23-8b69-facae0ce9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '407dbdde-e31b-4143-ac3d-4fd06f79946a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:00.468068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d652b15d-2993-4744-90c6-19419c51a6fd tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network hostable DHCP agents. Network: 407dbdde-e31b-4143-ac3d-4fd06f79946a, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:31:00.512867 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fad8e8d1-2c81-4b13-8fb0-b4bcde824aba tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (51f50589-cacb-4abe-bd0b-3c2ef4496b68), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.581572 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fad8e8d1-2c81-4b13-8fb0-b4bcde824aba tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (51f50589-cacb-4abe-bd0b-3c2ef4496b68), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.588623 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (5ebb31bd-fd9d-4921-ac7e-8d17affc8518), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.593751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-05ca9f0a-ab6e-40be-826c-5c10a44359c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:00.595288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-05ca9f0a-ab6e-40be-826c-5c10a44359c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=281ab511-837a-41be-9f7f-2b7357e9479c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1650941
Apr 16 21:31:00.602534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d652b15d-2993-4744-90c6-19419c51a6fd tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 407dbdde-e31b-4143-ac3d-4fd06f79946a is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:31:00.694091 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fad8e8d1-2c81-4b13-8fb0-b4bcde824aba tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (51f50589-cacb-4abe-bd0b-3c2ef4496b68), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.714643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8e8d1-2c81-4b13-8fb0-b4bcde824aba tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f50589-cacb-4abe-bd0b-3c2ef4496b68,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:00.719833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d652b15d-2993-4744-90c6-19419c51a6fd tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 407dbdde-e31b-4143-ac3d-4fd06f79946a) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:00.724402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d652b15d-2993-4744-90c6-19419c51a6fd tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:00.725452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d652b15d-2993-4744-90c6-19419c51a6fd tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.734890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21da8dd9-dd5b-4816-bb0f-d5492e164f9d None None] Network 407dbdde-e31b-4143-ac3d-4fd06f79946a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:00.784118 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-6b2d2617-77b0-49df-9715-177ad3e96b2c service neutron] 10.222.0.11 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804230
Apr 16 21:31:00.825468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fad8e8d1-2c81-4b13-8fb0-b4bcde824aba tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.845783 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fad8e8d1-2c81-4b13-8fb0-b4bcde824aba tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4702461
Apr 16 21:31:00.846615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53990) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:00.851457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-170d40e8-252d-4165-8037-620624b43621 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '7ab8b500-d94e-4e1b-8e53-08527c1d9d7c', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:00.876699 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5ebb31bd-fd9d-4921-ac7e-8d17affc8518), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.882900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e972754c-6632-4dcc-b5f7-626db685245b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:00.886085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-407dbdde-e31b-4143-ac3d-4fd06f79946a', 'network_id': '407dbdde-e31b-4143-ac3d-4fd06f79946a', 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'fixed_ips': [{'subnet_id': 'edcca6e3-7e2a-4487-87dc-74df9f7994b1'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:00.887182 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.888733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d652b15d-2993-4744-90c6-19419c51a6fd tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0946469
Apr 16 21:31:00.894218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53992) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:00.899599 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-82fe10c0-d94a-4c8c-89da-3a29c95c008d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'subnet': {'network_id': 'b8d7a0af-6284-48d6-9ffb-34d52f2c1747', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:00.975518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:00.979390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port 41ccfe7d-2b94-4d2b-9fe0-91a9f763d810 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:00.979741 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (41ccfe7d-2b94-4d2b-9fe0-91a9f763d810), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:00.994679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:00.994679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=5ebb31bd-fd9d-4921-ac7e-8d17affc8518,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:00.997145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:01.002184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:01.003608 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.021488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b966fc7e-0221-46eb-a92a-00d9f48a8a41 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:01.036571 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-170d40e8-252d-4165-8037-620624b43621 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (360d21c6-da7e-46ef-9c25-1c9ba0970002), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.068122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e972754c-6632-4dcc-b5f7-626db685245b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:01.068773 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e972754c-6632-4dcc-b5f7-626db685245b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.121166 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-170d40e8-252d-4165-8037-620624b43621 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (360d21c6-da7e-46ef-9c25-1c9ba0970002), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.133049 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (41ccfe7d-2b94-4d2b-9fe0-91a9f763d810), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.157380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for 41ccfe7d-2b94-4d2b-9fe0-91a9f763d810 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:01.183632 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-1895c870-0096-42c8-b9df-8ba713c0d830 service neutron] 10.222.0.11 "GET /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3941240
Apr 16 21:31:01.189933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-170d40e8-252d-4165-8037-620624b43621 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (360d21c6-da7e-46ef-9c25-1c9ba0970002), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.210397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d40e8-252d-4165-8037-620624b43621 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360d21c6-da7e-46ef-9c25-1c9ba0970002,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:01.225633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fe10c0-d94a-4c8c-89da-3a29c95c008d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:01.230591 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82fe10c0-d94a-4c8c-89da-3a29c95c008d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.270633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-646cb9b9-b3ca-460c-827f-a93addf819fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=c1abc7d3-63c4-4e58-896c-5aa4b9a41054 HTTP/1.1" status: 200  len: 217 time: 0.0445547
Apr 16 21:31:01.274174 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-35ab0a2d-1951-4628-9e0d-0261dcc2716b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.0234878
Apr 16 21:31:01.278261 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53996) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:01.305987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ef64b34c-e5e7-4b46-ac80-c225331f7f8e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'fixed_ips': [{'subnet_id': '04d97ae1-698f-4724-99e6-81dbedfbcdfb', 'ip_address': '2001:db8::3ff1:c9ee:891a:df78'}], 'name': 'tempest-NetworksTestDHCPv6-1982061843'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:01.330131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Allocated IP 172.20.0.2 (407dbdde-e31b-4143-ac3d-4fd06f79946a/edcca6e3-7e2a-4487-87dc-74df9f7994b1/cd97c796-29ed-496d-b67d-c4ad576e124c) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:01.335466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port b966fc7e-0221-46eb-a92a-00d9f48a8a41 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:31:01.367012 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-170d40e8-252d-4165-8037-620624b43621 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.370937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-170d40e8-252d-4165-8037-620624b43621 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5207045
Apr 16 21:31:01.381033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53998) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:01.391925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '7ab8b500-d94e-4e1b-8e53-08527c1d9d7c', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:01.443443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e972754c-6632-4dcc-b5f7-626db685245b is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:01.443838 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e972754c-6632-4dcc-b5f7-626db685245b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.456087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-c2d0481e-3071-4068-9112-36e9b7870a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:01.463931 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-c2d0481e-3071-4068-9112-36e9b7870a8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.1803267
Apr 16 21:31:01.464103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port b966fc7e-0221-46eb-a92a-00d9f48a8a41 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:01.464103 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.567418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port e972754c-6632-4dcc-b5f7-626db685245b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e972754c-6632-4dcc-b5f7-626db685245b,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:01.570601 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Project 0ee2ef9a941a429b82a89f7c8f71d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:31:01.591785 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-ec70ad54-8f21-4936-bf42-72342e570ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:01.593326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-ec70ad54-8f21-4936-bf42-72342e570ce7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1285117
Apr 16 21:31:01.605530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-05d14224-7904-4334-a9a8-17131a898634 None None] Provisioning complete for port e972754c-6632-4dcc-b5f7-626db685245b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:01.605979 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-05d14224-7904-4334-a9a8-17131a898634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e972754c-6632-4dcc-b5f7-626db685245b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.610031 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Publish callbacks [] for port (cd97c796-29ed-496d-b67d-c4ad576e124c), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.610208 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (ddb4afa0-c55c-4bb5-a67d-6b67725045d4), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.626038 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82fe10c0-d94a-4c8c-89da-3a29c95c008d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (9d68c371-61c3-485a-bbda-e924a9a2d561), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.675103 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e972754c-6632-4dcc-b5f7-626db685245b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.714172 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b966fc7e-0221-46eb-a92a-00d9f48a8a41 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:01.714549 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.734393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c41ac-1678-4d08-86ef-f964c2a00028 req-224830a6-f60d-4406-b201-b55e69a3fee1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:01.736059 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-125c41ac-1678-4d08-86ef-f964c2a00028 req-224830a6-f60d-4406-b201-b55e69a3fee1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 944 time: 0.1512020
Apr 16 21:31:01.741450 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (cd97c796-29ed-496d-b67d-c4ad576e124c), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.762641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe10c0-d94a-4c8c-89da-3a29c95c008d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Checking segment: {'id': 'adafc84f-3824-421f-bb61-a00dc1a547dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b8d7a0af-6284-48d6-9ffb-34d52f2c1747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:01.763393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fe10c0-d94a-4c8c-89da-3a29c95c008d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network hostable DHCP agents. Network: b8d7a0af-6284-48d6-9ffb-34d52f2c1747, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:31:01.771821 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe10c0-d94a-4c8c-89da-3a29c95c008d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Subnet': ['ID=9d68c371-61c3-485a-bbda-e924a9a2d561,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:01.777517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=e972754c-6632-4dcc-b5f7-626db685245b,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:01.788046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:31:01.790550 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc285fc-fa5e-4db8-bf7f-308752c05435" -d '{"events": [{"server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "name": "network-vif-plugged", "status": "completed", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:31:01.828386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef64b34c-e5e7-4b46-ac80-c225331f7f8e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:01.830368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Network 407dbdde-e31b-4143-ac3d-4fd06f79946a is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:01.832215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b966fc7e-0221-46eb-a92a-00d9f48a8a41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:01.833386 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ef64b34c-e5e7-4b46-ac80-c225331f7f8e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.852202 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5170af-58b9-4cb8-95bc-6da09115cf85 x-openstack-request-id: req-9a5170af-58b9-4cb8-95bc-6da09115cf85 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:31:01.852202 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "name": "network-vif-plugged", "status": "completed", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:31:01.852202 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a5170af-58b9-4cb8-95bc-6da09115cf85 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:31:01.852202 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5170af-58b9-4cb8-95bc-6da09115cf85'] response: {'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'code': 200}
Apr 16 21:31:01.858448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:01.871084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:01.909201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Pushing event updated for resources: {'Port': ['ID=cd97c796-29ed-496d-b67d-c4ad576e124c,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:01.911436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-05d14224-7904-4334-a9a8-17131a898634 None None] Current status of the port e972754c-6632-4dcc-b5f7-626db685245b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:01.949957 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.958321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Attempting to bind port cd97c796-29ed-496d-b67d-c4ad576e124c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:01.958321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Attempting to bind port cd97c796-29ed-496d-b67d-c4ad576e124c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b7dd465d-d630-4a23-8b69-facae0ce9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '407dbdde-e31b-4143-ac3d-4fd06f79946a'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:01.958670 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Attempting to bind port cd97c796-29ed-496d-b67d-c4ad576e124c on network 407dbdde-e31b-4143-ac3d-4fd06f79946a {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:01.965408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec5712-3dbb-4114-b4d3-782a6d029e43 req-932c7578-cf2a-426c-add5-2d99821ea03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:01.967090 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ebec5712-3dbb-4114-b4d3-782a6d029e43 req-932c7578-cf2a-426c-add5-2d99821ea03a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 1126 time: 0.0528615
Apr 16 21:31:01.978839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fe10c0-d94a-4c8c-89da-3a29c95c008d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network b8d7a0af-6284-48d6-9ffb-34d52f2c1747 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:31:01.990272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:01.990657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Checking segment: {'id': 'b7dd465d-d630-4a23-8b69-facae0ce9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '407dbdde-e31b-4143-ac3d-4fd06f79946a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:01.991061 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:01.991461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Bound using segment: {'id': 'b7dd465d-d630-4a23-8b69-facae0ce9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '407dbdde-e31b-4143-ac3d-4fd06f79946a'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:01.991947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Bound port: cd97c796-29ed-496d-b67d-c4ad576e124c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dd465d-d630-4a23-8b69-facae0ce9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '407dbdde-e31b-4143-ac3d-4fd06f79946a'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:01.992424 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cd97c796-29ed-496d-b67d-c4ad576e124c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.032588 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ebec5712-3dbb-4114-b4d3-782a6d029e43 req-c5d66489-a59c-44b8-ace1-6cb38acd4e26 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590401
Apr 16 21:31:02.048446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-82fe10c0-d94a-4c8c-89da-3a29c95c008d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b8d7a0af-6284-48d6-9ffb-34d52f2c1747) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:02.054224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fe10c0-d94a-4c8c-89da-3a29c95c008d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:02.055015 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82fe10c0-d94a-4c8c-89da-3a29c95c008d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.082978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f313a-78e6-4006-adb9-2356cf1937da None None] Network b8d7a0af-6284-48d6-9ffb-34d52f2c1747 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:02.087773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4f07e361-d322-4eab-bf4b-3e6b7bb1e63c None None] Provisioning complete for port 5ebb31bd-fd9d-4921-ac7e-8d17affc8518 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:02.088293 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4f07e361-d322-4eab-bf4b-3e6b7bb1e63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ebb31bd-fd9d-4921-ac7e-8d17affc8518), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.153911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b966fc7e-0221-46eb-a92a-00d9f48a8a41,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:02.191808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-82fe10c0-d94a-4c8c-89da-3a29c95c008d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2963915
Apr 16 21:31:02.196638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54006) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:02.203249 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6bb86dd4-c0a2-4e8c-9a68-9bb864fbdc48 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1791655083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:02.212139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] For port cd97c796-29ed-496d-b67d-c4ad576e124c, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:02.216145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4f07e361-d322-4eab-bf4b-3e6b7bb1e63c None None] Port 5ebb31bd-fd9d-4921-ac7e-8d17affc8518 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:02.226571 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (ddb4afa0-c55c-4bb5-a67d-6b67725045d4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.231430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] For port cd97c796-29ed-496d-b67d-c4ad576e124c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd97c796-29ed-496d-b67d-c4ad576e124c,segment=NetworkSegment(b7dd465d-d630-4a23-8b69-facae0ce9e3a),segment_id=b7dd465d-d630-4a23-8b69-facae0ce9e3a)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:02.246344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-fe801965-fbab-4742-b329-6950fcaa581f service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6417849
Apr 16 21:31:02.250570 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-ef64b34c-e5e7-4b46-ac80-c225331f7f8e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port 4423eb4c-992a-45e1-ba4b-1e96aba83aac yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:31:02.260294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b8d7a0af-6284-48d6-9ffb-34d52f2c1747', 'network_id': 'b8d7a0af-6284-48d6-9ffb-34d52f2c1747', 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'fixed_ips': [{'subnet_id': '9d68c371-61c3-485a-bbda-e924a9a2d561'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:02.261179 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.269990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-125c41ac-1678-4d08-86ef-f964c2a00028 req-d5764488-8d7c-4dcf-a220-79fa6e2d1e1c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5210772
Apr 16 21:31:02.299047 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6bb86dd4-c0a2-4e8c-9a68-9bb864fbdc48 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.300205 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6bb86dd4-c0a2-4e8c-9a68-9bb864fbdc48 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.305939 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (ddb4afa0-c55c-4bb5-a67d-6b67725045d4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.341334 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cd97c796-29ed-496d-b67d-c4ad576e124c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.351595 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (41ccfe7d-2b94-4d2b-9fe0-91a9f763d810), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.360908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6bb86dd4-c0a2-4e8c-9a68-9bb864fbdc48 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.386640 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb4afa0-c55c-4bb5-a67d-6b67725045d4,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:02.425290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=41ccfe7d-2b94-4d2b-9fe0-91a9f763d810,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:02.443844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d51e8a-0a7a-42dd-988d-21fd32bcc09f None None] Pushing event updated for resources: {'Port': ['ID=cd97c796-29ed-496d-b67d-c4ad576e124c,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:02.461022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.461378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.463073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.463073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.463277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Allocated IP 172.21.0.2 (b8d7a0af-6284-48d6-9ffb-34d52f2c1747/9d68c371-61c3-485a-bbda-e924a9a2d561/bc076bd9-4c80-4e05-8534-c2b876779297) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:02.463363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.463363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.463363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.463600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.463756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.464291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.464629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.464960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.465289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.465613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.465939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.482627 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6bb86dd4-c0a2-4e8c-9a68-9bb864fbdc48 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.501571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.501929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.502281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.502625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.502976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.503314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.503703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.504106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.504618 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.504886 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.505406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.505920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.506408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.506893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.507379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:02.523932 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.525689 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2c0ec4a5-3e36-49d1-9d29-a7559cf15025 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.1400919
Apr 16 21:31:02.529258 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54008) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:02.534683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2c18cab6-b809-45a1-973e-f933ba588533 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '7ab8b500-d94e-4e1b-8e53-08527c1d9d7c', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:02.582842 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6bb86dd4-c0a2-4e8c-9a68-9bb864fbdc48 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.584110 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6bb86dd4-c0a2-4e8c-9a68-9bb864fbdc48 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3863585
Apr 16 21:31:02.587025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54010) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:02.676600 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Publish callbacks [] for port (bc076bd9-4c80-4e05-8534-c2b876779297), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.700379 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-2c18cab6-b809-45a1-973e-f933ba588533 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Project 0ee2ef9a941a429b82a89f7c8f71d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:31:02.705368 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab6-b809-45a1-973e-f933ba588533 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (8f37e4f2-c9eb-419b-83c2-e0a205633f44), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.709538 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-60784d28-ca7f-4300-bd62-8275533e5c90 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4533720
Apr 16 21:31:02.735488 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (10bdefb0-fb34-4279-aaed-c608e8df7d5b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.747529 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (bc076bd9-4c80-4e05-8534-c2b876779297), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.801355 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-bd125114-4aa9-41d3-b0a6-9be133581f78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=5e9adf2d-0b03-4f92-88ae-35b824faa4fe HTTP/1.1" status: 200  len: 217 time: 0.0810072
Apr 16 21:31:02.806677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Network b8d7a0af-6284-48d6-9ffb-34d52f2c1747 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:02.813085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:02.814613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:02.822254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Pushing event updated for resources: {'Port': ['ID=bc076bd9-4c80-4e05-8534-c2b876779297,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:02.903207 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef64b34c-e5e7-4b46-ac80-c225331f7f8e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] POST failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:31:02.903748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef64b34c-e5e7-4b46-ac80-c225331f7f8e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:31:02.905572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Attempting to bind port bc076bd9-4c80-4e05-8534-c2b876779297 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:02.906832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Attempting to bind port bc076bd9-4c80-4e05-8534-c2b876779297 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'adafc84f-3824-421f-bb61-a00dc1a547dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b8d7a0af-6284-48d6-9ffb-34d52f2c1747'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:02.907280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Attempting to bind port bc076bd9-4c80-4e05-8534-c2b876779297 on network b8d7a0af-6284-48d6-9ffb-34d52f2c1747 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:02.913002 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:02.914256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Checking segment: {'id': 'adafc84f-3824-421f-bb61-a00dc1a547dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b8d7a0af-6284-48d6-9ffb-34d52f2c1747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:02.915567 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.916092 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Bound using segment: {'id': 'adafc84f-3824-421f-bb61-a00dc1a547dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b8d7a0af-6284-48d6-9ffb-34d52f2c1747'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:02.917770 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Bound port: bc076bd9-4c80-4e05-8534-c2b876779297, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adafc84f-3824-421f-bb61-a00dc1a547dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b8d7a0af-6284-48d6-9ffb-34d52f2c1747'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:02.917770 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bc076bd9-4c80-4e05-8534-c2b876779297), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:02.983846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-ed20efff-db7d-4a30-afb2-9ed7b03641fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:02.991701 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-ed20efff-db7d-4a30-afb2-9ed7b03641fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.1823044
Apr 16 21:31:03.002135 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab6-b809-45a1-973e-f933ba588533 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (8f37e4f2-c9eb-419b-83c2-e0a205633f44), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:03.044828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] For port bc076bd9-4c80-4e05-8534-c2b876779297, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:03.048979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] For port bc076bd9-4c80-4e05-8534-c2b876779297, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc076bd9-4c80-4e05-8534-c2b876779297,segment=NetworkSegment(adafc84f-3824-421f-bb61-a00dc1a547dd),segment_id=adafc84f-3824-421f-bb61-a00dc1a547dd)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:03.053479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e972754c-6632-4dcc-b5f7-626db685245b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:03.082281 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab6-b809-45a1-973e-f933ba588533 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (8f37e4f2-c9eb-419b-83c2-e0a205633f44), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:03.108930 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ef64b34c-e5e7-4b46-ac80-c225331f7f8e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.8164158
Apr 16 21:31:03.109611 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e972754c-6632-4dcc-b5f7-626db685245b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:03.109993 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e972754c-6632-4dcc-b5f7-626db685245b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:03.115209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54014) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:03.116808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18cab6-b809-45a1-973e-f933ba588533 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f37e4f2-c9eb-419b-83c2-e0a205633f44,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:03.152702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:03.157970 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bc076bd9-4c80-4e05-8534-c2b876779297), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:03.181558 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17e778-68ee-4fb6-b89c-4c71e534a9aa tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:03.188588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17e778-68ee-4fb6-b89c-4c71e534a9aa tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:03.190263 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bb17e778-68ee-4fb6-b89c-4c71e534a9aa tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1686 time: 0.0717497
Apr 16 21:31:03.193637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-d2b7f6d9-fa4a-44cf-a039-921679286ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:03.195116 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-d2b7f6d9-fa4a-44cf-a039-921679286ae5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1620638
Apr 16 21:31:03.196476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54016) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:03.219624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 10bdefb0-fb34-4279-aaed-c608e8df7d5b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:03.261577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f80083-fc45-474d-8ee8-8d2005ff92e7 None None] Pushing event updated for resources: {'Port': ['ID=bc076bd9-4c80-4e05-8534-c2b876779297,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:03.301435 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e972754c-6632-4dcc-b5f7-626db685245b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:03.303112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cd97c796-29ed-496d-b67d-c4ad576e124c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:03.413165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port cd97c796-29ed-496d-b67d-c4ad576e124c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:03.413593 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cd97c796-29ed-496d-b67d-c4ad576e124c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:03.448243 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab6-b809-45a1-973e-f933ba588533 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:03.455125 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2c18cab6-b809-45a1-973e-f933ba588533 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.9241211
Apr 16 21:31:03.456146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54020) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:03.470798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b459a41c-323a-4cef-8261-6ae16e67339e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port 5ebb31bd-fd9d-4921-ac7e-8d17affc8518 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:03.471284 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b459a41c-323a-4cef-8261-6ae16e67339e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5ebb31bd-fd9d-4921-ac7e-8d17affc8518), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:03.483578 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cb7d3959-99dd-435d-af24-a4c6a7702f40 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'network': {'name': 'tempest-network-smoke--1908059435', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'port_security_enabled': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:03.571953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706bd73-acab-4895-9a69-fa212eef2058 req-fe9cb9c2-d169-452a-8939-18ae55bef3f8 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:03.573714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5706bd73-acab-4895-9a69-fa212eef2058 req-fe9cb9c2-d169-452a-8939-18ae55bef3f8 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.1354847
Apr 16 21:31:03.587630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port cd97c796-29ed-496d-b67d-c4ad576e124c is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:03.588120 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cd97c796-29ed-496d-b67d-c4ad576e124c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:03.652909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port cd97c796-29ed-496d-b67d-c4ad576e124c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd97c796-29ed-496d-b67d-c4ad576e124c,segment=NetworkSegment(b7dd465d-d630-4a23-8b69-facae0ce9e3a),segment_id=b7dd465d-d630-4a23-8b69-facae0ce9e3a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:03.654098 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-052b71df-72d5-4870-a775-7ac99fb98211 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4464993
Apr 16 21:31:03.675739 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:03.688723 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b77352b0-244c-4741-8c05-3b51c63f93f2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/10bdefb0-fb34-4279-aaed-c608e8df7d5b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0534425
Apr 16 21:31:03.697675 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54022) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:03.698655 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7d3959-99dd-435d-af24-a4c6a7702f40 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Made reservation on behalf of 0ee2ef9a941a429b82a89f7c8f71d45b for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:03.702514 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3959-99dd-435d-af24-a4c6a7702f40 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:03.705945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811c28d-f4de-479d-9920-7f803710c52f None None] Sync routers for ids ['10bdefb0-fb34-4279-aaed-c608e8df7d5b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:03.723629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811c28d-f4de-479d-9920-7f803710c52f None None] Routers {'10bdefb0-fb34-4279-aaed-c608e8df7d5b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:03.725686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b811c28d-f4de-479d-9920-7f803710c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f3a2100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['10bdefb0-fb34-4279-aaed-c608e8df7d5b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:03.740002 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5706bd73-acab-4895-9a69-fa212eef2058 req-016f7b75-1130-4b04-9b80-23f5b3a6a0f8 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1575139
Apr 16 21:31:03.781452 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cd97c796-29ed-496d-b67d-c4ad576e124c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:03.785863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b811c28d-f4de-479d-9920-7f803710c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f3a2100>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:03.790945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e3b461e9-ecda-41cc-b57d-0911be2466a3 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=10bdefb0-fb34-4279-aaed-c608e8df7d5b HTTP/1.1" status: 200  len: 205 time: 0.0853174
Apr 16 21:31:03.794480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54024) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:03.800690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Allocated IP 172.20.0.1 (407dbdde-e31b-4143-ac3d-4fd06f79946a/edcca6e3-7e2a-4487-87dc-74df9f7994b1/d7bbf221-052b-4a72-8a74-f7f64ffae0cf) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:03.841740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811c28d-f4de-479d-9920-7f803710c52f None None] Routers {'10bdefb0-fb34-4279-aaed-c608e8df7d5b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:03.842620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b811c28d-f4de-479d-9920-7f803710c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f3a2100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['10bdefb0-fb34-4279-aaed-c608e8df7d5b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:03.850374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-5d7dcdca-8ff9-41ca-bc72-c4cc5cb0890e service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1880202
Apr 16 21:31:03.886589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b811c28d-f4de-479d-9920-7f803710c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f3a2100>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:03.887337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811c28d-f4de-479d-9920-7f803710c52f None None] The sync data for ids ['10bdefb0-fb34-4279-aaed-c608e8df7d5b'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:03.899394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=cd97c796-29ed-496d-b67d-c4ad576e124c,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:03.919499 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b459a41c-323a-4cef-8261-6ae16e67339e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5ebb31bd-fd9d-4921-ac7e-8d17affc8518), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:03.923939 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-7a0d9ca4-2645-493c-badd-76263c7d9f7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=e161877a-3f6f-49a7-8aed-2eee986f2f68 HTTP/1.1" status: 200  len: 217 time: 0.0649865
Apr 16 21:31:03.935248 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9588fe0d-4635-4873-9995-21769eccee52 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (10bdefb0-fb34-4279-aaed-c608e8df7d5b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:03.964694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b459a41c-323a-4cef-8261-6ae16e67339e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for 5ebb31bd-fd9d-4921-ac7e-8d17affc8518 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:03.976513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7d3959-99dd-435d-af24-a4c6a7702f40 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:31:04.032775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-6681d89b-b93b-48c0-9aae-cfdc2d32dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:04.034608 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-6681d89b-b93b-48c0-9aae-cfdc2d32dfc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.1034808
Apr 16 21:31:04.058571 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3959-99dd-435d-af24-a4c6a7702f40 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (253e66dd-c424-4417-b0a7-18cef46a147c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.058922 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-cb7d3959-99dd-435d-af24-a4c6a7702f40 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Added segment 253e66dd-c424-4417-b0a7-18cef46a147c of type vlan for network f9436375-f402-4a5b-aa69-a7409c8adda4
Apr 16 21:31:04.097439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cca06a-45ab-47fb-958a-f3ed9fb9afbe None None] Network 407dbdde-e31b-4143-ac3d-4fd06f79946a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:04.098822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-773d5486-7cb7-4c6e-b9e9-fd5601a79023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:04.100446 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-773d5486-7cb7-4c6e-b9e9-fd5601a79023 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0593359
Apr 16 21:31:04.186543 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3959-99dd-435d-af24-a4c6a7702f40 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (f9436375-f402-4a5b-aa69-a7409c8adda4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.249217 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-3b7aff8b-f7bb-4ab4-ab40-eb1669c99b54 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417403
Apr 16 21:31:04.255475 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9588fe0d-4635-4873-9995-21769eccee52 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (10bdefb0-fb34-4279-aaed-c608e8df7d5b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.267202 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9588fe0d-4635-4873-9995-21769eccee52 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (10bdefb0-fb34-4279-aaed-c608e8df7d5b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.276688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-73440330-dd73-4c58-8eac-04a4fdf945d7 None None] Provisioning complete for port cd97c796-29ed-496d-b67d-c4ad576e124c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:04.277405 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73440330-dd73-4c58-8eac-04a4fdf945d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cd97c796-29ed-496d-b67d-c4ad576e124c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.293215 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (d7bbf221-052b-4a72-8a74-f7f64ffae0cf), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.325599 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b459a41c-323a-4cef-8261-6ae16e67339e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5ebb31bd-fd9d-4921-ac7e-8d17affc8518), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.365628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459a41c-323a-4cef-8261-6ae16e67339e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=5ebb31bd-fd9d-4921-ac7e-8d17affc8518,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:04.388116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-73440330-dd73-4c58-8eac-04a4fdf945d7 None None] Current status of the port cd97c796-29ed-496d-b67d-c4ad576e124c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:04.438745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b459a41c-323a-4cef-8261-6ae16e67339e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.444794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b459a41c-323a-4cef-8261-6ae16e67339e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/5ebb31bd-fd9d-4921-ac7e-8d17affc8518 HTTP/1.1" status: 204  len: 168 time: 1.2441859
Apr 16 21:31:04.446274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54028) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:04.464845 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9588fe0d-4635-4873-9995-21769eccee52 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (10bdefb0-fb34-4279-aaed-c608e8df7d5b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.465459 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9588fe0d-4635-4873-9995-21769eccee52 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Fanout notify agent at l3_agent the message router_deleted on router 10bdefb0-fb34-4279-aaed-c608e8df7d5b {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:31:04.473604 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9588fe0d-4635-4873-9995-21769eccee52 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.474876 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9588fe0d-4635-4873-9995-21769eccee52 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/10bdefb0-fb34-4279-aaed-c608e8df7d5b HTTP/1.1" status: 204  len: 168 time: 0.6790509
Apr 16 21:31:04.477465 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54030) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:04.488892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3959-99dd-435d-af24-a4c6a7702f40 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (f9436375-f402-4a5b-aa69-a7409c8adda4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.492083 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-9aa2d5bc-7d82-430f-99ad-aefba0e4e811 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2355127
Apr 16 21:31:04.499393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7d3959-99dd-435d-af24-a4c6a7702f40 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:04.499991 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3959-99dd-435d-af24-a4c6a7702f40 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.546729 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-7b6683b5-6c46-442a-8d9c-777574963abe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=c8475713-e26a-40c8-8213-0fa9fe87a721 HTTP/1.1" status: 200  len: 217 time: 0.0471709
Apr 16 21:31:04.553844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70ac57f-db61-43d9-a6eb-51f496be2322 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:04.555315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70ac57f-db61-43d9-a6eb-51f496be2322 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:04.557032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c70ac57f-db61-43d9-a6eb-51f496be2322 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1108835
Apr 16 21:31:04.567978 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d7bbf221-052b-4a72-8a74-f7f64ffae0cf), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.595606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54032) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:04.675497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-0ced58c4-7228-43a2-9e30-7506d59531ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:04.677159 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-0ced58c4-7228-43a2-9e30-7506d59531ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 200  len: 797 time: 0.1191254
Apr 16 21:31:04.727878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e8da46-61f1-490e-902a-0c9954c68f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 04d97ae1-698f-4724-99e6-81dbedfbcdfb {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:04.736266 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73e8da46-61f1-490e-902a-0c9954c68f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (04d97ae1-698f-4724-99e6-81dbedfbcdfb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.767480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-536d7802-3e3d-48cb-860d-0bb0ed659980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:04.770654 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-536d7802-3e3d-48cb-860d-0bb0ed659980 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0857735
Apr 16 21:31:04.818648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3302ddf2-5975-464a-9e44-46b7584a6a86 None None] Provisioning complete for port cd97c796-29ed-496d-b67d-c4ad576e124c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:04.818648 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3302ddf2-5975-464a-9e44-46b7584a6a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cd97c796-29ed-496d-b67d-c4ad576e124c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.884556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73e8da46-61f1-490e-902a-0c9954c68f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (04d97ae1-698f-4724-99e6-81dbedfbcdfb), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:04.963308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d502abba-ae39-4ed4-942b-34f0dc1607d0 None None] Network b8d7a0af-6284-48d6-9ffb-34d52f2c1747 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:04.998038 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301ddab-07e5-439a-bd77-858ea892cead req-f784c5f1-aa3b-4f7c-b57c-9a854faa559c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:05.005907 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7301ddab-07e5-439a-bd77-858ea892cead req-f784c5f1-aa3b-4f7c-b57c-9a854faa559c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.1282618
Apr 16 21:31:05.045994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bc076bd9-4c80-4e05-8534-c2b876779297 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:05.078263 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-664641fb-225e-4f2c-b37a-2e2277b8ec2e service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2988107
Apr 16 21:31:05.097352 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cb7d3959-99dd-435d-af24-a4c6a7702f40 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.6211658
Apr 16 21:31:05.099892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3302ddf2-5975-464a-9e44-46b7584a6a86 None None] Current status of the port cd97c796-29ed-496d-b67d-c4ad576e124c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:05.106657 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54036) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:05.127244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'admin_state_up': True, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:05.141558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4109f14-23ad-4e4e-87ea-f149b4e16565 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting subnet 749ffbe5-1a07-4e63-b5fe-55e805110f9d {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:05.156237 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 407dbdde-e31b-4143-ac3d-4fd06f79946a is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:05.159179 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f4109f14-23ad-4e4e-87ea-f149b4e16565 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (749ffbe5-1a07-4e63-b5fe-55e805110f9d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.160262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port bc076bd9-4c80-4e05-8534-c2b876779297 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:05.160650 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bc076bd9-4c80-4e05-8534-c2b876779297), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.164029 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d3959-99dd-435d-af24-a4c6a7702f40 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Network': ['ID=f9436375-f402-4a5b-aa69-a7409c8adda4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:05.166444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:05.178522 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73e8da46-61f1-490e-902a-0c9954c68f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (04d97ae1-698f-4724-99e6-81dbedfbcdfb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.191148 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:05.196216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network f9436375-f402-4a5b-aa69-a7409c8adda4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:31:05.200576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=d7bbf221-052b-4a72-8a74-f7f64ffae0cf,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:05.245808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7301ddab-07e5-439a-bd77-858ea892cead req-940c057a-75df-4fe3-8cdb-46089535e2fd tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2368524
Apr 16 21:31:05.255609 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f4109f14-23ad-4e4e-87ea-f149b4e16565 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (749ffbe5-1a07-4e63-b5fe-55e805110f9d), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.331612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.348225 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-79293d09-f6cf-44f0-99eb-2b2dc59b0681 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2641056
Apr 16 21:31:05.409353 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.410461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.421736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-d5624a6f-2384-48ff-b660-fc4f6663f67c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee HTTP/1.1" status: 200  len: 217 time: 0.0568874
Apr 16 21:31:05.445342 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73e8da46-61f1-490e-902a-0c9954c68f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (04d97ae1-698f-4724-99e6-81dbedfbcdfb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.470865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63de7f-70cf-4b81-9cbb-827f8e4daada req-21ee3c58-d1a0-496d-a791-b42a33006478 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:05.483808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54042) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:05.484866 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d63de7f-70cf-4b81-9cbb-827f8e4daada req-21ee3c58-d1a0-496d-a791-b42a33006478 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.0979259
Apr 16 21:31:05.546685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-50abbe35-bd04-464c-a9d7-3eaed82205df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Request body: {'floatingip': {'port_id': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:05.574603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8da46-61f1-490e-902a-0c9954c68f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=04d97ae1-698f-4724-99e6-81dbedfbcdfb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:05.585050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-adb21ef5-f1ca-4c9c-a8a4-5e8c7d256e70 None None] Provisioning complete for port bc076bd9-4c80-4e05-8534-c2b876779297 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:05.585555 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-adb21ef5-f1ca-4c9c-a8a4-5e8c7d256e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bc076bd9-4c80-4e05-8534-c2b876779297), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.629288 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f4109f14-23ad-4e4e-87ea-f149b4e16565 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (749ffbe5-1a07-4e63-b5fe-55e805110f9d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.633033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa73cd0-f586-4026-8ed0-b915349fb73b None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:05.642446 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73e8da46-61f1-490e-902a-0c9954c68f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.648188 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-73e8da46-61f1-490e-902a-0c9954c68f58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/04d97ae1-698f-4724-99e6-81dbedfbcdfb HTTP/1.1" status: 204  len: 168 time: 1.0511622
Apr 16 21:31:05.653681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54044) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:05.660623 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_controller (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.668052 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50abbe35-bd04-464c-a9d7-3eaed82205df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (a9408a39-2378-4740-a312-162609c05f06), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.713048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-53c7e6af-2951-4902-a8c3-c5eea7fccafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:05.714627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-53c7e6af-2951-4902-a8c3-c5eea7fccafa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=326da6c5-3bc2-4f6e-a46f-4485631a093b HTTP/1.1" status: 200  len: 797 time: 0.2879262
Apr 16 21:31:05.727039 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port bc076bd9-4c80-4e05-8534-c2b876779297 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:05.727456 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bc076bd9-4c80-4e05-8534-c2b876779297), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.745082 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-06fbc7b6-41d5-478a-a34d-9de8f6d575c1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0903027
Apr 16 21:31:05.753080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54046) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:05.758026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f4c7a17f-2479-4fa6-8b21-7c2fed0e6552 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:05.812696 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f4109f14-23ad-4e4e-87ea-f149b4e16565 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (749ffbe5-1a07-4e63-b5fe-55e805110f9d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.816026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port bc076bd9-4c80-4e05-8534-c2b876779297, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc076bd9-4c80-4e05-8534-c2b876779297,segment=NetworkSegment(adafc84f-3824-421f-bb61-a00dc1a547dd),segment_id=adafc84f-3824-421f-bb61-a00dc1a547dd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:05.834069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-adb21ef5-f1ca-4c9c-a8a4-5e8c7d256e70 None None] Current status of the port bc076bd9-4c80-4e05-8534-c2b876779297 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:05.834702 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-adb21ef5-f1ca-4c9c-a8a4-5e8c7d256e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bc076bd9-4c80-4e05-8534-c2b876779297), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.835705 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d7bbf221-052b-4a72-8a74-f7f64ffae0cf), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.869976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbf05c4-3cee-469b-aab8-ae53dc73a7c1 None None] Network aa8ebfd4-7b2f-40c8-9e4d-36c81a731838 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:05.878160 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f4109f14-23ad-4e4e-87ea-f149b4e16565 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.882217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f4109f14-23ad-4e4e-87ea-f149b4e16565 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/749ffbe5-1a07-4e63-b5fe-55e805110f9d HTTP/1.1" status: 204  len: 168 time: 1.4035649
Apr 16 21:31:05.886464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4109f14-23ad-4e4e-87ea-f149b4e16565 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Subnet': ['ID=749ffbe5-1a07-4e63-b5fe-55e805110f9d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:05.888287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54048) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:05.930197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c937cc-baec-4a53-9b33-f55e3e972f98 None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:31:05.938473 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bc076bd9-4c80-4e05-8534-c2b876779297), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:05.939274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cd97c796-29ed-496d-b67d-c4ad576e124c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:06.104477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c7a17f-2479-4fa6-8b21-7c2fed0e6552 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:06.108099 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-adb21ef5-f1ca-4c9c-a8a4-5e8c7d256e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:31:06.108492 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-adb21ef5-f1ca-4c9c-a8a4-5e8c7d256e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:31:06.108807 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a17f-2479-4fa6-8b21-7c2fed0e6552 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.120053 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (aa8ebfd4-7b2f-40c8-9e4d-36c81a731838), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.129634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=bc076bd9-4c80-4e05-8534-c2b876779297,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:06.139849 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-94c937cc-baec-4a53-9b33-f55e3e972f98 None None] Deleting port e972754c-6632-4dcc-b5f7-626db685245b {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:06.140231 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-94c937cc-baec-4a53-9b33-f55e3e972f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e972754c-6632-4dcc-b5f7-626db685245b), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.195277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port cd97c796-29ed-496d-b67d-c4ad576e124c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:06.195277 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cd97c796-29ed-496d-b67d-c4ad576e124c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.239380 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.256631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-94c937cc-baec-4a53-9b33-f55e3e972f98 None None] For port e972754c-6632-4dcc-b5f7-626db685245b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e972754c-6632-4dcc-b5f7-626db685245b,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:06.256631 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-94c937cc-baec-4a53-9b33-f55e3e972f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e972754c-6632-4dcc-b5f7-626db685245b), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.271048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6041c77-be36-4e55-8695-77c07966f41c None None] DHCP port deletion for aa8ebfd4-7b2f-40c8-9e4d-36c81a731838 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:31:06.281743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-94c937cc-baec-4a53-9b33-f55e3e972f98 None None] Calling delete_port for e972754c-6632-4dcc-b5f7-626db685245b owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:06.294408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-c815b863-f03c-4159-885a-c09e116ca5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:06.297406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-c815b863-f03c-4159-885a-c09e116ca5a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e542be96-fc30-4cda-9476-07d2b2bc4e28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.5545301
Apr 16 21:31:06.332708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:06.333300 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.395453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c6041c77-be36-4e55-8695-77c07966f41c None None] Deleting port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:06.395836 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c6041c77-be36-4e55-8695-77c07966f41c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.402502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port cd97c796-29ed-496d-b67d-c4ad576e124c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:06.441791 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.487392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c6041c77-be36-4e55-8695-77c07966f41c None None] For port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3e45c06-2fbe-43f9-8cb0-cdc98adb4035,segment=NetworkSegment(0705c3da-f89b-4ede-bbf4-fa8089a5ed55),segment_id=0705c3da-f89b-4ede-bbf4-fa8089a5ed55)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:06.487787 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c6041c77-be36-4e55-8695-77c07966f41c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.501950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c6041c77-be36-4e55-8695-77c07966f41c None None] Calling delete_port for f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:06.524453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] For port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3e45c06-2fbe-43f9-8cb0-cdc98adb4035,segment=NetworkSegment(0705c3da-f89b-4ede-bbf4-fa8089a5ed55),segment_id=0705c3da-f89b-4ede-bbf4-fa8089a5ed55)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:06.524836 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.560738 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-94c937cc-baec-4a53-9b33-f55e3e972f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (e972754c-6632-4dcc-b5f7-626db685245b), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.573228 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:06.598263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c937cc-baec-4a53-9b33-f55e3e972f98 None None] Pushing event deleted for resources: {'Port': ['ID=e972754c-6632-4dcc-b5f7-626db685245b,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:06.600514 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (d7bbf221-052b-4a72-8a74-f7f64ffae0cf), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.605327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c937cc-baec-4a53-9b33-f55e3e972f98 None None] No DVR routers for this DVR port e972754c-6632-4dcc-b5f7-626db685245b on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:06.649437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-6e7c783e-5b7a-44cd-a0f2-bbb070710d85 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2668996
Apr 16 21:31:06.656139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-adb21ef5-f1ca-4c9c-a8a4-5e8c7d256e70 None None] Current status of the port bc076bd9-4c80-4e05-8534-c2b876779297 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:06.685269 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (d7bbf221-052b-4a72-8a74-f7f64ffae0cf), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.747376 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a17f-2479-4fa6-8b21-7c2fed0e6552 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (ea872041-c6aa-4a79-b777-bb3255e56457), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.767575 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c6041c77-be36-4e55-8695-77c07966f41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.814942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6041c77-be36-4e55-8695-77c07966f41c None None] Pushing event deleted for resources: {'Port': ['ID=f3e45c06-2fbe-43f9-8cb0-cdc98adb4035,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:06.824591 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6041c77-be36-4e55-8695-77c07966f41c None None] No DVR routers for this DVR port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:06.826231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-eff57c20-e292-4b6e-b42f-e50da88e9145 None None] Provisioning complete for port bc076bd9-4c80-4e05-8534-c2b876779297 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:06.826644 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-eff57c20-e292-4b6e-b42f-e50da88e9145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bc076bd9-4c80-4e05-8534-c2b876779297), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.850229 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c7a17f-2479-4fa6-8b21-7c2fed0e6552 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:06.852667 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-f4c7a17f-2479-4fa6-8b21-7c2fed0e6552 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:06.854828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f3e45c06-2fbe-43f9-8cb0-cdc98adb4035), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.854978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bc076bd9-4c80-4e05-8534-c2b876779297 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:06.874402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c7a17f-2479-4fa6-8b21-7c2fed0e6552 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:06.874402 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a17f-2479-4fa6-8b21-7c2fed0e6552 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.883222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No DVR routers for this DVR port f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:06.884144 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.886419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca0f9cd-ca43-4614-95a0-a62cd89469d8 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:06.897695 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=d7bbf221-052b-4a72-8a74-f7f64ffae0cf,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:06.913894 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:06.914118 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:31:06.941391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7a17f-2479-4fa6-8b21-7c2fed0e6552 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=ea872041-c6aa-4a79-b777-bb3255e56457,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:06.975126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=f3e45c06-2fbe-43f9-8cb0-cdc98adb4035,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:06.983691 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.040943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port bc076bd9-4c80-4e05-8534-c2b876779297 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:07.041466 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bc076bd9-4c80-4e05-8534-c2b876779297), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.075941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-eff57c20-e292-4b6e-b42f-e50da88e9145 None None] Current status of the port bc076bd9-4c80-4e05-8534-c2b876779297 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:07.081137 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f4c7a17f-2479-4fa6-8b21-7c2fed0e6552 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3269236
Apr 16 21:31:07.085822 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54052) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:07.092163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-5e5c4772-c0e1-4d93-ae18-b7df004e7755 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'fixed_ips': [{'subnet_id': 'ea872041-c6aa-4a79-b777-bb3255e56457', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1721298488'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:07.103145 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (aa8ebfd4-7b2f-40c8-9e4d-36c81a731838), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.121402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-eff57c20-e292-4b6e-b42f-e50da88e9145 None None] Provisioning complete for port d7bbf221-052b-4a72-8a74-f7f64ffae0cf triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:07.121890 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-eff57c20-e292-4b6e-b42f-e50da88e9145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d7bbf221-052b-4a72-8a74-f7f64ffae0cf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.128309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': 'ea872041-c6aa-4a79-b777-bb3255e56457'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:07.129229 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.172402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-0597eb69-9987-4a4e-9796-048004c7ea68 service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5116343
Apr 16 21:31:07.184755 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d6137c0>,) {'filters': {'network_id': ['aa8ebfd4-7b2f-40c8-9e4d-36c81a731838']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:07.210781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d6137c0>, '0705c3da-f89b-4ede-bbf4-fa8089a5ed55') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:07.211082 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d6137c0>, '0705c3da-f89b-4ede-bbf4-fa8089a5ed55') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:07.225057 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (0705c3da-f89b-4ede-bbf4-fa8089a5ed55), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.247040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-eff57c20-e292-4b6e-b42f-e50da88e9145 None None] Port d7bbf221-052b-4a72-8a74-f7f64ffae0cf cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:07.258641 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0705c3da-f89b-4ede-bbf4-fa8089a5ed55), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.261677 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-bb0d3ecc-8988-4b54-bbd7-2a1cd9c0f41e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fdca9e15-fa18-4555-99b5-61429f002844 HTTP/1.1" status: 200  len: 217 time: 0.0758817
Apr 16 21:31:07.261837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 407dbdde-e31b-4143-ac3d-4fd06f79946a is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:07.277828 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:07.280206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:31:07.280640 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (0705c3da-f89b-4ede-bbf4-fa8089a5ed55), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:31:07.286145 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:31:07.309118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port bc076bd9-4c80-4e05-8534-c2b876779297 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:07.339380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-14345342-0159-49b1-8e99-e6d1e0ac7753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:07.341228 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-14345342-0159-49b1-8e99-e6d1e0ac7753 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=326da6c5-3bc2-4f6e-a46f-4485631a093b HTTP/1.1" status: 200  len: 797 time: 0.0685790
Apr 16 21:31:07.389494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Allocated IP 2001:db8::2 (0d27c69b-2090-42d8-afae-1332cd31e453/ea872041-c6aa-4a79-b777-bb3255e56457/bda70859-0020-426d-9e50-bdfdc927b54f) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:07.401881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:07.429796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:07.430167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f3e45c06-2fbe-43f9-8cb0-cdc98adb4035 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:07.430566 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e972754c-6632-4dcc-b5f7-626db685245b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:07.442858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-8158b15d-4339-4944-9666-6635287bc315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:07.444823 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-8158b15d-4339-4944-9666-6635287bc315 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e542be96-fc30-4cda-9476-07d2b2bc4e28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0732763
Apr 16 21:31:07.548785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: e972754c-6632-4dcc-b5f7-626db685245b {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:07.549490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e972754c-6632-4dcc-b5f7-626db685245b not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:07.568004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.35.1.178 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/88cac8d2-2ba8-4d18-a5b3-debf31e671a9) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:07.677038 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.resource_extend [None req-50abbe35-bd04-464c-a9d7-3eaed82205df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:31:07.684521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5c4772-c0e1-4d93-ae18-b7df004e7755 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:07.691229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (aa8ebfd4-7b2f-40c8-9e4d-36c81a731838), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.692609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router 7ed0e85d-ceb0-4cc5-bd14-55677f313ded is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:31:07.710152 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.717066 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/networks/aa8ebfd4-7b2f-40c8-9e4d-36c81a731838 HTTP/1.1" status: 204  len: 168 time: 1.8211584
Apr 16 21:31:07.729482 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54060) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:07.734093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2127821982', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:07.759315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181fdb8-2ce2-4773-b616-075c57c4849c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Network': ['ID=aa8ebfd4-7b2f-40c8-9e4d-36c81a731838,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:07.818861 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50abbe35-bd04-464c-a9d7-3eaed82205df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.824764 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-df073175-1b8a-45e1-81b5-c9be3c6c3bab service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3711162
Apr 16 21:31:07.825580 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Publish callbacks [] for port (bda70859-0020-426d-9e50-bdfdc927b54f), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.838958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-bbdd8eff-68c4-41ed-882a-cff870189b09 None None] Provisioning complete for port d7bbf221-052b-4a72-8a74-f7f64ffae0cf triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:07.839362 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bbdd8eff-68c4-41ed-882a-cff870189b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d7bbf221-052b-4a72-8a74-f7f64ffae0cf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.888291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd8eff-68c4-41ed-882a-cff870189b09 None None] Port d7bbf221-052b-4a72-8a74-f7f64ffae0cf cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:07.892345 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e5c4772-c0e1-4d93-ae18-b7df004e7755 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:07.905495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:07.912329 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-95299ace-bf44-4f87-a91d-971f28f8d411 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/7ed0e85d-ceb0-4cc5-bd14-55677f313ded/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3240926
Apr 16 21:31:07.920212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54074) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:07.920886 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dd2a7f-38ac-4697-a043-f5d36f875b7b None None] Sync routers for ids ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:07.934598 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dd2a7f-38ac-4697-a043-f5d36f875b7b None None] Routers {'7ed0e85d-ceb0-4cc5-bd14-55677f313ded'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:07.935148 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-03dd2a7f-38ac-4697-a043-f5d36f875b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012501f790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:07.953333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-5e5c4772-c0e1-4d93-ae18-b7df004e7755 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port 5aad7ad7-9548-45dd-b0c1-9c2123a2610c yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:31:07.973128 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-03dd2a7f-38ac-4697-a043-f5d36f875b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012501f790>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:07.984012 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dd2a7f-38ac-4697-a043-f5d36f875b7b None None] Routers {'7ed0e85d-ceb0-4cc5-bd14-55677f313ded'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:07.985071 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-03dd2a7f-38ac-4697-a043-f5d36f875b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012501f790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:07.985954 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (bda70859-0020-426d-9e50-bdfdc927b54f), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:08.027517 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-03dd2a7f-38ac-4697-a043-f5d36f875b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012501f790>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:08.028515 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dd2a7f-38ac-4697-a043-f5d36f875b7b None None] The sync data for ids ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:08.040512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dfe7c9-3cae-48d6-8260-6bc9c93d8a50 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:08.041608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:08.042340 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-42dfe7c9-3cae-48d6-8260-6bc9c93d8a50 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports/d7bbf221-052b-4a72-8a74-f7f64ffae0cf HTTP/1.1" status: 200  len: 910 time: 0.1237261
Apr 16 21:31:08.044887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:08.045971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54076) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:08.048486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:08.057676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Pushing event updated for resources: {'Port': ['ID=bda70859-0020-426d-9e50-bdfdc927b54f,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:08.116877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Attempting to bind port bda70859-0020-426d-9e50-bdfdc927b54f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:08.117411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Attempting to bind port bda70859-0020-426d-9e50-bdfdc927b54f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:08.118215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Attempting to bind port bda70859-0020-426d-9e50-bdfdc927b54f on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:08.125567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:08.126163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:08.126727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:08.127230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:08.127822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Bound port: bda70859-0020-426d-9e50-bdfdc927b54f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:08.128364 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bda70859-0020-426d-9e50-bdfdc927b54f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:08.202544 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] For port bda70859-0020-426d-9e50-bdfdc927b54f, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:08.206661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] For port bda70859-0020-426d-9e50-bdfdc927b54f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bda70859-0020-426d-9e50-bdfdc927b54f,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:08.226739 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5c4772-c0e1-4d93-ae18-b7df004e7755 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:31:08.229707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5c4772-c0e1-4d93-ae18-b7df004e7755 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:31:08.241118 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (55c17d86-5885-46dc-a001-884abcd927ec), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:08.242150 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (55c17d86-5885-46dc-a001-884abcd927ec), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:08.245435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50abbe35-bd04-464c-a9d7-3eaed82205df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (a9408a39-2378-4740-a312-162609c05f06), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:08.278147 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bda70859-0020-426d-9e50-bdfdc927b54f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:08.310389 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:08.357580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2891f1-0f89-4d7a-abb5-ed3bba013dc9 None None] Pushing event updated for resources: {'Port': ['ID=bda70859-0020-426d-9e50-bdfdc927b54f,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:08.425714 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (55c17d86-5885-46dc-a001-884abcd927ec), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:08.437977 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5e5c4772-c0e1-4d93-ae18-b7df004e7755 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.3506010
Apr 16 21:31:08.440736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54078) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:08.487763 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:08.512030 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94eff50d-21c7-4588-a983-f2697b6e95a1 req-a774d61f-17a8-4196-b6a0-407347e0e3bb service neutron] 10.222.0.11 "GET /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6802928
Apr 16 21:31:08.528449 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-50abbe35-bd04-464c-a9d7-3eaed82205df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Floating IP a9408a39-2378-4740-a312-162609c05f06 associated. External IP: 172.35.1.77, port: b966fc7e-0221-46eb-a92a-00d9f48a8a41.
Apr 16 21:31:08.539089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5513b0dd-3fbf-4885-bc05-0f5c96dc848a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:08.542157 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5513b0dd-3fbf-4885-bc05-0f5c96dc848a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.0932207
Apr 16 21:31:08.561827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54086) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:08.674517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54088) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:08.817461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_gateway (55c17d86-5885-46dc-a001-884abcd927ec), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:08.839500 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:08.899543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bda70859-0020-426d-9e50-bdfdc927b54f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:08.966783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port bda70859-0020-426d-9e50-bdfdc927b54f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:08.967078 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bda70859-0020-426d-9e50-bdfdc927b54f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.020145 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-df85fd75-fdde-478f-9730-17d472b4842c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.070937 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port bda70859-0020-426d-9e50-bdfdc927b54f is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:09.071334 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bda70859-0020-426d-9e50-bdfdc927b54f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.096431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5381f-1fb4-47d5-a292-cad63ac2f0bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:09.097739 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5381f-1fb4-47d5-a292-cad63ac2f0bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:09.098757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:09.101815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-50f5381f-1fb4-47d5-a292-cad63ac2f0bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.5342798
Apr 16 21:31:09.102703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54094) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:09.113189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:09.116351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:09.124729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=88cac8d2-2ba8-4d18-a5b3-debf31e671a9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:09.131586 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port bda70859-0020-426d-9e50-bdfdc927b54f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bda70859-0020-426d-9e50-bdfdc927b54f,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:09.238813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47a1142-2f11-45ec-82b8-a48998b66b08 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet ea872041-c6aa-4a79-b777-bb3255e56457 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:09.270603 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b47a1142-2f11-45ec-82b8-a48998b66b08 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (ea872041-c6aa-4a79-b777-bb3255e56457), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.299051 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bda70859-0020-426d-9e50-bdfdc927b54f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.363907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=bda70859-0020-426d-9e50-bdfdc927b54f,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:09.398130 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b47a1142-2f11-45ec-82b8-a48998b66b08 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (ea872041-c6aa-4a79-b777-bb3255e56457), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.443667 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Allocated IP 172.21.0.1 (b8d7a0af-6284-48d6-9ffb-34d52f2c1747/9d68c371-61c3-485a-bbda-e924a9a2d561/004024af-1dd5-4aea-8ddd-d2eacd62e940) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:09.562706 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b47a1142-2f11-45ec-82b8-a48998b66b08 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (ea872041-c6aa-4a79-b777-bb3255e56457), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.646291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (004024af-1dd5-4aea-8ddd-d2eacd62e940), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.652137 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_gateway (55c17d86-5885-46dc-a001-884abcd927ec), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.699667 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.773911 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b47a1142-2f11-45ec-82b8-a48998b66b08 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (ea872041-c6aa-4a79-b777-bb3255e56457), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.781807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50abbe35-bd04-464c-a9d7-3eaed82205df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Router 5884384f-40e7-43ed-9cd3-3657008494f1 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:09.804533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a1142-2f11-45ec-82b8-a48998b66b08 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=ea872041-c6aa-4a79-b777-bb3255e56457,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:09.806860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b47a1142-2f11-45ec-82b8-a48998b66b08 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.812758 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc932a9-327a-46b3-8047-7461582676b3 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:09.820301 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b47a1142-2f11-45ec-82b8-a48998b66b08 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/ea872041-c6aa-4a79-b777-bb3255e56457 HTTP/1.1" status: 204  len: 168 time: 0.7073600
Apr 16 21:31:09.820301 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54100) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:09.862792 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-690f5e13-78f1-4d13-8af5-073b77f81566 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0476735
Apr 16 21:31:09.863350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54102) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:09.868808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c6478438-2f4a-496b-8fac-ab0c250519e8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:09.875164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-078e39e6-e551-4470-8104-1b95f47c8c2f None None] Provisioning complete for port bda70859-0020-426d-9e50-bdfdc927b54f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:09.875164 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-078e39e6-e551-4470-8104-1b95f47c8c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bda70859-0020-426d-9e50-bdfdc927b54f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.936216 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (004024af-1dd5-4aea-8ddd-d2eacd62e940), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:09.999304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-078e39e6-e551-4470-8104-1b95f47c8c2f None None] Current status of the port bda70859-0020-426d-9e50-bdfdc927b54f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:10.020696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network b8d7a0af-6284-48d6-9ffb-34d52f2c1747 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:10.133209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:10.133209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:10.133209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=004024af-1dd5-4aea-8ddd-d2eacd62e940,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:10.135116 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac51d65f-b2fd-4f48-9e4b-e1725e6d088a req-6335bc06-0eeb-47e0-ad75-a133904d05b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1095004
Apr 16 21:31:10.158744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ee36c-edf8-482d-a76f-a5c48220d76d None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:31:10.173844 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:10.209038 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ee36c-edf8-482d-a76f-a5c48220d76d None None] Deleting port bda70859-0020-426d-9e50-bdfdc927b54f {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:10.209561 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee36c-edf8-482d-a76f-a5c48220d76d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (bda70859-0020-426d-9e50-bdfdc927b54f), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:10.283432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51d65f-b2fd-4f48-9e4b-e1725e6d088a req-0ef68148-7f8b-4d05-af7a-7f74051882a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:10.284931 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac51d65f-b2fd-4f48-9e4b-e1725e6d088a req-0ef68148-7f8b-4d05-af7a-7f74051882a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 1127 time: 0.0463088
Apr 16 21:31:10.314311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3e8ee36c-edf8-482d-a76f-a5c48220d76d None None] For port bda70859-0020-426d-9e50-bdfdc927b54f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bda70859-0020-426d-9e50-bdfdc927b54f,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:10.314746 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee36c-edf8-482d-a76f-a5c48220d76d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (bda70859-0020-426d-9e50-bdfdc927b54f), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:10.331387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ee36c-edf8-482d-a76f-a5c48220d76d None None] Calling delete_port for bda70859-0020-426d-9e50-bdfdc927b54f owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:10.348022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6478438-2f4a-496b-8fac-ab0c250519e8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:10.350775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6478438-2f4a-496b-8fac-ab0c250519e8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:10.430150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f85330e6-c2ae-4fad-931f-53f237abc693 None None] Provisioning complete for port 004024af-1dd5-4aea-8ddd-d2eacd62e940 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:10.430923 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f85330e6-c2ae-4fad-931f-53f237abc693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (004024af-1dd5-4aea-8ddd-d2eacd62e940), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:10.485210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f85330e6-c2ae-4fad-931f-53f237abc693 None None] Port 004024af-1dd5-4aea-8ddd-d2eacd62e940 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:10.504215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51d65f-b2fd-4f48-9e4b-e1725e6d088a req-935d7447-5f04-48a2-83d8-75cb3899ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:10.505715 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac51d65f-b2fd-4f48-9e4b-e1725e6d088a req-935d7447-5f04-48a2-83d8-75cb3899ab23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 918 time: 0.1866014
Apr 16 21:31:10.509380 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee36c-edf8-482d-a76f-a5c48220d76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (bda70859-0020-426d-9e50-bdfdc927b54f), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:10.514941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Allocated IP 172.35.1.99 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/ea9b236a-e6d9-4d2b-acc0-40054af10e0d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:10.539019 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ee36c-edf8-482d-a76f-a5c48220d76d None None] Pushing event deleted for resources: {'Port': ['ID=bda70859-0020-426d-9e50-bdfdc927b54f,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:10.551506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ee36c-edf8-482d-a76f-a5c48220d76d None None] No DVR routers for this DVR port bda70859-0020-426d-9e50-bdfdc927b54f on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:10.618352 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (004024af-1dd5-4aea-8ddd-d2eacd62e940), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:10.660697 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac51d65f-b2fd-4f48-9e4b-e1725e6d088a req-5774b44d-32bd-46ea-b0d3-9571b21ef103 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41 HTTP/1.1" status: 200  len: 998 time: 0.1482751
Apr 16 21:31:10.723928 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:10.731450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164e48-0124-467e-8eab-e9d9e1ae4b2e req-821275be-0360-4fa7-ba4e-1f9d62d51e2f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:10.736776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164e48-0124-467e-8eab-e9d9e1ae4b2e req-821275be-0360-4fa7-ba4e-1f9d62d51e2f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:10.742126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164e48-0124-467e-8eab-e9d9e1ae4b2e req-821275be-0360-4fa7-ba4e-1f9d62d51e2f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:10.747897 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164e48-0124-467e-8eab-e9d9e1ae4b2e req-821275be-0360-4fa7-ba4e-1f9d62d51e2f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:10.753190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164e48-0124-467e-8eab-e9d9e1ae4b2e req-821275be-0360-4fa7-ba4e-1f9d62d51e2f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:10.758485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164e48-0124-467e-8eab-e9d9e1ae4b2e req-821275be-0360-4fa7-ba4e-1f9d62d51e2f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:10.763910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164e48-0124-467e-8eab-e9d9e1ae4b2e req-821275be-0360-4fa7-ba4e-1f9d62d51e2f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:10.766565 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba164e48-0124-467e-8eab-e9d9e1ae4b2e req-821275be-0360-4fa7-ba4e-1f9d62d51e2f tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5444 time: 0.7108474
Apr 16 21:31:10.774603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50abbe35-bd04-464c-a9d7-3eaed82205df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:10.778807 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50abbe35-bd04-464c-a9d7-3eaed82205df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:10.795129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d15c74-09ef-4383-8e16-5a44f11fe427 None None] Sync routers for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:10.806419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d15c74-09ef-4383-8e16-5a44f11fe427 None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:10.807314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f1d15c74-09ef-4383-8e16-5a44f11fe427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe29730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:10.840285 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-994b4eef-5f0b-4eae-829a-048df9288c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (97553a54-e5c2-474b-ac28-a27607cc8bc4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:10.852284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bda70859-0020-426d-9e50-bdfdc927b54f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:10.862800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51d65f-b2fd-4f48-9e4b-e1725e6d088a req-3671de60-2631-4128-b0ce-f98837c029cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:10.864344 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac51d65f-b2fd-4f48-9e4b-e1725e6d088a req-3671de60-2631-4128-b0ce-f98837c029cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 200  len: 856 time: 0.1962318
Apr 16 21:31:10.882838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: bda70859-0020-426d-9e50-bdfdc927b54f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:10.883151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bda70859-0020-426d-9e50-bdfdc927b54f not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:10.929986 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51d65f-b2fd-4f48-9e4b-e1725e6d088a req-6685b3dd-fea4-48e6-9134-d3d5001be533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:10.931512 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac51d65f-b2fd-4f48-9e4b-e1725e6d088a req-6685b3dd-fea4-48e6-9134-d3d5001be533 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33417375-20a3-4356-abb1-47c6dcf1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0607297
Apr 16 21:31:10.934694 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6478438-2f4a-496b-8fac-ab0c250519e8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (cd5e6aae-1b8b-4081-ba03-7107a8b263cd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:10.954713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f1d15c74-09ef-4383-8e16-5a44f11fe427 None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:10.994349 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-50abbe35-bd04-464c-a9d7-3eaed82205df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "PUT /v2.0/floatingips/a9408a39-2378-4740-a312-162609c05f06 HTTP/1.1" status: 200  len: 990 time: 5.5052686
Apr 16 21:31:11.003148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:31:11.005532 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f83bf6-5bea-445a-9817-2fe1e3567b37" -d '{"events": [{"name": "network-changed", "server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:31:11.069700 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774a2cc7-5dbd-499a-8167-000f66fa4376 x-openstack-request-id: req-774a2cc7-5dbd-499a-8167-000f66fa4376 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:31:11.070065 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:31:11.070248 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-774a2cc7-5dbd-499a-8167-000f66fa4376 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:31:11.070648 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774a2cc7-5dbd-499a-8167-000f66fa4376'] response: {'name': 'network-changed', 'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'status': 'completed', 'code': 200}
Apr 16 21:31:11.091790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6478438-2f4a-496b-8fac-ab0c250519e8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:11.103331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-c6478438-2f4a-496b-8fac-ab0c250519e8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:11.107470 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (ea9b236a-e6d9-4d2b-acc0-40054af10e0d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.112914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6478438-2f4a-496b-8fac-ab0c250519e8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:11.113942 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6478438-2f4a-496b-8fac-ab0c250519e8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.129367 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba164e48-0124-467e-8eab-e9d9e1ae4b2e req-5174fe55-533f-4770-85a8-df0cef909f25 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3473022
Apr 16 21:31:11.134218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6478438-2f4a-496b-8fac-ab0c250519e8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=cd5e6aae-1b8b-4081-ba03-7107a8b263cd,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:11.163256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f8f1e6-2714-44a0-bac8-dd01a43bb890 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:11.202406 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac51d65f-b2fd-4f48-9e4b-e1725e6d088a req-d46c1467-cdbe-48e5-b427-30cd9088b117 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550752
Apr 16 21:31:11.269879 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c6478438-2f4a-496b-8fac-ab0c250519e8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4051704
Apr 16 21:31:11.273528 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54110) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:11.277121 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (004024af-1dd5-4aea-8ddd-d2eacd62e940), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.281195 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-dda6db4b-828e-4ea6-87e0-f4d4d1a35b6c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-864465644', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:11.327684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f1d15c74-09ef-4383-8e16-5a44f11fe427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe29730>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a9408a39-2378-4740-a312-162609c05f06', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'floating_ip_address': '172.35.1.77', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'port_id': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'mac_address': 'fa:16:3e:fb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:30:42Z', 'updated_at': '2022-04-16T21:31:07Z', 'revision_number': 1, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:42Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:11.328030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.339288 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac51d65f-b2fd-4f48-9e4b-e1725e6d088a req-a8de0d22-262c-4a8a-bf86-0cf7f35ee6ab service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302109
Apr 16 21:31:11.354509 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (004024af-1dd5-4aea-8ddd-d2eacd62e940), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.357511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': 'cd5e6aae-1b8b-4081-ba03-7107a8b263cd'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:11.358386 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.361689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d15c74-09ef-4383-8e16-5a44f11fe427 None None] Checking router: 5884384f-40e7-43ed-9cd3-3657008494f1 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:31:11.387988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d15c74-09ef-4383-8e16-5a44f11fe427 None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:11.387988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f1d15c74-09ef-4383-8e16-5a44f11fe427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe29730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:30:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:11.389824 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dda6db4b-828e-4ea6-87e0-f4d4d1a35b6c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (2a8a635c-db0e-4416-a6dc-b8a501f86195), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.390911 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dda6db4b-828e-4ea6-87e0-f4d4d1a35b6c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (2a8a635c-db0e-4416-a6dc-b8a501f86195), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.405954 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ea9b236a-e6d9-4d2b-acc0-40054af10e0d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.454895 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.469350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=004024af-1dd5-4aea-8ddd-d2eacd62e940,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:11.538682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-994b4eef-5f0b-4eae-829a-048df9288c66 admin admin] Deleting port ab61779d-c8f5-497d-931a-1e1c477e8da3 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:11.539799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-994b4eef-5f0b-4eae-829a-048df9288c66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.569957 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dda6db4b-828e-4ea6-87e0-f4d4d1a35b6c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for router_controller (2a8a635c-db0e-4416-a6dc-b8a501f86195), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.612671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83bf6-5bea-445a-9817-2fe1e3567b37 req-ddc0b1af-4006-4ad0-b697-2615f95dccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:11.613874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f1d15c74-09ef-4383-8e16-5a44f11fe427 None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:11.614358 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c2f83bf6-5bea-445a-9817-2fe1e3567b37 req-ddc0b1af-4006-4ad0-b697-2615f95dccac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 1127 time: 0.1229420
Apr 16 21:31:11.627968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-994b4eef-5f0b-4eae-829a-048df9288c66 admin admin] For port ab61779d-c8f5-497d-931a-1e1c477e8da3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab61779d-c8f5-497d-931a-1e1c477e8da3,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:11.630642 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-994b4eef-5f0b-4eae-829a-048df9288c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.642847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-994b4eef-5f0b-4eae-829a-048df9288c66 admin admin] Calling delete_port for ab61779d-c8f5-497d-931a-1e1c477e8da3 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:11.643167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Allocated IP 2001:db8::2 (0d27c69b-2090-42d8-afae-1332cd31e453/cd5e6aae-1b8b-4081-ba03-7107a8b263cd/053a4607-d63f-4cbc-ba5d-0edf79bd3600) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:11.686450 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dda6db4b-828e-4ea6-87e0-f4d4d1a35b6c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (2a8a635c-db0e-4416-a6dc-b8a501f86195), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.726189 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network b8d7a0af-6284-48d6-9ffb-34d52f2c1747 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:11.733833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:11.740839 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-391dad63-ea18-4263-9653-e85846243fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.835452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dda6db4b-828e-4ea6-87e0-f4d4d1a35b6c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:11.836722 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dda6db4b-828e-4ea6-87e0-f4d4d1a35b6c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5622733
Apr 16 21:31:11.847582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54112) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:11.911263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83bf6-5bea-445a-9817-2fe1e3567b37 req-1bdd01ab-3abd-476d-b903-21b020a65dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:11.913107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c2f83bf6-5bea-445a-9817-2fe1e3567b37 req-1bdd01ab-3abd-476d-b903-21b020a65dae service neutron] 10.222.0.41 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 918 time: 0.2927015
Apr 16 21:31:11.935182 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:11.942522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-d0ebf310-c123-405f-ba63-99375e09cd90 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:11.948261 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-d0ebf310-c123-405f-ba63-99375e09cd90 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:11.954214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-d0ebf310-c123-405f-ba63-99375e09cd90 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:11.959642 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-d0ebf310-c123-405f-ba63-99375e09cd90 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:11.965135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-d0ebf310-c123-405f-ba63-99375e09cd90 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:11.971106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-d0ebf310-c123-405f-ba63-99375e09cd90 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:11.976571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-d0ebf310-c123-405f-ba63-99375e09cd90 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:11.978616 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-d0ebf310-c123-405f-ba63-99375e09cd90 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5444 time: 0.5990827
Apr 16 21:31:11.983602 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-994b4eef-5f0b-4eae-829a-048df9288c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ab61779d-c8f5-497d-931a-1e1c477e8da3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:12.006107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:12.033396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:12.097759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router 7ed0e85d-ceb0-4cc5-bd14-55677f313ded has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:12.121066 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=ea9b236a-e6d9-4d2b-acc0-40054af10e0d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:12.121809 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c2f83bf6-5bea-445a-9817-2fe1e3567b37 req-fbb58d72-ea34-4c5c-b0e8-48eabb50fb8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41 HTTP/1.1" status: 200  len: 998 time: 0.1765778
Apr 16 21:31:12.184486 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Publish callbacks [] for port (053a4607-d63f-4cbc-ba5d-0edf79bd3600), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:12.222353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-56bbd904-65ef-40c7-a9cf-ae75717543a0 None None] Provisioning complete for port 004024af-1dd5-4aea-8ddd-d2eacd62e940 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:12.222782 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-56bbd904-65ef-40c7-a9cf-ae75717543a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (004024af-1dd5-4aea-8ddd-d2eacd62e940), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:12.233521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-e4436453-9252-408d-86b6-87403b2ca2e1 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:12.235453 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-e4436453-9252-408d-86b6-87403b2ca2e1 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "GET /v2.0/ports/c1abc7d3-63c4-4e58-896c-5aa4b9a41054?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.2387631
Apr 16 21:31:12.273241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f1d15c74-09ef-4383-8e16-5a44f11fe427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe29730>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a9408a39-2378-4740-a312-162609c05f06', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'floating_ip_address': '172.35.1.77', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'port_id': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'mac_address': 'fa:16:3e:fb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:30:42Z', 'updated_at': '2022-04-16T21:31:07Z', 'revision_number': 1, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:42Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:12.287257 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (053a4607-d63f-4cbc-ba5d-0edf79bd3600), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:12.335096 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-56bbd904-65ef-40c7-a9cf-ae75717543a0 None None] Port 004024af-1dd5-4aea-8ddd-d2eacd62e940 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:12.356602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d15c74-09ef-4383-8e16-5a44f11fe427 None None] The sync data for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 is: [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a9408a39-2378-4740-a312-162609c05f06', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'floating_ip_address': '172.35.1.77', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'port_id': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'mac_address': 'fa:16:3e:fb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:30:42Z', 'updated_at': '2022-04-16T21:31:07Z', 'revision_number': 1, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:42Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:12.361999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b4eef-5f0b-4eae-829a-048df9288c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab61779d-c8f5-497d-931a-1e1c477e8da3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:12.396420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Pushing event updated for resources: {'Port': ['ID=053a4607-d63f-4cbc-ba5d-0edf79bd3600,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:12.404204 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:12.409658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:12.412617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:12.498633 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:12.514872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Attempting to bind port 053a4607-d63f-4cbc-ba5d-0edf79bd3600 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:12.515921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Attempting to bind port 053a4607-d63f-4cbc-ba5d-0edf79bd3600 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:12.516351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Attempting to bind port 053a4607-d63f-4cbc-ba5d-0edf79bd3600 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:12.522494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:12.522864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:12.523909 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:12.524370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:12.525636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Bound port: 053a4607-d63f-4cbc-ba5d-0edf79bd3600, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:12.525636 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (053a4607-d63f-4cbc-ba5d-0edf79bd3600), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:12.531532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router d2c9b092-22ae-4123-85f9-b52fd6ffabcb is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:31:12.597572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] For port 053a4607-d63f-4cbc-ba5d-0edf79bd3600, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:12.601402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] For port 053a4607-d63f-4cbc-ba5d-0edf79bd3600, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=053a4607-d63f-4cbc-ba5d-0edf79bd3600,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:12.612150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-76975a7f-cb9a-46e0-a4bb-4cda55c2f7a5 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "GET /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.3080807
Apr 16 21:31:12.651448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-3832f1c5-88bf-47fb-8356-241729e897e5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:12.691793 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (053a4607-d63f-4cbc-ba5d-0edf79bd3600), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:12.723178 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf2c8e-e0c4-49a9-90d6-b8bfb50606bc None None] New status for floating IP a9408a39-2378-4740-a312-162609c05f06: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:31:12.773177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5920d-02a5-4ac5-b70d-b016dccc068e None None] Pushing event updated for resources: {'Port': ['ID=053a4607-d63f-4cbc-ba5d-0edf79bd3600,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:12.792553 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83bf6-5bea-445a-9817-2fe1e3567b37 req-da4f2d96-302d-4499-8122-4ac0973ad31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:12.794024 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c2f83bf6-5bea-445a-9817-2fe1e3567b37 req-da4f2d96-302d-4499-8122-4ac0973ad31d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 200  len: 856 time: 0.6327219
Apr 16 21:31:12.821938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592aac3-9047-4c56-8a5b-2225915924af req-2688b8aa-7555-4218-9b51-d454bd248674 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:12.827507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592aac3-9047-4c56-8a5b-2225915924af req-2688b8aa-7555-4218-9b51-d454bd248674 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:12.832920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592aac3-9047-4c56-8a5b-2225915924af req-2688b8aa-7555-4218-9b51-d454bd248674 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:12.838346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592aac3-9047-4c56-8a5b-2225915924af req-2688b8aa-7555-4218-9b51-d454bd248674 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:12.843819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592aac3-9047-4c56-8a5b-2225915924af req-2688b8aa-7555-4218-9b51-d454bd248674 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:12.849398 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592aac3-9047-4c56-8a5b-2225915924af req-2688b8aa-7555-4218-9b51-d454bd248674 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:12.854821 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592aac3-9047-4c56-8a5b-2225915924af req-2688b8aa-7555-4218-9b51-d454bd248674 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:12.856998 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a592aac3-9047-4c56-8a5b-2225915924af req-2688b8aa-7555-4218-9b51-d454bd248674 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5444 time: 0.1961768
Apr 16 21:31:12.945087 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:12.956703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f902c7-58ff-4f53-8f26-230eec377de5 None None] Sync routers for ids ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:12.974572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f902c7-58ff-4f53-8f26-230eec377de5 None None] Routers {'7ed0e85d-ceb0-4cc5-bd14-55677f313ded'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:12.975218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-42f902c7-58ff-4f53-8f26-230eec377de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a9e7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:12.988227 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-73a9d5c0-1c78-4589-95f1-0ebf1533e9a3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/7ed0e85d-ceb0-4cc5-bd14-55677f313ded/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9385500
Apr 16 21:31:12.992848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54116) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:12.996131 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:13.018762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-42f902c7-58ff-4f53-8f26-230eec377de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a9e7c0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:13.030282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f902c7-58ff-4f53-8f26-230eec377de5 None None] Routers {'7ed0e85d-ceb0-4cc5-bd14-55677f313ded'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:13.031406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-42f902c7-58ff-4f53-8f26-230eec377de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a9e7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:13.082690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83bf6-5bea-445a-9817-2fe1e3567b37 req-2162c04b-16f6-4820-bdd9-4e872d675aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:13.084736 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c2f83bf6-5bea-445a-9817-2fe1e3567b37 req-2162c04b-16f6-4820-bdd9-4e872d675aec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33417375-20a3-4356-abb1-47c6dcf1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2200475
Apr 16 21:31:13.094224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-42f902c7-58ff-4f53-8f26-230eec377de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a9e7c0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:13.095025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f902c7-58ff-4f53-8f26-230eec377de5 None None] The sync data for ids ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:13.277640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63447d1-a405-4558-949c-7cbb4d265ff2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:13.279482 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d63447d1-a405-4558-949c-7cbb4d265ff2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports/004024af-1dd5-4aea-8ddd-d2eacd62e940 HTTP/1.1" status: 200  len: 910 time: 0.2708786
Apr 16 21:31:13.284201 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a592aac3-9047-4c56-8a5b-2225915924af req-3f0826c1-2b5c-4941-b822-2801d169616d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4052858
Apr 16 21:31:13.287400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54118) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:13.403880 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c2f83bf6-5bea-445a-9817-2fe1e3567b37 req-02be19a4-01ce-45c5-ad20-c2cc7813ba85 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3094559
Apr 16 21:31:13.419172 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-994b4eef-5f0b-4eae-829a-048df9288c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (97553a54-e5c2-474b-ac28-a27607cc8bc4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:13.436630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:13.441781 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:13.443482 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_gateway (55c17d86-5885-46dc-a001-884abcd927ec), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:13.450708 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Sync routers for ids ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:13.455584 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-3832f1c5-88bf-47fb-8356-241729e897e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:13.469787 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Routers {'d2c9b092-22ae-4123-85f9-b52fd6ffabcb'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:13.470587 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:13.554433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::1 (0d27c69b-2090-42d8-afae-1332cd31e453/cd5e6aae-1b8b-4081-ba03-7107a8b263cd/828e71c9-4421-4b47-b424-7684ffb2de9b) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:13.564475 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c2f83bf6-5bea-445a-9817-2fe1e3567b37 req-a1692252-e024-42f8-b7fb-de4b55ddaf14 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539755
Apr 16 21:31:13.587853 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Set router d2c9b092-22ae-4123-85f9-b52fd6ffabcb gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:13.709014 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:13.748865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:13.750164 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-98a9559a-15fa-41c4-8d33-ef6d4d977189 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 8.6406522
Apr 16 21:31:13.758640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54120) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:13.783722 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f940>, [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:31:09Z', 'revision_number': 3, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:13.810038 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:13.819844 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Checking router: d2c9b092-22ae-4123-85f9-b52fd6ffabcb for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:31:13.820271 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Updating router d2c9b092-22ae-4123-85f9-b52fd6ffabcb port 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:31:13.895376 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:13.900750 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:13.906042 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:13.907343 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (2a8a635c-db0e-4416-a6dc-b8a501f86195), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:13.971902 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.007294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-50fa5158-e227-4015-911a-9bcbc2347591 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0ee2ef9a941a429b82a89f7c8f71d45b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2464676
Apr 16 21:31:14.010616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54124) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:14.107155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=828e71c9-4421-4b47-b424-7684ffb2de9b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:14.116800 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.158860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-3832f1c5-88bf-47fb-8356-241729e897e5 service neutron] For port c1abc7d3-63c4-4e58-896c-5aa4b9a41054, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1abc7d3-63c4-4e58-896c-5aa4b9a41054,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:14.271102 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (55c17d86-5885-46dc-a001-884abcd927ec), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.287385 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-3832f1c5-88bf-47fb-8356-241729e897e5 service neutron] For port c1abc7d3-63c4-4e58-896c-5aa4b9a41054, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:14.291011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-73f5b269-0159-4970-abc5-a543e6249299 None None] Provisioning complete for port 053a4607-d63f-4cbc-ba5d-0edf79bd3600 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:14.296691 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73f5b269-0159-4970-abc5-a543e6249299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (053a4607-d63f-4cbc-ba5d-0edf79bd3600), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.304844 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.332318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a27ba36-707e-4bfd-b146-a45e0b0228d5 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:14.333860 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4a27ba36-707e-4bfd-b146-a45e0b0228d5 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3217418
Apr 16 21:31:14.355115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54128) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:14.357193 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac99f4b4-a2c4-45ac-9fdc-7217d440e578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.357401 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Publish callbacks [] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.417268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-73f5b269-0159-4970-abc5-a543e6249299 None None] Current status of the port 053a4607-d63f-4cbc-ba5d-0edf79bd3600 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:14.417723 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73f5b269-0159-4970-abc5-a543e6249299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (053a4607-d63f-4cbc-ba5d-0edf79bd3600), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.457913 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.467952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-73f5b269-0159-4970-abc5-a543e6249299 None None] For port 053a4607-d63f-4cbc-ba5d-0edf79bd3600, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=053a4607-d63f-4cbc-ba5d-0edf79bd3600,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:14.475393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c8475713-e26a-40c8-8213-0fa9fe87a721 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:14.545686 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98faee28-16ec-498f-a735-724002a45dbf None None] Pushing event updated for resources: {'Port': ['ID=88cac8d2-2ba8-4d18-a5b3-debf31e671a9,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:14.547116 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73f5b269-0159-4970-abc5-a543e6249299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (053a4607-d63f-4cbc-ba5d-0edf79bd3600), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.550057 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Attempting to bind port 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:14.550433 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Attempting to bind port 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:14.551529 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Attempting to bind port 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:14.558671 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:14.559034 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:14.559808 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.560100 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:14.560598 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Bound port: 88cac8d2-2ba8-4d18-a5b3-debf31e671a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:14.561025 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.588250 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-3832f1c5-88bf-47fb-8356-241729e897e5 service neutron] device_id is not set on port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:31:14.603761 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-3832f1c5-88bf-47fb-8356-241729e897e5 service neutron] Publish callbacks [] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.636569 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] For port 88cac8d2-2ba8-4d18-a5b3-debf31e671a9, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:14.637763 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-421820eb-4fda-44e5-a037-347349e23b92 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2734575
Apr 16 21:31:14.639413 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] For port 88cac8d2-2ba8-4d18-a5b3-debf31e671a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88cac8d2-2ba8-4d18-a5b3-debf31e671a9,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:14.640899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5b269-0159-4970-abc5-a543e6249299 None None] Pushing event updated for resources: {'Port': ['ID=053a4607-d63f-4cbc-ba5d-0edf79bd3600,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:14.645740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54130) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:14.646628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c8475713-e26a-40c8-8213-0fa9fe87a721 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:14.647071 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.651259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d8752852-9f59-4e32-8900-1995e62c131b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-720042903', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:14.684426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8475713-e26a-40c8-8213-0fa9fe87a721'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:31:14.686387 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06191f28-f174-4c5a-8da6-d1a4ea5e2a86" -d '{"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-unplugged", "status": "completed", "tag": "c8475713-e26a-40c8-8213-0fa9fe87a721"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:31:14.692811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e730e2df-f48f-43e3-b2a3-ef2ad8483eaf None None] Provisioning complete for port 828e71c9-4421-4b47-b424-7684ffb2de9b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:14.692811 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e730e2df-f48f-43e3-b2a3-ef2ad8483eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.734459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e730e2df-f48f-43e3-b2a3-ef2ad8483eaf None None] Port 828e71c9-4421-4b47-b424-7684ffb2de9b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:14.737968 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec15c9b-f00f-438a-acc1-c4b261d097c2 x-openstack-request-id: req-4ec15c9b-f00f-438a-acc1-c4b261d097c2 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:31:14.738256 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-unplugged", "status": "completed", "tag": "c8475713-e26a-40c8-8213-0fa9fe87a721", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:31:14.738505 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ec15c9b-f00f-438a-acc1-c4b261d097c2 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:31:14.738895 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec15c9b-f00f-438a-acc1-c4b261d097c2'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8475713-e26a-40c8-8213-0fa9fe87a721', 'code': 200}
Apr 16 21:31:14.742781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c8475713-e26a-40c8-8213-0fa9fe87a721, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8475713-e26a-40c8-8213-0fa9fe87a721,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:14.748552 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.766574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994b4eef-5f0b-4eae-829a-048df9288c66 admin admin] Router 97553a54-e5c2-474b-ac28-a27607cc8bc4 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:14.772603 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-3832f1c5-88bf-47fb-8356-241729e897e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.778493 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.806775 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.807516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:14.864688 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.867333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (2a8a635c-db0e-4416-a6dc-b8a501f86195), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.870050 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98faee28-16ec-498f-a735-724002a45dbf None None] Pushing event updated for resources: {'Port': ['ID=88cac8d2-2ba8-4d18-a5b3-debf31e671a9,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:14.874473 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Routers {'d2c9b092-22ae-4123-85f9-b52fd6ffabcb'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:14.875087 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:14.875565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8752852-9f59-4e32-8900-1995e62c131b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Made reservation on behalf of 0ee2ef9a941a429b82a89f7c8f71d45b for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:14.881170 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 053a4607-d63f-4cbc-ba5d-0edf79bd3600 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:14.886140 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8752852-9f59-4e32-8900-1995e62c131b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:14.899143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25f5ee-88b5-4ba7-a5f7-2ecc1bc6057c req-315795bc-2e0f-4cd8-9bef-1ec893fa547b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:14.906877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25f5ee-88b5-4ba7-a5f7-2ecc1bc6057c req-315795bc-2e0f-4cd8-9bef-1ec893fa547b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:14.927332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25f5ee-88b5-4ba7-a5f7-2ecc1bc6057c req-315795bc-2e0f-4cd8-9bef-1ec893fa547b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:14.933995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25f5ee-88b5-4ba7-a5f7-2ecc1bc6057c req-315795bc-2e0f-4cd8-9bef-1ec893fa547b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:14.941925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25f5ee-88b5-4ba7-a5f7-2ecc1bc6057c req-315795bc-2e0f-4cd8-9bef-1ec893fa547b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:14.951017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25f5ee-88b5-4ba7-a5f7-2ecc1bc6057c req-315795bc-2e0f-4cd8-9bef-1ec893fa547b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:14.960145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25f5ee-88b5-4ba7-a5f7-2ecc1bc6057c req-315795bc-2e0f-4cd8-9bef-1ec893fa547b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:14.962597 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d25f5ee-88b5-4ba7-a5f7-2ecc1bc6057c req-315795bc-2e0f-4cd8-9bef-1ec893fa547b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 5444 time: 0.4856656
Apr 16 21:31:14.975823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c8475713-e26a-40c8-8213-0fa9fe87a721,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:15.051030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 053a4607-d63f-4cbc-ba5d-0edf79bd3600 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:15.051396 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (053a4607-d63f-4cbc-ba5d-0edf79bd3600), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:15.079950 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] Set router d2c9b092-22ae-4123-85f9-b52fd6ffabcb gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:15.108579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:15.109576 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:15.150155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994b4eef-5f0b-4eae-829a-048df9288c66 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:15.159571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-994b4eef-5f0b-4eae-829a-048df9288c66 admin admin] 10.222.0.20 "PUT /v2.0/routers/97553a54-e5c2-474b-ac28-a27607cc8bc4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4838817
Apr 16 21:31:15.171104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5072a-c2e0-4e27-ba75-95e5b3783479 None None] Sync routers for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:15.199210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54134) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:15.205390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832f1c5-88bf-47fb-8356-241729e897e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1abc7d3-63c4-4e58-896c-5aa4b9a41054,revision_number=6']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:15.208387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:15.225379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5072a-c2e0-4e27-ba75-95e5b3783479 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:15.226019 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d3d5072a-c2e0-4e27-ba75-95e5b3783479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242cf220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:15.227912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 053a4607-d63f-4cbc-ba5d-0edf79bd3600 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:15.253134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=828e71c9-4421-4b47-b424-7684ffb2de9b,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:15.260034 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8752852-9f59-4e32-8900-1995e62c131b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (a4f45037-6f54-4369-b06d-9d201a65a8f0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:15.284413 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d25f5ee-88b5-4ba7-a5f7-2ecc1bc6057c req-3e2ad165-9bab-4e01-afcd-385a3a8ecc7d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1854889
Apr 16 21:31:15.286990 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:15.287733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device e161877a-3f6f-49a7-8aed-2eee986f2f68 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:15.333388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-3832f1c5-88bf-47fb-8356-241729e897e5 service neutron] No DVR routers for this DVR port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:15.346874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:15.349465 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0c32ff4f-ec16-4d62-bf49-ccc900f5877e None None] Provisioning complete for port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:15.349843 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0c32ff4f-ec16-4d62-bf49-ccc900f5877e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:15.391747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-3832f1c5-88bf-47fb-8356-241729e897e5 service neutron] In _notify_port_updated(), no bound segment for port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:31:15.392896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-3832f1c5-88bf-47fb-8356-241729e897e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:15.393725 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-3832f1c5-88bf-47fb-8356-241729e897e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:15.395116 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-3832f1c5-88bf-47fb-8356-241729e897e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/c1abc7d3-63c4-4e58-896c-5aa4b9a41054 HTTP/1.1" status: 200  len: 1032 time: 2.7490289
Apr 16 21:31:15.417716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:15.424399 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f940>, [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:31:09Z', 'revision_number': 3, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:15.469983 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:15.470605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-87b51a9b-812a-4dae-adbd-d1ded96ea374 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:15.470605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-87b51a9b-812a-4dae-adbd-d1ded96ea374 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "GET /v2.0/ports/5e9adf2d-0b03-4f92-88ae-35b824faa4fe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0669868
Apr 16 21:31:15.473211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0c32ff4f-ec16-4d62-bf49-ccc900f5877e None None] Port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:15.482052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-2dd142ce-108c-4cc4-b0bb-f9597a2fbdb3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:15.487079 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004dea48-dd75-4abc-9d88-4a63ae80b1f8 None None] The sync data for ids ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'] in ncdv-master-1 is: [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:31:09Z', 'revision_number': 3, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:15.487847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d3d5072a-c2e0-4e27-ba75-95e5b3783479 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:15.640058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8752852-9f59-4e32-8900-1995e62c131b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Subnet': ['ID=a4f45037-6f54-4369-b06d-9d201a65a8f0,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:15.665541 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-2dd142ce-108c-4cc4-b0bb-f9597a2fbdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:15.704108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8752852-9f59-4e32-8900-1995e62c131b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Checking segment: {'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:15.704594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8752852-9f59-4e32-8900-1995e62c131b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network hostable DHCP agents. Network: f9436375-f402-4a5b-aa69-a7409c8adda4, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:31:15.723280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port e161877a-3f6f-49a7-8aed-2eee986f2f68 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:15.724165 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:15.739409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-ac99f4b4-a2c4-45ac-9fdc-7217d440e578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port 004024af-1dd5-4aea-8ddd-d2eacd62e940 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:15.739409 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac99f4b4-a2c4-45ac-9fdc-7217d440e578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (004024af-1dd5-4aea-8ddd-d2eacd62e940), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:15.748453 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Publish callbacks [] for router (97553a54-e5c2-474b-ac28-a27607cc8bc4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:15.785342 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:15.803280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 55c17d86-5885-46dc-a001-884abcd927ec is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:31:15.811024 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port e161877a-3f6f-49a7-8aed-2eee986f2f68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e161877a-3f6f-49a7-8aed-2eee986f2f68,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:15.821565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d3d5072a-c2e0-4e27-ba75-95e5b3783479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242cf220>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:31:11Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:15.865188 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5072a-c2e0-4e27-ba75-95e5b3783479 None None] Checking router: 97553a54-e5c2-474b-ac28-a27607cc8bc4 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:31:15.874501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5072a-c2e0-4e27-ba75-95e5b3783479 None None] Routers {'97553a54-e5c2-474b-ac28-a27607cc8bc4'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:15.875388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d3d5072a-c2e0-4e27-ba75-95e5b3783479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242cf220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['97553a54-e5c2-474b-ac28-a27607cc8bc4'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:15.946617 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Publish callbacks [] for router_gateway (97553a54-e5c2-474b-ac28-a27607cc8bc4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:15.952318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8752852-9f59-4e32-8900-1995e62c131b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network f9436375-f402-4a5b-aa69-a7409c8adda4 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:31:15.955444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Router 2a8a635c-db0e-4416-a6dc-b8a501f86195 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:31:16.090426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d8752852-9f59-4e32-8900-1995e62c131b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f9436375-f402-4a5b-aa69-a7409c8adda4) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:16.115830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8752852-9f59-4e32-8900-1995e62c131b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:16.116883 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8752852-9f59-4e32-8900-1995e62c131b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:16.137978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c2b969-372f-464d-8b11-f7fd08ac18d8 None None] Network f9436375-f402-4a5b-aa69-a7409c8adda4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:16.148791 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Deleting port 6f41780a-8b18-4b37-9a4c-e36ce221aac5 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:16.149259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:16.221848 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:16.222348 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fdca9e15-fa18-4555-99b5-61429f002844 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:16.227876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-99970e5c-45c0-4941-9fe8-18781431ce8c None None] Provisioning complete for port 828e71c9-4421-4b47-b424-7684ffb2de9b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:16.228270 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-99970e5c-45c0-4941-9fe8-18781431ce8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:16.252306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] For port 6f41780a-8b18-4b37-9a4c-e36ce221aac5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f41780a-8b18-4b37-9a4c-e36ce221aac5,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:16.252839 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:16.270909 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Calling delete_port for 6f41780a-8b18-4b37-9a4c-e36ce221aac5 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:16.358474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f9436375-f402-4a5b-aa69-a7409c8adda4', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ips': [{'subnet_id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:16.359483 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:16.536322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-2dd142ce-108c-4cc4-b0bb-f9597a2fbdb3 service neutron] For port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5e9adf2d-0b03-4f92-88ae-35b824faa4fe,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:16.538333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Allocated IP 172.20.0.2 (f9436375-f402-4a5b-aa69-a7409c8adda4/a4f45037-6f54-4369-b06d-9d201a65a8f0/475723d2-baf2-49c9-86c5-063a21d96fa4) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:16.539669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac99f4b4-a2c4-45ac-9fdc-7217d440e578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (004024af-1dd5-4aea-8ddd-d2eacd62e940), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:16.558238 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49e8a2-5c49-4dae-af76-32b7b22fad97 req-93b35228-34b5-413f-85b4-e72f771ce788 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:16.565043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49e8a2-5c49-4dae-af76-32b7b22fad97 req-93b35228-34b5-413f-85b4-e72f771ce788 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:16.566619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-ac99f4b4-a2c4-45ac-9fdc-7217d440e578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for 004024af-1dd5-4aea-8ddd-d2eacd62e940 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:16.570645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49e8a2-5c49-4dae-af76-32b7b22fad97 req-93b35228-34b5-413f-85b4-e72f771ce788 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:16.576463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49e8a2-5c49-4dae-af76-32b7b22fad97 req-93b35228-34b5-413f-85b4-e72f771ce788 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:16.582549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49e8a2-5c49-4dae-af76-32b7b22fad97 req-93b35228-34b5-413f-85b4-e72f771ce788 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:16.588594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49e8a2-5c49-4dae-af76-32b7b22fad97 req-93b35228-34b5-413f-85b4-e72f771ce788 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:16.591247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f49e8a2-5c49-4dae-af76-32b7b22fad97 req-93b35228-34b5-413f-85b4-e72f771ce788 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 4659 time: 0.0942693
Apr 16 21:31:16.597801 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d8752852-9f59-4e32-8900-1995e62c131b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.9509435
Apr 16 21:31:16.598570 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6f41780a-8b18-4b37-9a4c-e36ce221aac5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:16.603315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:16.606371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54138) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:16.622849 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf7f9b-6a71-42e3-942f-35fca9607d7d None None] Sync routers for ids ['55c17d86-5885-46dc-a001-884abcd927ec'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:16.636406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:16.645397 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf7f9b-6a71-42e3-942f-35fca9607d7d None None] Routers {'55c17d86-5885-46dc-a001-884abcd927ec'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:16.648022 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3fdf7f9b-6a71-42e3-942f-35fca9607d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['55c17d86-5885-46dc-a001-884abcd927ec'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:16.666336 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bb32eb19-b410-4b72-9b8b-e61d15bdc2f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "PUT /v2.0/routers/2a8a635c-db0e-4416-a6dc-b8a501f86195/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8177657
Apr 16 21:31:16.691484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f41780a-8b18-4b37-9a4c-e36ce221aac5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:16.691484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54140) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:16.727153 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3fdf7f9b-6a71-42e3-942f-35fca9607d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f880>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:16.743626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-2dd142ce-108c-4cc4-b0bb-f9597a2fbdb3 service neutron] For port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:16.750347 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf7f9b-6a71-42e3-942f-35fca9607d7d None None] Routers {'55c17d86-5885-46dc-a001-884abcd927ec'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:16.750965 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3fdf7f9b-6a71-42e3-942f-35fca9607d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['55c17d86-5885-46dc-a001-884abcd927ec'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:16.791308 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Publish callbacks [] for port (475723d2-baf2-49c9-86c5-063a21d96fa4), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:16.816720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '530c687e-6ccd-45ad-ad6e-7e4a0d9487ee'}, {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e161877a-3f6f-49a7-8aed-2eee986f2f68'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:31:16.819405 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2944902c-74ce-4894-b744-bccf694f0658" -d '{"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-unplugged", "status": "completed", "tag": "530c687e-6ccd-45ad-ad6e-7e4a0d9487ee"}, {"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-unplugged", "status": "completed", "tag": "e161877a-3f6f-49a7-8aed-2eee986f2f68"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:31:16.822287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Sync routers for ids ['2a8a635c-db0e-4416-a6dc-b8a501f86195'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:16.827055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-2dd142ce-108c-4cc4-b0bb-f9597a2fbdb3 service neutron] device_id is not set on port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:31:16.828295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0ed025-487d-4ed3-ad53-3eb3098b5a68 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:16.829766 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8e0ed025-487d-4ed3-ad53-3eb3098b5a68 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports/828e71c9-4421-4b47-b424-7684ffb2de9b HTTP/1.1" status: 200  len: 911 time: 0.1343265
Apr 16 21:31:16.836032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54144) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:16.839189 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f49e8a2-5c49-4dae-af76-32b7b22fad97 req-ec590440-2223-4fb2-96d9-2aaa7904bebe tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=51479959-3795-45a4-9d0a-a7db3f92f0ee&id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2265708
Apr 16 21:31:16.840525 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (97553a54-e5c2-474b-ac28-a27607cc8bc4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:16.847532 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3fdf7f9b-6a71-42e3-942f-35fca9607d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f880>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:16.848475 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf7f9b-6a71-42e3-942f-35fca9607d7d None None] The sync data for ids ['55c17d86-5885-46dc-a001-884abcd927ec'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:16.923091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-99970e5c-45c0-4941-9fe8-18781431ce8c None None] Port 828e71c9-4421-4b47-b424-7684ffb2de9b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:16.926183 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (475723d2-baf2-49c9-86c5-063a21d96fa4), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:16.953280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=e161877a-3f6f-49a7-8aed-2eee986f2f68,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:16.983246 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:16.985492 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-794e48f9-5611-4519-b0c2-375ac5217ec4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 9.2550311
Apr 16 21:31:16.987838 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-2dd142ce-108c-4cc4-b0bb-f9597a2fbdb3 service neutron] Publish callbacks [] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.004035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Routers {'2a8a635c-db0e-4416-a6dc-b8a501f86195'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:17.004781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01262eb190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2a8a635c-db0e-4416-a6dc-b8a501f86195'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:17.012427 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54146) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:17.015752 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 16 Apr 2022 21:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0a5a78-6ab4-46b3-a750-27593c1b35f1 x-openstack-request-id: req-df0a5a78-6ab4-46b3-a750-27593c1b35f1 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:31:17.016346 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-unplugged", "status": "completed", "tag": "530c687e-6ccd-45ad-ad6e-7e4a0d9487ee", "code": 200}, {"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-unplugged", "status": "completed", "tag": "e161877a-3f6f-49a7-8aed-2eee986f2f68", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:31:17.016816 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df0a5a78-6ab4-46b3-a750-27593c1b35f1 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:31:17.017488 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0a5a78-6ab4-46b3-a750-27593c1b35f1'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '530c687e-6ccd-45ad-ad6e-7e4a0d9487ee', 'code': 200}
Apr 16 21:31:17.017970 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0a5a78-6ab4-46b3-a750-27593c1b35f1'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e161877a-3f6f-49a7-8aed-2eee986f2f68', 'code': 200}
Apr 16 21:31:17.025210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Network f9436375-f402-4a5b-aa69-a7409c8adda4 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:17.061545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d4f8c4-b25b-4bee-b070-18419fb3c641 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:17.067059 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d4f8c4-b25b-4bee-b070-18419fb3c641 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:17.071701 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-19d4f8c4-b25b-4bee-b070-18419fb3c641 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.2186055
Apr 16 21:31:17.072341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54148) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:17.080917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port fdca9e15-fa18-4555-99b5-61429f002844 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:17.081424 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fdca9e15-fa18-4555-99b5-61429f002844), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.091375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:17.095270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:17.099679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:17.158286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d3d5072a-c2e0-4e27-ba75-95e5b3783479 None None] Set router 97553a54-e5c2-474b-ac28-a27607cc8bc4 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:17.164718 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-2dd142ce-108c-4cc4-b0bb-f9597a2fbdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.295518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Pushing event updated for resources: {'Port': ['ID=475723d2-baf2-49c9-86c5-063a21d96fa4,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:17.370321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd142ce-108c-4cc4-b0bb-f9597a2fbdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9adf2d-0b03-4f92-88ae-35b824faa4fe,revision_number=6']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:17.390475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fdca9e15-fa18-4555-99b5-61429f002844, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdca9e15-fa18-4555-99b5-61429f002844,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:17.398999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Set router 2a8a635c-db0e-4416-a6dc-b8a501f86195 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:17.444392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-2dd142ce-108c-4cc4-b0bb-f9597a2fbdb3 service neutron] No DVR routers for this DVR port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:17.456559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Attempting to bind port 475723d2-baf2-49c9-86c5-063a21d96fa4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:17.456928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Attempting to bind port 475723d2-baf2-49c9-86c5-063a21d96fa4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:17.457293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Attempting to bind port 475723d2-baf2-49c9-86c5-063a21d96fa4 on network f9436375-f402-4a5b-aa69-a7409c8adda4 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:17.473959 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fdca9e15-fa18-4555-99b5-61429f002844), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.474705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c1abc7d3-63c4-4e58-896c-5aa4b9a41054 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:17.499186 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:17.512838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Checking segment: {'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:17.512838 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.512838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Bound using segment: {'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:17.512838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Bound port: 475723d2-baf2-49c9-86c5-063a21d96fa4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:17.512838 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (475723d2-baf2-49c9-86c5-063a21d96fa4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.513582 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (97553a54-e5c2-474b-ac28-a27607cc8bc4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.527587 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Publish callbacks [] for router_controller (97553a54-e5c2-474b-ac28-a27607cc8bc4), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.605752 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:17.606490 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.660261 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac99f4b4-a2c4-45ac-9fdc-7217d440e578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (004024af-1dd5-4aea-8ddd-d2eacd62e940), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.683436 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bf409898-385d-465e-886e-208e886daa33 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/routers/55c17d86-5885-46dc-a001-884abcd927ec HTTP/1.1" status: 200  len: 884 time: 0.6694691
Apr 16 21:31:17.685391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54150) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:17.738188 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (97553a54-e5c2-474b-ac28-a27607cc8bc4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.738497 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97553a54-e5c2-474b-ac28-a27607cc8bc4 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:31:17.748821 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.753230 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-988953bd-2488-4746-bf25-f932d74d83f3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/97553a54-e5c2-474b-ac28-a27607cc8bc4 HTTP/1.1" status: 204  len: 168 time: 2.5058334
Apr 16 21:31:17.753921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54152) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:17.800017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-2dd142ce-108c-4cc4-b0bb-f9597a2fbdb3 service neutron] In _notify_port_updated(), no bound segment for port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe on network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:31:17.801095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-2dd142ce-108c-4cc4-b0bb-f9597a2fbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:17.801728 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-2dd142ce-108c-4cc4-b0bb-f9597a2fbdb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.803088 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-2dd142ce-108c-4cc4-b0bb-f9597a2fbdb3 service neutron] 10.222.0.11 "PUT /v2.0/ports/5e9adf2d-0b03-4f92-88ae-35b824faa4fe HTTP/1.1" status: 200  len: 1033 time: 2.3262787
Apr 16 21:31:17.808776 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-03bb6970-fe5d-4beb-a1c5-a1d1ad6dabd5 None None] Provisioning complete for port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:17.811431 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-03bb6970-fe5d-4beb-a1c5-a1d1ad6dabd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:17.817576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=fdca9e15-fa18-4555-99b5-61429f002844,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:17.842688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99f4b4-a2c4-45ac-9fdc-7217d440e578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=004024af-1dd5-4aea-8ddd-d2eacd62e940,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:17.862328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 host ! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:31:17.862732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c1abc7d3-63c4-4e58-896c-5aa4b9a41054 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:17.863152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 5e9adf2d-0b03-4f92-88ae-35b824faa4fe no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:18.094471 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d3d5072a-c2e0-4e27-ba75-95e5b3783479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242cf220>, [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:31:11Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:18.112386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-17a9c0a8-2719-4066-a830-c463730e3b01 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 0.4258566
Apr 16 21:31:18.125144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54156) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:18.137046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f34b0ea6-d0a8-469c-96b9-0d387520c543 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2127821982'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:18.152516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5072a-c2e0-4e27-ba75-95e5b3783479 None None] The sync data for ids ['97553a54-e5c2-474b-ac28-a27607cc8bc4'] in ncdv-master-1 is: [{'id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'name': 'tempest-AttachVolumeNegativeTest-1823998414-router', 'tenant_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:59Z', 'updated_at': '2022-04-16T21:31:11Z', 'revision_number': 5, 'project_id': 'd6f8dfa11e9b410cbbd59ffe32afeb26', 'gw_port': {'id': '6f41780a-8b18-4b37-9a4c-e36ce221aac5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97553a54-e5c2-474b-ac28-a27607cc8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:23:00Z', 'updated_at': '2022-04-16T21:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:18.168245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] For port 475723d2-baf2-49c9-86c5-063a21d96fa4, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:18.183954 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] For port 475723d2-baf2-49c9-86c5-063a21d96fa4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=475723d2-baf2-49c9-86c5-063a21d96fa4,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:18.267717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f8411-f44a-4070-9e3e-2e225648e10f req-fd462fa8-1b12-43c0-810e-1c59fae7dfc8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:18.273304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f8411-f44a-4070-9e3e-2e225648e10f req-fd462fa8-1b12-43c0-810e-1c59fae7dfc8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:18.279176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f8411-f44a-4070-9e3e-2e225648e10f req-fd462fa8-1b12-43c0-810e-1c59fae7dfc8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:18.288468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f8411-f44a-4070-9e3e-2e225648e10f req-fd462fa8-1b12-43c0-810e-1c59fae7dfc8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:18.293819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f8411-f44a-4070-9e3e-2e225648e10f req-fd462fa8-1b12-43c0-810e-1c59fae7dfc8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:18.295701 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-397f8411-f44a-4070-9e3e-2e225648e10f req-fd462fa8-1b12-43c0-810e-1c59fae7dfc8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 3877 time: 0.1805446
Apr 16 21:31:18.301900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01262eb190>, [{'id': '2a8a635c-db0e-4416-a6dc-b8a501f86195', 'name': 'tempest-NetworksTestDHCPv6-router-864465644', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:11Z', 'updated_at': '2022-04-16T21:31:14Z', 'revision_number': 2, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'gw_port_host': None, '_interfaces': [{'id': '828e71c9-4421-4b47-b424-7684ffb2de9b', 'name': '', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'mac_address': 'fa:16:3e:d0:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8a635c-db0e-4416-a6dc-b8a501f86195', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'cd5e6aae-1b8b-4081-ba03-7107a8b263cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:13Z', 'updated_at': '2022-04-16T21:31:14Z', 'revision_number': 2, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'subnets': [{'id': 'cd5e6aae-1b8b-4081-ba03-7107a8b263cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:18.304842 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:18.305293 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.312993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-03bb6970-fe5d-4beb-a1c5-a1d1ad6dabd5 None None] Port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:18.325451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-789913e4-5e05-4c73-8967-c33efe4e2e40 admin admin] Deleting subnet c99e39d7-2867-4b44-a041-babd70d56231 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:18.336002 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-789913e4-5e05-4c73-8967-c33efe4e2e40 admin admin] Publish callbacks [] for subnet (c99e39d7-2867-4b44-a041-babd70d56231), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.360912 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (475723d2-baf2-49c9-86c5-063a21d96fa4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.371490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Checking router: 2a8a635c-db0e-4416-a6dc-b8a501f86195 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:31:18.371861 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Updating router 2a8a635c-db0e-4416-a6dc-b8a501f86195 port 828e71c9-4421-4b47-b424-7684ffb2de9b binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:31:18.390822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-1a5114c4-dda7-42f9-919a-6c1eb5faada7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Deleting port fdca9e15-fa18-4555-99b5-61429f002844 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:18.391216 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-1a5114c4-dda7-42f9-919a-6c1eb5faada7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fdca9e15-fa18-4555-99b5-61429f002844), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.405186 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe host ! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:31:18.406145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 5e9adf2d-0b03-4f92-88ae-35b824faa4fe not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:18.406577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device cc99d421-5515-41e3-bbf8-03443566d154 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:18.412014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 88cac8d2-2ba8-4d18-a5b3-debf31e671a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88cac8d2-2ba8-4d18-a5b3-debf31e671a9,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:18.415662 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac99f4b4-a2c4-45ac-9fdc-7217d440e578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.453040 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-470516a1-67a4-40da-aa55-f1515da996a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (2a8a635c-db0e-4416-a6dc-b8a501f86195), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.454499 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-789913e4-5e05-4c73-8967-c33efe4e2e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (c99e39d7-2867-4b44-a041-babd70d56231), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.481749 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-397f8411-f44a-4070-9e3e-2e225648e10f req-faf100ad-38d8-4e3d-acda-e83b17707be2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1707752
Apr 16 21:31:18.503162 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.516005 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.549344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434dac1-2e16-4304-ba2e-0f4310496718 None None] Pushing event updated for resources: {'Port': ['ID=475723d2-baf2-49c9-86c5-063a21d96fa4,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:18.656346 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-789913e4-5e05-4c73-8967-c33efe4e2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (c99e39d7-2867-4b44-a041-babd70d56231), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.717809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=88cac8d2-2ba8-4d18-a5b3-debf31e671a9,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:18.729841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port cc99d421-5515-41e3-bbf8-03443566d154 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:18.730336 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cc99d421-5515-41e3-bbf8-03443566d154), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.871586 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-789913e4-5e05-4c73-8967-c33efe4e2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (c99e39d7-2867-4b44-a041-babd70d56231), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.912236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port cc99d421-5515-41e3-bbf8-03443566d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc99d421-5515-41e3-bbf8-03443566d154,segment=NetworkSegment(e2f65768-2cab-4d94-9013-aac99271c587),segment_id=e2f65768-2cab-4d94-9013-aac99271c587)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:18.938113 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789913e4-5e05-4c73-8967-c33efe4e2e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c99e39d7-2867-4b44-a041-babd70d56231,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:18.953467 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-789913e4-5e05-4c73-8967-c33efe4e2e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.960033 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-789913e4-5e05-4c73-8967-c33efe4e2e40 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c99e39d7-2867-4b44-a041-babd70d56231 HTTP/1.1" status: 204  len: 168 time: 1.1972969
Apr 16 21:31:18.960711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54160) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:18.972583 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f34b0ea6-d0a8-469c-96b9-0d387520c543 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (55c17d86-5885-46dc-a001-884abcd927ec), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:18.979578 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96c05a5-2ca1-40e7-b004-a1d2a32359f0 None None] Network 26fd8c71-2108-482c-9702-fc8775f3578f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:18.988442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:18.999358 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cc99d421-5515-41e3-bbf8-03443566d154), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.036877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdca9e15-fa18-4555-99b5-61429f002844'}, {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc99d421-5515-41e3-bbf8-03443566d154'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:31:19.044285 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19817841-5437-4125-b175-4ae711d034e6" -d '{"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-unplugged", "status": "completed", "tag": "fdca9e15-fa18-4555-99b5-61429f002844"}, {"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-unplugged", "status": "completed", "tag": "cc99d421-5515-41e3-bbf8-03443566d154"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:31:19.075702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f34b0ea6-d0a8-469c-96b9-0d387520c543 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (55c17d86-5885-46dc-a001-884abcd927ec), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.120888 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (26fd8c71-2108-482c-9702-fc8775f3578f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.135646 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 16 Apr 2022 21:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4508edf2-93d9-4a41-a549-d8f1cc796b9d x-openstack-request-id: req-4508edf2-93d9-4a41-a549-d8f1cc796b9d {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:31:19.137480 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-unplugged", "status": "completed", "tag": "fdca9e15-fa18-4555-99b5-61429f002844", "code": 200}, {"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-unplugged", "status": "completed", "tag": "cc99d421-5515-41e3-bbf8-03443566d154", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:31:19.137792 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4508edf2-93d9-4a41-a549-d8f1cc796b9d {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:31:19.138259 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4508edf2-93d9-4a41-a549-d8f1cc796b9d'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdca9e15-fa18-4555-99b5-61429f002844', 'code': 200}
Apr 16 21:31:19.138579 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4508edf2-93d9-4a41-a549-d8f1cc796b9d'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc99d421-5515-41e3-bbf8-03443566d154', 'code': 200}
Apr 16 21:31:19.217709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=cc99d421-5515-41e3-bbf8-03443566d154,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:19.244314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:19.244314 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.265960 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34b0ea6-d0a8-469c-96b9-0d387520c543 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 55c17d86-5885-46dc-a001-884abcd927ec has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:19.388386 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Publish callbacks [] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.400508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:19.410380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ab61779d-c8f5-497d-931a-1e1c477e8da3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:19.431991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ab61779d-c8f5-497d-931a-1e1c477e8da3 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:19.432414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ab61779d-c8f5-497d-931a-1e1c477e8da3 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:19.436197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Deleting port d16342d8-0814-424b-a2f4-d397955c777f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:19.436555 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d16342d8-0814-424b-a2f4-d397955c777f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.464138 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.501986 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.523749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532e821-bb56-4428-ab67-05eefa5d12bc None None] Pushing event updated for resources: {'Port': ['ID=828e71c9-4421-4b47-b424-7684ffb2de9b,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:19.526733 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-1a5114c4-dda7-42f9-919a-6c1eb5faada7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] For port fdca9e15-fa18-4555-99b5-61429f002844, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdca9e15-fa18-4555-99b5-61429f002844,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:19.527157 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-1a5114c4-dda7-42f9-919a-6c1eb5faada7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fdca9e15-fa18-4555-99b5-61429f002844), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.620577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f67d965-8b56-460c-81e8-85fc7da9b8a9 None None] DHCP port deletion for 26fd8c71-2108-482c-9702-fc8775f3578f request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:31:19.702397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Attempting to bind port 828e71c9-4421-4b47-b424-7684ffb2de9b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:19.702783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Attempting to bind port 828e71c9-4421-4b47-b424-7684ffb2de9b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:19.703159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Attempting to bind port 828e71c9-4421-4b47-b424-7684ffb2de9b on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:19.706954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-1a5114c4-dda7-42f9-919a-6c1eb5faada7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Calling delete_port for fdca9e15-fa18-4555-99b5-61429f002844 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:19.710541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:19.710933 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:19.711349 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.711749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:19.712360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Bound port: 828e71c9-4421-4b47-b424-7684ffb2de9b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:19.712360 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.745913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6f67d965-8b56-460c-81e8-85fc7da9b8a9 None None] Deleting port d16342d8-0814-424b-a2f4-d397955c777f {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:19.746597 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f67d965-8b56-460c-81e8-85fc7da9b8a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d16342d8-0814-424b-a2f4-d397955c777f), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.850623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6f67d965-8b56-460c-81e8-85fc7da9b8a9 None None] For port d16342d8-0814-424b-a2f4-d397955c777f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d16342d8-0814-424b-a2f4-d397955c777f,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:19.851043 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f67d965-8b56-460c-81e8-85fc7da9b8a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d16342d8-0814-424b-a2f4-d397955c777f), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.868600 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6f67d965-8b56-460c-81e8-85fc7da9b8a9 None None] Calling delete_port for d16342d8-0814-424b-a2f4-d397955c777f owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:19.881538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac99f4b4-a2c4-45ac-9fdc-7217d440e578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router 7ed0e85d-ceb0-4cc5-bd14-55677f313ded has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:19.929325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-470516a1-67a4-40da-aa55-f1515da996a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port 828e71c9-4421-4b47-b424-7684ffb2de9b {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:19.929938 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-470516a1-67a4-40da-aa55-f1515da996a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.947709 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] For port d16342d8-0814-424b-a2f4-d397955c777f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d16342d8-0814-424b-a2f4-d397955c777f,segment=NetworkSegment(10462687-1e7a-45f5-b106-fe579053ef38),segment_id=10462687-1e7a-45f5-b106-fe579053ef38)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:19.949135 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d16342d8-0814-424b-a2f4-d397955c777f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.961781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34b0ea6-d0a8-469c-96b9-0d387520c543 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:19.974286 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f34b0ea6-d0a8-469c-96b9-0d387520c543 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:19.974510 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e5ccc2-8bf9-4129-96e0-860f13134c7e None None] Sync routers for ids ['55c17d86-5885-46dc-a001-884abcd927ec'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:19.978164 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f34b0ea6-d0a8-469c-96b9-0d387520c543 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/55c17d86-5885-46dc-a001-884abcd927ec HTTP/1.1" status: 200  len: 891 time: 1.8476567
Apr 16 21:31:19.984784 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54166) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:19.992503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Calling delete_port for d16342d8-0814-424b-a2f4-d397955c777f owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:19.996243 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e5ccc2-8bf9-4129-96e0-860f13134c7e None None] Routers {'55c17d86-5885-46dc-a001-884abcd927ec'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:19.997209 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-17e5ccc2-8bf9-4129-96e0-860f13134c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['55c17d86-5885-46dc-a001-884abcd927ec'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:20.007251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc7ae1-0301-456d-badc-11e908886f9c req-c5f16b3c-8476-49d8-b5d8-b8faadb60aa2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:20.023269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc7ae1-0301-456d-badc-11e908886f9c req-c5f16b3c-8476-49d8-b5d8-b8faadb60aa2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:20.028983 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc7ae1-0301-456d-badc-11e908886f9c req-c5f16b3c-8476-49d8-b5d8-b8faadb60aa2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:20.034861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc7ae1-0301-456d-badc-11e908886f9c req-c5f16b3c-8476-49d8-b5d8-b8faadb60aa2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:20.037927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] For port 828e71c9-4421-4b47-b424-7684ffb2de9b, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:20.042067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc7ae1-0301-456d-badc-11e908886f9c req-c5f16b3c-8476-49d8-b5d8-b8faadb60aa2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:20.050471 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3dc7ae1-0301-456d-badc-11e908886f9c req-c5f16b3c-8476-49d8-b5d8-b8faadb60aa2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 3875 time: 0.1854193
Apr 16 21:31:20.051165 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-17e5ccc2-8bf9-4129-96e0-860f13134c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f700>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:20.068289 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e5ccc2-8bf9-4129-96e0-860f13134c7e None None] Routers {'55c17d86-5885-46dc-a001-884abcd927ec'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:20.069311 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-17e5ccc2-8bf9-4129-96e0-860f13134c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['55c17d86-5885-46dc-a001-884abcd927ec'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:20.070051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] For port 828e71c9-4421-4b47-b424-7684ffb2de9b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=828e71c9-4421-4b47-b424-7684ffb2de9b,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:20.074676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-defda53c-19af-4634-a16f-4d6a0a46fbb5 None None] Provisioning complete for port 828e71c9-4421-4b47-b424-7684ffb2de9b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:20.074676 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-defda53c-19af-4634-a16f-4d6a0a46fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.119207 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f67d965-8b56-460c-81e8-85fc7da9b8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (d16342d8-0814-424b-a2f4-d397955c777f), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.131495 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-17e5ccc2-8bf9-4129-96e0-860f13134c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c5f700>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:20.132538 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e5ccc2-8bf9-4129-96e0-860f13134c7e None None] The sync data for ids ['55c17d86-5885-46dc-a001-884abcd927ec'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:20.149550 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.192084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67d965-8b56-460c-81e8-85fc7da9b8a9 None None] Pushing event deleted for resources: {'Port': ['ID=d16342d8-0814-424b-a2f4-d397955c777f,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:20.205296 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-defda53c-19af-4634-a16f-4d6a0a46fbb5 None None] Port 828e71c9-4421-4b47-b424-7684ffb2de9b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:20.208821 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3dc7ae1-0301-456d-badc-11e908886f9c req-5289d767-998f-4adf-92b4-8fc9725b73d6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1576602
Apr 16 21:31:20.248723 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67d965-8b56-460c-81e8-85fc7da9b8a9 None None] No DVR routers for this DVR port d16342d8-0814-424b-a2f4-d397955c777f on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:20.267601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-470516a1-67a4-40da-aa55-f1515da996a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] For port 828e71c9-4421-4b47-b424-7684ffb2de9b, host ncdv-master-1, got binding levels [] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:20.268519 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-470516a1-67a4-40da-aa55-f1515da996a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.286786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Routers {'2a8a635c-db0e-4416-a6dc-b8a501f86195'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:20.287478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01262eb190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2a8a635c-db0e-4416-a6dc-b8a501f86195'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:20.288842 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6364c989-8a9c-490a-9f26-5c7037fecc72 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/routers/55c17d86-5885-46dc-a001-884abcd927ec HTTP/1.1" status: 200  len: 891 time: 0.3026476
Apr 16 21:31:20.296067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54168) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:20.302615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-470516a1-67a4-40da-aa55-f1515da996a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for 828e71c9-4421-4b47-b424-7684ffb2de9b owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:20.336559 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d2f861e1-dd37-471b-beda-a9ebda0ec451 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c17d86-5885-46dc-a001-884abcd927ec HTTP/1.1" status: 200  len: 205 time: 0.0392747
Apr 16 21:31:20.337442 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d16342d8-0814-424b-a2f4-d397955c777f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.339320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54170) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:20.372677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532e821-bb56-4428-ab67-05eefa5d12bc None None] Pushing event updated for resources: {'Port': ['ID=828e71c9-4421-4b47-b424-7684ffb2de9b,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:20.387215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ea81e-39b1-4e03-9c2d-09c8f3740a9b None None] Network f9436375-f402-4a5b-aa69-a7409c8adda4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:20.414452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=d16342d8-0814-424b-a2f4-d397955c777f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:20.428165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] No DVR routers for this DVR port d16342d8-0814-424b-a2f4-d397955c777f on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:20.491646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac99f4b4-a2c4-45ac-9fdc-7217d440e578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:20.502254 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ac99f4b4-a2c4-45ac-9fdc-7217d440e578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/7ed0e85d-ceb0-4cc5-bd14-55677f313ded/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2102752
Apr 16 21:31:20.509183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54172) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:20.571616 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (26fd8c71-2108-482c-9702-fc8775f3578f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.600737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e5010a0>,) {'filters': {'network_id': ['26fd8c71-2108-482c-9702-fc8775f3578f']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:20.605191 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (55c17d86-5885-46dc-a001-884abcd927ec), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.630964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d39d3de-6a48-4af9-9f03-ebd70fba82ea None None] Sync routers for ids ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:20.646856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e5010a0>, '10462687-1e7a-45f5-b106-fe579053ef38') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:20.647166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e5010a0>, '10462687-1e7a-45f5-b106-fe579053ef38') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:20.663500 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (10462687-1e7a-45f5-b106-fe579053ef38), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.673012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e9c032af-6969-44e4-8c66-a1d522cb5a46 None None] Provisioning complete for port 475723d2-baf2-49c9-86c5-063a21d96fa4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:20.673363 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9c032af-6969-44e4-8c66-a1d522cb5a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (475723d2-baf2-49c9-86c5-063a21d96fa4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.683965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] Set router 2a8a635c-db0e-4416-a6dc-b8a501f86195 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:20.690851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39d3de-6a48-4af9-9f03-ebd70fba82ea None None] Routers {'7ed0e85d-ceb0-4cc5-bd14-55677f313ded'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:20.691003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7d39d3de-6a48-4af9-9f03-ebd70fba82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f3653d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:20.728344 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (10462687-1e7a-45f5-b106-fe579053ef38), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.732997 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-1a5114c4-dda7-42f9-919a-6c1eb5faada7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (fdca9e15-fa18-4555-99b5-61429f002844), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.738847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:31:20.739261 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (10462687-1e7a-45f5-b106-fe579053ef38), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:31:20.741049 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:31:20.806091 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_gateway (55c17d86-5885-46dc-a001-884abcd927ec), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.818677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7d39d3de-6a48-4af9-9f03-ebd70fba82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f3653d0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:20.854695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5114c4-dda7-42f9-919a-6c1eb5faada7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'Port': ['ID=fdca9e15-fa18-4555-99b5-61429f002844,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:20.893522 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (26fd8c71-2108-482c-9702-fc8775f3578f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.918702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:20.920529 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] 10.222.0.20 "DELETE /v2.0/networks/26fd8c71-2108-482c-9702-fc8775f3578f HTTP/1.1" status: 204  len: 168 time: 1.9563053
Apr 16 21:31:20.937728 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 475723d2-baf2-49c9-86c5-063a21d96fa4 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:20.937965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2f014-8240-45e0-8d00-f8e65d4cbd64 admin admin] Pushing event deleted for resources: {'Network': ['ID=26fd8c71-2108-482c-9702-fc8775f3578f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:20.941950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39d3de-6a48-4af9-9f03-ebd70fba82ea None None] Routers {'7ed0e85d-ceb0-4cc5-bd14-55677f313ded'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:20.943063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7d39d3de-6a48-4af9-9f03-ebd70fba82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f3653d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:20.991458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port ea9b236a-e6d9-4d2b-acc0-40054af10e0d {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:20.991843 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ea9b236a-e6d9-4d2b-acc0-40054af10e0d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:21.020561 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7d39d3de-6a48-4af9-9f03-ebd70fba82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f3653d0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:21.021821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d39d3de-6a48-4af9-9f03-ebd70fba82ea None None] The sync data for ids ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:21.025860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-1a5114c4-dda7-42f9-919a-6c1eb5faada7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] No DVR routers for this DVR port fdca9e15-fa18-4555-99b5-61429f002844 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:21.033777 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-1a5114c4-dda7-42f9-919a-6c1eb5faada7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:21.039710 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-1a5114c4-dda7-42f9-919a-6c1eb5faada7 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "DELETE /v2.0/ports/fdca9e15-fa18-4555-99b5-61429f002844 HTTP/1.1" status: 204  len: 173 time: 3.1606891
Apr 16 21:31:21.042906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-deleted', 'tag': 'fdca9e15-fa18-4555-99b5-61429f002844'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:31:21.045263 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8494d1db-4cb1-4495-9fe4-a680a79c7991" -d '{"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-deleted", "tag": "fdca9e15-fa18-4555-99b5-61429f002844"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:31:21.120376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e9c032af-6969-44e4-8c66-a1d522cb5a46 None None] Current status of the port 475723d2-baf2-49c9-86c5-063a21d96fa4 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:21.120731 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9c032af-6969-44e4-8c66-a1d522cb5a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (475723d2-baf2-49c9-86c5-063a21d96fa4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:21.125985 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 475723d2-baf2-49c9-86c5-063a21d96fa4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:21.126419 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (475723d2-baf2-49c9-86c5-063a21d96fa4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:21.146687 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ea9b236a-e6d9-4d2b-acc0-40054af10e0d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:21.157912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Deleting port cc99d421-5515-41e3-bbf8-03443566d154 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:21.158270 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (cc99d421-5515-41e3-bbf8-03443566d154), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:21.170504 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-470516a1-67a4-40da-aa55-f1515da996a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (828e71c9-4421-4b47-b424-7684ffb2de9b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:21.176533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for ea9b236a-e6d9-4d2b-acc0-40054af10e0d owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:21.207520 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e10a20-4c41-43a2-a417-e4f4bc66a4ef x-openstack-request-id: req-35e10a20-4c41-43a2-a417-e4f4bc66a4ef {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:31:21.207879 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-deleted", "tag": "fdca9e15-fa18-4555-99b5-61429f002844", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:31:21.208081 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35e10a20-4c41-43a2-a417-e4f4bc66a4ef {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:31:21.208555 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e10a20-4c41-43a2-a417-e4f4bc66a4ef'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-deleted', 'tag': 'fdca9e15-fa18-4555-99b5-61429f002844', 'status': 'completed', 'code': 200}
Apr 16 21:31:21.248979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.20.0.1 (f9436375-f402-4a5b-aa69-a7409c8adda4/a4f45037-6f54-4369-b06d-9d201a65a8f0/e46e1963-892d-4802-b1eb-26bf40c4bec6) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:21.301526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e9c032af-6969-44e4-8c66-a1d522cb5a46 None None] For port 475723d2-baf2-49c9-86c5-063a21d96fa4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=475723d2-baf2-49c9-86c5-063a21d96fa4,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:21.303373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01262eb190>, [{'id': '2a8a635c-db0e-4416-a6dc-b8a501f86195', 'name': 'tempest-NetworksTestDHCPv6-router-864465644', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:11Z', 'updated_at': '2022-04-16T21:31:14Z', 'revision_number': 2, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'gw_port_host': None, '_interfaces': [{'id': '828e71c9-4421-4b47-b424-7684ffb2de9b', 'name': '', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'mac_address': 'fa:16:3e:d0:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8a635c-db0e-4416-a6dc-b8a501f86195', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'cd5e6aae-1b8b-4081-ba03-7107a8b263cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:13Z', 'updated_at': '2022-04-16T21:31:19Z', 'revision_number': 4, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'subnets': [{'id': 'cd5e6aae-1b8b-4081-ba03-7107a8b263cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:21.343481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470516a1-67a4-40da-aa55-f1515da996a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=828e71c9-4421-4b47-b424-7684ffb2de9b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:21.376412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d574eb13-53af-4cb6-ba0c-714ea75fed50 None None] The sync data for ids ['2a8a635c-db0e-4416-a6dc-b8a501f86195'] in ncdv-master-1 is: [{'id': '2a8a635c-db0e-4416-a6dc-b8a501f86195', 'name': 'tempest-NetworksTestDHCPv6-router-864465644', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:11Z', 'updated_at': '2022-04-16T21:31:14Z', 'revision_number': 2, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'gw_port_host': None, '_interfaces': [{'id': '828e71c9-4421-4b47-b424-7684ffb2de9b', 'name': '', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'mac_address': 'fa:16:3e:d0:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8a635c-db0e-4416-a6dc-b8a501f86195', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'cd5e6aae-1b8b-4081-ba03-7107a8b263cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:13Z', 'updated_at': '2022-04-16T21:31:19Z', 'revision_number': 4, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'subnets': [{'id': 'cd5e6aae-1b8b-4081-ba03-7107a8b263cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:21.385459 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9c032af-6969-44e4-8c66-a1d522cb5a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (475723d2-baf2-49c9-86c5-063a21d96fa4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:21.397860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54180) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:21.470051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 475723d2-baf2-49c9-86c5-063a21d96fa4 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:21.485525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321fed4-606a-4c17-92b7-3d6e1537a611 req-a40f54f0-3232-4de1-a6f3-5c88c73d50d6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:21.489641 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c032af-6969-44e4-8c66-a1d522cb5a46 None None] Pushing event updated for resources: {'Port': ['ID=475723d2-baf2-49c9-86c5-063a21d96fa4,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:21.493005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321fed4-606a-4c17-92b7-3d6e1537a611 req-a40f54f0-3232-4de1-a6f3-5c88c73d50d6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:21.499346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321fed4-606a-4c17-92b7-3d6e1537a611 req-a40f54f0-3232-4de1-a6f3-5c88c73d50d6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:21.507551 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321fed4-606a-4c17-92b7-3d6e1537a611 req-a40f54f0-3232-4de1-a6f3-5c88c73d50d6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:21.509622 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0321fed4-606a-4c17-92b7-3d6e1537a611 req-a40f54f0-3232-4de1-a6f3-5c88c73d50d6 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 3142 time: 0.1838512
Apr 16 21:31:21.520537 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-302331a1-9b85-4487-b4f4-97de5d54881a None None] Provisioning complete for port 475723d2-baf2-49c9-86c5-063a21d96fa4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:21.520928 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-302331a1-9b85-4487-b4f4-97de5d54881a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (475723d2-baf2-49c9-86c5-063a21d96fa4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:21.596833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6f41780a-8b18-4b37-9a4c-e36ce221aac5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:21.612380 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0321fed4-606a-4c17-92b7-3d6e1537a611 req-e323c262-b426-46fa-8635-d523183e954d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881255
Apr 16 21:31:21.628106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 6f41780a-8b18-4b37-9a4c-e36ce221aac5 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:21.628491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6f41780a-8b18-4b37-9a4c-e36ce221aac5 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:21.628964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d16342d8-0814-424b-a2f4-d397955c777f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:21.667536 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: d16342d8-0814-424b-a2f4-d397955c777f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:21.667890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d16342d8-0814-424b-a2f4-d397955c777f not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:21.718953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-302331a1-9b85-4487-b4f4-97de5d54881a None None] Current status of the port 475723d2-baf2-49c9-86c5-063a21d96fa4 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:21.723093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-302331a1-9b85-4487-b4f4-97de5d54881a None None] Could not find standard attr ID for object 828e71c9-4421-4b47-b424-7684ffb2de9b. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:31:21.729103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ea9b236a-e6d9-4d2b-acc0-40054af10e0d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:21.747535 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-470516a1-67a4-40da-aa55-f1515da996a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (2a8a635c-db0e-4416-a6dc-b8a501f86195), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:21.798310 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=ea9b236a-e6d9-4d2b-acc0-40054af10e0d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:21.844624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f8c95afb-7e07-4a9b-a933-3610b36c4bbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6f8dfa11e9b410cbbd59ffe32afeb26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4455831
Apr 16 21:31:21.848003 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54182) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:21.852521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] For port cc99d421-5515-41e3-bbf8-03443566d154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc99d421-5515-41e3-bbf8-03443566d154,segment=NetworkSegment(e2f65768-2cab-4d94-9013-aac99271c587),segment_id=e2f65768-2cab-4d94-9013-aac99271c587)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:21.852899 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (cc99d421-5515-41e3-bbf8-03443566d154), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:21.895873 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (55c17d86-5885-46dc-a001-884abcd927ec), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.007277 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-287d5d79-a548-4872-9f74-1157ce10b47b admin admin] Publish callbacks [] for security_group (d947048b-329b-4d3d-b895-73931450c44a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.025708 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (55c17d86-5885-46dc-a001-884abcd927ec), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.031466 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (55c17d86-5885-46dc-a001-884abcd927ec), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.044287 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-287d5d79-a548-4872-9f74-1157ce10b47b admin admin] Publish callbacks [] for security_group (d947048b-329b-4d3d-b895-73931450c44a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.162390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (55c17d86-5885-46dc-a001-884abcd927ec), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.163354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Fanout notify agent at l3_agent the message router_deleted on router 55c17d86-5885-46dc-a001-884abcd927ec {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:31:22.170863 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.171985 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a8e538f6-7847-40f1-b7f7-84f7a49f0add tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/55c17d86-5885-46dc-a001-884abcd927ec HTTP/1.1" status: 204  len: 168 time: 1.8301067
Apr 16 21:31:22.175996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54184) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:22.181624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e9cbff95-5dbf-42de-8ee5-10ede3f34e60 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-307220280'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:22.186322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-287d5d79-a548-4872-9f74-1157ce10b47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d947048b-329b-4d3d-b895-73931450c44a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.189654 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-287d5d79-a548-4872-9f74-1157ce10b47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.193285 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-287d5d79-a548-4872-9f74-1157ce10b47b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d947048b-329b-4d3d-b895-73931450c44a HTTP/1.1" status: 204  len: 168 time: 0.3416951
Apr 16 21:31:22.209957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d5d79-a548-4872-9f74-1157ce10b47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d947048b-329b-4d3d-b895-73931450c44a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:22.280868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cbff95-5dbf-42de-8ee5-10ede3f34e60 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:22.284842 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff95-5dbf-42de-8ee5-10ede3f34e60 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.313607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cbff95-5dbf-42de-8ee5-10ede3f34e60 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:31:22.328369 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff95-5dbf-42de-8ee5-10ede3f34e60 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (bbd22f72-4045-479a-8128-5236dc26dcd6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.329570 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-e9cbff95-5dbf-42de-8ee5-10ede3f34e60 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Added segment bbd22f72-4045-479a-8128-5236dc26dcd6 of type vlan for network 81902ceb-73de-4139-98a6-fb7d99f973dd
Apr 16 21:31:22.371855 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff95-5dbf-42de-8ee5-10ede3f34e60 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (81902ceb-73de-4139-98a6-fb7d99f973dd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.432972 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.463668 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff95-5dbf-42de-8ee5-10ede3f34e60 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (81902ceb-73de-4139-98a6-fb7d99f973dd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.468907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cbff95-5dbf-42de-8ee5-10ede3f34e60 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:22.469606 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e9cbff95-5dbf-42de-8ee5-10ede3f34e60 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.538298 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c67221a-caf3-4a3f-ba79-d491308d9fa1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.543303 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbff95-5dbf-42de-8ee5-10ede3f34e60 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Network': ['ID=81902ceb-73de-4139-98a6-fb7d99f973dd,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:22.555399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 81902ceb-73de-4139-98a6-fb7d99f973dd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:31:22.624943 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e9cbff95-5dbf-42de-8ee5-10ede3f34e60 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4468732
Apr 16 21:31:22.634931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54192) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:22.642006 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d38bd038-5e11-4d1d-9ba9-da9db794ec79 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'subnet': {'network_id': '81902ceb-73de-4139-98a6-fb7d99f973dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:22.835327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38bd038-5e11-4d1d-9ba9-da9db794ec79 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:22.838828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d38bd038-5e11-4d1d-9ba9-da9db794ec79 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.847530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 475723d2-baf2-49c9-86c5-063a21d96fa4 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:22.893286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dfb15-9717-4021-b98a-978eb1747711 req-9619dbf6-0dc5-4d3a-87f1-d92a4c594118 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:22.907944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dfb15-9717-4021-b98a-978eb1747711 req-9619dbf6-0dc5-4d3a-87f1-d92a4c594118 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:22.909821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 475723d2-baf2-49c9-86c5-063a21d96fa4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:22.910289 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (475723d2-baf2-49c9-86c5-063a21d96fa4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:22.916264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dfb15-9717-4021-b98a-978eb1747711 req-9619dbf6-0dc5-4d3a-87f1-d92a4c594118 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:22.923373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dfb15-9717-4021-b98a-978eb1747711 req-9619dbf6-0dc5-4d3a-87f1-d92a4c594118 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:22.925907 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e31dfb15-9717-4021-b98a-978eb1747711 req-9619dbf6-0dc5-4d3a-87f1-d92a4c594118 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 3142 time: 0.1889207
Apr 16 21:31:22.928159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470516a1-67a4-40da-aa55-f1515da996a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Router 2a8a635c-db0e-4416-a6dc-b8a501f86195 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:22.937022 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.019462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 475723d2-baf2-49c9-86c5-063a21d96fa4 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:23.056145 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.056664 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (5e0ff965-dfa6-47a4-8513-cb0d13a1e271), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.056854 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Floating IP 5e0ff965-dfa6-47a4-8513-cb0d13a1e271 disassociated. External IP: 172.35.1.7, port: cc99d421-5515-41e3-bbf8-03443566d154.
Apr 16 21:31:23.057218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Calling delete_port for cc99d421-5515-41e3-bbf8-03443566d154 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:23.099871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network f9436375-f402-4a5b-aa69-a7409c8adda4 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:23.121632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:23.124731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:23.136746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=e46e1963-892d-4802-b1eb-26bf40c4bec6,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:23.146004 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d38bd038-5e11-4d1d-9ba9-da9db794ec79 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (538f0166-740a-473c-b91b-e1a62f38023e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.236303 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bd038-5e11-4d1d-9ba9-da9db794ec79 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Subnet': ['ID=538f0166-740a-473c-b91b-e1a62f38023e,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:23.250867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38bd038-5e11-4d1d-9ba9-da9db794ec79 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Checking segment: {'id': 'bbd22f72-4045-479a-8128-5236dc26dcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81902ceb-73de-4139-98a6-fb7d99f973dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:23.251231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38bd038-5e11-4d1d-9ba9-da9db794ec79 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network hostable DHCP agents. Network: 81902ceb-73de-4139-98a6-fb7d99f973dd, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:31:23.288880 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e31dfb15-9717-4021-b98a-978eb1747711 req-b394539a-afda-475a-b924-ce7e17f7f4b0 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3533885
Apr 16 21:31:23.315907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470516a1-67a4-40da-aa55-f1515da996a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:23.323325 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.337075 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb4882-0779-46ad-9ef9-7ba459981ec1 None None] Sync routers for ids ['2a8a635c-db0e-4416-a6dc-b8a501f86195'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:23.345007 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38bd038-5e11-4d1d-9ba9-da9db794ec79 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 81902ceb-73de-4139-98a6-fb7d99f973dd is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:31:23.350597 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb4882-0779-46ad-9ef9-7ba459981ec1 None None] Routers {'2a8a635c-db0e-4416-a6dc-b8a501f86195'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:23.351254 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bfeb4882-0779-46ad-9ef9-7ba459981ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124aff520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2a8a635c-db0e-4416-a6dc-b8a501f86195'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:23.383945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-470516a1-67a4-40da-aa55-f1515da996a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "PUT /v2.0/routers/2a8a635c-db0e-4416-a6dc-b8a501f86195/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3095255
Apr 16 21:31:23.387085 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54210) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:23.450938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d38bd038-5e11-4d1d-9ba9-da9db794ec79 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 81902ceb-73de-4139-98a6-fb7d99f973dd) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:23.461304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38bd038-5e11-4d1d-9ba9-da9db794ec79 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:23.461531 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-bfeb4882-0779-46ad-9ef9-7ba459981ec1 None None] Set router 2a8a635c-db0e-4416-a6dc-b8a501f86195 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:23.462159 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d38bd038-5e11-4d1d-9ba9-da9db794ec79 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.485443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-feb1c4b9-213f-47ef-a864-39aaa4064d4e None None] Provisioning complete for port e46e1963-892d-4802-b1eb-26bf40c4bec6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:23.486357 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-feb1c4b9-213f-47ef-a864-39aaa4064d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.522918 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bfeb4882-0779-46ad-9ef9-7ba459981ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124aff520>, [{'id': '2a8a635c-db0e-4416-a6dc-b8a501f86195', 'name': 'tempest-NetworksTestDHCPv6-router-864465644', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:11Z', 'updated_at': '2022-04-16T21:31:20Z', 'revision_number': 3, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:23.528594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8ec1cc-42db-4883-bf4b-fc01e009fc5f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:23.529947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8ec1cc-42db-4883-bf4b-fc01e009fc5f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:23.534087 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (cc99d421-5515-41e3-bbf8-03443566d154), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.538691 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9f8ec1cc-42db-4883-bf4b-fc01e009fc5f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1489656
Apr 16 21:31:23.540302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54216) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:23.546361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-feb1c4b9-213f-47ef-a864-39aaa4064d4e None None] Port e46e1963-892d-4802-b1eb-26bf40c4bec6 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:23.552185 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa14bbd3-35ec-4cd4-b443-5f49e29689ba None None] Network 81902ceb-73de-4139-98a6-fb7d99f973dd requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:23.558423 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb4882-0779-46ad-9ef9-7ba459981ec1 None None] Checking router: 2a8a635c-db0e-4416-a6dc-b8a501f86195 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:31:23.568361 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb4882-0779-46ad-9ef9-7ba459981ec1 None None] Routers {'2a8a635c-db0e-4416-a6dc-b8a501f86195'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:23.569325 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bfeb4882-0779-46ad-9ef9-7ba459981ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124aff520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2a8a635c-db0e-4416-a6dc-b8a501f86195'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:23.621781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'Port': ['ID=cc99d421-5515-41e3-bbf8-03443566d154,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:23.629000 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d38bd038-5e11-4d1d-9ba9-da9db794ec79 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9923482
Apr 16 21:31:23.637268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54218) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:23.653601 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-bfeb4882-0779-46ad-9ef9-7ba459981ec1 None None] Set router 2a8a635c-db0e-4416-a6dc-b8a501f86195 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:23.666361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-7613d237-499c-4aac-95b4-65c88316e4e9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet cd5e6aae-1b8b-4081-ba03-7107a8b263cd {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:23.673769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-77f8e017-0c1f-4220-8879-eb75d0bb63fa tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1900100138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:23.676662 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7613d237-499c-4aac-95b4-65c88316e4e9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (cd5e6aae-1b8b-4081-ba03-7107a8b263cd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.696552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4c67221a-caf3-4a3f-ba79-d491308d9fa1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port d7bbf221-052b-4a72-8a74-f7f64ffae0cf {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:23.696889 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c67221a-caf3-4a3f-ba79-d491308d9fa1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d7bbf221-052b-4a72-8a74-f7f64ffae0cf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.743124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7613d237-499c-4aac-95b4-65c88316e4e9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (cd5e6aae-1b8b-4081-ba03-7107a8b263cd), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.763476 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bfeb4882-0779-46ad-9ef9-7ba459981ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124aff520>, [{'id': '2a8a635c-db0e-4416-a6dc-b8a501f86195', 'name': 'tempest-NetworksTestDHCPv6-router-864465644', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:11Z', 'updated_at': '2022-04-16T21:31:20Z', 'revision_number': 3, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:23.764247 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-81902ceb-73de-4139-98a6-fb7d99f973dd', 'network_id': '81902ceb-73de-4139-98a6-fb7d99f973dd', 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'fixed_ips': [{'subnet_id': '538f0166-740a-473c-b91b-e1a62f38023e'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:23.765798 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.797499 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb4882-0779-46ad-9ef9-7ba459981ec1 None None] The sync data for ids ['2a8a635c-db0e-4416-a6dc-b8a501f86195'] in ncdv-master-1 is: [{'id': '2a8a635c-db0e-4416-a6dc-b8a501f86195', 'name': 'tempest-NetworksTestDHCPv6-router-864465644', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:11Z', 'updated_at': '2022-04-16T21:31:20Z', 'revision_number': 3, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:23.817660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77f8e017-0c1f-4220-8879-eb75d0bb63fa tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (0cede5b0-1495-4247-8f3b-dbd6336c2b45), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.818715 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77f8e017-0c1f-4220-8879-eb75d0bb63fa tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (0cede5b0-1495-4247-8f3b-dbd6336c2b45), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.869179 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7613d237-499c-4aac-95b4-65c88316e4e9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (cd5e6aae-1b8b-4081-ba03-7107a8b263cd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.971626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Allocated IP 2001:db8::2 (81902ceb-73de-4139-98a6-fb7d99f973dd/538f0166-740a-473c-b91b-e1a62f38023e/8df1bbdc-d992-4bdb-aafd-81bdf3ecc674) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:23.974083 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77f8e017-0c1f-4220-8879-eb75d0bb63fa tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (0cede5b0-1495-4247-8f3b-dbd6336c2b45), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:23.997386 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7613d237-499c-4aac-95b4-65c88316e4e9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (cd5e6aae-1b8b-4081-ba03-7107a8b263cd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:24.035261 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c67221a-caf3-4a3f-ba79-d491308d9fa1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d7bbf221-052b-4a72-8a74-f7f64ffae0cf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:24.052525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613d237-499c-4aac-95b4-65c88316e4e9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5e6aae-1b8b-4081-ba03-7107a8b263cd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:24.057762 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7613d237-499c-4aac-95b4-65c88316e4e9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:24.059961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4c67221a-caf3-4a3f-ba79-d491308d9fa1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for d7bbf221-052b-4a72-8a74-f7f64ffae0cf owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:24.065311 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7613d237-499c-4aac-95b4-65c88316e4e9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/cd5e6aae-1b8b-4081-ba03-7107a8b263cd HTTP/1.1" status: 204  len: 168 time: 0.5216560
Apr 16 21:31:24.065434 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Router 82493eb6-9cdf-4048-a659-b27cc1b75438 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:24.065434 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:24.065789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54222) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:24.067992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f3cba-244e-433f-96da-64df189e7f47 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:24.073237 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77f8e017-0c1f-4220-8879-eb75d0bb63fa tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (0cede5b0-1495-4247-8f3b-dbd6336c2b45), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:24.186712 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-88958b77-0001-4d53-9463-a89814b970f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.1195824
Apr 16 21:31:24.187931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54224) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:24.292025 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Publish callbacks [] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:24.293903 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f782a233-44d8-4953-af4f-8617b7b273bc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for router (2a8a635c-db0e-4416-a6dc-b8a501f86195), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:24.328228 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77f8e017-0c1f-4220-8879-eb75d0bb63fa tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:24.334022 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-77f8e017-0c1f-4220-8879-eb75d0bb63fa tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6825593
Apr 16 21:31:24.345973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54226) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:24.377482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b8594-6752-421f-9b80-41ba0588b51b None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:31:24.427277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-897b8594-6752-421f-9b80-41ba0588b51b None None] Deleting port 053a4607-d63f-4cbc-ba5d-0edf79bd3600 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:24.428078 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-897b8594-6752-421f-9b80-41ba0588b51b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (053a4607-d63f-4cbc-ba5d-0edf79bd3600), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:24.430227 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:24.527492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Pushing event updated for resources: {'Port': ['ID=8df1bbdc-d992-4bdb-aafd-81bdf3ecc674,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:24.546746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Network 81902ceb-73de-4139-98a6-fb7d99f973dd is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:24.552756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:24.566493 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:24.585739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-897b8594-6752-421f-9b80-41ba0588b51b None None] For port 053a4607-d63f-4cbc-ba5d-0edf79bd3600, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=053a4607-d63f-4cbc-ba5d-0edf79bd3600,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:24.586160 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-897b8594-6752-421f-9b80-41ba0588b51b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (053a4607-d63f-4cbc-ba5d-0edf79bd3600), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:24.593848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6ee4c-109f-431c-9e23-453dc1ceac54 req-8f567705-eb54-4e08-8c2d-9ad77913f580 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:24.599658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6ee4c-109f-431c-9e23-453dc1ceac54 req-8f567705-eb54-4e08-8c2d-9ad77913f580 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:24.605440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6ee4c-109f-431c-9e23-453dc1ceac54 req-8f567705-eb54-4e08-8c2d-9ad77913f580 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:24.607200 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3b6ee4c-109f-431c-9e23-453dc1ceac54 req-8f567705-eb54-4e08-8c2d-9ad77913f580 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 2409 time: 0.1794362
Apr 16 21:31:24.622230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-897b8594-6752-421f-9b80-41ba0588b51b None None] Calling delete_port for 053a4607-d63f-4cbc-ba5d-0edf79bd3600 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:24.721791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:24.751368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13537a-d032-4cb6-a88a-88b697bc1b9e None None] Sync routers for ids ['82493eb6-9cdf-4048-a659-b27cc1b75438'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:24.781088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Attempting to bind port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:24.781729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Attempting to bind port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bbd22f72-4045-479a-8128-5236dc26dcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81902ceb-73de-4139-98a6-fb7d99f973dd'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:24.782043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Attempting to bind port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 on network 81902ceb-73de-4139-98a6-fb7d99f973dd {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:24.784400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13537a-d032-4cb6-a88a-88b697bc1b9e None None] Routers {'82493eb6-9cdf-4048-a659-b27cc1b75438'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:24.785146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0e13537a-d032-4cb6-a88a-88b697bc1b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241751c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['82493eb6-9cdf-4048-a659-b27cc1b75438'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:24.861146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] No DVR routers for this DVR port cc99d421-5515-41e3-bbf8-03443566d154 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:25.062364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 828e71c9-4421-4b47-b424-7684ffb2de9b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:25.089906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 828e71c9-4421-4b47-b424-7684ffb2de9b {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:25.096256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 828e71c9-4421-4b47-b424-7684ffb2de9b not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:25.096256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 053a4607-d63f-4cbc-ba5d-0edf79bd3600 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:25.100000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:25.100401 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Checking segment: {'id': 'bbd22f72-4045-479a-8128-5236dc26dcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81902ceb-73de-4139-98a6-fb7d99f973dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:25.100816 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.101216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Bound using segment: {'id': 'bbd22f72-4045-479a-8128-5236dc26dcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81902ceb-73de-4139-98a6-fb7d99f973dd'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:25.101721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Bound port: 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd22f72-4045-479a-8128-5236dc26dcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '81902ceb-73de-4139-98a6-fb7d99f973dd'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:25.102098 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.130984 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f782a233-44d8-4953-af4f-8617b7b273bc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (2a8a635c-db0e-4416-a6dc-b8a501f86195), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.135120 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f782a233-44d8-4953-af4f-8617b7b273bc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for router_controller (2a8a635c-db0e-4416-a6dc-b8a501f86195), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.256687 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-897b8594-6752-421f-9b80-41ba0588b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (053a4607-d63f-4cbc-ba5d-0edf79bd3600), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.306882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b8594-6752-421f-9b80-41ba0588b51b None None] Pushing event deleted for resources: {'Port': ['ID=053a4607-d63f-4cbc-ba5d-0edf79bd3600,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:25.310585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-0e13537a-d032-4cb6-a88a-88b697bc1b9e None None] Set router 82493eb6-9cdf-4048-a659-b27cc1b75438 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:25.317320 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.332942 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f782a233-44d8-4953-af4f-8617b7b273bc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (2a8a635c-db0e-4416-a6dc-b8a501f86195), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.332942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f782a233-44d8-4953-af4f-8617b7b273bc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Fanout notify agent at l3_agent the message router_deleted on router 2a8a635c-db0e-4416-a6dc-b8a501f86195 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:31:25.338566 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f782a233-44d8-4953-af4f-8617b7b273bc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.343656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f782a233-44d8-4953-af4f-8617b7b273bc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/routers/2a8a635c-db0e-4416-a6dc-b8a501f86195 HTTP/1.1" status: 204  len: 168 time: 1.1537852
Apr 16 21:31:25.344162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54250) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:25.351208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ff5bed21-60c2-46f4-b9f9-327e37458865 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:25.351886 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.357187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No active binding found for port 053a4607-d63f-4cbc-ba5d-0edf79bd3600 {{(pid=122557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 16 21:31:25.361613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] The host ncdv-master-1 is not matching for port 053a4607-d63f-4cbc-ba5d-0edf79bd3600 host None! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:31:25.361752 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-f7be35e3-f979-42a7-9821-2d227998f23b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "DELETE /v2.0/ports/cc99d421-5515-41e3-bbf8-03443566d154 HTTP/1.1" status: 204  len: 173 time: 4.3088589
Apr 16 21:31:25.361857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 053a4607-d63f-4cbc-ba5d-0edf79bd3600 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:25.361857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b8594-6752-421f-9b80-41ba0588b51b None None] No DVR routers for this DVR port 053a4607-d63f-4cbc-ba5d-0edf79bd3600 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:25.363445 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-deleted', 'tag': 'cc99d421-5515-41e3-bbf8-03443566d154'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:31:25.367313 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d38d291-804c-4506-95e4-cfb1dc57279a" -d '{"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-deleted", "tag": "cc99d421-5515-41e3-bbf8-03443566d154"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:31:25.378110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] For port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:25.383029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] For port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8df1bbdc-d992-4bdb-aafd-81bdf3ecc674,segment=NetworkSegment(bbd22f72-4045-479a-8128-5236dc26dcd6),segment_id=bbd22f72-4045-479a-8128-5236dc26dcd6)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:25.422968 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c67221a-caf3-4a3f-ba79-d491308d9fa1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d7bbf221-052b-4a72-8a74-f7f64ffae0cf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.488881 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6be8e6-d091-496e-9ecd-1f0a4c0a357d x-openstack-request-id: req-5e6be8e6-d091-496e-9ecd-1f0a4c0a357d {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:31:25.489539 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-deleted", "tag": "cc99d421-5515-41e3-bbf8-03443566d154", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:31:25.490042 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e6be8e6-d091-496e-9ecd-1f0a4c0a357d {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:31:25.490653 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6be8e6-d091-496e-9ecd-1f0a4c0a357d'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-deleted', 'tag': 'cc99d421-5515-41e3-bbf8-03443566d154', 'status': 'completed', 'code': 200}
Apr 16 21:31:25.497874 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.560411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67221a-caf3-4a3f-ba79-d491308d9fa1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=d7bbf221-052b-4a72-8a74-f7f64ffae0cf,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:25.574652 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3b6ee4c-109f-431c-9e23-453dc1ceac54 req-55fa4c44-9540-4882-8694-d9621e62c496 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8562884
Apr 16 21:31:25.716530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbf7c4-e89b-4e39-a420-b35a6ac06bce None None] Pushing event updated for resources: {'Port': ['ID=8df1bbdc-d992-4bdb-aafd-81bdf3ecc674,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:25.784115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5bed21-60c2-46f4-b9f9-327e37458865 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:25.787646 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff5bed21-60c2-46f4-b9f9-327e37458865 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.800930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-e3cc4e57-28ed-445d-a5d3-7081d757c202 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Deleting port c8475713-e26a-40c8-8213-0fa9fe87a721 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:25.801368 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-e3cc4e57-28ed-445d-a5d3-7081d757c202 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.833328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0e13537a-d032-4cb6-a88a-88b697bc1b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241751c0>, [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:22:05Z', 'revision_number': 4, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port': {'id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:01Z', 'updated_at': '2022-04-16T21:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8505c7e9-094f-409c-a039-67e2f1117bf7', 'name': '', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'mac_address': 'fa:16:3e:5b:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:04Z', 'updated_at': '2022-04-16T21:22:11Z', 'revision_number': 5, 'project_id': '8548f70297f04c1489783de67671dba2', 'subnets': [{'id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:25.871495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:25.896048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Allocated IP 2001:db8::1 (81902ceb-73de-4139-98a6-fb7d99f973dd/538f0166-740a-473c-b91b-e1a62f38023e/6c77da99-50e7-4366-80cb-a87c0c689690) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:25.898409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13537a-d032-4cb6-a88a-88b697bc1b9e None None] Checking router: 82493eb6-9cdf-4048-a659-b27cc1b75438 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:31:25.915892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13537a-d032-4cb6-a88a-88b697bc1b9e None None] Routers {'82493eb6-9cdf-4048-a659-b27cc1b75438'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:25.916680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0e13537a-d032-4cb6-a88a-88b697bc1b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241751c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['82493eb6-9cdf-4048-a659-b27cc1b75438'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:25.959650 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c67221a-caf3-4a3f-ba79-d491308d9fa1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:26.007267 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:26.128044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-0e13537a-d032-4cb6-a88a-88b697bc1b9e None None] Set router 82493eb6-9cdf-4048-a659-b27cc1b75438 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:26.182256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-e3cc4e57-28ed-445d-a5d3-7081d757c202 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] For port c8475713-e26a-40c8-8213-0fa9fe87a721, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8475713-e26a-40c8-8213-0fa9fe87a721,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:26.182639 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-e3cc4e57-28ed-445d-a5d3-7081d757c202 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:26.203733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (6c77da99-50e7-4366-80cb-a87c0c689690), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:26.207127 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:26.223450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-e3cc4e57-28ed-445d-a5d3-7081d757c202 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Calling delete_port for c8475713-e26a-40c8-8213-0fa9fe87a721 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:26.225718 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=e46e1963-892d-4802-b1eb-26bf40c4bec6,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:26.322548 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff5bed21-60c2-46f4-b9f9-327e37458865 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (3cd530d8-cb78-48ab-8e0a-246d75897afd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:26.357636 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6c77da99-50e7-4366-80cb-a87c0c689690), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:26.363156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0e13537a-d032-4cb6-a88a-88b697bc1b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241751c0>, [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:22:05Z', 'revision_number': 4, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port': {'id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:01Z', 'updated_at': '2022-04-16T21:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8505c7e9-094f-409c-a039-67e2f1117bf7', 'name': '', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'mac_address': 'fa:16:3e:5b:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:04Z', 'updated_at': '2022-04-16T21:22:11Z', 'revision_number': 5, 'project_id': '8548f70297f04c1489783de67671dba2', 'subnets': [{'id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:26.393017 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13537a-d032-4cb6-a88a-88b697bc1b9e None None] The sync data for ids ['82493eb6-9cdf-4048-a659-b27cc1b75438'] in ncdv-master-1 is: [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:22:05Z', 'revision_number': 4, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port': {'id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:01Z', 'updated_at': '2022-04-16T21:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8505c7e9-094f-409c-a039-67e2f1117bf7', 'name': '', 'network_id': '281ab511-837a-41be-9f7f-2b7357e9479c', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'mac_address': 'fa:16:3e:5b:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:04Z', 'updated_at': '2022-04-16T21:22:11Z', 'revision_number': 5, 'project_id': '8548f70297f04c1489783de67671dba2', 'subnets': [{'id': '708923a2-d8e5-492d-a120-3240bd6ffb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:26.401812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5bed21-60c2-46f4-b9f9-327e37458865 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:26.416744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ff5bed21-60c2-46f4-b9f9-327e37458865 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:26.432774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5bed21-60c2-46f4-b9f9-327e37458865 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:26.433390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff5bed21-60c2-46f4-b9f9-327e37458865 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:26.434304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c483a3-e487-48f5-8d90-d50d28e6668e None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:26.437743 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 81902ceb-73de-4139-98a6-fb7d99f973dd is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:26.449363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c67221a-caf3-4a3f-ba79-d491308d9fa1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router 7ed0e85d-ceb0-4cc5-bd14-55677f313ded has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:26.450621 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bed21-60c2-46f4-b9f9-327e37458865 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=3cd530d8-cb78-48ab-8e0a-246d75897afd,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:26.452825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=6c77da99-50e7-4366-80cb-a87c0c689690,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:26.455277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:26.461438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:26.461995 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (0cede5b0-1495-4247-8f3b-dbd6336c2b45), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:26.500871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network f9436375-f402-4a5b-aa69-a7409c8adda4 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:26.507565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:26.550956 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ff5bed21-60c2-46f4-b9f9-327e37458865 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2012186
Apr 16 21:31:26.550956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54258) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:26.555233 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1b0f5b67-d68f-4e37-ad8e-6a4b31b30b9c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2134909868', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:26.601875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': '3cd530d8-cb78-48ab-8e0a-246d75897afd'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:26.602765 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:26.729284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5b67-d68f-4e37-ad8e-6a4b31b30b9c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (29b2c43f-1bb6-458e-a2cc-3bb96692e582), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:26.735138 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5b67-d68f-4e37-ad8e-6a4b31b30b9c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (29b2c43f-1bb6-458e-a2cc-3bb96692e582), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:26.753739 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c67221a-caf3-4a3f-ba79-d491308d9fa1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:26.765370 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4c67221a-caf3-4a3f-ba79-d491308d9fa1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/7ed0e85d-ceb0-4cc5-bd14-55677f313ded/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2551079
Apr 16 21:31:26.767140 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a211f4e-0da9-4bd0-ab38-e06a93fea39f None None] Sync routers for ids ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:26.769062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54262) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:26.810507 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a211f4e-0da9-4bd0-ab38-e06a93fea39f None None] Routers {'7ed0e85d-ceb0-4cc5-bd14-55677f313ded'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:26.810507 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4a211f4e-0da9-4bd0-ab38-e06a93fea39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012495d520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:26.863791 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4a211f4e-0da9-4bd0-ab38-e06a93fea39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012495d520>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:26.880965 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a211f4e-0da9-4bd0-ab38-e06a93fea39f None None] Routers {'7ed0e85d-ceb0-4cc5-bd14-55677f313ded'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:26.881594 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4a211f4e-0da9-4bd0-ab38-e06a93fea39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012495d520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:26.910682 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-363c4457-0642-4a00-a6a0-a21f8e28702d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ed0e85d-ceb0-4cc5-bd14-55677f313ded HTTP/1.1" status: 200  len: 205 time: 0.1383855
Apr 16 21:31:26.912255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54268) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:26.921888 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6c77da99-50e7-4366-80cb-a87c0c689690), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:26.972487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Allocated IP 2001:db8::2 (0d27c69b-2090-42d8-afae-1332cd31e453/3cd530d8-cb78-48ab-8e0a-246d75897afd/3b66524b-1f5e-4289-9fff-d53ac51c16e9) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:26.977321 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4a211f4e-0da9-4bd0-ab38-e06a93fea39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012495d520>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:26.998319 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a211f4e-0da9-4bd0-ab38-e06a93fea39f None None] The sync data for ids ['7ed0e85d-ceb0-4cc5-bd14-55677f313ded'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:27.124403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:27.125873 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-e3cc4e57-28ed-445d-a5d3-7081d757c202 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c8475713-e26a-40c8-8213-0fa9fe87a721), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.127765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c720dd-db4d-4213-8aee-035207f98241 None None] New status for floating IP 5e0ff965-dfa6-47a4-8513-cb0d13a1e271: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:31:27.134211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router d2c9b092-22ae-4123-85f9-b52fd6ffabcb has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:27.176871 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5b67-d68f-4e37-ad8e-6a4b31b30b9c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for router_controller (29b2c43f-1bb6-458e-a2cc-3bb96692e582), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.186924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8b16-5595-4dd3-b769-f42103fe4c09 req-e10103d3-c84e-4a22-8e14-adbed886ed5d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:27.192506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8b16-5595-4dd3-b769-f42103fe4c09 req-e10103d3-c84e-4a22-8e14-adbed886ed5d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:27.200068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8b16-5595-4dd3-b769-f42103fe4c09 req-e10103d3-c84e-4a22-8e14-adbed886ed5d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:27.203598 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f8c8b16-5595-4dd3-b769-f42103fe4c09 req-e10103d3-c84e-4a22-8e14-adbed886ed5d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 2409 time: 0.3042879
Apr 16 21:31:27.206003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4910e989-8acd-48e3-a719-4c292844dbc1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.216690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc4e57-28ed-445d-a5d3-7081d757c202 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'Port': ['ID=c8475713-e26a-40c8-8213-0fa9fe87a721,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:27.257312 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5b67-d68f-4e37-ad8e-6a4b31b30b9c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (29b2c43f-1bb6-458e-a2cc-3bb96692e582), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.276578 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f06f1253-8eed-4120-93db-8e50ffa948f8 None None] Provisioning complete for port e46e1963-892d-4802-b1eb-26bf40c4bec6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:27.276965 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f06f1253-8eed-4120-93db-8e50ffa948f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.401250 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-e3cc4e57-28ed-445d-a5d3-7081d757c202 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] No DVR routers for this DVR port c8475713-e26a-40c8-8213-0fa9fe87a721 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:27.401250 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-e3cc4e57-28ed-445d-a5d3-7081d757c202 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.401250 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-e3cc4e57-28ed-445d-a5d3-7081d757c202 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "DELETE /v2.0/ports/c8475713-e26a-40c8-8213-0fa9fe87a721 HTTP/1.1" status: 204  len: 173 time: 1.9904385
Apr 16 21:31:27.401834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:27.401834 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.438304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124ab9c2-3642-4947-bd03-9a5121b91e61 None None] Network 81902ceb-73de-4139-98a6-fb7d99f973dd requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:27.465973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5b67-d68f-4e37-ad8e-6a4b31b30b9c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.467557 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1b0f5b67-d68f-4e37-ad8e-6a4b31b30b9c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.9157898
Apr 16 21:31:27.470555 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (6c77da99-50e7-4366-80cb-a87c0c689690), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.472040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54286) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:27.519253 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (6c77da99-50e7-4366-80cb-a87c0c689690), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.519965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (0cede5b0-1495-4247-8f3b-dbd6336c2b45), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.532509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-deleted', 'tag': 'c8475713-e26a-40c8-8213-0fa9fe87a721'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:31:27.534848 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f64a35-99e8-4427-9e66-fe7f9496e404" -d '{"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-deleted", "tag": "c8475713-e26a-40c8-8213-0fa9fe87a721"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:31:27.539454 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Publish callbacks [] for port (3b66524b-1f5e-4289-9fff-d53ac51c16e9), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.578014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f06f1253-8eed-4120-93db-8e50ffa948f8 None None] Port e46e1963-892d-4802-b1eb-26bf40c4bec6 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:27.593519 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f8c8b16-5595-4dd3-b769-f42103fe4c09 req-87c4b531-4c94-4936-b65a-02b607e335a8 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3693438
Apr 16 21:31:27.642809 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928b8a16-50a5-4cf7-a5b4-af2d21d3b611 x-openstack-request-id: req-928b8a16-50a5-4cf7-a5b4-af2d21d3b611 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:31:27.643178 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-deleted", "tag": "c8475713-e26a-40c8-8213-0fa9fe87a721", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:31:27.643505 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-928b8a16-50a5-4cf7-a5b4-af2d21d3b611 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:31:27.643997 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928b8a16-50a5-4cf7-a5b4-af2d21d3b611'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-deleted', 'tag': 'c8475713-e26a-40c8-8213-0fa9fe87a721', 'status': 'completed', 'code': 200}
Apr 16 21:31:27.650234 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (3b66524b-1f5e-4289-9fff-d53ac51c16e9), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.661737 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4910e989-8acd-48e3-a719-4c292844dbc1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.701656 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4910e989-8acd-48e3-a719-4c292844dbc1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.805768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-0b8e5ded-86d9-4241-ad2a-2760caedc02d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Deleting port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:27.806442 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-0b8e5ded-86d9-4241-ad2a-2760caedc02d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.835219 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:27.836799 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Pushing event updated for resources: {'Port': ['ID=3b66524b-1f5e-4289-9fff-d53ac51c16e9,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:27.861280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:27.867107 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-aa55a229-4129-485f-b8df-92a7ca90f8f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "PUT /v2.0/routers/d2c9b092-22ae-4123-85f9-b52fd6ffabcb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2284789
Apr 16 21:31:27.878496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:27.878628 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Sync routers for ids ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:27.889126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:27.898310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-88156f2e-44c1-4618-993a-890bc5bb7b02 None None] Provisioning complete for port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:27.899268 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-88156f2e-44c1-4618-993a-890bc5bb7b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.899820 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4910e989-8acd-48e3-a719-4c292844dbc1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (7ed0e85d-ceb0-4cc5-bd14-55677f313ded), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.903295 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4910e989-8acd-48e3-a719-4c292844dbc1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Fanout notify agent at l3_agent the message router_deleted on router 7ed0e85d-ceb0-4cc5-bd14-55677f313ded {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:31:27.908592 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Routers {'d2c9b092-22ae-4123-85f9-b52fd6ffabcb'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:27.911604 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012495d580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:27.921181 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4910e989-8acd-48e3-a719-4c292844dbc1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:27.926432 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4910e989-8acd-48e3-a719-4c292844dbc1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/7ed0e85d-ceb0-4cc5-bd14-55677f313ded HTTP/1.1" status: 204  len: 168 time: 1.0049019
Apr 16 21:31:27.931407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54298) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:27.962977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:27.963520 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:28.032398 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 81902ceb-73de-4139-98a6-fb7d99f973dd is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:28.034934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=6c77da99-50e7-4366-80cb-a87c0c689690,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:28.035747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-0b8e5ded-86d9-4241-ad2a-2760caedc02d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] For port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:28.036221 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-0b8e5ded-86d9-4241-ad2a-2760caedc02d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:28.051450 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:28.075096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bb98e9-fb7c-4dc3-998e-0c6269347bf4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting subnet 9d68c371-61c3-485a-bbda-e924a9a2d561 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:28.082462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-0b8e5ded-86d9-4241-ad2a-2760caedc02d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Calling delete_port for 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:28.084642 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c4bb98e9-fb7c-4dc3-998e-0c6269347bf4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (9d68c371-61c3-485a-bbda-e924a9a2d561), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:28.087860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8df1bbdc-d992-4bdb-aafd-81bdf3ecc674,segment=NetworkSegment(bbd22f72-4045-479a-8128-5236dc26dcd6),segment_id=bbd22f72-4045-479a-8128-5236dc26dcd6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:28.173969 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Set router d2c9b092-22ae-4123-85f9-b52fd6ffabcb gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:28.179118 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c4bb98e9-fb7c-4dc3-998e-0c6269347bf4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (9d68c371-61c3-485a-bbda-e924a9a2d561), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:28.185458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-88156f2e-44c1-4618-993a-890bc5bb7b02 None None] Current status of the port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:28.187232 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-88156f2e-44c1-4618-993a-890bc5bb7b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:28.207162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Attempting to bind port 3b66524b-1f5e-4289-9fff-d53ac51c16e9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:28.209839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Attempting to bind port 3b66524b-1f5e-4289-9fff-d53ac51c16e9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:28.209839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Attempting to bind port 3b66524b-1f5e-4289-9fff-d53ac51c16e9 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:28.224030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:28.225104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:28.238666 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:28.240718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:28.243129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Bound port: 3b66524b-1f5e-4289-9fff-d53ac51c16e9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:28.243785 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3b66524b-1f5e-4289-9fff-d53ac51c16e9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:28.251247 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:28.404643 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-5bae4933-9a1e-489a-ae87-9d09d5cc280e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111301264&fields=id&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 267 time: 0.1841662
Apr 16 21:31:28.408425 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c4bb98e9-fb7c-4dc3-998e-0c6269347bf4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (9d68c371-61c3-485a-bbda-e924a9a2d561), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:28.704389 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-88156f2e-44c1-4618-993a-890bc5bb7b02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:31:28.705049 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-88156f2e-44c1-4618-993a-890bc5bb7b02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:31:28.711425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=8df1bbdc-d992-4bdb-aafd-81bdf3ecc674,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:28.711797 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012495d580>, [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:31:23Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e46e1963-892d-4802-b1eb-26bf40c4bec6', 'name': '', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:3e:a9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:20Z', 'updated_at': '2022-04-16T21:31:24Z', 'revision_number': 2, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:28.745203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] For port 3b66524b-1f5e-4289-9fff-d53ac51c16e9, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:28.759528 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Checking router: d2c9b092-22ae-4123-85f9-b52fd6ffabcb for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:31:28.760090 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Updating router d2c9b092-22ae-4123-85f9-b52fd6ffabcb port e46e1963-892d-4802-b1eb-26bf40c4bec6 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:31:28.765326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] For port 3b66524b-1f5e-4289-9fff-d53ac51c16e9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b66524b-1f5e-4289-9fff-d53ac51c16e9,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:28.798229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c4bb98e9-fb7c-4dc3-998e-0c6269347bf4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (9d68c371-61c3-485a-bbda-e924a9a2d561), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:28.803045 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:28.819935 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c4bb98e9-fb7c-4dc3-998e-0c6269347bf4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:28.826776 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c4bb98e9-fb7c-4dc3-998e-0c6269347bf4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/9d68c371-61c3-485a-bbda-e924a9a2d561 HTTP/1.1" status: 204  len: 168 time: 0.8942347
Apr 16 21:31:28.829080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03510795-8c20-4c51-9366-e85ee75936b1 None None] Network b8d7a0af-6284-48d6-9ffb-34d52f2c1747 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:28.837674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54332) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:28.950428 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:28.987265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:29.007489 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3b66524b-1f5e-4289-9fff-d53ac51c16e9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.113492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4a5fc5-aad6-4476-a321-9e2e1e1b8cc1 None None] DHCP port deletion for b8d7a0af-6284-48d6-9ffb-34d52f2c1747 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:31:29.146296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343bad6-6be0-454e-97f5-0daa28015eec req-1abec25b-a1c3-4f91-832f-d77a422d6fb9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:29.152049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343bad6-6be0-454e-97f5-0daa28015eec req-1abec25b-a1c3-4f91-832f-d77a422d6fb9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:29.154045 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8343bad6-6be0-454e-97f5-0daa28015eec req-1abec25b-a1c3-4f91-832f-d77a422d6fb9 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 1676 time: 0.3536713
Apr 16 21:31:29.209106 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Publish callbacks [] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.252516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5409a-a4e1-4f38-aa22-dc1ab301fe90 None None] Pushing event updated for resources: {'Port': ['ID=3b66524b-1f5e-4289-9fff-d53ac51c16e9,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:29.275855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:29.276266 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.280625 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a5fc5-aad6-4476-a321-9e2e1e1b8cc1 None None] Deleting port bc076bd9-4c80-4e05-8534-c2b876779297 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:29.280625 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5fc5-aad6-4476-a321-9e2e1e1b8cc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (bc076bd9-4c80-4e05-8534-c2b876779297), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.288709 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 0cede5b0-1495-4247-8f3b-dbd6336c2b45 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:31:29.293677 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.301418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-88156f2e-44c1-4618-993a-890bc5bb7b02 None None] Current status of the port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:29.369897 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb12be-d235-4d5b-85fb-67304fa3882c None None] Pushing event updated for resources: {'Port': ['ID=e46e1963-892d-4802-b1eb-26bf40c4bec6,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:29.392064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-34c72a28-b28a-48f9-a0db-182c6b4bca7b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:29.393861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-34c72a28-b28a-48f9-a0db-182c6b4bca7b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/networks?id=f9436375-f402-4a5b-aa69-a7409c8adda4 HTTP/1.1" status: 200  len: 797 time: 0.9782271
Apr 16 21:31:29.425825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ee4a5fc5-aad6-4476-a321-9e2e1e1b8cc1 None None] For port bc076bd9-4c80-4e05-8534-c2b876779297, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc076bd9-4c80-4e05-8534-c2b876779297,segment=NetworkSegment(adafc84f-3824-421f-bb61-a00dc1a547dd),segment_id=adafc84f-3824-421f-bb61-a00dc1a547dd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:29.426997 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5fc5-aad6-4476-a321-9e2e1e1b8cc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (bc076bd9-4c80-4e05-8534-c2b876779297), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.440296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb98e9-fb7c-4dc3-998e-0c6269347bf4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Subnet': ['ID=9d68c371-61c3-485a-bbda-e924a9a2d561,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:29.453702 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-0b8e5ded-86d9-4241-ad2a-2760caedc02d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (530c687e-6ccd-45ad-ad6e-7e4a0d9487ee), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.458749 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8343bad6-6be0-454e-97f5-0daa28015eec req-e1c8bbb6-9a0b-401a-b551-ed336db82ca3 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2961938
Apr 16 21:31:29.486829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a5fc5-aad6-4476-a321-9e2e1e1b8cc1 None None] Calling delete_port for bc076bd9-4c80-4e05-8534-c2b876779297 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:29.505308 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Attempting to bind port e46e1963-892d-4802-b1eb-26bf40c4bec6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:29.505974 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Attempting to bind port e46e1963-892d-4802-b1eb-26bf40c4bec6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:29.506574 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Attempting to bind port e46e1963-892d-4802-b1eb-26bf40c4bec6 on network f9436375-f402-4a5b-aa69-a7409c8adda4 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:29.513904 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:29.514641 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Checking segment: {'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:29.515295 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.515854 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Bound using segment: {'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:29.516569 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Bound port: e46e1963-892d-4802-b1eb-26bf40c4bec6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:29.517280 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.590096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::1 (0d27c69b-2090-42d8-afae-1332cd31e453/3cd530d8-cb78-48ab-8e0a-246d75897afd/746326be-6a39-43a5-81ba-83e9a36406ef) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:29.597809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2e802f-34db-484b-a167-62daad98889b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting subnet edcca6e3-7e2a-4487-87dc-74df9f7994b1 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:29.611166 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b2e802f-34db-484b-a167-62daad98889b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (edcca6e3-7e2a-4487-87dc-74df9f7994b1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.679479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c870ba7f-f2ec-4708-b577-b9390e9a3237 None None] Provisioning complete for port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:29.680769 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] For port e46e1963-892d-4802-b1eb-26bf40c4bec6, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:29.685708 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] For port e46e1963-892d-4802-b1eb-26bf40c4bec6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e46e1963-892d-4802-b1eb-26bf40c4bec6,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:29.686444 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c870ba7f-f2ec-4708-b577-b9390e9a3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.712907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e5ded-86d9-4241-ad2a-2760caedc02d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'Port': ['ID=530c687e-6ccd-45ad-ad6e-7e4a0d9487ee,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:29.737812 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.759630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-05e17183-99dd-46cb-8e74-9e240438f1cd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/quotas/0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 375 time: 0.3196375
Apr 16 21:31:29.826932 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:29.841533 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1d02ed4d-3e81-4130-8370-42f84d993b75 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/0cede5b0-1495-4247-8f3b-dbd6336c2b45/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4954798
Apr 16 21:31:29.849852 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54338) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:29.860287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4023d628-9dae-4b5f-995a-43190685eaf0 None None] Sync routers for ids ['0cede5b0-1495-4247-8f3b-dbd6336c2b45'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:29.864821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:29.908606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-0b8e5ded-86d9-4241-ad2a-2760caedc02d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] No DVR routers for this DVR port 530c687e-6ccd-45ad-ad6e-7e4a0d9487ee on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:29.913512 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b2e802f-34db-484b-a167-62daad98889b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (edcca6e3-7e2a-4487-87dc-74df9f7994b1), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.916077 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Routers {'d2c9b092-22ae-4123-85f9-b52fd6ffabcb'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:29.919479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4023d628-9dae-4b5f-995a-43190685eaf0 None None] Routers {'0cede5b0-1495-4247-8f3b-dbd6336c2b45'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:29.919479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4023d628-9dae-4b5f-995a-43190685eaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012472e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0cede5b0-1495-4247-8f3b-dbd6336c2b45'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:29.919740 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012495d580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:29.970756 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3a418f-9066-48d5-8163-a2b24987fc78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:29.972930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5a3a418f-9066-48d5-8163-a2b24987fc78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports/6c77da99-50e7-4366-80cb-a87c0c689690 HTTP/1.1" status: 200  len: 911 time: 0.1218481
Apr 16 21:31:29.979089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54340) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:29.985776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-0b8e5ded-86d9-4241-ad2a-2760caedc02d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:29.989533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-0b8e5ded-86d9-4241-ad2a-2760caedc02d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "DELETE /v2.0/ports/530c687e-6ccd-45ad-ad6e-7e4a0d9487ee HTTP/1.1" status: 204  len: 173 time: 2.5484548
Apr 16 21:31:29.990059 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-deleted', 'tag': '530c687e-6ccd-45ad-ad6e-7e4a0d9487ee'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:31:29.997442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a7de15c6-c1fb-4074-a59e-14050da4a570 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '538f0166-740a-473c-b91b-e1a62f38023e'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:29.997592 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034efd01-3674-4ec0-9685-e5ee4a64f029" -d '{"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-deleted", "tag": "530c687e-6ccd-45ad-ad6e-7e4a0d9487ee"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:31:30.001323 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (746326be-6a39-43a5-81ba-83e9a36406ef), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:30.021476 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb12be-d235-4d5b-85fb-67304fa3882c None None] Pushing event updated for resources: {'Port': ['ID=e46e1963-892d-4802-b1eb-26bf40c4bec6,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:30.074222 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5fc5-aad6-4476-a321-9e2e1e1b8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (bc076bd9-4c80-4e05-8534-c2b876779297), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:30.094894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4023d628-9dae-4b5f-995a-43190685eaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012472e490>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:30.101704 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb93320-b906-4cb5-b1f3-dd03d642269e x-openstack-request-id: req-cbb93320-b906-4cb5-b1f3-dd03d642269e {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:31:30.102002 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-deleted", "tag": "530c687e-6ccd-45ad-ad6e-7e4a0d9487ee", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:31:30.102248 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbb93320-b906-4cb5-b1f3-dd03d642269e {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:31:30.102897 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb93320-b906-4cb5-b1f3-dd03d642269e'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-deleted', 'tag': '530c687e-6ccd-45ad-ad6e-7e4a0d9487ee', 'status': 'completed', 'code': 200}
Apr 16 21:31:30.137438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c870ba7f-f2ec-4708-b577-b9390e9a3237 None None] Current status of the port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:30.146789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a5fc5-aad6-4476-a321-9e2e1e1b8cc1 None None] Pushing event deleted for resources: {'Port': ['ID=bc076bd9-4c80-4e05-8534-c2b876779297,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:30.156019 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c870ba7f-f2ec-4708-b577-b9390e9a3237 None None] Provisioning complete for port 6c77da99-50e7-4366-80cb-a87c0c689690 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:30.162628 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c870ba7f-f2ec-4708-b577-b9390e9a3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6c77da99-50e7-4366-80cb-a87c0c689690), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:30.162628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a5fc5-aad6-4476-a321-9e2e1e1b8cc1 None None] No DVR routers for this DVR port bc076bd9-4c80-4e05-8534-c2b876779297 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:30.162835 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-0ae10ea3-b0ca-4fc4-9518-b17842257f0d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4015527
Apr 16 21:31:30.179286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4023d628-9dae-4b5f-995a-43190685eaf0 None None] Routers {'0cede5b0-1495-4247-8f3b-dbd6336c2b45'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:30.180152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4023d628-9dae-4b5f-995a-43190685eaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012472e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0cede5b0-1495-4247-8f3b-dbd6336c2b45'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:30.260983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4023d628-9dae-4b5f-995a-43190685eaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012472e490>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:30.262440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4023d628-9dae-4b5f-995a-43190685eaf0 None None] The sync data for ids ['0cede5b0-1495-4247-8f3b-dbd6336c2b45'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:30.279252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-772072ae-a050-4021-b5f4-ea32322c654a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Deleting port e161877a-3f6f-49a7-8aed-2eee986f2f68 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:30.286225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-772072ae-a050-4021-b5f4-ea32322c654a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:30.290863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c870ba7f-f2ec-4708-b577-b9390e9a3237 None None] Port 6c77da99-50e7-4366-80cb-a87c0c689690 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:30.318998 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] Set router d2c9b092-22ae-4123-85f9-b52fd6ffabcb gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:30.347011 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a7de15c6-c1fb-4074-a59e-14050da4a570 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6c77da99-50e7-4366-80cb-a87c0c689690), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:30.416187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9d80fd8c-1657-4d1b-b70e-897ac5402477 None None] Provisioning complete for port e46e1963-892d-4802-b1eb-26bf40c4bec6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:30.416680 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9d80fd8c-1657-4d1b-b70e-897ac5402477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:30.440827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-ab3c877e-385d-4c49-b2bc-f497207c14fe service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:31:30.442240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-ab3c877e-385d-4c49-b2bc-f497207c14fe service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2787759
Apr 16 21:31:30.462226 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:30.560266 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b2e802f-34db-484b-a167-62daad98889b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (edcca6e3-7e2a-4487-87dc-74df9f7994b1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:30.604994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9d80fd8c-1657-4d1b-b70e-897ac5402477 None None] Current status of the port e46e1963-892d-4802-b1eb-26bf40c4bec6 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:30.605480 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9d80fd8c-1657-4d1b-b70e-897ac5402477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:30.642788 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-772072ae-a050-4021-b5f4-ea32322c654a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] For port e161877a-3f6f-49a7-8aed-2eee986f2f68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e161877a-3f6f-49a7-8aed-2eee986f2f68,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:30.643183 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-772072ae-a050-4021-b5f4-ea32322c654a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:30.673534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9d80fd8c-1657-4d1b-b70e-897ac5402477 None None] For port e46e1963-892d-4802-b1eb-26bf40c4bec6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e46e1963-892d-4802-b1eb-26bf40c4bec6,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:30.691791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-772072ae-a050-4021-b5f4-ea32322c654a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Calling delete_port for e161877a-3f6f-49a7-8aed-2eee986f2f68 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:30.697354 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-27326e80-de8f-4ce9-a09f-3b3a291fdd03 service neutron] 10.222.0.20 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2441931
Apr 16 21:31:30.710153 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012495d580>, [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:31:23Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e46e1963-892d-4802-b1eb-26bf40c4bec6', 'name': '', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:3e:a9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:20Z', 'updated_at': '2022-04-16T21:31:29Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:30.742501 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0125e-f89a-4723-a3dd-52a35e5a04fe None None] The sync data for ids ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'] in ncdv-master-1 is: [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:31:23Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e46e1963-892d-4802-b1eb-26bf40c4bec6', 'name': '', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:3e:a9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:20Z', 'updated_at': '2022-04-16T21:31:29Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:30.744867 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9d80fd8c-1657-4d1b-b70e-897ac5402477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:30.832686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:30.856266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80fd8c-1657-4d1b-b70e-897ac5402477 None None] Pushing event updated for resources: {'Port': ['ID=e46e1963-892d-4802-b1eb-26bf40c4bec6,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:30.857263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:30.872614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-bebe37bc-e167-462b-9c14-3647b91ebb7c None None] Provisioning complete for port e46e1963-892d-4802-b1eb-26bf40c4bec6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:30.873498 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bebe37bc-e167-462b-9c14-3647b91ebb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:30.900466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:30.901035 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (29b2c43f-1bb6-458e-a2cc-3bb96692e582), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:30.937564 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-45a6f92b-b1a9-430a-a2e1-2a232dd568ac service neutron] 10.222.0.20 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2319124
Apr 16 21:31:30.974200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=746326be-6a39-43a5-81ba-83e9a36406ef,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:30.990386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-bebe37bc-e167-462b-9c14-3647b91ebb7c None None] Current status of the port e46e1963-892d-4802-b1eb-26bf40c4bec6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:30.997290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46bde4-6b5f-44a1-b23c-a539547b2584 req-ab093b12-2622-41e1-bcae-ef702079b8fc tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:30.998907 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d46bde4-6b5f-44a1-b23c-a539547b2584 req-ab093b12-2622-41e1-bcae-ef702079b8fc tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 942 time: 0.4074085
Apr 16 21:31:31.012466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3b66524b-1f5e-4289-9fff-d53ac51c16e9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:31.117784 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b2e802f-34db-484b-a167-62daad98889b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (edcca6e3-7e2a-4487-87dc-74df9f7994b1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.132257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0ca0c501-825a-4c43-b08a-68462146da4c None None] Provisioning complete for port 3b66524b-1f5e-4289-9fff-d53ac51c16e9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:31.132595 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0ca0c501-825a-4c43-b08a-68462146da4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3b66524b-1f5e-4289-9fff-d53ac51c16e9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.147772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3b66524b-1f5e-4289-9fff-d53ac51c16e9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:31.148509 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3b66524b-1f5e-4289-9fff-d53ac51c16e9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.161189 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7d46bde4-6b5f-44a1-b23c-a539547b2584 req-39950c5b-613a-4504-bb59-c621ecbba28d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1290293
Apr 16 21:31:31.263059 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e802f-34db-484b-a167-62daad98889b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Subnet': ['ID=edcca6e3-7e2a-4487-87dc-74df9f7994b1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:31.265901 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6b2e802f-34db-484b-a167-62daad98889b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.270826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6b2e802f-34db-484b-a167-62daad98889b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/edcca6e3-7e2a-4487-87dc-74df9f7994b1 HTTP/1.1" status: 204  len: 168 time: 2.4309409
Apr 16 21:31:31.273851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54356) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:31.303211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b8d47-aacc-4a72-997e-8a5187359836 None None] Network 407dbdde-e31b-4143-ac3d-4fd06f79946a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:31.356660 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.457244 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a7de15c6-c1fb-4074-a59e-14050da4a570 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (6c77da99-50e7-4366-80cb-a87c0c689690), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.470975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d2bb2ba-13ff-4d53-bdd1-382abbb0e2dc req-5d595691-cd30-4b26-8a02-7825fb2cce89 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 210 time: 0.1953166
Apr 16 21:31:31.522129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00a8b224-bc32-4fa6-85d5-a5048fc2aad3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (b8d7a0af-6284-48d6-9ffb-34d52f2c1747), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.539171 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a7de15c6-c1fb-4074-a59e-14050da4a570 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (6c77da99-50e7-4366-80cb-a87c0c689690), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.551204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7de15c6-c1fb-4074-a59e-14050da4a570 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:31.551899 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a7de15c6-c1fb-4074-a59e-14050da4a570 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.555989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a7de15c6-c1fb-4074-a59e-14050da4a570 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/ports/6c77da99-50e7-4366-80cb-a87c0c689690 HTTP/1.1" status: 200  len: 911 time: 1.5730441
Apr 16 21:31:31.562232 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54360) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:31.616250 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0c501-825a-4c43-b08a-68462146da4c None None] Current status of the port 3b66524b-1f5e-4289-9fff-d53ac51c16e9 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:31.616875 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0ca0c501-825a-4c43-b08a-68462146da4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3b66524b-1f5e-4289-9fff-d53ac51c16e9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.669605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dfca3a-439e-4046-9fc0-4384c557e985 None None] DHCP port deletion for 407dbdde-e31b-4143-ac3d-4fd06f79946a request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:31:31.674893 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3b66524b-1f5e-4289-9fff-d53ac51c16e9 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:31.675324 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3b66524b-1f5e-4289-9fff-d53ac51c16e9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.693244 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-772072ae-a050-4021-b5f4-ea32322c654a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e161877a-3f6f-49a7-8aed-2eee986f2f68), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.706159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0ca0c501-825a-4c43-b08a-68462146da4c None None] For port 3b66524b-1f5e-4289-9fff-d53ac51c16e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b66524b-1f5e-4289-9fff-d53ac51c16e9,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:31.734924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de15c6-c1fb-4074-a59e-14050da4a570 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=6c77da99-50e7-4366-80cb-a87c0c689690,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:31.761264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e4dfca3a-439e-4046-9fc0-4384c557e985 None None] Deleting port cd97c796-29ed-496d-b67d-c4ad576e124c {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:31.761726 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e4dfca3a-439e-4046-9fc0-4384c557e985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (cd97c796-29ed-496d-b67d-c4ad576e124c), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.835098 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0ca0c501-825a-4c43-b08a-68462146da4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3b66524b-1f5e-4289-9fff-d53ac51c16e9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.850053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772072ae-a050-4021-b5f4-ea32322c654a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'Port': ['ID=e161877a-3f6f-49a7-8aed-2eee986f2f68,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:31.913811 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00a8b224-bc32-4fa6-85d5-a5048fc2aad3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (b8d7a0af-6284-48d6-9ffb-34d52f2c1747), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.966776 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e4dfca3a-439e-4046-9fc0-4384c557e985 None None] For port cd97c796-29ed-496d-b67d-c4ad576e124c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd97c796-29ed-496d-b67d-c4ad576e124c,segment=NetworkSegment(b7dd465d-d630-4a23-8b69-facae0ce9e3a),segment_id=b7dd465d-d630-4a23-8b69-facae0ce9e3a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:31.967593 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e4dfca3a-439e-4046-9fc0-4384c557e985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (cd97c796-29ed-496d-b67d-c4ad576e124c), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.970180 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (746326be-6a39-43a5-81ba-83e9a36406ef), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.981564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-772072ae-a050-4021-b5f4-ea32322c654a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] No DVR routers for this DVR port e161877a-3f6f-49a7-8aed-2eee986f2f68 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:31.985370 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-772072ae-a050-4021-b5f4-ea32322c654a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:31.989236 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a92f85b-e095-4ae2-8c7b-9b6b0c079982 req-772072ae-a050-4021-b5f4-ea32322c654a tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.11 "DELETE /v2.0/ports/e161877a-3f6f-49a7-8aed-2eee986f2f68 HTTP/1.1" status: 204  len: 173 time: 1.9928677
Apr 16 21:31:31.998075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-00a8b224-bc32-4fa6-85d5-a5048fc2aad3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01240ebc70>,) {'filters': {'network_id': ['b8d7a0af-6284-48d6-9ffb-34d52f2c1747']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:32.027366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e4dfca3a-439e-4046-9fc0-4384c557e985 None None] Calling delete_port for cd97c796-29ed-496d-b67d-c4ad576e124c owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:32.029168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d6a92cfc-2210-4bee-a3c0-cf251a82f2cb None None] Provisioning complete for port 746326be-6a39-43a5-81ba-83e9a36406ef triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:32.029546 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d6a92cfc-2210-4bee-a3c0-cf251a82f2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:32.054193 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:32.055347 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (29b2c43f-1bb6-458e-a2cc-3bb96692e582), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:32.061801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-00a8b224-bc32-4fa6-85d5-a5048fc2aad3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01240ebc70>, 'adafc84f-3824-421f-bb61-a00dc1a547dd') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:32.062112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-00a8b224-bc32-4fa6-85d5-a5048fc2aad3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01240ebc70>, 'adafc84f-3824-421f-bb61-a00dc1a547dd') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:32.072777 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d6a92cfc-2210-4bee-a3c0-cf251a82f2cb None None] Port 746326be-6a39-43a5-81ba-83e9a36406ef cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:32.078728 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:31:32.078871 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:31:32.082347 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0c501-825a-4c43-b08a-68462146da4c None None] Pushing event updated for resources: {'Port': ['ID=3b66524b-1f5e-4289-9fff-d53ac51c16e9,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:32.113837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-deleted', 'tag': 'e161877a-3f6f-49a7-8aed-2eee986f2f68'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:31:32.117049 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd888ff8-8771-4570-a11d-3f43d2786d4a" -d '{"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-deleted", "tag": "e161877a-3f6f-49a7-8aed-2eee986f2f68"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:31:32.143825 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00a8b224-bc32-4fa6-85d5-a5048fc2aad3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (adafc84f-3824-421f-bb61-a00dc1a547dd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:32.191129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00a8b224-bc32-4fa6-85d5-a5048fc2aad3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (adafc84f-3824-421f-bb61-a00dc1a547dd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:32.224062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a8b224-bc32-4fa6-85d5-a5048fc2aad3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:31:32.224587 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00a8b224-bc32-4fa6-85d5-a5048fc2aad3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (adafc84f-3824-421f-bb61-a00dc1a547dd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:31:32.264335 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:31:32.269280 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826b3129-93e7-4d57-8e54-500edc7f1695 x-openstack-request-id: req-826b3129-93e7-4d57-8e54-500edc7f1695 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:31:32.269681 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e22cc6-e4af-4230-a480-bbbe6b60d462", "name": "network-vif-deleted", "tag": "e161877a-3f6f-49a7-8aed-2eee986f2f68", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:31:32.270027 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-826b3129-93e7-4d57-8e54-500edc7f1695 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:31:32.270957 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826b3129-93e7-4d57-8e54-500edc7f1695'] response: {'server_uuid': '70e22cc6-e4af-4230-a480-bbbe6b60d462', 'name': 'network-vif-deleted', 'tag': 'e161877a-3f6f-49a7-8aed-2eee986f2f68', 'status': 'completed', 'code': 200}
Apr 16 21:31:32.282662 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e4dfca3a-439e-4046-9fc0-4384c557e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (cd97c796-29ed-496d-b67d-c4ad576e124c), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:32.399113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f6ae33f-ccfd-402b-9e3b-922de90cbdd7 req-45a162e8-65ff-447c-8375-aa179e6fe68b tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 210 time: 0.1331747
Apr 16 21:31:32.427415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=746326be-6a39-43a5-81ba-83e9a36406ef,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:32.441661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dfca3a-439e-4046-9fc0-4384c557e985 None None] No DVR routers for this DVR port cd97c796-29ed-496d-b67d-c4ad576e124c on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:32.443616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfca3a-439e-4046-9fc0-4384c557e985 None None] Pushing event deleted for resources: {'Port': ['ID=cd97c796-29ed-496d-b67d-c4ad576e124c,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:32.472754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:32.474160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:32.575122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00a8b224-bc32-4fa6-85d5-a5048fc2aad3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (b8d7a0af-6284-48d6-9ffb-34d52f2c1747), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:32.580562 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00a8b224-bc32-4fa6-85d5-a5048fc2aad3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:32.586806 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-00a8b224-bc32-4fa6-85d5-a5048fc2aad3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/networks/b8d7a0af-6284-48d6-9ffb-34d52f2c1747 HTTP/1.1" status: 204  len: 168 time: 1.3098471
Apr 16 21:31:32.592406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54398) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:32.668840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3b66524b-1f5e-4289-9fff-d53ac51c16e9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:32.679462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8b224-bc32-4fa6-85d5-a5048fc2aad3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Network': ['ID=b8d7a0af-6284-48d6-9ffb-34d52f2c1747,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:32.701192 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2a67-85b7-4739-a5bf-0db98ecedcab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (0cede5b0-1495-4247-8f3b-dbd6336c2b45), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:32.725289 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a6d7af29-bc83-482f-84b9-612a37e9cbef req-59b6d986-5a53-4557-9a70-c32a560d6410 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 210 time: 0.1002202
Apr 16 21:31:32.809641 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bc076bd9-4c80-4e05-8534-c2b876779297 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:32.828847 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c8d11f8-c015-4ed4-85f0-aae8cba4a82e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (407dbdde-e31b-4143-ac3d-4fd06f79946a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:32.870179 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: bc076bd9-4c80-4e05-8534-c2b876779297 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:32.870722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bc076bd9-4c80-4e05-8534-c2b876779297 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:32.950303 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Router 29b2c43f-1bb6-458e-a2cc-3bb96692e582 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:31:33.042797 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-aa02999a-212c-4051-bc89-02cb0af81c6b None None] Provisioning complete for port 746326be-6a39-43a5-81ba-83e9a36406ef triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:33.043178 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-aa02999a-212c-4051-bc89-02cb0af81c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:33.059830 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c8d11f8-c015-4ed4-85f0-aae8cba4a82e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (407dbdde-e31b-4143-ac3d-4fd06f79946a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:33.092728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7c8d11f8-c015-4ed4-85f0-aae8cba4a82e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011fb0a190>,) {'filters': {'network_id': ['407dbdde-e31b-4143-ac3d-4fd06f79946a']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:33.139698 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e46e1963-892d-4802-b1eb-26bf40c4bec6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:33.142804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7c8d11f8-c015-4ed4-85f0-aae8cba4a82e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fb0a190>, 'b7dd465d-d630-4a23-8b69-facae0ce9e3a') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:33.143189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7c8d11f8-c015-4ed4-85f0-aae8cba4a82e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fb0a190>, 'b7dd465d-d630-4a23-8b69-facae0ce9e3a') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:33.155478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:33.161999 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c8d11f8-c015-4ed4-85f0-aae8cba4a82e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (b7dd465d-d630-4a23-8b69-facae0ce9e3a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:33.162149 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1514159a-f01f-4c29-baa9-6a673709fd30 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "PUT /v2.0/routers/29b2c43f-1bb6-458e-a2cc-3bb96692e582/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6887138
Apr 16 21:31:33.164227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54402) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:33.169635 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Sync routers for ids ['29b2c43f-1bb6-458e-a2cc-3bb96692e582'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:33.187732 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Routers {'29b2c43f-1bb6-458e-a2cc-3bb96692e582'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:33.188624 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124851f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['29b2c43f-1bb6-458e-a2cc-3bb96692e582'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:33.192980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54404) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:33.202327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-aa02999a-212c-4051-bc89-02cb0af81c6b None None] Port 746326be-6a39-43a5-81ba-83e9a36406ef cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:33.223951 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e46e1963-892d-4802-b1eb-26bf40c4bec6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:33.224363 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:33.228835 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c8d11f8-c015-4ed4-85f0-aae8cba4a82e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b7dd465d-d630-4a23-8b69-facae0ce9e3a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:33.282473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab06fd8-c7e2-435e-aea6-0ba5e1dcae5a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:33.287698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54408) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:33.287883 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ab06fd8-c7e2-435e-aea6-0ba5e1dcae5a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports/746326be-6a39-43a5-81ba-83e9a36406ef HTTP/1.1" status: 200  len: 911 time: 0.1224325
Apr 16 21:31:33.289199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8d11f8-c015-4ed4-85f0-aae8cba4a82e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:31:33.289774 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c8d11f8-c015-4ed4-85f0-aae8cba4a82e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (b7dd465d-d630-4a23-8b69-facae0ce9e3a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:31:33.294494 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:31:33.347941 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Set router 29b2c43f-1bb6-458e-a2cc-3bb96692e582 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:33.372098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e46e1963-892d-4802-b1eb-26bf40c4bec6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:33.373976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3b66524b-1f5e-4289-9fff-d53ac51c16e9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:33.427952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3b66524b-1f5e-4289-9fff-d53ac51c16e9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:33.428371 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3b66524b-1f5e-4289-9fff-d53ac51c16e9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:33.584410 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124851f70>, [{'id': '29b2c43f-1bb6-458e-a2cc-3bb96692e582', 'name': 'tempest-NetworksTestDHCPv6-router-2134909868', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:26Z', 'updated_at': '2022-04-16T21:31:31Z', 'revision_number': 2, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'gw_port_host': None, '_interfaces': [{'id': '746326be-6a39-43a5-81ba-83e9a36406ef', 'name': '', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'mac_address': 'fa:16:3e:16:f1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b2c43f-1bb6-458e-a2cc-3bb96692e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '3cd530d8-cb78-48ab-8e0a-246d75897afd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:29Z', 'updated_at': '2022-04-16T21:31:31Z', 'revision_number': 2, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'subnets': [{'id': '3cd530d8-cb78-48ab-8e0a-246d75897afd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:33.618151 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Checking router: 29b2c43f-1bb6-458e-a2cc-3bb96692e582 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:31:33.618403 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Updating router 29b2c43f-1bb6-458e-a2cc-3bb96692e582 port 746326be-6a39-43a5-81ba-83e9a36406ef binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:31:33.661266 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:33.681643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac2a67-85b7-4739-a5bf-0db98ecedcab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port 6c77da99-50e7-4366-80cb-a87c0c689690 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:33.682014 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2a67-85b7-4739-a5bf-0db98ecedcab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6c77da99-50e7-4366-80cb-a87c0c689690), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:33.710876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3b66524b-1f5e-4289-9fff-d53ac51c16e9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:33.753725 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09e1de00-7aab-4f70-90b4-47af46894d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:33.771074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cd97c796-29ed-496d-b67d-c4ad576e124c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:33.771377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6182dc11-561f-4996-aea9-452032587ac2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:33.778044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6182dc11-561f-4996-aea9-452032587ac2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:33.779713 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6182dc11-561f-4996-aea9-452032587ac2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.4861929
Apr 16 21:31:33.784433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54416) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:33.790622 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bd7fc2f-86eb-4d9c-971c-e4fb74f7479c req-661575d2-b8c9-4689-833c-bb14bb087517 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/ports?device_id=70e22cc6-e4af-4230-a480-bbbe6b60d462 HTTP/1.1" status: 200  len: 210 time: 0.1373296
Apr 16 21:31:33.840591 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c8d11f8-c015-4ed4-85f0-aae8cba4a82e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (407dbdde-e31b-4143-ac3d-4fd06f79946a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:33.846215 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7c8d11f8-c015-4ed4-85f0-aae8cba4a82e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:33.856936 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7c8d11f8-c015-4ed4-85f0-aae8cba4a82e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/networks/407dbdde-e31b-4143-ac3d-4fd06f79946a HTTP/1.1" status: 204  len: 168 time: 1.2600064
Apr 16 21:31:33.857603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54418) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:33.866095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: cd97c796-29ed-496d-b67d-c4ad576e124c {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:33.866447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cd97c796-29ed-496d-b67d-c4ad576e124c not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:33.875268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-93b21986-8008-46b8-830a-b32216dfb855 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'network': {'name': 'tempest-RoutersTest-632874533'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:33.926801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d11f8-c015-4ed4-85f0-aae8cba4a82e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Network': ['ID=407dbdde-e31b-4143-ac3d-4fd06f79946a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:33.932044 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2a67-85b7-4739-a5bf-0db98ecedcab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6c77da99-50e7-4366-80cb-a87c0c689690), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:33.963089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac2a67-85b7-4739-a5bf-0db98ecedcab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for 6c77da99-50e7-4366-80cb-a87c0c689690 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:34.001607 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b6aada5-e7d4-4db8-8609-1a3cb21ba67a req-e8c797f8-c257-48c7-b433-091a74b7d508 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 210 time: 0.0840919
Apr 16 21:31:34.058082 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09e1de00-7aab-4f70-90b4-47af46894d72 admin admin] Publish callbacks [] for security_group (086052f1-fe46-4b21-a1e3-ed06ecf81c0d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.115544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b21986-8008-46b8-830a-b32216dfb855 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:34.119047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-93b21986-8008-46b8-830a-b32216dfb855 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.134269 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Publish callbacks [] for port (746326be-6a39-43a5-81ba-83e9a36406ef), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.146750 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09e1de00-7aab-4f70-90b4-47af46894d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (086052f1-fe46-4b21-a1e3-ed06ecf81c0d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.187722 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.213132 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-09e1de00-7aab-4f70-90b4-47af46894d72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bb721bf84fa46b784e107c27ac8b077&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0162225
Apr 16 21:31:34.215905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54420) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:34.216424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b21986-8008-46b8-830a-b32216dfb855 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:31:34.222989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1de00-7aab-4f70-90b4-47af46894d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086052f1-fe46-4b21-a1e3-ed06ecf81c0d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:34.283348 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Pushing event updated for resources: {'Port': ['ID=746326be-6a39-43a5-81ba-83e9a36406ef,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:34.298294 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.300186 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.300746 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.301249 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.302307 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.302936 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.303473 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.304008 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.304372 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.304702 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.305030 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.305355 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.306306 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.306642 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.306970 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:34.321532 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-421c2066-92c3-4780-998b-712d8daaf125 admin admin] Publish callbacks [] for security_group (086052f1-fe46-4b21-a1e3-ed06ecf81c0d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.335330 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0589b677-6e52-4937-bf97-cd197c73b978 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (29b2c43f-1bb6-458e-a2cc-3bb96692e582), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.369341 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Attempting to bind port 746326be-6a39-43a5-81ba-83e9a36406ef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:34.369757 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Attempting to bind port 746326be-6a39-43a5-81ba-83e9a36406ef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:34.370125 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Attempting to bind port 746326be-6a39-43a5-81ba-83e9a36406ef on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:34.377192 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:34.377578 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:34.377986 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.378380 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:34.378856 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Bound port: 746326be-6a39-43a5-81ba-83e9a36406ef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:34.379240 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.430443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-6eb0791b-35b0-4b73-93b6-c7f13d9f9ab1 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:34.431897 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-6eb0791b-35b0-4b73-93b6-c7f13d9f9ab1 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.11 "GET /v2.0/networks?id=f9436375-f402-4a5b-aa69-a7409c8adda4 HTTP/1.1" status: 200  len: 797 time: 0.1630433
Apr 16 21:31:34.459742 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] For port 746326be-6a39-43a5-81ba-83e9a36406ef, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:34.464943 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] For port 746326be-6a39-43a5-81ba-83e9a36406ef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=746326be-6a39-43a5-81ba-83e9a36406ef,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:34.525663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-972b909e-4b79-4fb2-ad27-c81218b493b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 380 time: 0.0851786
Apr 16 21:31:34.535196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-adbe845c-9469-4eca-b2ff-53aeef6a06e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'port': {'device_id': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'admin_state_up': True, 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'security_groups': ['7ab8b500-d94e-4e1b-8e53-08527c1d9d7c']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:34.563386 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.598032 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2a67-85b7-4739-a5bf-0db98ecedcab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6c77da99-50e7-4366-80cb-a87c0c689690), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.600497 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-93b21986-8008-46b8-830a-b32216dfb855 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9e9d9107-2d27-45ee-a5ae-29f0d068a924), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.600864 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-93b21986-8008-46b8-830a-b32216dfb855 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Added segment 9e9d9107-2d27-45ee-a5ae-29f0d068a924 of type vlan for network 6863f7f4-7c7a-4662-976f-f2008d913780
Apr 16 21:31:34.640910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e681304a-815b-416a-9ecc-c864c4613e1b None None] Provisioning complete for port 746326be-6a39-43a5-81ba-83e9a36406ef triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:34.641990 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e681304a-815b-416a-9ecc-c864c4613e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.667233 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Routers {'29b2c43f-1bb6-458e-a2cc-3bb96692e582'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:34.678320 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124851f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['29b2c43f-1bb6-458e-a2cc-3bb96692e582'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:34.682593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac2a67-85b7-4739-a5bf-0db98ecedcab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=6c77da99-50e7-4366-80cb-a87c0c689690,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:34.730634 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-421c2066-92c3-4780-998b-712d8daaf125 admin admin] Publish callbacks [] for security_group (086052f1-fe46-4b21-a1e3-ed06ecf81c0d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.763996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e681304a-815b-416a-9ecc-c864c4613e1b None None] Current status of the port 746326be-6a39-43a5-81ba-83e9a36406ef is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:34.764424 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e681304a-815b-416a-9ecc-c864c4613e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.805071 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-93b21986-8008-46b8-830a-b32216dfb855 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (6863f7f4-7c7a-4662-976f-f2008d913780), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.847712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e681304a-815b-416a-9ecc-c864c4613e1b None None] For port 746326be-6a39-43a5-81ba-83e9a36406ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=746326be-6a39-43a5-81ba-83e9a36406ef,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:34.869867 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] Set router 29b2c43f-1bb6-458e-a2cc-3bb96692e582 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:34.921106 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2a67-85b7-4739-a5bf-0db98ecedcab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (0cede5b0-1495-4247-8f3b-dbd6336c2b45), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.954031 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c58f3-c984-4a2b-b945-cc206e0342f4 None None] Pushing event updated for resources: {'Port': ['ID=746326be-6a39-43a5-81ba-83e9a36406ef,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:34.956219 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e681304a-815b-416a-9ecc-c864c4613e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.956390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-421c2066-92c3-4780-998b-712d8daaf125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (086052f1-fe46-4b21-a1e3-ed06ecf81c0d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.978385 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-421c2066-92c3-4780-998b-712d8daaf125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:34.982970 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-421c2066-92c3-4780-998b-712d8daaf125 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/086052f1-fe46-4b21-a1e3-ed06ecf81c0d HTTP/1.1" status: 204  len: 168 time: 0.7637098
Apr 16 21:31:35.030839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54428) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:35.030839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c2066-92c3-4780-998b-712d8daaf125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086052f1-fe46-4b21-a1e3-ed06ecf81c0d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:35.069742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-adbe845c-9469-4eca-b2ff-53aeef6a06e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Made reservation on behalf of 0ee2ef9a941a429b82a89f7c8f71d45b for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:35.073223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-adbe845c-9469-4eca-b2ff-53aeef6a06e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:35.082517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681304a-815b-416a-9ecc-c864c4613e1b None None] Pushing event updated for resources: {'Port': ['ID=746326be-6a39-43a5-81ba-83e9a36406ef,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:35.091687 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-93b21986-8008-46b8-830a-b32216dfb855 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (6863f7f4-7c7a-4662-976f-f2008d913780), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:35.117223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b21986-8008-46b8-830a-b32216dfb855 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:35.118064 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-93b21986-8008-46b8-830a-b32216dfb855 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:35.179805 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4be408eb-ed7a-4736-88a6-2e4270d3486f None None] Provisioning complete for port 746326be-6a39-43a5-81ba-83e9a36406ef triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:35.180482 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4be408eb-ed7a-4736-88a6-2e4270d3486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:35.257459 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de2abf29-2db9-402b-b2a9-920399edaca2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for security_group (9a537179-5e92-4b7e-8e65-25fa2b2c7ac9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:35.270059 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124851f70>, [{'id': '29b2c43f-1bb6-458e-a2cc-3bb96692e582', 'name': 'tempest-NetworksTestDHCPv6-router-2134909868', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:26Z', 'updated_at': '2022-04-16T21:31:31Z', 'revision_number': 2, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'gw_port_host': None, '_interfaces': [{'id': '746326be-6a39-43a5-81ba-83e9a36406ef', 'name': '', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'mac_address': 'fa:16:3e:16:f1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b2c43f-1bb6-458e-a2cc-3bb96692e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '3cd530d8-cb78-48ab-8e0a-246d75897afd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:29Z', 'updated_at': '2022-04-16T21:31:34Z', 'revision_number': 4, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'subnets': [{'id': '3cd530d8-cb78-48ab-8e0a-246d75897afd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:35.301614 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de2abf29-2db9-402b-b2a9-920399edaca2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for security_group (9a537179-5e92-4b7e-8e65-25fa2b2c7ac9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:35.304272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0589b677-6e52-4937-bf97-cd197c73b978 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port 746326be-6a39-43a5-81ba-83e9a36406ef {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:35.304609 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0589b677-6e52-4937-bf97-cd197c73b978 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:35.328016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4be408eb-ed7a-4736-88a6-2e4270d3486f None None] Current status of the port 746326be-6a39-43a5-81ba-83e9a36406ef is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:35.329325 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b8455a-7b5b-4d95-aeef-0772af8aa5e2 None None] The sync data for ids ['29b2c43f-1bb6-458e-a2cc-3bb96692e582'] in ncdv-master-1 is: [{'id': '29b2c43f-1bb6-458e-a2cc-3bb96692e582', 'name': 'tempest-NetworksTestDHCPv6-router-2134909868', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:26Z', 'updated_at': '2022-04-16T21:31:31Z', 'revision_number': 2, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'gw_port_host': None, '_interfaces': [{'id': '746326be-6a39-43a5-81ba-83e9a36406ef', 'name': '', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'mac_address': 'fa:16:3e:16:f1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b2c43f-1bb6-458e-a2cc-3bb96692e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '3cd530d8-cb78-48ab-8e0a-246d75897afd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:29Z', 'updated_at': '2022-04-16T21:31:34Z', 'revision_number': 4, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'subnets': [{'id': '3cd530d8-cb78-48ab-8e0a-246d75897afd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:35.367943 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-861b77ee-2926-442a-ae7a-815a67e42dc6 req-fef49ad5-e8a5-40aa-9663-a1c30ea20a6b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 210 time: 0.1637762
Apr 16 21:31:35.479247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b21986-8008-46b8-830a-b32216dfb855 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Network': ['ID=6863f7f4-7c7a-4662-976f-f2008d913780,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:35.491832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 6863f7f4-7c7a-4662-976f-f2008d913780 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:31:35.527716 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-93b21986-8008-46b8-830a-b32216dfb855 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.6608999
Apr 16 21:31:35.531391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54434) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:35.539265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-628b70a8-aa79-4652-85a3-2dd8a92391b4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'subnet': {'network_id': '6863f7f4-7c7a-4662-976f-f2008d913780', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:35.593722 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-adbe845c-9469-4eca-b2ff-53aeef6a06e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.20.0.11 (f9436375-f402-4a5b-aa69-a7409c8adda4/a4f45037-6f54-4369-b06d-9d201a65a8f0/f0531494-4be1-4c6b-bed4-5ffd32fa231d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:35.603305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ac2a67-85b7-4739-a5bf-0db98ecedcab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 0cede5b0-1495-4247-8f3b-dbd6336c2b45 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:35.635751 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de2abf29-2db9-402b-b2a9-920399edaca2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9a537179-5e92-4b7e-8e65-25fa2b2c7ac9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:35.659638 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de2abf29-2db9-402b-b2a9-920399edaca2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:35.663265 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-de2abf29-2db9-402b-b2a9-920399edaca2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a537179-5e92-4b7e-8e65-25fa2b2c7ac9 HTTP/1.1" status: 204  len: 168 time: 0.6305363
Apr 16 21:31:35.672549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54440) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:35.693443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-0589b677-6e52-4937-bf97-cd197c73b978 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] For port 746326be-6a39-43a5-81ba-83e9a36406ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=746326be-6a39-43a5-81ba-83e9a36406ef,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:35.694508 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0589b677-6e52-4937-bf97-cd197c73b978 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:35.724753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2abf29-2db9-402b-b2a9-920399edaca2 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a537179-5e92-4b7e-8e65-25fa2b2c7ac9,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:35.731427 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-a1d3972e-f311-4030-82ac-5af1684f9106 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] show failed (client error): The resource could not be found.
Apr 16 21:31:35.731427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a1d3972e-f311-4030-82ac-5af1684f9106 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "GET /v2.0/security-groups/9a537179-5e92-4b7e-8e65-25fa2b2c7ac9 HTTP/1.1" status: 404  len: 347 time: 0.0483482
Apr 16 21:31:35.737363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54444) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:35.747482 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0589b677-6e52-4937-bf97-cd197c73b978 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for 746326be-6a39-43a5-81ba-83e9a36406ef owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:35.811524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ac2a67-85b7-4739-a5bf-0db98ecedcab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:35.820890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b6ac2a67-85b7-4739-a5bf-0db98ecedcab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/0cede5b0-1495-4247-8f3b-dbd6336c2b45/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2617209
Apr 16 21:31:35.821601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54446) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:35.827834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48821bf2-644e-408f-bc02-42bbe5283d12 None None] Sync routers for ids ['0cede5b0-1495-4247-8f3b-dbd6336c2b45'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:35.856920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48821bf2-644e-408f-bc02-42bbe5283d12 None None] Routers {'0cede5b0-1495-4247-8f3b-dbd6336c2b45'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:35.861137 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-48821bf2-644e-408f-bc02-42bbe5283d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247ae3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0cede5b0-1495-4247-8f3b-dbd6336c2b45'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:35.869212 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e6f9e043-c3a7-44d6-aa4f-78cd87a2223c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cede5b0-1495-4247-8f3b-dbd6336c2b45 HTTP/1.1" status: 200  len: 205 time: 0.0413251
Apr 16 21:31:35.873931 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54450) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:35.934663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-48821bf2-644e-408f-bc02-42bbe5283d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247ae3a0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:35.953794 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7094036-fae0-4aa8-9366-72a8268e3f88 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (0cede5b0-1495-4247-8f3b-dbd6336c2b45), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:35.955683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48821bf2-644e-408f-bc02-42bbe5283d12 None None] Routers {'0cede5b0-1495-4247-8f3b-dbd6336c2b45'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:35.955683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-48821bf2-644e-408f-bc02-42bbe5283d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247ae3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0cede5b0-1495-4247-8f3b-dbd6336c2b45'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:35.969846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628b70a8-aa79-4652-85a3-2dd8a92391b4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:35.973668 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-628b70a8-aa79-4652-85a3-2dd8a92391b4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.022052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-48821bf2-644e-408f-bc02-42bbe5283d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247ae3a0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:36.023080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48821bf2-644e-408f-bc02-42bbe5283d12 None None] The sync data for ids ['0cede5b0-1495-4247-8f3b-dbd6336c2b45'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:36.066278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a939d-94aa-4ec0-8085-c7e489f58460 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Deleting port 1a72afc2-7b92-4d69-b4a9-a44106d8b881 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:36.066638 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c5a939d-94aa-4ec0-8085-c7e489f58460 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1a72afc2-7b92-4d69-b4a9-a44106d8b881), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.160767 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-adbe845c-9469-4eca-b2ff-53aeef6a06e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.169685 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7094036-fae0-4aa8-9366-72a8268e3f88 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (0cede5b0-1495-4247-8f3b-dbd6336c2b45), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.174940 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7094036-fae0-4aa8-9366-72a8268e3f88 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (0cede5b0-1495-4247-8f3b-dbd6336c2b45), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.225024 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.301780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c5a939d-94aa-4ec0-8085-c7e489f58460 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1a72afc2-7b92-4d69-b4a9-a44106d8b881), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.302438 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c5a939d-94aa-4ec0-8085-c7e489f58460 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for floatingip (1a72afc2-7b92-4d69-b4a9-a44106d8b881), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.333386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a939d-94aa-4ec0-8085-c7e489f58460 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Calling delete_port for 1a72afc2-7b92-4d69-b4a9-a44106d8b881 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:36.465997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0589b677-6e52-4937-bf97-cd197c73b978 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (746326be-6a39-43a5-81ba-83e9a36406ef), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.534912 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aca69660-26f8-4c88-82ce-07cc965fb1e0 req-ab5dd788-272b-4234-8894-dfd8c37cf5fa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 210 time: 0.0764663
Apr 16 21:31:36.545065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589b677-6e52-4937-bf97-cd197c73b978 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=746326be-6a39-43a5-81ba-83e9a36406ef,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:36.584812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-628b70a8-aa79-4652-85a3-2dd8a92391b4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (e4da47e5-2997-4b96-b5e3-c7c09c972d78), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.623115 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-adbe845c-9469-4eca-b2ff-53aeef6a06e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.628786 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7094036-fae0-4aa8-9366-72a8268e3f88 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (0cede5b0-1495-4247-8f3b-dbd6336c2b45), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.629676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7094036-fae0-4aa8-9366-72a8268e3f88 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Fanout notify agent at l3_agent the message router_deleted on router 0cede5b0-1495-4247-8f3b-dbd6336c2b45 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:31:36.650218 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7094036-fae0-4aa8-9366-72a8268e3f88 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.651673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c7094036-fae0-4aa8-9366-72a8268e3f88 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/0cede5b0-1495-4247-8f3b-dbd6336c2b45 HTTP/1.1" status: 204  len: 168 time: 0.7788725
Apr 16 21:31:36.657429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54464) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:36.757400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-adbe845c-9469-4eca-b2ff-53aeef6a06e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network f9436375-f402-4a5b-aa69-a7409c8adda4 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:36.761226 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b70a8-aa79-4652-85a3-2dd8a92391b4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Subnet': ['ID=e4da47e5-2997-4b96-b5e3-c7c09c972d78,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:36.764638 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0589b677-6e52-4937-bf97-cd197c73b978 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (29b2c43f-1bb6-458e-a2cc-3bb96692e582), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.765958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-adbe845c-9469-4eca-b2ff-53aeef6a06e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:36.770658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe845c-9469-4eca-b2ff-53aeef6a06e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=f0531494-4be1-4c6b-bed4-5ffd32fa231d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:36.773219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-adbe845c-9469-4eca-b2ff-53aeef6a06e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:36.809513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf6600e-f048-490d-a0ab-b84cbb83abd8 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting subnet 538f0166-740a-473c-b91b-e1a62f38023e {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:36.817169 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8cf6600e-f048-490d-a0ab-b84cbb83abd8 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (538f0166-740a-473c-b91b-e1a62f38023e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.879205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-adbe845c-9469-4eca-b2ff-53aeef6a06e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:36.880450 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-adbe845c-9469-4eca-b2ff-53aeef6a06e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.905572 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8cf6600e-f048-490d-a0ab-b84cbb83abd8 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (538f0166-740a-473c-b91b-e1a62f38023e), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.964083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c5a939d-94aa-4ec0-8085-c7e489f58460 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1a72afc2-7b92-4d69-b4a9-a44106d8b881), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:36.975602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b70a8-aa79-4652-85a3-2dd8a92391b4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Checking segment: {'id': '9e9d9107-2d27-45ee-a5ae-29f0d068a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6863f7f4-7c7a-4662-976f-f2008d913780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:36.975981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628b70a8-aa79-4652-85a3-2dd8a92391b4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network hostable DHCP agents. Network: 6863f7f4-7c7a-4662-976f-f2008d913780, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:31:36.986187 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-adbe845c-9469-4eca-b2ff-53aeef6a06e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4553344
Apr 16 21:31:37.015109 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a939d-94aa-4ec0-8085-c7e489f58460 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'Port': ['ID=1a72afc2-7b92-4d69-b4a9-a44106d8b881,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:37.024020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Request body: {'port': {'device_id': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:37.107247 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8cf6600e-f048-490d-a0ab-b84cbb83abd8 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (538f0166-740a-473c-b91b-e1a62f38023e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.121065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628b70a8-aa79-4652-85a3-2dd8a92391b4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 6863f7f4-7c7a-4662-976f-f2008d913780 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:31:37.138014 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.173844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3c8fb23f-a483-4fdc-87c6-211c4295ac89 None None] Provisioning complete for port f0531494-4be1-4c6b-bed4-5ffd32fa231d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:37.174843 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb23f-a483-4fdc-87c6-211c4295ac89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.176848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0589b677-6e52-4937-bf97-cd197c73b978 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Router 29b2c43f-1bb6-458e-a2cc-3bb96692e582 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:37.179378 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c5a939d-94aa-4ec0-8085-c7e489f58460 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for floatingip (5e0ff965-dfa6-47a4-8513-cb0d13a1e271), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.182002 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c5a939d-94aa-4ec0-8085-c7e489f58460 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.183240 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6c5a939d-94aa-4ec0-8085-c7e489f58460 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "DELETE /v2.0/floatingips/5e0ff965-dfa6-47a4-8513-cb0d13a1e271 HTTP/1.1" status: 204  len: 168 time: 1.4425049
Apr 16 21:31:37.189844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54474) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:37.228989 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3c8fb23f-a483-4fdc-87c6-211c4295ac89 None None] Port f0531494-4be1-4c6b-bed4-5ffd32fa231d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:37.270650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-628b70a8-aa79-4652-85a3-2dd8a92391b4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6863f7f4-7c7a-4662-976f-f2008d913780) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:37.280959 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622050e7-644c-4e0e-b2aa-db83ec969a4b None None] Network 6863f7f4-7c7a-4662-976f-f2008d913780 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:37.315430 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b70a8-aa79-4652-85a3-2dd8a92391b4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:37.316029 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-628b70a8-aa79-4652-85a3-2dd8a92391b4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.331661 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8cf6600e-f048-490d-a0ab-b84cbb83abd8 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (538f0166-740a-473c-b91b-e1a62f38023e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.358308 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0589b677-6e52-4937-bf97-cd197c73b978 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:37.368498 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0589b677-6e52-4937-bf97-cd197c73b978 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "PUT /v2.0/routers/29b2c43f-1bb6-458e-a2cc-3bb96692e582/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5829685
Apr 16 21:31:37.372585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54478) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:37.418699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f6b75fe5-a22d-46ca-8ae6-1f7dee79f472 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Deleting port 5e9adf2d-0b03-4f92-88ae-35b824faa4fe {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:37.419060 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6b75fe5-a22d-46ca-8ae6-1f7dee79f472 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.419314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6600e-f048-490d-a0ab-b84cbb83abd8 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Subnet': ['ID=538f0166-740a-473c-b91b-e1a62f38023e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:37.436617 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8cf6600e-f048-490d-a0ab-b84cbb83abd8 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.446333 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8cf6600e-f048-490d-a0ab-b84cbb83abd8 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/538f0166-740a-473c-b91b-e1a62f38023e HTTP/1.1" status: 204  len: 168 time: 0.7548048
Apr 16 21:31:37.449826 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54482) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:37.451452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb7a5ab-35d8-432c-a24b-4d5140ff403d None None] Network 81902ceb-73de-4139-98a6-fb7d99f973dd requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:37.482503 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-628b70a8-aa79-4652-85a3-2dd8a92391b4 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9486866
Apr 16 21:31:37.487681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54484) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:37.494318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e54ae58e-6ca0-4ad6-9180-bdd943cef224 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-819990266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:37.511291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ef73c1-acd8-4156-adbb-6489a682a270 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:37.512890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ef73c1-acd8-4156-adbb-6489a682a270 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:37.518522 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-64ef73c1-acd8-4156-adbb-6489a682a270 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1456974
Apr 16 21:31:37.519118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54486) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:37.542180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6863f7f4-7c7a-4662-976f-f2008d913780', 'network_id': '6863f7f4-7c7a-4662-976f-f2008d913780', 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'fixed_ips': [{'subnet_id': 'e4da47e5-2997-4b96-b5e3-c7c09c972d78'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:37.543394 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.617885 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6b75fe5-a22d-46ca-8ae6-1f7dee79f472 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.636612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f08f64-b17b-464c-aca4-ca6733dd50b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 3cd530d8-cb78-48ab-8e0a-246d75897afd {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:37.644427 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6f08f64-b17b-464c-aca4-ca6733dd50b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (3cd530d8-cb78-48ab-8e0a-246d75897afd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.659011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (81902ceb-73de-4139-98a6-fb7d99f973dd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.675972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f6b75fe5-a22d-46ca-8ae6-1f7dee79f472 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Calling delete_port for 5e9adf2d-0b03-4f92-88ae-35b824faa4fe owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:37.682872 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e54ae58e-6ca0-4ad6-9180-bdd943cef224 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (bb8776c7-c7c5-4065-b9d2-a525af9f439b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.683968 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e54ae58e-6ca0-4ad6-9180-bdd943cef224 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (bb8776c7-c7c5-4065-b9d2-a525af9f439b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.684541 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87af9c-5cdf-4bdc-8487-c116c4b7c6d8 None None] Sync routers for ids ['29b2c43f-1bb6-458e-a2cc-3bb96692e582'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:37.701278 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87af9c-5cdf-4bdc-8487-c116c4b7c6d8 None None] Routers {'29b2c43f-1bb6-458e-a2cc-3bb96692e582'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:37.702726 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3f87af9c-5cdf-4bdc-8487-c116c4b7c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a27790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['29b2c43f-1bb6-458e-a2cc-3bb96692e582'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:37.716760 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6f08f64-b17b-464c-aca4-ca6733dd50b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (3cd530d8-cb78-48ab-8e0a-246d75897afd), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.767899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daaa79b-8ee3-4ba2-80e2-dbc5acaa2c7b req-4a42e023-fa6b-4a94-929b-a951ef90d9a2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:37.769515 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9daaa79b-8ee3-4ba2-80e2-dbc5acaa2c7b req-4a42e023-fa6b-4a94-929b-a951ef90d9a2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 932 time: 0.0718307
Apr 16 21:31:37.832215 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-3f87af9c-5cdf-4bdc-8487-c116c4b7c6d8 None None] Set router 29b2c43f-1bb6-458e-a2cc-3bb96692e582 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:37.850807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Allocated IP 172.20.0.2 (6863f7f4-7c7a-4662-976f-f2008d913780/e4da47e5-2997-4b96-b5e3-c7c09c972d78/df7e4852-b512-4e9c-958b-aa9e5ef180b5) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:37.866593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:37.872118 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.937875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0531494-4be1-4c6b-bed4-5ffd32fa231d {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:31:37.954781 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Publish callbacks [] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:37.962662 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9daaa79b-8ee3-4ba2-80e2-dbc5acaa2c7b req-e3c60346-b4fd-4c47-aea0-38c40f838cfb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1691766
Apr 16 21:31:37.995463 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3f87af9c-5cdf-4bdc-8487-c116c4b7c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a27790>, [{'id': '29b2c43f-1bb6-458e-a2cc-3bb96692e582', 'name': 'tempest-NetworksTestDHCPv6-router-2134909868', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:26Z', 'updated_at': '2022-04-16T21:31:36Z', 'revision_number': 3, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:38.012107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Transition to ACTIVE for port object f0531494-4be1-4c6b-bed4-5ffd32fa231d will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:31:38.017936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] For port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8df1bbdc-d992-4bdb-aafd-81bdf3ecc674,segment=NetworkSegment(bbd22f72-4045-479a-8128-5236dc26dcd6),segment_id=bbd22f72-4045-479a-8128-5236dc26dcd6)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:38.018054 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.032930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:38.052230 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87af9c-5cdf-4bdc-8487-c116c4b7c6d8 None None] Checking router: 29b2c43f-1bb6-458e-a2cc-3bb96692e582 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:31:38.071049 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87af9c-5cdf-4bdc-8487-c116c4b7c6d8 None None] Routers {'29b2c43f-1bb6-458e-a2cc-3bb96692e582'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:38.072089 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3f87af9c-5cdf-4bdc-8487-c116c4b7c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a27790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['29b2c43f-1bb6-458e-a2cc-3bb96692e582'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:38.073559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95108e9-70b6-4f26-bfa9-335d6d0ac03d None None] DHCP port deletion for 81902ceb-73de-4139-98a6-fb7d99f973dd request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:31:38.102273 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.163791 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-3f87af9c-5cdf-4bdc-8487-c116c4b7c6d8 None None] Set router 29b2c43f-1bb6-458e-a2cc-3bb96692e582 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:38.193909 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Publish callbacks [] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.204520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0531494-4be1-4c6b-bed4-5ffd32fa231d,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:38.208794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b95108e9-70b6-4f26-bfa9-335d6d0ac03d None None] Deleting port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:38.209931 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b95108e9-70b6-4f26-bfa9-335d6d0ac03d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.248743 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3f87af9c-5cdf-4bdc-8487-c116c4b7c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a27790>, [{'id': '29b2c43f-1bb6-458e-a2cc-3bb96692e582', 'name': 'tempest-NetworksTestDHCPv6-router-2134909868', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:26Z', 'updated_at': '2022-04-16T21:31:36Z', 'revision_number': 3, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:38.251553 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.284311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No DVR routers for this DVR port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:38.284864 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.289079 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87af9c-5cdf-4bdc-8487-c116c4b7c6d8 None None] The sync data for ids ['29b2c43f-1bb6-458e-a2cc-3bb96692e582'] in ncdv-master-1 is: [{'id': '29b2c43f-1bb6-458e-a2cc-3bb96692e582', 'name': 'tempest-NetworksTestDHCPv6-router-2134909868', 'tenant_id': '7a226328ac324cf3af0c6541e8b1821f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:26Z', 'updated_at': '2022-04-16T21:31:36Z', 'revision_number': 3, 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:38.304109 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e54ae58e-6ca0-4ad6-9180-bdd943cef224 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (bb8776c7-c7c5-4065-b9d2-a525af9f439b), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.331102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b95108e9-70b6-4f26-bfa9-335d6d0ac03d None None] For port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8df1bbdc-d992-4bdb-aafd-81bdf3ecc674,segment=NetworkSegment(bbd22f72-4045-479a-8128-5236dc26dcd6),segment_id=bbd22f72-4045-479a-8128-5236dc26dcd6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:38.331588 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b95108e9-70b6-4f26-bfa9-335d6d0ac03d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.347288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b95108e9-70b6-4f26-bfa9-335d6d0ac03d None None] Calling delete_port for 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:38.401143 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e54ae58e-6ca0-4ad6-9180-bdd943cef224 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (bb8776c7-c7c5-4065-b9d2-a525af9f439b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.418371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=8df1bbdc-d992-4bdb-aafd-81bdf3ecc674,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:38.428296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6f08f64-b17b-464c-aca4-ca6733dd50b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (3cd530d8-cb78-48ab-8e0a-246d75897afd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.429127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Network 6863f7f4-7c7a-4662-976f-f2008d913780 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:38.435030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:38.445389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:38.496392 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6b75fe5-a22d-46ca-8ae6-1f7dee79f472 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5e9adf2d-0b03-4f92-88ae-35b824faa4fe), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.496910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Pushing event updated for resources: {'Port': ['ID=df7e4852-b512-4e9c-958b-aa9e5ef180b5,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:38.502688 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e54ae58e-6ca0-4ad6-9180-bdd943cef224 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.507033 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e54ae58e-6ca0-4ad6-9180-bdd943cef224 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 1.0139759
Apr 16 21:31:38.507530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54500) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:38.514269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'port': {'network_id': '6863f7f4-7c7a-4662-976f-f2008d913780', 'name': 'tempest-RoutersTest-1727069149'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:38.519676 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (81902ceb-73de-4139-98a6-fb7d99f973dd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.530965 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b95108e9-70b6-4f26-bfa9-335d6d0ac03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (8df1bbdc-d992-4bdb-aafd-81bdf3ecc674), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.555516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b75fe5-a22d-46ca-8ae6-1f7dee79f472 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'Port': ['ID=5e9adf2d-0b03-4f92-88ae-35b824faa4fe,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:38.559437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6f08f64-b17b-464c-aca4-ca6733dd50b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (3cd530d8-cb78-48ab-8e0a-246d75897afd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.579076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95108e9-70b6-4f26-bfa9-335d6d0ac03d None None] No DVR routers for this DVR port 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:38.585415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Attempting to bind port df7e4852-b512-4e9c-958b-aa9e5ef180b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:38.586543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Attempting to bind port df7e4852-b512-4e9c-958b-aa9e5ef180b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e9d9107-2d27-45ee-a5ae-29f0d068a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6863f7f4-7c7a-4662-976f-f2008d913780'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:38.586543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Attempting to bind port df7e4852-b512-4e9c-958b-aa9e5ef180b5 on network 6863f7f4-7c7a-4662-976f-f2008d913780 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:38.593057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95108e9-70b6-4f26-bfa9-335d6d0ac03d None None] Pushing event deleted for resources: {'Port': ['ID=8df1bbdc-d992-4bdb-aafd-81bdf3ecc674,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:38.600102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Attempting to bind port f0531494-4be1-4c6b-bed4-5ffd32fa231d on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:38.600554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Attempting to bind port f0531494-4be1-4c6b-bed4-5ffd32fa231d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:38.600895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Attempting to bind port f0531494-4be1-4c6b-bed4-5ffd32fa231d on network f9436375-f402-4a5b-aa69-a7409c8adda4 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:38.608824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:38.609341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Checking segment: {'id': '9e9d9107-2d27-45ee-a5ae-29f0d068a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6863f7f4-7c7a-4662-976f-f2008d913780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:38.609844 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.610025 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01242e1cd0>,) {'filters': {'network_id': ['81902ceb-73de-4139-98a6-fb7d99f973dd']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:38.610418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Bound using segment: {'id': '9e9d9107-2d27-45ee-a5ae-29f0d068a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6863f7f4-7c7a-4662-976f-f2008d913780'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:38.610998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Bound port: df7e4852-b512-4e9c-958b-aa9e5ef180b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9d9107-2d27-45ee-a5ae-29f0d068a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6863f7f4-7c7a-4662-976f-f2008d913780'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:38.611476 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.628648 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Port f0531494-4be1-4c6b-bed4-5ffd32fa231d on network f9436375-f402-4a5b-aa69-a7409c8adda4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:31:38.630034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Attempting to bind port f0531494-4be1-4c6b-bed4-5ffd32fa231d on network f9436375-f402-4a5b-aa69-a7409c8adda4 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:38.637568 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f08f64-b17b-464c-aca4-ca6733dd50b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd530d8-cb78-48ab-8e0a-246d75897afd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:38.648893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:38.649542 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Checking segment: {'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:38.650630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Bound using segment: {'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:38.652024 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Bound port: f0531494-4be1-4c6b-bed4-5ffd32fa231d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:38.652893 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.668584 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6f08f64-b17b-464c-aca4-ca6733dd50b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.671972 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a6f08f64-b17b-464c-aca4-ca6733dd50b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/3cd530d8-cb78-48ab-8e0a-246d75897afd HTTP/1.1" status: 204  len: 168 time: 1.1477010
Apr 16 21:31:38.672616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54504) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:38.683033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01242e1cd0>, 'bbd22f72-4045-479a-8128-5236dc26dcd6') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:38.683889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01242e1cd0>, 'bbd22f72-4045-479a-8128-5236dc26dcd6') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:38.740545 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (bbd22f72-4045-479a-8128-5236dc26dcd6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.758299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34640672-d352-48b2-9834-440fca0593a9 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:38.790767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] For port df7e4852-b512-4e9c-958b-aa9e5ef180b5, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:38.797077 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (bbd22f72-4045-479a-8128-5236dc26dcd6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.798201 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f6b75fe5-a22d-46ca-8ae6-1f7dee79f472 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.801504 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f6b75fe5-a22d-46ca-8ae6-1f7dee79f472 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "DELETE /v2.0/ports/5e9adf2d-0b03-4f92-88ae-35b824faa4fe HTTP/1.1" status: 204  len: 168 time: 1.6106908
Apr 16 21:31:38.807315 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5ffab4bf-4cbf-4768-8705-b1d833170b0a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.1313739
Apr 16 21:31:38.807921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54508) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:38.812592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54510) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:38.820533 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:31:38.820941 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (bbd22f72-4045-479a-8128-5236dc26dcd6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:31:38.826010 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:31:38.903469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6584a5ff-2e62-46c8-a2ee-e588efc8d283 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Deleting port c1abc7d3-63c4-4e58-896c-5aa4b9a41054 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:38.903829 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6584a5ff-2e62-46c8-a2ee-e588efc8d283 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:38.921883 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] For port f0531494-4be1-4c6b-bed4-5ffd32fa231d, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:38.994365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62bdaf4-b85a-4eee-aa74-6018f36d898c None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:31:39.031372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] For port f0531494-4be1-4c6b-bed4-5ffd32fa231d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:39.058172 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc11ab57-2589-4192-b0c0-8d170b77afc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.067001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:39.071937 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3892-c71f-4c92-8fd5-56b0f68678f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for router (29b2c43f-1bb6-458e-a2cc-3bb96692e582), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.112951 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:39.115696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8df1bbdc-d992-4bdb-aafd-81bdf3ecc674 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:39.116251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 746326be-6a39-43a5-81ba-83e9a36406ef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:39.119538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a62bdaf4-b85a-4eee-aa74-6018f36d898c None None] Deleting port 3b66524b-1f5e-4289-9fff-d53ac51c16e9 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:39.120038 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a62bdaf4-b85a-4eee-aa74-6018f36d898c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3b66524b-1f5e-4289-9fff-d53ac51c16e9), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.130413 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6584a5ff-2e62-46c8-a2ee-e588efc8d283 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.143232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 746326be-6a39-43a5-81ba-83e9a36406ef {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:39.143612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 746326be-6a39-43a5-81ba-83e9a36406ef not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:39.173516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:39.179482 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.182967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6584a5ff-2e62-46c8-a2ee-e588efc8d283 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Calling delete_port for c1abc7d3-63c4-4e58-896c-5aa4b9a41054 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:39.219352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] For port df7e4852-b512-4e9c-958b-aa9e5ef180b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df7e4852-b512-4e9c-958b-aa9e5ef180b5,segment=NetworkSegment(9e9d9107-2d27-45ee-a5ae-29f0d068a924),segment_id=9e9d9107-2d27-45ee-a5ae-29f0d068a924)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:39.247789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a62bdaf4-b85a-4eee-aa74-6018f36d898c None None] For port 3b66524b-1f5e-4289-9fff-d53ac51c16e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b66524b-1f5e-4289-9fff-d53ac51c16e9,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:39.248371 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a62bdaf4-b85a-4eee-aa74-6018f36d898c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3b66524b-1f5e-4289-9fff-d53ac51c16e9), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.262236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb9372-a686-4e30-90c1-925642c053b6 req-d463853c-6cb8-46c9-99f1-64e336765c77 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:39.262962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a62bdaf4-b85a-4eee-aa74-6018f36d898c None None] Calling delete_port for 3b66524b-1f5e-4289-9fff-d53ac51c16e9 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:39.263393 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.264013 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46fb9372-a686-4e30-90c1-925642c053b6 req-d463853c-6cb8-46c9-99f1-64e336765c77 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 944 time: 0.1305246
Apr 16 21:31:39.273421 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (81902ceb-73de-4139-98a6-fb7d99f973dd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.289151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] device_id is not set on port 637f7833-2a64-4af1-99f8-c3471e28f45d yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:31:39.301703 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.311825 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/networks/81902ceb-73de-4139-98a6-fb7d99f973dd HTTP/1.1" status: 204  len: 168 time: 1.8542650
Apr 16 21:31:39.317880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54522) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:39.329301 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.329568 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-eeb6afb3-dda9-44a2-8f92-63c3c90843b1 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1100408972', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:39.378355 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46fb9372-a686-4e30-90c1-925642c053b6 req-bf9bbd9a-8b92-4ec9-b468-193b8140868c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060643
Apr 16 21:31:39.416670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0531494-4be1-4c6b-bed4-5ffd32fa231d,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:39.434457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae3a78-d955-4633-98ae-4b9668512721 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Network': ['ID=81902ceb-73de-4139-98a6-fb7d99f973dd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:39.440012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b367c-bde5-450d-81a9-3c7649e69d8e None None] Pushing event updated for resources: {'Port': ['ID=df7e4852-b512-4e9c-958b-aa9e5ef180b5,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:39.441497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:39.442454 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.447067 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-fa9c5498-e4bf-4d7b-8c68-cc3a80b406b4 service neutron] 10.222.0.11 "PUT /v2.0/ports/f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 1092 time: 2.4321141
Apr 16 21:31:39.467754 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eeb6afb3-dda9-44a2-8f92-63c3c90843b1 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.468834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eeb6afb3-dda9-44a2-8f92-63c3c90843b1 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.527608 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a62bdaf4-b85a-4eee-aa74-6018f36d898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (3b66524b-1f5e-4289-9fff-d53ac51c16e9), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.542732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:31:39.545301 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a35530-4ab1-4355-841b-45ef035bffe9" -d '{"events": [{"name": "network-changed", "server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:31:39.571149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eeb6afb3-dda9-44a2-8f92-63c3c90843b1 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (78dd91b7-4d77-4be2-9419-e0f76a1be201), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.580303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bdaf4-b85a-4eee-aa74-6018f36d898c None None] Pushing event deleted for resources: {'Port': ['ID=3b66524b-1f5e-4289-9fff-d53ac51c16e9,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:39.587737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62bdaf4-b85a-4eee-aa74-6018f36d898c None None] No DVR routers for this DVR port 3b66524b-1f5e-4289-9fff-d53ac51c16e9 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:39.636903 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eeb6afb3-dda9-44a2-8f92-63c3c90843b1 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.637869 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938159a3-1f36-4f44-86ee-28a81e610bc7 x-openstack-request-id: req-938159a3-1f36-4f44-86ee-28a81e610bc7 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:31:39.638167 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:31:39.638422 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-938159a3-1f36-4f44-86ee-28a81e610bc7 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:31:39.638822 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938159a3-1f36-4f44-86ee-28a81e610bc7'] response: {'name': 'network-changed', 'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'status': 'completed', 'code': 200}
Apr 16 21:31:39.643807 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6584a5ff-2e62-46c8-a2ee-e588efc8d283 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c1abc7d3-63c4-4e58-896c-5aa4b9a41054), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.746755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3892-c71f-4c92-8fd5-56b0f68678f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (29b2c43f-1bb6-458e-a2cc-3bb96692e582), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.750161 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3892-c71f-4c92-8fd5-56b0f68678f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for router_controller (29b2c43f-1bb6-458e-a2cc-3bb96692e582), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.779351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584a5ff-2e62-46c8-a2ee-e588efc8d283 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'Port': ['ID=c1abc7d3-63c4-4e58-896c-5aa4b9a41054,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:39.848845 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6584a5ff-2e62-46c8-a2ee-e588efc8d283 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.860384 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6584a5ff-2e62-46c8-a2ee-e588efc8d283 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "DELETE /v2.0/ports/c1abc7d3-63c4-4e58-896c-5aa4b9a41054 HTTP/1.1" status: 204  len: 168 time: 1.0513651
Apr 16 21:31:39.861419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54540) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:39.868584 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eeb6afb3-dda9-44a2-8f92-63c3c90843b1 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.870148 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eeb6afb3-dda9-44a2-8f92-63c3c90843b1 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5513113
Apr 16 21:31:39.880472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54542) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:39.884572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0f34bf7c-7c1a-4e4d-bc88-e8797992d1e9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-778431110'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:39.898670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-42508de2-5ae9-4a4b-b80f-c24cdc2d1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:39.900549 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-42508de2-5ae9-4a4b-b80f-c24cdc2d1cd6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1126 time: 0.2609615
Apr 16 21:31:39.979567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a491bb-4415-4f05-b9fb-fa067fec55cd tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Deleting subnet 326da6c5-3bc2-4f6e-a46f-4485631a093b {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:39.984623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10a491bb-4415-4f05-b9fb-fa067fec55cd tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for subnet (326da6c5-3bc2-4f6e-a46f-4485631a093b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.991625 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3892-c71f-4c92-8fd5-56b0f68678f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (29b2c43f-1bb6-458e-a2cc-3bb96692e582), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.991625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0eb3892-c71f-4c92-8fd5-56b0f68678f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Fanout notify agent at l3_agent the message router_deleted on router 29b2c43f-1bb6-458e-a2cc-3bb96692e582 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:31:39.993485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3892-c71f-4c92-8fd5-56b0f68678f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:39.997538 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e0eb3892-c71f-4c92-8fd5-56b0f68678f5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/routers/29b2c43f-1bb6-458e-a2cc-3bb96692e582 HTTP/1.1" status: 204  len: 168 time: 1.1826108
Apr 16 21:31:40.001660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54548) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:40.016337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-6dff2e62-97ed-4f5f-8569-ea90091bf3ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 217 time: 0.1042821
Apr 16 21:31:40.058955 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10a491bb-4415-4f05-b9fb-fa067fec55cd tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (326da6c5-3bc2-4f6e-a46f-4485631a093b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:40.085843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e768a66f-29e4-4bc7-862a-79e07dc664ff tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0783937
Apr 16 21:31:40.086849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54552) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:40.101145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Allocated IP 172.20.0.6 (6863f7f4-7c7a-4662-976f-f2008d913780/e4da47e5-2997-4b96-b5e3-c7c09c972d78/637f7833-2a64-4af1-99f8-c3471e28f45d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:40.112046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f34bf7c-7c1a-4e4d-bc88-e8797992d1e9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:40.115445 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0f34bf7c-7c1a-4e4d-bc88-e8797992d1e9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:40.175632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-d20199ec-fdd0-41eb-9737-7c3268ed1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:40.177403 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-d20199ec-fdd0-41eb-9737-7c3268ed1b52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4f45037-6f54-4369-b06d-9d201a65a8f0 HTTP/1.1" status: 200  len: 834 time: 0.1548851
Apr 16 21:31:40.182323 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10a491bb-4415-4f05-b9fb-fa067fec55cd tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (326da6c5-3bc2-4f6e-a46f-4485631a093b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:40.244585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f34bf7c-7c1a-4e4d-bc88-e8797992d1e9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:31:40.322198 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10a491bb-4415-4f05-b9fb-fa067fec55cd tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (326da6c5-3bc2-4f6e-a46f-4485631a093b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:40.338586 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10a491bb-4415-4f05-b9fb-fa067fec55cd tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:40.345995 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-10a491bb-4415-4f05-b9fb-fa067fec55cd tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "DELETE /v2.0/subnets/326da6c5-3bc2-4f6e-a46f-4485631a093b HTTP/1.1" status: 204  len: 168 time: 0.4830294
Apr 16 21:31:40.351709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dbae6e-afe0-4b23-96f2-a811c37a66cf None None] Network e542be96-fc30-4cda-9476-07d2b2bc4e28 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:40.366300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54556) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:40.376089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a491bb-4415-4f05-b9fb-fa067fec55cd tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'Subnet': ['ID=326da6c5-3bc2-4f6e-a46f-4485631a093b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:40.461642 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1dd1e71-de8c-4485-94cb-0731d2ba0f5d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Deleting subnet 4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:40.470867 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1e71-de8c-4485-94cb-0731d2ba0f5d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for subnet (4f4c2dde-626f-4cd8-b0c1-29416cdf21a1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:40.578272 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1e71-de8c-4485-94cb-0731d2ba0f5d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (4f4c2dde-626f-4cd8-b0c1-29416cdf21a1), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:40.583053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb82cc3-ba5b-4c26-9c9d-023517380334 None None] DHCP port deletion for e542be96-fc30-4cda-9476-07d2b2bc4e28 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:31:40.588843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-c6bd27b4-89b8-45bc-853d-ecfb2d867245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:40.591274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-c6bd27b4-89b8-45bc-853d-ecfb2d867245 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9436375-f402-4a5b-aa69-a7409c8adda4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4054966
Apr 16 21:31:40.595314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d48557-1a08-49cf-a658-48c9becc36f2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:40.598493 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c2d48557-1a08-49cf-a658-48c9becc36f2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5074897
Apr 16 21:31:40.607161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54562) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:40.626930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf50172-4837-4669-a507-e66457f25db1 req-e877de9a-a66d-4a3c-b033-cec653b0d83c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:40.628981 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddf50172-4837-4669-a507-e66457f25db1 req-e877de9a-a66d-4a3c-b033-cec653b0d83c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 944 time: 0.1134529
Apr 16 21:31:40.645171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3eb82cc3-ba5b-4c26-9c9d-023517380334 None None] Deleting port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:40.645445 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3eb82cc3-ba5b-4c26-9c9d-023517380334 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:40.679367 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0c4a2a74-02a0-4a4a-8023-17c80c37886b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0691695
Apr 16 21:31:40.698652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54564) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:40.698652 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0f34bf7c-7c1a-4e4d-bc88-e8797992d1e9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ba807b35-5f06-4596-ac94-76b8bc5a5d6f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:40.699152 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-0f34bf7c-7c1a-4e4d-bc88-e8797992d1e9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Added segment ba807b35-5f06-4596-ac94-76b8bc5a5d6f of type vlan for network 9dfba576-de80-44a2-a3cf-1634aefd924c
Apr 16 21:31:40.754579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3eb82cc3-ba5b-4c26-9c9d-023517380334 None None] For port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7229b2dc-ce29-4981-8f3e-c4cfb8d52317,segment=NetworkSegment(6b94fd09-c65a-45d4-9338-68be491dd78b),segment_id=6b94fd09-c65a-45d4-9338-68be491dd78b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:40.754878 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3eb82cc3-ba5b-4c26-9c9d-023517380334 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:40.769231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5917359b-2421-4920-933f-2fa0d80211ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:40.774559 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-968982ae-dd19-451d-9196-7cd30da30990 service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693153
Apr 16 21:31:40.785167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3eb82cc3-ba5b-4c26-9c9d-023517380334 None None] Calling delete_port for 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:40.787550 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ddf50172-4837-4669-a507-e66457f25db1 req-0456801e-5641-4a89-8789-068b0d8dafdf tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1133206
Apr 16 21:31:40.825940 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1e71-de8c-4485-94cb-0731d2ba0f5d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (4f4c2dde-626f-4cd8-b0c1-29416cdf21a1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:40.945437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59874302-9c30-4272-b755-6a83fef19305 None None] Network 6863f7f4-7c7a-4662-976f-f2008d913780 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:40.978687 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0f34bf7c-7c1a-4e4d-bc88-e8797992d1e9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (9dfba576-de80-44a2-a3cf-1634aefd924c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.050593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device df7e4852-b512-4e9c-958b-aa9e5ef180b5 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:41.079176 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5f6830a2-7883-4349-bdc8-636abc5d1e46 None None] Provisioning complete for port df7e4852-b512-4e9c-958b-aa9e5ef180b5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:41.079562 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5f6830a2-7883-4349-bdc8-636abc5d1e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.093798 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1e71-de8c-4485-94cb-0731d2ba0f5d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (4f4c2dde-626f-4cd8-b0c1-29416cdf21a1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.104824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.114528 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3eb82cc3-ba5b-4c26-9c9d-023517380334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (7229b2dc-ce29-4981-8f3e-c4cfb8d52317), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.128216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd1e71-de8c-4485-94cb-0731d2ba0f5d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4c2dde-626f-4cd8-b0c1-29416cdf21a1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:41.132096 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1e71-de8c-4485-94cb-0731d2ba0f5d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.138637 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a1dd1e71-de8c-4485-94cb-0731d2ba0f5d tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "DELETE /v2.0/subnets/4f4c2dde-626f-4cd8-b0c1-29416cdf21a1 HTTP/1.1" status: 204  len: 168 time: 0.7714882
Apr 16 21:31:41.140580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54574) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:41.153165 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4032f90f-a46a-493f-8224-3745ca5a92ec req-08231806-7a50-4893-bd91-c01f711001dd service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3286035
Apr 16 21:31:41.169825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4968a69-a4b4-49c7-9e96-39eb2e114348 None None] Network 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:41.193496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb82cc3-ba5b-4c26-9c9d-023517380334 None None] Pushing event deleted for resources: {'Port': ['ID=7229b2dc-ce29-4981-8f3e-c4cfb8d52317,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:41.225476 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae759-60f1-4af2-87d9-9d18ca828c88 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e542be96-fc30-4cda-9476-07d2b2bc4e28), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.226152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb82cc3-ba5b-4c26-9c9d-023517380334 None None] No DVR routers for this DVR port 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:41.263768 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port df7e4852-b512-4e9c-958b-aa9e5ef180b5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:41.264153 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.335261 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0f34bf7c-7c1a-4e4d-bc88-e8797992d1e9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (9dfba576-de80-44a2-a3cf-1634aefd924c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.341862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f34bf7c-7c1a-4e4d-bc88-e8797992d1e9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:41.342589 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0f34bf7c-7c1a-4e4d-bc88-e8797992d1e9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.345510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5917359b-2421-4920-933f-2fa0d80211ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:41.350661 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5917359b-2421-4920-933f-2fa0d80211ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.364097 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae759-60f1-4af2-87d9-9d18ca828c88 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e542be96-fc30-4cda-9476-07d2b2bc4e28), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.408899 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-8c0ae759-60f1-4af2-87d9-9d18ca828c88 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124cf5280>,) {'filters': {'network_id': ['e542be96-fc30-4cda-9476-07d2b2bc4e28']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:41.410993 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.424326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-8c0ae759-60f1-4af2-87d9-9d18ca828c88 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124cf5280>, '6b94fd09-c65a-45d4-9338-68be491dd78b') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:41.424762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-8c0ae759-60f1-4af2-87d9-9d18ca828c88 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124cf5280>, '6b94fd09-c65a-45d4-9338-68be491dd78b') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:41.437542 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae759-60f1-4af2-87d9-9d18ca828c88 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (6b94fd09-c65a-45d4-9338-68be491dd78b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.457233 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae759-60f1-4af2-87d9-9d18ca828c88 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6b94fd09-c65a-45d4-9338-68be491dd78b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.465719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0ae759-60f1-4af2-87d9-9d18ca828c88 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:31:41.468911 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae759-60f1-4af2-87d9-9d18ca828c88 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (6b94fd09-c65a-45d4-9338-68be491dd78b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:31:41.473761 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:31:41.575062 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0f34bf7c-7c1a-4e4d-bc88-e8797992d1e9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.6968050
Apr 16 21:31:41.577180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 6863f7f4-7c7a-4662-976f-f2008d913780 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:41.579934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54580) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:41.587278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:41.589445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2e27e998-c05a-4bb9-be7a-632c420f4f20 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'subnet': {'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:41.589973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:41.600297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34bf7c-7c1a-4e4d-bc88-e8797992d1e9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Network': ['ID=9dfba576-de80-44a2-a3cf-1634aefd924c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:41.615669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port df7e4852-b512-4e9c-958b-aa9e5ef180b5 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:41.616186 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.628777 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 9dfba576-de80-44a2-a3cf-1634aefd924c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:31:41.649359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=637f7833-2a64-4af1-99f8-c3471e28f45d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:41.687901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:41.688345 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.730272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae21b57e-4ab2-4c22-bb32-597caec398d6 None None] DHCP port deletion for 6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:31:41.772125 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae759-60f1-4af2-87d9-9d18ca828c88 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e542be96-fc30-4cda-9476-07d2b2bc4e28), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.793717 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c0ae759-60f1-4af2-87d9-9d18ca828c88 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.796740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port df7e4852-b512-4e9c-958b-aa9e5ef180b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df7e4852-b512-4e9c-958b-aa9e5ef180b5,segment=NetworkSegment(9e9d9107-2d27-45ee-a5ae-29f0d068a924),segment_id=9e9d9107-2d27-45ee-a5ae-29f0d068a924)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:41.797903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5f6830a2-7883-4349-bdc8-636abc5d1e46 None None] Current status of the port df7e4852-b512-4e9c-958b-aa9e5ef180b5 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:41.798289 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5f6830a2-7883-4349-bdc8-636abc5d1e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.803589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54584) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:41.804687 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8c0ae759-60f1-4af2-87d9-9d18ca828c88 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "DELETE /v2.0/networks/e542be96-fc30-4cda-9476-07d2b2bc4e28 HTTP/1.1" status: 204  len: 168 time: 0.6635232
Apr 16 21:31:41.824163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ae759-60f1-4af2-87d9-9d18ca828c88 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'Network': ['ID=e542be96-fc30-4cda-9476-07d2b2bc4e28,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:41.828203 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-659c3636-be48-437a-b406-f5ea7999c65d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 3.3167927
Apr 16 21:31:41.828404 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54588) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:41.881618 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ae21b57e-4ab2-4c22-bb32-597caec398d6 None None] Deleting port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:41.881618 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ae21b57e-4ab2-4c22-bb32-597caec398d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.903883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e27e998-c05a-4bb9-be7a-632c420f4f20 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:41.910378 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.920488 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e27e998-c05a-4bb9-be7a-632c420f4f20 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.961774 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-227aea6f-6a9d-4d85-a05b-64650668f1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:41.967094 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.045265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82196a-cb3f-46fd-8864-ad88b22c9cb7 req-28e0aaa0-3c4f-419d-8653-d25713a53bcb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:42.046995 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b82196a-cb3f-46fd-8864-ad88b22c9cb7 req-28e0aaa0-3c4f-419d-8653-d25713a53bcb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 944 time: 0.1308117
Apr 16 21:31:42.048425 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-5f6830a2-7883-4349-bdc8-636abc5d1e46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:31:42.049045 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-5f6830a2-7883-4349-bdc8-636abc5d1e46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:31:42.050175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:42.096145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:42.096675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7229b2dc-ce29-4981-8f3e-c4cfb8d52317 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:42.097764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3b66524b-1f5e-4289-9fff-d53ac51c16e9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:42.119603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.objects.ports [None req-5917359b-2421-4920-933f-2fa0d80211ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122555) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:31:42.136321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 3b66524b-1f5e-4289-9fff-d53ac51c16e9 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:42.136321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3b66524b-1f5e-4289-9fff-d53ac51c16e9 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:42.136726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Deleting port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:42.136726 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.161399 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5917359b-2421-4920-933f-2fa0d80211ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (a608f24c-eac3-4b40-853d-b228a21da4a1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.166074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ae21b57e-4ab2-4c22-bb32-597caec398d6 None None] For port 12f9ba87-4fad-48d4-aec4-0269b6c5a062, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12f9ba87-4fad-48d4-aec4-0269b6c5a062,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:42.166074 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ae21b57e-4ab2-4c22-bb32-597caec398d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.179704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=df7e4852-b512-4e9c-958b-aa9e5ef180b5,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:42.186073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ae21b57e-4ab2-4c22-bb32-597caec398d6 None None] Calling delete_port for 12f9ba87-4fad-48d4-aec4-0269b6c5a062 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:42.331195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5917359b-2421-4920-933f-2fa0d80211ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:42.345336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a35530-4ab1-4355-841b-45ef035bffe9 req-3bfb9945-0e66-49f2-a52b-f9b52806430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:42.345864 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ae21b57e-4ab2-4c22-bb32-597caec398d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.346880 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51a35530-4ab1-4355-841b-45ef035bffe9 req-3bfb9945-0e66-49f2-a52b-f9b52806430d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1126 time: 0.2061083
Apr 16 21:31:42.353439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-5917359b-2421-4920-933f-2fa0d80211ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:42.362821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] For port 12f9ba87-4fad-48d4-aec4-0269b6c5a062, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12f9ba87-4fad-48d4-aec4-0269b6c5a062,segment=NetworkSegment(59aa2955-40a6-4750-b974-099ca523b13c),segment_id=59aa2955-40a6-4750-b974-099ca523b13c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:42.362821 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.365052 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b82196a-cb3f-46fd-8864-ad88b22c9cb7 req-994d4e63-39a4-49a0-81aa-66ee1387ddd3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3023918
Apr 16 21:31:42.366399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5917359b-2421-4920-933f-2fa0d80211ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:42.366998 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5917359b-2421-4920-933f-2fa0d80211ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.388999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a92f427-4d7b-4634-a422-2d40b6db44ce None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:42.467771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a35530-4ab1-4355-841b-45ef035bffe9 req-8ba49c6f-1092-4435-9be6-ad66c2487313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:42.469308 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51a35530-4ab1-4355-841b-45ef035bffe9 req-8ba49c6f-1092-4435-9be6-ad66c2487313 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9436375-f402-4a5b-aa69-a7409c8adda4 HTTP/1.1" status: 200  len: 898 time: 0.1085465
Apr 16 21:31:42.481245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917359b-2421-4920-933f-2fa0d80211ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=a608f24c-eac3-4b40-853d-b228a21da4a1,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:42.483228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21b57e-4ab2-4c22-bb32-597caec398d6 None None] Pushing event deleted for resources: {'Port': ['ID=12f9ba87-4fad-48d4-aec4-0269b6c5a062,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:42.483738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Calling delete_port for 12f9ba87-4fad-48d4-aec4-0269b6c5a062 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:42.519693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae21b57e-4ab2-4c22-bb32-597caec398d6 None None] No DVR routers for this DVR port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:42.521473 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e27e998-c05a-4bb9-be7a-632c420f4f20 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (f97abb11-80f0-4a9c-abcd-2967de3ddd50), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.537568 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51a35530-4ab1-4355-841b-45ef035bffe9 req-205f8e8b-0f71-4898-a097-7a66b9d524fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 217 time: 0.0602038
Apr 16 21:31:42.543163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': 'a608f24c-eac3-4b40-853d-b228a21da4a1'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:42.544191 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.581380 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.608115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27e998-c05a-4bb9-be7a-632c420f4f20 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Subnet': ['ID=f97abb11-80f0-4a9c-abcd-2967de3ddd50,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:42.608455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5f6830a2-7883-4349-bdc8-636abc5d1e46 None None] Current status of the port df7e4852-b512-4e9c-958b-aa9e5ef180b5 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:42.608455 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.638054 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5917359b-2421-4920-933f-2fa0d80211ac tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.9315734
Apr 16 21:31:42.640635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54600) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:42.645148 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-12e663ae-da3a-4a6c-964d-80e5ae6593fe tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:42.652350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a35530-4ab1-4355-841b-45ef035bffe9 req-f7b78421-2f67-491c-aae1-acc9e04dba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:42.653922 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51a35530-4ab1-4355-841b-45ef035bffe9 req-f7b78421-2f67-491c-aae1-acc9e04dba13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4f45037-6f54-4369-b06d-9d201a65a8f0 HTTP/1.1" status: 200  len: 834 time: 0.1043377
Apr 16 21:31:42.718236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a35530-4ab1-4355-841b-45ef035bffe9 req-f9e190b6-cf32-4e3d-bfa7-e2bd256426fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:42.719861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51a35530-4ab1-4355-841b-45ef035bffe9 req-f9e190b6-cf32-4e3d-bfa7-e2bd256426fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9436375-f402-4a5b-aa69-a7409c8adda4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0598810
Apr 16 21:31:42.720786 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (12f9ba87-4fad-48d4-aec4-0269b6c5a062), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.731240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e27e998-c05a-4bb9-be7a-632c420f4f20 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Checking segment: {'id': 'ba807b35-5f06-4596-ac94-76b8bc5a5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:42.732038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e27e998-c05a-4bb9-be7a-632c420f4f20 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network hostable DHCP agents. Network: 9dfba576-de80-44a2-a3cf-1634aefd924c, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:31:42.742197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] No DVR routers for this DVR port 12f9ba87-4fad-48d4-aec4-0269b6c5a062 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:42.773713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'Port': ['ID=12f9ba87-4fad-48d4-aec4-0269b6c5a062,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:42.790847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-31e9af62-e5b6-41e9-a786-bab0726ffbd0 None None] Provisioning complete for port 637f7833-2a64-4af1-99f8-c3471e28f45d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:42.791440 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31e9af62-e5b6-41e9-a786-bab0726ffbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.830074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Allocated IP 2001:db8::f816:3eff:fe7c:9295 (0d27c69b-2090-42d8-afae-1332cd31e453/a608f24c-eac3-4b40-853d-b228a21da4a1/3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:42.847514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-31e9af62-e5b6-41e9-a786-bab0726ffbd0 None None] Port 637f7833-2a64-4af1-99f8-c3471e28f45d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:42.857967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-31e9af62-e5b6-41e9-a786-bab0726ffbd0 None None] Provisioning complete for port df7e4852-b512-4e9c-958b-aa9e5ef180b5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:42.858868 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31e9af62-e5b6-41e9-a786-bab0726ffbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.899116 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:42.932151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124742b20>,) {'filters': {'network_id': ['6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:42.944880 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51a35530-4ab1-4355-841b-45ef035bffe9 req-ec0f0f86-094a-4826-af40-987b1b5ff0ed service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2154167
Apr 16 21:31:42.946556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124742b20>, '59aa2955-40a6-4750-b974-099ca523b13c') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:42.946860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124742b20>, '59aa2955-40a6-4750-b974-099ca523b13c') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:42.956707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e27e998-c05a-4bb9-be7a-632c420f4f20 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 9dfba576-de80-44a2-a3cf-1634aefd924c is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:31:42.978821 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (59aa2955-40a6-4750-b974-099ca523b13c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.032796 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2e27e998-c05a-4bb9-be7a-632c420f4f20 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9dfba576-de80-44a2-a3cf-1634aefd924c) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:43.033348 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (59aa2955-40a6-4750-b974-099ca523b13c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.038954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e27e998-c05a-4bb9-be7a-632c420f4f20 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:43.040202 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2e27e998-c05a-4bb9-be7a-632c420f4f20 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.047460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:31:43.048260 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (59aa2955-40a6-4750-b974-099ca523b13c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:31:43.052161 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:31:43.066432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device df7e4852-b512-4e9c-958b-aa9e5ef180b5 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:43.068203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f15684-9e3e-4516-9d03-09f257969822 None None] Network 9dfba576-de80-44a2-a3cf-1634aefd924c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:43.105824 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.120291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-31e9af62-e5b6-41e9-a786-bab0726ffbd0 None None] Current status of the port df7e4852-b512-4e9c-958b-aa9e5ef180b5 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:43.127864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e663ae-da3a-4a6c-964d-80e5ae6593fe tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:43.131549 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Publish callbacks [] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.132255 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12e663ae-da3a-4a6c-964d-80e5ae6593fe tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.134711 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51a35530-4ab1-4355-841b-45ef035bffe9 req-43ba89c8-85e8-4fd9-b762-cf0e89d32ef6 service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798749
Apr 16 21:31:43.200688 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2e27e998-c05a-4bb9-be7a-632c420f4f20 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6195035
Apr 16 21:31:43.203694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54604) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:43.225905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port df7e4852-b512-4e9c-958b-aa9e5ef180b5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:43.226399 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.230888 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.236632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.272126 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.287275 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.291746 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] 10.222.0.20 "DELETE /v2.0/networks/6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7 HTTP/1.1" status: 204  len: 168 time: 1.4861212
Apr 16 21:31:43.363000 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187b390-77eb-48d1-8927-1ff66e7d1078 tempest-TaggedBootDevicesTest_v242-1122505264 tempest-TaggedBootDevicesTest_v242-1122505264-project] Pushing event deleted for resources: {'Network': ['ID=6d8e73d8-d6c7-4dd3-8e4f-4a076e97f1d7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:43.391318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54610) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:43.397095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=637f7833-2a64-4af1-99f8-c3471e28f45d,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:43.442266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9dfba576-de80-44a2-a3cf-1634aefd924c', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:43.445213 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.503511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Pushing event updated for resources: {'Port': ['ID=3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:43.529659 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:43.539594 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:43.559680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:43.673714 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5434cf11-a923-4351-a7ce-95cc66d0c720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.722230 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.738533 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.770004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Attempting to bind port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:43.770393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Attempting to bind port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:43.770760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Attempting to bind port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:43.782649 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port df7e4852-b512-4e9c-958b-aa9e5ef180b5 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:43.802600 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:43.803759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:43.804960 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.805551 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:43.806221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Bound port: 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:43.806803 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.812509 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-73ff4ba0-2587-4022-b858-3043ceb6f01f None None] Provisioning complete for port 637f7833-2a64-4af1-99f8-c3471e28f45d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:43.813111 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73ff4ba0-2587-4022-b858-3043ceb6f01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:43.889075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 12f9ba87-4fad-48d4-aec4-0269b6c5a062 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:43.913909 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:31:43.941495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 12f9ba87-4fad-48d4-aec4-0269b6c5a062 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:43.941748 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 12f9ba87-4fad-48d4-aec4-0269b6c5a062 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:43.961374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-73ff4ba0-2587-4022-b858-3043ceb6f01f None None] Port 637f7833-2a64-4af1-99f8-c3471e28f45d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:43.987571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Allocated IP 2001:db8::2 (9dfba576-de80-44a2-a3cf-1634aefd924c/f97abb11-80f0-4a9c-abcd-2967de3ddd50/7b188deb-8c7c-45c3-b539-a9e65c321282) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:44.010096 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] For port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:44.036285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8785ca-2267-4a8a-bc51-6ed3b9ca3bee req-2017ee4e-dabd-4fcc-9ba4-d7edac5aec73 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:44.037882 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d8785ca-2267-4a8a-bc51-6ed3b9ca3bee req-2017ee4e-dabd-4fcc-9ba4-d7edac5aec73 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 944 time: 0.5204165
Apr 16 21:31:44.063653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] For port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:44.131372 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (bb8776c7-c7c5-4065-b9d2-a525af9f439b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.157232 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.191818 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Publish callbacks [] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.195089 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.229100 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5d8785ca-2267-4a8a-bc51-6ed3b9ca3bee req-a791fb49-35e3-43a5-8274-246b80a7ec40 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1790097
Apr 16 21:31:44.236902 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fe183-7a48-43e3-ab4e-823f09ce9f4e None None] Pushing event updated for resources: {'Port': ['ID=3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:44.278524 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12e663ae-da3a-4a6c-964d-80e5ae6593fe tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (dac1dc57-8a14-43dc-a78f-7ddd102b4924), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.327607 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.332431 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5434cf11-a923-4351-a7ce-95cc66d0c720 admin admin] Publish callbacks [] for security_group (9acba414-4cbd-4c0e-b7a5-29c78c80ecf3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.341365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e663ae-da3a-4a6c-964d-80e5ae6593fe tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:44.344893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-12e663ae-da3a-4a6c-964d-80e5ae6593fe tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:44.349469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e663ae-da3a-4a6c-964d-80e5ae6593fe tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:44.350083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12e663ae-da3a-4a6c-964d-80e5ae6593fe tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.364789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e663ae-da3a-4a6c-964d-80e5ae6593fe tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=dac1dc57-8a14-43dc-a78f-7ddd102b4924,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:44.393810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Network 9dfba576-de80-44a2-a3cf-1634aefd924c is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:44.396452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:44.399257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:44.428472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Allocated IP 2001:db8::1 (9dfba576-de80-44a2-a3cf-1634aefd924c/f97abb11-80f0-4a9c-abcd-2967de3ddd50/f1024e98-b607-447e-9593-bf23f03a0041) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:44.446258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Pushing event updated for resources: {'Port': ['ID=7b188deb-8c7c-45c3-b539-a9e65c321282,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:44.458422 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5434cf11-a923-4351-a7ce-95cc66d0c720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9acba414-4cbd-4c0e-b7a5-29c78c80ecf3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.487435 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Attempting to bind port 7b188deb-8c7c-45c3-b539-a9e65c321282 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:44.487971 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Attempting to bind port 7b188deb-8c7c-45c3-b539-a9e65c321282 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba807b35-5f06-4596-ac94-76b8bc5a5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:44.488377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Attempting to bind port 7b188deb-8c7c-45c3-b539-a9e65c321282 on network 9dfba576-de80-44a2-a3cf-1634aefd924c {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:44.493606 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-12e663ae-da3a-4a6c-964d-80e5ae6593fe tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8525622
Apr 16 21:31:44.497757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:44.498147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Checking segment: {'id': 'ba807b35-5f06-4596-ac94-76b8bc5a5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:44.498561 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.499645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Bound using segment: {'id': 'ba807b35-5f06-4596-ac94-76b8bc5a5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:44.500147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Bound port: 7b188deb-8c7c-45c3-b539-a9e65c321282, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba807b35-5f06-4596-ac94-76b8bc5a5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:44.500553 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.503036 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54628) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:44.507671 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.519804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'mac_address': 'fa:16:3e:b9:f1:e0', 'name': 'tempest-NetworksTestDHCPv6-1673311351'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:44.558035 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5434cf11-a923-4351-a7ce-95cc66d0c720 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f2cb52c317c4e4a9e71ad747010b949&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1652997
Apr 16 21:31:44.558825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434cf11-a923-4351-a7ce-95cc66d0c720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acba414-4cbd-4c0e-b7a5-29c78c80ecf3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:44.589653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54630) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:44.594408 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f0531494-4be1-4c6b-bed4-5ffd32fa231d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:31:44.653590 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (f1024e98-b607-447e-9593-bf23f03a0041), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.670221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] For port 7b188deb-8c7c-45c3-b539-a9e65c321282, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:44.694642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] For port 7b188deb-8c7c-45c3-b539-a9e65c321282, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b188deb-8c7c-45c3-b539-a9e65c321282,segment=NetworkSegment(ba807b35-5f06-4596-ac94-76b8bc5a5d6f),segment_id=ba807b35-5f06-4596-ac94-76b8bc5a5d6f)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:44.711146 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a6e856a-8446-409d-b81f-716704040b14 admin admin] Publish callbacks [] for security_group (9acba414-4cbd-4c0e-b7a5-29c78c80ecf3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.743280 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a6e856a-8446-409d-b81f-716704040b14 admin admin] Publish callbacks [] for security_group (9acba414-4cbd-4c0e-b7a5-29c78c80ecf3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.751552 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f0531494-4be1-4c6b-bed4-5ffd32fa231d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:44.765035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'port_id': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'mac_address': 'fa:16:3e:7f:dc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:31:44.808133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f0531494-4be1-4c6b-bed4-5ffd32fa231d is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:44.808827 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.814730 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f1024e98-b607-447e-9593-bf23f03a0041), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.881924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 9dfba576-de80-44a2-a3cf-1634aefd924c is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:44.886990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:44.910101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:44.910849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.921320 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a6e856a-8446-409d-b81f-716704040b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9acba414-4cbd-4c0e-b7a5-29c78c80ecf3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.923852 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:44.926446 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a6e856a-8446-409d-b81f-716704040b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.931975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3a6e856a-8446-409d-b81f-716704040b14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9acba414-4cbd-4c0e-b7a5-29c78c80ecf3 HTTP/1.1" status: 204  len: 168 time: 0.3365748
Apr 16 21:31:44.974969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=f1024e98-b607-447e-9593-bf23f03a0041,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:44.991184 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:44.994747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e856a-8446-409d-b81f-716704040b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acba414-4cbd-4c0e-b7a5-29c78c80ecf3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:45.005569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0531494-4be1-4c6b-bed4-5ffd32fa231d {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:31:45.033980 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f0531494-4be1-4c6b-bed4-5ffd32fa231d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:45.094859 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:45.114196 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:45.121067 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:45.141523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae47dfc-1581-48dd-8c2a-14b22c912653 None None] Pushing event updated for resources: {'Port': ['ID=7b188deb-8c7c-45c3-b539-a9e65c321282,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:45.200029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f0531494-4be1-4c6b-bed4-5ffd32fa231d,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:45.202642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:45.214933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:45.266773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:45.267450 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:45.307011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port c5e79528-bd24-4a21-93c6-5a4289346ae1 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:31:45.314210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f0531494-4be1-4c6b-bed4-5ffd32fa231d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:31:45.319614 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (bb8776c7-c7c5-4065-b9d2-a525af9f439b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:45.510357 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:45.511872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:45.512412 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:45.533940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 6863f7f4-7c7a-4662-976f-f2008d913780 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:45.550794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:45.591511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:45.714507 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:45.766651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dcf8d-ac09-46fc-94cb-ddb1e1994473 req-18e8517a-edc0-472f-8093-a622f9c0615c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:45.768970 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db6dcf8d-ac09-46fc-94cb-ddb1e1994473 req-18e8517a-edc0-472f-8093-a622f9c0615c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 945 time: 0.1030977
Apr 16 21:31:45.807292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:45.867628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db6dcf8d-ac09-46fc-94cb-ddb1e1994473 req-55c0f3a6-e69c-4b19-910c-5fbb9841b275 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916767
Apr 16 21:31:45.887403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=637f7833-2a64-4af1-99f8-c3471e28f45d,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:45.949647 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f1024e98-b607-447e-9593-bf23f03a0041), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:45.956662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router bb8776c7-c7c5-4065-b9d2-a525af9f439b is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:31:46.024413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3c43e402-37bd-4a2c-925f-d834fa138efe None None] Provisioning complete for port 637f7833-2a64-4af1-99f8-c3471e28f45d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:46.024413 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3c43e402-37bd-4a2c-925f-d834fa138efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.041312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc292e-f074-4379-9046-1cfacd8ad4f3 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:46.062543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54642) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:46.081041 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d65b-11c6-4487-9441-26a0a0758879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.356306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 172.20.0.14 (0d27c69b-2090-42d8-afae-1332cd31e453/dac1dc57-8a14-43dc-a78f-7ddd102b4924/c5e79528-bd24-4a21-93c6-5a4289346ae1) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:46.358453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3c43e402-37bd-4a2c-925f-d834fa138efe None None] Port 637f7833-2a64-4af1-99f8-c3471e28f45d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:46.358769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::f816:3eff:feb9:f1e0 (0d27c69b-2090-42d8-afae-1332cd31e453/a608f24c-eac3-4b40-853d-b228a21da4a1/c5e79528-bd24-4a21-93c6-5a4289346ae1) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:46.358769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:46.358769 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1b561e09-c18c-4c65-85f6-a918b159e0fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/bb8776c7-c7c5-4065-b9d2-a525af9f439b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3652904
Apr 16 21:31:46.358769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54644) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:46.359118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa58bba8-50e8-42a5-a611-fe93aea78c95 None None] Sync routers for ids ['bb8776c7-c7c5-4065-b9d2-a525af9f439b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:46.359118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa58bba8-50e8-42a5-a611-fe93aea78c95 None None] Routers {'bb8776c7-c7c5-4065-b9d2-a525af9f439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:46.359118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fa58bba8-50e8-42a5-a611-fe93aea78c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01240d9fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bb8776c7-c7c5-4065-b9d2-a525af9f439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:46.359118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fa58bba8-50e8-42a5-a611-fe93aea78c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01240d9fd0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:46.359118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa58bba8-50e8-42a5-a611-fe93aea78c95 None None] Routers {'bb8776c7-c7c5-4065-b9d2-a525af9f439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:46.359118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fa58bba8-50e8-42a5-a611-fe93aea78c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01240d9fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bb8776c7-c7c5-4065-b9d2-a525af9f439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:46.359664 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d65b-11c6-4487-9441-26a0a0758879 admin admin] Publish callbacks [] for security_group (6ca545b0-7937-48af-85ac-7fd978c8bbaf), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.363325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b43e33fe-3f3d-4dd2-a60c-92b52022aced None None] Provisioning complete for port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:46.363709 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b43e33fe-3f3d-4dd2-a60c-92b52022aced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.367707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-fa58bba8-50e8-42a5-a611-fe93aea78c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01240d9fd0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:46.368361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa58bba8-50e8-42a5-a611-fe93aea78c95 None None] The sync data for ids ['bb8776c7-c7c5-4065-b9d2-a525af9f439b'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:46.377626 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (f1024e98-b607-447e-9593-bf23f03a0041), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.407130 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec091f1-11a5-4ae7-9690-d543bf60f2cb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:46.408623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eec091f1-11a5-4ae7-9690-d543bf60f2cb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports/637f7833-2a64-4af1-99f8-c3471e28f45d HTTP/1.1" status: 200  len: 977 time: 0.2091544
Apr 16 21:31:46.410778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d63479b-d5b0-49bd-8068-feae71d46e1b None None] Update dhcp port {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'fixed_ips': [{'subnet_id': 'a608f24c-eac3-4b40-853d-b228a21da4a1', 'ip_address': '2001:db8::f816:3eff:fe7c:9295'}, {'subnet_id': 'dac1dc57-8a14-43dc-a78f-7ddd102b4924'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:31:46.412380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54646) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:46.421189 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (c5e79528-bd24-4a21-93c6-5a4289346ae1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.474426 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5d63479b-d5b0-49bd-8068-feae71d46e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.500884 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b43e33fe-3f3d-4dd2-a60c-92b52022aced None None] Current status of the port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:46.570117 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d65b-11c6-4487-9441-26a0a0758879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6ca545b0-7937-48af-85ac-7fd978c8bbaf), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.597685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c5e79528-bd24-4a21-93c6-5a4289346ae1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.610205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f0531494-4be1-4c6b-bed4-5ffd32fa231d up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:46.624869 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f1024e98-b607-447e-9593-bf23f03a0041), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.625669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.672976 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:46.693480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:46.698539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6d65b-11c6-4487-9441-26a0a0758879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca545b0-7937-48af-85ac-7fd978c8bbaf,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:46.700681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:46.701714 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ffb6d65b-11c6-4487-9441-26a0a0758879 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42eb3d0f8db04209b798b6b7ca982b0b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6378117
Apr 16 21:31:46.709581 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54648) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:46.711204 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac66e39-28cd-4642-a959-59ce7d9aa451 None None] Network 9dfba576-de80-44a2-a3cf-1634aefd924c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:46.740476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=c5e79528-bd24-4a21-93c6-5a4289346ae1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:46.788215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-55f9e5fb-68c1-4d17-b694-ec12e8c41743 None None] Provisioning complete for port 7b188deb-8c7c-45c3-b539-a9e65c321282 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:46.788604 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-55f9e5fb-68c1-4d17-b694-ec12e8c41743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.790351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port f0531494-4be1-4c6b-bed4-5ffd32fa231d completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:31:46.793570 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=f1024e98-b607-447e-9593-bf23f03a0041,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:46.797428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-5d63479b-d5b0-49bd-8068-feae71d46e1b None None] Allocated IP 172.20.0.2 (0d27c69b-2090-42d8-afae-1332cd31e453/dac1dc57-8a14-43dc-a78f-7ddd102b4924/3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:46.813943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:46.816697 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.841284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-14159a11-9853-4fed-b035-e9569321aa45 admin admin] Publish callbacks [] for security_group (6ca545b0-7937-48af-85ac-7fd978c8bbaf), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.866961 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-14159a11-9853-4fed-b035-e9569321aa45 admin admin] Publish callbacks [] for security_group (6ca545b0-7937-48af-85ac-7fd978c8bbaf), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:46.878327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 9dfba576-de80-44a2-a3cf-1634aefd924c is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:46.881258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:46.945750 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port f0531494-4be1-4c6b-bed4-5ffd32fa231d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:46.945750 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.006618 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c2878228-1637-4d5f-bc1f-7d0a6ed6abdb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 2.4954004
Apr 16 21:31:47.006618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54654) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:47.056246 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-14159a11-9853-4fed-b035-e9569321aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6ca545b0-7937-48af-85ac-7fd978c8bbaf), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.059647 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-14159a11-9853-4fed-b035-e9569321aa45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.061615 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-14159a11-9853-4fed-b035-e9569321aa45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ca545b0-7937-48af-85ac-7fd978c8bbaf HTTP/1.1" status: 204  len: 168 time: 0.3481593
Apr 16 21:31:47.067786 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f79f19d-feba-44dc-abfa-bad2ed414292 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (bb8776c7-c7c5-4065-b9d2-a525af9f439b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.085377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b142f-de5c-4bf8-84bb-84ff0a3d0d72 req-ae79403b-eea0-461e-98b0-f4bc87eb6dd3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:47.087613 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f78b142f-de5c-4bf8-84bb-84ff0a3d0d72 req-ae79403b-eea0-461e-98b0-f4bc87eb6dd3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 945 time: 0.1349447
Apr 16 21:31:47.091408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14159a11-9853-4fed-b035-e9569321aa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca545b0-7937-48af-85ac-7fd978c8bbaf,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:47.115993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419226fe-e409-4f36-a80e-b0d6d43a34b5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:47.124323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419226fe-e409-4f36-a80e-b0d6d43a34b5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:47.130357 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-419226fe-e409-4f36-a80e-b0d6d43a34b5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1785 time: 0.1227205
Apr 16 21:31:47.130980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54658) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:47.190289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:47.212806 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f78b142f-de5c-4bf8-84bb-84ff0a3d0d72 req-e9b827a4-ee3e-4cea-9495-1aa0657c4b85 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1119614
Apr 16 21:31:47.251971 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-55f9e5fb-68c1-4d17-b694-ec12e8c41743 None None] Current status of the port 7b188deb-8c7c-45c3-b539-a9e65c321282 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:47.252470 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-55f9e5fb-68c1-4d17-b694-ec12e8c41743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.260328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5d63479b-d5b0-49bd-8068-feae71d46e1b None None] For port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:47.337298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:47.337808 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.344360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-bbde973f-c014-46f1-a08c-0bddfbafc036 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port c5e79528-bd24-4a21-93c6-5a4289346ae1 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:47.344715 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbde973f-c014-46f1-a08c-0bddfbafc036 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c5e79528-bd24-4a21-93c6-5a4289346ae1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.407618 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5d63479b-d5b0-49bd-8068-feae71d46e1b None None] Publish callbacks [] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.412023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-55f9e5fb-68c1-4d17-b694-ec12e8c41743 None None] For port 7b188deb-8c7c-45c3-b539-a9e65c321282, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b188deb-8c7c-45c3-b539-a9e65c321282,segment=NetworkSegment(ba807b35-5f06-4596-ac94-76b8bc5a5d6f),segment_id=ba807b35-5f06-4596-ac94-76b8bc5a5d6f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:47.413530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f0531494-4be1-4c6b-bed4-5ffd32fa231d is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:47.414186 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.443911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:31:47.446249 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c886220e-e9b1-4ebc-a961-0b61dc8b9ee3" -d '{"events": [{"server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "name": "network-vif-plugged", "status": "completed", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:31:47.466729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f0531494-4be1-4c6b-bed4-5ffd32fa231d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:47.494872 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbde973f-c014-46f1-a08c-0bddfbafc036 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c5e79528-bd24-4a21-93c6-5a4289346ae1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.497575 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4f79f19d-feba-44dc-abfa-bad2ed414292 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port 637f7833-2a64-4af1-99f8-c3471e28f45d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:47.497754 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f79f19d-feba-44dc-abfa-bad2ed414292 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.507898 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d7e399-4517-44ea-b880-0345a3f072bd x-openstack-request-id: req-15d7e399-4517-44ea-b880-0345a3f072bd {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:31:47.508654 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "name": "network-vif-plugged", "status": "completed", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:31:47.508654 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15d7e399-4517-44ea-b880-0345a3f072bd {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:31:47.508906 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d7e399-4517-44ea-b880-0345a3f072bd'] response: {'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'code': 200}
Apr 16 21:31:47.510941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:47.512557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7b188deb-8c7c-45c3-b539-a9e65c321282 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:47.540231 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5d63479b-d5b0-49bd-8068-feae71d46e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.564324 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-55f9e5fb-68c1-4d17-b694-ec12e8c41743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.565785 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-bbde973f-c014-46f1-a08c-0bddfbafc036 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for c5e79528-bd24-4a21-93c6-5a4289346ae1 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:47.567906 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.580666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 78dd91b7-4d77-4be2-9419-e0f76a1be201 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:31:47.772475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd6a73-f089-420d-81f7-b87f01732b00 req-df5376c3-137b-4194-86df-3dbcc302fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:47.774240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dcbd6a73-f089-420d-81f7-b87f01732b00 req-df5376c3-137b-4194-86df-3dbcc302fa9f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1128 time: 0.1868095
Apr 16 21:31:47.826613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f79f19d-feba-44dc-abfa-bad2ed414292 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.838991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63479b-d5b0-49bd-8068-feae71d46e1b None None] Pushing event updated for resources: {'Port': ['ID=3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:47.845563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4f79f19d-feba-44dc-abfa-bad2ed414292 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for 637f7833-2a64-4af1-99f8-c3471e28f45d owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:47.848205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-659837b5-6881-4f0d-b341-9b6cf35e3b21 None None] Provisioning complete for port 7b188deb-8c7c-45c3-b539-a9e65c321282 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:47.848704 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-659837b5-6881-4f0d-b341-9b6cf35e3b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.868273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7b188deb-8c7c-45c3-b539-a9e65c321282 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:47.868579 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:47.900051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:47.911282 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Sync routers for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:47.911803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54672) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:47.914221 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-26c158be-09f9-4b62-9e62-e50a9a1cc14f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7042499
Apr 16 21:31:47.923844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6d8b93ce-6115-4580-bb0e-37a07b0aa0c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1562336780'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:47.927262 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:47.929641 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c71ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:48.051320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-659837b5-6881-4f0d-b341-9b6cf35e3b21 None None] Current status of the port 7b188deb-8c7c-45c3-b539-a9e65c321282 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:48.058049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9e5fb-68c1-4d17-b694-ec12e8c41743 None None] Pushing event updated for resources: {'Port': ['ID=7b188deb-8c7c-45c3-b539-a9e65c321282,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:48.063585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8b93ce-6115-4580-bb0e-37a07b0aa0c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:48.069182 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d8b93ce-6115-4580-bb0e-37a07b0aa0c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:48.072960 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dcbd6a73-f089-420d-81f7-b87f01732b00 req-83c4c637-307e-4e98-a166-3c887a35248a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2208779
Apr 16 21:31:48.123959 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:48.125147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-659837b5-6881-4f0d-b341-9b6cf35e3b21 None None] Provisioning complete for port f1024e98-b607-447e-9593-bf23f03a0041 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:48.125627 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-659837b5-6881-4f0d-b341-9b6cf35e3b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f1024e98-b607-447e-9593-bf23f03a0041), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:48.131286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8b93ce-6115-4580-bb0e-37a07b0aa0c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:31:48.377246 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-659837b5-6881-4f0d-b341-9b6cf35e3b21 None None] Port f1024e98-b607-447e-9593-bf23f03a0041 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:48.383044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f0531494-4be1-4c6b-bed4-5ffd32fa231d,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:48.386076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7b188deb-8c7c-45c3-b539-a9e65c321282 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:48.408518 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4e11c-20d7-4b68-83e5-2dc37f25af42 req-7119620e-5e50-4b44-87e3-4a78918ed8dd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:48.409866 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ebd4e11c-20d7-4b68-83e5-2dc37f25af42 req-7119620e-5e50-4b44-87e3-4a78918ed8dd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.0718486
Apr 16 21:31:48.445568 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c71ac0>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:31:45Z', 'revision_number': 2, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:46Z', 'revision_number': 2, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:48.463831 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbde973f-c014-46f1-a08c-0bddfbafc036 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c5e79528-bd24-4a21-93c6-5a4289346ae1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:48.472651 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d8b93ce-6115-4580-bb0e-37a07b0aa0c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (803f368e-88f0-4eac-a971-861b32f86568), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:48.473004 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-6d8b93ce-6115-4580-bb0e-37a07b0aa0c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Added segment 803f368e-88f0-4eac-a971-861b32f86568 of type vlan for network aa389ee0-44da-4dc4-b60b-5b87d0ba0573
Apr 16 21:31:48.506020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a5431d75-c59f-4a8e-8bed-3b3cdb3257a9 None None] Provisioning complete for port f1024e98-b607-447e-9593-bf23f03a0041 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:48.506870 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a5431d75-c59f-4a8e-8bed-3b3cdb3257a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f1024e98-b607-447e-9593-bf23f03a0041), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:48.510443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde973f-c014-46f1-a08c-0bddfbafc036 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=c5e79528-bd24-4a21-93c6-5a4289346ae1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:48.549163 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d8b93ce-6115-4580-bb0e-37a07b0aa0c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (aa389ee0-44da-4dc4-b60b-5b87d0ba0573), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:48.561807 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f79f19d-feba-44dc-abfa-bad2ed414292 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (637f7833-2a64-4af1-99f8-c3471e28f45d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:48.579575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a5431d75-c59f-4a8e-8bed-3b3cdb3257a9 None None] Port f1024e98-b607-447e-9593-bf23f03a0041 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:48.607588 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ebd4e11c-20d7-4b68-83e5-2dc37f25af42 req-b871e0de-2acc-4504-b270-4ff216197c0f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1868856
Apr 16 21:31:48.652129 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d8b93ce-6115-4580-bb0e-37a07b0aa0c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (aa389ee0-44da-4dc4-b60b-5b87d0ba0573), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:48.660914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8b93ce-6115-4580-bb0e-37a07b0aa0c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:48.660914 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6d8b93ce-6115-4580-bb0e-37a07b0aa0c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:48.677216 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79f19d-feba-44dc-abfa-bad2ed414292 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=637f7833-2a64-4af1-99f8-c3471e28f45d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:48.740876 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Checking router: 78dd91b7-4d77-4be2-9419-e0f76a1be201 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:31:48.741471 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Updating router 78dd91b7-4d77-4be2-9419-e0f76a1be201 port f1024e98-b607-447e-9593-bf23f03a0041 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:31:48.767694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b93ce-6115-4580-bb0e-37a07b0aa0c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Network': ['ID=aa389ee0-44da-4dc4-b60b-5b87d0ba0573,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:48.779041 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network aa389ee0-44da-4dc4-b60b-5b87d0ba0573 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:31:48.788814 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f1024e98-b607-447e-9593-bf23f03a0041), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:48.810669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbde973f-c014-46f1-a08c-0bddfbafc036 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:48.818543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54700) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:48.819569 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bbde973f-c014-46f1-a08c-0bddfbafc036 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/c5e79528-bd24-4a21-93c6-5a4289346ae1 HTTP/1.1" status: 204  len: 168 time: 1.6856613
Apr 16 21:31:48.941174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7356a-6d07-424f-b0e1-5f52b9941434 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:48.942633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7356a-6d07-424f-b0e1-5f52b9941434 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:48.949344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7356a-6d07-424f-b0e1-5f52b9941434 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:48.953509 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-59e7356a-6d07-424f-b0e1-5f52b9941434 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1311588
Apr 16 21:31:48.955002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54704) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:48.963405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6d8b93ce-6115-4580-bb0e-37a07b0aa0c2 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0501592
Apr 16 21:31:48.989300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54706) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:49.005085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-cacb4d61-aca9-47aa-8d71-97c7479cb654 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'subnet': {'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:49.087508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d62852-d599-41ec-986d-582e2b7ed7cb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet a608f24c-eac3-4b40-853d-b228a21da4a1 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:49.096296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f5d62852-d599-41ec-986d-582e2b7ed7cb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (a608f24c-eac3-4b40-853d-b228a21da4a1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.099671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:49.186850 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f5d62852-d599-41ec-986d-582e2b7ed7cb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (a608f24c-eac3-4b40-853d-b228a21da4a1), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.239844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a5fe0ad4-34c9-4066-b3e5-7198c0207a45 None None] Provisioning complete for port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:49.240677 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a5fe0ad4-34c9-4066-b3e5-7198c0207a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.292516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:49.292912 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.393247 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f5d62852-d599-41ec-986d-582e2b7ed7cb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (a608f24c-eac3-4b40-853d-b228a21da4a1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.406720 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Publish callbacks [] for port (f1024e98-b607-447e-9593-bf23f03a0041), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.498391 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f1024e98-b607-447e-9593-bf23f03a0041), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.551780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a5fe0ad4-34c9-4066-b3e5-7198c0207a45 None None] Current status of the port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:49.587874 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959b42d-865d-4fde-83f0-713f04bd7bcc None None] Pushing event updated for resources: {'Port': ['ID=f1024e98-b607-447e-9593-bf23f03a0041,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:49.623922 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f79f19d-feba-44dc-abfa-bad2ed414292 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (bb8776c7-c7c5-4065-b9d2-a525af9f439b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.635052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:49.637630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7b188deb-8c7c-45c3-b539-a9e65c321282 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:49.686653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-aceeb413-7a19-4018-b9e6-4687e631590c None None] Could not find standard attr ID for object c5e79528-bd24-4a21-93c6-5a4289346ae1. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:31:49.705189 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Attempting to bind port f1024e98-b607-447e-9593-bf23f03a0041 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:49.705749 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Attempting to bind port f1024e98-b607-447e-9593-bf23f03a0041 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba807b35-5f06-4596-ac94-76b8bc5a5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:49.706120 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Attempting to bind port f1024e98-b607-447e-9593-bf23f03a0041 on network 9dfba576-de80-44a2-a3cf-1634aefd924c {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:49.714814 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:49.715368 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Checking segment: {'id': 'ba807b35-5f06-4596-ac94-76b8bc5a5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:49.716110 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.716345 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Bound using segment: {'id': 'ba807b35-5f06-4596-ac94-76b8bc5a5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:49.716882 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Bound port: f1024e98-b607-447e-9593-bf23f03a0041, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba807b35-5f06-4596-ac94-76b8bc5a5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:49.718119 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f1024e98-b607-447e-9593-bf23f03a0041), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.728128 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f5d62852-d599-41ec-986d-582e2b7ed7cb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (a608f24c-eac3-4b40-853d-b228a21da4a1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.741983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7b188deb-8c7c-45c3-b539-a9e65c321282 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:49.745252 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.760271 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f5d62852-d599-41ec-986d-582e2b7ed7cb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.767575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f5d62852-d599-41ec-986d-582e2b7ed7cb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/a608f24c-eac3-4b40-853d-b228a21da4a1 HTTP/1.1" status: 204  len: 168 time: 0.8114204
Apr 16 21:31:49.770446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54732) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:49.772481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacb4d61-aca9-47aa-8d71-97c7479cb654 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:49.777235 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cacb4d61-aca9-47aa-8d71-97c7479cb654 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.834382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f035c5-848f-4a64-ad90-64a926b204e3 req-21dad986-d733-48ce-b16d-1ed5adae7e9d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:49.836242 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7f035c5-848f-4a64-ad90-64a926b204e3 req-21dad986-d733-48ce-b16d-1ed5adae7e9d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.0688694
Apr 16 21:31:49.862068 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] For port f1024e98-b607-447e-9593-bf23f03a0041, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:49.866117 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] For port f1024e98-b607-447e-9593-bf23f03a0041, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1024e98-b607-447e-9593-bf23f03a0041,segment=NetworkSegment(ba807b35-5f06-4596-ac94-76b8bc5a5d6f),segment_id=ba807b35-5f06-4596-ac94-76b8bc5a5d6f)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:49.903705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d62852-d599-41ec-986d-582e2b7ed7cb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=a608f24c-eac3-4b40-853d-b228a21da4a1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:49.946135 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f1024e98-b607-447e-9593-bf23f03a0041), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:49.949051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7b188deb-8c7c-45c3-b539-a9e65c321282 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:49.997911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea553cc-8528-47cc-9801-4a0bd5c49ad5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet dac1dc57-8a14-43dc-a78f-7ddd102b4924 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:50.007484 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bea553cc-8528-47cc-9801-4a0bd5c49ad5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (dac1dc57-8a14-43dc-a78f-7ddd102b4924), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:50.026263 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959b42d-865d-4fde-83f0-713f04bd7bcc None None] Pushing event updated for resources: {'Port': ['ID=f1024e98-b607-447e-9593-bf23f03a0041,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:50.057256 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:50.058058 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c71ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:50.094141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392fcf5d-28b0-4660-9284-42d5e00dfbe6 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:50.117344 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bea553cc-8528-47cc-9801-4a0bd5c49ad5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (dac1dc57-8a14-43dc-a78f-7ddd102b4924), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:50.172096 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7f035c5-848f-4a64-ad90-64a926b204e3 req-e3ae4bff-7807-434e-8a9b-4004771786be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2713275
Apr 16 21:31:50.214213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f79f19d-feba-44dc-abfa-bad2ed414292 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router bb8776c7-c7c5-4065-b9d2-a525af9f439b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:50.223237 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:50.233392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e27cc108-70f9-4864-86b7-94c2bfd5d20b None None] Provisioning complete for port f1024e98-b607-447e-9593-bf23f03a0041 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:50.233780 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e27cc108-70f9-4864-86b7-94c2bfd5d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f1024e98-b607-447e-9593-bf23f03a0041), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:50.382637 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe6a5-62df-4546-a9a2-4e98a53ddbf2 req-b8952b5f-8707-430f-a0ba-170e946cf079 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:50.384322 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9aebe6a5-62df-4546-a9a2-4e98a53ddbf2 req-b8952b5f-8707-430f-a0ba-170e946cf079 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.0988703
Apr 16 21:31:50.392965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bea553cc-8528-47cc-9801-4a0bd5c49ad5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (dac1dc57-8a14-43dc-a78f-7ddd102b4924), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:50.421199 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e27cc108-70f9-4864-86b7-94c2bfd5d20b None None] Current status of the port f1024e98-b607-447e-9593-bf23f03a0041 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:50.421643 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e27cc108-70f9-4864-86b7-94c2bfd5d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f1024e98-b607-447e-9593-bf23f03a0041), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:50.486721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e27cc108-70f9-4864-86b7-94c2bfd5d20b None None] For port f1024e98-b607-447e-9593-bf23f03a0041, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1024e98-b607-447e-9593-bf23f03a0041,segment=NetworkSegment(ba807b35-5f06-4596-ac94-76b8bc5a5d6f),segment_id=ba807b35-5f06-4596-ac94-76b8bc5a5d6f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:50.510675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f79f19d-feba-44dc-abfa-bad2ed414292 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:50.524606 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4f79f19d-feba-44dc-abfa-bad2ed414292 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/bb8776c7-c7c5-4065-b9d2-a525af9f439b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1102602
Apr 16 21:31:50.527436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54746) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:50.541874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3158e5b-f0f4-4adc-9008-c2c7eb20a7a6 None None] Sync routers for ids ['bb8776c7-c7c5-4065-b9d2-a525af9f439b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:50.557231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3158e5b-f0f4-4adc-9008-c2c7eb20a7a6 None None] Routers {'bb8776c7-c7c5-4065-b9d2-a525af9f439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:50.557887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a3158e5b-f0f4-4adc-9008-c2c7eb20a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124547e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bb8776c7-c7c5-4065-b9d2-a525af9f439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:50.632100 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cacb4d61-aca9-47aa-8d71-97c7479cb654 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (0f914390-03d8-46a6-bd97-17aa68707e97), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:50.633474 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e27cc108-70f9-4864-86b7-94c2bfd5d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f1024e98-b607-447e-9593-bf23f03a0041), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:50.637587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a3158e5b-f0f4-4adc-9008-c2c7eb20a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124547e20>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:50.644264 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c71ac0>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:31:45Z', 'revision_number': 2, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:49Z', 'revision_number': 4, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:50.658237 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bea553cc-8528-47cc-9801-4a0bd5c49ad5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (dac1dc57-8a14-43dc-a78f-7ddd102b4924), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:50.704786 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9aebe6a5-62df-4546-a9a2-4e98a53ddbf2 req-a94a21a0-4a66-482c-8826-baf03f57157a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1773798
Apr 16 21:31:50.705566 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e41ad-4087-4f57-91d0-84c1cdcca9b2 None None] The sync data for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 is: [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:31:45Z', 'revision_number': 2, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:49Z', 'revision_number': 4, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:50.731630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3158e5b-f0f4-4adc-9008-c2c7eb20a7a6 None None] Routers {'bb8776c7-c7c5-4065-b9d2-a525af9f439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:50.731630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a3158e5b-f0f4-4adc-9008-c2c7eb20a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124547e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bb8776c7-c7c5-4065-b9d2-a525af9f439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:50.743067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54750) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:50.786608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e8b179-62dd-4acf-888f-9d1fa2434402 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:50.790956 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-87e8b179-62dd-4acf-888f-9d1fa2434402 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1123 time: 0.0440183
Apr 16 21:31:50.790956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea553cc-8528-47cc-9801-4a0bd5c49ad5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=dac1dc57-8a14-43dc-a78f-7ddd102b4924,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:50.796742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54752) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:50.797862 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bea553cc-8528-47cc-9801-4a0bd5c49ad5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:50.817190 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bea553cc-8528-47cc-9801-4a0bd5c49ad5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/dac1dc57-8a14-43dc-a78f-7ddd102b4924 HTTP/1.1" status: 204  len: 168 time: 0.9953959
Apr 16 21:31:50.818847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a3158e5b-f0f4-4adc-9008-c2c7eb20a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124547e20>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:50.819464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3158e5b-f0f4-4adc-9008-c2c7eb20a7a6 None None] The sync data for ids ['bb8776c7-c7c5-4065-b9d2-a525af9f439b'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:50.826771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54754) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:50.838043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cc108-70f9-4864-86b7-94c2bfd5d20b None None] Pushing event updated for resources: {'Port': ['ID=f1024e98-b607-447e-9593-bf23f03a0041,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:50.840144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:50.849540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0e0ec303-d234-4938-92fa-5df08c8c8d2f None None] Provisioning complete for port f1024e98-b607-447e-9593-bf23f03a0041 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:50.849923 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec303-d234-4938-92fa-5df08c8c8d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f1024e98-b607-447e-9593-bf23f03a0041), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:50.943505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ec303-d234-4938-92fa-5df08c8c8d2f None None] Current status of the port f1024e98-b607-447e-9593-bf23f03a0041 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:50.945930 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-4c0f2ec8-7b92-4f40-aa4d-bfa046ab1a2d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] remove_router_interface failed (client error): The resource could not be found.
Apr 16 21:31:50.947101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4c0f2ec8-7b92-4f40-aa4d-bfa046ab1a2d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/bb8776c7-c7c5-4065-b9d2-a525af9f439b/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.4185579
Apr 16 21:31:50.950100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54758) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:50.981247 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1e1fa66c-b0ce-430b-aa5a-0cf0d436cd7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1502211
Apr 16 21:31:50.987033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54760) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:50.990946 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-660053ce-3ce9-4b79-80f0-ae41f2f54723 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8776c7-c7c5-4065-b9d2-a525af9f439b HTTP/1.1" status: 200  len: 205 time: 0.0395176
Apr 16 21:31:50.994110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54762) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:50.994953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-837273ab-0edf-405a-bde8-80275e2c4e61 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:51.008094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb4d61-aca9-47aa-8d71-97c7479cb654 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Subnet': ['ID=0f914390-03d8-46a6-bd97-17aa68707e97,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:51.107335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacb4d61-aca9-47aa-8d71-97c7479cb654 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Checking segment: {'id': '803f368e-88f0-4eac-a971-861b32f86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:51.107791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacb4d61-aca9-47aa-8d71-97c7479cb654 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network hostable DHCP agents. Network: aa389ee0-44da-4dc4-b60b-5b87d0ba0573, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:31:51.119378 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:51.234560 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea81d65c-49e0-462a-9075-98183b17fbd5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (bb8776c7-c7c5-4065-b9d2-a525af9f439b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:51.247885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacb4d61-aca9-47aa-8d71-97c7479cb654 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network aa389ee0-44da-4dc4-b60b-5b87d0ba0573 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:31:51.271064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837273ab-0edf-405a-bde8-80275e2c4e61 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:51.275788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-837273ab-0edf-405a-bde8-80275e2c4e61 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:51.343789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-cacb4d61-aca9-47aa-8d71-97c7479cb654 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aa389ee0-44da-4dc4-b60b-5b87d0ba0573) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:51.363399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacb4d61-aca9-47aa-8d71-97c7479cb654 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:51.364012 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cacb4d61-aca9-47aa-8d71-97c7479cb654 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:51.365120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f47a4ee-66df-4eb3-bfd6-563015ebfbfa None None] Network aa389ee0-44da-4dc4-b60b-5b87d0ba0573 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:51.483707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16304b95-8b67-4e00-bb3d-ee16ee03a301 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:51.555274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cacb4d61-aca9-47aa-8d71-97c7479cb654 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.5503924
Apr 16 21:31:51.582545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e1e36398-6496-4a1e-80a8-c89de13b086a None None] Provisioning complete for port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:51.583204 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e1e36398-6496-4a1e-80a8-c89de13b086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:51.615609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54770) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:51.738670 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:51.739618 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:51.756752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:51.868269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd3c58-eb89-4897-917f-c0cab7d4844b None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:31:51.920910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e1e36398-6496-4a1e-80a8-c89de13b086a None None] Current status of the port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:51.947085 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea81d65c-49e0-462a-9075-98183b17fbd5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (bb8776c7-c7c5-4065-b9d2-a525af9f439b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:51.955521 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea81d65c-49e0-462a-9075-98183b17fbd5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (bb8776c7-c7c5-4065-b9d2-a525af9f439b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:51.964297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-efdd3c58-eb89-4897-917f-c0cab7d4844b None None] Deleting port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:51.964672 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-efdd3c58-eb89-4897-917f-c0cab7d4844b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.039054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Allocated IP 2001:db8:1::2 (aa389ee0-44da-4dc4-b60b-5b87d0ba0573/0f914390-03d8-46a6-bd97-17aa68707e97/e8696eac-2058-4b99-92ce-113353ac68f0) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:52.075676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.35.1.141 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/0d32035a-09ef-416d-8a23-66b1acb43cbc) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:52.125162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-efdd3c58-eb89-4897-917f-c0cab7d4844b None None] For port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:52.125441 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-efdd3c58-eb89-4897-917f-c0cab7d4844b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.128005 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea81d65c-49e0-462a-9075-98183b17fbd5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (bb8776c7-c7c5-4065-b9d2-a525af9f439b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.128634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea81d65c-49e0-462a-9075-98183b17fbd5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Fanout notify agent at l3_agent the message router_deleted on router bb8776c7-c7c5-4065-b9d2-a525af9f439b {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:31:52.145752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea81d65c-49e0-462a-9075-98183b17fbd5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.150046 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ea81d65c-49e0-462a-9075-98183b17fbd5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/bb8776c7-c7c5-4065-b9d2-a525af9f439b HTTP/1.1" status: 204  len: 168 time: 1.1545324
Apr 16 21:31:52.152793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54772) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:52.160878 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-efdd3c58-eb89-4897-917f-c0cab7d4844b None None] Calling delete_port for 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:52.220151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.objects.ports [None req-837273ab-0edf-405a-bde8-80275e2c4e61 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=122555) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:31:52.230372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-185ef821-7948-4c0c-a78c-baf6c2193096 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting subnet e4da47e5-2997-4b96-b5e3-c7c09c972d78 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:31:52.241862 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-185ef821-7948-4c0c-a78c-baf6c2193096 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (e4da47e5-2997-4b96-b5e3-c7c09c972d78), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.290356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (0d32035a-09ef-416d-8a23-66b1acb43cbc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.303390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-185ef821-7948-4c0c-a78c-baf6c2193096 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (e4da47e5-2997-4b96-b5e3-c7c09c972d78), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.351337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54776) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:52.367588 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.422823 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-185ef821-7948-4c0c-a78c-baf6c2193096 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (e4da47e5-2997-4b96-b5e3-c7c09c972d78), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.462339 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0d32035a-09ef-416d-8a23-66b1acb43cbc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.529777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:52.538017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:52.541537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=0d32035a-09ef-416d-8a23-66b1acb43cbc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:52.543641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:52.571093 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Publish callbacks [] for port (e8696eac-2058-4b99-92ce-113353ac68f0), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.579714 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06ff012a-a279-4886-8fce-4e6022270332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.585511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.585867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.586222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.586900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.586900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.587222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.587557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.587937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.588236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.593186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.593186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.593186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.593186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.593186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.593186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:52.693060 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-efdd3c58-eb89-4897-917f-c0cab7d4844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.722885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd3c58-eb89-4897-917f-c0cab7d4844b None None] Pushing event deleted for resources: {'Port': ['ID=3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:52.727966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd3c58-eb89-4897-917f-c0cab7d4844b None None] No DVR routers for this DVR port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:52.779168 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.780524 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-185ef821-7948-4c0c-a78c-baf6c2193096 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (e4da47e5-2997-4b96-b5e3-c7c09c972d78), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.833784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Network aa389ee0-44da-4dc4-b60b-5b87d0ba0573 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:52.839713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:52.842943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:52.845210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ef821-7948-4c0c-a78c-baf6c2193096 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Subnet': ['ID=e4da47e5-2997-4b96-b5e3-c7c09c972d78,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:52.853597 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-185ef821-7948-4c0c-a78c-baf6c2193096 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:52.859836 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-185ef821-7948-4c0c-a78c-baf6c2193096 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/e4da47e5-2997-4b96-b5e3-c7c09c972d78 HTTP/1.1" status: 204  len: 168 time: 0.7030787
Apr 16 21:31:52.860101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54782) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:52.889521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Pushing event updated for resources: {'Port': ['ID=e8696eac-2058-4b99-92ce-113353ac68f0,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:52.897902 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7276a7-15d5-4d9c-a572-38d8e9bf0a3d None None] Network 6863f7f4-7c7a-4662-976f-f2008d913780 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:53.012831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Attempting to bind port e8696eac-2058-4b99-92ce-113353ac68f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:53.012831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Attempting to bind port e8696eac-2058-4b99-92ce-113353ac68f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '803f368e-88f0-4eac-a971-861b32f86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:53.012831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Attempting to bind port e8696eac-2058-4b99-92ce-113353ac68f0 on network aa389ee0-44da-4dc4-b60b-5b87d0ba0573 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:53.019397 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (6863f7f4-7c7a-4662-976f-f2008d913780), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.021758 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:53.022306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Checking segment: {'id': '803f368e-88f0-4eac-a971-861b32f86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:53.022982 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.023512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Bound using segment: {'id': '803f368e-88f0-4eac-a971-861b32f86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:53.024087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Bound port: e8696eac-2058-4b99-92ce-113353ac68f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803f368e-88f0-4eac-a971-861b32f86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:53.024592 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.041844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.ipam_pluggable_backend [None req-837273ab-0edf-405a-bde8-80275e2c4e61 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Port 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=122555) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Apr 16 21:31:53.047377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.ipam_pluggable_backend [None req-837273ab-0edf-405a-bde8-80275e2c4e61 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7c:9295 {{(pid=122555) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Apr 16 21:31:53.063925 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-837273ab-0edf-405a-bde8-80275e2c4e61 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (ac7d9f32-ae48-49a8-9473-f7cd8fc00899), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.067837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f1024e98-b607-447e-9593-bf23f03a0041 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:53.147444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port df7e4852-b512-4e9c-958b-aa9e5ef180b5 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:53.147444 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.164366 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06ff012a-a279-4886-8fce-4e6022270332 admin admin] Publish callbacks [] for security_group (bed6e3c2-2170-40ef-bbde-0d91a14beaa8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.178442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837273ab-0edf-405a-bde8-80275e2c4e61 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:53.187870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-837273ab-0edf-405a-bde8-80275e2c4e61 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:53.188792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] For port e8696eac-2058-4b99-92ce-113353ac68f0, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:53.192799 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f1024e98-b607-447e-9593-bf23f03a0041 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:53.193401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837273ab-0edf-405a-bde8-80275e2c4e61 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:53.193533 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f1024e98-b607-447e-9593-bf23f03a0041), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.193998 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-837273ab-0edf-405a-bde8-80275e2c4e61 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.202209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Allocated IP 2001:db8:1::1 (aa389ee0-44da-4dc4-b60b-5b87d0ba0573/0f914390-03d8-46a6-bd97-17aa68707e97/f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:53.206840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837273ab-0edf-405a-bde8-80275e2c4e61 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=ac7d9f32-ae48-49a8-9473-f7cd8fc00899,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:53.224356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5a21a7-d296-43db-b228-8e9940c8a211 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:53.232871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] For port e8696eac-2058-4b99-92ce-113353ac68f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8696eac-2058-4b99-92ce-113353ac68f0,segment=NetworkSegment(803f368e-88f0-4eac-a971-861b32f86568),segment_id=803f368e-88f0-4eac-a971-861b32f86568)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:53.246874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-06ff012a-a279-4886-8fce-4e6022270332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bed6e3c2-2170-40ef-bbde-0d91a14beaa8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.289196 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107dc7b5-04b1-479e-9078-5276e9046eb6 None None] DHCP port deletion for 6863f7f4-7c7a-4662-976f-f2008d913780 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:31:53.313488 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-837273ab-0edf-405a-bde8-80275e2c4e61 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3232434
Apr 16 21:31:53.321571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54784) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:53.341307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-57d602b3-9172-477f-ab52-3b13baf93d45 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:53.363868 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-06ff012a-a279-4886-8fce-4e6022270332 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9020df4d973b4eb5bd33a9e5dfcafc57&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0114808
Apr 16 21:31:53.367298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] For port df7e4852-b512-4e9c-958b-aa9e5ef180b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df7e4852-b512-4e9c-958b-aa9e5ef180b5,segment=NetworkSegment(9e9d9107-2d27-45ee-a5ae-29f0d068a924),segment_id=9e9d9107-2d27-45ee-a5ae-29f0d068a924)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:53.367858 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.370397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54786) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:53.388302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-107dc7b5-04b1-479e-9078-5276e9046eb6 None None] Deleting port df7e4852-b512-4e9c-958b-aa9e5ef180b5 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:53.388772 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-107dc7b5-04b1-479e-9078-5276e9046eb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.391937 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.395714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff012a-a279-4886-8fce-4e6022270332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed6e3c2-2170-40ef-bbde-0d91a14beaa8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:53.429902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for df7e4852-b512-4e9c-958b-aa9e5ef180b5 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:53.434537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.476068 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.477214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': 'ac7d9f32-ae48-49a8-9473-f7cd8fc00899'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:53.478222 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.534918 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.588966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-107dc7b5-04b1-479e-9078-5276e9046eb6 None None] For port df7e4852-b512-4e9c-958b-aa9e5ef180b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df7e4852-b512-4e9c-958b-aa9e5ef180b5,segment=NetworkSegment(9e9d9107-2d27-45ee-a5ae-29f0d068a924),segment_id=9e9d9107-2d27-45ee-a5ae-29f0d068a924)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:53.596105 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-107dc7b5-04b1-479e-9078-5276e9046eb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.596105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f1024e98-b607-447e-9593-bf23f03a0041 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:53.598328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9c034-5e3c-4618-9d00-bf2070668851 None None] Pushing event updated for resources: {'Port': ['ID=e8696eac-2058-4b99-92ce-113353ac68f0,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:53.609237 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8cb15d23-c957-45dc-aad7-bf76864f1171 admin admin] Publish callbacks [] for security_group (bed6e3c2-2170-40ef-bbde-0d91a14beaa8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.622546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network aa389ee0-44da-4dc4-b60b-5b87d0ba0573 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:53.626244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:53.630980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:53.634386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:53.636334 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.706858 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8cb15d23-c957-45dc-aad7-bf76864f1171 admin admin] Publish callbacks [] for security_group (bed6e3c2-2170-40ef-bbde-0d91a14beaa8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.713586 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:53.719667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-107dc7b5-04b1-479e-9078-5276e9046eb6 None None] Calling delete_port for df7e4852-b512-4e9c-958b-aa9e5ef180b5 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:53.736719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d602b3-9172-477f-ab52-3b13baf93d45 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:53.741137 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-57d602b3-9172-477f-ab52-3b13baf93d45 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.760664 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:53.761248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3f2dcc1f-c45c-4cb3-b1b1-7ac012e1ec1c not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:53.776781 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0d32035a-09ef-416d-8a23-66b1acb43cbc), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.894644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Allocated IP 2001:db8::f816:3eff:fe10:371a (0d27c69b-2090-42d8-afae-1332cd31e453/ac7d9f32-ae48-49a8-9473-f7cd8fc00899/ad463374-bf99-4c85-a5a6-4a10380425a7) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:53.969290 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-107dc7b5-04b1-479e-9078-5276e9046eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:53.985860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (df7e4852-b512-4e9c-958b-aa9e5ef180b5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.004727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dc7b5-04b1-479e-9078-5276e9046eb6 None None] Pushing event deleted for resources: {'Port': ['ID=df7e4852-b512-4e9c-958b-aa9e5ef180b5,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:54.010836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107dc7b5-04b1-479e-9078-5276e9046eb6 None None] No DVR routers for this DVR port df7e4852-b512-4e9c-958b-aa9e5ef180b5 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:54.035351 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.063217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=df7e4852-b512-4e9c-958b-aa9e5ef180b5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:54.069846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No DVR routers for this DVR port df7e4852-b512-4e9c-958b-aa9e5ef180b5 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:31:54.123034 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Publish callbacks [] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.171154 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8cb15d23-c957-45dc-aad7-bf76864f1171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bed6e3c2-2170-40ef-bbde-0d91a14beaa8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.173647 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8cb15d23-c957-45dc-aad7-bf76864f1171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.176815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8cb15d23-c957-45dc-aad7-bf76864f1171 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bed6e3c2-2170-40ef-bbde-0d91a14beaa8 HTTP/1.1" status: 204  len: 168 time: 0.7964623
Apr 16 21:31:54.201422 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (6863f7f4-7c7a-4662-976f-f2008d913780), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.216463 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (0d32035a-09ef-416d-8a23-66b1acb43cbc), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.221412 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb15d23-c957-45dc-aad7-bf76864f1171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed6e3c2-2170-40ef-bbde-0d91a14beaa8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:54.232647 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.244672 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01257e20d0>,) {'filters': {'network_id': ['6863f7f4-7c7a-4662-976f-f2008d913780']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:54.261034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01257e20d0>, '9e9d9107-2d27-45ee-a5ae-29f0d068a924') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:54.261683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01257e20d0>, '9e9d9107-2d27-45ee-a5ae-29f0d068a924') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:54.279253 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (9e9d9107-2d27-45ee-a5ae-29f0d068a924), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.286876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:54.291422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:54.296478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:54.299515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9e9d9107-2d27-45ee-a5ae-29f0d068a924), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.299796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Pushing event updated for resources: {'Port': ['ID=ad463374-bf99-4c85-a5a6-4a10380425a7,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:54.306860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:31:54.307269 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (9e9d9107-2d27-45ee-a5ae-29f0d068a924), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.371742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Attempting to bind port ad463374-bf99-4c85-a5a6-4a10380425a7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:54.372080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Attempting to bind port ad463374-bf99-4c85-a5a6-4a10380425a7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:54.373109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Attempting to bind port ad463374-bf99-4c85-a5a6-4a10380425a7 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:54.378006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:54.378391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:54.378803 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.379731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:54.380257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Bound port: ad463374-bf99-4c85-a5a6-4a10380425a7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:54.380655 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:31:54.391628 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:31:54.395303 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0d32035a-09ef-416d-8a23-66b1acb43cbc), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.458116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] For port ad463374-bf99-4c85-a5a6-4a10380425a7, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:54.463168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] For port ad463374-bf99-4c85-a5a6-4a10380425a7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad463374-bf99-4c85-a5a6-4a10380425a7,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:54.469420 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=0d32035a-09ef-416d-8a23-66b1acb43cbc,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:54.480252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.504389 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.518003 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (6863f7f4-7c7a-4662-976f-f2008d913780), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.531230 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.533894 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.534622 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/networks/6863f7f4-7c7a-4662-976f-f2008d913780 HTTP/1.1" status: 204  len: 168 time: 1.6735380
Apr 16 21:31:54.538668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54810) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:54.544947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1f71425e-cda9-4edd-8bfd-ea6d80fa6bd3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'network': {'name': 'tempest-RoutersTest-362898208'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:54.590524 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-57d602b3-9172-477f-ab52-3b13baf93d45 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (791f1dd0-e7f3-4db6-8bfc-d475320ddc5a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.632476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Pushing event updated for resources: {'Port': ['ID=ad463374-bf99-4c85-a5a6-4a10380425a7,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:54.643771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.644133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.648218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.648218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.648218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.650018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.650018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.650018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.650018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.652222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.652595 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.652952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.653295 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.653634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.653989 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.654314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07eff63-f1eb-4c07-8cd5-80066241e56d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:31:54.655676 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.702773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d602b3-9172-477f-ab52-3b13baf93d45 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:54.703748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f71425e-cda9-4edd-8bfd-ea6d80fa6bd3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:54.707484 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f71425e-cda9-4edd-8bfd-ea6d80fa6bd3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.739364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-57d602b3-9172-477f-ab52-3b13baf93d45 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:54.743614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d602b3-9172-477f-ab52-3b13baf93d45 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:54.744352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-57d602b3-9172-477f-ab52-3b13baf93d45 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.783049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d602b3-9172-477f-ab52-3b13baf93d45 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=791f1dd0-e7f3-4db6-8bfc-d475320ddc5a,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:54.883520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f71425e-cda9-4edd-8bfd-ea6d80fa6bd3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:31:54.899410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:54.913190 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-57d602b3-9172-477f-ab52-3b13baf93d45 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5807149
Apr 16 21:31:54.916622 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f71425e-cda9-4edd-8bfd-ea6d80fa6bd3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ec919a80-aad6-4df7-88e8-a14787b3ba6c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:54.917101 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-1f71425e-cda9-4edd-8bfd-ea6d80fa6bd3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Added segment ec919a80-aad6-4df7-88e8-a14787b3ba6c of type vlan for network e28e5a69-c392-4496-a3a3-07ffccd7c6fa
Apr 16 21:31:54.918419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54816) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:54.963120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'mac_address': 'fa:16:3e:a6:b9:a0', 'name': 'tempest-NetworksTestDHCPv6-2092683979'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:55.001080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54818) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:55.024729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62838c-854f-4c29-8535-af5fac1a3146 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Network': ['ID=6863f7f4-7c7a-4662-976f-f2008d913780,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:55.124955 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fe2fb8f-3f9e-4706-bb85-ec9ebcd24da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:55.141609 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f71425e-cda9-4edd-8bfd-ea6d80fa6bd3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e28e5a69-c392-4496-a3a3-07ffccd7c6fa), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:55.210321 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Floating IP f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5 associated. External IP: 172.35.1.141, port: f0531494-4be1-4c6b-bed4-5ffd32fa231d.
Apr 16 21:31:55.218092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network aa389ee0-44da-4dc4-b60b-5b87d0ba0573 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:55.225282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:55.284558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242706de-eda5-40c8-a1d8-9e26f6b0a794 None None] Network aa389ee0-44da-4dc4-b60b-5b87d0ba0573 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:55.349655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e8696eac-2058-4b99-92ce-113353ac68f0 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:55.389190 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f71425e-cda9-4edd-8bfd-ea6d80fa6bd3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e28e5a69-c392-4496-a3a3-07ffccd7c6fa), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:55.401724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f71425e-cda9-4edd-8bfd-ea6d80fa6bd3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:55.401724 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f71425e-cda9-4edd-8bfd-ea6d80fa6bd3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:55.414592 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d9909290-3cf0-4984-920a-f2afe68c1b82 None None] Provisioning complete for port e8696eac-2058-4b99-92ce-113353ac68f0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:55.414969 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d9909290-3cf0-4984-920a-f2afe68c1b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:55.485149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e8696eac-2058-4b99-92ce-113353ac68f0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:55.485949 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:55.521643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router d2c9b092-22ae-4123-85f9-b52fd6ffabcb has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:55.525650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71425e-cda9-4edd-8bfd-ea6d80fa6bd3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Network': ['ID=e28e5a69-c392-4496-a3a3-07ffccd7c6fa,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:55.541910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e28e5a69-c392-4496-a3a3-07ffccd7c6fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:31:55.551718 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 78dd91b7-4d77-4be2-9419-e0f76a1be201 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:31:55.564137 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fe2fb8f-3f9e-4706-bb85-ec9ebcd24da5 admin admin] Publish callbacks [] for security_group (c3138d98-7d10-4bde-9749-d31f604d9c4a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:55.667410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d9909290-3cf0-4984-920a-f2afe68c1b82 None None] Current status of the port e8696eac-2058-4b99-92ce-113353ac68f0 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:55.667800 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d9909290-3cf0-4984-920a-f2afe68c1b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:55.683487 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1f71425e-cda9-4edd-8bfd-ea6d80fa6bd3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.1436324
Apr 16 21:31:55.688476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fe2fb8f-3f9e-4706-bb85-ec9ebcd24da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c3138d98-7d10-4bde-9749-d31f604d9c4a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:55.695979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54834) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:55.707426 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0bebcb7a-0871-4002-ac52-1aa8a7786c34 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'subnet': {'network_id': 'e28e5a69-c392-4496-a3a3-07ffccd7c6fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:55.740276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e8696eac-2058-4b99-92ce-113353ac68f0 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:55.740938 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:55.743708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:55.761563 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c4551-cfa1-4e1b-8ca2-9efffc6581e8 None None] Sync routers for ids ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:55.787175 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c4551-cfa1-4e1b-8ca2-9efffc6581e8 None None] Routers {'d2c9b092-22ae-4123-85f9-b52fd6ffabcb'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:55.787808 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d98c4551-cfa1-4e1b-8ca2-9efffc6581e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124bf6b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:55.805304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:55.820639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port e8696eac-2058-4b99-92ce-113353ac68f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8696eac-2058-4b99-92ce-113353ac68f0,segment=NetworkSegment(803f368e-88f0-4eac-a971-861b32f86568),segment_id=803f368e-88f0-4eac-a971-861b32f86568)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:55.834505 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:55.885553 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b812bb67-cba2-4ab7-b3db-4ff93aa0e259 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.0644882
Apr 16 21:31:55.886500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:31:55.894186 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:55.894997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ad463374-bf99-4c85-a5a6-4a10380425a7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:55.909040 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a3576a-688d-4082-a774-d61ffc890ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:31:55.910865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2fb8f-3f9e-4706-bb85-ec9ebcd24da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3138d98-7d10-4bde-9749-d31f604d9c4a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:55.956696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1fe2fb8f-3f9e-4706-bb85-ec9ebcd24da5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3738f1ecbc4140198e8e0307fe0a752c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9539552
Apr 16 21:31:55.959844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54840) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:55.971201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:31:55.982599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f51139ab-a379-4a6b-bda0-3a897da83eea tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3658984
Apr 16 21:31:55.986615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54842) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:55.989733 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97579b2b-234d-465f-9482-00b71bc95fff x-openstack-request-id: req-97579b2b-234d-465f-9482-00b71bc95fff {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:31:55.990697 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:31:55.991160 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97579b2b-234d-465f-9482-00b71bc95fff {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:31:55.991693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-81ca5860-9151-498b-999c-61af7ede8906 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-218050929'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:55.991886 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97579b2b-234d-465f-9482-00b71bc95fff'] response: {'name': 'network-changed', 'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'status': 'completed', 'code': 200}
Apr 16 21:31:56.018394 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-d98c4551-cfa1-4e1b-8ca2-9efffc6581e8 None None] Set router d2c9b092-22ae-4123-85f9-b52fd6ffabcb gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:56.052355 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18361585-295a-4eb3-b899-c08cf7b08046 admin admin] Publish callbacks [] for security_group (c3138d98-7d10-4bde-9749-d31f604d9c4a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:56.085356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18361585-295a-4eb3-b899-c08cf7b08046 admin admin] Publish callbacks [] for security_group (c3138d98-7d10-4bde-9749-d31f604d9c4a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:56.155362 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:56.160585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3576a-688d-4082-a774-d61ffc890ef6 req-2fddd1d4-5680-4ce5-8a41-2cfec813461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:56.161967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64a3576a-688d-4082-a774-d61ffc890ef6 req-2fddd1d4-5680-4ce5-8a41-2cfec813461d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1128 time: 0.1544545
Apr 16 21:31:56.200003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port f23cccfe-13f1-470d-b763-c458e816a6b6 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:31:56.222906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ca5860-9151-498b-999c-61af7ede8906 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:56.226236 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-81ca5860-9151-498b-999c-61af7ede8906 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:56.230985 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18361585-295a-4eb3-b899-c08cf7b08046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c3138d98-7d10-4bde-9749-d31f604d9c4a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:56.234722 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18361585-295a-4eb3-b899-c08cf7b08046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:56.238466 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-18361585-295a-4eb3-b899-c08cf7b08046 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3138d98-7d10-4bde-9749-d31f604d9c4a HTTP/1.1" status: 204  len: 168 time: 0.2749484
Apr 16 21:31:56.251352 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18361585-295a-4eb3-b899-c08cf7b08046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3138d98-7d10-4bde-9749-d31f604d9c4a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:56.266291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b878e-a405-4b0b-ac48-3081c28b7754 req-bed04eda-3b13-46bb-83d3-7f278c024ea4 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:56.267870 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c1b878e-a405-4b0b-ac48-3081c28b7754 req-bed04eda-3b13-46bb-83d3-7f278c024ea4 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.2337301
Apr 16 21:31:56.350857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bebcb7a-0871-4002-ac52-1aa8a7786c34 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:56.355726 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bebcb7a-0871-4002-ac52-1aa8a7786c34 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:56.391131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Sync routers for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:31:56.438697 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d98c4551-cfa1-4e1b-8ca2-9efffc6581e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124bf6b20>, [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:31:23Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'floating_ip_address': '172.35.1.141', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'port_id': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'mac_address': 'fa:16:3e:7f:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:31:52Z', 'revision_number': 0, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46e1963-892d-4802-b1eb-26bf40c4bec6', 'name': '', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:3e:a9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:20Z', 'updated_at': '2022-04-16T21:31:30Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:56.444225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:56.445575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f4b8430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:56.505375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a7bcb5-38fd-4207-82ff-6ecfcfab1846 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:56.519655 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c4551-cfa1-4e1b-8ca2-9efffc6581e8 None None] Checking router: d2c9b092-22ae-4123-85f9-b52fd6ffabcb for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:31:56.531932 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c4551-cfa1-4e1b-8ca2-9efffc6581e8 None None] Routers {'d2c9b092-22ae-4123-85f9-b52fd6ffabcb'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:56.532594 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d98c4551-cfa1-4e1b-8ca2-9efffc6581e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124bf6b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:56.578124 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-d9909290-3cf0-4984-920a-f2afe68c1b82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:31:56.582585 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-d9909290-3cf0-4984-920a-f2afe68c1b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:31:56.593932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=e8696eac-2058-4b99-92ce-113353ac68f0,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:56.643045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ad463374-bf99-4c85-a5a6-4a10380425a7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:56.643423 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:56.706146 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-d98c4551-cfa1-4e1b-8ca2-9efffc6581e8 None None] Set router d2c9b092-22ae-4123-85f9-b52fd6ffabcb gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:56.708283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:31:56.975323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ad463374-bf99-4c85-a5a6-4a10380425a7 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:56.975716 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:57.046684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 172.20.0.7 (0d27c69b-2090-42d8-afae-1332cd31e453/791f1dd0-e7f3-4db6-8bfc-d475320ddc5a/f23cccfe-13f1-470d-b763-c458e816a6b6) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:57.050345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::f816:3eff:fea6:b9a0 (0d27c69b-2090-42d8-afae-1332cd31e453/ac7d9f32-ae48-49a8-9473-f7cd8fc00899/f23cccfe-13f1-470d-b763-c458e816a6b6) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:57.073867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port ad463374-bf99-4c85-a5a6-4a10380425a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad463374-bf99-4c85-a5a6-4a10380425a7,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:57.110119 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d98c4551-cfa1-4e1b-8ca2-9efffc6581e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124bf6b20>, [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:31:23Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'floating_ip_address': '172.35.1.141', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'port_id': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'mac_address': 'fa:16:3e:7f:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:31:52Z', 'revision_number': 0, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46e1963-892d-4802-b1eb-26bf40c4bec6', 'name': '', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:3e:a9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:20Z', 'updated_at': '2022-04-16T21:31:30Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:57.134508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f86c722-d1e9-4bb4-84c1-2c8741697903 None None] Update dhcp port {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'fixed_ips': [{'subnet_id': 'ac7d9f32-ae48-49a8-9473-f7cd8fc00899', 'ip_address': '2001:db8::f816:3eff:fe10:371a'}, {'subnet_id': '791f1dd0-e7f3-4db6-8bfc-d475320ddc5a'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ad463374-bf99-4c85-a5a6-4a10380425a7'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:31:57.140523 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c4551-cfa1-4e1b-8ca2-9efffc6581e8 None None] The sync data for ids ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'] in ncdv-master-1 is: [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:31:23Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'floating_ip_address': '172.35.1.141', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'port_id': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'mac_address': 'fa:16:3e:7f:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:31:52Z', 'revision_number': 0, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46e1963-892d-4802-b1eb-26bf40c4bec6', 'name': '', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:3e:a9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:20Z', 'updated_at': '2022-04-16T21:31:30Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:31:57.169998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ca5860-9151-498b-999c-61af7ede8906 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:31:57.186141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f4b8430>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:31:53Z', 'revision_number': 3, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:31:54Z', 'revision_number': 2, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:31:57.192815 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:57.194666 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f86c722-d1e9-4bb4-84c1-2c8741697903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:57.259198 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c1b878e-a405-4b0b-ac48-3081c28b7754 req-96b54e61-89f6-46e9-81c2-7194ff1d6131 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9102595
Apr 16 21:31:57.267534 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-81ca5860-9151-498b-999c-61af7ede8906 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ddf64f4b-bbf9-4936-8ff5-eb167e6f4948), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:57.268466 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-81ca5860-9151-498b-999c-61af7ede8906 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Added segment ddf64f4b-bbf9-4936-8ff5-eb167e6f4948 of type vlan for network 454cac01-9174-441a-86c8-1aae0a66a6cb
Apr 16 21:31:57.283224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3576a-688d-4082-a774-d61ffc890ef6 req-96305d6b-e8ea-4d72-a278-114ffde2e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:57.284769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64a3576a-688d-4082-a774-d61ffc890ef6 req-96305d6b-e8ea-4d72-a278-114ffde2e56c service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9436375-f402-4a5b-aa69-a7409c8adda4 HTTP/1.1" status: 200  len: 898 time: 1.0721099
Apr 16 21:31:57.301406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d9909290-3cf0-4984-920a-f2afe68c1b82 None None] Current status of the port e8696eac-2058-4b99-92ce-113353ac68f0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:57.311402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device df7e4852-b512-4e9c-958b-aa9e5ef180b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:31:57.311581 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54858) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:57.355715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Checking router: 78dd91b7-4d77-4be2-9419-e0f76a1be201 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:31:57.360399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Updating router 78dd91b7-4d77-4be2-9419-e0f76a1be201 port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:31:57.364108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=ad463374-bf99-4c85-a5a6-4a10380425a7,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:57.374792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: df7e4852-b512-4e9c-958b-aa9e5ef180b5 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:31:57.375252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device df7e4852-b512-4e9c-958b-aa9e5ef180b5 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:31:57.476805 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:57.511428 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc3901-c750-4917-9e54-0227a46229ab None None] New status for floating IP f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:31:57.515258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-323ca2b3-d4e4-4729-8670-9eab85ab97a8 None None] Provisioning complete for port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:57.515753 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-323ca2b3-d4e4-4729-8670-9eab85ab97a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:57.523287 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-81ca5860-9151-498b-999c-61af7ede8906 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (454cac01-9174-441a-86c8-1aae0a66a6cb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:57.532088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-19a49d8d-5bb5-4070-85a7-1f806f8b10c5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5 HTTP/1.1" status: 200  len: 992 time: 0.2157021
Apr 16 21:31:57.563477 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64a3576a-688d-4082-a774-d61ffc890ef6 req-d31c5c14-ce78-4082-b062-1e2033be688a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 1000 time: 0.2712753
Apr 16 21:31:57.653230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e8696eac-2058-4b99-92ce-113353ac68f0 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:57.665933 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (f23cccfe-13f1-470d-b763-c458e816a6b6), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:57.715978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-323ca2b3-d4e4-4729-8670-9eab85ab97a8 None None] Port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:57.731281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3576a-688d-4082-a774-d61ffc890ef6 req-87122a2c-1812-462d-a969-e06671e52648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:57.733396 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64a3576a-688d-4082-a774-d61ffc890ef6 req-87122a2c-1812-462d-a969-e06671e52648 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4f45037-6f54-4369-b06d-9d201a65a8f0 HTTP/1.1" status: 200  len: 834 time: 0.1539903
Apr 16 21:31:57.747023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-323ca2b3-d4e4-4729-8670-9eab85ab97a8 None None] Provisioning complete for port ad463374-bf99-4c85-a5a6-4a10380425a7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:57.747147 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-323ca2b3-d4e4-4729-8670-9eab85ab97a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:57.788410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3576a-688d-4082-a774-d61ffc890ef6 req-b8995fa3-3ff7-45f6-a91a-286d4f9f20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:57.790102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64a3576a-688d-4082-a774-d61ffc890ef6 req-b8995fa3-3ff7-45f6-a91a-286d4f9f20a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9436375-f402-4a5b-aa69-a7409c8adda4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0507307
Apr 16 21:31:57.793007 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-81ca5860-9151-498b-999c-61af7ede8906 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (454cac01-9174-441a-86c8-1aae0a66a6cb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:57.798536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca5860-9151-498b-999c-61af7ede8906 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:57.799150 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-81ca5860-9151-498b-999c-61af7ede8906 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:57.830392 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bebcb7a-0871-4002-ac52-1aa8a7786c34 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (6f4c78d9-0e48-4c61-baf6-da1f864b4acb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:57.932955 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f23cccfe-13f1-470d-b763-c458e816a6b6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:57.965845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e8696eac-2058-4b99-92ce-113353ac68f0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:57.966200 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.003151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-8f86c722-d1e9-4bb4-84c1-2c8741697903 None None] Allocated IP 172.20.0.2 (0d27c69b-2090-42d8-afae-1332cd31e453/791f1dd0-e7f3-4db6-8bfc-d475320ddc5a/ad463374-bf99-4c85-a5a6-4a10380425a7) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:58.011799 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-81ca5860-9151-498b-999c-61af7ede8906 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.0242848
Apr 16 21:31:58.014684 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54882) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:58.021320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca5860-9151-498b-999c-61af7ede8906 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Network': ['ID=454cac01-9174-441a-86c8-1aae0a66a6cb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:58.021686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-12834aa4-ab9e-4721-bc00-3b6f42278d64 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'subnet': {'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:58.043396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 454cac01-9174-441a-86c8-1aae0a66a6cb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:31:58.059653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:31:58.078984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:58.080956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebcb7a-0871-4002-ac52-1aa8a7786c34 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Subnet': ['ID=6f4c78d9-0e48-4c61-baf6-da1f864b4acb,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:58.091146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:31:58.129253 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=f23cccfe-13f1-470d-b763-c458e816a6b6,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:58.148693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bebcb7a-0871-4002-ac52-1aa8a7786c34 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Checking segment: {'id': 'ec919a80-aad6-4df7-88e8-a14787b3ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e28e5a69-c392-4496-a3a3-07ffccd7c6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:58.149165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bebcb7a-0871-4002-ac52-1aa8a7786c34 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network hostable DHCP agents. Network: e28e5a69-c392-4496-a3a3-07ffccd7c6fa, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:31:58.172146 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64a3576a-688d-4082-a774-d61ffc890ef6 req-350ca3a6-d7e4-418c-a299-f4db94f720c7 service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3688564
Apr 16 21:31:58.206333 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:58.206951 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.213992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12834aa4-ab9e-4721-bc00-3b6f42278d64 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:31:58.222749 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12834aa4-ab9e-4721-bc00-3b6f42278d64 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.323811 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64a3576a-688d-4082-a774-d61ffc890ef6 req-99cc8f68-5eeb-4f40-961d-96aee1b1e336 service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414154
Apr 16 21:31:58.348723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bebcb7a-0871-4002-ac52-1aa8a7786c34 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network e28e5a69-c392-4496-a3a3-07ffccd7c6fa is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:31:58.365975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f3e2c322-f9c9-4e63-a508-99ed2beb0e48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.4464154
Apr 16 21:31:58.369489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54884) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:58.414525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-323ca2b3-d4e4-4729-8670-9eab85ab97a8 None None] Current status of the port ad463374-bf99-4c85-a5a6-4a10380425a7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:58.457672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-323ca2b3-d4e4-4729-8670-9eab85ab97a8 None None] Provisioning complete for port e8696eac-2058-4b99-92ce-113353ac68f0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:58.458056 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-323ca2b3-d4e4-4729-8670-9eab85ab97a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.468998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334f4d7-6ed8-4328-b093-09bfaf759f39 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:58.474623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334f4d7-6ed8-4328-b093-09bfaf759f39 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:58.478666 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9334f4d7-6ed8-4328-b093-09bfaf759f39 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 0.1054149
Apr 16 21:31:58.480163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54888) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:58.516763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-0bebcb7a-0871-4002-ac52-1aa8a7786c34 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e28e5a69-c392-4496-a3a3-07ffccd7c6fa) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:58.524282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bebcb7a-0871-4002-ac52-1aa8a7786c34 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:58.525142 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bebcb7a-0871-4002-ac52-1aa8a7786c34 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.533253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54892) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:58.545671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd514a6-72e7-4950-9211-743e0b95213e None None] Network e28e5a69-c392-4496-a3a3-07ffccd7c6fa requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:58.593053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-8a6fb9b9-9b25-4c8d-8457-0270c593f89b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port f23cccfe-13f1-470d-b763-c458e816a6b6 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:31:58.593407 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb9b9-9b25-4c8d-8457-0270c593f89b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f23cccfe-13f1-470d-b763-c458e816a6b6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.610283 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12834aa4-ab9e-4721-bc00-3b6f42278d64 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (6250a8d4-3140-4334-8ea8-67adbb012bb3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.610778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e8696eac-2058-4b99-92ce-113353ac68f0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:58.612776 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ad463374-bf99-4c85-a5a6-4a10380425a7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:58.654328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54894) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:58.659046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8f86c722-d1e9-4bb4-84c1-2c8741697903 None None] For port ad463374-bf99-4c85-a5a6-4a10380425a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad463374-bf99-4c85-a5a6-4a10380425a7,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:31:58.672933 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Publish callbacks [] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.694184 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0bebcb7a-0871-4002-ac52-1aa8a7786c34 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9907382
Apr 16 21:31:58.697840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54898) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:58.698025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12834aa4-ab9e-4721-bc00-3b6f42278d64 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Subnet': ['ID=6250a8d4-3140-4334-8ea8-67adbb012bb3,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:58.704215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-26da0153-ee3d-4bb7-9940-178191855f14 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1463503670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:31:58.734182 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d15b7651-3f17-44dc-93be-c1eea4f59e58 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5 HTTP/1.1" status: 200  len: 994 time: 0.1917624
Apr 16 21:31:58.755796 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12834aa4-ab9e-4721-bc00-3b6f42278d64 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Checking segment: {'id': 'ddf64f4b-bbf9-4936-8ff5-eb167e6f4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:58.755796 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12834aa4-ab9e-4721-bc00-3b6f42278d64 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network hostable DHCP agents. Network: 454cac01-9174-441a-86c8-1aae0a66a6cb, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:31:58.765454 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb9b9-9b25-4c8d-8457-0270c593f89b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f23cccfe-13f1-470d-b763-c458e816a6b6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.773180 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f86c722-d1e9-4bb4-84c1-2c8741697903 None None] Publish callbacks [] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.780691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-8a6fb9b9-9b25-4c8d-8457-0270c593f89b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for f23cccfe-13f1-470d-b763-c458e816a6b6 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:31:58.802216 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.803998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-323ca2b3-d4e4-4729-8670-9eab85ab97a8 None None] Current status of the port e8696eac-2058-4b99-92ce-113353ac68f0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:58.815501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ad463374-bf99-4c85-a5a6-4a10380425a7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:58.815883 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.836085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e28e5a69-c392-4496-a3a3-07ffccd7c6fa', 'network_id': 'e28e5a69-c392-4496-a3a3-07ffccd7c6fa', 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'fixed_ips': [{'subnet_id': '6f4c78d9-0e48-4c61-baf6-da1f864b4acb'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:58.836982 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.852443 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26da0153-ee3d-4bb7-9940-178191855f14 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (5d9b907d-b7c0-4214-b910-a4f0434ef29e), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.853477 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26da0153-ee3d-4bb7-9940-178191855f14 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (5d9b907d-b7c0-4214-b910-a4f0434ef29e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.862636 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-702ccb56-3ad8-44a0-9ece-ef44eacac469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.864987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12834aa4-ab9e-4721-bc00-3b6f42278d64 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 454cac01-9174-441a-86c8-1aae0a66a6cb is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:31:58.903952 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f86c722-d1e9-4bb4-84c1-2c8741697903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.939106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-12834aa4-ab9e-4721-bc00-3b6f42278d64 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 454cac01-9174-441a-86c8-1aae0a66a6cb) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:31:58.942414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0915ff-530f-43a6-92c3-c809dee94c9e None None] Pushing event updated for resources: {'Port': ['ID=f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:58.947612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12834aa4-ab9e-4721-bc00-3b6f42278d64 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:58.948910 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-12834aa4-ab9e-4721-bc00-3b6f42278d64 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:58.969256 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26da0153-ee3d-4bb7-9940-178191855f14 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (5d9b907d-b7c0-4214-b910-a4f0434ef29e), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.029558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a973bf-1af0-476c-89bb-b9fd0b0fe0eb None None] Network 454cac01-9174-441a-86c8-1aae0a66a6cb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:31:59.044432 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-12834aa4-ab9e-4721-bc00-3b6f42278d64 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.0270801
Apr 16 21:31:59.047202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54900) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:59.064927 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26da0153-ee3d-4bb7-9940-178191855f14 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (5d9b907d-b7c0-4214-b910-a4f0434ef29e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.150313 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26da0153-ee3d-4bb7-9940-178191855f14 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.151749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-26da0153-ee3d-4bb7-9940-178191855f14 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.4533758
Apr 16 21:31:59.154739 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54902) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:59.165777 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb9b9-9b25-4c8d-8457-0270c593f89b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f23cccfe-13f1-470d-b763-c458e816a6b6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.268564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Attempting to bind port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:31:59.268846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Attempting to bind port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '803f368e-88f0-4eac-a971-861b32f86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:31:59.269223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Attempting to bind port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 on network aa389ee0-44da-4dc4-b60b-5b87d0ba0573 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:31:59.294632 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86c722-d1e9-4bb4-84c1-2c8741697903 None None] Pushing event updated for resources: {'Port': ['ID=ad463374-bf99-4c85-a5a6-4a10380425a7,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:59.312141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:31:59.312553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Checking segment: {'id': '803f368e-88f0-4eac-a971-861b32f86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:31:59.312967 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.313366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Bound using segment: {'id': '803f368e-88f0-4eac-a971-861b32f86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:31:59.313925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Bound port: f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803f368e-88f0-4eac-a971-861b32f86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:31:59.314296 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.344451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fb9b9-9b25-4c8d-8457-0270c593f89b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=f23cccfe-13f1-470d-b763-c458e816a6b6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:59.346527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0282cc9b-9a83-42c1-909d-8da776a58682 None None] Provisioning complete for port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:59.346907 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0282cc9b-9a83-42c1-909d-8da776a58682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.357311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ad463374-bf99-4c85-a5a6-4a10380425a7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:31:59.391371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Allocated IP 172.20.0.2 (e28e5a69-c392-4496-a3a3-07ffccd7c6fa/6f4c78d9-0e48-4c61-baf6-da1f864b4acb/103dfd55-e5e7-45b4-a121-3bf5caa52069) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:31:59.506878 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-454cac01-9174-441a-86c8-1aae0a66a6cb', 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'fixed_ips': [{'subnet_id': '6250a8d4-3140-4334-8ea8-67adbb012bb3'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:31:59.507626 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.563164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0282cc9b-9a83-42c1-909d-8da776a58682 None None] Port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:31:59.593799 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ad463374-bf99-4c85-a5a6-4a10380425a7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:31:59.596668 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.620811 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-702ccb56-3ad8-44a0-9ece-ef44eacac469 admin admin] Publish callbacks [] for security_group (46034d55-41f3-474d-ac04-d1fe38cf7d8c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.638026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] For port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:31:59.665205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] For port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08,segment=NetworkSegment(803f368e-88f0-4eac-a971-861b32f86568),segment_id=803f368e-88f0-4eac-a971-861b32f86568)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:31:59.692789 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-931db4b6-058c-4c9c-a8b1-f19d53efab64 req-72f0f505-9f9a-49d3-a8ed-007c64cd9c6e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2067840
Apr 16 21:31:59.701943 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-702ccb56-3ad8-44a0-9ece-ef44eacac469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (46034d55-41f3-474d-ac04-d1fe38cf7d8c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.769223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb9b9-9b25-4c8d-8457-0270c593f89b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.774662 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8a6fb9b9-9b25-4c8d-8457-0270c593f89b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/f23cccfe-13f1-470d-b763-c458e816a6b6 HTTP/1.1" status: 204  len: 168 time: 1.2914026
Apr 16 21:31:59.776827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54908) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:59.787261 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ad463374-bf99-4c85-a5a6-4a10380425a7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:31:59.787629 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.796068 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.824086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-702ccb56-3ad8-44a0-9ece-ef44eacac469 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6bf5f45eb85141c09db84d368c6d8260&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1689930
Apr 16 21:31:59.831439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54910) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:59.840846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ccb56-3ad8-44a0-9ece-ef44eacac469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46034d55-41f3-474d-ac04-d1fe38cf7d8c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:31:59.878117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931db4b6-058c-4c9c-a8b1-f19d53efab64 req-d8892446-10a1-4d84-913d-d76b04195b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:59.879685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-931db4b6-058c-4c9c-a8b1-f19d53efab64 req-d8892446-10a1-4d84-913d-d76b04195b5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1128 time: 0.1123374
Apr 16 21:31:59.880958 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:31:59.938716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b6f99c-def1-45cd-821c-7dba2947ff9c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:59.940210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b6f99c-def1-45cd-821c-7dba2947ff9c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:59.941532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b6f99c-def1-45cd-821c-7dba2947ff9c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:31:59.946746 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-19b6f99c-def1-45cd-821c-7dba2947ff9c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1682615
Apr 16 21:31:59.952373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54912) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:31:59.982607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:31:59.983808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f4b8430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:00.106916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0915ff-530f-43a6-92c3-c809dee94c9e None None] Pushing event updated for resources: {'Port': ['ID=f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:00.124794 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Publish callbacks [] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:00.129480 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Allocated IP 2001:db8:2::2 (454cac01-9174-441a-86c8-1aae0a66a6cb/6250a8d4-3140-4334-8ea8-67adbb012bb3/7031a98e-a964-4f1a-8200-4b67a3360700) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:00.207585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-73025d11-a234-46ca-808b-6d56911739a7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 791f1dd0-e7f3-4db6-8bfc-d475320ddc5a {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:00.218327 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73025d11-a234-46ca-808b-6d56911739a7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (791f1dd0-e7f3-4db6-8bfc-d475320ddc5a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:00.229217 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-27388dfd-ddd0-430a-b586-112651d9c6e9 admin admin] Publish callbacks [] for security_group (46034d55-41f3-474d-ac04-d1fe38cf7d8c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:00.237541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:00.240990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ad463374-bf99-4c85-a5a6-4a10380425a7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:00.281946 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:00.364401 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-27388dfd-ddd0-430a-b586-112651d9c6e9 admin admin] Publish callbacks [] for security_group (46034d55-41f3-474d-ac04-d1fe38cf7d8c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:00.367977 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73025d11-a234-46ca-808b-6d56911739a7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (791f1dd0-e7f3-4db6-8bfc-d475320ddc5a), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:00.374123 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931db4b6-058c-4c9c-a8b1-f19d53efab64 req-f5d62ffe-971c-4edb-849d-eeea8e729e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:00.375702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-931db4b6-058c-4c9c-a8b1-f19d53efab64 req-f5d62ffe-971c-4edb-849d-eeea8e729e95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9436375-f402-4a5b-aa69-a7409c8adda4 HTTP/1.1" status: 200  len: 898 time: 0.4663939
Apr 16 21:32:00.584284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Network e28e5a69-c392-4496-a3a3-07ffccd7c6fa is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:00.589049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5c9240d9-7e2a-48fc-8395-891bfb78d35e None None] Provisioning complete for port ad463374-bf99-4c85-a5a6-4a10380425a7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:00.589428 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5c9240d9-7e2a-48fc-8395-891bfb78d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:00.599712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:00.602530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:00.640239 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Pushing event updated for resources: {'Port': ['ID=103dfd55-e5e7-45b4-a121-3bf5caa52069,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:00.852133 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Publish callbacks [] for port (7031a98e-a964-4f1a-8200-4b67a3360700), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:00.853469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Attempting to bind port 103dfd55-e5e7-45b4-a121-3bf5caa52069 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:00.854221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Attempting to bind port 103dfd55-e5e7-45b4-a121-3bf5caa52069 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ec919a80-aad6-4df7-88e8-a14787b3ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e28e5a69-c392-4496-a3a3-07ffccd7c6fa'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:00.854221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Attempting to bind port 103dfd55-e5e7-45b4-a121-3bf5caa52069 on network e28e5a69-c392-4496-a3a3-07ffccd7c6fa {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:00.910462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:00.910898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Checking segment: {'id': 'ec919a80-aad6-4df7-88e8-a14787b3ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e28e5a69-c392-4496-a3a3-07ffccd7c6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:00.911242 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:00.911637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Bound using segment: {'id': 'ec919a80-aad6-4df7-88e8-a14787b3ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e28e5a69-c392-4496-a3a3-07ffccd7c6fa'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:00.912136 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Bound port: 103dfd55-e5e7-45b4-a121-3bf5caa52069, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec919a80-aad6-4df7-88e8-a14787b3ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e28e5a69-c392-4496-a3a3-07ffccd7c6fa'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:00.912525 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:00.931278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-931db4b6-058c-4c9c-a8b1-f19d53efab64 req-cba4f512-22be-4525-a1c7-dd16ccc4a5dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 1002 time: 0.4991224
Apr 16 21:32:00.931516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5c9240d9-7e2a-48fc-8395-891bfb78d35e None None] Current status of the port ad463374-bf99-4c85-a5a6-4a10380425a7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:00.960627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Allocated IP 172.20.0.1 (e28e5a69-c392-4496-a3a3-07ffccd7c6fa/6f4c78d9-0e48-4c61-baf6-da1f864b4acb/9445b9df-f71c-4a42-8061-57018beea4bb) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:00.964390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f4b8430>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:31:53Z', 'revision_number': 3, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:31:59Z', 'revision_number': 4, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:00.968303 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (7031a98e-a964-4f1a-8200-4b67a3360700), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.005470 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73025d11-a234-46ca-808b-6d56911739a7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (791f1dd0-e7f3-4db6-8bfc-d475320ddc5a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.005733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Allocated IP 2001:db8:2::1 (454cac01-9174-441a-86c8-1aae0a66a6cb/6250a8d4-3140-4334-8ea8-67adbb012bb3/0c85964b-7422-4958-b7e9-c6563fc905a8) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:01.025086 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2163a-6a50-43e1-b4d7-b234ec23a3c5 None None] The sync data for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 is: [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:31:53Z', 'revision_number': 3, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:31:59Z', 'revision_number': 4, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:01.104455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Network 454cac01-9174-441a-86c8-1aae0a66a6cb is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:01.104455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Pushing event updated for resources: {'Port': ['ID=7031a98e-a964-4f1a-8200-4b67a3360700,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:01.106192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6c0ad7dc-bf3d-443a-b72f-ee555856cd16 None None] Provisioning complete for port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:01.106569 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c0ad7dc-bf3d-443a-b72f-ee555856cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.110933 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:01.113967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:01.116515 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] For port 103dfd55-e5e7-45b4-a121-3bf5caa52069, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:01.171590 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-27388dfd-ddd0-430a-b586-112651d9c6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (46034d55-41f3-474d-ac04-d1fe38cf7d8c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.174223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-27388dfd-ddd0-430a-b586-112651d9c6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.175575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-27388dfd-ddd0-430a-b586-112651d9c6e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46034d55-41f3-474d-ac04-d1fe38cf7d8c HTTP/1.1" status: 204  len: 168 time: 1.3427401
Apr 16 21:32:01.186120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] For port 103dfd55-e5e7-45b4-a121-3bf5caa52069, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=103dfd55-e5e7-45b4-a121-3bf5caa52069,segment=NetworkSegment(ec919a80-aad6-4df7-88e8-a14787b3ba6c),segment_id=ec919a80-aad6-4df7-88e8-a14787b3ba6c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:01.201387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931db4b6-058c-4c9c-a8b1-f19d53efab64 req-43c6f729-e3c4-476f-8beb-b88bf46d1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:01.202958 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-931db4b6-058c-4c9c-a8b1-f19d53efab64 req-43c6f729-e3c4-476f-8beb-b88bf46d1704 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4f45037-6f54-4369-b06d-9d201a65a8f0 HTTP/1.1" status: 200  len: 834 time: 0.2616162
Apr 16 21:32:01.209167 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.211810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27388dfd-ddd0-430a-b586-112651d9c6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46034d55-41f3-474d-ac04-d1fe38cf7d8c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:01.284900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Attempting to bind port 7031a98e-a964-4f1a-8200-4b67a3360700 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:01.285140 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Attempting to bind port 7031a98e-a964-4f1a-8200-4b67a3360700 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ddf64f4b-bbf9-4936-8ff5-eb167e6f4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:01.285570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Attempting to bind port 7031a98e-a964-4f1a-8200-4b67a3360700 on network 454cac01-9174-441a-86c8-1aae0a66a6cb {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:01.294782 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (9445b9df-f71c-4a42-8061-57018beea4bb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.298086 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.303452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:01.303819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Checking segment: {'id': 'ddf64f4b-bbf9-4936-8ff5-eb167e6f4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:01.304163 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.304583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Bound using segment: {'id': 'ddf64f4b-bbf9-4936-8ff5-eb167e6f4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:01.305076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Bound port: 7031a98e-a964-4f1a-8200-4b67a3360700, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf64f4b-bbf9-4936-8ff5-eb167e6f4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:01.305460 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7031a98e-a964-4f1a-8200-4b67a3360700), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.346010 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6c0ad7dc-bf3d-443a-b72f-ee555856cd16 None None] Current status of the port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:01.346410 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c0ad7dc-bf3d-443a-b72f-ee555856cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.368630 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.368886 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931db4b6-058c-4c9c-a8b1-f19d53efab64 req-c3dc6990-558b-4113-9734-62a7955410db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:01.370977 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-931db4b6-058c-4c9c-a8b1-f19d53efab64 req-c3dc6990-558b-4113-9734-62a7955410db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9436375-f402-4a5b-aa69-a7409c8adda4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1545308
Apr 16 21:32:01.458107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 454cac01-9174-441a-86c8-1aae0a66a6cb is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:01.465949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d5e89-0358-439b-b290-c2ecf6602e32 None None] Pushing event updated for resources: {'Port': ['ID=103dfd55-e5e7-45b4-a121-3bf5caa52069,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:01.466158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:01.475213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:01.475213 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.487371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6c0ad7dc-bf3d-443a-b72f-ee555856cd16 None None] For port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08,segment=NetworkSegment(803f368e-88f0-4eac-a971-861b32f86568),segment_id=803f368e-88f0-4eac-a971-861b32f86568)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:01.496636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] For port 7031a98e-a964-4f1a-8200-4b67a3360700, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:01.504027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] For port 7031a98e-a964-4f1a-8200-4b67a3360700, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7031a98e-a964-4f1a-8200-4b67a3360700,segment=NetworkSegment(ddf64f4b-bbf9-4936-8ff5-eb167e6f4948),segment_id=ddf64f4b-bbf9-4936-8ff5-eb167e6f4948)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:01.519812 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73025d11-a234-46ca-808b-6d56911739a7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (791f1dd0-e7f3-4db6-8bfc-d475320ddc5a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.535858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=0c85964b-7422-4958-b7e9-c6563fc905a8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:01.540304 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (9445b9df-f71c-4a42-8061-57018beea4bb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.597173 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c0ad7dc-bf3d-443a-b72f-ee555856cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.610511 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7031a98e-a964-4f1a-8200-4b67a3360700), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.615809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6c0ad7dc-bf3d-443a-b72f-ee555856cd16 None None] Could not find standard attr ID for object f23cccfe-13f1-470d-b763-c458e816a6b6. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:32:01.616584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network e28e5a69-c392-4496-a3a3-07ffccd7c6fa is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:01.627509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:01.630667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:01.661478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73025d11-a234-46ca-808b-6d56911739a7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=791f1dd0-e7f3-4db6-8bfc-d475320ddc5a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:01.667816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73025d11-a234-46ca-808b-6d56911739a7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.671568 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-73025d11-a234-46ca-808b-6d56911739a7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/791f1dd0-e7f3-4db6-8bfc-d475320ddc5a HTTP/1.1" status: 204  len: 168 time: 1.6433761
Apr 16 21:32:01.680589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54922) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:01.758649 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fbc60f-8108-4843-8446-5b3ebd112394 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:01.775635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:01.803731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=9445b9df-f71c-4a42-8061-57018beea4bb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:01.827275 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-931db4b6-058c-4c9c-a8b1-f19d53efab64 req-8d05ace8-0410-4d2d-9b80-16875d0ec823 service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4483731
Apr 16 21:32:01.851164 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (5d9b907d-b7c0-4214-b910-a4f0434ef29e), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.899621 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:01.943330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbece9c-8c52-4088-95b9-710f007825b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet ac7d9f32-ae48-49a8-9473-f7cd8fc00899 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:01.966508 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccbece9c-8c52-4088-95b9-710f007825b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (ac7d9f32-ae48-49a8-9473-f7cd8fc00899), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:02.118739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ad7dc-bf3d-443a-b72f-ee555856cd16 None None] Pushing event updated for resources: {'Port': ['ID=f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:02.135946 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccbece9c-8c52-4088-95b9-710f007825b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (ac7d9f32-ae48-49a8-9473-f7cd8fc00899), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:02.258767 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-931db4b6-058c-4c9c-a8b1-f19d53efab64 req-61223fe1-a9cb-4217-b853-da27480da35b service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4190855
Apr 16 21:32:02.259552 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9445b9df-f71c-4a42-8061-57018beea4bb), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:02.266229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bf2b3-2e3f-40e2-a037-8be774f9a32f None None] Pushing event updated for resources: {'Port': ['ID=7031a98e-a964-4f1a-8200-4b67a3360700,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:02.278173 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:02.278961 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:02.451845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:02.521666 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccbece9c-8c52-4088-95b9-710f007825b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (ac7d9f32-ae48-49a8-9473-f7cd8fc00899), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:02.655667 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:02.690874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (9445b9df-f71c-4a42-8061-57018beea4bb), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:02.715237 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:02.716084 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:02.793680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54938) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:02.854014 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (9445b9df-f71c-4a42-8061-57018beea4bb), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:03.124344 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (5d9b907d-b7c0-4214-b910-a4f0434ef29e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:03.126969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=9445b9df-f71c-4a42-8061-57018beea4bb,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:03.328629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=0c85964b-7422-4958-b7e9-c6563fc905a8,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:03.350033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.350620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.350725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.351156 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.351408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.351748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.352089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.352453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.352789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.353121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.353461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.354088 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.354088 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.354440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.354761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:03.402666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 454cac01-9174-441a-86c8-1aae0a66a6cb is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:03.404919 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:03.411905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049e233d-15a1-4771-a720-ef0eae7b6c8b None None] Network e28e5a69-c392-4496-a3a3-07ffccd7c6fa requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:03.415542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9c289bf7-3363-44a2-82c6-b3ac32b4bd46 None None] Provisioning complete for port ad463374-bf99-4c85-a5a6-4a10380425a7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:03.415917 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9c289bf7-3363-44a2-82c6-b3ac32b4bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:03.420965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccbece9c-8c52-4088-95b9-710f007825b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (ac7d9f32-ae48-49a8-9473-f7cd8fc00899), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:03.451322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbece9c-8c52-4088-95b9-710f007825b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7d9f32-ae48-49a8-9473-f7cd8fc00899,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:03.643418 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 78dd91b7-4d77-4be2-9419-e0f76a1be201 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:03.644643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb662dcb-cc32-40d9-8228-d24781035ee1 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:03.647446 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccbece9c-8c52-4088-95b9-710f007825b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:03.660258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network e28e5a69-c392-4496-a3a3-07ffccd7c6fa is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:03.664931 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:03.666745 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ccbece9c-8c52-4088-95b9-710f007825b9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/ac7d9f32-ae48-49a8-9473-f7cd8fc00899 HTTP/1.1" status: 204  len: 168 time: 1.9816127
Apr 16 21:32:03.672842 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54966) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:03.786436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9c289bf7-3363-44a2-82c6-b3ac32b4bd46 None None] Current status of the port ad463374-bf99-4c85-a5a6-4a10380425a7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:03.796549 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-87a66ca5-c76b-4d9e-b4bc-2ebeb4ba4bc9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1162679
Apr 16 21:32:03.797813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54970) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:03.809406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d6a3602b-f9ee-4592-907d-a31fb2dcd79d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:03.854820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7031a98e-a964-4f1a-8200-4b67a3360700 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:03.921718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5d6e08e7-0e76-4210-8ffa-7102d103192c None None] Provisioning complete for port 103dfd55-e5e7-45b4-a121-3bf5caa52069 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:03.922399 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5d6e08e7-0e76-4210-8ffa-7102d103192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:03.930254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6897816-67f3-40f2-aae4-0b1bca651250 None None] Network 454cac01-9174-441a-86c8-1aae0a66a6cb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:04.031966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router 5d9b907d-b7c0-4214-b910-a4f0434ef29e is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:32:04.045907 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d20d4d9f-14d9-4d62-a0df-3bb6efef1f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (82493eb6-9cdf-4048-a659-b27cc1b75438), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.051563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d055ae-6326-49e2-8bbd-5a1865c7363a None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:04.057356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7031a98e-a964-4f1a-8200-4b67a3360700 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:04.057897 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7031a98e-a964-4f1a-8200-4b67a3360700), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.067467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:04.073588 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9d19eb05-4b2f-4602-bc8c-45bed106ba59 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0252726
Apr 16 21:32:04.076355 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54976) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:04.083391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-93a2d6d6-f9cc-4e32-ac51-c74d35b74ed9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1731503896'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:04.095408 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Sync routers for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:04.105358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a3602b-f9ee-4592-907d-a31fb2dcd79d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:04.110174 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d6a3602b-f9ee-4592-907d-a31fb2dcd79d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.180121 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:04.180784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f18bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:04.219614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a2d6d6-f9cc-4e32-ac51-c74d35b74ed9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:04.223562 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-93a2d6d6-f9cc-4e32-ac51-c74d35b74ed9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.311332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:04.312373 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a2d6d6-f9cc-4e32-ac51-c74d35b74ed9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:32:04.319761 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a00bea61-f185-4cd7-b888-595a3392a59f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/5d9b907d-b7c0-4214-b910-a4f0434ef29e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1635501
Apr 16 21:32:04.322045 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3eab9-61e9-46b5-80e4-b59a5b7e7557 None None] Sync routers for ids ['5d9b907d-b7c0-4214-b910-a4f0434ef29e'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:04.330318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54982) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:04.338429 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3eab9-61e9-46b5-80e4-b59a5b7e7557 None None] Routers {'5d9b907d-b7c0-4214-b910-a4f0434ef29e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:04.341731 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cba3eab9-61e9-46b5-80e4-b59a5b7e7557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124bada30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5d9b907d-b7c0-4214-b910-a4f0434ef29e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:04.372136 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5d6e08e7-0e76-4210-8ffa-7102d103192c None None] Current status of the port 103dfd55-e5e7-45b4-a121-3bf5caa52069 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:04.372649 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5d6e08e7-0e76-4210-8ffa-7102d103192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.421180 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cba3eab9-61e9-46b5-80e4-b59a5b7e7557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124bada30>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:04.449535 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-93a2d6d6-f9cc-4e32-ac51-c74d35b74ed9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (4275defb-0352-4f10-881f-d1cda3cfd506), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.450258 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-93a2d6d6-f9cc-4e32-ac51-c74d35b74ed9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Added segment 4275defb-0352-4f10-881f-d1cda3cfd506 of type vlan for network 26a30e50-a9e3-4d61-a0a3-0c06e91204d9
Apr 16 21:32:04.452332 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3eab9-61e9-46b5-80e4-b59a5b7e7557 None None] Routers {'5d9b907d-b7c0-4214-b910-a4f0434ef29e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:04.456437 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cba3eab9-61e9-46b5-80e4-b59a5b7e7557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124bada30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5d9b907d-b7c0-4214-b910-a4f0434ef29e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:04.536379 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cba3eab9-61e9-46b5-80e4-b59a5b7e7557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124bada30>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:04.538844 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3eab9-61e9-46b5-80e4-b59a5b7e7557 None None] The sync data for ids ['5d9b907d-b7c0-4214-b910-a4f0434ef29e'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:04.621673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d20d4d9f-14d9-4d62-a0df-3bb6efef1f81 admin admin] Deleting port 8505c7e9-094f-409c-a039-67e2f1117bf7 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:04.624044 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d20d4d9f-14d9-4d62-a0df-3bb6efef1f81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.688527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2716fa74-5a79-4790-8639-2f9d7bdc6b43 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:04.691595 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2716fa74-5a79-4790-8639-2f9d7bdc6b43 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports/9445b9df-f71c-4a42-8061-57018beea4bb HTTP/1.1" status: 200  len: 910 time: 0.3516479
Apr 16 21:32:04.698681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54990) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:04.705217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d1d055ae-6326-49e2-8bbd-5a1865c7363a None None] Deleting port ad463374-bf99-4c85-a5a6-4a10380425a7 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:04.705651 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d1d055ae-6326-49e2-8bbd-5a1865c7363a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.729875 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d6a3602b-f9ee-4592-907d-a31fb2dcd79d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.733237 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-93a2d6d6-f9cc-4e32-ac51-c74d35b74ed9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (26a30e50-a9e3-4d61-a0a3-0c06e91204d9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.763854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7031a98e-a964-4f1a-8200-4b67a3360700 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:04.764991 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7031a98e-a964-4f1a-8200-4b67a3360700), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.882451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a3602b-f9ee-4592-907d-a31fb2dcd79d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:04.886111 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-93a2d6d6-f9cc-4e32-ac51-c74d35b74ed9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (26a30e50-a9e3-4d61-a0a3-0c06e91204d9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.892433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a2d6d6-f9cc-4e32-ac51-c74d35b74ed9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:04.893062 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-93a2d6d6-f9cc-4e32-ac51-c74d35b74ed9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.915327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d1d055ae-6326-49e2-8bbd-5a1865c7363a None None] For port ad463374-bf99-4c85-a5a6-4a10380425a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad463374-bf99-4c85-a5a6-4a10380425a7,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:04.920373 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d1d055ae-6326-49e2-8bbd-5a1865c7363a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:04.940643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:04.943689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5d6e08e7-0e76-4210-8ffa-7102d103192c None None] For port 103dfd55-e5e7-45b4-a121-3bf5caa52069, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=103dfd55-e5e7-45b4-a121-3bf5caa52069,segment=NetworkSegment(ec919a80-aad6-4df7-88e8-a14787b3ba6c),segment_id=ec919a80-aad6-4df7-88e8-a14787b3ba6c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:04.949023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 7031a98e-a964-4f1a-8200-4b67a3360700, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7031a98e-a964-4f1a-8200-4b67a3360700,segment=NetworkSegment(ddf64f4b-bbf9-4936-8ff5-eb167e6f4948),segment_id=ddf64f4b-bbf9-4936-8ff5-eb167e6f4948)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:04.950527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d1d055ae-6326-49e2-8bbd-5a1865c7363a None None] Calling delete_port for ad463374-bf99-4c85-a5a6-4a10380425a7 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:04.977010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d6a3602b-f9ee-4592-907d-a31fb2dcd79d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:04.987311 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2d6d6-f9cc-4e32-ac51-c74d35b74ed9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Network': ['ID=26a30e50-a9e3-4d61-a0a3-0c06e91204d9,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:04.992092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a3602b-f9ee-4592-907d-a31fb2dcd79d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:04.993124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d6a3602b-f9ee-4592-907d-a31fb2dcd79d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:05.025324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 26a30e50-a9e3-4d61-a0a3-0c06e91204d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:32:05.027114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3602b-f9ee-4592-907d-a31fb2dcd79d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:05.045599 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5d6e08e7-0e76-4210-8ffa-7102d103192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:05.088861 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7031a98e-a964-4f1a-8200-4b67a3360700), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:05.089798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:05.090835 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-d20d4d9f-14d9-4d62-a0df-3bb6efef1f81 admin admin] For port 8505c7e9-094f-409c-a039-67e2f1117bf7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8505c7e9-094f-409c-a039-67e2f1117bf7,segment=NetworkSegment(e2f65768-2cab-4d94-9013-aac99271c587),segment_id=e2f65768-2cab-4d94-9013-aac99271c587)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:05.091225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d20d4d9f-14d9-4d62-a0df-3bb6efef1f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:05.099109 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-93a2d6d6-f9cc-4e32-ac51-c74d35b74ed9 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0190744
Apr 16 21:32:05.103521 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d6a3602b-f9ee-4592-907d-a31fb2dcd79d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3038142
Apr 16 21:32:05.103785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55002) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:05.108855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55004) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:05.109491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f315e529-19e7-45ed-b157-870117d2ec27 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'subnet': {'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:05.123133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-20fce7cd-0876-479b-a8bc-8c7930a3b203 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:05.138443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d20d4d9f-14d9-4d62-a0df-3bb6efef1f81 admin admin] Calling delete_port for 8505c7e9-094f-409c-a039-67e2f1117bf7 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:05.299498 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f315e529-19e7-45ed-b157-870117d2ec27 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Made reservation on behalf of 9954fc3f6ada46f1ac578ffe8809dcb1 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:05.302983 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f315e529-19e7-45ed-b157-870117d2ec27 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:05.398224 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4baa646c-a74f-430e-bf8d-0eec45f05e3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (5d9b907d-b7c0-4214-b910-a4f0434ef29e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:05.433536 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1f4cb882-9d68-472c-9f63-b914e66457b6 None None] Provisioning complete for port 0c85964b-7422-4958-b7e9-c6563fc905a8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:05.434954 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb882-9d68-472c-9f63-b914e66457b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:05.483464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e08e7-0e76-4210-8ffa-7102d103192c None None] Pushing event updated for resources: {'Port': ['ID=103dfd55-e5e7-45b4-a121-3bf5caa52069,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:05.562339 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d1d055ae-6326-49e2-8bbd-5a1865c7363a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (ad463374-bf99-4c85-a5a6-4a10380425a7), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:05.564379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1f4cb882-9d68-472c-9f63-b914e66457b6 None None] Port 0c85964b-7422-4958-b7e9-c6563fc905a8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:05.575062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:05.575534 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:05.636258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1f4cb882-9d68-472c-9f63-b914e66457b6 None None] Provisioning complete for port 9445b9df-f71c-4a42-8061-57018beea4bb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:05.636669 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb882-9d68-472c-9f63-b914e66457b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9445b9df-f71c-4a42-8061-57018beea4bb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:05.680277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d055ae-6326-49e2-8bbd-5a1865c7363a None None] No DVR routers for this DVR port ad463374-bf99-4c85-a5a6-4a10380425a7 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:05.709504 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f315e529-19e7-45ed-b157-870117d2ec27 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (639ab1f1-c3de-47c3-ac74-9ad53c4c1c10), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:05.720965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=7031a98e-a964-4f1a-8200-4b67a3360700,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:05.767883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e89c4-0f0e-472e-8fa7-a6c622b88fa8 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:05.814289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315e529-19e7-45ed-b157-870117d2ec27 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Subnet': ['ID=639ab1f1-c3de-47c3-ac74-9ad53c4c1c10,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:05.831074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315e529-19e7-45ed-b157-870117d2ec27 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Checking segment: {'id': '4275defb-0352-4f10-881f-d1cda3cfd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:05.832358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315e529-19e7-45ed-b157-870117d2ec27 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network hostable DHCP agents. Network: 26a30e50-a9e3-4d61-a0a3-0c06e91204d9, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:32:05.863200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d055ae-6326-49e2-8bbd-5a1865c7363a None None] Pushing event deleted for resources: {'Port': ['ID=ad463374-bf99-4c85-a5a6-4a10380425a7,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:05.864995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1f4cb882-9d68-472c-9f63-b914e66457b6 None None] Port 9445b9df-f71c-4a42-8061-57018beea4bb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:05.897000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1f4cb882-9d68-472c-9f63-b914e66457b6 None None] Provisioning complete for port 103dfd55-e5e7-45b4-a121-3bf5caa52069 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:05.897394 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb882-9d68-472c-9f63-b914e66457b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:05.904313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f18bd30>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 4, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': '0c85964b-7422-4958-b7e9-c6563fc905a8', 'name': '', 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a8:b9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:59Z', 'updated_at': '2022-04-16T21:32:02Z', 'revision_number': 2, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:05.911094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315e529-19e7-45ed-b157-870117d2ec27 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 26a30e50-a9e3-4d61-a0a3-0c06e91204d9 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:32:06.000842 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Checking router: 78dd91b7-4d77-4be2-9419-e0f76a1be201 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:32:06.001122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Updating router 78dd91b7-4d77-4be2-9419-e0f76a1be201 port 0c85964b-7422-4958-b7e9-c6563fc905a8 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:32:06.018560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-f315e529-19e7-45ed-b157-870117d2ec27 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 26a30e50-a9e3-4d61-a0a3-0c06e91204d9) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:06.033469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315e529-19e7-45ed-b157-870117d2ec27 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:06.034125 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f315e529-19e7-45ed-b157-870117d2ec27 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:06.034382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19547500-a80b-40db-86db-66bdef78bbd7 None None] Network 26a30e50-a9e3-4d61-a0a3-0c06e91204d9 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:06.054007 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fce7cd-0876-479b-a8bc-8c7930a3b203 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:06.055500 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20fce7cd-0876-479b-a8bc-8c7930a3b203 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:06.082939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:06.084104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 103dfd55-e5e7-45b4-a121-3bf5caa52069 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:06.143361 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f315e529-19e7-45ed-b157-870117d2ec27 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.0382740
Apr 16 21:32:06.146148 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55048) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:06.147664 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:06.175427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': '03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:32:06.176376 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:06.238811 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d20d4d9f-14d9-4d62-a0df-3bb6efef1f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8505c7e9-094f-409c-a039-67e2f1117bf7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:06.289687 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:06.291914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d4d9f-14d9-4d62-a0df-3bb6efef1f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=8505c7e9-094f-409c-a039-67e2f1117bf7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:06.305591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4baa646c-a74f-430e-bf8d-0eec45f05e3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port 9445b9df-f71c-4a42-8061-57018beea4bb {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:06.306207 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4baa646c-a74f-430e-bf8d-0eec45f05e3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9445b9df-f71c-4a42-8061-57018beea4bb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:06.370359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1f4cb882-9d68-472c-9f63-b914e66457b6 None None] Current status of the port 103dfd55-e5e7-45b4-a121-3bf5caa52069 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:06.425828 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4baa646c-a74f-430e-bf8d-0eec45f05e3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9445b9df-f71c-4a42-8061-57018beea4bb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:06.440884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4baa646c-a74f-430e-bf8d-0eec45f05e3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for 9445b9df-f71c-4a42-8061-57018beea4bb owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:06.457111 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 103dfd55-e5e7-45b4-a121-3bf5caa52069 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:06.457814 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:06.460375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff27631-a72b-4892-9767-100189259f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-26a30e50-a9e3-4d61-a0a3-0c06e91204d9', 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9', 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'fixed_ips': [{'subnet_id': '639ab1f1-c3de-47c3-ac74-9ad53c4c1c10'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:32:06.461203 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dff27631-a72b-4892-9767-100189259f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:06.525886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1f4cb882-9d68-472c-9f63-b914e66457b6 None None] Provisioning complete for port 7031a98e-a964-4f1a-8200-4b67a3360700 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:06.532382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb882-9d68-472c-9f63-b914e66457b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7031a98e-a964-4f1a-8200-4b67a3360700), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:06.658749 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:06.881702 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d20d4d9f-14d9-4d62-a0df-3bb6efef1f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (82493eb6-9cdf-4048-a659-b27cc1b75438), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:06.942719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Allocated IP 172.20.0.2 (0d27c69b-2090-42d8-afae-1332cd31e453/03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c/9471c7c8-fc91-4ac3-8fcf-ced9df81b77b) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:07.058179 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4baa646c-a74f-430e-bf8d-0eec45f05e3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (9445b9df-f71c-4a42-8061-57018beea4bb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.087050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 103dfd55-e5e7-45b4-a121-3bf5caa52069 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:07.102518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa646c-a74f-430e-bf8d-0eec45f05e3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=9445b9df-f71c-4a42-8061-57018beea4bb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:07.112815 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1f4cb882-9d68-472c-9f63-b914e66457b6 None None] Current status of the port 7031a98e-a964-4f1a-8200-4b67a3360700 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:07.122789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55070) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:07.127090 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-dff27631-a72b-4892-9767-100189259f44 None None] Allocated IP 2001:db8:3::2 (26a30e50-a9e3-4d61-a0a3-0c06e91204d9/639ab1f1-c3de-47c3-ac74-9ad53c4c1c10/57a95474-6b60-404c-96c6-0097ae131adc) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:07.141163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.objects.ports [None req-20fce7cd-0876-479b-a8bc-8c7930a3b203 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122555) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:32:07.153309 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20fce7cd-0876-479b-a8bc-8c7930a3b203 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (1be16045-3513-4921-ae8e-feba0c689ebf), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.291325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3f7fedc-1dee-48dc-a904-679999244e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.303540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fce7cd-0876-479b-a8bc-8c7930a3b203 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=1be16045-3513-4921-ae8e-feba0c689ebf,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:07.309525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ef5929b6-5229-4ecb-9d7a-dce79cc6b9c5 None None] Provisioning complete for port 0c85964b-7422-4958-b7e9-c6563fc905a8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:07.309905 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ef5929b6-5229-4ecb-9d7a-dce79cc6b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.316078 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Publish callbacks [] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.325835 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fce7cd-0876-479b-a8bc-8c7930a3b203 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:07.386277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-20fce7cd-0876-479b-a8bc-8c7930a3b203 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:07.396267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fce7cd-0876-479b-a8bc-8c7930a3b203 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:07.397455 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-20fce7cd-0876-479b-a8bc-8c7930a3b203 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.414650 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.428197 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3f7fedc-1dee-48dc-a904-679999244e2f admin admin] Publish callbacks [] for security_group (aa8d58ac-44e2-4bd6-bb81-f5e7ac3ab478), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.448885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 103dfd55-e5e7-45b4-a121-3bf5caa52069 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:07.482276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ef5929b6-5229-4ecb-9d7a-dce79cc6b9c5 None None] Port 0c85964b-7422-4958-b7e9-c6563fc905a8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:07.520750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-20fce7cd-0876-479b-a8bc-8c7930a3b203 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.4043200
Apr 16 21:32:07.523774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55074) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:07.530239 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4baa646c-a74f-430e-bf8d-0eec45f05e3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (5d9b907d-b7c0-4214-b910-a4f0434ef29e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.532513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'mac_address': 'fa:16:3e:63:24:17', 'name': 'tempest-NetworksTestDHCPv6-54400932'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:07.588437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b3f7fedc-1dee-48dc-a904-679999244e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (aa8d58ac-44e2-4bd6-bb81-f5e7ac3ab478), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.588663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bce14-0d39-44af-b263-ced93b4b72bc None None] Pushing event updated for resources: {'Port': ['ID=0c85964b-7422-4958-b7e9-c6563fc905a8,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:07.606582 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Publish callbacks [] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.613225 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dff27631-a72b-4892-9767-100189259f44 None None] Publish callbacks [] for port (57a95474-6b60-404c-96c6-0097ae131adc), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.659345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 103dfd55-e5e7-45b4-a121-3bf5caa52069 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:07.659666 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.667312 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b3f7fedc-1dee-48dc-a904-679999244e2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d077b06f1acf49979b8a93f8e948d66d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5423601
Apr 16 21:32:07.670949 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7fedc-1dee-48dc-a904-679999244e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8d58ac-44e2-4bd6-bb81-f5e7ac3ab478,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:07.673314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55076) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:07.707790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20d4d9f-14d9-4d62-a0df-3bb6efef1f81 admin admin] Router 82493eb6-9cdf-4048-a659-b27cc1b75438 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:07.715032 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.735362 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dff27631-a72b-4892-9767-100189259f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (57a95474-6b60-404c-96c6-0097ae131adc), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.828213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff27631-a72b-4892-9767-100189259f44 None None] Network 26a30e50-a9e3-4d61-a0a3-0c06e91204d9 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:07.836437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Pushing event updated for resources: {'Port': ['ID=9471c7c8-fc91-4ac3-8fcf-ced9df81b77b,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:07.841157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-dff27631-a72b-4892-9767-100189259f44 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:07.852653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff27631-a72b-4892-9767-100189259f44 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:07.853596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Allocated IP 2001:db8:3::1 (26a30e50-a9e3-4d61-a0a3-0c06e91204d9/639ab1f1-c3de-47c3-ac74-9ad53c4c1c10/38d2c284-303b-47c9-9973-738980298872) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:07.861792 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd712a31-3207-4067-80ac-b9c1c04b6d5d admin admin] Publish callbacks [] for security_group (aa8d58ac-44e2-4bd6-bb81-f5e7ac3ab478), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.865330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4baa646c-a74f-430e-bf8d-0eec45f05e3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router 5d9b907d-b7c0-4214-b910-a4f0434ef29e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:07.941409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd712a31-3207-4067-80ac-b9c1c04b6d5d admin admin] Publish callbacks [] for security_group (aa8d58ac-44e2-4bd6-bb81-f5e7ac3ab478), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:07.957190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:07.974018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Attempting to bind port 0c85964b-7422-4958-b7e9-c6563fc905a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:07.974513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Attempting to bind port 0c85964b-7422-4958-b7e9-c6563fc905a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ddf64f4b-bbf9-4936-8ff5-eb167e6f4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:07.975710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Attempting to bind port 0c85964b-7422-4958-b7e9-c6563fc905a8 on network 454cac01-9174-441a-86c8-1aae0a66a6cb {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:07.984483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:07.999874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:08.008531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:08.013795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:08.014762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Checking segment: {'id': 'ddf64f4b-bbf9-4936-8ff5-eb167e6f4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:08.015976 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.015976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Bound using segment: {'id': 'ddf64f4b-bbf9-4936-8ff5-eb167e6f4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:08.016503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Bound port: 0c85964b-7422-4958-b7e9-c6563fc905a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf64f4b-bbf9-4936-8ff5-eb167e6f4948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:08.016830 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.021066 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baa646c-a74f-430e-bf8d-0eec45f05e3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:08.023047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-dff27631-a72b-4892-9767-100189259f44 None None] Attempting to bind port 57a95474-6b60-404c-96c6-0097ae131adc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:08.023428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-dff27631-a72b-4892-9767-100189259f44 None None] Attempting to bind port 57a95474-6b60-404c-96c6-0097ae131adc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4275defb-0352-4f10-881f-d1cda3cfd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:08.023795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff27631-a72b-4892-9767-100189259f44 None None] Attempting to bind port 57a95474-6b60-404c-96c6-0097ae131adc on network 26a30e50-a9e3-4d61-a0a3-0c06e91204d9 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:08.030866 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4baa646c-a74f-430e-bf8d-0eec45f05e3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/5d9b907d-b7c0-4214-b910-a4f0434ef29e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3221645
Apr 16 21:32:08.030866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55078) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:08.040122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 103dfd55-e5e7-45b4-a121-3bf5caa52069 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:08.041324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7031a98e-a964-4f1a-8200-4b67a3360700 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:08.041932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20d4d9f-14d9-4d62-a0df-3bb6efef1f81 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:08.050691 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d20d4d9f-14d9-4d62-a0df-3bb6efef1f81 admin admin] 10.222.0.20 "PUT /v2.0/routers/82493eb6-9cdf-4048-a659-b27cc1b75438/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2533867
Apr 16 21:32:08.051205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55080) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:08.054984 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4c0dbe-19e9-4029-ae5e-2b89ab671c43 None None] Sync routers for ids ['82493eb6-9cdf-4048-a659-b27cc1b75438'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:08.062579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df42d523-0016-45f8-86cd-142f18a2acb4 None None] Sync routers for ids ['5d9b907d-b7c0-4214-b910-a4f0434ef29e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:08.071756 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c0dbe-19e9-4029-ae5e-2b89ab671c43 None None] Routers {'82493eb6-9cdf-4048-a659-b27cc1b75438'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:08.072687 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3d4c0dbe-19e9-4029-ae5e-2b89ab671c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248dce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['82493eb6-9cdf-4048-a659-b27cc1b75438'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:08.077021 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e67154b5-353a-4d7e-b578-bb5e5db3c7c9 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d9b907d-b7c0-4214-b910-a4f0434ef29e HTTP/1.1" status: 200  len: 205 time: 0.0449121
Apr 16 21:32:08.085940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55082) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:08.192652 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Publish callbacks [] for router (82493eb6-9cdf-4048-a659-b27cc1b75438), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.193538 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (38d2c284-303b-47c9-9973-738980298872), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.195205 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-3d4c0dbe-19e9-4029-ae5e-2b89ab671c43 None None] Set router 82493eb6-9cdf-4048-a659-b27cc1b75438 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:08.220766 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-831521a0-e2f5-4e4a-9b83-a4c23badf593 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (5d9b907d-b7c0-4214-b910-a4f0434ef29e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.257500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] For port 0c85964b-7422-4958-b7e9-c6563fc905a8, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:08.261048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] For port 0c85964b-7422-4958-b7e9-c6563fc905a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c85964b-7422-4958-b7e9-c6563fc905a8,segment=NetworkSegment(ddf64f4b-bbf9-4936-8ff5-eb167e6f4948),segment_id=ddf64f4b-bbf9-4936-8ff5-eb167e6f4948)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:08.264760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff27631-a72b-4892-9767-100189259f44 None None] Pushing event updated for resources: {'Port': ['ID=57a95474-6b60-404c-96c6-0097ae131adc,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:08.302817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42d523-0016-45f8-86cd-142f18a2acb4 None None] Routers {'5d9b907d-b7c0-4214-b910-a4f0434ef29e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:08.303516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-df42d523-0016-45f8-86cd-142f18a2acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f38a250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5d9b907d-b7c0-4214-b910-a4f0434ef29e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:08.304801 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.313844 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Publish callbacks [] for router_gateway (82493eb6-9cdf-4048-a659-b27cc1b75438), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.360235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff27631-a72b-4892-9767-100189259f44 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:08.361286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff27631-a72b-4892-9767-100189259f44 None None] Checking segment: {'id': '4275defb-0352-4f10-881f-d1cda3cfd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:08.361701 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dff27631-a72b-4892-9767-100189259f44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.362104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff27631-a72b-4892-9767-100189259f44 None None] Bound using segment: {'id': '4275defb-0352-4f10-881f-d1cda3cfd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:08.363472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-dff27631-a72b-4892-9767-100189259f44 None None] Bound port: 57a95474-6b60-404c-96c6-0097ae131adc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4275defb-0352-4f10-881f-d1cda3cfd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:08.363874 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dff27631-a72b-4892-9767-100189259f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (57a95474-6b60-404c-96c6-0097ae131adc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.369109 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3d4c0dbe-19e9-4029-ae5e-2b89ab671c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248dce50>, [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:32:06Z', 'revision_number': 5, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port': {'id': '766c27b7-285c-44de-bcbb-5b5a42057dd4', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:01Z', 'updated_at': '2022-04-16T21:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:08.378559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Attempting to bind port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:08.379059 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Attempting to bind port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:08.379435 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Attempting to bind port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:08.386951 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-df42d523-0016-45f8-86cd-142f18a2acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f38a250>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:08.393156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:08.393541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:08.394330 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.394781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:08.395220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Bound port: 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:08.395603 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.403365 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4c0dbe-19e9-4029-ae5e-2b89ab671c43 None None] Checking router: 82493eb6-9cdf-4048-a659-b27cc1b75438 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:32:08.411610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a620318f-5507-4b71-a301-44a2710b842f None None] Provisioning complete for port 0c85964b-7422-4958-b7e9-c6563fc905a8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:08.411610 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a620318f-5507-4b71-a301-44a2710b842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.413632 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c0dbe-19e9-4029-ae5e-2b89ab671c43 None None] Routers {'82493eb6-9cdf-4048-a659-b27cc1b75438'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:08.414343 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3d4c0dbe-19e9-4029-ae5e-2b89ab671c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248dce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['82493eb6-9cdf-4048-a659-b27cc1b75438'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:08.421499 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port d2341e8d-5794-4570-9885-b10687e3ff56 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:32:08.426035 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd712a31-3207-4067-80ac-b9c1c04b6d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (aa8d58ac-44e2-4bd6-bb81-f5e7ac3ab478), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.428620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd712a31-3207-4067-80ac-b9c1c04b6d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.432406 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dd712a31-3207-4067-80ac-b9c1c04b6d5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa8d58ac-44e2-4bd6-bb81-f5e7ac3ab478 HTTP/1.1" status: 204  len: 168 time: 0.7531374
Apr 16 21:32:08.443872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Deleting port 766c27b7-285c-44de-bcbb-5b5a42057dd4 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:08.443872 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.457255 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.478636 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-831521a0-e2f5-4e4a-9b83-a4c23badf593 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (5d9b907d-b7c0-4214-b910-a4f0434ef29e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.489211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712a31-3207-4067-80ac-b9c1c04b6d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8d58ac-44e2-4bd6-bb81-f5e7ac3ab478,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:08.491504 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-831521a0-e2f5-4e4a-9b83-a4c23badf593 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (5d9b907d-b7c0-4214-b910-a4f0434ef29e), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.548429 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-3d4c0dbe-19e9-4029-ae5e-2b89ab671c43 None None] Set router 82493eb6-9cdf-4048-a659-b27cc1b75438 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:08.563747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bce14-0d39-44af-b263-ced93b4b72bc None None] Pushing event updated for resources: {'Port': ['ID=0c85964b-7422-4958-b7e9-c6563fc905a8,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:08.602198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] For port 766c27b7-285c-44de-bcbb-5b5a42057dd4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=766c27b7-285c-44de-bcbb-5b5a42057dd4,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:08.602636 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.630755 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Calling delete_port for 766c27b7-285c-44de-bcbb-5b5a42057dd4 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:08.630859 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-3d4c0dbe-19e9-4029-ae5e-2b89ab671c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248dce50>, [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:32:08Z', 'revision_number': 6, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:08.640853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7031a98e-a964-4f1a-8200-4b67a3360700 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:08.641223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7031a98e-a964-4f1a-8200-4b67a3360700), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.672508 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4c0dbe-19e9-4029-ae5e-2b89ab671c43 None None] The sync data for ids ['82493eb6-9cdf-4048-a659-b27cc1b75438'] in ncdv-master-1 is: [{'id': '82493eb6-9cdf-4048-a659-b27cc1b75438', 'name': 'tempest-TaggedBootDevicesTest_v242-1756107941-router', 'tenant_id': '8548f70297f04c1489783de67671dba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:00Z', 'updated_at': '2022-04-16T21:32:08Z', 'revision_number': 6, 'project_id': '8548f70297f04c1489783de67671dba2', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:08.696594 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-831521a0-e2f5-4e4a-9b83-a4c23badf593 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (5d9b907d-b7c0-4214-b910-a4f0434ef29e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.697034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831521a0-e2f5-4e4a-9b83-a4c23badf593 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Fanout notify agent at l3_agent the message router_deleted on router 5d9b907d-b7c0-4214-b910-a4f0434ef29e {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:32:08.699126 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (38d2c284-303b-47c9-9973-738980298872), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.709514 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-831521a0-e2f5-4e4a-9b83-a4c23badf593 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.714228 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-831521a0-e2f5-4e4a-9b83-a4c23badf593 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/5d9b907d-b7c0-4214-b910-a4f0434ef29e HTTP/1.1" status: 204  len: 168 time: 0.6272428
Apr 16 21:32:08.718091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55086) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:08.783819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-dff27631-a72b-4892-9767-100189259f44 None None] For port 57a95474-6b60-404c-96c6-0097ae131adc, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:08.806992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-dff27631-a72b-4892-9767-100189259f44 None None] For port 57a95474-6b60-404c-96c6-0097ae131adc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57a95474-6b60-404c-96c6-0097ae131adc,segment=NetworkSegment(4275defb-0352-4f10-881f-d1cda3cfd506),segment_id=4275defb-0352-4f10-881f-d1cda3cfd506)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:08.853953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42d523-0016-45f8-86cd-142f18a2acb4 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:08.853953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42d523-0016-45f8-86cd-142f18a2acb4 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 16 21:32:08.853953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_agentschedulers_db [None req-df42d523-0016-45f8-86cd-142f18a2acb4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5d9b907d-b7c0-4214-b910-a4f0434ef29e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent'). {{(pid=122557) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 16 21:32:08.853953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df42d523-0016-45f8-86cd-142f18a2acb4 None None] The sync data for ids ['5d9b907d-b7c0-4214-b910-a4f0434ef29e'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:08.872059 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a620318f-5507-4b71-a301-44a2710b842f None None] Current status of the port 0c85964b-7422-4958-b7e9-c6563fc905a8 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:08.873041 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a620318f-5507-4b71-a301-44a2710b842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:08.931964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:08.936391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f18bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:31:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:09.081633 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dff27631-a72b-4892-9767-100189259f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (57a95474-6b60-404c-96c6-0097ae131adc), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.084904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7031a98e-a964-4f1a-8200-4b67a3360700 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:09.130764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:09.235493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 26a30e50-a9e3-4d61-a0a3-0c06e91204d9 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:09.239474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 172.20.0.14 (0d27c69b-2090-42d8-afae-1332cd31e453/03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c/d2341e8d-5794-4570-9885-b10687e3ff56) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:09.250208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:09.259178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::f816:3eff:fe63:2417 (0d27c69b-2090-42d8-afae-1332cd31e453/1be16045-3513-4921-ae8e-feba0c689ebf/d2341e8d-5794-4570-9885-b10687e3ff56) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:09.267537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:09.268335 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.279289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=38d2c284-303b-47c9-9973-738980298872,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:09.286622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ad463374-bf99-4c85-a5a6-4a10380425a7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:09.321947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-142da3e1-c95a-452e-9621-3b1f2090ec26 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting subnet 6f4c78d9-0e48-4c61-baf6-da1f864b4acb {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:09.329452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55090) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:09.333682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ad463374-bf99-4c85-a5a6-4a10380425a7 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:09.334032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ad463374-bf99-4c85-a5a6-4a10380425a7 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:09.345394 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-142da3e1-c95a-452e-9621-3b1f2090ec26 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (6f4c78d9-0e48-4c61-baf6-da1f864b4acb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.353496 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-142ab35e-3aa9-4316-9bca-5284979ec15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.387338 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f0807e9-ad1b-4eb6-8a48-4829020fa2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.435419 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (766c27b7-285c-44de-bcbb-5b5a42057dd4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.463463 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-142da3e1-c95a-452e-9621-3b1f2090ec26 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (6f4c78d9-0e48-4c61-baf6-da1f864b4acb), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.465574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Pushing event deleted for resources: {'Port': ['ID=766c27b7-285c-44de-bcbb-5b5a42057dd4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:09.517144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] For port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:09.539356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a620318f-5507-4b71-a301-44a2710b842f None None] For port 0c85964b-7422-4958-b7e9-c6563fc905a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c85964b-7422-4958-b7e9-c6563fc905a8,segment=NetworkSegment(ddf64f4b-bbf9-4936-8ff5-eb167e6f4948),segment_id=ddf64f4b-bbf9-4936-8ff5-eb167e6f4948)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:09.545907 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (82493eb6-9cdf-4048-a659-b27cc1b75438), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.568360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] For port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9471c7c8-fc91-4ac3-8fcf-ced9df81b77b,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:09.588498 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a620318f-5507-4b71-a301-44a2710b842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.603153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff27631-a72b-4892-9767-100189259f44 None None] Pushing event updated for resources: {'Port': ['ID=57a95474-6b60-404c-96c6-0097ae131adc,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:09.656774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620318f-5507-4b71-a301-44a2710b842f None None] Pushing event updated for resources: {'Port': ['ID=0c85964b-7422-4958-b7e9-c6563fc905a8,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:09.664771 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (82493eb6-9cdf-4048-a659-b27cc1b75438), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.667270 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Publish callbacks [] for router_controller (82493eb6-9cdf-4048-a659-b27cc1b75438), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.717848 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.737783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f18bd30>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 4, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': '0c85964b-7422-4958-b7e9-c6563fc905a8', 'name': '', 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a8:b9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:59Z', 'updated_at': '2022-04-16T21:32:08Z', 'revision_number': 4, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:09.789819 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-142da3e1-c95a-452e-9621-3b1f2090ec26 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (6f4c78d9-0e48-4c61-baf6-da1f864b4acb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.799044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8505c7e9-094f-409c-a039-67e2f1117bf7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:09.816254 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (38d2c284-303b-47c9-9973-738980298872), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.823462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 8505c7e9-094f-409c-a039-67e2f1117bf7 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:09.823670 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8505c7e9-094f-409c-a039-67e2f1117bf7 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:09.823950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 766c27b7-285c-44de-bcbb-5b5a42057dd4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:09.825328 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (82493eb6-9cdf-4048-a659-b27cc1b75438), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.825762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c4490755-f29b-44e8-b05f-891ca14c31f0 None None] Provisioning complete for port 0c85964b-7422-4958-b7e9-c6563fc905a8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:09.825892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82493eb6-9cdf-4048-a659-b27cc1b75438 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:32:09.826141 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4490755-f29b-44e8-b05f-891ca14c31f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.828039 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39674fc4-7d36-4c09-a2a6-d0be2163beb7 None None] The sync data for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 is: [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 4, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': '0c85964b-7422-4958-b7e9-c6563fc905a8', 'name': '', 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a8:b9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:59Z', 'updated_at': '2022-04-16T21:32:08Z', 'revision_number': 4, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:09.836916 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.841041 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dcff8d50-07c1-483d-86a9-7270a836fa53 admin admin] 10.222.0.20 "DELETE /v2.0/routers/82493eb6-9cdf-4048-a659-b27cc1b75438 HTTP/1.1" status: 204  len: 168 time: 1.7892270
Apr 16 21:32:09.844490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55092) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:09.853524 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (d2341e8d-5794-4570-9885-b10687e3ff56), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:09.943089 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 766c27b7-285c-44de-bcbb-5b5a42057dd4 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:09.943444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 766c27b7-285c-44de-bcbb-5b5a42057dd4 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:09.961957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1d125a-c9ee-48a9-9364-2f3cddfa5b59 admin admin] Deleting subnet 708923a2-d8e5-492d-a120-3240bd6ffb38 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:09.974966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a2aba-301f-4a9a-beca-2a1c635a892e None None] Pushing event updated for resources: {'Port': ['ID=9471c7c8-fc91-4ac3-8fcf-ced9df81b77b,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:09.975538 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c1d125a-c9ee-48a9-9364-2f3cddfa5b59 admin admin] Publish callbacks [] for subnet (708923a2-d8e5-492d-a120-3240bd6ffb38), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.058913 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c1d125a-c9ee-48a9-9364-2f3cddfa5b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (708923a2-d8e5-492d-a120-3240bd6ffb38), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.082144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c4490755-f29b-44e8-b05f-891ca14c31f0 None None] Current status of the port 0c85964b-7422-4958-b7e9-c6563fc905a8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:10.163018 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d2341e8d-5794-4570-9885-b10687e3ff56), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.196277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c1d125a-c9ee-48a9-9364-2f3cddfa5b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (708923a2-d8e5-492d-a120-3240bd6ffb38), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.325775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f0807e9-ad1b-4eb6-8a48-4829020fa2af admin admin] Publish callbacks [] for security_group (73ea5ce7-2c12-4040-9c14-5e8ed28f0e2a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.354971 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74b0aef1-ac7d-4c6f-966d-5a451850467e req-e2aebf11-de9a-4706-8779-e264efd208e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2147164
Apr 16 21:32:10.418933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:10.422632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2f0807e9-ad1b-4eb6-8a48-4829020fa2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (73ea5ce7-2c12-4040-9c14-5e8ed28f0e2a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.426600 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c1d125a-c9ee-48a9-9364-2f3cddfa5b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (708923a2-d8e5-492d-a120-3240bd6ffb38), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.453191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:10.455081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=d2341e8d-5794-4570-9885-b10687e3ff56,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:10.472021 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d125a-c9ee-48a9-9364-2f3cddfa5b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708923a2-d8e5-492d-a120-3240bd6ffb38,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:10.474241 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c1d125a-c9ee-48a9-9364-2f3cddfa5b59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.486070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8c1d125a-c9ee-48a9-9364-2f3cddfa5b59 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/708923a2-d8e5-492d-a120-3240bd6ffb38 HTTP/1.1" status: 204  len: 168 time: 0.6399503
Apr 16 21:32:10.487201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55094) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:10.491216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:10.491442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd514f4-6a6d-4bf3-988d-99de64a1ec0a None None] Network 281ab511-837a-41be-9f7f-2b7357e9479c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:10.604633 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (281ab511-837a-41be-9f7f-2b7357e9479c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.613830 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-142da3e1-c95a-452e-9621-3b1f2090ec26 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (6f4c78d9-0e48-4c61-baf6-da1f864b4acb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.616473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0aef1-ac7d-4c6f-966d-5a451850467e req-0defb1d9-004d-4076-8d1d-1f0a43625337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:10.618162 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74b0aef1-ac7d-4c6f-966d-5a451850467e req-0defb1d9-004d-4076-8d1d-1f0a43625337 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 1127 time: 0.2014260
Apr 16 21:32:10.640326 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2f0807e9-ad1b-4eb6-8a48-4829020fa2af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0afbbe9d2df466db59b5248ef5c9f32&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3094730
Apr 16 21:32:10.652109 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55096) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:10.691746 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0807e9-ad1b-4eb6-8a48-4829020fa2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ea5ce7-2c12-4040-9c14-5e8ed28f0e2a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:10.719943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b6d915-4666-485a-8cf2-20f3dbfa04c2 None None] Network e28e5a69-c392-4496-a3a3-07ffccd7c6fa requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:10.745451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Deleting port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:10.745804 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.772548 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6128055e-133e-4ee8-91e9-43076c3d0087 None None] DHCP port deletion for 281ab511-837a-41be-9f7f-2b7357e9479c request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:10.791464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142da3e1-c95a-452e-9621-3b1f2090ec26 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4c78d9-0e48-4c61-baf6-da1f864b4acb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:10.809168 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-142da3e1-c95a-452e-9621-3b1f2090ec26 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.815975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-142da3e1-c95a-452e-9621-3b1f2090ec26 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/6f4c78d9-0e48-4c61-baf6-da1f864b4acb HTTP/1.1" status: 204  len: 168 time: 2.0918386
Apr 16 21:32:10.826890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55098) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:10.852410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] For port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=820f8386-05e5-4e6f-ac2f-0ab3bca6e963,segment=NetworkSegment(e2f65768-2cab-4d94-9013-aac99271c587),segment_id=e2f65768-2cab-4d94-9013-aac99271c587)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:10.853023 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.875125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Calling delete_port for 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:10.876857 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:10.877547 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.897817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6128055e-133e-4ee8-91e9-43076c3d0087 None None] Deleting port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:10.898478 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6128055e-133e-4ee8-91e9-43076c3d0087 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:10.990910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6128055e-133e-4ee8-91e9-43076c3d0087 None None] For port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=820f8386-05e5-4e6f-ac2f-0ab3bca6e963,segment=NetworkSegment(e2f65768-2cab-4d94-9013-aac99271c587),segment_id=e2f65768-2cab-4d94-9013-aac99271c587)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:10.991557 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6128055e-133e-4ee8-91e9-43076c3d0087 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.007533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6128055e-133e-4ee8-91e9-43076c3d0087 None None] Calling delete_port for 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:11.009105 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6a654863-a7e8-42d6-af1d-c04446efeb00 admin admin] Publish callbacks [] for security_group (73ea5ce7-2c12-4040-9c14-5e8ed28f0e2a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.021968 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for port (38d2c284-303b-47c9-9973-738980298872), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.033278 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537bdfd2-ef90-4e7b-abd3-1f0e81976a19 None None] DHCP port deletion for e28e5a69-c392-4496-a3a3-07ffccd7c6fa request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:11.035695 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e28e5a69-c392-4496-a3a3-07ffccd7c6fa), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.056548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0aef1-ac7d-4c6f-966d-5a451850467e req-96122169-fdf5-4b5e-b24f-8beb66b175a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:11.056774 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6a654863-a7e8-42d6-af1d-c04446efeb00 admin admin] Publish callbacks [] for security_group (73ea5ce7-2c12-4040-9c14-5e8ed28f0e2a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.058123 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74b0aef1-ac7d-4c6f-966d-5a451850467e req-96122169-fdf5-4b5e-b24f-8beb66b175a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 918 time: 0.4137609
Apr 16 21:32:11.068043 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0d850acb-8a88-45ec-bb3d-49171d8410bd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 3.5430610
Apr 16 21:32:11.070265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55100) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:11.100418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.140736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-537bdfd2-ef90-4e7b-abd3-1f0e81976a19 None None] Deleting port 103dfd55-e5e7-45b4-a121-3bf5caa52069 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:11.141321 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-537bdfd2-ef90-4e7b-abd3-1f0e81976a19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.144808 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (38d2c284-303b-47c9-9973-738980298872), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.149297 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.154280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=820f8386-05e5-4e6f-ac2f-0ab3bca6e963,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:11.163133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] No DVR routers for this DVR port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:11.261532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-537bdfd2-ef90-4e7b-abd3-1f0e81976a19 None None] For port 103dfd55-e5e7-45b4-a121-3bf5caa52069, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=103dfd55-e5e7-45b4-a121-3bf5caa52069,segment=NetworkSegment(ec919a80-aad6-4df7-88e8-a14787b3ba6c),segment_id=ec919a80-aad6-4df7-88e8-a14787b3ba6c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:11.262322 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-537bdfd2-ef90-4e7b-abd3-1f0e81976a19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.269591 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74b0aef1-ac7d-4c6f-966d-5a451850467e req-9e4cfe44-197a-49e6-ab47-51ef86da470f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41 HTTP/1.1" status: 200  len: 1000 time: 0.1999385
Apr 16 21:32:11.275823 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (281ab511-837a-41be-9f7f-2b7357e9479c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.280331 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6a654863-a7e8-42d6-af1d-c04446efeb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (73ea5ce7-2c12-4040-9c14-5e8ed28f0e2a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.285267 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6a654863-a7e8-42d6-af1d-c04446efeb00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.289201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6a654863-a7e8-42d6-af1d-c04446efeb00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73ea5ce7-2c12-4040-9c14-5e8ed28f0e2a HTTP/1.1" status: 204  len: 168 time: 0.6334574
Apr 16 21:32:11.301731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-537bdfd2-ef90-4e7b-abd3-1f0e81976a19 None None] Calling delete_port for 103dfd55-e5e7-45b4-a121-3bf5caa52069 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:11.304058 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6128055e-133e-4ee8-91e9-43076c3d0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (820f8386-05e5-4e6f-ac2f-0ab3bca6e963), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.331803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e7f6970>,) {'filters': {'network_id': ['281ab511-837a-41be-9f7f-2b7357e9479c']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:11.346961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e7f6970>, 'e2f65768-2cab-4d94-9013-aac99271c587') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:11.347507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e7f6970>, 'e2f65768-2cab-4d94-9013-aac99271c587') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:11.360729 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (e2f65768-2cab-4d94-9013-aac99271c587), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.381313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128055e-133e-4ee8-91e9-43076c3d0087 None None] Pushing event deleted for resources: {'Port': ['ID=820f8386-05e5-4e6f-ac2f-0ab3bca6e963,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:11.381313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6128055e-133e-4ee8-91e9-43076c3d0087 None None] No DVR routers for this DVR port 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:11.389510 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e2f65768-2cab-4d94-9013-aac99271c587), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.400279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:32:11.403761 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (e2f65768-2cab-4d94-9013-aac99271c587), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.427886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6efcaa8-2369-4974-b213-73db5a069fa9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:11.433573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6efcaa8-2369-4974-b213-73db5a069fa9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:11.435253 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b6efcaa8-2369-4974-b213-73db5a069fa9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1762 time: 0.3591115
Apr 16 21:32:11.436603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port 103dfd55-e5e7-45b4-a121-3bf5caa52069 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:11.436909 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:32:11.485163 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:32:11.488116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55104) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:11.488116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a654863-a7e8-42d6-af1d-c04446efeb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ea5ce7-2c12-4040-9c14-5e8ed28f0e2a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:11.515135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13df7830-e6ad-42c6-94ae-874fb074562f None None] Network 26a30e50-a9e3-4d61-a0a3-0c06e91204d9 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:11.537173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] For port 103dfd55-e5e7-45b4-a121-3bf5caa52069, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=103dfd55-e5e7-45b4-a121-3bf5caa52069,segment=NetworkSegment(ec919a80-aad6-4df7-88e8-a14787b3ba6c),segment_id=ec919a80-aad6-4df7-88e8-a14787b3ba6c)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:11.538021 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.585370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for 103dfd55-e5e7-45b4-a121-3bf5caa52069 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:11.593311 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (281ab511-837a-41be-9f7f-2b7357e9479c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.593470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event updated for resources: {'Port': ['ID=38d2c284-303b-47c9-9973-738980298872,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:11.607373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-19d72386-18f5-4f62-972c-47d4dc19ad48 None None] Provisioning complete for port 57a95474-6b60-404c-96c6-0097ae131adc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:11.608672 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-19d72386-18f5-4f62-972c-47d4dc19ad48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (57a95474-6b60-404c-96c6-0097ae131adc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.614660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.627984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] 10.222.0.20 "DELETE /v2.0/networks/281ab511-837a-41be-9f7f-2b7357e9479c HTTP/1.1" status: 204  len: 168 time: 1.1318517
Apr 16 21:32:11.627984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55106) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:11.633898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0aef1-ac7d-4c6f-966d-5a451850467e req-600256f8-80b9-4fbe-85ae-efaa06e9c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:11.635481 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74b0aef1-ac7d-4c6f-966d-5a451850467e req-600256f8-80b9-4fbe-85ae-efaa06e9c5a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 200  len: 856 time: 0.2807097
Apr 16 21:32:11.665401 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-537bdfd2-ef90-4e7b-abd3-1f0e81976a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.765310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537bdfd2-ef90-4e7b-abd3-1f0e81976a19 None None] No DVR routers for this DVR port 103dfd55-e5e7-45b4-a121-3bf5caa52069 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:11.767322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bdfd2-ef90-4e7b-abd3-1f0e81976a19 None None] Pushing event deleted for resources: {'Port': ['ID=103dfd55-e5e7-45b4-a121-3bf5caa52069,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:11.767450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d2d389df-2211-4b82-964c-40b61516f0c1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port d2341e8d-5794-4570-9885-b10687e3ff56 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:11.769029 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1d5f54fe-edf9-40d7-a504-1bec778a5503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.769172 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2d389df-2211-4b82-964c-40b61516f0c1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d2341e8d-5794-4570-9885-b10687e3ff56), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:11.794840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Network 26a30e50-a9e3-4d61-a0a3-0c06e91204d9 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:11.796799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0aef1-ac7d-4c6f-966d-5a451850467e req-9ca065a2-21c7-4728-9f68-8e7232d7882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:11.798381 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74b0aef1-ac7d-4c6f-966d-5a451850467e req-9ca065a2-21c7-4728-9f68-8e7232d7882b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33417375-20a3-4356-abb1-47c6dcf1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1556418
Apr 16 21:32:11.809878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:11.916453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339beda3-4a59-481b-87b7-e80238ed3a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=281ab511-837a-41be-9f7f-2b7357e9479c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:11.946742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 57a95474-6b60-404c-96c6-0097ae131adc up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:11.994279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e777e052-320d-4127-bc99-a575c27c852d None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:12.015818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-19d72386-18f5-4f62-972c-47d4dc19ad48 None None] Current status of the port 57a95474-6b60-404c-96c6-0097ae131adc is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:12.016234 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-19d72386-18f5-4f62-972c-47d4dc19ad48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (57a95474-6b60-404c-96c6-0097ae131adc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:12.060803 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2d389df-2211-4b82-964c-40b61516f0c1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d2341e8d-5794-4570-9885-b10687e3ff56), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:12.082639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d2d389df-2211-4b82-964c-40b61516f0c1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for d2341e8d-5794-4570-9885-b10687e3ff56 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:12.103380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 78dd91b7-4d77-4be2-9419-e0f76a1be201 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:12.125159 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (103dfd55-e5e7-45b4-a121-3bf5caa52069), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:12.137124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-19d72386-18f5-4f62-972c-47d4dc19ad48 None None] For port 57a95474-6b60-404c-96c6-0097ae131adc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57a95474-6b60-404c-96c6-0097ae131adc,segment=NetworkSegment(4275defb-0352-4f10-881f-d1cda3cfd506),segment_id=4275defb-0352-4f10-881f-d1cda3cfd506)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:12.178447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=103dfd55-e5e7-45b4-a121-3bf5caa52069,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:12.197167 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No DVR routers for this DVR port 103dfd55-e5e7-45b4-a121-3bf5caa52069 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:12.239144 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-19d72386-18f5-4f62-972c-47d4dc19ad48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (57a95474-6b60-404c-96c6-0097ae131adc), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:12.257307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 57a95474-6b60-404c-96c6-0097ae131adc triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:12.257307 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (57a95474-6b60-404c-96c6-0097ae131adc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:12.404587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-90c6a64e-939b-44a1-bfbf-752dd249d320 None None] Provisioning complete for port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:12.405532 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-90c6a64e-939b-44a1-bfbf-752dd249d320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:12.471357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d72386-18f5-4f62-972c-47d4dc19ad48 None None] Pushing event updated for resources: {'Port': ['ID=57a95474-6b60-404c-96c6-0097ae131adc,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:12.567810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 57a95474-6b60-404c-96c6-0097ae131adc is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:12.569048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:12.617335 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4cd538bf-3e3b-4e1f-ac29-18c65df0bdcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:12.675359 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:12.685208 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23d13dc-b051-4651-885e-9734020302b9 None None] Update dhcp port {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'fixed_ips': [{'subnet_id': '03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c', 'ip_address': '172.20.0.2'}, {'subnet_id': '1be16045-3513-4921-ae8e-feba0c689ebf'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '9471c7c8-fc91-4ac3-8fcf-ced9df81b77b'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:32:12.719355 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-90c6a64e-939b-44a1-bfbf-752dd249d320 None None] Current status of the port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:12.720165 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-90c6a64e-939b-44a1-bfbf-752dd249d320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:12.769838 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74b0aef1-ac7d-4c6f-966d-5a451850467e req-1071d057-9210-45cd-b273-c5a666d297f2 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9545348
Apr 16 21:32:12.770306 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2d389df-2211-4b82-964c-40b61516f0c1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d2341e8d-5794-4570-9885-b10687e3ff56), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:12.778414 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b23d13dc-b051-4651-885e-9734020302b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:12.815672 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:12.822993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-90c6a64e-939b-44a1-bfbf-752dd249d320 None None] For port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9471c7c8-fc91-4ac3-8fcf-ced9df81b77b,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:12.831547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d389df-2211-4b82-964c-40b61516f0c1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=d2341e8d-5794-4570-9885-b10687e3ff56,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:12.854429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:12.854956 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:12.865752 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-946fa8f2-fc69-4193-b66d-44e8cb88421d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7183011
Apr 16 21:32:12.867054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Sync routers for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:12.874623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55126) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:12.913109 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-90c6a64e-939b-44a1-bfbf-752dd249d320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:12.917068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ec7a6cf5-abbd-4f56-8c97-bd469e4e9494 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:12.921951 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e28e5a69-c392-4496-a3a3-07ffccd7c6fa), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.047196 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:13.047839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f2190d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:13.085319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124314580>,) {'filters': {'network_id': ['e28e5a69-c392-4496-a3a3-07ffccd7c6fa']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:13.116361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124314580>, 'ec919a80-aad6-4df7-88e8-a14787b3ba6c') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:13.116696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124314580>, 'ec919a80-aad6-4df7-88e8-a14787b3ba6c') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:13.134046 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74b0aef1-ac7d-4c6f-966d-5a451850467e req-145f14e3-b195-4f58-bb11-3160a9a69046 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3485568
Apr 16 21:32:13.140938 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (ec919a80-aad6-4df7-88e8-a14787b3ba6c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.161982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d2d389df-2211-4b82-964c-40b61516f0c1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.168329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d2d389df-2211-4b82-964c-40b61516f0c1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/d2341e8d-5794-4570-9885-b10687e3ff56 HTTP/1.1" status: 204  len: 168 time: 1.6768732
Apr 16 21:32:13.169758 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55140) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:13.176770 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ec919a80-aad6-4df7-88e8-a14787b3ba6c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.219493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:32:13.220340 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (ec919a80-aad6-4df7-88e8-a14787b3ba6c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:32:13.223856 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:32:13.323618 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdb925e-cdba-42c2-9a63-c337107f4032 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:13.326923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdb925e-cdba-42c2-9a63-c337107f4032 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:13.326923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdb925e-cdba-42c2-9a63-c337107f4032 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:13.328146 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8fdb925e-cdba-42c2-9a63-c337107f4032 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1565170
Apr 16 21:32:13.330790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55142) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:13.364940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-23c6c0de-ae91-4178-8bda-b1106766b76b None None] Provisioning complete for port 57a95474-6b60-404c-96c6-0097ae131adc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:13.364940 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23c6c0de-ae91-4178-8bda-b1106766b76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (57a95474-6b60-404c-96c6-0097ae131adc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.371672 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4cd538bf-3e3b-4e1f-ac29-18c65df0bdcb admin admin] Deleting port eb0fe287-5845-48b6-93fe-b1eac015bec1 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:13.373035 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4cd538bf-3e3b-4e1f-ac29-18c65df0bdcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.389986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6a64e-939b-44a1-bfbf-752dd249d320 None None] Pushing event updated for resources: {'Port': ['ID=9471c7c8-fc91-4ac3-8fcf-ced9df81b77b,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:13.418520 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e28e5a69-c392-4496-a3a3-07ffccd7c6fa), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.432031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79222d7-3028-4d05-86b0-e21fcab964ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:13.447594 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.450955 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/networks/e28e5a69-c392-4496-a3a3-07ffccd7c6fa HTTP/1.1" status: 204  len: 168 time: 2.6210394
Apr 16 21:32:13.456090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55146) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:13.465837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1474022631', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:13.493338 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c31b2-8825-4e5f-bef6-595fda9bfdc5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Network': ['ID=e28e5a69-c392-4496-a3a3-07ffccd7c6fa,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:13.525950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-4cd538bf-3e3b-4e1f-ac29-18c65df0bdcb admin admin] For port eb0fe287-5845-48b6-93fe-b1eac015bec1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb0fe287-5845-48b6-93fe-b1eac015bec1,segment=NetworkSegment(035a9fe0-0053-4dfc-b684-c975876d0958),segment_id=035a9fe0-0053-4dfc-b684-c975876d0958)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:13.525950 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4cd538bf-3e3b-4e1f-ac29-18c65df0bdcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.526174 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-b23d13dc-b051-4651-885e-9734020302b9 None None] Allocated IP 2001:db8::f816:3eff:fe99:a4dd (0d27c69b-2090-42d8-afae-1332cd31e453/1be16045-3513-4921-ae8e-feba0c689ebf/9471c7c8-fc91-4ac3-8fcf-ced9df81b77b) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:13.527238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:13.572935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4cd538bf-3e3b-4e1f-ac29-18c65df0bdcb admin admin] Calling delete_port for eb0fe287-5845-48b6-93fe-b1eac015bec1 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:13.578054 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.583162 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.604003 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.620517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:13.621615 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0c85964b-7422-4958-b7e9-c6563fc905a8 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:13.662256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.extraroute_db [None req-ec7a6cf5-abbd-4f56-8c97-bd469e4e9494 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=122556) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 16 21:32:13.693157 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.extraroute_db [None req-ec7a6cf5-abbd-4f56-8c97-bd469e4e9494 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Removed routes are [] {{(pid=122556) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 16 21:32:13.693631 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec7a6cf5-abbd-4f56-8c97-bd469e4e9494 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.730572 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.830585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-23c6c0de-ae91-4178-8bda-b1106766b76b None None] Current status of the port 57a95474-6b60-404c-96c6-0097ae131adc is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:13.861667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b23d13dc-b051-4651-885e-9734020302b9 None None] For port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9471c7c8-fc91-4ac3-8fcf-ced9df81b77b,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:13.882879 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-23c6c0de-ae91-4178-8bda-b1106766b76b None None] Provisioning complete for port 38d2c284-303b-47c9-9973-738980298872 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:13.883661 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23c6c0de-ae91-4178-8bda-b1106766b76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (38d2c284-303b-47c9-9973-738980298872), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.944875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 0c85964b-7422-4958-b7e9-c6563fc905a8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:13.945258 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:13.988295 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b23d13dc-b051-4651-885e-9734020302b9 None None] Publish callbacks [] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.010709 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_gateway (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.020735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-23c6c0de-ae91-4178-8bda-b1106766b76b None None] Port 38d2c284-303b-47c9-9973-738980298872 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:14.054232 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec7a6cf5-abbd-4f56-8c97-bd469e4e9494 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.062509 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec7a6cf5-abbd-4f56-8c97-bd469e4e9494 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.063443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f2190d0>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:09Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': '0c85964b-7422-4958-b7e9-c6563fc905a8', 'name': '', 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a8:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:59Z', 'updated_at': '2022-04-16T21:32:09Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d2c284-303b-47c9-9973-738980298872', 'name': '', 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:6f:78:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '639ab1f1-c3de-47c3-ac74-9ad53c4c1c10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:06Z', 'updated_at': '2022-04-16T21:32:10Z', 'revision_number': 2, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '639ab1f1-c3de-47c3-ac74-9ad53c4c1c10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:14.087123 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e79222d7-3028-4d05-86b0-e21fcab964ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.095263 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b23d13dc-b051-4651-885e-9734020302b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.097367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Checking router: 78dd91b7-4d77-4be2-9419-e0f76a1be201 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:32:14.097936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Updating router 78dd91b7-4d77-4be2-9419-e0f76a1be201 port 38d2c284-303b-47c9-9973-738980298872 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:32:14.190196 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.226009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7a6cf5-abbd-4f56-8c97-bd469e4e9494 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 78dd91b7-4d77-4be2-9419-e0f76a1be201 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:14.242413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d13dc-b051-4651-885e-9734020302b9 None None] Pushing event updated for resources: {'Port': ['ID=9471c7c8-fc91-4ac3-8fcf-ced9df81b77b,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:14.247472 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (38d2c284-303b-47c9-9973-738980298872), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.292351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-afbf21bb-52e2-4a37-9ab1-ef7f192d4c0b None None] Provisioning complete for port 38d2c284-303b-47c9-9973-738980298872 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:14.292732 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-afbf21bb-52e2-4a37-9ab1-ef7f192d4c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (38d2c284-303b-47c9-9973-738980298872), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.297422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0c85964b-7422-4958-b7e9-c6563fc905a8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:14.406910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7a6cf5-abbd-4f56-8c97-bd469e4e9494 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:14.422127 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec7a6cf5-abbd-4f56-8c97-bd469e4e9494 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.423919 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ec7a6cf5-abbd-4f56-8c97-bd469e4e9494 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201 HTTP/1.1" status: 200  len: 954 time: 1.5448644
Apr 16 21:32:14.429364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55176) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:14.543140 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4cd538bf-3e3b-4e1f-ac29-18c65df0bdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (eb0fe287-5845-48b6-93fe-b1eac015bec1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.552164 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e79222d7-3028-4d05-86b0-e21fcab964ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.623405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd538bf-3e3b-4e1f-ac29-18c65df0bdcb admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0fe287-5845-48b6-93fe-b1eac015bec1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:14.634947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 103dfd55-e5e7-45b4-a121-3bf5caa52069 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:14.649587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-28e75c6b-4f00-4cc9-98f5-b0f8305451b1 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201 HTTP/1.1" status: 200  len: 954 time: 0.2050216
Apr 16 21:32:14.650587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55186) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:14.656880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1b18cde9-186e-423e-b398-36dd37a4f94a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'router': {'routes': None}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:14.698272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 103dfd55-e5e7-45b4-a121-3bf5caa52069 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:14.698793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 103dfd55-e5e7-45b4-a121-3bf5caa52069 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:14.699306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:14.746416 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Publish callbacks [] for port (38d2c284-303b-47c9-9973-738980298872), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.769857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-afbf21bb-52e2-4a37-9ab1-ef7f192d4c0b None None] Port 38d2c284-303b-47c9-9973-738980298872 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:14.772795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:14.772795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 820f8386-05e5-4e6f-ac2f-0ab3bca6e963 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:14.830582 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (38d2c284-303b-47c9-9973-738980298872), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:14.999691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c67dd6-96d6-48cf-b00e-b3027403336d None None] Pushing event updated for resources: {'Port': ['ID=38d2c284-303b-47c9-9973-738980298872,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:15.075814 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e79222d7-3028-4d05-86b0-e21fcab964ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.095719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Attempting to bind port 38d2c284-303b-47c9-9973-738980298872 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:15.102735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Attempting to bind port 38d2c284-303b-47c9-9973-738980298872 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4275defb-0352-4f10-881f-d1cda3cfd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:15.102735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Attempting to bind port 38d2c284-303b-47c9-9973-738980298872 on network 26a30e50-a9e3-4d61-a0a3-0c06e91204d9 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:15.108254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:15.109043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Checking segment: {'id': '4275defb-0352-4f10-881f-d1cda3cfd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:15.109646 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.110212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Bound using segment: {'id': '4275defb-0352-4f10-881f-d1cda3cfd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:15.110886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Bound port: 38d2c284-303b-47c9-9973-738980298872, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4275defb-0352-4f10-881f-d1cda3cfd506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:15.116412 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (38d2c284-303b-47c9-9973-738980298872), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.168431 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_gateway (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.168555 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 57a95474-6b60-404c-96c6-0097ae131adc up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:15.282268 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.313085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] For port 38d2c284-303b-47c9-9973-738980298872, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:15.323331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] For port 38d2c284-303b-47c9-9973-738980298872, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38d2c284-303b-47c9-9973-738980298872,segment=NetworkSegment(4275defb-0352-4f10-881f-d1cda3cfd506),segment_id=4275defb-0352-4f10-881f-d1cda3cfd506)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:15.372852 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 57a95474-6b60-404c-96c6-0097ae131adc triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:15.375555 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (57a95474-6b60-404c-96c6-0097ae131adc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.432015 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e79222d7-3028-4d05-86b0-e21fcab964ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.441491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.extraroute_db [None req-1b18cde9-186e-423e-b398-36dd37a4f94a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Added routes are [] {{(pid=122556) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 16 21:32:15.442071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.extraroute_db [None req-1b18cde9-186e-423e-b398-36dd37a4f94a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=122556) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 16 21:32:15.450788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e79222d7-3028-4d05-86b0-e21fcab964ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.454954 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e79222d7-3028-4d05-86b0-e21fcab964ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c HTTP/1.1" status: 204  len: 168 time: 2.1230719
Apr 16 21:32:15.456014 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4cd538bf-3e3b-4e1f-ac29-18c65df0bdcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.459494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55208) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:15.483169 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b18cde9-186e-423e-b398-36dd37a4f94a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.496899 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (38d2c284-303b-47c9-9973-738980298872), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.528390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79222d7-3028-4d05-86b0-e21fcab964ea tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:15.549687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 57a95474-6b60-404c-96c6-0097ae131adc is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:15.551357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:15.605116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Allocated IP 172.35.1.97 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/897f1a2e-5954-4405-a4c3-dab3ef976169) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:15.642100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5da1d9a-691c-4c22-9970-b3ee14f67789 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 1be16045-3513-4921-ae8e-feba0c689ebf {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:15.646620 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5da1d9a-691c-4c22-9970-b3ee14f67789 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (1be16045-3513-4921-ae8e-feba0c689ebf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.697605 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5da1d9a-691c-4c22-9970-b3ee14f67789 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (1be16045-3513-4921-ae8e-feba0c689ebf), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.826008 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b7fb2ae3-2f34-429c-8a5d-329b2d93e226 None None] Provisioning complete for port 38d2c284-303b-47c9-9973-738980298872 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:15.826547 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2ae3-2f34-429c-8a5d-329b2d93e226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (38d2c284-303b-47c9-9973-738980298872), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.828018 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.880333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:15.881241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f2190d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:15.894160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544acacc-0a8e-4246-a32c-ead991bffccf None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:15.898070 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c67dd6-96d6-48cf-b00e-b3027403336d None None] Pushing event updated for resources: {'Port': ['ID=38d2c284-303b-47c9-9973-738980298872,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:15.946482 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b18cde9-186e-423e-b398-36dd37a4f94a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.956327 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b18cde9-186e-423e-b398-36dd37a4f94a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:15.986204 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5da1d9a-691c-4c22-9970-b3ee14f67789 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (1be16045-3513-4921-ae8e-feba0c689ebf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:16.067257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b18cde9-186e-423e-b398-36dd37a4f94a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 78dd91b7-4d77-4be2-9419-e0f76a1be201 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:16.073020 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (897f1a2e-5954-4405-a4c3-dab3ef976169), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:16.102516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:16.102904 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:16.111675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:16.188631 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b18cde9-186e-423e-b398-36dd37a4f94a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:16.192201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd538bf-3e3b-4e1f-ac29-18c65df0bdcb admin admin] Router 60c480a9-b64a-46cd-9bed-5d3c05a8b23b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:16.201882 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b18cde9-186e-423e-b398-36dd37a4f94a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:16.203194 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1b18cde9-186e-423e-b398-36dd37a4f94a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201 HTTP/1.1" status: 200  len: 704 time: 1.5515728
Apr 16 21:32:16.205690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55224) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:16.243988 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5da1d9a-691c-4c22-9970-b3ee14f67789 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (1be16045-3513-4921-ae8e-feba0c689ebf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:16.278186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da1d9a-691c-4c22-9970-b3ee14f67789 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=1be16045-3513-4921-ae8e-feba0c689ebf,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:16.285903 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b5da1d9a-691c-4c22-9970-b3ee14f67789 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:16.286111 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb2ae3-2f34-429c-8a5d-329b2d93e226 None None] Current status of the port 38d2c284-303b-47c9-9973-738980298872 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:16.287001 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2ae3-2f34-429c-8a5d-329b2d93e226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (38d2c284-303b-47c9-9973-738980298872), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:16.293917 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b5da1d9a-691c-4c22-9970-b3ee14f67789 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/1be16045-3513-4921-ae8e-feba0c689ebf HTTP/1.1" status: 204  len: 168 time: 0.8299270
Apr 16 21:32:16.295791 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (897f1a2e-5954-4405-a4c3-dab3ef976169), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:16.298329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55226) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:16.354226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:16.359497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b7fb2ae3-2f34-429c-8a5d-329b2d93e226 None None] For port 38d2c284-303b-47c9-9973-738980298872, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38d2c284-303b-47c9-9973-738980298872,segment=NetworkSegment(4275defb-0352-4f10-881f-d1cda3cfd506),segment_id=4275defb-0352-4f10-881f-d1cda3cfd506)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:16.433511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:16.447923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:16.462797 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2ae3-2f34-429c-8a5d-329b2d93e226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (38d2c284-303b-47c9-9973-738980298872), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:16.467908 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:16.512721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=897f1a2e-5954-4405-a4c3-dab3ef976169,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:16.544958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd538bf-3e3b-4e1f-ac29-18c65df0bdcb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:16.553957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4cd538bf-3e3b-4e1f-ac29-18c65df0bdcb admin admin] 10.222.0.20 "PUT /v2.0/routers/60c480a9-b64a-46cd-9bed-5d3c05a8b23b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9255483
Apr 16 21:32:16.559103 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b26365-68e0-42ae-8301-b2e95ece7763 None None] Sync routers for ids ['60c480a9-b64a-46cd-9bed-5d3c05a8b23b'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:16.565302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55240) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:16.585672 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b26365-68e0-42ae-8301-b2e95ece7763 None None] Routers {'60c480a9-b64a-46cd-9bed-5d3c05a8b23b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:16.586575 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-17b26365-68e0-42ae-8301-b2e95ece7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248dcb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['60c480a9-b64a-46cd-9bed-5d3c05a8b23b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:16.626370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3c74e526-9554-4571-afb5-48e1ec258c14 None None] Provisioning complete for port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:16.626859 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3c74e526-9554-4571-afb5-48e1ec258c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:16.629791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb2ae3-2f34-429c-8a5d-329b2d93e226 None None] Pushing event updated for resources: {'Port': ['ID=38d2c284-303b-47c9-9973-738980298872,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:16.689908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f2190d0>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:15Z', 'revision_number': 7, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': '0c85964b-7422-4958-b7e9-c6563fc905a8', 'name': '', 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a8:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:59Z', 'updated_at': '2022-04-16T21:32:09Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d2c284-303b-47c9-9973-738980298872', 'name': '', 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:6f:78:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '639ab1f1-c3de-47c3-ac74-9ad53c4c1c10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:06Z', 'updated_at': '2022-04-16T21:32:15Z', 'revision_number': 4, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '639ab1f1-c3de-47c3-ac74-9ad53c4c1c10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:16.742953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03ab9c-cc9e-4d44-9fec-f35009e3fbcb None None] The sync data for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 is: [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:15Z', 'revision_number': 7, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': '0c85964b-7422-4958-b7e9-c6563fc905a8', 'name': '', 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a8:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:59Z', 'updated_at': '2022-04-16T21:32:09Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d2c284-303b-47c9-9973-738980298872', 'name': '', 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:6f:78:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '639ab1f1-c3de-47c3-ac74-9ad53c4c1c10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:06Z', 'updated_at': '2022-04-16T21:32:15Z', 'revision_number': 4, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '639ab1f1-c3de-47c3-ac74-9ad53c4c1c10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:16.794837 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-17b26365-68e0-42ae-8301-b2e95ece7763 None None] Set router 60c480a9-b64a-46cd-9bed-5d3c05a8b23b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:16.819015 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-861684e1-c80e-40b3-8c17-3908a879451f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5193486
Apr 16 21:32:16.831270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3c74e526-9554-4571-afb5-48e1ec258c14 None None] Current status of the port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:16.836789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55246) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:16.842152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-54f2de87-410d-48b1-a1c7-0394c87da685 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:16.850824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3c74e526-9554-4571-afb5-48e1ec258c14 None None] Could not find standard attr ID for object d2341e8d-5794-4570-9885-b10687e3ff56. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:32:16.914710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3c74e526-9554-4571-afb5-48e1ec258c14 None None] Provisioning complete for port 38d2c284-303b-47c9-9973-738980298872 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:16.914710 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3c74e526-9554-4571-afb5-48e1ec258c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (38d2c284-303b-47c9-9973-738980298872), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:17.035172 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7fec9921-6e4a-408c-aad7-bc798bc7aaaf tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201 HTTP/1.1" status: 200  len: 704 time: 0.8283598
Apr 16 21:32:17.042582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55256) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:17.154874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 38d2c284-303b-47c9-9973-738980298872 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:17.201185 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Publish callbacks [] for router (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:17.294526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f2de87-410d-48b1-a1c7-0394c87da685 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:17.297112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3c74e526-9554-4571-afb5-48e1ec258c14 None None] Current status of the port 38d2c284-303b-47c9-9973-738980298872 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:17.301547 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-17b26365-68e0-42ae-8301-b2e95ece7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248dcb80>, [{'id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'name': 'tempest-TaggedBootDevicesTest_v242-1911873915-router', 'tenant_id': 'd339712654134db7a87af06de0033645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134'}], 'enable_snat': True}, 'gw_port_id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:32:13Z', 'revision_number': 5, 'project_id': 'd339712654134db7a87af06de0033645', 'gw_port': {'id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:34:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:17.309046 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54f2de87-410d-48b1-a1c7-0394c87da685 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:17.391970 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f493bff8-8221-4c3b-982a-751c25c93273 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:17.396363 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b26365-68e0-42ae-8301-b2e95ece7763 None None] Checking router: 60c480a9-b64a-46cd-9bed-5d3c05a8b23b for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:32:17.429558 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b26365-68e0-42ae-8301-b2e95ece7763 None None] Routers {'60c480a9-b64a-46cd-9bed-5d3c05a8b23b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:17.433378 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-17b26365-68e0-42ae-8301-b2e95ece7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248dcb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['60c480a9-b64a-46cd-9bed-5d3c05a8b23b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:17.571516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f170aa2f-297a-4a72-b151-5ef75bfa05c4 None None] Provisioning complete for port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:17.571941 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f170aa2f-297a-4a72-b151-5ef75bfa05c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:17.719088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04954710-9c26-4b67-a0a0-8814e06428fd None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:17.762382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 38d2c284-303b-47c9-9973-738980298872 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:17.762775 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (38d2c284-303b-47c9-9973-738980298872), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:17.841074 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-17b26365-68e0-42ae-8301-b2e95ece7763 None None] Set router 60c480a9-b64a-46cd-9bed-5d3c05a8b23b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:17.899318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54f2de87-410d-48b1-a1c7-0394c87da685 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (1ea4e132-f933-451c-be95-4c3992291833), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:17.958286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2de87-410d-48b1-a1c7-0394c87da685 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:17.964009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-54f2de87-410d-48b1-a1c7-0394c87da685 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:17.977028 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2de87-410d-48b1-a1c7-0394c87da685 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:17.978106 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54f2de87-410d-48b1-a1c7-0394c87da685 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:18.008335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2de87-410d-48b1-a1c7-0394c87da685 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=1ea4e132-f933-451c-be95-4c3992291833,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:18.031518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 38d2c284-303b-47c9-9973-738980298872 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:18.050301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-04954710-9c26-4b67-a0a0-8814e06428fd None None] Deleting port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:18.050937 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-04954710-9c26-4b67-a0a0-8814e06428fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:18.055240 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Publish callbacks [] for router_gateway (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:18.091186 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-54f2de87-410d-48b1-a1c7-0394c87da685 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2531312
Apr 16 21:32:18.094344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55284) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:18.100627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:18.136394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55100714-e814-4241-b107-8f4543b6af4d None None] Sync routers for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:18.175277 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-17b26365-68e0-42ae-8301-b2e95ece7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248dcb80>, [{'id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'name': 'tempest-TaggedBootDevicesTest_v242-1911873915-router', 'tenant_id': 'd339712654134db7a87af06de0033645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134'}], 'enable_snat': True}, 'gw_port_id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:32:13Z', 'revision_number': 5, 'project_id': 'd339712654134db7a87af06de0033645', 'gw_port': {'id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:34:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:18.182786 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_gateway (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:18.204369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f170aa2f-297a-4a72-b151-5ef75bfa05c4 None None] Current status of the port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:18.210514 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b26365-68e0-42ae-8301-b2e95ece7763 None None] The sync data for ids ['60c480a9-b64a-46cd-9bed-5d3c05a8b23b'] in ncdv-master-1 is: [{'id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'name': 'tempest-TaggedBootDevicesTest_v242-1911873915-router', 'tenant_id': 'd339712654134db7a87af06de0033645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134'}], 'enable_snat': True}, 'gw_port_id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:32:13Z', 'revision_number': 5, 'project_id': 'd339712654134db7a87af06de0033645', 'gw_port': {'id': 'aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:34:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c480a9-b64a-46cd-9bed-5d3c05a8b23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:22:11Z', 'updated_at': '2022-04-16T21:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:18.273722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-04954710-9c26-4b67-a0a0-8814e06428fd None None] For port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9471c7c8-fc91-4ac3-8fcf-ced9df81b77b,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:18.274160 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-04954710-9c26-4b67-a0a0-8814e06428fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:18.287676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55100714-e814-4241-b107-8f4543b6af4d None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:18.288360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-55100714-e814-4241-b107-8f4543b6af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fea64c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:18.309277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:18.313291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:18.349281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Deleting port aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:18.350191 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:18.496262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-04954710-9c26-4b67-a0a0-8814e06428fd None None] Calling delete_port for 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:18.627551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] For port aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:18.627933 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:18.628952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-55100714-e814-4241-b107-8f4543b6af4d None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:18.642025 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1825071a-aba8-4c61-b8ec-a25b25aee461 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:18.657933 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccbdff-9a5a-494d-acd7-54b48c2a3d3e req-4aab51ee-4454-4489-8919-0391fb7e3748 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:18.659537 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bccbdff-9a5a-494d-acd7-54b48c2a3d3e req-4aab51ee-4454-4489-8919-0391fb7e3748 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.3216915
Apr 16 21:32:18.700811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Calling delete_port for aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:18.918145 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-04954710-9c26-4b67-a0a0-8814e06428fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (9471c7c8-fc91-4ac3-8fcf-ced9df81b77b), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:18.957031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device eb0fe287-5845-48b6-93fe-b1eac015bec1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:18.980136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.objects.ports [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=122556) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:32:19.002683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-55100714-e814-4241-b107-8f4543b6af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fea64c0>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:15Z', 'revision_number': 7, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': '0c85964b-7422-4958-b7e9-c6563fc905a8', 'name': '', 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a8:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:59Z', 'updated_at': '2022-04-16T21:32:09Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d2c284-303b-47c9-9973-738980298872', 'name': '', 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:6f:78:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '639ab1f1-c3de-47c3-ac74-9ad53c4c1c10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:06Z', 'updated_at': '2022-04-16T21:32:16Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '639ab1f1-c3de-47c3-ac74-9ad53c4c1c10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:19.005694 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7bccbdff-9a5a-494d-acd7-54b48c2a3d3e req-28e2aa0d-b8d9-4237-9c10-4bc1972decf1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3011000
Apr 16 21:32:19.006387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: eb0fe287-5845-48b6-93fe-b1eac015bec1 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:19.006739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device eb0fe287-5845-48b6-93fe-b1eac015bec1 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:19.008375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:19.030814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04954710-9c26-4b67-a0a0-8814e06428fd None None] Pushing event deleted for resources: {'Port': ['ID=9471c7c8-fc91-4ac3-8fcf-ced9df81b77b,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:19.032863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04954710-9c26-4b67-a0a0-8814e06428fd None None] No DVR routers for this DVR port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:19.056389 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:19.058674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:19.065699 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:19.090810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55100714-e814-4241-b107-8f4543b6af4d None None] Checking router: 78dd91b7-4d77-4be2-9419-e0f76a1be201 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:32:19.112005 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f95c24c-9b9f-41d3-ac2b-91c4d8fd2c9b None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:19.174527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55100714-e814-4241-b107-8f4543b6af4d None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:19.174842 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-55100714-e814-4241-b107-8f4543b6af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fea64c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:19.221300 ncdv-master-1 neutron-server[122556]: WARNING neutron.services.revisions.revision_plugin [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f012461f6d0] {port_id='9471c7c8-fc91-4ac3-8fcf-ced9df81b77b', ip_address='2001:db8::f816:3eff:fe99:a4dd', subnet_id='601ff240-7922-454e-9b18-53539967edc0', network_id='0d27c69b-2090-42d8-afae-1332cd31e453'}> to bump revision.
Apr 16 21:32:19.265392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Port 9471c7c8-fc91-4ac3-8fcf-ced9df81b77b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=122556) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Apr 16 21:32:19.265744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Reverting IP allocation for 2001:db8::f816:3eff:fe99:a4dd {{(pid=122556) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Apr 16 21:32:19.270694 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (601ff240-7922-454e-9b18-53539967edc0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:19.320490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-55100714-e814-4241-b107-8f4543b6af4d None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:19.326914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:19.331606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:19.345040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:19.345040 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:19.350120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': '1ea4e132-f933-451c-be95-4c3992291833'}, {'subnet_id': '601ff240-7922-454e-9b18-53539967edc0'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:32:19.350996 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:19.359916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=601ff240-7922-454e-9b18-53539967edc0,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:19.376206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1825071a-aba8-4c61-b8ec-a25b25aee461 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port 38d2c284-303b-47c9-9973-738980298872 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:19.376740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1825071a-aba8-4c61-b8ec-a25b25aee461 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (38d2c284-303b-47c9-9973-738980298872), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:19.391480 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:19.409790 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aa615fe4-d11b-4f02-a569-12a6321e16cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3143187
Apr 16 21:32:19.412598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55316) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:19.417427 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'mac_address': 'fa:16:3e:72:d8:20', 'name': 'tempest-NetworksTestDHCPv6-605397730'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:19.508814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:19.586813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-1825071a-aba8-4c61-b8ec-a25b25aee461 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] For port 38d2c284-303b-47c9-9973-738980298872, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38d2c284-303b-47c9-9973-738980298872,segment=NetworkSegment(4275defb-0352-4f10-881f-d1cda3cfd506),segment_id=4275defb-0352-4f10-881f-d1cda3cfd506)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:19.587191 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1825071a-aba8-4c61-b8ec-a25b25aee461 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (38d2c284-303b-47c9-9973-738980298872), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:19.605662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1825071a-aba8-4c61-b8ec-a25b25aee461 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for 38d2c284-303b-47c9-9973-738980298872 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:19.622295 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:19.624355 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:19.627678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router 049dfcd9-74b5-4ab0-801f-f0ac4df8e752 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:32:19.698663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Allocated IP 172.20.0.2 (0d27c69b-2090-42d8-afae-1332cd31e453/1ea4e132-f933-451c-be95-4c3992291833/d5eb4a91-481e-4833-85d3-dad766462f52) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:19.710390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Allocated IP 2001:db8::f816:3eff:fea8:1ab5 (0d27c69b-2090-42d8-afae-1332cd31e453/601ff240-7922-454e-9b18-53539967edc0/d5eb4a91-481e-4833-85d3-dad766462f52) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:19.734248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-55100714-e814-4241-b107-8f4543b6af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fea64c0>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:15Z', 'revision_number': 7, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': '0c85964b-7422-4958-b7e9-c6563fc905a8', 'name': '', 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a8:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:59Z', 'updated_at': '2022-04-16T21:32:09Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d2c284-303b-47c9-9973-738980298872', 'name': '', 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:6f:78:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '639ab1f1-c3de-47c3-ac74-9ad53c4c1c10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:06Z', 'updated_at': '2022-04-16T21:32:16Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '639ab1f1-c3de-47c3-ac74-9ad53c4c1c10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:19.751869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:19.789028 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:19.797067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port 99b27ed7-9f7d-4387-981e-3701e8759588 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:32:19.810117 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55100714-e814-4241-b107-8f4543b6af4d None None] The sync data for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 is: [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:15Z', 'revision_number': 7, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': '0c85964b-7422-4958-b7e9-c6563fc905a8', 'name': '', 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a8:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:59Z', 'updated_at': '2022-04-16T21:32:09Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d2c284-303b-47c9-9973-738980298872', 'name': '', 'network_id': '26a30e50-a9e3-4d61-a0a3-0c06e91204d9', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:6f:78:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '639ab1f1-c3de-47c3-ac74-9ad53c4c1c10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:06Z', 'updated_at': '2022-04-16T21:32:16Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '639ab1f1-c3de-47c3-ac74-9ad53c4c1c10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:19.837388 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Publish callbacks [] for router_controller (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:19.925929 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Publish callbacks [] for port (d5eb4a91-481e-4833-85d3-dad766462f52), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:20.002354 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:20.031977 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (60c480a9-b64a-46cd-9bed-5d3c05a8b23b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:20.035682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60c480a9-b64a-46cd-9bed-5d3c05a8b23b {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:32:20.042666 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:20.046878 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9d7508bb-7e8b-4cd5-a289-7a295dbdd2eb admin admin] 10.222.0.20 "DELETE /v2.0/routers/60c480a9-b64a-46cd-9bed-5d3c05a8b23b HTTP/1.1" status: 204  len: 168 time: 3.4747288
Apr 16 21:32:20.048152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:20.049551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55336) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:20.071350 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Pushing event updated for resources: {'Port': ['ID=d5eb4a91-481e-4833-85d3-dad766462f52,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:20.085255 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a7959-02f6-43fa-9501-e88c293e2211 None None] Sync routers for ids ['049dfcd9-74b5-4ab0-801f-f0ac4df8e752'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:20.096312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:20.098128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:20.101155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:20.124146 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a7959-02f6-43fa-9501-e88c293e2211 None None] Routers {'049dfcd9-74b5-4ab0-801f-f0ac4df8e752'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:20.125095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9765a1-4e18-454a-9b72-711571fc9872 admin admin] Deleting subnet 7ffa3d08-1d21-4aae-a73e-d57fa6249052 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:20.126672 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ff9a7959-02f6-43fa-9501-e88c293e2211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b65820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['049dfcd9-74b5-4ab0-801f-f0ac4df8e752'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:20.129091 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b9765a1-4e18-454a-9b72-711571fc9872 admin admin] Publish callbacks [] for subnet (7ffa3d08-1d21-4aae-a73e-d57fa6249052), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:20.185312 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b9765a1-4e18-454a-9b72-711571fc9872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (7ffa3d08-1d21-4aae-a73e-d57fa6249052), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:20.193119 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:20.195752 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0d47c4f6-1003-4612-b51b-7a73c2a09fea tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 6.7364874
Apr 16 21:32:20.200455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55338) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:20.201741 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ff9a7959-02f6-43fa-9501-e88c293e2211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b65820>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:20.209545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Attempting to bind port d5eb4a91-481e-4833-85d3-dad766462f52 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:20.210015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Attempting to bind port d5eb4a91-481e-4833-85d3-dad766462f52 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:20.210461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Attempting to bind port d5eb4a91-481e-4833-85d3-dad766462f52 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:20.214401 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a7959-02f6-43fa-9501-e88c293e2211 None None] Routers {'049dfcd9-74b5-4ab0-801f-f0ac4df8e752'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:20.215476 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ff9a7959-02f6-43fa-9501-e88c293e2211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b65820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['049dfcd9-74b5-4ab0-801f-f0ac4df8e752'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:20.217255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:20.217777 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:20.218376 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:20.219038 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:20.219531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Bound port: d5eb4a91-481e-4833-85d3-dad766462f52, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:20.219925 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:20.224316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1825071a-aba8-4c61-b8ec-a25b25aee461 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (38d2c284-303b-47c9-9973-738980298872), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:20.288604 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ff9a7959-02f6-43fa-9501-e88c293e2211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b65820>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:20.289236 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a7959-02f6-43fa-9501-e88c293e2211 None None] The sync data for ids ['049dfcd9-74b5-4ab0-801f-f0ac4df8e752'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:20.338207 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] For port d5eb4a91-481e-4833-85d3-dad766462f52, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:20.342864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] For port d5eb4a91-481e-4833-85d3-dad766462f52, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5eb4a91-481e-4833-85d3-dad766462f52,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:20.378350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8155bc-ca0e-4943-9a01-e6c5f1679fdf req-d0e41ce3-a866-4814-9963-51c1c185f6fa tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:20.379848 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5a8155bc-ca0e-4943-9a01-e6c5f1679fdf req-d0e41ce3-a866-4814-9963-51c1c185f6fa tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.2195601
Apr 16 21:32:20.412687 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:20.421125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 172.20.0.12 (0d27c69b-2090-42d8-afae-1332cd31e453/1ea4e132-f933-451c-be95-4c3992291833/99b27ed7-9f7d-4387-981e-3701e8759588) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:20.471483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::f816:3eff:fe72:d820 (0d27c69b-2090-42d8-afae-1332cd31e453/601ff240-7922-454e-9b18-53539967edc0/99b27ed7-9f7d-4387-981e-3701e8759588) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:20.506583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a4bc6-66f8-4307-9e9c-60a4c3f9697c None None] Pushing event updated for resources: {'Port': ['ID=d5eb4a91-481e-4833-85d3-dad766462f52,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:20.538510 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5a8155bc-ca0e-4943-9a01-e6c5f1679fdf req-13c2d659-d92b-4472-9e68-ec10e299a34e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1233137
Apr 16 21:32:20.543912 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6cfd589d-c831-4fea-b7f6-c840e423ee0c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/routers/049dfcd9-74b5-4ab0-801f-f0ac4df8e752 HTTP/1.1" status: 200  len: 880 time: 0.3400211
Apr 16 21:32:20.547053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55364) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:20.646993 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825071a-aba8-4c61-b8ec-a25b25aee461 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=38d2c284-303b-47c9-9973-738980298872,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:20.805293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e331c082-3ab7-4a8b-8fa9-5cfd52b2c0c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 0.2571549
Apr 16 21:32:20.808320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55386) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:20.812711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-bf23a952-71f6-41e5-9498-0456b617b9fc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1474022631'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:20.867731 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b9765a1-4e18-454a-9b72-711571fc9872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (7ffa3d08-1d21-4aae-a73e-d57fa6249052), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:20.916563 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:32:20.984078 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1825071a-aba8-4c61-b8ec-a25b25aee461 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:20.993301 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (99b27ed7-9f7d-4387-981e-3701e8759588), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.116094 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b9765a1-4e18-454a-9b72-711571fc9872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (7ffa3d08-1d21-4aae-a73e-d57fa6249052), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.179939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d5eb4a91-481e-4833-85d3-dad766462f52 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:21.206973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (99b27ed7-9f7d-4387-981e-3701e8759588), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.214322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9765a1-4e18-454a-9b72-711571fc9872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ffa3d08-1d21-4aae-a73e-d57fa6249052,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:21.217545 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b9765a1-4e18-454a-9b72-711571fc9872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.223632 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7b9765a1-4e18-454a-9b72-711571fc9872 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7ffa3d08-1d21-4aae-a73e-d57fa6249052 HTTP/1.1" status: 204  len: 168 time: 1.1708949
Apr 16 21:32:21.227691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55404) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:21.231048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf67a613-1afe-40f4-ac0f-4308b9992d83 None None] Network 7dce96a1-84a3-49f6-a192-3e475295291b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:21.297079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:21.305952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d5eb4a91-481e-4833-85d3-dad766462f52 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:21.306419 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.314093 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (7dce96a1-84a3-49f6-a192-3e475295291b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.351956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:21.363056 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=99b27ed7-9f7d-4387-981e-3701e8759588,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:21.368011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:21.437346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:21.438254 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.458102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d5eb4a91-481e-4833-85d3-dad766462f52 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:21.458637 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.478703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Deleting port 3d11a603-fd29-4db9-94e3-0606047cc166 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:21.478703 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.479447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1825071a-aba8-4c61-b8ec-a25b25aee461 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 78dd91b7-4d77-4be2-9419-e0f76a1be201 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:21.521342 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port d5eb4a91-481e-4833-85d3-dad766462f52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5eb4a91-481e-4833-85d3-dad766462f52,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:21.528299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8c7df5-b011-4290-961f-7ecca0c76efd None None] DHCP port deletion for 7dce96a1-84a3-49f6-a192-3e475295291b request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:21.554941 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bf23a952-71f6-41e5-9498-0456b617b9fc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.569011 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-90b4a5f3-edeb-4b70-aa1f-c80d6adacf17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.1553602
Apr 16 21:32:21.571485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55424) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:21.602091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3c8c7df5-b011-4290-961f-7ecca0c76efd None None] Deleting port 3d11a603-fd29-4db9-94e3-0606047cc166 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:21.606989 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3c8c7df5-b011-4290-961f-7ecca0c76efd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.660194 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bf23a952-71f6-41e5-9498-0456b617b9fc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.675679 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.743096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1825071a-aba8-4c61-b8ec-a25b25aee461 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:21.761270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17947fd-fba9-45bc-adc6-7d390f8c015a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:21.765523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:21.767501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b654cc76-689e-42c0-a4f5-b5e67993f6bb None None] Sync routers for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:21.768161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17947fd-fba9-45bc-adc6-7d390f8c015a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:21.770848 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e17947fd-fba9-45bc-adc6-7d390f8c015a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.1983902
Apr 16 21:32:21.773531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55436) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:21.789132 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1825071a-aba8-4c61-b8ec-a25b25aee461 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6810961
Apr 16 21:32:21.800258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55438) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:21.802081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] For port 3d11a603-fd29-4db9-94e3-0606047cc166, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d11a603-fd29-4db9-94e3-0606047cc166,segment=NetworkSegment(035a9fe0-0053-4dfc-b684-c975876d0958),segment_id=035a9fe0-0053-4dfc-b684-c975876d0958)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:21.802472 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.827310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:21.827597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device aeda63cf-be99-4dd0-b9c0-0eeebae9d8e5 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:21.839192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3c8c7df5-b011-4290-961f-7ecca0c76efd None None] For port 3d11a603-fd29-4db9-94e3-0606047cc166, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d11a603-fd29-4db9-94e3-0606047cc166,segment=NetworkSegment(035a9fe0-0053-4dfc-b684-c975876d0958),segment_id=035a9fe0-0053-4dfc-b684-c975876d0958)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:21.839192 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3c8c7df5-b011-4290-961f-7ecca0c76efd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.855439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=d5eb4a91-481e-4833-85d3-dad766462f52,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:21.862516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bb435-5c53-4583-826a-706049d06dc6 req-3bd4af3c-951c-48f9-a6e5-01b9008486f4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:21.864200 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fc2bb435-5c53-4583-826a-706049d06dc6 req-3bd4af3c-951c-48f9-a6e5-01b9008486f4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.1746981
Apr 16 21:32:21.865430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Calling delete_port for 3d11a603-fd29-4db9-94e3-0606047cc166 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:21.975252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafb20f7-6e7e-433e-b74a-9a1ac2723ba3 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting subnet 639ab1f1-c3de-47c3-ac74-9ad53c4c1c10 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:21.988289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-724d0124-6807-4b5f-aeea-1d2dbd35c341 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port 99b27ed7-9f7d-4387-981e-3701e8759588 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:21.988642 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-724d0124-6807-4b5f-aeea-1d2dbd35c341 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (99b27ed7-9f7d-4387-981e-3701e8759588), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:21.989935 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eafb20f7-6e7e-433e-b74a-9a1ac2723ba3 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (639ab1f1-c3de-47c3-ac74-9ad53c4c1c10), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.029227 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fc2bb435-5c53-4583-826a-706049d06dc6 req-f64ea34b-32a2-4fa3-9cb7-e45da1a2ff21 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1574285
Apr 16 21:32:22.035802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3c8c7df5-b011-4290-961f-7ecca0c76efd None None] Calling delete_port for 3d11a603-fd29-4db9-94e3-0606047cc166 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:22.041012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654cc76-689e-42c0-a4f5-b5e67993f6bb None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:22.041734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b654cc76-689e-42c0-a4f5-b5e67993f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f365820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:22.081166 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eafb20f7-6e7e-433e-b74a-9a1ac2723ba3 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (639ab1f1-c3de-47c3-ac74-9ad53c4c1c10), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.089864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf23a952-71f6-41e5-9498-0456b617b9fc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router 049dfcd9-74b5-4ab0-801f-f0ac4df8e752 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:22.205802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-b654cc76-689e-42c0-a4f5-b5e67993f6bb None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:22.209518 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-724d0124-6807-4b5f-aeea-1d2dbd35c341 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (99b27ed7-9f7d-4387-981e-3701e8759588), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.226161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-724d0124-6807-4b5f-aeea-1d2dbd35c341 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for 99b27ed7-9f7d-4387-981e-3701e8759588 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:22.229645 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eafb20f7-6e7e-433e-b74a-9a1ac2723ba3 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (639ab1f1-c3de-47c3-ac74-9ad53c4c1c10), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.310144 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.332864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578cbc78-ac08-4671-af02-7793e0173186 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:22.339001 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3c8c7df5-b011-4290-961f-7ecca0c76efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (3d11a603-fd29-4db9-94e3-0606047cc166), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.355147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] No DVR routers for this DVR port 3d11a603-fd29-4db9-94e3-0606047cc166 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:22.357379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Pushing event deleted for resources: {'Port': ['ID=3d11a603-fd29-4db9-94e3-0606047cc166,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:22.377569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c7df5-b011-4290-961f-7ecca0c76efd None None] No DVR routers for this DVR port 3d11a603-fd29-4db9-94e3-0606047cc166 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:22.447948 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eafb20f7-6e7e-433e-b74a-9a1ac2723ba3 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (639ab1f1-c3de-47c3-ac74-9ad53c4c1c10), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.469614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c7df5-b011-4290-961f-7ecca0c76efd None None] Pushing event deleted for resources: {'Port': ['ID=3d11a603-fd29-4db9-94e3-0606047cc166,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:22.480383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7487189f-cde7-460b-89e6-7ab0dfa09c6a None None] Provisioning complete for port d5eb4a91-481e-4833-85d3-dad766462f52 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:22.480946 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7487189f-cde7-460b-89e6-7ab0dfa09c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.488916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb20f7-6e7e-433e-b74a-9a1ac2723ba3 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Subnet': ['ID=639ab1f1-c3de-47c3-ac74-9ad53c4c1c10,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:22.491696 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (7dce96a1-84a3-49f6-a192-3e475295291b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.508762 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eafb20f7-6e7e-433e-b74a-9a1ac2723ba3 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.510233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eafb20f7-6e7e-433e-b74a-9a1ac2723ba3 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/639ab1f1-c3de-47c3-ac74-9ad53c4c1c10 HTTP/1.1" status: 204  len: 168 time: 0.7048283
Apr 16 21:32:22.513495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55468) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:22.515298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf23a952-71f6-41e5-9498-0456b617b9fc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:22.524078 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bf23a952-71f6-41e5-9498-0456b617b9fc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.525016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e26ff70>,) {'filters': {'network_id': ['7dce96a1-84a3-49f6-a192-3e475295291b']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:22.528374 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bf23a952-71f6-41e5-9498-0456b617b9fc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/049dfcd9-74b5-4ab0-801f-f0ac4df8e752 HTTP/1.1" status: 200  len: 887 time: 1.7163427
Apr 16 21:32:22.529949 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c1804c-91a9-4dfb-a672-7cf62a1c1632 None None] Sync routers for ids ['049dfcd9-74b5-4ab0-801f-f0ac4df8e752'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:22.534116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55470) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:22.545353 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1804c-91a9-4dfb-a672-7cf62a1c1632 None None] Routers {'049dfcd9-74b5-4ab0-801f-f0ac4df8e752'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:22.545633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e26ff70>, '035a9fe0-0053-4dfc-b684-c975876d0958') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:22.546068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e26ff70>, '035a9fe0-0053-4dfc-b684-c975876d0958') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:22.546688 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-50c1804c-91a9-4dfb-a672-7cf62a1c1632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ca9ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['049dfcd9-74b5-4ab0-801f-f0ac4df8e752'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:22.594997 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-50c1804c-91a9-4dfb-a672-7cf62a1c1632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ca9ee0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:22.595557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (035a9fe0-0053-4dfc-b684-c975876d0958), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.607077 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1804c-91a9-4dfb-a672-7cf62a1c1632 None None] Routers {'049dfcd9-74b5-4ab0-801f-f0ac4df8e752'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:22.608113 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-50c1804c-91a9-4dfb-a672-7cf62a1c1632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ca9ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['049dfcd9-74b5-4ab0-801f-f0ac4df8e752'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:22.616504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b845c0ca-360f-40c4-8d22-b8659d46c2cb None None] Network 26a30e50-a9e3-4d61-a0a3-0c06e91204d9 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:22.626053 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (26a30e50-a9e3-4d61-a0a3-0c06e91204d9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.656708 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-50c1804c-91a9-4dfb-a672-7cf62a1c1632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ca9ee0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:22.657572 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c1804c-91a9-4dfb-a672-7cf62a1c1632 None None] The sync data for ids ['049dfcd9-74b5-4ab0-801f-f0ac4df8e752'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:22.702503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port 57a95474-6b60-404c-96c6-0097ae131adc {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:22.702503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (57a95474-6b60-404c-96c6-0097ae131adc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.702824 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2bb4fc76-5468-4a85-9d29-37305d0b4d8f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/routers/049dfcd9-74b5-4ab0-801f-f0ac4df8e752 HTTP/1.1" status: 200  len: 887 time: 0.1657615
Apr 16 21:32:22.705972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55472) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:22.715829 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (035a9fe0-0053-4dfc-b684-c975876d0958), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.741823 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-724d0124-6807-4b5f-aeea-1d2dbd35c341 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (99b27ed7-9f7d-4387-981e-3701e8759588), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.748252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-50202de6-aefd-44d5-bff7-abbebd4e3bc7 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=049dfcd9-74b5-4ab0-801f-f0ac4df8e752 HTTP/1.1" status: 200  len: 205 time: 0.0395339
Apr 16 21:32:22.751461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:32:22.752595 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (035a9fe0-0053-4dfc-b684-c975876d0958), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.754819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55474) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:32:22.754970 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:32:22.782565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b654cc76-689e-42c0-a4f5-b5e67993f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f365820>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:19Z', 'revision_number': 8, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': '0c85964b-7422-4958-b7e9-c6563fc905a8', 'name': '', 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a8:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:59Z', 'updated_at': '2022-04-16T21:32:09Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:22.803572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d0124-6807-4b5f-aeea-1d2dbd35c341 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=99b27ed7-9f7d-4387-981e-3701e8759588,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:22.838530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b654cc76-689e-42c0-a4f5-b5e67993f6bb None None] Checking router: 78dd91b7-4d77-4be2-9419-e0f76a1be201 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:32:22.894804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654cc76-689e-42c0-a4f5-b5e67993f6bb None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:22.899347 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b654cc76-689e-42c0-a4f5-b5e67993f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f365820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:22.921695 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] For port 57a95474-6b60-404c-96c6-0097ae131adc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57a95474-6b60-404c-96c6-0097ae131adc,segment=NetworkSegment(4275defb-0352-4f10-881f-d1cda3cfd506),segment_id=4275defb-0352-4f10-881f-d1cda3cfd506)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:22.922271 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (57a95474-6b60-404c-96c6-0097ae131adc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.989808 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (7dce96a1-84a3-49f6-a192-3e475295291b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:22.999587 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:23.007000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] 10.222.0.20 "DELETE /v2.0/networks/7dce96a1-84a3-49f6-a192-3e475295291b HTTP/1.1" status: 204  len: 168 time: 1.7756186
Apr 16 21:32:23.029766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d5eb4a91-481e-4833-85d3-dad766462f52 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:23.032490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd83778-c658-4966-984f-79c36a74980e None None] DHCP port deletion for 26a30e50-a9e3-4d61-a0a3-0c06e91204d9 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:23.035684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd75eff-941c-4f0c-ba63-25eff63fbf9c admin admin] Pushing event deleted for resources: {'Network': ['ID=7dce96a1-84a3-49f6-a192-3e475295291b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:23.078554 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:23.087771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7487189f-cde7-460b-89e6-7ab0dfa09c6a None None] Current status of the port d5eb4a91-481e-4833-85d3-dad766462f52 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:23.183100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-b654cc76-689e-42c0-a4f5-b5e67993f6bb None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:23.229541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5bd83778-c658-4966-984f-79c36a74980e None None] Deleting port 57a95474-6b60-404c-96c6-0097ae131adc {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:23.230064 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5bd83778-c658-4966-984f-79c36a74980e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (57a95474-6b60-404c-96c6-0097ae131adc), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:23.302903 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_gateway (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:23.352914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a00524d8-625e-405e-8170-a690982580e8 None None] Could not find standard attr ID for object 99b27ed7-9f7d-4387-981e-3701e8759588. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:32:23.370278 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d5eb4a91-481e-4833-85d3-dad766462f52 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:23.370752 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:23.434672 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port 897f1a2e-5954-4405-a4c3-dab3ef976169 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:23.436042 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (897f1a2e-5954-4405-a4c3-dab3ef976169), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:23.476415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5bd83778-c658-4966-984f-79c36a74980e None None] For port 57a95474-6b60-404c-96c6-0097ae131adc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57a95474-6b60-404c-96c6-0097ae131adc,segment=NetworkSegment(4275defb-0352-4f10-881f-d1cda3cfd506),segment_id=4275defb-0352-4f10-881f-d1cda3cfd506)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:23.477011 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5bd83778-c658-4966-984f-79c36a74980e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (57a95474-6b60-404c-96c6-0097ae131adc), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:23.481682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for 57a95474-6b60-404c-96c6-0097ae131adc owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:23.483377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a00524d8-625e-405e-8170-a690982580e8 None None] Provisioning complete for port d5eb4a91-481e-4833-85d3-dad766462f52 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:23.483847 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a00524d8-625e-405e-8170-a690982580e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:23.511400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5bd83778-c658-4966-984f-79c36a74980e None None] Calling delete_port for 57a95474-6b60-404c-96c6-0097ae131adc owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:23.546616 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (897f1a2e-5954-4405-a4c3-dab3ef976169), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:23.547973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b3cef-9104-4269-9b4f-6208cb9aae74 req-f324706c-0429-4501-966c-5f6e37629aef tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:23.550053 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c5b3cef-9104-4269-9b4f-6208cb9aae74 req-f324706c-0429-4501-966c-5f6e37629aef tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.0632119
Apr 16 21:32:23.614315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for 897f1a2e-5954-4405-a4c3-dab3ef976169 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:23.674861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55510) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:23.709252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-724d0124-6807-4b5f-aeea-1d2dbd35c341 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:23.712555 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-724d0124-6807-4b5f-aeea-1d2dbd35c341 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/99b27ed7-9f7d-4387-981e-3701e8759588 HTTP/1.1" status: 204  len: 168 time: 1.9380591
Apr 16 21:32:23.715744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55512) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:23.748480 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5bd83778-c658-4966-984f-79c36a74980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (57a95474-6b60-404c-96c6-0097ae131adc), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:23.787648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd83778-c658-4966-984f-79c36a74980e None None] Pushing event deleted for resources: {'Port': ['ID=57a95474-6b60-404c-96c6-0097ae131adc,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:23.827001 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c5b3cef-9104-4269-9b4f-6208cb9aae74 req-ebde1407-e1c2-4bc7-a25a-9cc88658766b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2400432
Apr 16 21:32:23.834552 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d5eb4a91-481e-4833-85d3-dad766462f52 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:23.847829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd83778-c658-4966-984f-79c36a74980e None None] No DVR routers for this DVR port 57a95474-6b60-404c-96c6-0097ae131adc on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:23.890614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60a89ec-2e0c-4ab7-82ba-8a61201df7d3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:23.890614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60a89ec-2e0c-4ab7-82ba-8a61201df7d3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:23.890614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60a89ec-2e0c-4ab7-82ba-8a61201df7d3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:23.900336 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f60a89ec-2e0c-4ab7-82ba-8a61201df7d3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1788778
Apr 16 21:32:23.905415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-50e252a5-b0f2-4731-ace0-4960ad4d40fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8548f70297f04c1489783de67671dba2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2226415
Apr 16 21:32:23.906442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55520) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:23.913102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55522) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:23.918116 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (57a95474-6b60-404c-96c6-0097ae131adc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:23.918329 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b654cc76-689e-42c0-a4f5-b5e67993f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f365820>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:19Z', 'revision_number': 8, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': '0c85964b-7422-4958-b7e9-c6563fc905a8', 'name': '', 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a8:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:59Z', 'updated_at': '2022-04-16T21:32:09Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:23.930842 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a00524d8-625e-405e-8170-a690982580e8 None None] Current status of the port d5eb4a91-481e-4833-85d3-dad766462f52 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:23.980843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=57a95474-6b60-404c-96c6-0097ae131adc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:24.005501 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No DVR routers for this DVR port 57a95474-6b60-404c-96c6-0097ae131adc on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:24.137214 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (26a30e50-a9e3-4d61-a0a3-0c06e91204d9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.155708 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (897f1a2e-5954-4405-a4c3-dab3ef976169), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.168081 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f1385263-0471-4857-a134-6856ed2c9d55 admin admin] Publish callbacks [] for security_group (51479959-3795-45a4-9d0a-a7db3f92f0ee), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.172428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ea19c70>,) {'filters': {'network_id': ['26a30e50-a9e3-4d61-a0a3-0c06e91204d9']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:24.182747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fb9d73-ee67-4a64-b964-d8b54cead878 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 1ea4e132-f933-451c-be95-4c3992291833 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:24.194445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea19c70>, '4275defb-0352-4f10-881f-d1cda3cfd506') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:24.194968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea19c70>, '4275defb-0352-4f10-881f-d1cda3cfd506') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:24.206641 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3d11a603-fd29-4db9-94e3-0606047cc166 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:24.207513 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26fb9d73-ee67-4a64-b964-d8b54cead878 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (1ea4e132-f933-451c-be95-4c3992291833), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.211340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-fb1acb00-9189-47dd-af29-0e53e2eca732 None None] Could not find standard attr ID for object d2341e8d-5794-4570-9885-b10687e3ff56. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:32:24.215685 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b654cc76-689e-42c0-a4f5-b5e67993f6bb None None] The sync data for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 is: [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:19Z', 'revision_number': 8, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': '0c85964b-7422-4958-b7e9-c6563fc905a8', 'name': '', 'network_id': '454cac01-9174-441a-86c8-1aae0a66a6cb', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a8:b9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:59Z', 'updated_at': '2022-04-16T21:32:09Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '6250a8d4-3140-4334-8ea8-67adbb012bb3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:24.218140 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (4275defb-0352-4f10-881f-d1cda3cfd506), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.232025 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=897f1a2e-5954-4405-a4c3-dab3ef976169,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:24.234017 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f1385263-0471-4857-a134-6856ed2c9d55 admin admin] Publish callbacks [] for security_group (51479959-3795-45a4-9d0a-a7db3f92f0ee), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.236429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4f7d0-e845-4f06-98a6-2aaed0e560fa req-d3beb7eb-e094-4096-9c8c-9685beb740e2 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:24.240842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ca4f7d0-e845-4f06-98a6-2aaed0e560fa req-d3beb7eb-e094-4096-9c8c-9685beb740e2 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1128 time: 0.1497684
Apr 16 21:32:24.251573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 3d11a603-fd29-4db9-94e3-0606047cc166 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:24.252166 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3d11a603-fd29-4db9-94e3-0606047cc166 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:24.280616 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (4275defb-0352-4f10-881f-d1cda3cfd506), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.299356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:32:24.299774 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (4275defb-0352-4f10-881f-d1cda3cfd506), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:32:24.302919 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:32:24.305953 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ca4f7d0-e845-4f06-98a6-2aaed0e560fa req-2e8a6789-370e-4959-b2ce-7cf66860e6f3 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.358747 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26fb9d73-ee67-4a64-b964-d8b54cead878 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (1ea4e132-f933-451c-be95-4c3992291833), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.366705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-971d2098-651b-4647-b82d-2d0f4e178058 None None] Could not find standard attr ID for object 99b27ed7-9f7d-4387-981e-3701e8759588. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:32:24.409390 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.492582 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f1385263-0471-4857-a134-6856ed2c9d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (51479959-3795-45a4-9d0a-a7db3f92f0ee), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.496242 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f1385263-0471-4857-a134-6856ed2c9d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.497891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f1385263-0471-4857-a134-6856ed2c9d55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51479959-3795-45a4-9d0a-a7db3f92f0ee HTTP/1.1" status: 204  len: 168 time: 0.5833454
Apr 16 21:32:24.508929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1385263-0471-4857-a134-6856ed2c9d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51479959-3795-45a4-9d0a-a7db3f92f0ee,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:24.521606 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.549218 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.549358 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (26a30e50-a9e3-4d61-a0a3-0c06e91204d9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.570975 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.576322 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/networks/26a30e50-a9e3-4d61-a0a3-0c06e91204d9 HTTP/1.1" status: 204  len: 168 time: 2.0494454
Apr 16 21:32:24.579556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55542) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:24.608884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b9d12-687a-4558-b2fb-282f15e0af1d tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Network': ['ID=26a30e50-a9e3-4d61-a0a3-0c06e91204d9,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:24.679204 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26fb9d73-ee67-4a64-b964-d8b54cead878 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (1ea4e132-f933-451c-be95-4c3992291833), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.770335 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (049dfcd9-74b5-4ab0-801f-f0ac4df8e752), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.770882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Fanout notify agent at l3_agent the message router_deleted on router 049dfcd9-74b5-4ab0-801f-f0ac4df8e752 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:32:24.797977 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.803577 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-98e44d94-b5a1-4dff-a7ed-581e00bbed37 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/049dfcd9-74b5-4ab0-801f-f0ac4df8e752 HTTP/1.1" status: 204  len: 168 time: 2.0433373
Apr 16 21:32:24.810683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55552) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:24.817081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0791dda6-e763-4896-8099-02f1861e44fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'network': {'name': 'tempest-RoutersTest-1591939945'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:24.824024 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ca4f7d0-e845-4f06-98a6-2aaed0e560fa req-2e8a6789-370e-4959-b2ce-7cf66860e6f3 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Publish callbacks [] for security_group (704bc8d6-a80d-41cc-b480-08f1ea37b2b4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.933385 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ca4f7d0-e845-4f06-98a6-2aaed0e560fa req-2e8a6789-370e-4959-b2ce-7cf66860e6f3 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (704bc8d6-a80d-41cc-b480-08f1ea37b2b4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:24.972741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 57a95474-6b60-404c-96c6-0097ae131adc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:24.985813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0791dda6-e763-4896-8099-02f1861e44fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:24.992274 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0791dda6-e763-4896-8099-02f1861e44fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:25.001215 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26fb9d73-ee67-4a64-b964-d8b54cead878 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (1ea4e132-f933-451c-be95-4c3992291833), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:25.001215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a6789-370e-4959-b2ce-7cf66860e6f3 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704bc8d6-a80d-41cc-b480-08f1ea37b2b4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:25.054691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb9d73-ee67-4a64-b964-d8b54cead878 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea4e132-f933-451c-be95-4c3992291833,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:25.062048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 57a95474-6b60-404c-96c6-0097ae131adc {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:25.062386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 57a95474-6b60-404c-96c6-0097ae131adc not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:25.062819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 38d2c284-303b-47c9-9973-738980298872 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:25.068509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e533ff-c7e6-48ce-8f2d-54800cac11cb req-62b55bed-d384-4802-b489-8bb8c5d16649 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:25.070869 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-42e533ff-c7e6-48ce-8f2d-54800cac11cb req-62b55bed-d384-4802-b489-8bb8c5d16649 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.1095953
Apr 16 21:32:25.081626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0791dda6-e763-4896-8099-02f1861e44fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:32:25.088401 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26fb9d73-ee67-4a64-b964-d8b54cead878 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:25.094781 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-26fb9d73-ee67-4a64-b964-d8b54cead878 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/1ea4e132-f933-451c-be95-4c3992291833 HTTP/1.1" status: 204  len: 168 time: 1.1873183
Apr 16 21:32:25.096738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55562) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:25.100930 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ca4f7d0-e845-4f06-98a6-2aaed0e560fa req-2e8a6789-370e-4959-b2ce-7cf66860e6f3 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8301232
Apr 16 21:32:25.122414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676cc642-dbad-4a55-9796-caac826c0b6f None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:25.212945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 38d2c284-303b-47c9-9973-738980298872 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:25.213599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 38d2c284-303b-47c9-9973-738980298872 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:25.261353 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-42e533ff-c7e6-48ce-8f2d-54800cac11cb req-f5e07e80-9dcf-4604-b8c7-eb0a5c517896 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1693592
Apr 16 21:32:25.286291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d745084-5b7e-4b75-baaf-01bd760ab568 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:25.488792 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55580) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:25.633643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0791dda6-e763-4896-8099-02f1861e44fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2ea55e9c-b213-4743-ad07-538c82f2b250), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:25.634785 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-57e1e01b-0fad-4955-af86-101147b9e832 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d339712654134db7a87af06de0033645&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1445057
Apr 16 21:32:25.635707 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-0791dda6-e763-4896-8099-02f1861e44fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Added segment 2ea55e9c-b213-4743-ad07-538c82f2b250 of type vlan for network 27284768-1e4a-4dfb-95b9-286e6ca3ed64
Apr 16 21:32:25.637184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55582) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:25.661313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1d745084-5b7e-4b75-baaf-01bd760ab568 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port 0c85964b-7422-4958-b7e9-c6563fc905a8 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:25.661738 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d745084-5b7e-4b75-baaf-01bd760ab568 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:25.761051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-010a508d-0a90-415c-87e5-639a056440d6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 601ff240-7922-454e-9b18-53539967edc0 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:25.775177 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-010a508d-0a90-415c-87e5-639a056440d6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (601ff240-7922-454e-9b18-53539967edc0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:25.816890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-1d745084-5b7e-4b75-baaf-01bd760ab568 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] For port 0c85964b-7422-4958-b7e9-c6563fc905a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c85964b-7422-4958-b7e9-c6563fc905a8,segment=NetworkSegment(ddf64f4b-bbf9-4936-8ff5-eb167e6f4948),segment_id=ddf64f4b-bbf9-4936-8ff5-eb167e6f4948)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:25.817173 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d745084-5b7e-4b75-baaf-01bd760ab568 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:25.839645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1d745084-5b7e-4b75-baaf-01bd760ab568 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for 0c85964b-7422-4958-b7e9-c6563fc905a8 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:25.854338 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0791dda6-e763-4896-8099-02f1861e44fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (27284768-1e4a-4dfb-95b9-286e6ca3ed64), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:25.865619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923319a-a883-4d75-a721-a25733ea05ee req-721fa590-0c70-4259-bc16-ceac8836c032 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:25.873053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6923319a-a883-4d75-a721-a25733ea05ee req-721fa590-0c70-4259-bc16-ceac8836c032 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.2513216
Apr 16 21:32:25.969989 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4be4b37-94f5-4939-9a35-307399c18ad3 admin admin] Publish callbacks [] for security_group (4333a717-d93e-41d0-ae1d-265fd28c9f83), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:25.999605 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-010a508d-0a90-415c-87e5-639a056440d6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (601ff240-7922-454e-9b18-53539967edc0), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.026180 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4be4b37-94f5-4939-9a35-307399c18ad3 admin admin] Publish callbacks [] for security_group (4333a717-d93e-41d0-ae1d-265fd28c9f83), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.108400 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6923319a-a883-4d75-a721-a25733ea05ee req-32ad938c-69ca-47e7-99d0-34970ba26ff4 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2344394
Apr 16 21:32:26.133271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55590) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:26.142665 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0791dda6-e763-4896-8099-02f1861e44fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (27284768-1e4a-4dfb-95b9-286e6ca3ed64), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.142665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0791dda6-e763-4896-8099-02f1861e44fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:26.142665 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0791dda6-e763-4896-8099-02f1861e44fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.196674 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fb040e80-bf3f-4dfa-ae40-e1b91e4b21ab tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5 HTTP/1.1" status: 200  len: 994 time: 0.0622170
Apr 16 21:32:26.202315 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d745084-5b7e-4b75-baaf-01bd760ab568 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0c85964b-7422-4958-b7e9-c6563fc905a8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.214929 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-010a508d-0a90-415c-87e5-639a056440d6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (601ff240-7922-454e-9b18-53539967edc0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.224529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ce127a9c-b905-43b1-991b-5f94ca327aae None None] Provisioning complete for port d5eb4a91-481e-4833-85d3-dad766462f52 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:26.225596 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ce127a9c-b905-43b1-991b-5f94ca327aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.255352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791dda6-e763-4896-8099-02f1861e44fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Network': ['ID=27284768-1e4a-4dfb-95b9-286e6ca3ed64,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:26.281130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 27284768-1e4a-4dfb-95b9-286e6ca3ed64 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:32:26.291699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d745084-5b7e-4b75-baaf-01bd760ab568 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=0c85964b-7422-4958-b7e9-c6563fc905a8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:26.315639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0791dda6-e763-4896-8099-02f1861e44fb tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.5036156
Apr 16 21:32:26.317247 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4be4b37-94f5-4939-9a35-307399c18ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4333a717-d93e-41d0-ae1d-265fd28c9f83), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.320205 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4be4b37-94f5-4939-9a35-307399c18ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.326630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f4be4b37-94f5-4939-9a35-307399c18ad3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4333a717-d93e-41d0-ae1d-265fd28c9f83 HTTP/1.1" status: 204  len: 168 time: 0.6678796
Apr 16 21:32:26.326630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55596) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:26.333064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-93ca431d-a035-4304-a3ff-cc17ae2f6d15 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'subnet': {'network_id': '27284768-1e4a-4dfb-95b9-286e6ca3ed64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:26.429045 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d745084-5b7e-4b75-baaf-01bd760ab568 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.470658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be4b37-94f5-4939-9a35-307399c18ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4333a717-d93e-41d0-ae1d-265fd28c9f83,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:26.488395 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-010a508d-0a90-415c-87e5-639a056440d6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (601ff240-7922-454e-9b18-53539967edc0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.593252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ce127a9c-b905-43b1-991b-5f94ca327aae None None] Current status of the port d5eb4a91-481e-4833-85d3-dad766462f52 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:26.611837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-8f8ee8df-c40a-4358-892f-1882d605a1ed req-1b08078d-cd7d-4590-8ce1-7007be00b90d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:32:26.621003 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8f8ee8df-c40a-4358-892f-1882d605a1ed req-1b08078d-cd7d-4590-8ce1-7007be00b90d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0183389
Apr 16 21:32:26.641935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a508d-0a90-415c-87e5-639a056440d6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=601ff240-7922-454e-9b18-53539967edc0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:26.652677 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-010a508d-0a90-415c-87e5-639a056440d6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.655949 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-010a508d-0a90-415c-87e5-639a056440d6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/601ff240-7922-454e-9b18-53539967edc0 HTTP/1.1" status: 204  len: 168 time: 1.5580926
Apr 16 21:32:26.656356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f6069-1343-414d-b9e3-163d31c6871e None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:26.658847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55614) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:26.705680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1c392-6aa8-417d-a0fb-3e6a50b634c9 req-ee6fcb31-888a-4f85-81de-f82082b3a2f5 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:26.707202 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9c1c392-6aa8-417d-a0fb-3e6a50b634c9 req-ee6fcb31-888a-4f85-81de-f82082b3a2f5 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.2242842
Apr 16 21:32:26.708786 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ae4511bf-8d84-433a-963f-d11d71bec26f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0485270
Apr 16 21:32:26.711525 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55616) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:26.773476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42f3ddf-add6-421b-b52d-5877cdc99706 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:26.777101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f42f3ddf-add6-421b-b52d-5877cdc99706 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0625784
Apr 16 21:32:26.778503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55618) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:26.781987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ca431d-a035-4304-a3ff-cc17ae2f6d15 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:26.785348 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-93ca431d-a035-4304-a3ff-cc17ae2f6d15 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.823599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aed1b6-6a7a-4f98-a281-5d3a268d7d8e None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:26.827329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d745084-5b7e-4b75-baaf-01bd760ab568 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 78dd91b7-4d77-4be2-9419-e0f76a1be201 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:26.882313 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9c1c392-6aa8-417d-a0fb-3e6a50b634c9 req-874cf227-04a6-48f7-9f70-43e4e5590a75 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1537707
Apr 16 21:32:26.895052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f5873-1e47-441b-8477-feb0e5e490e2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:26.896513 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-522f5873-1e47-441b-8477-feb0e5e490e2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1164212
Apr 16 21:32:26.899199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55620) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:26.906605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c1aed1b6-6a7a-4f98-a281-5d3a268d7d8e None None] Deleting port d5eb4a91-481e-4833-85d3-dad766462f52 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:26.907248 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1aed1b6-6a7a-4f98-a281-5d3a268d7d8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:26.977211 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3fb82ddd-b563-4914-abf8-88c855a7f5ad tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0715997
Apr 16 21:32:26.978015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55624) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:26.986671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a290125b-c93c-418a-9951-36db13523ef2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:27.002182 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c1aed1b6-6a7a-4f98-a281-5d3a268d7d8e None None] For port d5eb4a91-481e-4833-85d3-dad766462f52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5eb4a91-481e-4833-85d3-dad766462f52,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:27.002579 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1aed1b6-6a7a-4f98-a281-5d3a268d7d8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.050791 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d745084-5b7e-4b75-baaf-01bd760ab568 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:27.057502 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1d745084-5b7e-4b75-baaf-01bd760ab568 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4774420
Apr 16 21:32:27.059005 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c1aed1b6-6a7a-4f98-a281-5d3a268d7d8e None None] Calling delete_port for d5eb4a91-481e-4833-85d3-dad766462f52 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:27.060923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55628) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:27.070505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2db50-e58b-4d3e-b357-7eafb3bb1fd6 None None] Sync routers for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:27.082184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d5eb4a91-481e-4833-85d3-dad766462f52 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:27.144621 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d643d9f-e80a-4a21-8551-348ec3494d2b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting subnet 6250a8d4-3140-4334-8ea8-67adbb012bb3 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:27.150085 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d643d9f-e80a-4a21-8551-348ec3494d2b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (6250a8d4-3140-4334-8ea8-67adbb012bb3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.167887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2db50-e58b-4d3e-b357-7eafb3bb1fd6 None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:27.168773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3ba2db50-e58b-4d3e-b357-7eafb3bb1fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243f8130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:27.182359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55630) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:27.221323 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d643d9f-e80a-4a21-8551-348ec3494d2b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (6250a8d4-3140-4334-8ea8-67adbb012bb3), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.274992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a290125b-c93c-418a-9951-36db13523ef2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:27.280057 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a290125b-c93c-418a-9951-36db13523ef2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.281965 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-a290125b-c93c-418a-9951-36db13523ef2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:32:27.282260 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a290125b-c93c-418a-9951-36db13523ef2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:27.299563 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-93ca431d-a035-4304-a3ff-cc17ae2f6d15 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (a55ee49f-3ea2-4c63-b65c-ba2bb731e87f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.320304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d5eb4a91-481e-4833-85d3-dad766462f52 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:27.320830 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.342708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3ba2db50-e58b-4d3e-b357-7eafb3bb1fd6 None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:27.354355 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d643d9f-e80a-4a21-8551-348ec3494d2b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (6250a8d4-3140-4334-8ea8-67adbb012bb3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.403078 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a290125b-c93c-418a-9951-36db13523ef2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4245043
Apr 16 21:32:27.408947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55638) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:27.414213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b344b136-60b2-4150-b5c5-1759eb879bb5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:27.423818 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5b8a614e-c14e-4a4f-b75c-c0372b5c5949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.442810 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1aed1b6-6a7a-4f98-a281-5d3a268d7d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (d5eb4a91-481e-4833-85d3-dad766462f52), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.458255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aed1b6-6a7a-4f98-a281-5d3a268d7d8e None None] No DVR routers for this DVR port d5eb4a91-481e-4833-85d3-dad766462f52 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:27.472801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca431d-a035-4304-a3ff-cc17ae2f6d15 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Subnet': ['ID=a55ee49f-3ea2-4c63-b65c-ba2bb731e87f,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:27.503715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca431d-a035-4304-a3ff-cc17ae2f6d15 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Checking segment: {'id': '2ea55e9c-b213-4743-ad07-538c82f2b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '27284768-1e4a-4dfb-95b9-286e6ca3ed64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:27.504636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ca431d-a035-4304-a3ff-cc17ae2f6d15 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network hostable DHCP agents. Network: 27284768-1e4a-4dfb-95b9-286e6ca3ed64, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:32:27.534717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aed1b6-6a7a-4f98-a281-5d3a268d7d8e None None] Pushing event deleted for resources: {'Port': ['ID=d5eb4a91-481e-4833-85d3-dad766462f52,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:27.615541 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ca431d-a035-4304-a3ff-cc17ae2f6d15 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 27284768-1e4a-4dfb-95b9-286e6ca3ed64 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:32:27.661582 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d643d9f-e80a-4a21-8551-348ec3494d2b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (6250a8d4-3140-4334-8ea8-67adbb012bb3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.677267 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5b8a614e-c14e-4a4f-b75c-c0372b5c5949 admin admin] Publish callbacks [] for security_group (22378893-0c94-41f1-a753-39e5453d9841), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.686034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3ba2db50-e58b-4d3e-b357-7eafb3bb1fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243f8130>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:26Z', 'revision_number': 9, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:27.690443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d643d9f-e80a-4a21-8551-348ec3494d2b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.692695 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2625b9-45b2-4464-b4ca-a640b10e2ef7 None None] Network 454cac01-9174-441a-86c8-1aae0a66a6cb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:27.698237 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2d643d9f-e80a-4a21-8551-348ec3494d2b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/6250a8d4-3140-4334-8ea8-67adbb012bb3 HTTP/1.1" status: 204  len: 168 time: 0.6341262
Apr 16 21:32:27.700001 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55646) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:27.714650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-93ca431d-a035-4304-a3ff-cc17ae2f6d15 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 27284768-1e4a-4dfb-95b9-286e6ca3ed64) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:27.725302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d643d9f-e80a-4a21-8551-348ec3494d2b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Subnet': ['ID=6250a8d4-3140-4334-8ea8-67adbb012bb3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:27.728428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b344b136-60b2-4150-b5c5-1759eb879bb5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:27.734025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53a1310-d56d-448c-93ab-7fff531866d0 None None] Network 27284768-1e4a-4dfb-95b9-286e6ca3ed64 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:27.734175 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b344b136-60b2-4150-b5c5-1759eb879bb5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.735781 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b344b136-60b2-4150-b5c5-1759eb879bb5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:32:27.736398 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b344b136-60b2-4150-b5c5-1759eb879bb5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:27.760310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2db50-e58b-4d3e-b357-7eafb3bb1fd6 None None] Checking router: 78dd91b7-4d77-4be2-9419-e0f76a1be201 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:32:27.769433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ca431d-a035-4304-a3ff-cc17ae2f6d15 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:27.770040 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-93ca431d-a035-4304-a3ff-cc17ae2f6d15 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.788020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e068a9-1585-4ce5-87f7-4423c2350574 req-2903b589-b32b-4f1f-a1df-e9de9f1ff482 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:27.789583 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55e068a9-1585-4ce5-87f7-4423c2350574 req-2903b589-b32b-4f1f-a1df-e9de9f1ff482 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1242402
Apr 16 21:32:27.790524 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5b8a614e-c14e-4a4f-b75c-c0372b5c5949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (22378893-0c94-41f1-a753-39e5453d9841), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.832257 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55650) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:27.832608 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5b8a614e-c14e-4a4f-b75c-c0372b5c5949 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a831ab6baace4b318a56ff969a1012f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6489594
Apr 16 21:32:27.841109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2db50-e58b-4d3e-b357-7eafb3bb1fd6 None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:27.842549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3ba2db50-e58b-4d3e-b357-7eafb3bb1fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243f8130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:27.842759 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b344b136-60b2-4150-b5c5-1759eb879bb5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.4317906
Apr 16 21:32:27.843564 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (454cac01-9174-441a-86c8-1aae0a66a6cb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:27.844520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55652) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:27.856246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-aaeceaac-aaca-4b72-af40-6353b51ebdfb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:27.883275 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-55e068a9-1585-4ce5-87f7-4423c2350574 req-9e3f343e-97e5-4752-a8ca-ba6cde86f3b8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859222
Apr 16 21:32:27.909226 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-93ca431d-a035-4304-a3ff-cc17ae2f6d15 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5759146
Apr 16 21:32:27.909226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55656) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:27.925432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1c017808-ddce-44b5-aa17-593fac8dbe10 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1723669628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:27.992041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a614e-c14e-4a4f-b75c-c0372b5c5949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22378893-0c94-41f1-a753-39e5453d9841,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:27.992897 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port 7031a98e-a964-4f1a-8200-4b67a3360700 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:27.993403 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7031a98e-a964-4f1a-8200-4b67a3360700), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.044967 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5593fa1a-6201-420f-bfcc-0f802a113e97 admin admin] Publish callbacks [] for security_group (22378893-0c94-41f1-a753-39e5453d9841), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.059643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c017808-ddce-44b5-aa17-593fac8dbe10 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (1a44bb92-9c7c-470a-a640-40f8f6907c91), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.061280 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c017808-ddce-44b5-aa17-593fac8dbe10 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (1a44bb92-9c7c-470a-a640-40f8f6907c91), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.080520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-27284768-1e4a-4dfb-95b9-286e6ca3ed64', 'network_id': '27284768-1e4a-4dfb-95b9-286e6ca3ed64', 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'fixed_ips': [{'subnet_id': 'a55ee49f-3ea2-4c63-b65c-ba2bb731e87f'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:32:28.081446 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.095589 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5593fa1a-6201-420f-bfcc-0f802a113e97 admin admin] Publish callbacks [] for security_group (22378893-0c94-41f1-a753-39e5453d9841), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.095901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3ba2db50-e58b-4d3e-b357-7eafb3bb1fd6 None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:28.102514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] For port 7031a98e-a964-4f1a-8200-4b67a3360700, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7031a98e-a964-4f1a-8200-4b67a3360700,segment=NetworkSegment(ddf64f4b-bbf9-4936-8ff5-eb167e6f4948),segment_id=ddf64f4b-bbf9-4936-8ff5-eb167e6f4948)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:28.102900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7031a98e-a964-4f1a-8200-4b67a3360700), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.117958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeceaac-aaca-4b72-af40-6353b51ebdfb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:28.123985 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aaeceaac-aaca-4b72-af40-6353b51ebdfb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.125710 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaeceaac-aaca-4b72-af40-6353b51ebdfb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:32:28.126505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaeceaac-aaca-4b72-af40-6353b51ebdfb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:28.140396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for 7031a98e-a964-4f1a-8200-4b67a3360700 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:28.196135 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c017808-ddce-44b5-aa17-593fac8dbe10 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (1a44bb92-9c7c-470a-a640-40f8f6907c91), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.197400 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2a3b6-996d-4feb-bb83-aa435fa4d4e7 req-e24f4b4a-8b70-40f6-b618-e2067c91e8d7 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:28.201959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9c2a3b6-996d-4feb-bb83-aa435fa4d4e7 req-e24f4b4a-8b70-40f6-b618-e2067c91e8d7 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.1649590
Apr 16 21:32:28.274339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55666) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:28.284034 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c017808-ddce-44b5-aa17-593fac8dbe10 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (1a44bb92-9c7c-470a-a640-40f8f6907c91), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.291426 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9c2a3b6-996d-4feb-bb83-aa435fa4d4e7 req-cf0ab244-e4f3-4a74-b7ab-aa04beb0a03f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833199
Apr 16 21:32:28.305399 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aaeceaac-aaca-4b72-af40-6353b51ebdfb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4592152
Apr 16 21:32:28.306438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55670) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:28.326600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1169e634-c14c-4d9e-86d7-05753fe45f51 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:28.334536 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5593fa1a-6201-420f-bfcc-0f802a113e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (22378893-0c94-41f1-a753-39e5453d9841), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.338245 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5593fa1a-6201-420f-bfcc-0f802a113e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.344150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5593fa1a-6201-420f-bfcc-0f802a113e97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22378893-0c94-41f1-a753-39e5453d9841 HTTP/1.1" status: 204  len: 168 time: 0.5087161
Apr 16 21:32:28.364249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593fa1a-6201-420f-bfcc-0f802a113e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22378893-0c94-41f1-a753-39e5453d9841,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:28.369326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2130238063-network', 'tenant_id': '85e899913f3f46e2b9ed44d5d6082195'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:28.393787 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-ff784849-29ef-4e06-bd72-d22a1c150387 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4320455
Apr 16 21:32:28.396947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c017808-ddce-44b5-aa17-593fac8dbe10 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.398490 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1c017808-ddce-44b5-aa17-593fac8dbe10 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.4877112
Apr 16 21:32:28.401844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55674) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:28.453777 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a1c158-8db6-47a5-b8c6-6c2ff268f472 None None] DHCP port deletion for 454cac01-9174-441a-86c8-1aae0a66a6cb request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:28.454336 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7031a98e-a964-4f1a-8200-4b67a3360700), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.508561 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Made reservation on behalf of 85e899913f3f46e2b9ed44d5d6082195 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:28.510905 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.519379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=7031a98e-a964-4f1a-8200-4b67a3360700,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:28.530824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No DVR routers for this DVR port 7031a98e-a964-4f1a-8200-4b67a3360700 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:28.532376 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.590652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1169e634-c14c-4d9e-86d7-05753fe45f51 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:28.597238 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1169e634-c14c-4d9e-86d7-05753fe45f51 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.599039 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-1169e634-c14c-4d9e-86d7-05753fe45f51 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:32:28.600672 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1169e634-c14c-4d9e-86d7-05753fe45f51 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:28.625689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Allocated IP 172.20.0.2 (27284768-1e4a-4dfb-95b9-286e6ca3ed64/a55ee49f-3ea2-4c63-b65c-ba2bb731e87f/6acb777e-18e5-4528-bb90-e791d5a928a2) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:28.702195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1169e634-c14c-4d9e-86d7-05753fe45f51 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3937321
Apr 16 21:32:28.704759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55694) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:28.710347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-253bc717-97d0-4be5-99ca-6c0bb36016d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:28.774519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3ba2db50-e58b-4d3e-b357-7eafb3bb1fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243f8130>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:26Z', 'revision_number': 9, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:28.806883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2db50-e58b-4d3e-b357-7eafb3bb1fd6 None None] The sync data for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 is: [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:26Z', 'revision_number': 9, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': 'f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08', 'name': '', 'network_id': 'aa389ee0-44da-4dc4-b60b-5b87d0ba0573', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:a0:31:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:52Z', 'updated_at': '2022-04-16T21:32:01Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': '0f914390-03d8-46a6-bd97-17aa68707e97', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:28.838254 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (454cac01-9174-441a-86c8-1aae0a66a6cb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.923009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f6748b0>,) {'filters': {'network_id': ['454cac01-9174-441a-86c8-1aae0a66a6cb']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:28.948440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f6748b0>, 'ddf64f4b-bbf9-4936-8ff5-eb167e6f4948') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:28.948440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f6748b0>, 'ddf64f4b-bbf9-4936-8ff5-eb167e6f4948') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:28.967130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (ddf64f4b-bbf9-4936-8ff5-eb167e6f4948), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:28.986755 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Publish callbacks [] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.007001 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253bc717-97d0-4be5-99ca-6c0bb36016d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:29.010676 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-253bc717-97d0-4be5-99ca-6c0bb36016d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.012089 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-253bc717-97d0-4be5-99ca-6c0bb36016d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:32:29.015883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253bc717-97d0-4be5-99ca-6c0bb36016d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:29.039211 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ddf64f4b-bbf9-4936-8ff5-eb167e6f4948), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.041669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.070631 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.082677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:32:29.083094 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (ddf64f4b-bbf9-4936-8ff5-eb167e6f4948), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:32:29.086487 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:32:29.090271 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Publish callbacks [] for security_group (7893f146-2bdc-4dfe-b681-3085ac47bc41), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.103573 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-253bc717-97d0-4be5-99ca-6c0bb36016d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.3947558
Apr 16 21:32:29.111800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55720) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:29.113839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Network 27284768-1e4a-4dfb-95b9-286e6ca3ed64 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:29.118961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:29.125617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-364a3d9c-18ef-4d86-93fe-65dfb5110dca tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:29.125822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:29.130440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Pushing event updated for resources: {'Port': ['ID=6acb777e-18e5-4528-bb90-e791d5a928a2,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:29.209185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f500d-a67b-4f46-b8bc-cab45c60af88 req-6911b12f-0464-423d-a2b6-9030db9e4124 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:29.210867 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-596f500d-a67b-4f46-b8bc-cab45c60af88 req-6911b12f-0464-423d-a2b6-9030db9e4124 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1842418
Apr 16 21:32:29.229384 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7031a98e-a964-4f1a-8200-4b67a3360700 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:29.267709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 7031a98e-a964-4f1a-8200-4b67a3360700 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:29.270690 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7893f146-2bdc-4dfe-b681-3085ac47bc41), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.273088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7031a98e-a964-4f1a-8200-4b67a3360700 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:29.298906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Attempting to bind port 6acb777e-18e5-4528-bb90-e791d5a928a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:29.300104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Attempting to bind port 6acb777e-18e5-4528-bb90-e791d5a928a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2ea55e9c-b213-4743-ad07-538c82f2b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '27284768-1e4a-4dfb-95b9-286e6ca3ed64'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:29.300736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Attempting to bind port 6acb777e-18e5-4528-bb90-e791d5a928a2 on network 27284768-1e4a-4dfb-95b9-286e6ca3ed64 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:29.307633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:29.308418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Checking segment: {'id': '2ea55e9c-b213-4743-ad07-538c82f2b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '27284768-1e4a-4dfb-95b9-286e6ca3ed64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:29.309015 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.309643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Bound using segment: {'id': '2ea55e9c-b213-4743-ad07-538c82f2b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '27284768-1e4a-4dfb-95b9-286e6ca3ed64'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:29.310386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Bound port: 6acb777e-18e5-4528-bb90-e791d5a928a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea55e9c-b213-4743-ad07-538c82f2b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '27284768-1e4a-4dfb-95b9-286e6ca3ed64'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:29.310838 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.348528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:32:29.358493 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (454cac01-9174-441a-86c8-1aae0a66a6cb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.395934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364a3d9c-18ef-4d86-93fe-65dfb5110dca tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:29.399409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-364a3d9c-18ef-4d86-93fe-65dfb5110dca tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.401147 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-364a3d9c-18ef-4d86-93fe-65dfb5110dca tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:32:29.401616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364a3d9c-18ef-4d86-93fe-65dfb5110dca tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:29.410226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] For port 6acb777e-18e5-4528-bb90-e791d5a928a2, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:29.414613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] For port 6acb777e-18e5-4528-bb90-e791d5a928a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6acb777e-18e5-4528-bb90-e791d5a928a2,segment=NetworkSegment(2ea55e9c-b213-4743-ad07-538c82f2b250),segment_id=2ea55e9c-b213-4743-ad07-538c82f2b250)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:29.424482 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.428528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/networks/454cac01-9174-441a-86c8-1aae0a66a6cb HTTP/1.1" status: 204  len: 168 time: 1.7276509
Apr 16 21:32:29.437807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7893f146-2bdc-4dfe-b681-3085ac47bc41,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:29.447631 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55728) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:29.466003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (520dfe07-a4a5-4a93-8334-5bed6c74dc03), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.466363 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Added segment 520dfe07-a4a5-4a93-8334-5bed6c74dc03 of type vlan for network 1beb4ec8-1c21-4d51-8bea-7d6c54b461fd
Apr 16 21:32:29.475029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2e1bc-6a0d-428b-83ee-56a1d834a774 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Network': ['ID=454cac01-9174-441a-86c8-1aae0a66a6cb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:29.495261 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.536383 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-364a3d9c-18ef-4d86-93fe-65dfb5110dca tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.4227684
Apr 16 21:32:29.548488 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55734) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:29.565797 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b966fc7e-0221-46eb-a92a-00d9f48a8a41 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:32:29.602891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5be8dc8e-20f0-4754-837b-10aabd1aa43e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0525517
Apr 16 21:32:29.622053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-596f500d-a67b-4f46-b8bc-cab45c60af88 req-bf593487-f071-420b-b373-769e42ccfc0a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3466289
Apr 16 21:32:29.667450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55736) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:29.677919 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (1beb4ec8-1c21-4d51-8bea-7d6c54b461fd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:29.801460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371a649-7e48-457e-bb55-1246ee8b0e2e None None] Pushing event updated for resources: {'Port': ['ID=6acb777e-18e5-4528-bb90-e791d5a928a2,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:29.849508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-719d67cf-35db-45c5-bb7a-655708d98027 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:29.851117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-719d67cf-35db-45c5-bb7a-655708d98027 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/ports/f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 1125 time: 0.5269036
Apr 16 21:32:29.877391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Allocated IP 172.20.0.1 (27284768-1e4a-4dfb-95b9-286e6ca3ed64/a55ee49f-3ea2-4c63-b65c-ba2bb731e87f/d4b2990a-5f18-4b83-aa94-a29c63e254f9) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:29.879181 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b966fc7e-0221-46eb-a92a-00d9f48a8a41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:29.904398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'port_id': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'mac_address': 'fa:16:3e:fb:84:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:32:30.022430 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c26cb5-9c7e-4647-b587-1bfc0894edb6 req-278c60c2-4b23-4758-8424-c878e9b7f9d1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:30.024020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6c26cb5-9c7e-4647-b587-1bfc0894edb6 req-278c60c2-4b23-4758-8424-c878e9b7f9d1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.6035190
Apr 16 21:32:30.026701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:30.034446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8832a8-2959-47e4-95de-72ceba587343 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:30.038307 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5a8832a8-2959-47e4-95de-72ceba587343 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3651681
Apr 16 21:32:30.038918 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (1beb4ec8-1c21-4d51-8bea-7d6c54b461fd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:30.039870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:30.040464 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:30.042644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55746) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:30.066316 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b966fc7e-0221-46eb-a92a-00d9f48a8a41 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:30.067024 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:30.103927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b966fc7e-0221-46eb-a92a-00d9f48a8a41 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:32:30.109719 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-98ad89fa-1afe-4c46-93c5-3d8fca91c5c2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0660684
Apr 16 21:32:30.157593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55748) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:30.169757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b966fc7e-0221-46eb-a92a-00d9f48a8a41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:30.174171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-c21a1b55-52d8-40b0-8cf6-d9e42d702ef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:30.246917 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:30.267006 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.9908535
Apr 16 21:32:30.272873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55756) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:30.281640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-87e4c6e8-7c80-4160-acf7-80874c9e661d admin admin] Request body: {'subnet': {'network_id': '1beb4ec8-1c21-4d51-8bea-7d6c54b461fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2130238063-subnet', 'tenant_id': '85e899913f3f46e2b9ed44d5d6082195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:30.293879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fe589-4c43-4a06-be80-39830df149df admin admin] Pushing event updated for resources: {'Network': ['ID=1beb4ec8-1c21-4d51-8bea-7d6c54b461fd,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:30.311671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 1beb4ec8-1c21-4d51-8bea-7d6c54b461fd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:32:30.313313 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6c26cb5-9c7e-4647-b587-1bfc0894edb6 req-4b3d0cc3-2ade-409b-a5a9-c997a17dc9d9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2802227
Apr 16 21:32:30.346742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:30.364934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b966fc7e-0221-46eb-a92a-00d9f48a8a41'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:32:30.393722 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 27284768-1e4a-4dfb-95b9-286e6ca3ed64 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:30.401432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:30.404373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:30.423008 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e4c6e8-7c80-4160-acf7-80874c9e661d admin admin] Made reservation on behalf of 85e899913f3f46e2b9ed44d5d6082195 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:30.425380 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-87e4c6e8-7c80-4160-acf7-80874c9e661d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:30.549718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b966fc7e-0221-46eb-a92a-00d9f48a8a41,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:30.619967 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ced16e2-497b-404e-949d-fa6532258792 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:30.877015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21a1b55-52d8-40b0-8cf6-d9e42d702ef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:30.880850 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c21a1b55-52d8-40b0-8cf6-d9e42d702ef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:30.885662 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-87e4c6e8-7c80-4160-acf7-80874c9e661d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (1c4b7fb4-852d-4c94-9605-e69bdb4a3de7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:30.978178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4c6e8-7c80-4160-acf7-80874c9e661d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4b7fb4-852d-4c94-9605-e69bdb4a3de7,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:30.996210 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (1a44bb92-9c7c-470a-a640-40f8f6907c91), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:30.996210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=d4b2990a-5f18-4b83-aa94-a29c63e254f9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:31.041285 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6acb777e-18e5-4528-bb90-e791d5a928a2 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:31.063649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e4c6e8-7c80-4160-acf7-80874c9e661d admin admin] Checking segment: {'id': '520dfe07-a4a5-4a93-8334-5bed6c74dc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1beb4ec8-1c21-4d51-8bea-7d6c54b461fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:31.064142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e4c6e8-7c80-4160-acf7-80874c9e661d admin admin] Network hostable DHCP agents. Network: 1beb4ec8-1c21-4d51-8bea-7d6c54b461fd, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:32:31.135587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba651d-5a08-4a22-8361-4ed1dd1e1acb req-8bc74025-e2b1-4976-a6b4-9abc46c0d084 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:31.138533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64ba651d-5a08-4a22-8361-4ed1dd1e1acb req-8bc74025-e2b1-4976-a6b4-9abc46c0d084 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.2970624
Apr 16 21:32:31.143974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6acb777e-18e5-4528-bb90-e791d5a928a2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:31.151407 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:31.151543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1ced16e2-497b-404e-949d-fa6532258792 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:31.151543 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ced16e2-497b-404e-949d-fa6532258792 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:31.211353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e4c6e8-7c80-4160-acf7-80874c9e661d admin admin] Network 1beb4ec8-1c21-4d51-8bea-7d6c54b461fd is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:32:31.267662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f4f78b-67fd-4b46-8403-ddbbf7aeea1b None None] Network 27284768-1e4a-4dfb-95b9-286e6ca3ed64 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:31.299443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-87e4c6e8-7c80-4160-acf7-80874c9e661d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1beb4ec8-1c21-4d51-8bea-7d6c54b461fd) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:31.303691 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64ba651d-5a08-4a22-8361-4ed1dd1e1acb req-c642e600-b1a1-4c9e-9065-444b0720cc8a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1543570
Apr 16 21:32:31.312579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e4c6e8-7c80-4160-acf7-80874c9e661d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:31.313284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-87e4c6e8-7c80-4160-acf7-80874c9e661d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:31.322908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-1ced16e2-497b-404e-949d-fa6532258792 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] For port f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08,segment=NetworkSegment(803f368e-88f0-4eac-a971-861b32f86568),segment_id=803f368e-88f0-4eac-a971-861b32f86568)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:31.323396 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ced16e2-497b-404e-949d-fa6532258792 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:31.350578 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a48b3-06ce-4d9e-86e8-de7af64f9212 None None] Network 1beb4ec8-1c21-4d51-8bea-7d6c54b461fd requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:31.356335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1ced16e2-497b-404e-949d-fa6532258792 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:31.358131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-467aee54-db10-4ed5-bd31-6191626e046e None None] Provisioning complete for port 6acb777e-18e5-4528-bb90-e791d5a928a2 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:31.358513 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-467aee54-db10-4ed5-bd31-6191626e046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:31.462252 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:31.476273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6acb777e-18e5-4528-bb90-e791d5a928a2 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:31.476993 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:31.497241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-87e4c6e8-7c80-4160-acf7-80874c9e661d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.2185795
Apr 16 21:32:31.569860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71038f-dbc9-40a8-b4ab-6be15b5d71bd req-a21937f4-9ede-4245-8536-e55024656796 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:31.571382 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5a71038f-dbc9-40a8-b4ab-6be15b5d71bd req-a21937f4-9ede-4245-8536-e55024656796 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 944 time: 0.1304839
Apr 16 21:32:31.581748 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 6acb777e-18e5-4528-bb90-e791d5a928a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6acb777e-18e5-4528-bb90-e791d5a928a2,segment=NetworkSegment(2ea55e9c-b213-4743-ad07-538c82f2b250),segment_id=2ea55e9c-b213-4743-ad07-538c82f2b250)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:31.608238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b966fc7e-0221-46eb-a92a-00d9f48a8a41 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:31.686550 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5a71038f-dbc9-40a8-b4ab-6be15b5d71bd req-5c3579f7-a8c0-4365-942e-f28d8a6a6472 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923696
Apr 16 21:32:31.728451 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:31.764580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0c85964b-7422-4958-b7e9-c6563fc905a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:31.773062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.objects.ports [None req-c21a1b55-52d8-40b0-8cf6-d9e42d702ef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122555) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:32:31.773838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55784) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:31.777755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c21a1b55-52d8-40b0-8cf6-d9e42d702ef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (2ded0e79-3ef8-41ab-8c9f-6f8f167b2f5f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:31.830330 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ced16e2-497b-404e-949d-fa6532258792 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:31.847686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 0c85964b-7422-4958-b7e9-c6563fc905a8 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:31.848042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0c85964b-7422-4958-b7e9-c6563fc905a8 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:31.885097 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced16e2-497b-404e-949d-fa6532258792 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:31.889648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-467aee54-db10-4ed5-bd31-6191626e046e None None] Current status of the port 6acb777e-18e5-4528-bb90-e791d5a928a2 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:31.892832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21a1b55-52d8-40b0-8cf6-d9e42d702ef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:31.908482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57010fca-88c5-4f99-aecd-1b8d22d71dbd None None] Network 1beb4ec8-1c21-4d51-8bea-7d6c54b461fd requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:31.914301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port b966fc7e-0221-46eb-a92a-00d9f48a8a41 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:31.914685 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:32.025689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-c21a1b55-52d8-40b0-8cf6-d9e42d702ef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:32.041331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21a1b55-52d8-40b0-8cf6-d9e42d702ef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:32.042383 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c21a1b55-52d8-40b0-8cf6-d9e42d702ef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:32.058088 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ced16e2-497b-404e-949d-fa6532258792 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:32.069097 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-eb23b60c-5dd9-459f-ab92-62def87bbb20 tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:32.072077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a1b55-52d8-40b0-8cf6-d9e42d702ef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=2ded0e79-3ef8-41ab-8c9f-6f8f167b2f5f,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:32.096547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e9769e5d-89dc-49ea-9e4c-0b4ea7aa20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:32.098295 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e9769e5d-89dc-49ea-9e4c-0b4ea7aa20ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1128 time: 0.2158453
Apr 16 21:32:32.103215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876f1812-9f0d-4b00-b2ae-5df2b286bbeb None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:32.151274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=6acb777e-18e5-4528-bb90-e791d5a928a2,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:32.267590 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c21a1b55-52d8-40b0-8cf6-d9e42d702ef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.1078312
Apr 16 21:32:32.271194 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55800) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:32.280320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'mac_address': 'fa:16:3e:e4:75:9e', 'name': 'tempest-NetworksTestDHCPv6-2101359694'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:32.367028 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eb23b60c-5dd9-459f-ab92-62def87bbb20 tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] 10.222.0.20 "PUT /v2.0/quotas/a925532e5b08441eb3625d6abe16ed3c HTTP/1.1" status: 200  len: 366 time: 0.5916288
Apr 16 21:32:32.369731 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:32.369894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55804) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:32.406426 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f23e0b52-72dc-4dbd-8371-068adb02d20f tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0330756
Apr 16 21:32:32.407062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55806) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:32.431113 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-93ce4cf5-ee4f-4af5-b373-66bfc83422b8 tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] 10.222.0.20 "GET /v2.0/quotas/a925532e5b08441eb3625d6abe16ed3c HTTP/1.1" status: 200  len: 366 time: 0.0193014
Apr 16 21:32:32.431660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55808) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:32.455410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:32.528745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=d4b2990a-5f18-4b83-aa94-a29c63e254f9,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:32.567587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-793ae153-8466-4e10-a08f-70650234ddba None None] Provisioning complete for port 6acb777e-18e5-4528-bb90-e791d5a928a2 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:32.567587 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-793ae153-8466-4e10-a08f-70650234ddba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:32.570399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b966fc7e-0221-46eb-a92a-00d9f48a8a41 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:32.571648 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:32.581387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-0ecd0ab3-a456-4ce4-88b6-baedae4075b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:32.583164 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-0ecd0ab3-a456-4ce4-88b6-baedae4075b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9436375-f402-4a5b-aa69-a7409c8adda4 HTTP/1.1" status: 200  len: 898 time: 0.4781122
Apr 16 21:32:32.601726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': '2ded0e79-3ef8-41ab-8c9f-6f8f167b2f5f'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:32:32.602712 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:32.604962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c60c94-45f7-4a6c-86ed-a0dde2595668 req-42cc8f4f-48c2-4daa-9b1f-43136e0e45ae tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:32.613400 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c9c60c94-45f7-4a6c-86ed-a0dde2595668 req-42cc8f4f-48c2-4daa-9b1f-43136e0e45ae tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1656978
Apr 16 21:32:32.648520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-cf2ee659-3f8e-48ff-a3b3-aeae86c8d6eb tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:32.655598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ced16e2-497b-404e-949d-fa6532258792 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 78dd91b7-4d77-4be2-9419-e0f76a1be201 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:32.656437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-cf2ee659-3f8e-48ff-a3b3-aeae86c8d6eb tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/networks?id=1beb4ec8-1c21-4d51-8bea-7d6c54b461fd HTTP/1.1" status: 200  len: 822 time: 0.4533870
Apr 16 21:32:32.657532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:32:32.659721 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec8998c-6756-431d-bfc2-df1525571328" -d '{"events": [{"server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "name": "network-vif-plugged", "status": "completed", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:32:32.677935 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1fe0343d-c081-4551-a177-208ec9c41466 tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/a925532e5b08441eb3625d6abe16ed3c HTTP/1.1" status: 204  len: 168 time: 0.2449312
Apr 16 21:32:32.696324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55812) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:32.705649 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (1a44bb92-9c7c-470a-a640-40f8f6907c91), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:32.716545 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-e993df06-0e82-48a3-92e7-abbd78dbc66c tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/quotas/85e899913f3f46e2b9ed44d5d6082195 HTTP/1.1" status: 200  len: 375 time: 0.0586736
Apr 16 21:32:32.741756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b966fc7e-0221-46eb-a92a-00d9f48a8a41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:32.744205 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c6102cdd-0a6e-4968-a9f9-1797ea1f3cfc tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0466993
Apr 16 21:32:32.747251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55816) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:32.753126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:32.772564 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-9aa1f5fd-619c-460a-a10b-e1858b54d26d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 1002 time: 0.1799948
Apr 16 21:32:32.784844 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-5cf6c44e-f07b-4621-8e01-9012743cf6fa tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=85e899913f3f46e2b9ed44d5d6082195&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0673728
Apr 16 21:32:32.820303 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:32.822255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-793ae153-8466-4e10-a08f-70650234ddba None None] Current status of the port 6acb777e-18e5-4528-bb90-e791d5a928a2 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:32.828326 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2d9f2797-0583-480c-be4a-0730b2c01acd tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] 10.222.0.20 "GET /v2.0/quotas/a925532e5b08441eb3625d6abe16ed3c HTTP/1.1" status: 200  len: 370 time: 0.0730109
Apr 16 21:32:32.835130 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55818) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:32.852038 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-389888ee-0970-4d1c-8b13-e58e880eb39b tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] 10.222.0.20 "GET /v2.0/quotas/a925532e5b08441eb3625d6abe16ed3c/default HTTP/1.1" status: 200  len: 370 time: 0.0138290
Apr 16 21:32:32.857901 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55820) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:32.871427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Allocated IP 2001:db8::f816:3eff:fef3:ab2 (0d27c69b-2090-42d8-afae-1332cd31e453/2ded0e79-3ef8-41ab-8c9f-6f8f167b2f5f/9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:32.874230 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c9c60c94-45f7-4a6c-86ed-a0dde2595668 req-cfd9a6c7-d61b-4c6b-a270-c75a2389e055 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2599082
Apr 16 21:32:32.889306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ced16e2-497b-404e-949d-fa6532258792 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:32.915661 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1ced16e2-497b-404e-949d-fa6532258792 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4681456
Apr 16 21:32:32.918826 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55822) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:32.926538 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-62c47bf1-3718-4300-a9de-17762a466351 tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] delete failed (client error): The resource could not be found.
Apr 16 21:32:32.930459 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e246fed-a080-4baf-82b6-969a7a15eb65 None None] Sync routers for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:32.947160 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-62c47bf1-3718-4300-a9de-17762a466351 tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/a925532e5b08441eb3625d6abe16ed3c HTTP/1.1" status: 404  len: 348 time: 0.0686693
Apr 16 21:32:32.956253 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e246fed-a080-4baf-82b6-969a7a15eb65 None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:32.956891 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5e246fed-a080-4baf-82b6-969a7a15eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012484c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:32.981940 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:32.986093 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2bbfd0-53be-4cee-9d29-ede744ca4035 x-openstack-request-id: req-9d2bbfd0-53be-4cee-9d29-ede744ca4035 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:32:32.986389 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "name": "network-vif-plugged", "status": "completed", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:32:32.986649 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d2bbfd0-53be-4cee-9d29-ede744ca4035 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:32:32.987052 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2bbfd0-53be-4cee-9d29-ede744ca4035'] response: {'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'code': 200}
Apr 16 21:32:32.997074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-793ae153-8466-4e10-a08f-70650234ddba None None] Provisioning complete for port d4b2990a-5f18-4b83-aa94-a29c63e254f9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:32.997464 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-793ae153-8466-4e10-a08f-70650234ddba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:33.030832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port 008040fb-9e3e-48f7-8ceb-df54d2cc8c77 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:32:33.068106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-7a8d7ac8-5a4f-4652-a4fa-ccf2968dbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:33.068106 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-7a8d7ac8-5a4f-4652-a4fa-ccf2968dbd12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4f45037-6f54-4369-b06d-9d201a65a8f0 HTTP/1.1" status: 200  len: 834 time: 0.2764413
Apr 16 21:32:33.075135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6acb777e-18e5-4528-bb90-e791d5a928a2 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:33.125236 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-5e246fed-a080-4baf-82b6-969a7a15eb65 None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:33.143866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ed24ba-e688-413a-8939-decd58b10071 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting subnet 0f914390-03d8-46a6-bd97-17aa68707e97 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:33.158375 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-40ed24ba-e688-413a-8939-decd58b10071 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (0f914390-03d8-46a6-bd97-17aa68707e97), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:33.161143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6acb777e-18e5-4528-bb90-e791d5a928a2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:33.161673 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:33.172323 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 27284768-1e4a-4dfb-95b9-286e6ca3ed64 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:33.188901 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12878e7-03d9-4641-bbdc-f504d42fef57 req-4ac1ffc2-1e32-441f-89c6-1a499d0ad74d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:33.190577 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e12878e7-03d9-4641-bbdc-f504d42fef57 req-4ac1ffc2-1e32-441f-89c6-1a499d0ad74d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.0919988
Apr 16 21:32:33.193009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b966fc7e-0221-46eb-a92a-00d9f48a8a41,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:33.200587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-62ba5ef2-e7a2-47df-9af9-d56fcb1f642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:33.202206 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-62ba5ef2-e7a2-47df-9af9-d56fcb1f642d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9436375-f402-4a5b-aa69-a7409c8adda4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1312699
Apr 16 21:32:33.208225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:33.208389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-793ae153-8466-4e10-a08f-70650234ddba None None] Port d4b2990a-5f18-4b83-aa94-a29c63e254f9 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:33.229018 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-060698b9-2358-460b-b0fb-4ef198fad293 service neutron] 10.222.0.20 "GET /v2.0/networks/1beb4ec8-1c21-4d51-8bea-7d6c54b461fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4129355
Apr 16 21:32:33.305305 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e12878e7-03d9-4641-bbdc-f504d42fef57 req-63591bd2-9be2-4242-95ab-ba45d23a524c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820670
Apr 16 21:32:33.315663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55826) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:33.356616 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-40ed24ba-e688-413a-8939-decd58b10071 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (0f914390-03d8-46a6-bd97-17aa68707e97), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:33.358931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Usage tracker for resource:network and project:b9c99d3292e44d8893ef4eb71053b130 is out of sync, need to count used quota {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 16 21:32:33.363595 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 16 21:32:33.378573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Usage tracker for resource:subnet and project:b9c99d3292e44d8893ef4eb71053b130 is out of sync, need to count used quota {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 16 21:32:33.381292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 16 21:32:33.387967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-96e786ba-2bb4-4ea0-b200-4bfe572732fa None None] Provisioning complete for port d4b2990a-5f18-4b83-aa94-a29c63e254f9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:33.388468 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96e786ba-2bb4-4ea0-b200-4bfe572732fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:33.390094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Usage tracker for resource:subnetpool and project:b9c99d3292e44d8893ef4eb71053b130 is out of sync, need to count used quota {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 16 21:32:33.396836 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 16 21:32:33.398223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Publish callbacks [] for port (9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:33.406586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Usage tracker for resource:port and project:b9c99d3292e44d8893ef4eb71053b130 is out of sync, need to count used quota {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 16 21:32:33.409149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 16 21:32:33.415895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Usage tracker for resource:router and project:b9c99d3292e44d8893ef4eb71053b130 is out of sync, need to count used quota {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 16 21:32:33.418588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6acb777e-18e5-4528-bb90-e791d5a928a2 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:33.424456 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 16 21:32:33.432120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Usage tracker for resource:floatingip and project:b9c99d3292e44d8893ef4eb71053b130 is out of sync, need to count used quota {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 16 21:32:33.435215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 16 21:32:33.444140 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-96e786ba-2bb4-4ea0-b200-4bfe572732fa None None] Port d4b2990a-5f18-4b83-aa94-a29c63e254f9 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:33.456136 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5e246fed-a080-4baf-82b6-969a7a15eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012484c670>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:31Z', 'revision_number': 10, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:33.459817 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:33.498735 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e246fed-a080-4baf-82b6-969a7a15eb65 None None] Checking router: 78dd91b7-4d77-4be2-9419-e0f76a1be201 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:32:33.511840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:33.514397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:33.515513 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e246fed-a080-4baf-82b6-969a7a15eb65 None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:33.516423 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5e246fed-a080-4baf-82b6-969a7a15eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012484c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:33.523297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:33.542858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Pushing event updated for resources: {'Port': ['ID=9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:33.567857 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Usage tracker for resource:security_group and project:b9c99d3292e44d8893ef4eb71053b130 is out of sync, need to count used quota {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 16 21:32:33.572375 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::f816:3eff:fee4:759e (0d27c69b-2090-42d8-afae-1332cd31e453/2ded0e79-3ef8-41ab-8c9f-6f8f167b2f5f/008040fb-9e3e-48f7-8ceb-df54d2cc8c77) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:33.577132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 16 21:32:33.594137 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Usage tracker for resource:security_group_rule and project:b9c99d3292e44d8893ef4eb71053b130 is out of sync, need to count used quota {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 16 21:32:33.598341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.quota.resource [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=122556) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 16 21:32:33.611080 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1a5e75ff-de9a-412d-a8e3-b5e47afc47ce tempest-QuotasTest-1524487167 tempest-QuotasTest-1524487167-project-admin] 10.222.0.20 "GET /v2.0/quotas/b9c99d3292e44d8893ef4eb71053b130/details.json HTTP/1.1" status: 200  len: 703 time: 0.2941189
Apr 16 21:32:33.614438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Attempting to bind port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:33.615072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Attempting to bind port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:33.615708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Attempting to bind port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:33.630732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:33.631446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:33.632082 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:33.632691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:33.633343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Bound port: 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:33.633911 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:33.680050 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-a52862dc-ee29-48e7-8f26-a538d444c59a service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4691513
Apr 16 21:32:33.692964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-14ea980f-4d01-4fa5-b0c3-9173245da5cd None None] Provisioning complete for port d4b2990a-5f18-4b83-aa94-a29c63e254f9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:33.693577 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-14ea980f-4d01-4fa5-b0c3-9173245da5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:33.701994 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-8a6bf7e8-65b0-4614-8efd-056e02cf7b98 service neutron] 10.222.0.20 "GET /v2.0/networks/1beb4ec8-1c21-4d51-8bea-7d6c54b461fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4720602
Apr 16 21:32:33.733769 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-5e246fed-a080-4baf-82b6-969a7a15eb65 None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:33.754134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] For port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:33.756087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-14ea980f-4d01-4fa5-b0c3-9173245da5cd None None] Port d4b2990a-5f18-4b83-aa94-a29c63e254f9 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:33.759956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] For port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:33.810911 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-40ed24ba-e688-413a-8939-decd58b10071 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (0f914390-03d8-46a6-bd97-17aa68707e97), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:33.856557 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:33.882786 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (008040fb-9e3e-48f7-8ceb-df54d2cc8c77), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:33.905833 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-21c0b897-752a-4e90-aad6-a05a4a3974a9 service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2027805
Apr 16 21:32:33.992198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router 1a44bb92-9c7c-470a-a640-40f8f6907c91 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:32:33.995876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af5329-0d73-435a-b5ac-a02209cc24b6 None None] Pushing event updated for resources: {'Port': ['ID=9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:34.089454 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5e246fed-a080-4baf-82b6-969a7a15eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012484c670>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:31Z', 'revision_number': 10, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:34.129262 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e246fed-a080-4baf-82b6-969a7a15eb65 None None] The sync data for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 is: [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:31Z', 'revision_number': 10, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None, '_interfaces': [{'id': 'f1024e98-b607-447e-9593-bf23f03a0041', 'name': '', 'network_id': '9dfba576-de80-44a2-a3cf-1634aefd924c', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'mac_address': 'fa:16:3e:34:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:43Z', 'updated_at': '2022-04-16T21:31:50Z', 'revision_number': 5, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'subnets': [{'id': 'f97abb11-80f0-4a9c-abcd-2967de3ddd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:34.137156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b34155-0a16-4236-af54-6af5931a0da0 req-c55d0461-75b9-4215-99d4-4c59bdcc5dcc tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:34.140373 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-98b34155-0a16-4236-af54-6af5931a0da0 req-c55d0461-75b9-4215-99d4-4c59bdcc5dcc tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1045413
Apr 16 21:32:34.142733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (008040fb-9e3e-48f7-8ceb-df54d2cc8c77), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:34.254217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:34.275338 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=008040fb-9e3e-48f7-8ceb-df54d2cc8c77,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:34.295331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:34.306631 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-98b34155-0a16-4236-af54-6af5931a0da0 req-fa46f614-ab6d-4a14-bfb1-bc5cee68fcd0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1585643
Apr 16 21:32:34.307938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:34.325188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:34.326410 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:34.414879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55844) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:34.433140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eacbae2f-0c9e-472a-9e6a-69240d6643b9 req-0eb80dc5-247a-4e94-be97-4ae9f23b6dd7 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 210 time: 0.4551694
Apr 16 21:32:34.434173 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-40ed24ba-e688-413a-8939-decd58b10071 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (0f914390-03d8-46a6-bd97-17aa68707e97), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:34.446184 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f001c9c7-41ef-460f-85d4-38e47a92d69f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.1714082
Apr 16 21:32:34.447312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55848) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:34.530888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c0be0-af0f-4da2-9dcd-0098f94b6be6 req-c56664c6-2f69-482a-947e-fe25dfd68c44 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:34.536876 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa0c0be0-af0f-4da2-9dcd-0098f94b6be6 req-c56664c6-2f69-482a-947e-fe25dfd68c44 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.1328547
Apr 16 21:32:34.549313 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed24ba-e688-413a-8939-decd58b10071 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Subnet': ['ID=0f914390-03d8-46a6-bd97-17aa68707e97,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:34.563245 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-40ed24ba-e688-413a-8939-decd58b10071 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:34.563245 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-40ed24ba-e688-413a-8939-decd58b10071 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/0f914390-03d8-46a6-bd97-17aa68707e97 HTTP/1.1" status: 204  len: 168 time: 1.6282754
Apr 16 21:32:34.565409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65341ab-7e4f-49b9-8ad1-1f6a250f18e0 None None] Network aa389ee0-44da-4dc4-b60b-5b87d0ba0573 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:34.598145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55850) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:34.601894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92510ae-4834-4d61-80bc-7f7a8806daf6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:34.624041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92510ae-4834-4d61-80bc-7f7a8806daf6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:34.633577 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f92510ae-4834-4d61-80bc-7f7a8806daf6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.1828287
Apr 16 21:32:34.641205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55856) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:34.776775 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (aa389ee0-44da-4dc4-b60b-5b87d0ba0573), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:34.795363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:34.821521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c2298-40d6-40c0-8301-fb0d3a621284 None None] Sync routers for ids ['1a44bb92-9c7c-470a-a640-40f8f6907c91'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:34.826067 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6df425b5-22ca-4fe5-9b4f-75952814df66 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/1a44bb92-9c7c-470a-a640-40f8f6907c91/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4205735
Apr 16 21:32:34.826531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55862) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:34.852950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c2298-40d6-40c0-8301-fb0d3a621284 None None] Routers {'1a44bb92-9c7c-470a-a640-40f8f6907c91'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:34.852950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-929c2298-40d6-40c0-8301-fb0d3a621284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe25fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1a44bb92-9c7c-470a-a640-40f8f6907c91'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:34.894447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-620cf81e-0709-4557-be07-e5f423df4ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:34.915189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port e8696eac-2058-4b99-92ce-113353ac68f0 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:34.925238 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:34.964087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-929c2298-40d6-40c0-8301-fb0d3a621284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe25fd0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:34.968834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a32caf-7c6d-45b3-b418-97a25f50dc85 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:34.973005 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-99a32caf-7c6d-45b3-b418-97a25f50dc85 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports/d4b2990a-5f18-4b83-aa94-a29c63e254f9 HTTP/1.1" status: 200  len: 910 time: 0.1452737
Apr 16 21:32:34.975363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55868) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:34.977500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03e51b3-006c-4f72-a280-82e86d7416b7 None None] DHCP port deletion for aa389ee0-44da-4dc4-b60b-5b87d0ba0573 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:35.010407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-8176a20b-9ee4-43ff-b2b9-0e9fbe1b67f3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port 008040fb-9e3e-48f7-8ceb-df54d2cc8c77 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:35.010769 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8176a20b-9ee4-43ff-b2b9-0e9fbe1b67f3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (008040fb-9e3e-48f7-8ceb-df54d2cc8c77), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:35.034297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:35.037354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c2298-40d6-40c0-8301-fb0d3a621284 None None] Routers {'1a44bb92-9c7c-470a-a640-40f8f6907c91'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:35.040317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-929c2298-40d6-40c0-8301-fb0d3a621284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe25fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1a44bb92-9c7c-470a-a640-40f8f6907c91'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:35.048148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-147f6d8d-d0b7-4ae4-8c04-2c704387bebc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a55ee49f-3ea2-4c63-b65c-ba2bb731e87f'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:35.092536 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa0c0be0-af0f-4da2-9dcd-0098f94b6be6 req-c42d2933-d8ee-494b-8aa4-46023da8a889 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5518191
Apr 16 21:32:35.113037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f03e51b3-006c-4f72-a280-82e86d7416b7 None None] Deleting port e8696eac-2058-4b99-92ce-113353ac68f0 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:35.113424 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f03e51b3-006c-4f72-a280-82e86d7416b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:35.140988 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-620cf81e-0709-4557-be07-e5f423df4ecb admin admin] Publish callbacks [] for security_group (e024a60f-ef2d-4ac9-b7f8-4f0cc8fea79e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:35.151292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] For port e8696eac-2058-4b99-92ce-113353ac68f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8696eac-2058-4b99-92ce-113353ac68f0,segment=NetworkSegment(803f368e-88f0-4eac-a971-861b32f86568),segment_id=803f368e-88f0-4eac-a971-861b32f86568)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:35.151840 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:35.172961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for e8696eac-2058-4b99-92ce-113353ac68f0 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:35.180765 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8176a20b-9ee4-43ff-b2b9-0e9fbe1b67f3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (008040fb-9e3e-48f7-8ceb-df54d2cc8c77), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:35.214009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-8176a20b-9ee4-43ff-b2b9-0e9fbe1b67f3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for 008040fb-9e3e-48f7-8ceb-df54d2cc8c77 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:35.222479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-929c2298-40d6-40c0-8301-fb0d3a621284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe25fd0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:35.225469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c2298-40d6-40c0-8301-fb0d3a621284 None None] The sync data for ids ['1a44bb92-9c7c-470a-a640-40f8f6907c91'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:35.225642 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-620cf81e-0709-4557-be07-e5f423df4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e024a60f-ef2d-4ac9-b7f8-4f0cc8fea79e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:35.295707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:35.308468 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:35.314219 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f03e51b3-006c-4f72-a280-82e86d7416b7 None None] For port e8696eac-2058-4b99-92ce-113353ac68f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8696eac-2058-4b99-92ce-113353ac68f0,segment=NetworkSegment(803f368e-88f0-4eac-a971-861b32f86568),segment_id=803f368e-88f0-4eac-a971-861b32f86568)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:35.315355 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f03e51b3-006c-4f72-a280-82e86d7416b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:35.431867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f03e51b3-006c-4f72-a280-82e86d7416b7 None None] Calling delete_port for e8696eac-2058-4b99-92ce-113353ac68f0 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:35.540726 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-147f6d8d-d0b7-4ae4-8c04-2c704387bebc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:35.557165 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:35.570054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa3c4-fa74-480d-9b54-bdadd47a5c29 req-0b67eead-37fe-49d1-a216-45159eef4362 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:35.578330 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fd1fa3c4-fa74-480d-9b54-bdadd47a5c29 req-0b67eead-37fe-49d1-a216-45159eef4362 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1026664
Apr 16 21:32:35.605995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:35.606546 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:35.640745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=e8696eac-2058-4b99-92ce-113353ac68f0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:35.683430 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f03e51b3-006c-4f72-a280-82e86d7416b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (e8696eac-2058-4b99-92ce-113353ac68f0), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:35.690901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No DVR routers for this DVR port e8696eac-2058-4b99-92ce-113353ac68f0 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:35.745217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:35.755107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e51b3-006c-4f72-a280-82e86d7416b7 None None] Pushing event deleted for resources: {'Port': ['ID=e8696eac-2058-4b99-92ce-113353ac68f0,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:35.757157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e51b3-006c-4f72-a280-82e86d7416b7 None None] No DVR routers for this DVR port e8696eac-2058-4b99-92ce-113353ac68f0 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:35.802089 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:35.853547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fd1fa3c4-fa74-480d-9b54-bdadd47a5c29 req-1414e817-9fbc-4a98-a218-d1481a9dd229 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2684243
Apr 16 21:32:35.867465 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:35.966179 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:35.967103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f0c8b4e3-170b-4a08-8eaa-3c2780fd6f08 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:35.982319 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a8116bf-5cda-4294-99d1-37a8505e0e60 req-5794c03a-386f-4844-b764-545420a71cdb tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 210 time: 0.0772271
Apr 16 21:32:35.986884 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-620cf81e-0709-4557-be07-e5f423df4ecb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e275b22465d94d72ac186c43840b91ce&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5709131
Apr 16 21:32:35.991423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cf81e-0709-4557-be07-e5f423df4ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e024a60f-ef2d-4ac9-b7f8-4f0cc8fea79e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:35.994619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55886) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:36.079864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:36.083507 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (aa389ee0-44da-4dc4-b60b-5b87d0ba0573), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.090206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-96169519-91c6-4a90-8de0-a38b903a7389 None None] Provisioning complete for port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:36.090582 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-96169519-91c6-4a90-8de0-a38b903a7389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.130090 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b525834e-edbe-4108-835d-290d9e430f74 admin admin] Publish callbacks [] for security_group (e024a60f-ef2d-4ac9-b7f8-4f0cc8fea79e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.165193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0126905520>,) {'filters': {'network_id': ['aa389ee0-44da-4dc4-b60b-5b87d0ba0573']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:36.201833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126905520>, '803f368e-88f0-4eac-a971-861b32f86568') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:36.201833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126905520>, '803f368e-88f0-4eac-a971-861b32f86568') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:36.213128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-96169519-91c6-4a90-8de0-a38b903a7389 None None] Current status of the port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:36.220204 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.266015 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b525834e-edbe-4108-835d-290d9e430f74 admin admin] Publish callbacks [] for security_group (e024a60f-ef2d-4ac9-b7f8-4f0cc8fea79e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.322061 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (803f368e-88f0-4eac-a971-861b32f86568), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.337759 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8176a20b-9ee4-43ff-b2b9-0e9fbe1b67f3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (008040fb-9e3e-48f7-8ceb-df54d2cc8c77), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.376864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176a20b-9ee4-43ff-b2b9-0e9fbe1b67f3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=008040fb-9e3e-48f7-8ceb-df54d2cc8c77,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:36.399129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (803f368e-88f0-4eac-a971-861b32f86568), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.403460 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8176a20b-9ee4-43ff-b2b9-0e9fbe1b67f3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.410305 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8176a20b-9ee4-43ff-b2b9-0e9fbe1b67f3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/008040fb-9e3e-48f7-8ceb-df54d2cc8c77 HTTP/1.1" status: 204  len: 168 time: 1.7647383
Apr 16 21:32:36.410811 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55890) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:36.424548 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:32:36.425098 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (803f368e-88f0-4eac-a971-861b32f86568), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.429291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-062260ac-a56b-424a-bfb5-439d592dc0e4 None None] Could not find standard attr ID for object 008040fb-9e3e-48f7-8ceb-df54d2cc8c77. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:32:36.430981 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:32:36.439930 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b525834e-edbe-4108-835d-290d9e430f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e024a60f-ef2d-4ac9-b7f8-4f0cc8fea79e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.445046 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b525834e-edbe-4108-835d-290d9e430f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.448687 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b525834e-edbe-4108-835d-290d9e430f74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e024a60f-ef2d-4ac9-b7f8-4f0cc8fea79e HTTP/1.1" status: 204  len: 168 time: 0.4361403
Apr 16 21:32:36.489523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525834e-edbe-4108-835d-290d9e430f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e024a60f-ef2d-4ac9-b7f8-4f0cc8fea79e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:36.525256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe2fe19-3139-4fcc-8f87-a8e75661f084 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:36.526759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe2fe19-3139-4fcc-8f87-a8e75661f084 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:36.537419 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6fe2fe19-3139-4fcc-8f87-a8e75661f084 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1255972
Apr 16 21:32:36.543608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55894) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:36.585718 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05dd05-283e-46e5-ba87-f60d24e59166 req-f9a97899-82e0-43ca-a865-8f28af42728c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:36.593997 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ce05dd05-283e-46e5-ba87-f60d24e59166 req-f9a97899-82e0-43ca-a865-8f28af42728c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.2751224
Apr 16 21:32:36.625999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b19389d-ff17-4386-b575-1d94411be3bb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 2ded0e79-3ef8-41ab-8c9f-6f8f167b2f5f {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:36.629731 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b19389d-ff17-4386-b575-1d94411be3bb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (2ded0e79-3ef8-41ab-8c9f-6f8f167b2f5f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.725613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b19389d-ff17-4386-b575-1d94411be3bb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (2ded0e79-3ef8-41ab-8c9f-6f8f167b2f5f), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.764701 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ce05dd05-283e-46e5-ba87-f60d24e59166 req-8bd3f38e-d510-474c-a2cc-8ffbc12dd099 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1694999
Apr 16 21:32:36.769653 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (aa389ee0-44da-4dc4-b60b-5b87d0ba0573), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.780359 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:36.786312 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/networks/aa389ee0-44da-4dc4-b60b-5b87d0ba0573 HTTP/1.1" status: 204  len: 168 time: 2.1848357
Apr 16 21:32:36.789387 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55896) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:36.870655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee1537-7958-46c0-9498-8a31419ac8c5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Network': ['ID=aa389ee0-44da-4dc4-b60b-5b87d0ba0573,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:36.969457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:37.043462 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-147f6d8d-d0b7-4ae4-8c04-2c704387bebc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:37.090260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:37.091021 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:37.170132 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-108d586f-aa96-4cfc-963e-50c19deb4089 req-da764fb4-6b5b-45a2-9783-80b1f45f6404 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 210 time: 0.0469275
Apr 16 21:32:37.174395 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-147f6d8d-d0b7-4ae4-8c04-2c704387bebc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:37.224628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:37.226857 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b19389d-ff17-4386-b575-1d94411be3bb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (2ded0e79-3ef8-41ab-8c9f-6f8f167b2f5f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:37.241074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-06c4a8dd-cd56-4418-9363-d8f7d382f0ab tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:37.242578 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-06c4a8dd-cd56-4418-9363-d8f7d382f0ab tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.11 "GET /v2.0/networks?id=1beb4ec8-1c21-4d51-8bea-7d6c54b461fd HTTP/1.1" status: 200  len: 822 time: 0.3932774
Apr 16 21:32:37.259541 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-e99e94a9-f67f-4ffc-a1c4-eaef781ec62e tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Request body: {'port': {'device_id': '8ea5d86a-4000-4ae6-81f2-3b2232b06db0', 'network_id': '1beb4ec8-1c21-4d51-8bea-7d6c54b461fd', 'admin_state_up': True, 'tenant_id': '85e899913f3f46e2b9ed44d5d6082195'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:37.324640 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f6d8d-d0b7-4ae4-8c04-2c704387bebc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:37.325282 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-147f6d8d-d0b7-4ae4-8c04-2c704387bebc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:37.328912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e8696eac-2058-4b99-92ce-113353ac68f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:37.330526 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-147f6d8d-d0b7-4ae4-8c04-2c704387bebc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/ports/d4b2990a-5f18-4b83-aa94-a29c63e254f9 HTTP/1.1" status: 200  len: 910 time: 2.3044477
Apr 16 21:32:37.331616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55904) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:37.335833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f6d8d-d0b7-4ae4-8c04-2c704387bebc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=d4b2990a-5f18-4b83-aa94-a29c63e254f9,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:37.337127 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26c1d9-c4c2-4f8e-81a7-020be085e7f1 req-586552cc-9eba-462d-a52a-b3065a3d7ea5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:37.339239 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9c26c1d9-c4c2-4f8e-81a7-020be085e7f1 req-586552cc-9eba-462d-a52a-b3065a3d7ea5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.3020387
Apr 16 21:32:37.352152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: e8696eac-2058-4b99-92ce-113353ac68f0 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:37.352540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e8696eac-2058-4b99-92ce-113353ac68f0 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:37.456128 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b19389d-ff17-4386-b575-1d94411be3bb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (2ded0e79-3ef8-41ab-8c9f-6f8f167b2f5f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:37.456436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55906) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:37.474610 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c38a00fe-763b-4b24-91ac-074675570591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:37.494074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19389d-ff17-4386-b575-1d94411be3bb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=2ded0e79-3ef8-41ab-8c9f-6f8f167b2f5f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:37.503590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-e99e94a9-f67f-4ffc-a1c4-eaef781ec62e tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Made reservation on behalf of 85e899913f3f46e2b9ed44d5d6082195 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:37.508943 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-e99e94a9-f67f-4ffc-a1c4-eaef781ec62e tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:37.533958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c10b40-fb87-43e2-a7a4-4399650af2af None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:37.535739 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8b19389d-ff17-4386-b575-1d94411be3bb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:37.541314 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8b19389d-ff17-4386-b575-1d94411be3bb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/2ded0e79-3ef8-41ab-8c9f-6f8f167b2f5f HTTP/1.1" status: 204  len: 168 time: 0.9972861
Apr 16 21:32:37.551329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55908) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:37.584185 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9c26c1d9-c4c2-4f8e-81a7-020be085e7f1 req-771705b4-a629-47fb-8f7b-bfb9a545e155 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2322397
Apr 16 21:32:37.668927 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c38a00fe-763b-4b24-91ac-074675570591 admin admin] Publish callbacks [] for security_group (4244b7ed-54b0-4ec4-a692-bda3df33f19f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:37.724812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-210df7bd-4eec-46c1-8eca-4b99a5cbb490 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1707375
Apr 16 21:32:37.729053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55910) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:37.734957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-48b4d0b2-e3e9-4dde-83fc-2cea9c165828 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:37.772251 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c38a00fe-763b-4b24-91ac-074675570591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4244b7ed-54b0-4ec4-a692-bda3df33f19f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:37.786120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c3411b-eb9f-4116-a406-507cb2de6a23 None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:37.820075 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-84be4b0e-fb25-49e6-ab32-382bcf834e78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:37.891171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-31c3411b-eb9f-4116-a406-507cb2de6a23 None None] Deleting port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:37.892327 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31c3411b-eb9f-4116-a406-507cb2de6a23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:37.953591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-e99e94a9-f67f-4ffc-a1c4-eaef781ec62e tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Allocated IP 172.20.0.5 (1beb4ec8-1c21-4d51-8bea-7d6c54b461fd/1c4b7fb4-852d-4c94-9605-e69bdb4a3de7/b28326fa-0cd8-494d-8422-4348cddbe7a4) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:37.976018 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c38a00fe-763b-4b24-91ac-074675570591 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9c99d3292e44d8893ef4eb71053b130&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5157366
Apr 16 21:32:37.977487 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55914) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:38.010511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-31c3411b-eb9f-4116-a406-507cb2de6a23 None None] For port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:38.011539 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31c3411b-eb9f-4116-a406-507cb2de6a23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.031300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-31c3411b-eb9f-4116-a406-507cb2de6a23 None None] Calling delete_port for 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:38.053304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a00fe-763b-4b24-91ac-074675570591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4244b7ed-54b0-4ec4-a692-bda3df33f19f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:38.097485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68359418-b4e7-4522-849b-69ebdb06bdaf req-18850d06-6932-4e2c-8b85-b6d94f892d9e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:38.098887 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68359418-b4e7-4522-849b-69ebdb06bdaf req-18850d06-6932-4e2c-8b85-b6d94f892d9e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.1217005
Apr 16 21:32:38.163528 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5656a2b9-ae79-46d9-8f8b-a7556faaf833 admin admin] Publish callbacks [] for security_group (4244b7ed-54b0-4ec4-a692-bda3df33f19f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.195869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44b0bbed-6590-4b80-a249-599a8441fe7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (1a44bb92-9c7c-470a-a640-40f8f6907c91), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.207444 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31c3411b-eb9f-4116-a406-507cb2de6a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.230158 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68359418-b4e7-4522-849b-69ebdb06bdaf req-b6ee83fe-8aa5-49a3-b61a-b8799fb1356b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1230958
Apr 16 21:32:38.266077 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-e99e94a9-f67f-4ffc-a1c4-eaef781ec62e tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Publish callbacks [] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.269446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b4d0b2-e3e9-4dde-83fc-2cea9c165828 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:38.273049 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48b4d0b2-e3e9-4dde-83fc-2cea9c165828 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.306723 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3411b-eb9f-4116-a406-507cb2de6a23 None None] Pushing event deleted for resources: {'Port': ['ID=9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:38.315391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c3411b-eb9f-4116-a406-507cb2de6a23 None None] No DVR routers for this DVR port 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:38.389077 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7db355d-5e8a-4ddc-9f3f-f835f475a918 req-f43addf9-689e-40a7-8d8a-a2cea02eacb2 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 210 time: 0.0566645
Apr 16 21:32:38.400359 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5656a2b9-ae79-46d9-8f8b-a7556faaf833 admin admin] Publish callbacks [] for security_group (4244b7ed-54b0-4ec4-a692-bda3df33f19f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.554479 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-e99e94a9-f67f-4ffc-a1c4-eaef781ec62e tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.613159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-e99e94a9-f67f-4ffc-a1c4-eaef781ec62e tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Network 1beb4ec8-1c21-4d51-8bea-7d6c54b461fd is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:38.634108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-84be4b0e-fb25-49e6-ab32-382bcf834e78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port f1024e98-b607-447e-9593-bf23f03a0041 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:38.634888 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-84be4b0e-fb25-49e6-ab32-382bcf834e78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f1024e98-b607-447e-9593-bf23f03a0041), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.661616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-e99e94a9-f67f-4ffc-a1c4-eaef781ec62e tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:38.734241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-e99e94a9-f67f-4ffc-a1c4-eaef781ec62e tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:38.761424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5656a2b9-ae79-46d9-8f8b-a7556faaf833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4244b7ed-54b0-4ec4-a692-bda3df33f19f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.765139 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5656a2b9-ae79-46d9-8f8b-a7556faaf833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.766464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5656a2b9-ae79-46d9-8f8b-a7556faaf833 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4244b7ed-54b0-4ec4-a692-bda3df33f19f HTTP/1.1" status: 204  len: 168 time: 0.7812750
Apr 16 21:32:38.785397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.objects.ports [None req-48b4d0b2-e3e9-4dde-83fc-2cea9c165828 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122555) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:32:38.805856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656a2b9-ae79-46d9-8f8b-a7556faaf833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4244b7ed-54b0-4ec4-a692-bda3df33f19f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:38.845925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-84be4b0e-fb25-49e6-ab32-382bcf834e78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] For port f1024e98-b607-447e-9593-bf23f03a0041, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1024e98-b607-447e-9593-bf23f03a0041,segment=NetworkSegment(ba807b35-5f06-4596-ac94-76b8bc5a5d6f),segment_id=ba807b35-5f06-4596-ac94-76b8bc5a5d6f)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:38.846723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-84be4b0e-fb25-49e6-ab32-382bcf834e78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f1024e98-b607-447e-9593-bf23f03a0041), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.861835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-44b0bbed-6590-4b80-a249-599a8441fe7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port d4b2990a-5f18-4b83-aa94-a29c63e254f9 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:38.862241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44b0bbed-6590-4b80-a249-599a8441fe7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.870954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-84be4b0e-fb25-49e6-ab32-382bcf834e78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for f1024e98-b607-447e-9593-bf23f03a0041 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:38.873685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e94a9-f67f-4ffc-a1c4-eaef781ec62e tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Pushing event updated for resources: {'Port': ['ID=b28326fa-0cd8-494d-8422-4348cddbe7a4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:38.889168 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48b4d0b2-e3e9-4dde-83fc-2cea9c165828 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (20dc6c66-40e7-4f1e-85bd-24d7dceb691e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:38.987882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b4d0b2-e3e9-4dde-83fc-2cea9c165828 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:38.992607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:38.996232 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6833ce88-5487-4777-815d-414a2bd5cc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:39.002953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-48b4d0b2-e3e9-4dde-83fc-2cea9c165828 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:39.022990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf58ea5-d596-4ebe-9c22-5f8211827961 req-3e4ca87e-5da1-4486-949f-4b3b15d4838e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:39.028788 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4bf58ea5-d596-4ebe-9c22-5f8211827961 req-3e4ca87e-5da1-4486-949f-4b3b15d4838e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.2893651
Apr 16 21:32:39.031639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9da280-2838-4298-99b6-88f575e536b1 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:39.034098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:39.034452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9ee7cd26-7e4c-4369-ba5a-f0dbc8d31c46 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:39.039816 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-e99e94a9-f67f-4ffc-a1c4-eaef781ec62e tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:39.040915 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-e99e94a9-f67f-4ffc-a1c4-eaef781ec62e tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:39.071411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b4d0b2-e3e9-4dde-83fc-2cea9c165828 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:39.079672 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-48b4d0b2-e3e9-4dde-83fc-2cea9c165828 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:39.085499 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44b0bbed-6590-4b80-a249-599a8441fe7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:39.117604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-44b0bbed-6590-4b80-a249-599a8441fe7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for d4b2990a-5f18-4b83-aa94-a29c63e254f9 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:39.179099 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4bf58ea5-d596-4ebe-9c22-5f8211827961 req-53a75510-96c4-464e-8c1c-9c8c69bdf628 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1316314
Apr 16 21:32:39.208483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4d0b2-e3e9-4dde-83fc-2cea9c165828 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=20dc6c66-40e7-4f1e-85bd-24d7dceb691e,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:39.219506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': '20dc6c66-40e7-4f1e-85bd-24d7dceb691e'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:32:39.220520 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:39.258592 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-e99e94a9-f67f-4ffc-a1c4-eaef781ec62e tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0040579
Apr 16 21:32:39.270909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Request body: {'port': {'device_id': '8ea5d86a-4000-4ae6-81f2-3b2232b06db0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:39.360289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-48b4d0b2-e3e9-4dde-83fc-2cea9c165828 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6277525
Apr 16 21:32:39.360866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55930) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:39.374588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'mac_address': 'fa:16:3e:9d:ff:72', 'name': 'tempest-NetworksTestDHCPv6-56489326'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:39.590809 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162de38-23a4-41b7-861d-9ec33049256f req-0d7e1c32-664b-4337-9bff-39b94144ac97 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:39.594027 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c162de38-23a4-41b7-861d-9ec33049256f req-0d7e1c32-664b-4337-9bff-39b94144ac97 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.1825700
Apr 16 21:32:39.610478 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-84be4b0e-fb25-49e6-ab32-382bcf834e78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f1024e98-b607-447e-9593-bf23f03a0041), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:39.687330 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:39.764320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb155-aacc-49db-b759-deb9d235425c req-49d3569f-3d13-4d5a-8944-c6e9bc299bd1 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:39.769100 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-255cb155-aacc-49db-b759-deb9d235425c req-49d3569f-3d13-4d5a-8944-c6e9bc299bd1 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 931 time: 0.2325053
Apr 16 21:32:39.778099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Allocated IP 2001:db8::f816:3eff:fe47:e534 (0d27c69b-2090-42d8-afae-1332cd31e453/20dc6c66-40e7-4f1e-85bd-24d7dceb691e/d68cea6b-2d49-4f68-b5a1-7e0f4ba17867) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:39.809334 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be4b0e-fb25-49e6-ab32-382bcf834e78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=f1024e98-b607-447e-9593-bf23f03a0041,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:39.964566 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-255cb155-aacc-49db-b759-deb9d235425c req-22ce8de2-da71-49f1-b0b7-435b76bab8df tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363637
Apr 16 21:32:39.977017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:40.040921 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-84be4b0e-fb25-49e6-ab32-382bcf834e78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (78dd91b7-4d77-4be2-9419-e0f76a1be201), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:40.085745 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c162de38-23a4-41b7-861d-9ec33049256f req-f9795ffb-1b81-4fcc-a4e4-8c287ffa7635 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4853237
Apr 16 21:32:40.199264 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44b0bbed-6590-4b80-a249-599a8441fe7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d4b2990a-5f18-4b83-aa94-a29c63e254f9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:40.262248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0bbed-6590-4b80-a249-599a8441fe7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=d4b2990a-5f18-4b83-aa94-a29c63e254f9,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:40.503235 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Publish callbacks [] for port (d68cea6b-2d49-4f68-b5a1-7e0f4ba17867), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:40.607411 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (d68cea6b-2d49-4f68-b5a1-7e0f4ba17867), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:40.703235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Pushing event updated for resources: {'Port': ['ID=d68cea6b-2d49-4f68-b5a1-7e0f4ba17867,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:40.742956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:40.745311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:40.752403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:40.825291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Attempting to bind port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:40.826608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Attempting to bind port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:40.827156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Attempting to bind port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:40.833405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:40.834201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:40.834798 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:40.835507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:40.836361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Bound port: d68cea6b-2d49-4f68-b5a1-7e0f4ba17867, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:40.836928 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d68cea6b-2d49-4f68-b5a1-7e0f4ba17867), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:40.937060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84be4b0e-fb25-49e6-ab32-382bcf834e78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 78dd91b7-4d77-4be2-9419-e0f76a1be201 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:40.969562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] For port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:40.970835 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a593a0-38c5-4541-a334-64a1f393e68c req-a2fe6c41-0a64-4843-99e0-f389dbf75f3b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:40.973999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] For port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d68cea6b-2d49-4f68-b5a1-7e0f4ba17867,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:40.991137 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42a593a0-38c5-4541-a334-64a1f393e68c req-a2fe6c41-0a64-4843-99e0-f389dbf75f3b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1928570
Apr 16 21:32:41.018331 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:41.042489 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d68cea6b-2d49-4f68-b5a1-7e0f4ba17867), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:41.055425 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-44b0bbed-6590-4b80-a249-599a8441fe7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (1a44bb92-9c7c-470a-a640-40f8f6907c91), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:41.147190 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7580d51-db6d-4767-a999-7fa4e6764768 None None] Pushing event updated for resources: {'Port': ['ID=d68cea6b-2d49-4f68-b5a1-7e0f4ba17867,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:41.163960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28326fa-0cd8-494d-8422-4348cddbe7a4 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:32:41.173823 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Publish callbacks [] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:41.233504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Transition to ACTIVE for port object b28326fa-0cd8-494d-8422-4348cddbe7a4 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:32:41.239091 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42a593a0-38c5-4541-a334-64a1f393e68c req-ce7ce37e-8461-4b3d-8f8e-67daf2343006 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2468400
Apr 16 21:32:41.240659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port 74ed4758-31c2-4fd7-84c3-2de615981940 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:32:41.341306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84be4b0e-fb25-49e6-ab32-382bcf834e78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:41.352996 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4b4be-9848-488c-a83c-9033a425536f None None] Sync routers for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:41.359910 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-84be4b0e-fb25-49e6-ab32-382bcf834e78 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5689745
Apr 16 21:32:41.360577 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55962) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:41.367054 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4b4be-9848-488c-a83c-9033a425536f None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:41.368123 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e4b4b4be-9848-488c-a83c-9033a425536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124af1610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:41.444208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::f816:3eff:fe9d:ff72 (0d27c69b-2090-42d8-afae-1332cd31e453/20dc6c66-40e7-4f1e-85bd-24d7dceb691e/74ed4758-31c2-4fd7-84c3-2de615981940) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:41.466636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-397add13-cf68-4e49-8022-12ce6d021138 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting subnet f97abb11-80f0-4a9c-abcd-2967de3ddd50 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:41.472127 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-397add13-cf68-4e49-8022-12ce6d021138 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for subnet (f97abb11-80f0-4a9c-abcd-2967de3ddd50), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:41.481288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10ac4c-32b9-4f87-91fa-9e04d3ac18d2 req-f5e036fe-eefd-424a-ad62-f810ca81ac55 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:41.489235 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-db10ac4c-32b9-4f87-91fa-9e04d3ac18d2 req-f5e036fe-eefd-424a-ad62-f810ca81ac55 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 943 time: 0.3155267
Apr 16 21:32:41.632998 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:41.659724 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ad1dfe8b-d13b-4787-b9d2-2c4fc25c86e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:41.738435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-397add13-cf68-4e49-8022-12ce6d021138 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (f97abb11-80f0-4a9c-abcd-2967de3ddd50), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:41.803906 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-e4b4b4be-9848-488c-a83c-9033a425536f None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:41.808776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (74ed4758-31c2-4fd7-84c3-2de615981940), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:41.818242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55968) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:41.820378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3082-5733-4f03-89eb-127765713ea6 req-015554a6-5c9a-42b8-8f22-0d96b992e18d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:41.829902 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97fd3082-5733-4f03-89eb-127765713ea6 req-015554a6-5c9a-42b8-8f22-0d96b992e18d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.2111609
Apr 16 21:32:41.871708 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-db10ac4c-32b9-4f87-91fa-9e04d3ac18d2 req-957d39e7-ea53-4fa8-8e25-72bccda3160c tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3814089
Apr 16 21:32:41.884327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b0bbed-6590-4b80-a249-599a8441fe7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router 1a44bb92-9c7c-470a-a640-40f8f6907c91 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:41.892021 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e4b4b4be-9848-488c-a83c-9033a425536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124af1610>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:39Z', 'revision_number': 11, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:41.940197 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4b4be-9848-488c-a83c-9033a425536f None None] Checking router: 78dd91b7-4d77-4be2-9419-e0f76a1be201 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:32:41.971349 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4b4be-9848-488c-a83c-9033a425536f None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:41.972405 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e4b4b4be-9848-488c-a83c-9033a425536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124af1610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:41.986438 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-397add13-cf68-4e49-8022-12ce6d021138 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (f97abb11-80f0-4a9c-abcd-2967de3ddd50), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.018624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97fd3082-5733-4f03-89eb-127765713ea6 req-3ee40026-de4d-4fbe-8db1-afb04953f7b7 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1601582
Apr 16 21:32:42.019545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Pushing event updated for resources: {'Port': ['ID=b28326fa-0cd8-494d-8422-4348cddbe7a4,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:42.061156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1205133618', 'router:external': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:42.061412 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-e4b4b4be-9848-488c-a83c-9033a425536f None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:42.111032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Attempting to bind port b28326fa-0cd8-494d-8422-4348cddbe7a4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:42.111390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Attempting to bind port b28326fa-0cd8-494d-8422-4348cddbe7a4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '520dfe07-a4a5-4a93-8334-5bed6c74dc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1beb4ec8-1c21-4d51-8bea-7d6c54b461fd'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:42.112453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Attempting to bind port b28326fa-0cd8-494d-8422-4348cddbe7a4 on network 1beb4ec8-1c21-4d51-8bea-7d6c54b461fd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:42.116580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Port b28326fa-0cd8-494d-8422-4348cddbe7a4 on network 1beb4ec8-1c21-4d51-8bea-7d6c54b461fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:32:42.117314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Attempting to bind port b28326fa-0cd8-494d-8422-4348cddbe7a4 on network 1beb4ec8-1c21-4d51-8bea-7d6c54b461fd {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:42.122273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:42.122472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Checking segment: {'id': '520dfe07-a4a5-4a93-8334-5bed6c74dc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1beb4ec8-1c21-4d51-8bea-7d6c54b461fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:42.122760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Bound using segment: {'id': '520dfe07-a4a5-4a93-8334-5bed6c74dc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1beb4ec8-1c21-4d51-8bea-7d6c54b461fd'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:42.123198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Bound port: b28326fa-0cd8-494d-8422-4348cddbe7a4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520dfe07-a4a5-4a93-8334-5bed6c74dc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1beb4ec8-1c21-4d51-8bea-7d6c54b461fd'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:42.123569 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.132501 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b0bbed-6590-4b80-a249-599a8441fe7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:42.141407 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e4b4b4be-9848-488c-a83c-9033a425536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124af1610>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:39Z', 'revision_number': 11, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:42.150838 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-44b0bbed-6590-4b80-a249-599a8441fe7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/1a44bb92-9c7c-470a-a640-40f8f6907c91/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8046956
Apr 16 21:32:42.150838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55972) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:42.154975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b66d05-426a-4da8-adf1-460383f2a6a5 None None] Sync routers for ids ['1a44bb92-9c7c-470a-a640-40f8f6907c91'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:42.168975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b66d05-426a-4da8-adf1-460383f2a6a5 None None] Routers {'1a44bb92-9c7c-470a-a640-40f8f6907c91'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:42.170896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-26b66d05-426a-4da8-adf1-460383f2a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f1a87c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1a44bb92-9c7c-470a-a640-40f8f6907c91'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:42.181379 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dddf7a8c-4a16-430d-8138-3ae1b7cee830 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a44bb92-9c7c-470a-a640-40f8f6907c91 HTTP/1.1" status: 200  len: 205 time: 0.0338535
Apr 16 21:32:42.182045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55974) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:42.202955 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4b4be-9848-488c-a83c-9033a425536f None None] The sync data for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 is: [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:39Z', 'revision_number': 11, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:42.234177 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Made reservation on behalf of 41a70d85ef434d8c9d552fe454017c09 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:42.235263 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (74ed4758-31c2-4fd7-84c3-2de615981940), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.244418 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.269355 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-26b66d05-426a-4da8-adf1-460383f2a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f1a87c0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:42.277300 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-397add13-cf68-4e49-8022-12ce6d021138 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (f97abb11-80f0-4a9c-abcd-2967de3ddd50), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.292080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b66d05-426a-4da8-adf1-460383f2a6a5 None None] Routers {'1a44bb92-9c7c-470a-a640-40f8f6907c91'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:42.296550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-26b66d05-426a-4da8-adf1-460383f2a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f1a87c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1a44bb92-9c7c-470a-a640-40f8f6907c91'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:42.306886 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.316704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] For port b28326fa-0cd8-494d-8422-4348cddbe7a4, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:42.351178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397add13-cf68-4e49-8022-12ce6d021138 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Subnet': ['ID=f97abb11-80f0-4a9c-abcd-2967de3ddd50,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:42.366616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] For port b28326fa-0cd8-494d-8422-4348cddbe7a4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b28326fa-0cd8-494d-8422-4348cddbe7a4,segment=NetworkSegment(520dfe07-a4a5-4a93-8334-5bed6c74dc03),segment_id=520dfe07-a4a5-4a93-8334-5bed6c74dc03)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:42.368640 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-397add13-cf68-4e49-8022-12ce6d021138 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.368990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:42.376101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:42.386373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:42.392945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:42.393620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f6c9a1-584f-4aff-80b8-5d5c09cf887e None None] Network 9dfba576-de80-44a2-a3cf-1634aefd924c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:42.393775 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.395963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55982) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:42.396875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-26b66d05-426a-4da8-adf1-460383f2a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f1a87c0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:42.398024 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b66d05-426a-4da8-adf1-460383f2a6a5 None None] The sync data for ids ['1a44bb92-9c7c-470a-a640-40f8f6907c91'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:42.409059 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-397add13-cf68-4e49-8022-12ce6d021138 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/f97abb11-80f0-4a9c-abcd-2967de3ddd50 HTTP/1.1" status: 204  len: 168 time: 1.0251234
Apr 16 21:32:42.413669 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96b0cec8-8f5b-41e4-97db-fa65a6f2a8ae tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (1a44bb92-9c7c-470a-a640-40f8f6907c91), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.433500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=74ed4758-31c2-4fd7-84c3-2de615981940,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:42.520683 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.536266 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.613077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:42.615480 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.619040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73914f50-0783-4ffc-b7ab-723e8db1ad5b req-9e75cc5f-0c79-45bf-920b-13b761565766 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:42.621762 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-73914f50-0783-4ffc-b7ab-723e8db1ad5b req-9e75cc5f-0c79-45bf-920b-13b761565766 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1260602
Apr 16 21:32:42.623762 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] 10.222.0.11 "PUT /v2.0/ports/b28326fa-0cd8-494d-8422-4348cddbe7a4 HTTP/1.1" status: 200  len: 1091 time: 3.3504710
Apr 16 21:32:42.630843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea5d86a-4000-4ae6-81f2-3b2232b06db0', 'tag': 'b28326fa-0cd8-494d-8422-4348cddbe7a4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:32:42.633371 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea54164e-cdcb-4488-9da8-b3cdc9d7aa71" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea5d86a-4000-4ae6-81f2-3b2232b06db0", "tag": "b28326fa-0cd8-494d-8422-4348cddbe7a4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:32:42.656159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f893a-dd3c-40b4-8c39-5aaca84b3629 None None] DHCP port deletion for 9dfba576-de80-44a2-a3cf-1634aefd924c request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:42.664288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-68c7a54d-3e14-456d-bb05-86e8ad16e75b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 3.2944164
Apr 16 21:32:42.668596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55986) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:42.709430 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (9dfba576-de80-44a2-a3cf-1634aefd924c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.719920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f4dc3-cf67-423c-a67c-94ff3f512f57 service neutron] Pushing event updated for resources: {'Port': ['ID=b28326fa-0cd8-494d-8422-4348cddbe7a4,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:42.758570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-965f893a-dd3c-40b4-8c39-5aaca84b3629 None None] Deleting port 7b188deb-8c7c-45c3-b539-a9e65c321282 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:42.759081 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-965f893a-dd3c-40b4-8c39-5aaca84b3629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:42.803481 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75afe4b-1b84-4ca3-a491-396e417f27e9 x-openstack-request-id: req-f75afe4b-1b84-4ca3-a491-396e417f27e9 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:32:42.803791 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea5d86a-4000-4ae6-81f2-3b2232b06db0", "tag": "b28326fa-0cd8-494d-8422-4348cddbe7a4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:32:42.807513 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f75afe4b-1b84-4ca3-a491-396e417f27e9 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:32:42.807513 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75afe4b-1b84-4ca3-a491-396e417f27e9'] response: {'name': 'network-changed', 'server_uuid': '8ea5d86a-4000-4ae6-81f2-3b2232b06db0', 'tag': 'b28326fa-0cd8-494d-8422-4348cddbe7a4', 'status': 'completed', 'code': 200}
Apr 16 21:32:42.905007 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54164e-cdcb-4488-9da8-b3cdc9d7aa71 req-0f1ed10c-ffc1-40b7-ab99-51ff901647c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:42.908004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea54164e-cdcb-4488-9da8-b3cdc9d7aa71 req-0f1ed10c-ffc1-40b7-ab99-51ff901647c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85e899913f3f46e2b9ed44d5d6082195&device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 1125 time: 0.1025903
Apr 16 21:32:42.908918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Deleting port 7b188deb-8c7c-45c3-b539-a9e65c321282 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:42.909348 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.045206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-965f893a-dd3c-40b4-8c39-5aaca84b3629 None None] For port 7b188deb-8c7c-45c3-b539-a9e65c321282, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b188deb-8c7c-45c3-b539-a9e65c321282,segment=NetworkSegment(ba807b35-5f06-4596-ac94-76b8bc5a5d6f),segment_id=ba807b35-5f06-4596-ac94-76b8bc5a5d6f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:43.045206 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-965f893a-dd3c-40b4-8c39-5aaca84b3629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.045206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-965f893a-dd3c-40b4-8c39-5aaca84b3629 None None] Calling delete_port for 7b188deb-8c7c-45c3-b539-a9e65c321282 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:43.090408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bded6a-7d20-4790-a2ba-b5acea024f7e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:43.096837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bded6a-7d20-4790-a2ba-b5acea024f7e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:43.101189 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-06bded6a-7d20-4790-a2ba-b5acea024f7e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1701 time: 0.4216013
Apr 16 21:32:43.108377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55992) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:43.156351 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-73914f50-0783-4ffc-b7ab-723e8db1ad5b req-82690114-4150-4de8-bd9d-805b7d0c0e9b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4866579
Apr 16 21:32:43.206459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:43.207584 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96b0cec8-8f5b-41e4-97db-fa65a6f2a8ae tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (1a44bb92-9c7c-470a-a640-40f8f6907c91), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.214188 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96b0cec8-8f5b-41e4-97db-fa65a6f2a8ae tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (1a44bb92-9c7c-470a-a640-40f8f6907c91), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.239284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for security_group (a31817e6-9355-4b38-9832-363af836ead9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.294465 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] For port 7b188deb-8c7c-45c3-b539-a9e65c321282, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b188deb-8c7c-45c3-b539-a9e65c321282,segment=NetworkSegment(ba807b35-5f06-4596-ac94-76b8bc5a5d6f),segment_id=ba807b35-5f06-4596-ac94-76b8bc5a5d6f)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:43.294853 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.305675 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-965f893a-dd3c-40b4-8c39-5aaca84b3629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.337959 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a31817e6-9355-4b38-9832-363af836ead9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.358120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f893a-dd3c-40b4-8c39-5aaca84b3629 None None] No DVR routers for this DVR port 7b188deb-8c7c-45c3-b539-a9e65c321282 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:43.378601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f893a-dd3c-40b4-8c39-5aaca84b3629 None None] Pushing event deleted for resources: {'Port': ['ID=7b188deb-8c7c-45c3-b539-a9e65c321282,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:43.383734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Calling delete_port for 7b188deb-8c7c-45c3-b539-a9e65c321282 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:43.398262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4f7e7c2b-3c40-4aac-af67-9b4a25c0526c None None] Provisioning complete for port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:43.398636 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7c2b-3c40-4aac-af67-9b4a25c0526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d68cea6b-2d49-4f68-b5a1-7e0f4ba17867), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.422297 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96b0cec8-8f5b-41e4-97db-fa65a6f2a8ae tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (1a44bb92-9c7c-470a-a640-40f8f6907c91), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.422809 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b0cec8-8f5b-41e4-97db-fa65a6f2a8ae tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Fanout notify agent at l3_agent the message router_deleted on router 1a44bb92-9c7c-470a-a640-40f8f6907c91 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:32:43.427727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:32:43.435058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53378a6-5240-49b9-8c50-fadf2bcd9b3e req-4cae64ad-0ab5-41f7-92c7-821010ac8b69 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:43.443266 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a53378a6-5240-49b9-8c50-fadf2bcd9b3e req-4cae64ad-0ab5-41f7-92c7-821010ac8b69 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 943 time: 0.3612096
Apr 16 21:32:43.449982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:43.450354 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d68cea6b-2d49-4f68-b5a1-7e0f4ba17867), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.453127 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96b0cec8-8f5b-41e4-97db-fa65a6f2a8ae tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.456736 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-96b0cec8-8f5b-41e4-97db-fa65a6f2a8ae tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/1a44bb92-9c7c-470a-a640-40f8f6907c91 HTTP/1.1" status: 204  len: 168 time: 1.2714083
Apr 16 21:32:43.463562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55994) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:43.480489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51411d65-a71d-4afd-ac6d-cd0daae27a33 req-c1c1fd1f-3f36-4d54-8654-096741b417af tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:43.489306 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-51411d65-a71d-4afd-ac6d-cd0daae27a33 req-c1c1fd1f-3f36-4d54-8654-096741b417af tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.1652253
Apr 16 21:32:43.502849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54164e-cdcb-4488-9da8-b3cdc9d7aa71 req-c0422498-04c9-4f4f-91b4-513cec772887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:43.504819 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea54164e-cdcb-4488-9da8-b3cdc9d7aa71 req-c0422498-04c9-4f4f-91b4-513cec772887 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=85e899913f3f46e2b9ed44d5d6082195&shared=False HTTP/1.1" status: 200  len: 923 time: 0.5711179
Apr 16 21:32:43.509660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31817e6-9355-4b38-9832-363af836ead9,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:43.532334 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d91a227b-5690-40de-ba73-53a3b3537d5e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.532802 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Added segment d91a227b-5690-40de-ba73-53a3b3537d5e of type vlan for network fea6dabb-f326-494f-8ffb-80eb019c8175
Apr 16 21:32:43.535327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e7c2b-3c40-4aac-af67-9b4a25c0526c None None] Current status of the port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:43.535718 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7c2b-3c40-4aac-af67-9b4a25c0526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d68cea6b-2d49-4f68-b5a1-7e0f4ba17867), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.541208 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.629653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e6d26e-1eac-42d2-9553-3ca0388ef3f3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting subnet a55ee49f-3ea2-4c63-b65c-ba2bb731e87f {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:43.635606 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4f7e7c2b-3c40-4aac-af67-9b4a25c0526c None None] For port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d68cea6b-2d49-4f68-b5a1-7e0f4ba17867,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:43.639455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (fea6dabb-f326-494f-8ffb-80eb019c8175), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.641963 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83e6d26e-1eac-42d2-9553-3ca0388ef3f3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (a55ee49f-3ea2-4c63-b65c-ba2bb731e87f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.645354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:43.645880 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d68cea6b-2d49-4f68-b5a1-7e0f4ba17867), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.657593 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-51411d65-a71d-4afd-ac6d-cd0daae27a33 req-66b6ddd8-e513-42bd-91aa-cf0174be18c7 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1667993
Apr 16 21:32:43.684865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7b188deb-8c7c-45c3-b539-a9e65c321282), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.739415 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83e6d26e-1eac-42d2-9553-3ca0388ef3f3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (a55ee49f-3ea2-4c63-b65c-ba2bb731e87f), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.746704 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7c2b-3c40-4aac-af67-9b4a25c0526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d68cea6b-2d49-4f68-b5a1-7e0f4ba17867), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.824634 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a53378a6-5240-49b9-8c50-fadf2bcd9b3e req-08ada18e-00af-494c-abe4-a04ee820b631 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3800919
Apr 16 21:32:43.848859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Port': ['ID=7b188deb-8c7c-45c3-b539-a9e65c321282,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:43.858566 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (fea6dabb-f326-494f-8ffb-80eb019c8175), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.860165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:43.860782 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.876210 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:32:43.880282 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:32:43.880282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e7c2b-3c40-4aac-af67-9b4a25c0526c None None] Pushing event updated for resources: {'Port': ['ID=d68cea6b-2d49-4f68-b5a1-7e0f4ba17867,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:43.881417 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-43f827f2-18e6-4852-8248-6b3bb678d23c None None] Provisioning complete for port 74ed4758-31c2-4fd7-84c3-2de615981940 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:43.881796 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-43f827f2-18e6-4852-8248-6b3bb678d23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (74ed4758-31c2-4fd7-84c3-2de615981940), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.885063 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83e6d26e-1eac-42d2-9553-3ca0388ef3f3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (a55ee49f-3ea2-4c63-b65c-ba2bb731e87f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.889678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No DVR routers for this DVR port 7b188deb-8c7c-45c3-b539-a9e65c321282 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:43.896538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d3b70-e579-4b29-8461-e411c4b8b979 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port 74ed4758-31c2-4fd7-84c3-2de615981940 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:43.896892 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ef1d3b70-e579-4b29-8461-e411c4b8b979 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (74ed4758-31c2-4fd7-84c3-2de615981940), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:43.918072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-43f827f2-18e6-4852-8248-6b3bb678d23c None None] Port 74ed4758-31c2-4fd7-84c3-2de615981940 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:44.052713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event updated for resources: {'Network': ['ID=fea6dabb-f326-494f-8ffb-80eb019c8175,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:44.064312 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c588ff80-0b42-4119-9f54-2d9038a88dde tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 2.2391043
Apr 16 21:32:44.064312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55996) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:44.078338 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (9dfba576-de80-44a2-a3cf-1634aefd924c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.078950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ebf29541-202a-4a65-8470-371610aad954 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Request body: {'subnet': {'network_id': 'fea6dabb-f326-494f-8ffb-80eb019c8175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:44.079397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network fea6dabb-f326-494f-8ffb-80eb019c8175 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:32:44.101747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ea819d0>,) {'filters': {'network_id': ['9dfba576-de80-44a2-a3cf-1634aefd924c']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:44.112359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea819d0>, 'ba807b35-5f06-4596-ac94-76b8bc5a5d6f') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:44.113080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea819d0>, 'ba807b35-5f06-4596-ac94-76b8bc5a5d6f') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:44.136411 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (ba807b35-5f06-4596-ac94-76b8bc5a5d6f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.160348 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.167673 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83e6d26e-1eac-42d2-9553-3ca0388ef3f3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (a55ee49f-3ea2-4c63-b65c-ba2bb731e87f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.188488 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ba807b35-5f06-4596-ac94-76b8bc5a5d6f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.195743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54164e-cdcb-4488-9da8-b3cdc9d7aa71 req-74ec4d18-a593-486a-9cc3-f46ada5cdf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:44.197297 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea54164e-cdcb-4488-9da8-b3cdc9d7aa71 req-74ec4d18-a593-486a-9cc3-f46ada5cdf7f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6593130
Apr 16 21:32:44.203146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:32:44.206403 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (ba807b35-5f06-4596-ac94-76b8bc5a5d6f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:32:44.206546 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:32:44.251105 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ef1d3b70-e579-4b29-8461-e411c4b8b979 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (74ed4758-31c2-4fd7-84c3-2de615981940), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.263228 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf29541-202a-4a65-8470-371610aad954 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Made reservation on behalf of 41a70d85ef434d8c9d552fe454017c09 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:44.267201 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ebf29541-202a-4a65-8470-371610aad954 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.273004 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6d26e-1eac-42d2-9553-3ca0388ef3f3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Subnet': ['ID=a55ee49f-3ea2-4c63-b65c-ba2bb731e87f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:44.306331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d3b70-e579-4b29-8461-e411c4b8b979 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for 74ed4758-31c2-4fd7-84c3-2de615981940 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:44.313014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db3ed9b-6661-407b-9a60-d3a6838b53a6 None None] Network 27284768-1e4a-4dfb-95b9-286e6ca3ed64 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:44.324114 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-04fe378a-1f58-467f-b1ed-d47af74283e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:44.325923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-04fe378a-1f58-467f-b1ed-d47af74283e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85e899913f3f46e2b9ed44d5d6082195&device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 1125 time: 0.0720401
Apr 16 21:32:44.355282 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83e6d26e-1eac-42d2-9553-3ca0388ef3f3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.362555 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-83e6d26e-1eac-42d2-9553-3ca0388ef3f3 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/a55ee49f-3ea2-4c63-b65c-ba2bb731e87f HTTP/1.1" status: 204  len: 168 time: 0.8975506
Apr 16 21:32:44.363330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56000) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:44.494848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:44.498484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5837ee-534c-406d-ad80-b2fca95d4ec7 req-879c10e8-c0af-498f-a31f-818436e67b2b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:44.500007 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d5837ee-534c-406d-ad80-b2fca95d4ec7 req-879c10e8-c0af-498f-a31f-818436e67b2b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1297488
Apr 16 21:32:44.535321 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (27284768-1e4a-4dfb-95b9-286e6ca3ed64), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.548265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (9dfba576-de80-44a2-a3cf-1634aefd924c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.560619 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-d4cd78c0-abf4-42f6-83ff-4e3ef76d9cc4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b28326fa-0cd8-494d-8422-4348cddbe7a4 HTTP/1.1" status: 200  len: 217 time: 0.2279387
Apr 16 21:32:44.561735 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.568074 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/networks/9dfba576-de80-44a2-a3cf-1634aefd924c HTTP/1.1" status: 204  len: 168 time: 2.1681988
Apr 16 21:32:44.570995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56002) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:44.595245 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port 6acb777e-18e5-4528-bb90-e791d5a928a2 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:44.595593 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.602939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4af582a3-05e6-400f-ab60-bdd47cbdfe65 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'router': {'routes': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:44.646094 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d65e2a-b385-4dc7-aa5f-bc1e126ee564 None None] DHCP port deletion for 27284768-1e4a-4dfb-95b9-286e6ca3ed64 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:44.686745 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d5837ee-534c-406d-ad80-b2fca95d4ec7 req-e23a04b4-f7ca-447d-9850-a3079f48f422 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1703126
Apr 16 21:32:44.714318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] For port 6acb777e-18e5-4528-bb90-e791d5a928a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6acb777e-18e5-4528-bb90-e791d5a928a2,segment=NetworkSegment(2ea55e9c-b213-4743-ad07-538c82f2b250),segment_id=2ea55e9c-b213-4743-ad07-538c82f2b250)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:44.714318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.717755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f1024e98-b607-447e-9593-bf23f03a0041 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:44.728844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb57b48-c524-4435-89a8-d1bfdc3f2063 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Pushing event deleted for resources: {'Network': ['ID=9dfba576-de80-44a2-a3cf-1634aefd924c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:44.739672 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for 6acb777e-18e5-4528-bb90-e791d5a928a2 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:44.765438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: f1024e98-b607-447e-9593-bf23f03a0041 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:44.765438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f1024e98-b607-447e-9593-bf23f03a0041 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:44.765438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7b188deb-8c7c-45c3-b539-a9e65c321282 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:44.775676 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ef1d3b70-e579-4b29-8461-e411c4b8b979 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (74ed4758-31c2-4fd7-84c3-2de615981940), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:44.822415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 7b188deb-8c7c-45c3-b539-a9e65c321282 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:44.824127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7b188deb-8c7c-45c3-b539-a9e65c321282 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:44.856904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d3b70-e579-4b29-8461-e411c4b8b979 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=74ed4758-31c2-4fd7-84c3-2de615981940,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:44.873440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-8bed76e1-c9c8-4ab9-9db1-97ff8ecb2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:44.874941 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-8bed76e1-c9c8-4ab9-9db1-97ff8ecb2335 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c4b7fb4-852d-4c94-9605-e69bdb4a3de7 HTTP/1.1" status: 200  len: 862 time: 0.3031533
Apr 16 21:32:44.885963 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-63d65e2a-b385-4dc7-aa5f-bc1e126ee564 None None] Deleting port 6acb777e-18e5-4528-bb90-e791d5a928a2 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:44.885963 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-63d65e2a-b385-4dc7-aa5f-bc1e126ee564 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:45.025957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba31ec4-44aa-4cd2-a56e-0ef4d61ff82d req-b328b2e2-03a8-4e80-b843-4a5f298af133 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:45.053612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dba31ec4-44aa-4cd2-a56e-0ef4d61ff82d req-b328b2e2-03a8-4e80-b843-4a5f298af133 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 943 time: 0.1268680
Apr 16 21:32:45.070727 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ef1d3b70-e579-4b29-8461-e411c4b8b979 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:45.092210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ef1d3b70-e579-4b29-8461-e411c4b8b979 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/74ed4758-31c2-4fd7-84c3-2de615981940 HTTP/1.1" status: 204  len: 168 time: 1.9701893
Apr 16 21:32:45.095004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-07664d1b-cb79-42c9-b600-94ba53ab2dc0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1beb4ec8-1c21-4d51-8bea-7d6c54b461fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1716397
Apr 16 21:32:45.100560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-63d65e2a-b385-4dc7-aa5f-bc1e126ee564 None None] For port 6acb777e-18e5-4528-bb90-e791d5a928a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6acb777e-18e5-4528-bb90-e791d5a928a2,segment=NetworkSegment(2ea55e9c-b213-4743-ad07-538c82f2b250),segment_id=2ea55e9c-b213-4743-ad07-538c82f2b250)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:45.101322 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-63d65e2a-b385-4dc7-aa5f-bc1e126ee564 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:45.123367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56008) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:45.129994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-63d65e2a-b385-4dc7-aa5f-bc1e126ee564 None None] Calling delete_port for 6acb777e-18e5-4528-bb90-e791d5a928a2 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:45.135860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c744c1f-44aa-482a-a7de-a78e28d91e4a req-94cef402-fa0d-4e2e-8730-a7d9d162f439 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:45.138886 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c744c1f-44aa-482a-a7de-a78e28d91e4a req-94cef402-fa0d-4e2e-8730-a7d9d162f439 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.3535225
Apr 16 21:32:45.193526 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dba31ec4-44aa-4cd2-a56e-0ef4d61ff82d req-0a4e6416-ce32-482e-a048-6f95cb823802 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387589
Apr 16 21:32:45.194275 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:45.258193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:45.262229 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-63d65e2a-b385-4dc7-aa5f-bc1e126ee564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (6acb777e-18e5-4528-bb90-e791d5a928a2), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:45.316364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d65e2a-b385-4dc7-aa5f-bc1e126ee564 None None] Pushing event deleted for resources: {'Port': ['ID=6acb777e-18e5-4528-bb90-e791d5a928a2,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:45.349396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d65e2a-b385-4dc7-aa5f-bc1e126ee564 None None] No DVR routers for this DVR port 6acb777e-18e5-4528-bb90-e791d5a928a2 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:45.390200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:45.390850 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d68cea6b-2d49-4f68-b5a1-7e0f4ba17867), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:45.455494 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:45.523370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:45.592931 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.extraroute_db [None req-4af582a3-05e6-400f-ab60-bdd47cbdfe65 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Added routes are [] {{(pid=122555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 16 21:32:45.593401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.extraroute_db [None req-4af582a3-05e6-400f-ab60-bdd47cbdfe65 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Removed routes are [] {{(pid=122555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 16 21:32:45.593893 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4af582a3-05e6-400f-ab60-bdd47cbdfe65 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:45.612665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6acb777e-18e5-4528-bb90-e791d5a928a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:45.639119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 6acb777e-18e5-4528-bb90-e791d5a928a2 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:45.639765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6acb777e-18e5-4528-bb90-e791d5a928a2 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:45.687847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=6acb777e-18e5-4528-bb90-e791d5a928a2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:45.706887 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No DVR routers for this DVR port 6acb777e-18e5-4528-bb90-e791d5a928a2 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:45.744202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518c6942-6fa5-4c26-8d8b-0ef8c4bda79b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:45.746106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518c6942-6fa5-4c26-8d8b-0ef8c4bda79b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:45.747890 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-518c6942-6fa5-4c26-8d8b-0ef8c4bda79b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.5839052
Apr 16 21:32:45.752416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56012) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:45.856136 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c744c1f-44aa-482a-a7de-a78e28d91e4a req-59002688-2a81-41b0-992a-8e3ce7f5023b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2599425
Apr 16 21:32:45.877736 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (27284768-1e4a-4dfb-95b9-286e6ca3ed64), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:45.934166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124e302b0>,) {'filters': {'network_id': ['27284768-1e4a-4dfb-95b9-286e6ca3ed64']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:45.949428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-0d2bc81d-d9a8-40e6-853b-3646e2f35dd7 service neutron] 10.222.0.11 "GET /v2.0/networks/1beb4ec8-1c21-4d51-8bea-7d6c54b461fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3642631
Apr 16 21:32:45.956070 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c699f1e7-8411-411a-9fa5-427ea9aa74cd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 20dc6c66-40e7-4f1e-85bd-24d7dceb691e {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:45.960758 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b01484-7504-4ee2-afcc-e8a50e92cc6d req-44f21f6f-0ae3-4754-87ca-e5551beb3e29 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:45.963930 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4af582a3-05e6-400f-ab60-bdd47cbdfe65 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:45.965856 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c699f1e7-8411-411a-9fa5-427ea9aa74cd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (20dc6c66-40e7-4f1e-85bd-24d7dceb691e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:45.967878 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24b01484-7504-4ee2-afcc-e8a50e92cc6d req-44f21f6f-0ae3-4754-87ca-e5551beb3e29 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1626611
Apr 16 21:32:45.981679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.objects.ports [None req-ebf29541-202a-4a65-8470-371610aad954 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122556) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:32:45.982697 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ebf29541-202a-4a65-8470-371610aad954 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (0c61ee66-622d-4bee-b228-1d52f37a703a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:45.998186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124e302b0>, '2ea55e9c-b213-4743-ad07-538c82f2b250') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:45.998718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124e302b0>, '2ea55e9c-b213-4743-ad07-538c82f2b250') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:46.004663 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4af582a3-05e6-400f-ab60-bdd47cbdfe65 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.041489 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (2ea55e9c-b213-4743-ad07-538c82f2b250), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.088373 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24b01484-7504-4ee2-afcc-e8a50e92cc6d req-6e2cccaf-526d-4270-87f4-25a3973861a4 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162436
Apr 16 21:32:46.099849 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2ea55e9c-b213-4743-ad07-538c82f2b250), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.107964 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c699f1e7-8411-411a-9fa5-427ea9aa74cd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (20dc6c66-40e7-4f1e-85bd-24d7dceb691e), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.108455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:32:46.108871 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (2ea55e9c-b213-4743-ad07-538c82f2b250), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   warnings.warn('Neutron quota engine will require "--force" '
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:32:46.127670 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:32:46.203524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf29541-202a-4a65-8470-371610aad954 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0c61ee66-622d-4bee-b228-1d52f37a703a,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:46.223324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf29541-202a-4a65-8470-371610aad954 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Checking segment: {'id': 'd91a227b-5690-40de-ba73-53a3b3537d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fea6dabb-f326-494f-8ffb-80eb019c8175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:46.232735 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf29541-202a-4a65-8470-371610aad954 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Network hostable DHCP agents. Network: fea6dabb-f326-494f-8ffb-80eb019c8175, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:32:46.233513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af582a3-05e6-400f-ab60-bdd47cbdfe65 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router 78dd91b7-4d77-4be2-9419-e0f76a1be201 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:32:46.273156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6818a364-be78-46a3-9330-a2848cdd1d76 req-45a9a1a2-36f2-4c28-9c61-e95c012ce807 service neutron] 10.222.0.11 "GET /v2.0/networks/1beb4ec8-1c21-4d51-8bea-7d6c54b461fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3115335
Apr 16 21:32:46.305106 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (27284768-1e4a-4dfb-95b9-286e6ca3ed64), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.321805 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.330739 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/networks/27284768-1e4a-4dfb-95b9-286e6ca3ed64 HTTP/1.1" status: 204  len: 168 time: 1.9498985
Apr 16 21:32:46.335305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56016) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:46.342713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf29541-202a-4a65-8470-371610aad954 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Network fea6dabb-f326-494f-8ffb-80eb019c8175 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:32:46.351799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a51dc7-5e91-45eb-a9b9-09f5dc230604 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Network': ['ID=27284768-1e4a-4dfb-95b9-286e6ca3ed64,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:46.365624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0024aaa7-7eeb-46df-a5f4-276a7f8c3033 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2126040541', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:46.371520 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c699f1e7-8411-411a-9fa5-427ea9aa74cd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (20dc6c66-40e7-4f1e-85bd-24d7dceb691e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.449953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af582a3-05e6-400f-ab60-bdd47cbdfe65 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:46.461173 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f24fa2-37bd-4016-9e60-b75a48703efc req-e2c2dad6-d019-45e8-89a3-bcfbf1e12045 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:46.463087 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c1f24fa2-37bd-4016-9e60-b75a48703efc req-e2c2dad6-d019-45e8-89a3-bcfbf1e12045 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 943 time: 0.1761086
Apr 16 21:32:46.466344 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d59462-5f00-4acd-a426-bccc5333da2d None None] Sync routers for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:46.471316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4af582a3-05e6-400f-ab60-bdd47cbdfe65 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.475296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56018) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:46.475492 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4af582a3-05e6-400f-ab60-bdd47cbdfe65 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201 HTTP/1.1" status: 200  len: 705 time: 1.9008224
Apr 16 21:32:46.498706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ebf29541-202a-4a65-8470-371610aad954 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fea6dabb-f326-494f-8ffb-80eb019c8175) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:46.509623 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d59462-5f00-4acd-a426-bccc5333da2d None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:46.510271 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-58d59462-5f00-4acd-a426-bccc5333da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125becca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:46.515113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00327e9e-0165-4750-9af4-76dd8cd27c0e None None] Network fea6dabb-f326-494f-8ffb-80eb019c8175 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:46.542725 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c1f24fa2-37bd-4016-9e60-b75a48703efc req-76ef646f-5f5a-49c5-8c13-5b8a009b5bd9 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629365
Apr 16 21:32:46.579188 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0024aaa7-7eeb-46df-a5f4-276a7f8c3033 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.580621 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0024aaa7-7eeb-46df-a5f4-276a7f8c3033 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.588053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf29541-202a-4a65-8470-371610aad954 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:46.588742 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ebf29541-202a-4a65-8470-371610aad954 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.595127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56020) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:46.604160 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-00a40624-b95a-4e5f-9cd8-775c8c66a057 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=78dd91b7-4d77-4be2-9419-e0f76a1be201 HTTP/1.1" status: 200  len: 205 time: 0.1243017
Apr 16 21:32:46.660630 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-58d59462-5f00-4acd-a426-bccc5333da2d None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:46.664781 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c699f1e7-8411-411a-9fa5-427ea9aa74cd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (20dc6c66-40e7-4f1e-85bd-24d7dceb691e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.723104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ebf29541-202a-4a65-8470-371610aad954 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.6523092
Apr 16 21:32:46.725641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56022) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:46.730689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-239679778', 'network_id': 'fea6dabb-f326-494f-8ffb-80eb019c8175'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:46.741466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a926ad-0128-4906-be41-361a29a90e1d None None] Network fea6dabb-f326-494f-8ffb-80eb019c8175 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:46.743321 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-58d59462-5f00-4acd-a426-bccc5333da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125becca0>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:39Z', 'revision_number': 11, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:46.754208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699f1e7-8411-411a-9fa5-427ea9aa74cd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=20dc6c66-40e7-4f1e-85bd-24d7dceb691e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:46.758081 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c699f1e7-8411-411a-9fa5-427ea9aa74cd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.761939 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c699f1e7-8411-411a-9fa5-427ea9aa74cd tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/20dc6c66-40e7-4f1e-85bd-24d7dceb691e HTTP/1.1" status: 204  len: 168 time: 0.9991145
Apr 16 21:32:46.764532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56024) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:46.764681 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12378039-a6cd-46ca-9ce6-b68f5bb35f9c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.803336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad181cc7-d443-43df-a465-f301ad60fb21 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:46.810994 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d59462-5f00-4acd-a426-bccc5333da2d None None] Checking router: 78dd91b7-4d77-4be2-9419-e0f76a1be201 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:32:46.832219 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d59462-5f00-4acd-a426-bccc5333da2d None None] Routers {'78dd91b7-4d77-4be2-9419-e0f76a1be201'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:46.832859 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-58d59462-5f00-4acd-a426-bccc5333da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125becca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['78dd91b7-4d77-4be2-9419-e0f76a1be201'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:46.844527 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f8ec973d-39fe-4c1f-aa45-fe38a5145671 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0788109
Apr 16 21:32:46.866897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56026) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:46.867828 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0024aaa7-7eeb-46df-a5f4-276a7f8c3033 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.948992 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0024aaa7-7eeb-46df-a5f4-276a7f8c3033 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.960363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7f353b-9cb5-4e01-b92a-a311f863f582 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:46.961901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dd7f353b-9cb5-4e01-b92a-a311f863f582 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0943952
Apr 16 21:32:46.962837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Made reservation on behalf of 41a70d85ef434d8c9d552fe454017c09 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:46.973528 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:46.981047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56030) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:46.996496 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-58d59462-5f00-4acd-a426-bccc5333da2d None None] Set router 78dd91b7-4d77-4be2-9419-e0f76a1be201 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:47.009940 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12378039-a6cd-46ca-9ce6-b68f5bb35f9c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.013875 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12378039-a6cd-46ca-9ce6-b68f5bb35f9c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (78dd91b7-4d77-4be2-9419-e0f76a1be201), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.091027 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0024aaa7-7eeb-46df-a5f4-276a7f8c3033 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.093247 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0024aaa7-7eeb-46df-a5f4-276a7f8c3033 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.7401476
Apr 16 21:32:47.095830 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-58d59462-5f00-4acd-a426-bccc5333da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125becca0>, [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:39Z', 'revision_number': 11, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:47.095999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56034) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:47.113673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-77196395-1696-4b74-b331-ce4e340e7cd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'network': {'name': 'tempest-RoutersTest-293658767'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:47.125235 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d59462-5f00-4acd-a426-bccc5333da2d None None] The sync data for ids ['78dd91b7-4d77-4be2-9419-e0f76a1be201'] in ncdv-master-1 is: [{'id': '78dd91b7-4d77-4be2-9419-e0f76a1be201', 'name': 'tempest-RoutersIpV6Test-router-1100408972', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:39Z', 'updated_at': '2022-04-16T21:32:39Z', 'revision_number': 11, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:47.157066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] device_id is not set on port 2efdeca5-1f3b-4b81-8344-a6bf64ffebc6 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:32:47.170634 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12378039-a6cd-46ca-9ce6-b68f5bb35f9c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (78dd91b7-4d77-4be2-9419-e0f76a1be201), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.170855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12378039-a6cd-46ca-9ce6-b68f5bb35f9c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Fanout notify agent at l3_agent the message router_deleted on router 78dd91b7-4d77-4be2-9419-e0f76a1be201 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:32:47.187278 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12378039-a6cd-46ca-9ce6-b68f5bb35f9c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.204355 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-12378039-a6cd-46ca-9ce6-b68f5bb35f9c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201 HTTP/1.1" status: 204  len: 168 time: 0.6079950
Apr 16 21:32:47.205080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56038) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:47.214769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-bb7cc207-f360-4343-9842-7195f3321605 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-267911141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:47.250026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77196395-1696-4b74-b331-ce4e340e7cd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:47.254914 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77196395-1696-4b74-b331-ce4e340e7cd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.277809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27459b9d-6100-45c7-aa26-0f6e021ef922 None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:47.314992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef2cda-4f01-407e-91b8-af012274472b req-11d28e6f-08fb-48d3-82ca-315fb03e2b12 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:47.322934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b285a7-272e-4e9b-9c80-fe0d4bb91353 req-985346ce-f96d-45b9-b377-dd64812f66ef tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:47.324583 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78b285a7-272e-4e9b-9c80-fe0d4bb91353 req-985346ce-f96d-45b9-b377-dd64812f66ef tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1185911
Apr 16 21:32:47.325280 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6ef2cda-4f01-407e-91b8-af012274472b req-11d28e6f-08fb-48d3-82ca-315fb03e2b12 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.3491247
Apr 16 21:32:47.329093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77196395-1696-4b74-b331-ce4e340e7cd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:32:47.339240 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77196395-1696-4b74-b331-ce4e340e7cd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (460dd1c5-6a39-445c-9e63-3018783d0134), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.339611 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-77196395-1696-4b74-b331-ce4e340e7cd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Added segment 460dd1c5-6a39-445c-9e63-3018783d0134 of type vlan for network 04cf359e-6618-48db-b01b-bee9fc23afc4
Apr 16 21:32:47.364890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e302861e-b3f4-48f9-b6a9-6f8f62027444 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:47.373511 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e302861e-b3f4-48f9-b6a9-6f8f62027444 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3914564
Apr 16 21:32:47.376274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-27459b9d-6100-45c7-aa26-0f6e021ef922 None None] Deleting port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:47.376884 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-27459b9d-6100-45c7-aa26-0f6e021ef922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d68cea6b-2d49-4f68-b5a1-7e0f4ba17867), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.387038 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56040) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:47.404461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb7cc207-f360-4343-9842-7195f3321605 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (ad9f3c54-727b-4daf-884a-0b4864b944cd), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.405500 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb7cc207-f360-4343-9842-7195f3321605 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (ad9f3c54-727b-4daf-884a-0b4864b944cd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.452005 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6ef2cda-4f01-407e-91b8-af012274472b req-ac2b6ec5-8123-4333-a468-c843b1bafa42 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1249638
Apr 16 21:32:47.460909 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77196395-1696-4b74-b331-ce4e340e7cd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (04cf359e-6618-48db-b01b-bee9fc23afc4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.464023 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c84296f7-2004-4b45-bb07-3e25ba8ce0d1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0759008
Apr 16 21:32:47.478718 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56042) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:47.489282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f51e2b42-f299-4ec4-b47a-86f687d7bef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:47.514425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-27459b9d-6100-45c7-aa26-0f6e021ef922 None None] For port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d68cea6b-2d49-4f68-b5a1-7e0f4ba17867,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:47.514843 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-27459b9d-6100-45c7-aa26-0f6e021ef922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d68cea6b-2d49-4f68-b5a1-7e0f4ba17867), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.536819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-27459b9d-6100-45c7-aa26-0f6e021ef922 None None] Calling delete_port for d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:47.544472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Allocated IP 172.20.0.10 (fea6dabb-f326-494f-8ffb-80eb019c8175/0c61ee66-622d-4bee-b228-1d52f37a703a/2efdeca5-1f3b-4b81-8344-a6bf64ffebc6) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:47.662726 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78b285a7-272e-4e9b-9c80-fe0d4bb91353 req-0d3846ce-7528-422a-8e39-ca5b9264fe6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3135505
Apr 16 21:32:47.673201 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb7cc207-f360-4343-9842-7195f3321605 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (ad9f3c54-727b-4daf-884a-0b4864b944cd), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.749585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77196395-1696-4b74-b331-ce4e340e7cd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (04cf359e-6618-48db-b01b-bee9fc23afc4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.763339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77196395-1696-4b74-b331-ce4e340e7cd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:47.764271 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77196395-1696-4b74-b331-ce4e340e7cd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.797434 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-27459b9d-6100-45c7-aa26-0f6e021ef922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (d68cea6b-2d49-4f68-b5a1-7e0f4ba17867), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.826851 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb7cc207-f360-4343-9842-7195f3321605 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (ad9f3c54-727b-4daf-884a-0b4864b944cd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.829328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27459b9d-6100-45c7-aa26-0f6e021ef922 None None] Pushing event deleted for resources: {'Port': ['ID=d68cea6b-2d49-4f68-b5a1-7e0f4ba17867,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:47.830832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27459b9d-6100-45c7-aa26-0f6e021ef922 None None] No DVR routers for this DVR port d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:47.856427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51e2b42-f299-4ec4-b47a-86f687d7bef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:47.860480 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f51e2b42-f299-4ec4-b47a-86f687d7bef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.863095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a9e60-201e-4129-bf5c-8bb5d386c89a req-2e0d9358-c21d-41d3-9a77-d9f1e6543a1d tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:47.865677 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe9a9e60-201e-4129-bf5c-8bb5d386c89a req-2e0d9358-c21d-41d3-9a77-d9f1e6543a1d tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 943 time: 0.1867220
Apr 16 21:32:47.880336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for port (2efdeca5-1f3b-4b81-8344-a6bf64ffebc6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:47.931344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77196395-1696-4b74-b331-ce4e340e7cd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Network': ['ID=04cf359e-6618-48db-b01b-bee9fc23afc4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:47.941184 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe9a9e60-201e-4129-bf5c-8bb5d386c89a req-b12841ce-41c5-46a7-b87f-7d80c9a0df89 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658929
Apr 16 21:32:47.942986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 04cf359e-6618-48db-b01b-bee9fc23afc4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:32:48.031095 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-77196395-1696-4b74-b331-ce4e340e7cd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.9340115
Apr 16 21:32:48.033881 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56046) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:48.038892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-705f193c-8611-44a2-a912-1def59b9bde7 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'subnet': {'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:48.054880 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (2efdeca5-1f3b-4b81-8344-a6bf64ffebc6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:48.055634 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb7cc207-f360-4343-9842-7195f3321605 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:48.057714 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bb7cc207-f360-4343-9842-7195f3321605 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.8467433
Apr 16 21:32:48.066180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56048) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:48.095053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-680f9063-a62c-41e4-b30f-eb7bb77ef567 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Request body: {'router': {'admin_state_up': True}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:48.161414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Network fea6dabb-f326-494f-8ffb-80eb019c8175 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:48.173943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:48.186135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:48.192677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event updated for resources: {'Port': ['ID=2efdeca5-1f3b-4b81-8344-a6bf64ffebc6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:48.249009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:48.249623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:48.347510 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-680f9063-a62c-41e4-b30f-eb7bb77ef567 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (ad9f3c54-727b-4daf-884a-0b4864b944cd), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:48.594722 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaded0-b8cf-4233-80ab-01cbeeb29292 req-1d847270-9557-4372-a30c-fcb107ca47fe tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:48.596228 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8fdaded0-b8cf-4233-80ab-01cbeeb29292 req-1d847270-9557-4372-a30c-fcb107ca47fe tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.0510552
Apr 16 21:32:48.678657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8fdaded0-b8cf-4233-80ab-01cbeeb29292 req-d2b3d307-49b2-4c3a-88d1-2aab447829a5 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764349
Apr 16 21:32:48.702954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.objects.ports [None req-f51e2b42-f299-4ec4-b47a-86f687d7bef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122555) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:32:48.705157 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-680f9063-a62c-41e4-b30f-eb7bb77ef567 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (ad9f3c54-727b-4daf-884a-0b4864b944cd), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:48.709882 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-722e4dc8-0552-40d7-8c1f-658f1a3ca9ab tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 1.9809959
Apr 16 21:32:48.710418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f51e2b42-f299-4ec4-b47a-86f687d7bef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (8b48da53-4291-4b98-ba51-64799ef5a078), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:48.710543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705f193c-8611-44a2-a912-1def59b9bde7 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:48.713106 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-705f193c-8611-44a2-a912-1def59b9bde7 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:48.714691 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56056) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:48.868573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5055cb-c5ee-4c12-b85d-fcef23225378 req-97e4d150-1694-4abc-9df6-369a8fdc40a7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:48.870106 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-db5055cb-c5ee-4c12-b85d-fcef23225378 req-97e4d150-1694-4abc-9df6-369a8fdc40a7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1079097
Apr 16 21:32:48.884507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b28326fa-0cd8-494d-8422-4348cddbe7a4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:32:49.080299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b28326fa-0cd8-494d-8422-4348cddbe7a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b28326fa-0cd8-494d-8422-4348cddbe7a4,segment=NetworkSegment(520dfe07-a4a5-4a93-8334-5bed6c74dc03),segment_id=520dfe07-a4a5-4a93-8334-5bed6c74dc03)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:49.097942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'b28326fa-0cd8-494d-8422-4348cddbe7a4', 'network_id': '1beb4ec8-1c21-4d51-8bea-7d6c54b461fd', 'port_id': 'b28326fa-0cd8-494d-8422-4348cddbe7a4', 'mac_address': 'fa:16:3e:f4:db:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4b7fb4-852d-4c94-9605-e69bdb4a3de7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:32:49.100105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:49.148433 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-db5055cb-c5ee-4c12-b85d-fcef23225378 req-8016c5d6-0137-4f77-9729-26a23aa23a43 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2624388
Apr 16 21:32:49.161254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:49.162006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d68cea6b-2d49-4f68-b5a1-7e0f4ba17867 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:49.172371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port b28326fa-0cd8-494d-8422-4348cddbe7a4 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:49.172371 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:49.189045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28326fa-0cd8-494d-8422-4348cddbe7a4 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:32:49.190573 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-705f193c-8611-44a2-a912-1def59b9bde7 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (d7f9737b-df66-47f2-a878-115b225cb11c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:49.229119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b28326fa-0cd8-494d-8422-4348cddbe7a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b28326fa-0cd8-494d-8422-4348cddbe7a4,segment=NetworkSegment(520dfe07-a4a5-4a93-8334-5bed6c74dc03),segment_id=520dfe07-a4a5-4a93-8334-5bed6c74dc03)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:49.280578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e2b42-f299-4ec4-b47a-86f687d7bef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:49.284270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f51e2b42-f299-4ec4-b47a-86f687d7bef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:49.295808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f193c-8611-44a2-a912-1def59b9bde7 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Subnet': ['ID=d7f9737b-df66-47f2-a878-115b225cb11c,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:49.297399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f1993f-2130-4c6d-bc3c-969181ca7caa None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:49.304468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705f193c-8611-44a2-a912-1def59b9bde7 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Checking segment: {'id': '460dd1c5-6a39-445c-9e63-3018783d0134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:49.304911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f193c-8611-44a2-a912-1def59b9bde7 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network hostable DHCP agents. Network: 04cf359e-6618-48db-b01b-bee9fc23afc4, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:32:49.305181 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e2b42-f299-4ec4-b47a-86f687d7bef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:49.305796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f51e2b42-f299-4ec4-b47a-86f687d7bef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:49.344784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e2b42-f299-4ec4-b47a-86f687d7bef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=8b48da53-4291-4b98-ba51-64799ef5a078,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:49.370938 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:49.401980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed032-8785-46ca-b5ce-f56861707759 req-a81eb881-40db-4b50-a776-3942c6758b8f tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:49.403445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3a7ed032-8785-46ca-b5ce-f56861707759 req-a81eb881-40db-4b50-a776-3942c6758b8f tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 944 time: 0.1262736
Apr 16 21:32:49.416968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7acf2261-4fc3-4485-bca0-b6143971af92 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Deleting port 2efdeca5-1f3b-4b81-8344-a6bf64ffebc6 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:49.417585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7acf2261-4fc3-4485-bca0-b6143971af92 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2efdeca5-1f3b-4b81-8344-a6bf64ffebc6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:49.423300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f193c-8611-44a2-a912-1def59b9bde7 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 04cf359e-6618-48db-b01b-bee9fc23afc4 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:32:49.458995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=b28326fa-0cd8-494d-8422-4348cddbe7a4,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:49.499191 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f51e2b42-f299-4ec4-b47a-86f687d7bef0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 2.0163391
Apr 16 21:32:49.500222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56062) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:49.513900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'mac_address': 'fa:16:3e:21:b1:e5', 'name': 'tempest-NetworksTestDHCPv6-654910318'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:49.525249 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': '8b48da53-4291-4b98-ba51-64799ef5a078'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:32:49.526622 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:49.548572 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3a7ed032-8785-46ca-b5ce-f56861707759 req-a17a78a8-076b-4c79-a384-5b2e4ea93948 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359630
Apr 16 21:32:49.564804 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7acf2261-4fc3-4485-bca0-b6143971af92 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2efdeca5-1f3b-4b81-8344-a6bf64ffebc6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:49.582945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7acf2261-4fc3-4485-bca0-b6143971af92 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Calling delete_port for 2efdeca5-1f3b-4b81-8344-a6bf64ffebc6 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:49.585237 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-705f193c-8611-44a2-a912-1def59b9bde7 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 04cf359e-6618-48db-b01b-bee9fc23afc4) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:49.590684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b28326fa-0cd8-494d-8422-4348cddbe7a4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:32:49.592904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f193c-8611-44a2-a912-1def59b9bde7 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:49.593623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-705f193c-8611-44a2-a912-1def59b9bde7 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:49.601776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680f9063-a62c-41e4-b30f-eb7bb77ef567 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Router ad9f3c54-727b-4daf-884a-0b4864b944cd is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:32:49.648284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f1529-acd0-4c7c-9e4f-9e84a4ed928f None None] Network 04cf359e-6618-48db-b01b-bee9fc23afc4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:49.702347 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-705f193c-8611-44a2-a912-1def59b9bde7 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6672523
Apr 16 21:32:49.704859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56064) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:49.769611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:49.799029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680f9063-a62c-41e4-b30f-eb7bb77ef567 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:49.806874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-680f9063-a62c-41e4-b30f-eb7bb77ef567 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:49.810901 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-680f9063-a62c-41e4-b30f-eb7bb77ef567 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "PUT /v2.0/routers/ad9f3c54-727b-4daf-884a-0b4864b944cd HTTP/1.1" status: 200  len: 697 time: 1.7394850
Apr 16 21:32:49.811679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56068) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:49.840510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0294af9-b303-40e2-b509-0fc43e3ef0a3 None None] Sync routers for ids ['ad9f3c54-727b-4daf-884a-0b4864b944cd'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:49.884426 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:49.915973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6979ad0f-8cde-42b2-af51-7889c26603aa tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/routers/ad9f3c54-727b-4daf-884a-0b4864b944cd HTTP/1.1" status: 200  len: 703 time: 0.1037161
Apr 16 21:32:49.926310 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56070) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:49.930075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0294af9-b303-40e2-b509-0fc43e3ef0a3 None None] Routers {'ad9f3c54-727b-4daf-884a-0b4864b944cd'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:49.930075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a0294af9-b303-40e2-b509-0fc43e3ef0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f380cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ad9f3c54-727b-4daf-884a-0b4864b944cd'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:49.998845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-04cf359e-6618-48db-b01b-bee9fc23afc4', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:32:49.999820 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:50.013092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7acf2261-4fc3-4485-bca0-b6143971af92 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2efdeca5-1f3b-4b81-8344-a6bf64ffebc6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:50.059673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf2261-4fc3-4485-bca0-b6143971af92 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event deleted for resources: {'Port': ['ID=2efdeca5-1f3b-4b81-8344-a6bf64ffebc6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:50.063757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Allocated IP 2001:db8::f816:3eff:fec8:6b79 (0d27c69b-2090-42d8-afae-1332cd31e453/8b48da53-4291-4b98-ba51-64799ef5a078/e414242a-5530-426c-956d-0358e789c891) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:50.097193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-a0294af9-b303-40e2-b509-0fc43e3ef0a3 None None] Set router ad9f3c54-727b-4daf-884a-0b4864b944cd gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:50.098054 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3b3453f0-bbd1-4b84-9909-6912b2b03836 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9f3c54-727b-4daf-884a-0b4864b944cd HTTP/1.1" status: 200  len: 205 time: 0.1537621
Apr 16 21:32:50.098975 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56072) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:50.165015 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7acf2261-4fc3-4485-bca0-b6143971af92 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:50.171027 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7acf2261-4fc3-4485-bca0-b6143971af92 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2efdeca5-1f3b-4b81-8344-a6bf64ffebc6 HTTP/1.1" status: 204  len: 168 time: 1.4475791
Apr 16 21:32:50.173545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56076) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:50.178784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a0294af9-b303-40e2-b509-0fc43e3ef0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f380cd0>, [{'id': 'ad9f3c54-727b-4daf-884a-0b4864b944cd', 'name': 'tempest-RoutersIpV6Test-router-267911141', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:47Z', 'updated_at': '2022-04-16T21:32:48Z', 'revision_number': 2, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:50.189285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fea6dabb-f326-494f-8ffb-80eb019c8175', 'external_fixed_ips': [{'subnet_id': '0c61ee66-622d-4bee-b228-1d52f37a703a', 'ip_address': '172.20.0.10'}]}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:50.190055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port d2a202e1-b050-474a-ad74-25e26da3f005 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:32:50.204948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba4fcb-e294-4baa-8557-3513a4ec99e6 req-903e2ccb-f954-41a5-a38f-9ada70f73afa tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:50.206678 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96ba4fcb-e294-4baa-8557-3513a4ec99e6 req-903e2ccb-f954-41a5-a38f-9ada70f73afa tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.3374195
Apr 16 21:32:50.280103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0294af9-b303-40e2-b509-0fc43e3ef0a3 None None] Checking router: ad9f3c54-727b-4daf-884a-0b4864b944cd for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:32:50.310844 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (642da7fd-2454-489d-a5bc-b142ae86902b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:50.311908 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (642da7fd-2454-489d-a5bc-b142ae86902b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:50.370435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_controller (642da7fd-2454-489d-a5bc-b142ae86902b), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:50.379901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0294af9-b303-40e2-b509-0fc43e3ef0a3 None None] Routers {'ad9f3c54-727b-4daf-884a-0b4864b944cd'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:50.380589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a0294af9-b303-40e2-b509-0fc43e3ef0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f380cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ad9f3c54-727b-4daf-884a-0b4864b944cd'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:50.394732 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96ba4fcb-e294-4baa-8557-3513a4ec99e6 req-1f75467f-884d-4ab2-af94-36bba488cc7f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1509314
Apr 16 21:32:50.403486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0539c-745d-472b-8779-b370c235fbd6 req-7b5bd6ab-15ea-46a5-b6cf-b444e7443059 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:50.414305 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9de0539c-745d-472b-8779-b370c235fbd6 req-7b5bd6ab-15ea-46a5-b6cf-b444e7443059 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1618621
Apr 16 21:32:50.449125 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f0d939e-7aad-4849-979d-a0162e953a4c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (ad9f3c54-727b-4daf-884a-0b4864b944cd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:50.454672 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:50.736882 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (642da7fd-2454-489d-a5bc-b142ae86902b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:50.745253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-a0294af9-b303-40e2-b509-0fc43e3ef0a3 None None] Set router ad9f3c54-727b-4daf-884a-0b4864b944cd gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:50.770681 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9de0539c-745d-472b-8779-b370c235fbd6 req-eb5b4c66-9cf9-4269-86b1-2ec0ba3eb9fc tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3456724
Apr 16 21:32:50.822302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a0294af9-b303-40e2-b509-0fc43e3ef0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f380cd0>, [{'id': 'ad9f3c54-727b-4daf-884a-0b4864b944cd', 'name': 'tempest-RoutersIpV6Test-router-267911141', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:47Z', 'updated_at': '2022-04-16T21:32:48Z', 'revision_number': 2, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:50.854290 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0294af9-b303-40e2-b509-0fc43e3ef0a3 None None] The sync data for ids ['ad9f3c54-727b-4daf-884a-0b4864b944cd'] in ncdv-master-1 is: [{'id': 'ad9f3c54-727b-4daf-884a-0b4864b944cd', 'name': 'tempest-RoutersIpV6Test-router-267911141', 'tenant_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:47Z', 'updated_at': '2022-04-16T21:32:48Z', 'revision_number': 2, 'project_id': '9954fc3f6ada46f1ac578ffe8809dcb1', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:50.887755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Allocated IP 172.20.0.2 (04cf359e-6618-48db-b01b-bee9fc23afc4/d7f9737b-df66-47f2-a878-115b225cb11c/1b96378f-59fd-48a5-8771-bd0603558103) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:50.901004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b28326fa-0cd8-494d-8422-4348cddbe7a4 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:50.934546 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f0d939e-7aad-4849-979d-a0162e953a4c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (ad9f3c54-727b-4daf-884a-0b4864b944cd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:50.937713 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f0d939e-7aad-4849-979d-a0162e953a4c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router_controller (ad9f3c54-727b-4daf-884a-0b4864b944cd), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.040312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d30e43-8bec-450e-ac76-b7ae247f74d5 req-5548158e-222f-4020-b1d3-f2cc130a070a tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:51.042049 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c4d30e43-8bec-450e-ac76-b7ae247f74d5 req-5548158e-222f-4020-b1d3-f2cc130a070a tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 944 time: 0.2756824
Apr 16 21:32:51.072855 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Publish callbacks [] for port (e414242a-5530-426c-956d-0358e789c891), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.094265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port b28326fa-0cd8-494d-8422-4348cddbe7a4 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:32:51.111888 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f0d939e-7aad-4849-979d-a0162e953a4c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (ad9f3c54-727b-4daf-884a-0b4864b944cd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.112825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0d939e-7aad-4849-979d-a0162e953a4c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Fanout notify agent at l3_agent the message router_deleted on router ad9f3c54-727b-4daf-884a-0b4864b944cd {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:32:51.127617 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f0d939e-7aad-4849-979d-a0162e953a4c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.135776 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7f0d939e-7aad-4849-979d-a0162e953a4c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/ad9f3c54-727b-4daf-884a-0b4864b944cd HTTP/1.1" status: 204  len: 168 time: 0.9531374
Apr 16 21:32:51.139364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56080) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:51.161651 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c4d30e43-8bec-450e-ac76-b7ae247f74d5 req-2b994258-d4b4-43c8-abce-ed1414cc4f06 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104414
Apr 16 21:32:51.193991 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (e414242a-5530-426c-956d-0358e789c891), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.196595 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f5b6e1ee-d0b8-45f4-87d4-531de3dde03b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad9f3c54-727b-4daf-884a-0b4864b944cd HTTP/1.1" status: 200  len: 205 time: 0.0548756
Apr 16 21:32:51.200347 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port b28326fa-0cd8-494d-8422-4348cddbe7a4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:51.200347 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.210997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56082) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:51.212748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (642da7fd-2454-489d-a5bc-b142ae86902b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.275972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::f816:3eff:fe21:b1e5 (0d27c69b-2090-42d8-afae-1332cd31e453/8b48da53-4291-4b98-ba51-64799ef5a078/d2a202e1-b050-474a-ad74-25e26da3f005) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:51.293846 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.297054 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-0acecbbe-3860-4a15-8aca-639f478ee13b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] delete failed (client error): The resource could not be found.
Apr 16 21:32:51.303434 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0acecbbe-3860-4a15-8aca-639f478ee13b tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/ad9f3c54-727b-4daf-884a-0b4864b944cd HTTP/1.1" status: 404  len: 336 time: 0.0595193
Apr 16 21:32:51.306470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56084) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:51.328099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Pushing event updated for resources: {'Port': ['ID=e414242a-5530-426c-956d-0358e789c891,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:51.337351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:51.348180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:51.353925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:51.356222 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Publish callbacks [] for port (1b96378f-59fd-48a5-8771-bd0603558103), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.369485 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-85edb52f-a02f-4a76-b065-f006aeb499af tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:32:51.374292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85edb52f-a02f-4a76-b065-f006aeb499af tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:51.380324 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-85edb52f-a02f-4a76-b065-f006aeb499af tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/639ab1f1-c3de-47c3-ac74-9ad53c4c1c10 HTTP/1.1" status: 404  len: 337 time: 0.0700133
Apr 16 21:32:51.410326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56086) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:51.463928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port b28326fa-0cd8-494d-8422-4348cddbe7a4 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:51.470380 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.478503 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1ff98a-43b0-4960-95e7-cf5faeb824ab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:32:51.479364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1ff98a-43b0-4960-95e7-cf5faeb824ab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:51.482990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0c1ff98a-43b0-4960-95e7-cf5faeb824ab tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/6250a8d4-3140-4334-8ea8-67adbb012bb3 HTTP/1.1" status: 404  len: 337 time: 0.0716774
Apr 16 21:32:51.494492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56090) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:51.496610 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (1b96378f-59fd-48a5-8771-bd0603558103), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.564552 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Attempting to bind port e414242a-5530-426c-956d-0358e789c891 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:51.565081 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Attempting to bind port e414242a-5530-426c-956d-0358e789c891 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:51.565554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Attempting to bind port e414242a-5530-426c-956d-0358e789c891 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:51.575034 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6c1a7c-3d21-4dad-b6a4-585cdd607ae7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:32:51.576061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6c1a7c-3d21-4dad-b6a4-585cdd607ae7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:51.576340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Network 04cf359e-6618-48db-b01b-bee9fc23afc4 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:51.581245 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3e6c1a7c-3d21-4dad-b6a4-585cdd607ae7 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/0f914390-03d8-46a6-bd97-17aa68707e97 HTTP/1.1" status: 404  len: 337 time: 0.0806222
Apr 16 21:32:51.586812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:51.595387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea5d86a-4000-4ae6-81f2-3b2232b06db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28326fa-0cd8-494d-8422-4348cddbe7a4'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:32:51.597959 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07636be8-6520-4d40-a022-8aa3dc9a350c" -d '{"events": [{"server_uuid": "8ea5d86a-4000-4ae6-81f2-3b2232b06db0", "name": "network-vif-plugged", "status": "completed", "tag": "b28326fa-0cd8-494d-8422-4348cddbe7a4"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:32:51.602187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:51.607536 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:51.608034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:51.608538 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.611264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:51.611264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Bound port: e414242a-5530-426c-956d-0358e789c891, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:51.611264 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e414242a-5530-426c-956d-0358e789c891), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.626749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Allocated IP 172.20.0.1 (04cf359e-6618-48db-b01b-bee9fc23afc4/d7f9737b-df66-47f2-a878-115b225cb11c/4387ba93-8fe3-41d0-a39c-7bd75d5f31e4) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:51.627071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b28326fa-0cd8-494d-8422-4348cddbe7a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b28326fa-0cd8-494d-8422-4348cddbe7a4,segment=NetworkSegment(520dfe07-a4a5-4a93-8334-5bed6c74dc03),segment_id=520dfe07-a4a5-4a93-8334-5bed6c74dc03)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:51.644706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Pushing event updated for resources: {'Port': ['ID=1b96378f-59fd-48a5-8771-bd0603558103,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:51.706955 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e20935-3f8d-41c3-975f-f853072d3b8f x-openstack-request-id: req-f0e20935-3f8d-41c3-975f-f853072d3b8f {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:32:51.707418 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea5d86a-4000-4ae6-81f2-3b2232b06db0", "name": "network-vif-plugged", "status": "completed", "tag": "b28326fa-0cd8-494d-8422-4348cddbe7a4", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:32:51.707770 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0e20935-3f8d-41c3-975f-f853072d3b8f {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:32:51.708335 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e20935-3f8d-41c3-975f-f853072d3b8f'] response: {'server_uuid': '8ea5d86a-4000-4ae6-81f2-3b2232b06db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28326fa-0cd8-494d-8422-4348cddbe7a4', 'code': 200}
Apr 16 21:32:51.724919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56092) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:51.732663 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.788470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Attempting to bind port 1b96378f-59fd-48a5-8771-bd0603558103 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:51.789114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Attempting to bind port 1b96378f-59fd-48a5-8771-bd0603558103 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '460dd1c5-6a39-445c-9e63-3018783d0134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:51.789584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Attempting to bind port 1b96378f-59fd-48a5-8771-bd0603558103 on network 04cf359e-6618-48db-b01b-bee9fc23afc4 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:51.826533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:51.827100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Checking segment: {'id': '460dd1c5-6a39-445c-9e63-3018783d0134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:51.827613 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.828114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Bound using segment: {'id': '460dd1c5-6a39-445c-9e63-3018783d0134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:51.828782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Bound port: 1b96378f-59fd-48a5-8771-bd0603558103, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460dd1c5-6a39-445c-9e63-3018783d0134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:51.829465 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1b96378f-59fd-48a5-8771-bd0603558103), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.830128 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:51.848286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] For port e414242a-5530-426c-956d-0358e789c891, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:51.850804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=b28326fa-0cd8-494d-8422-4348cddbe7a4,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:51.868745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] For port e414242a-5530-426c-956d-0358e789c891, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e414242a-5530-426c-956d-0358e789c891,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:51.883117 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fe05cd-f48d-4ccc-ac43-0c49c16702d4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:32:51.883117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fe05cd-f48d-4ccc-ac43-0c49c16702d4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:51.885665 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d3fe05cd-f48d-4ccc-ac43-0c49c16702d4 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/f97abb11-80f0-4a9c-abcd-2967de3ddd50 HTTP/1.1" status: 404  len: 337 time: 0.1503618
Apr 16 21:32:51.892142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56098) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:51.895484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14662b0-69b6-427b-9da4-431c1aa9979b req-8cc898c2-70a9-4479-bd8b-09308b0063a3 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:51.907391 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e14662b0-69b6-427b-9da4-431c1aa9979b req-8cc898c2-70a9-4479-bd8b-09308b0063a3 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.2995310
Apr 16 21:32:51.945419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c74370-7861-49ce-969e-ca7125b2e1f9 req-fab2f8f4-8fea-47b6-95c3-5e99a2353ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:51.947482 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90c74370-7861-49ce-969e-ca7125b2e1f9 req-fab2f8f4-8fea-47b6-95c3-5e99a2353ff7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 1127 time: 0.1539528
Apr 16 21:32:51.950393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] For port 1b96378f-59fd-48a5-8771-bd0603558103, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:51.957829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] For port 1b96378f-59fd-48a5-8771-bd0603558103, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b96378f-59fd-48a5-8771-bd0603558103,segment=NetworkSegment(460dd1c5-6a39-445c-9e63-3018783d0134),segment_id=460dd1c5-6a39-445c-9e63-3018783d0134)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:51.985584 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e414242a-5530-426c-956d-0358e789c891), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:52.066401 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1b96378f-59fd-48a5-8771-bd0603558103), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:52.125279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9049b-cbde-4349-8c41-e2b3a0c22adb None None] Pushing event updated for resources: {'Port': ['ID=e414242a-5530-426c-956d-0358e789c891,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:52.131017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e14662b0-69b6-427b-9da4-431c1aa9979b req-829b31b7-5a68-4ade-8c04-0a079ce1ab6b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2179210
Apr 16 21:32:52.145856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90c74370-7861-49ce-969e-ca7125b2e1f9 req-d91b0b1d-a46a-4019-a20f-fa55585d2bed service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538124
Apr 16 21:32:52.240081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Allocated IP 172.20.0.10 (fea6dabb-f326-494f-8ffb-80eb019c8175/0c61ee66-622d-4bee-b228-1d52f37a703a/895627c3-f53e-4ce3-b61a-d6cd00d3f4ab) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:32:52.250762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb23645-5c32-4006-ba76-31a9ccf50de8 None None] Pushing event updated for resources: {'Port': ['ID=1b96378f-59fd-48a5-8771-bd0603558103,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:52.414700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a51533-aa73-4920-93a0-710f2e63478c req-88d74259-e832-48ea-aafe-2fc74ddb5f50 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:52.416347 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e5a51533-aa73-4920-93a0-710f2e63478c req-88d74259-e832-48ea-aafe-2fc74ddb5f50 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 945 time: 0.1053159
Apr 16 21:32:52.686761 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e5a51533-aa73-4920-93a0-710f2e63478c req-f6be1518-e501-4828-ba49-73435cbe33c6 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2260005
Apr 16 21:32:52.690767 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for port (895627c3-f53e-4ce3-b61a-d6cd00d3f4ab), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:52.722522 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-65c1b26b-89cf-424b-9bfd-dca74dc4dcd5 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=78dd91b7-4d77-4be2-9419-e0f76a1be201 HTTP/1.1" status: 200  len: 205 time: 0.8225467
Apr 16 21:32:52.726683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56102) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:52.775971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685c984-8fe7-4cc4-b872-a98c787f3102 req-28de95ca-00bf-4bd7-84bd-54baef12b188 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:52.777618 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6685c984-8fe7-4cc4-b872-a98c787f3102 req-28de95ca-00bf-4bd7-84bd-54baef12b188 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.8661771
Apr 16 21:32:52.784547 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:52.785273 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-5a1e39d6-6cc0-4c99-81a7-b564a2f7e861 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] delete failed (client error): The resource could not be found.
Apr 16 21:32:52.786479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5a1e39d6-6cc0-4c99-81a7-b564a2f7e861 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/78dd91b7-4d77-4be2-9419-e0f76a1be201 HTTP/1.1" status: 404  len: 336 time: 0.0586269
Apr 16 21:32:52.795974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56104) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:52.816140 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (d2a202e1-b050-474a-ad74-25e26da3f005), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:52.848745 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5326d22f-b37a-4b7a-b40f-3352bd049bfb tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cede5b0-1495-4247-8f3b-dbd6336c2b45 HTTP/1.1" status: 200  len: 205 time: 0.0511634
Apr 16 21:32:52.851407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56106) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:52.882516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 04cf359e-6618-48db-b01b-bee9fc23afc4 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:52.904104 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-e52b8fda-a542-4b36-9edd-a915848a4815 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] delete failed (client error): The resource could not be found.
Apr 16 21:32:52.907909 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e52b8fda-a542-4b36-9edd-a915848a4815 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/0cede5b0-1495-4247-8f3b-dbd6336c2b45 HTTP/1.1" status: 404  len: 336 time: 0.0527859
Apr 16 21:32:52.910697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56108) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:52.922937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:52.936275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6685c984-8fe7-4cc4-b872-a98c787f3102 req-28145596-735c-44f2-84c7-1505097936a5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1348727
Apr 16 21:32:52.954186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:52.957783 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=4387ba93-8fe3-41d0-a39c-7bd75d5f31e4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:52.966801 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff0a20f-f063-46a4-b0fe-b02840e66e65 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:32:52.968249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff0a20f-f063-46a4-b0fe-b02840e66e65 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:52.971920 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eff0a20f-f063-46a4-b0fe-b02840e66e65 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/538f0166-740a-473c-b91b-e1a62f38023e HTTP/1.1" status: 404  len: 337 time: 0.0597625
Apr 16 21:32:52.974206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56110) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:52.988513 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (895627c3-f53e-4ce3-b61a-d6cd00d3f4ab), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:53.023869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d2a202e1-b050-474a-ad74-25e26da3f005), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:53.027265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.027631 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.027973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.028395 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.028772 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.029114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.029556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.029903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.032760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.037509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.037914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.038266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.038604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.038943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.039278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:53.074031 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2d58cf3d-2718-4735-9927-eda18737392f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c17d86-5885-46dc-a001-884abcd927ec HTTP/1.1" status: 200  len: 205 time: 0.0984724
Apr 16 21:32:53.077203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event updated for resources: {'Port': ['ID=895627c3-f53e-4ce3-b61a-d6cd00d3f4ab,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:53.080334 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56112) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:53.083812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:53.107139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e414242a-5530-426c-956d-0358e789c891 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:53.109146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:53.119714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:53.128038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:53.128729 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:53.132381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Network fea6dabb-f326-494f-8ffb-80eb019c8175 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:53.134114 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-40a2a796-47db-44fc-8cc8-dfabf680e7cb tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] delete failed (client error): The resource could not be found.
Apr 16 21:32:53.144035 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-40a2a796-47db-44fc-8cc8-dfabf680e7cb tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/55c17d86-5885-46dc-a001-884abcd927ec HTTP/1.1" status: 404  len: 336 time: 0.0598681
Apr 16 21:32:53.144035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:53.145928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56114) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:53.148944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:32:53.188552 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-76c8d3d5-fe69-4400-a766-93b15eb1fb7a tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=10bdefb0-fb34-4279-aaed-c608e8df7d5b HTTP/1.1" status: 200  len: 205 time: 0.0375614
Apr 16 21:32:53.189341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56118) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:53.194404 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:53.202769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=d2a202e1-b050-474a-ad74-25e26da3f005,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:53.218733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e414242a-5530-426c-956d-0358e789c891 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:53.219293 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e414242a-5530-426c-956d-0358e789c891), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:53.273313 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-91df7d77-f2b4-4dac-a0ca-f053684e9ea9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.7706220
Apr 16 21:32:53.278206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56120) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:53.340904 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-20f0d323-fa2b-453e-85d5-3bc4cf9cf266 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] delete failed (client error): The resource could not be found.
Apr 16 21:32:53.343405 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-20f0d323-fa2b-453e-85d5-3bc4cf9cf266 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/10bdefb0-fb34-4279-aaed-c608e8df7d5b HTTP/1.1" status: 404  len: 336 time: 0.1529415
Apr 16 21:32:53.346018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56122) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:53.428452 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dadf68a-688d-4bf9-a1d9-cca802d595c8 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:32:53.428966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dadf68a-688d-4bf9-a1d9-cca802d595c8 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:53.432160 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6dadf68a-688d-4bf9-a1d9-cca802d595c8 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/749ffbe5-1a07-4e63-b5fe-55e805110f9d HTTP/1.1" status: 404  len: 337 time: 0.0851676
Apr 16 21:32:53.438056 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56124) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:53.480209 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e414242a-5530-426c-956d-0358e789c891 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:53.482415 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e414242a-5530-426c-956d-0358e789c891), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:53.483232 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cb1507-d77f-4478-844d-76164e3e1621 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:53.490017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cb1507-d77f-4478-844d-76164e3e1621 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:53.497039 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a4cb1507-d77f-4478-844d-76164e3e1621 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.2177455
Apr 16 21:32:53.500663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56126) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:53.503470 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6c22d37c-2f31-45db-a7c6-f03719fbc099 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=b561472c-8d0f-46a0-9929-aafdcda430f1 HTTP/1.1" status: 200  len: 205 time: 0.0643859
Apr 16 21:32:53.516890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56128) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:53.555471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147b80e-f741-4233-a267-78dd2737390c req-ecf1caa6-b6d0-41b1-9f1a-10d5e1d96197 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:53.557155 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c147b80e-f741-4233-a267-78dd2737390c req-ecf1caa6-b6d0-41b1-9f1a-10d5e1d96197 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.2393715
Apr 16 21:32:53.590785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port e414242a-5530-426c-956d-0358e789c891, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e414242a-5530-426c-956d-0358e789c891,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:53.622228 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-d055b6bd-54ee-4c9e-9532-89a2435f4305 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] delete failed (client error): The resource could not be found.
Apr 16 21:32:53.625794 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d055b6bd-54ee-4c9e-9532-89a2435f4305 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/b561472c-8d0f-46a0-9929-aafdcda430f1 HTTP/1.1" status: 404  len: 336 time: 0.1083279
Apr 16 21:32:53.627454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56130) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:53.647485 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e414242a-5530-426c-956d-0358e789c891), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:53.648477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1b96378f-59fd-48a5-8771-bd0603558103 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:53.692427 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c147b80e-f741-4233-a267-78dd2737390c req-0234a0c4-1bf8-4a82-97fa-56d4be967528 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1188476
Apr 16 21:32:53.717753 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40c2ec6-1234-47ba-93bd-a517e10a2464 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:32:53.718591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40c2ec6-1234-47ba-93bd-a517e10a2464 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:53.722021 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f40c2ec6-1234-47ba-93bd-a517e10a2464 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/8f80b285-3ad6-4ef5-a018-420b573e6987 HTTP/1.1" status: 404  len: 337 time: 0.0914888
Apr 16 21:32:53.790156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=e414242a-5530-426c-956d-0358e789c891,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:53.826786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56134) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:53.827061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 1b96378f-59fd-48a5-8771-bd0603558103 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:53.827607 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1b96378f-59fd-48a5-8771-bd0603558103), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:53.831333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:53.878780 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e2d2c725-197e-4bc7-8b54-6922dd7d6331 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae7fbb64-5a38-407d-ae93-2711e14b1508 HTTP/1.1" status: 200  len: 205 time: 0.0453699
Apr 16 21:32:53.879456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56136) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:53.942843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d224c-30f1-4a88-86c5-c916cdffd8c5 req-5d321a50-5f92-4a26-a82c-15e8e74e03bd tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:53.944436 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-db4d224c-30f1-4a88-86c5-c916cdffd8c5 req-5d321a50-5f92-4a26-a82c-15e8e74e03bd tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 945 time: 0.1073654
Apr 16 21:32:53.946444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ac293989-aabe-48b8-8e06-6977e319b6c0 None None] Provisioning complete for port e414242a-5530-426c-956d-0358e789c891 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:53.946865 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ac293989-aabe-48b8-8e06-6977e319b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e414242a-5530-426c-956d-0358e789c891), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:53.950275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 1b96378f-59fd-48a5-8771-bd0603558103 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:53.951598 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1b96378f-59fd-48a5-8771-bd0603558103), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:53.979455 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-84e8edc1-8f4e-4db0-8385-8740692d8b4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] delete failed (client error): The resource could not be found.
Apr 16 21:32:53.982579 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-84e8edc1-8f4e-4db0-8385-8740692d8b4f tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/routers/ae7fbb64-5a38-407d-ae93-2711e14b1508 HTTP/1.1" status: 404  len: 336 time: 0.0917995
Apr 16 21:32:53.985732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56140) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:54.039730 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 1b96378f-59fd-48a5-8771-bd0603558103, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b96378f-59fd-48a5-8771-bd0603558103,segment=NetworkSegment(460dd1c5-6a39-445c-9e63-3018783d0134),segment_id=460dd1c5-6a39-445c-9e63-3018783d0134)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:54.071318 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-529747bf-8669-4fef-94c3-a9b15b40a55c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:32:54.072144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529747bf-8669-4fef-94c3-a9b15b40a55c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:54.094658 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-529747bf-8669-4fef-94c3-a9b15b40a55c tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/fd7d376c-3fcb-42ec-b0a0-b9449cf3d54c HTTP/1.1" status: 404  len: 337 time: 0.0996513
Apr 16 21:32:54.111608 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56142) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:54.132868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ac293989-aabe-48b8-8e06-6977e319b6c0 None None] Current status of the port e414242a-5530-426c-956d-0358e789c891 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:54.138952 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1b96378f-59fd-48a5-8771-bd0603558103), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:54.194451 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-89636380-6a6e-4355-a85c-21dd9e112286 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:32:54.195287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89636380-6a6e-4355-a85c-21dd9e112286 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:32:54.201708 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-89636380-6a6e-4355-a85c-21dd9e112286 tempest-RoutersIpV6Test-799784832 tempest-RoutersIpV6Test-799784832-project] 10.222.0.20 "DELETE /v2.0/subnets/7aff47f2-00ff-42c0-8a9e-294d507c3ec9 HTTP/1.1" status: 404  len: 337 time: 0.0886254
Apr 16 21:32:54.204246 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=1b96378f-59fd-48a5-8771-bd0603558103,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:54.277839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4f808-85de-4054-892b-f5ea7d7d29c3 req-521d67b1-854a-42e5-8f5b-3f867a62aaa0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:54.280164 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5b4f808-85de-4054-892b-f5ea7d7d29c3 req-521d67b1-854a-42e5-8f5b-3f867a62aaa0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1094368
Apr 16 21:32:54.281202 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (642da7fd-2454-489d-a5bc-b142ae86902b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:54.423111 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5b4f808-85de-4054-892b-f5ea7d7d29c3 req-ee6dae94-fbef-4571-aed5-c4f1e9f68d9b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806832
Apr 16 21:32:54.477667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8f4bda2d-0c2f-45c6-bd3e-feef26bb696d None None] Provisioning complete for port d2a202e1-b050-474a-ad74-25e26da3f005 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:54.478706 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f4bda2d-0c2f-45c6-bd3e-feef26bb696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d2a202e1-b050-474a-ad74-25e26da3f005), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:54.490230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-9113c143-8652-45b2-9a75-52112a15f7f0 req-bcd3941a-e366-404f-a393-cd37cfd1fe6d service neutron] (122556) timed out ('10.222.0.20', 46952) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:32:54.508327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-73990119-7411-42d5-8a1c-815a78081627 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port d2a202e1-b050-474a-ad74-25e26da3f005 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:54.508327 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73990119-7411-42d5-8a1c-815a78081627 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d2a202e1-b050-474a-ad74-25e26da3f005), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:54.555929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bda2d-0c2f-45c6-bd3e-feef26bb696d None None] Port d2a202e1-b050-474a-ad74-25e26da3f005 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:54.609639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b21d4-3bdd-4eec-9ec9-e2798bd1474f None None] Network 04cf359e-6618-48db-b01b-bee9fc23afc4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:54.691656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-db4d224c-30f1-4a88-86c5-c916cdffd8c5 req-c952939f-3ba1-4f51-b1df-937abfd0e6dd tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7305121
Apr 16 21:32:54.701487 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (642da7fd-2454-489d-a5bc-b142ae86902b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:54.721169 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c24d461c-2d1a-4121-a412-17ac2c9614d6 None None] Provisioning complete for port 1b96378f-59fd-48a5-8771-bd0603558103 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:54.721681 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c24d461c-2d1a-4121-a412-17ac2c9614d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1b96378f-59fd-48a5-8771-bd0603558103), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:54.735522 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:54.791732 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73990119-7411-42d5-8a1c-815a78081627 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d2a202e1-b050-474a-ad74-25e26da3f005), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:54.824859 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:54.943028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f0d1a-2157-4ce5-bd3f-dd4697b6a55b req-356f42d2-e5b5-49f5-b74a-d3bcb6a4baee tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:54.950759 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d65f0d1a-2157-4ce5-bd3f-dd4697b6a55b req-356f42d2-e5b5-49f5-b74a-d3bcb6a4baee tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.1049488
Apr 16 21:32:55.016354 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:55.072425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-73990119-7411-42d5-8a1c-815a78081627 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for d2a202e1-b050-474a-ad74-25e26da3f005 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:55.075279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56156) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:55.083923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e414242a-5530-426c-956d-0358e789c891 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:55.134747 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d65f0d1a-2157-4ce5-bd3f-dd4697b6a55b req-23c40856-2607-4f40-ade5-4f693a56256b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1825080
Apr 16 21:32:55.264368 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Router 642da7fd-2454-489d-a5bc-b142ae86902b is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:32:55.274151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c24d461c-2d1a-4121-a412-17ac2c9614d6 None None] Current status of the port 1b96378f-59fd-48a5-8771-bd0603558103 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:55.278076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e414242a-5530-426c-956d-0358e789c891 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:55.279355 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e414242a-5530-426c-956d-0358e789c891), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:55.326271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=4387ba93-8fe3-41d0-a39c-7bd75d5f31e4,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:55.393762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 04cf359e-6618-48db-b01b-bee9fc23afc4 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:55.398372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:55.407859 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6dc593e1-5909-4e92-bd3e-9bc96eea9c45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9954fc3f6ada46f1ac578ffe8809dcb1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3293531
Apr 16 21:32:55.425402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e414242a-5530-426c-956d-0358e789c891 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:55.427964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1b96378f-59fd-48a5-8771-bd0603558103 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:32:55.432840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56160) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:55.486454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 1b96378f-59fd-48a5-8771-bd0603558103 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:55.486999 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1b96378f-59fd-48a5-8771-bd0603558103), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:55.512114 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:55.526299 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Sync routers for ids ['642da7fd-2454-489d-a5bc-b142ae86902b'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:55.538900 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Routers {'642da7fd-2454-489d-a5bc-b142ae86902b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:55.539978 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124db9d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['642da7fd-2454-489d-a5bc-b142ae86902b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:55.581908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4942f5ba-645d-4f4d-a534-2e7d03f0ec32 None None] Provisioning complete for port 1b96378f-59fd-48a5-8771-bd0603558103 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:55.582732 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4942f5ba-645d-4f4d-a534-2e7d03f0ec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1b96378f-59fd-48a5-8771-bd0603558103), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:55.589679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43c2a6-035b-43f6-b855-0dc19150f431 req-9045801a-e82e-473e-a67f-05a571b03657 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:55.601283 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca43c2a6-035b-43f6-b855-0dc19150f431 req-9045801a-e82e-473e-a67f-05a571b03657 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.0764618
Apr 16 21:32:55.626067 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bbc9c3e4-1ea1-4cff-9781-3d9ea8e2022d admin admin] Publish callbacks [] for security_group (4f3f30e9-ce18-44c1-af17-f30973ece5e5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:55.664561 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:55.666254 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bbc9c3e4-1ea1-4cff-9781-3d9ea8e2022d admin admin] Publish callbacks [] for security_group (4f3f30e9-ce18-44c1-af17-f30973ece5e5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:55.669687 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-68fef2db-233a-4375-827e-3255642916e8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 5.4950776
Apr 16 21:32:55.670334 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56166) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:55.722195 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73990119-7411-42d5-8a1c-815a78081627 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d2a202e1-b050-474a-ad74-25e26da3f005), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:55.813834 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Set router 642da7fd-2454-489d-a5bc-b142ae86902b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:55.848955 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac857545-ef2f-4f97-bdfe-4d7028eaf36b req-df676cf7-5b84-4073-bb36-13f92f2427f3 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:55.850834 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac857545-ef2f-4f97-bdfe-4d7028eaf36b req-df676cf7-5b84-4073-bb36-13f92f2427f3 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 945 time: 0.0527220
Apr 16 21:32:55.854820 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73990119-7411-42d5-8a1c-815a78081627 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:55.858592 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-73990119-7411-42d5-8a1c-815a78081627 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/d2a202e1-b050-474a-ad74-25e26da3f005 HTTP/1.1" status: 204  len: 168 time: 2.3535700
Apr 16 21:32:55.884385 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73990119-7411-42d5-8a1c-815a78081627 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=d2a202e1-b050-474a-ad74-25e26da3f005,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:55.914705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56172) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:55.919933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac857545-ef2f-4f97-bdfe-4d7028eaf36b req-c293901e-0aa9-4842-b43b-e7cb468cf50a tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592887
Apr 16 21:32:55.978771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 1b96378f-59fd-48a5-8771-bd0603558103 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:55.986997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4942f5ba-645d-4f4d-a534-2e7d03f0ec32 None None] Current status of the port 1b96378f-59fd-48a5-8771-bd0603558103 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:32:55.999760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4942f5ba-645d-4f4d-a534-2e7d03f0ec32 None None] Provisioning complete for port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:56.000450 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4942f5ba-645d-4f4d-a534-2e7d03f0ec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:56.054443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf39fc-bd35-47a4-9abb-b057e4be7a2d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:56.055789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf39fc-bd35-47a4-9abb-b057e4be7a2d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:56.058101 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f9bf39fc-bd35-47a4-9abb-b057e4be7a2d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1361003
Apr 16 21:32:56.077078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56174) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:56.089140 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4942f5ba-645d-4f4d-a534-2e7d03f0ec32 None None] Port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:56.145940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:32:56.224164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4664ce53-de60-4b6f-a8d2-d80c7bb373a7 None None] Provisioning complete for port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:56.232578 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4664ce53-de60-4b6f-a8d2-d80c7bb373a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:56.322954 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bbc9c3e4-1ea1-4cff-9781-3d9ea8e2022d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4f3f30e9-ce18-44c1-af17-f30973ece5e5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:56.327930 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bbc9c3e4-1ea1-4cff-9781-3d9ea8e2022d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:56.327930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bbc9c3e4-1ea1-4cff-9781-3d9ea8e2022d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f3f30e9-ce18-44c1-af17-f30973ece5e5 HTTP/1.1" status: 204  len: 168 time: 0.8884242
Apr 16 21:32:56.361847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4664ce53-de60-4b6f-a8d2-d80c7bb373a7 None None] Port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:56.389126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6c4ba5-14c4-41c5-a408-da9bd601ced7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 8b48da53-4291-4b98-ba51-64799ef5a078 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:56.398634 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124db9d90>, [{'id': '642da7fd-2454-489d-a5bc-b142ae86902b', 'name': '', 'tenant_id': '41a70d85ef434d8c9d552fe454017c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fea6dabb-f326-494f-8ffb-80eb019c8175', 'external_fixed_ips': [{'subnet_id': '0c61ee66-622d-4bee-b228-1d52f37a703a', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '895627c3-f53e-4ce3-b61a-d6cd00d3f4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:32:53Z', 'revision_number': 3, 'project_id': '41a70d85ef434d8c9d552fe454017c09', 'gw_port': {'id': '895627c3-f53e-4ce3-b61a-d6cd00d3f4ab', 'name': '', 'network_id': 'fea6dabb-f326-494f-8ffb-80eb019c8175', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642da7fd-2454-489d-a5bc-b142ae86902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': '0c61ee66-622d-4bee-b228-1d52f37a703a', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:51Z', 'updated_at': '2022-04-16T21:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c61ee66-622d-4bee-b228-1d52f37a703a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:56.407039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f6c4ba5-14c4-41c5-a408-da9bd601ced7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (8b48da53-4291-4b98-ba51-64799ef5a078), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:56.458467 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Checking router: 642da7fd-2454-489d-a5bc-b142ae86902b for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:32:56.459193 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Updating router 642da7fd-2454-489d-a5bc-b142ae86902b port 895627c3-f53e-4ce3-b61a-d6cd00d3f4ab binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:32:56.482174 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5cdd7508-4a14-44f1-a6aa-27506996394b None None] Provisioning complete for port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:56.482538 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7508-4a14-44f1-a6aa-27506996394b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:56.484363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9c3e4-1ea1-4cff-9781-3d9ea8e2022d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3f30e9-ce18-44c1-af17-f30973ece5e5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:56.502886 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (895627c3-f53e-4ce3-b61a-d6cd00d3f4ab), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:56.524965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f6c4ba5-14c4-41c5-a408-da9bd601ced7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (8b48da53-4291-4b98-ba51-64799ef5a078), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:56.524965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:32:56.542511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ae3f1-e79c-483f-b9f1-856b2e174dd6 req-2d535dd1-69bd-404e-b704-129d0b83c539 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:56.552704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca43c2a6-035b-43f6-b855-0dc19150f431 req-541734d6-a742-4cae-8c3e-cca07299b2aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9456158
Apr 16 21:32:56.553965 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-138ae3f1-e79c-483f-b9f1-856b2e174dd6 req-2d535dd1-69bd-404e-b704-129d0b83c539 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.2491944
Apr 16 21:32:56.562254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Sync routers for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:32:56.584086 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-06803ac9-645a-4253-9a2d-badaf1866d32 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8781054
Apr 16 21:32:56.590061 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (642da7fd-2454-489d-a5bc-b142ae86902b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:56.607837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:56.609816 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012416bdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:56.610464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd7508-4a14-44f1-a6aa-27506996394b None None] Port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:56.686561 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56180) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:56.706620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-af96784c-c517-4c82-a223-a0a7ba7b6b0d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'network': {'name': 'tempest-RoutersTest-449781891'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:56.739206 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (642da7fd-2454-489d-a5bc-b142ae86902b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:56.792532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:56.836494 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-138ae3f1-e79c-483f-b9f1-856b2e174dd6 req-679e3b57-2814-4d68-9782-699c3e3780e9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2814834
Apr 16 21:32:56.855737 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f6c4ba5-14c4-41c5-a408-da9bd601ced7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (8b48da53-4291-4b98-ba51-64799ef5a078), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:56.972287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Deleting port 895627c3-f53e-4ce3-b61a-d6cd00d3f4ab {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:56.972642 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (895627c3-f53e-4ce3-b61a-d6cd00d3f4ab), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.073415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af96784c-c517-4c82-a223-a0a7ba7b6b0d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:57.079508 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af96784c-c517-4c82-a223-a0a7ba7b6b0d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.213986 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Publish callbacks [] for port (895627c3-f53e-4ce3-b61a-d6cd00d3f4ab), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.243372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af96784c-c517-4c82-a223-a0a7ba7b6b0d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:32:57.260961 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f6c4ba5-14c4-41c5-a408-da9bd601ced7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (8b48da53-4291-4b98-ba51-64799ef5a078), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.270538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0cb11-3053-42e4-bab6-3ee219c7996a req-db12388e-6f1b-4f00-89ec-2d02bb852d03 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:57.272126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b9e0cb11-3053-42e4-bab6-3ee219c7996a req-db12388e-6f1b-4f00-89ec-2d02bb852d03 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 945 time: 0.2021596
Apr 16 21:32:57.278314 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af96784c-c517-4c82-a223-a0a7ba7b6b0d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (94422ecb-0fd7-4121-a660-cfa3abe814cc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.279345 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-af96784c-c517-4c82-a223-a0a7ba7b6b0d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Added segment 94422ecb-0fd7-4121-a660-cfa3abe814cc of type vlan for network 578312d9-8b71-4348-aeb6-31db47283d36
Apr 16 21:32:57.292808 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (895627c3-f53e-4ce3-b61a-d6cd00d3f4ab), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.316679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012416bdc0>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:32:53Z', 'revision_number': 2, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:32:54Z', 'revision_number': 2, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:57.322548 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f6c4ba5-14c4-41c5-a408-da9bd601ced7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.329793 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1f6c4ba5-14c4-41c5-a408-da9bd601ced7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/8b48da53-4291-4b98-ba51-64799ef5a078 HTTP/1.1" status: 204  len: 168 time: 1.2483819
Apr 16 21:32:57.335708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56192) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:57.340577 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c4ba5-14c4-41c5-a408-da9bd601ced7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=8b48da53-4291-4b98-ba51-64799ef5a078,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:57.347905 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (895627c3-f53e-4ce3-b61a-d6cd00d3f4ab), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.428296 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Pushing event updated for resources: {'Port': ['ID=895627c3-f53e-4ce3-b61a-d6cd00d3f4ab,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:57.460006 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-096874e8-5ff5-4985-9f3f-6f6958d2927b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1184316
Apr 16 21:32:57.461546 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af96784c-c517-4c82-a223-a0a7ba7b6b0d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (578312d9-8b71-4348-aeb6-31db47283d36), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.468848 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.469251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56196) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:57.471927 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.473512 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.474888 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.475513 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.477386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1f7143db-6b20-4d02-be15-b65d8d43cb19 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:57.477870 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.478333 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.479960 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.480257 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.481046 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.482265 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.482697 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.483320 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.485298 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.485755 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:57.489595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Calling delete_port for 895627c3-f53e-4ce3-b61a-d6cd00d3f4ab owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:57.500641 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Attempting to bind port 895627c3-f53e-4ce3-b61a-d6cd00d3f4ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:57.501141 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Attempting to bind port 895627c3-f53e-4ce3-b61a-d6cd00d3f4ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd91a227b-5690-40de-ba73-53a3b3537d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fea6dabb-f326-494f-8ffb-80eb019c8175'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:57.502219 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Attempting to bind port 895627c3-f53e-4ce3-b61a-d6cd00d3f4ab on network fea6dabb-f326-494f-8ffb-80eb019c8175 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:57.515413 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:57.519781 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Checking segment: {'id': 'd91a227b-5690-40de-ba73-53a3b3537d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fea6dabb-f326-494f-8ffb-80eb019c8175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:57.520439 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.521015 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Bound using segment: {'id': 'd91a227b-5690-40de-ba73-53a3b3537d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fea6dabb-f326-494f-8ffb-80eb019c8175'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:57.521613 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Bound port: 895627c3-f53e-4ce3-b61a-d6cd00d3f4ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91a227b-5690-40de-ba73-53a3b3537d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fea6dabb-f326-494f-8ffb-80eb019c8175'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:57.522105 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (895627c3-f53e-4ce3-b61a-d6cd00d3f4ab), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.528575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b9e0cb11-3053-42e4-bab6-3ee219c7996a req-fdaeb2a1-d03f-4a41-a680-4bbc7bf3585b tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2477472
Apr 16 21:32:57.570695 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Checking router: fee76ffc-9dd7-43a4-9ad5-cdb33cae615a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:32:57.571670 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Updating router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:32:57.574076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4215dec-4a3f-4a6e-a24c-1026ea4bdda1 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:32:57.615570 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-8c6ec05d-7602-4e36-b2f7-9abb9f6a9e63 service neutron] show failed (client error): The resource could not be found.
Apr 16 21:32:57.617239 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-8c6ec05d-7602-4e36-b2f7-9abb9f6a9e63 service neutron] 10.222.0.11 "GET /v2.0/ports/f0531494-4be1-4c6b-bed4-5ffd32fa231d/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1851957
Apr 16 21:32:57.658367 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] For port 895627c3-f53e-4ce3-b61a-d6cd00d3f4ab, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:57.661684 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] For port 895627c3-f53e-4ce3-b61a-d6cd00d3f4ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=895627c3-f53e-4ce3-b61a-d6cd00d3f4ab,segment=NetworkSegment(d91a227b-5690-40de-ba73-53a3b3537d5e),segment_id=d91a227b-5690-40de-ba73-53a3b3537d5e)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:57.717985 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.751297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12608d2-3d31-4cdf-b2d1-0472b75cecc7 req-7df1eb3a-fbc1-4034-9cc3-6b50d5c1f4ac tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:57.759007 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a12608d2-3d31-4cdf-b2d1-0472b75cecc7 req-7df1eb3a-fbc1-4034-9cc3-6b50d5c1f4ac tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 945 time: 0.0770638
Apr 16 21:32:57.777835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d8fa8-67bb-4e6a-be1d-94e6b50177bb req-2d995950-a1ea-436e-97d1-840a6be09d1f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:57.779563 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-158d8fa8-67bb-4e6a-be1d-94e6b50177bb req-2d995950-a1ea-436e-97d1-840a6be09d1f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.0816731
Apr 16 21:32:57.813414 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (895627c3-f53e-4ce3-b61a-d6cd00d3f4ab), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.816498 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af96784c-c517-4c82-a223-a0a7ba7b6b0d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (578312d9-8b71-4348-aeb6-31db47283d36), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.821807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af96784c-c517-4c82-a223-a0a7ba7b6b0d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:57.822586 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af96784c-c517-4c82-a223-a0a7ba7b6b0d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:57.918503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae309d4-c760-404a-9062-2e31cd9cb2cc None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:32:57.951596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7143db-6b20-4d02-be15-b65d8d43cb19 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:57.955472 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f7143db-6b20-4d02-be15-b65d8d43cb19 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.008645 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-158d8fa8-67bb-4e6a-be1d-94e6b50177bb req-f3bcc460-b045-4fc1-86b8-2338dbab8e38 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2222457
Apr 16 21:32:58.020767 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f8f17-55b7-4989-84d8-7c647c1c96e6 None None] Pushing event updated for resources: {'Port': ['ID=895627c3-f53e-4ce3-b61a-d6cd00d3f4ab,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:58.052187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-bae309d4-c760-404a-9062-2e31cd9cb2cc None None] Deleting port e414242a-5530-426c-956d-0358e789c891 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:58.055735 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bae309d4-c760-404a-9062-2e31cd9cb2cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e414242a-5530-426c-956d-0358e789c891), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.069058 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:32:58.072079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96784c-c517-4c82-a223-a0a7ba7b6b0d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Network': ['ID=578312d9-8b71-4348-aeb6-31db47283d36,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:58.088445 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-af96784c-c517-4c82-a223-a0a7ba7b6b0d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.3881145
Apr 16 21:32:58.089350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56218) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:58.089481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d0526-9d54-4ddb-8468-444b9945ff06 req-d05a2525-93a0-48e1-a6bf-5b3e991f17bb tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:58.098224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-751993e2-512f-4333-8a5a-e23dea528de0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'subnet': {'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:58.098605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-449d0526-9d54-4ddb-8468-444b9945ff06 req-d05a2525-93a0-48e1-a6bf-5b3e991f17bb tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.0786097
Apr 16 21:32:58.126688 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Routers {'642da7fd-2454-489d-a5bc-b142ae86902b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:58.127022 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124db9d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['642da7fd-2454-489d-a5bc-b142ae86902b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:58.127322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a12608d2-3d31-4cdf-b2d1-0472b75cecc7 req-76386ffe-27ca-4f6c-9422-0b9552aa46a1 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Deleting port b28326fa-0cd8-494d-8422-4348cddbe7a4 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:32:58.127685 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a12608d2-3d31-4cdf-b2d1-0472b75cecc7 req-76386ffe-27ca-4f6c-9422-0b9552aa46a1 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.131591 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 578312d9-8b71-4348-aeb6-31db47283d36 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:32:58.231216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-bae309d4-c760-404a-9062-2e31cd9cb2cc None None] For port e414242a-5530-426c-956d-0358e789c891, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e414242a-5530-426c-956d-0358e789c891,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:58.232680 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bae309d4-c760-404a-9062-2e31cd9cb2cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e414242a-5530-426c-956d-0358e789c891), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.254177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-a12608d2-3d31-4cdf-b2d1-0472b75cecc7 req-76386ffe-27ca-4f6c-9422-0b9552aa46a1 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] For port b28326fa-0cd8-494d-8422-4348cddbe7a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b28326fa-0cd8-494d-8422-4348cddbe7a4,segment=NetworkSegment(520dfe07-a4a5-4a93-8334-5bed6c74dc03),segment_id=520dfe07-a4a5-4a93-8334-5bed6c74dc03)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:32:58.254611 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a12608d2-3d31-4cdf-b2d1-0472b75cecc7 req-76386ffe-27ca-4f6c-9422-0b9552aa46a1 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.266592 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-bae309d4-c760-404a-9062-2e31cd9cb2cc None None] Calling delete_port for e414242a-5530-426c-956d-0358e789c891 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:58.281207 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a12608d2-3d31-4cdf-b2d1-0472b75cecc7 req-76386ffe-27ca-4f6c-9422-0b9552aa46a1 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Calling delete_port for b28326fa-0cd8-494d-8422-4348cddbe7a4 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:32:58.289569 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (895627c3-f53e-4ce3-b61a-d6cd00d3f4ab), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.306884 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] Set router 642da7fd-2454-489d-a5bc-b142ae86902b gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:58.399185 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Publish callbacks [] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.402057 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751993e2-512f-4333-8a5a-e23dea528de0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:32:58.413382 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-751993e2-512f-4333-8a5a-e23dea528de0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.424914 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124db9d90>, [{'id': '642da7fd-2454-489d-a5bc-b142ae86902b', 'name': '', 'tenant_id': '41a70d85ef434d8c9d552fe454017c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:32:56Z', 'revision_number': 4, 'project_id': '41a70d85ef434d8c9d552fe454017c09', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:58.453694 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7ff82-f8f6-40a8-a795-3fd082d0b847 None None] The sync data for ids ['642da7fd-2454-489d-a5bc-b142ae86902b'] in ncdv-master-1 is: [{'id': '642da7fd-2454-489d-a5bc-b142ae86902b', 'name': '', 'tenant_id': '41a70d85ef434d8c9d552fe454017c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:32:56Z', 'revision_number': 4, 'project_id': '41a70d85ef434d8c9d552fe454017c09', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:32:58.496895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event deleted for resources: {'Port': ['ID=895627c3-f53e-4ce3-b61a-d6cd00d3f4ab,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:58.515943 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.545324 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-449d0526-9d54-4ddb-8468-444b9945ff06 req-bc27b5dd-fb09-460e-8b42-72ad0a33ba9c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4457872
Apr 16 21:32:58.601417 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bae309d4-c760-404a-9062-2e31cd9cb2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (e414242a-5530-426c-956d-0358e789c891), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.609482 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (642da7fd-2454-489d-a5bc-b142ae86902b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.695394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae309d4-c760-404a-9062-2e31cd9cb2cc None None] No DVR routers for this DVR port e414242a-5530-426c-956d-0358e789c891 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:58.713317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Pushing event updated for resources: {'Port': ['ID=4387ba93-8fe3-41d0-a39c-7bd75d5f31e4,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:58.777043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.777535 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.777953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.778367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.779426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.779833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.780669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.781083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.781491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.781895 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.782297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.783588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.784018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.784476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.784874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:32:58.793520 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (642da7fd-2454-489d-a5bc-b142ae86902b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.801332 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_controller (642da7fd-2454-489d-a5bc-b142ae86902b), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.884060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae309d4-c760-404a-9062-2e31cd9cb2cc None None] Pushing event deleted for resources: {'Port': ['ID=e414242a-5530-426c-956d-0358e789c891,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:58.920352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Attempting to bind port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:32:58.920735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Attempting to bind port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '460dd1c5-6a39-445c-9e63-3018783d0134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:32:58.921106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Attempting to bind port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 on network 04cf359e-6618-48db-b01b-bee9fc23afc4 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:32:58.933519 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a12608d2-3d31-4cdf-b2d1-0472b75cecc7 req-76386ffe-27ca-4f6c-9422-0b9552aa46a1 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b28326fa-0cd8-494d-8422-4348cddbe7a4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.937697 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:32:58.939458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Checking segment: {'id': '460dd1c5-6a39-445c-9e63-3018783d0134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:32:58.939458 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.939458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Bound using segment: {'id': '460dd1c5-6a39-445c-9e63-3018783d0134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:32:58.939458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Bound port: 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460dd1c5-6a39-445c-9e63-3018783d0134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:32:58.939820 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.956259 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b28326fa-0cd8-494d-8422-4348cddbe7a4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:32:58.993896 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (642da7fd-2454-489d-a5bc-b142ae86902b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:58.995089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 642da7fd-2454-489d-a5bc-b142ae86902b {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:32:59.000552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76386ffe-27ca-4f6c-9422-0b9552aa46a1 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Pushing event deleted for resources: {'Port': ['ID=b28326fa-0cd8-494d-8422-4348cddbe7a4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:59.006716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:59.007914 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c7d9f254-8420-4cb4-91f5-f97441c3491d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "DELETE /v2.0/routers/642da7fd-2454-489d-a5bc-b142ae86902b HTTP/1.1" status: 204  len: 168 time: 3.3297279
Apr 16 21:32:59.011112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56230) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:59.030337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e414242a-5530-426c-956d-0358e789c891 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:32:59.104332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-69eeea4b-193a-4c9e-977d-17a71b5f93bc None None] Provisioning complete for port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:59.104615 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-69eeea4b-193a-4c9e-977d-17a71b5f93bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:59.106898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: e414242a-5530-426c-956d-0358e789c891 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:32:59.107247 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e414242a-5530-426c-956d-0358e789c891 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:32:59.186548 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] For port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:32:59.202742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-69eeea4b-193a-4c9e-977d-17a71b5f93bc None None] Port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:32:59.208953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12608d2-3d31-4cdf-b2d1-0472b75cecc7 req-76386ffe-27ca-4f6c-9422-0b9552aa46a1 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] No DVR routers for this DVR port b28326fa-0cd8-494d-8422-4348cddbe7a4 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:32:59.212041 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] For port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4387ba93-8fe3-41d0-a39c-7bd75d5f31e4,segment=NetworkSegment(460dd1c5-6a39-445c-9e63-3018783d0134),segment_id=460dd1c5-6a39-445c-9e63-3018783d0134)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:32:59.215488 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a12608d2-3d31-4cdf-b2d1-0472b75cecc7 req-76386ffe-27ca-4f6c-9422-0b9552aa46a1 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:59.218943 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a12608d2-3d31-4cdf-b2d1-0472b75cecc7 req-76386ffe-27ca-4f6c-9422-0b9552aa46a1 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.11 "DELETE /v2.0/ports/b28326fa-0cd8-494d-8422-4348cddbe7a4 HTTP/1.1" status: 204  len: 173 time: 1.4469683
Apr 16 21:32:59.221917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea5d86a-4000-4ae6-81f2-3b2232b06db0', 'name': 'network-vif-deleted', 'tag': 'b28326fa-0cd8-494d-8422-4348cddbe7a4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:32:59.230587 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc893036-5fab-4b9b-93e0-91119af6fc50" -d '{"events": [{"server_uuid": "8ea5d86a-4000-4ae6-81f2-3b2232b06db0", "name": "network-vif-deleted", "tag": "b28326fa-0cd8-494d-8422-4348cddbe7a4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:32:59.249432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebd607-2bb1-4c08-b68b-1dedf7b78b60 req-cb788c14-024d-4726-b5f1-162e7483afc8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:59.250285 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59ebd607-2bb1-4c08-b68b-1dedf7b78b60 req-cb788c14-024d-4726-b5f1-162e7483afc8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1189985
Apr 16 21:32:59.253961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b396a0f-dc8b-42b1-871b-171d46a23988 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Deleting subnet 0c61ee66-622d-4bee-b228-1d52f37a703a {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:32:59.257900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5b396a0f-dc8b-42b1-871b-171d46a23988 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for subnet (0c61ee66-622d-4bee-b228-1d52f37a703a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:59.293620 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:59.324991 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5b396a0f-dc8b-42b1-871b-171d46a23988 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (0c61ee66-622d-4bee-b228-1d52f37a703a), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:59.368843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:32:59.369389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012416bdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:32:59.397274 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5b396a0f-dc8b-42b1-871b-171d46a23988 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (0c61ee66-622d-4bee-b228-1d52f37a703a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:59.399989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.objects.ports [None req-1f7143db-6b20-4d02-be15-b65d8d43cb19 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122556) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:32:59.446306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-a98fe447-f6aa-49ec-bb63-118419652bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:59.448007 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-a98fe447-f6aa-49ec-bb63-118419652bd5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 1128 time: 1.0601146
Apr 16 21:32:59.460599 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f7143db-6b20-4d02-be15-b65d8d43cb19 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (9c366a4d-b565-4294-a13e-40b2f632ac2f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:59.476069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:32:59.504289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76418d1f-b87b-4852-91c1-be6fb7609cff None None] Pushing event updated for resources: {'Port': ['ID=4387ba93-8fe3-41d0-a39c-7bd75d5f31e4,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:59.523538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:32:59.537289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2af52-d107-4465-a8b9-50805ccec431 req-80413d67-29d7-4fb5-be99-edd0bd655d44 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:59.547827 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8c2af52-d107-4465-a8b9-50805ccec431 req-80413d67-29d7-4fb5-be99-edd0bd655d44 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea5d86a-4000-4ae6-81f2-3b2232b06db0 HTTP/1.1" status: 200  len: 945 time: 0.7768102
Apr 16 21:32:59.574851 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-59ebd607-2bb1-4c08-b68b-1dedf7b78b60 req-9e202264-cc76-4acd-a159-a233a9217fd3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3147264
Apr 16 21:32:59.591759 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5b396a0f-dc8b-42b1-871b-171d46a23988 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (0c61ee66-622d-4bee-b228-1d52f37a703a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:59.670209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b396a0f-dc8b-42b1-871b-171d46a23988 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0c61ee66-622d-4bee-b228-1d52f37a703a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:32:59.682469 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5b396a0f-dc8b-42b1-871b-171d46a23988 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:59.692800 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5b396a0f-dc8b-42b1-871b-171d46a23988 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/0c61ee66-622d-4bee-b228-1d52f37a703a HTTP/1.1" status: 204  len: 168 time: 0.6763473
Apr 16 21:32:59.692800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56248) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:32:59.836145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e94e2-1156-4ad3-8a43-33bf165bd54c req-96aeaf03-a23d-4c9e-b0d2-f9840c37c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:59.842510 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee6e94e2-1156-4ad3-8a43-33bf165bd54c req-96aeaf03-a23d-4c9e-b0d2-f9840c37c25f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 1127 time: 0.4773283
Apr 16 21:32:59.854939 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (fea6dabb-f326-494f-8ffb-80eb019c8175), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:59.858517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7143db-6b20-4d02-be15-b65d8d43cb19 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:32:59.894401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-751993e2-512f-4333-8a5a-e23dea528de0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:59.903303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ec3fb6bc-c73d-45dd-a2a8-c1da01b9eddc None None] Provisioning complete for port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:32:59.904395 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ec3fb6bc-c73d-45dd-a2a8-c1da01b9eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:32:59.924902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1f7143db-6b20-4d02-be15-b65d8d43cb19 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:32:59.973604 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc18a2dc-9884-483a-8c52-401ce81969b9 x-openstack-request-id: req-cc18a2dc-9884-483a-8c52-401ce81969b9 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:32:59.973749 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea5d86a-4000-4ae6-81f2-3b2232b06db0", "name": "network-vif-deleted", "tag": "b28326fa-0cd8-494d-8422-4348cddbe7a4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:32:59.977021 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc18a2dc-9884-483a-8c52-401ce81969b9 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:32:59.977470 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc18a2dc-9884-483a-8c52-401ce81969b9'] response: {'server_uuid': '8ea5d86a-4000-4ae6-81f2-3b2232b06db0', 'name': 'network-vif-deleted', 'tag': 'b28326fa-0cd8-494d-8422-4348cddbe7a4', 'status': 'completed', 'code': 200}
Apr 16 21:32:59.988119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7143db-6b20-4d02-be15-b65d8d43cb19 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:32:59.988682 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f7143db-6b20-4d02-be15-b65d8d43cb19 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:00.002088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef66bed-a83d-4386-a297-346cc313b4d1 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:00.027072 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (fea6dabb-f326-494f-8ffb-80eb019c8175), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:00.067538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012416bdc0>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:32:53Z', 'revision_number': 2, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:32:59Z', 'revision_number': 4, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:00.086905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f96c2b0>,) {'filters': {'network_id': ['fea6dabb-f326-494f-8ffb-80eb019c8175']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:00.113265 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8c2af52-d107-4465-a8b9-50805ccec431 req-0945ec44-1cbe-4231-91df-852767b02070 tempest-InstanceActionsNegativeTestJSON-2080393680 tempest-InstanceActionsNegativeTestJSON-2080393680-project] 10.222.0.20 "GET /v2.0/security-groups?id=7893f146-2bdc-4dfe-b681-3085ac47bc41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5645044
Apr 16 21:33:00.146376 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7143db-6b20-4d02-be15-b65d8d43cb19 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=9c366a4d-b565-4294-a13e-40b2f632ac2f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:00.149337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a77f91-039b-49b4-8f8d-af13ed99415e None None] The sync data for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 is: [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:32:53Z', 'revision_number': 2, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:32:59Z', 'revision_number': 4, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:00.218407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263a9a5-0db3-4ad5-9ec8-8854d9191331 req-42866bea-991c-4d2e-b051-838f2f4d8402 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:00.223779 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3263a9a5-0db3-4ad5-9ec8-8854d9191331 req-42866bea-991c-4d2e-b051-838f2f4d8402 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.1465473
Apr 16 21:33:00.240728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751993e2-512f-4333-8a5a-e23dea528de0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Subnet': ['ID=eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:00.243092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f96c2b0>, 'd91a227b-5690-40de-ba73-53a3b3537d5e') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:00.243422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f96c2b0>, 'd91a227b-5690-40de-ba73-53a3b3537d5e') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:00.252975 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:00.258715 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1f7143db-6b20-4d02-be15-b65d8d43cb19 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.7878139
Apr 16 21:33:00.264643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ec3fb6bc-c73d-45dd-a2a8-c1da01b9eddc None None] Current status of the port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:00.265043 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ec3fb6bc-c73d-45dd-a2a8-c1da01b9eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:00.271139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56256) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:00.281067 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (d91a227b-5690-40de-ba73-53a3b3537d5e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:00.282841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': '9c366a4d-b565-4294-a13e-40b2f632ac2f'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:33:00.283661 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:00.293197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'mac_address': 'fa:16:3e:59:0a:f1', 'name': 'tempest-NetworksTestDHCPv6-452264529'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:00.319771 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d91a227b-5690-40de-ba73-53a3b3537d5e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:00.351151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ec3fb6bc-c73d-45dd-a2a8-c1da01b9eddc None None] For port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4387ba93-8fe3-41d0-a39c-7bd75d5f31e4,segment=NetworkSegment(460dd1c5-6a39-445c-9e63-3018783d0134),segment_id=460dd1c5-6a39-445c-9e63-3018783d0134)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:00.358105 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3263a9a5-0db3-4ad5-9ec8-8854d9191331 req-9281cc41-fd51-4fcd-a372-c3603bb8dc15 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1234536
Apr 16 21:33:00.359961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:33:00.360792 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (d91a227b-5690-40de-ba73-53a3b3537d5e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   items = [
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:33:00.366132 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:33:00.483222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e94e2-1156-4ad3-8a43-33bf165bd54c req-b053502b-dfe9-4051-aca0-3589fe4bec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:00.485047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee6e94e2-1156-4ad3-8a43-33bf165bd54c req-b053502b-dfe9-4051-aca0-3589fe4bec4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 918 time: 0.6249738
Apr 16 21:33:00.566668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751993e2-512f-4333-8a5a-e23dea528de0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Checking segment: {'id': '94422ecb-0fd7-4121-a660-cfa3abe814cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:00.567049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751993e2-512f-4333-8a5a-e23dea528de0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network hostable DHCP agents. Network: 578312d9-8b71-4348-aeb6-31db47283d36, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:33:00.607846 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (fea6dabb-f326-494f-8ffb-80eb019c8175), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:00.626667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  fea6dabb-f326-494f-8ffb-80eb019c8175 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 16 21:33:00.631534 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:00.651423 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "DELETE /v2.0/networks/fea6dabb-f326-494f-8ffb-80eb019c8175 HTTP/1.1" status: 204  len: 168 time: 0.9470999
Apr 16 21:33:00.687068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd310806-0b41-41fc-8ef8-ef551d5a2773 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event deleted for resources: {'Network': ['ID=fea6dabb-f326-494f-8ffb-80eb019c8175,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:00.712211 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee6e94e2-1156-4ad3-8a43-33bf165bd54c req-bb3979d2-5b89-43a4-a15f-8d7cb76a4ce0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41 HTTP/1.1" status: 200  len: 1000 time: 0.2191288
Apr 16 21:33:00.723516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Allocated IP 2001:db8::f816:3eff:fea3:8c70 (0d27c69b-2090-42d8-afae-1332cd31e453/9c366a4d-b565-4294-a13e-40b2f632ac2f/24eabea1-b341-4954-8aa2-cd4423ae1516) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:00.785374 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:00.814505 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ec3fb6bc-c73d-45dd-a2a8-c1da01b9eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:00.865634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751993e2-512f-4333-8a5a-e23dea528de0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 578312d9-8b71-4348-aeb6-31db47283d36 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:33:00.927055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e94e2-1156-4ad3-8a43-33bf165bd54c req-d6073e14-06df-43ec-95b3-1718faaa791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:00.928657 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee6e94e2-1156-4ad3-8a43-33bf165bd54c req-d6073e14-06df-43ec-95b3-1718faaa791d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 200  len: 856 time: 0.2092547
Apr 16 21:33:00.949468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27eff0f-649f-4b06-bb08-b315d2ab474a req-d2d9f666-7a0f-4db0-adce-32d912c49479 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:00.950071 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Publish callbacks [] for port (24eabea1-b341-4954-8aa2-cd4423ae1516), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:00.951424 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e27eff0f-649f-4b06-bb08-b315d2ab474a req-d2d9f666-7a0f-4db0-adce-32d912c49479 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1614504
Apr 16 21:33:00.963460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f0531494-4be1-4c6b-bed4-5ffd32fa231d no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:01.017189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fb6bc-c73d-45dd-a2a8-c1da01b9eddc None None] Pushing event updated for resources: {'Port': ['ID=4387ba93-8fe3-41d0-a39c-7bd75d5f31e4,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:01.021646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:01.037838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-751993e2-512f-4333-8a5a-e23dea528de0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 578312d9-8b71-4348-aeb6-31db47283d36) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:01.051978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] For port f0531494-4be1-4c6b-bed4-5ffd32fa231d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:01.070623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb5331-eb07-465d-abb6-a36712be8d58 None None] Network 578312d9-8b71-4348-aeb6-31db47283d36 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:01.082945 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (24eabea1-b341-4954-8aa2-cd4423ae1516), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.083178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751993e2-512f-4333-8a5a-e23dea528de0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:01.083178 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-751993e2-512f-4333-8a5a-e23dea528de0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.129682 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.140151 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e94e2-1156-4ad3-8a43-33bf165bd54c req-49332c46-ca17-4ad0-9be9-4df856573335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:01.141763 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee6e94e2-1156-4ad3-8a43-33bf165bd54c req-49332c46-ca17-4ad0-9be9-4df856573335 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33417375-20a3-4356-abb1-47c6dcf1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1857076
Apr 16 21:33:01.161193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56282) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:01.164982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:01.165609 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.170006 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-751993e2-512f-4333-8a5a-e23dea528de0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0787132
Apr 16 21:33:01.248970 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:01.280867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:01.287901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:01.310603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56286) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:01.319563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b242123b-dff3-42b6-9943-93e8a43b739b tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Request body: {'router': {'name': 'tempest-router--1188320236', 'project_id': '2668796071644ac9bc3a6223c0e64879'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:01.326581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Pushing event updated for resources: {'Port': ['ID=24eabea1-b341-4954-8aa2-cd4423ae1516,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:01.398794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Attempting to bind port 24eabea1-b341-4954-8aa2-cd4423ae1516 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:01.399259 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Attempting to bind port 24eabea1-b341-4954-8aa2-cd4423ae1516 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:01.399952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Attempting to bind port 24eabea1-b341-4954-8aa2-cd4423ae1516 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:01.409767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:01.410238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:01.410742 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.411248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:01.411833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Bound port: 24eabea1-b341-4954-8aa2-cd4423ae1516, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:01.412349 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (24eabea1-b341-4954-8aa2-cd4423ae1516), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.430529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f0531494-4be1-4c6b-bed4-5ffd32fa231d is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:01.431028 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.435495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b242123b-dff3-42b6-9943-93e8a43b739b tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (383cfeab-7208-4a64-9758-716d3d360e37), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.436909 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b242123b-dff3-42b6-9943-93e8a43b739b tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (383cfeab-7208-4a64-9758-716d3d360e37), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.512328 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee6e94e2-1156-4ad3-8a43-33bf165bd54c req-f54fb881-0c3c-4a1e-af33-19f064aa7429 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3244615
Apr 16 21:33:01.520081 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b242123b-dff3-42b6-9943-93e8a43b739b tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_controller (383cfeab-7208-4a64-9758-716d3d360e37), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.544476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port d12d8e9f-a175-4d6a-a9b0-a204e5fabca3 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:33:01.545310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] For port 24eabea1-b341-4954-8aa2-cd4423ae1516, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:01.562577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] For port 24eabea1-b341-4954-8aa2-cd4423ae1516, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24eabea1-b341-4954-8aa2-cd4423ae1516,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:01.572505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] For port f0531494-4be1-4c6b-bed4-5ffd32fa231d, host nch1-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:01.575159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-578312d9-8b71-4348-aeb6-31db47283d36', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:33:01.576011 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.579690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:01.621650 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b242123b-dff3-42b6-9943-93e8a43b739b tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (383cfeab-7208-4a64-9758-716d3d360e37), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.622180 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e27eff0f-649f-4b06-bb08-b315d2ab474a req-46a98818-fbc4-4839-9c6d-0fe3b371d950 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6616335
Apr 16 21:33:01.657194 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (24eabea1-b341-4954-8aa2-cd4423ae1516), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.748127 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:33:01.750566 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4868578-2029-475d-bd8b-fe70d7d5544a" -d '{"events": [{"server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "name": "network-vif-unplugged", "status": "completed", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:33:01.757929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Publish callbacks [] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.760055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56298) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:01.805834 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.825342 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b242123b-dff3-42b6-9943-93e8a43b739b tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.834876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b242123b-dff3-42b6-9943-93e8a43b739b tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.5229867
Apr 16 21:33:01.840200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Transition to ACTIVE for port object f0531494-4be1-4c6b-bed4-5ffd32fa231d will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:33:01.845557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56304) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:01.868875 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eac6f62-0d92-45c9-a120-c38ae7f8a67b x-openstack-request-id: req-5eac6f62-0d92-45c9-a120-c38ae7f8a67b {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:33:01.869376 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "name": "network-vif-unplugged", "status": "completed", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:33:01.869783 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5eac6f62-0d92-45c9-a120-c38ae7f8a67b {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:33:01.870394 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eac6f62-0d92-45c9-a120-c38ae7f8a67b'] response: {'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'code': 200}
Apr 16 21:33:01.903482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b966fc7e-0221-46eb-a92a-00d9f48a8a41 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:01.964665 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:01.989916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97510e1-49e4-4cc2-8020-854cf136e111 admin admin] Deleting subnet 1c4b7fb4-852d-4c94-9605-e69bdb4a3de7 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:02.020153 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee6e94e2-1156-4ad3-8a43-33bf165bd54c req-14b8338f-9879-459b-b98a-edaf059034aa service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4113731
Apr 16 21:33:02.045111 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:33:02.045715 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:33:02.062465 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f4dcd-cabe-4fbe-a53e-e18f26747373 req-5d803e32-2e83-439b-b6e6-b7a4134e807a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:02.064513 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-150f4dcd-cabe-4fbe-a53e-e18f26747373 req-5d803e32-2e83-439b-b6e6-b7a4134e807a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 945 time: 0.2960074
Apr 16 21:33:02.067731 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e97510e1-49e4-4cc2-8020-854cf136e111 admin admin] Publish callbacks [] for subnet (1c4b7fb4-852d-4c94-9605-e69bdb4a3de7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:02.079301 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c32451c-fd34-461c-ba06-510e1ec1b4c6 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (383cfeab-7208-4a64-9758-716d3d360e37), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:02.089344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Allocated IP 172.21.0.2 (578312d9-8b71-4348-aeb6-31db47283d36/eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182/aa2b7e51-e631-4edf-9eed-fcded0bee52e) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:02.111204 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d8a39-a298-4b86-ae39-256737b493e1 None None] Pushing event updated for resources: {'Port': ['ID=24eabea1-b341-4954-8aa2-cd4423ae1516,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:02.205438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::f816:3eff:fe59:af1 (0d27c69b-2090-42d8-afae-1332cd31e453/9c366a4d-b565-4294-a13e-40b2f632ac2f/d12d8e9f-a175-4d6a-a9b0-a204e5fabca3) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:02.221683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b966fc7e-0221-46eb-a92a-00d9f48a8a41 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:02.222086 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:02.302510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:33:02.305037 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aa4072-d3eb-46d5-b7d0-3470acb8db0f" -d '{"events": [{"server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "name": "network-vif-unplugged", "status": "completed", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:33:02.310230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b966fc7e-0221-46eb-a92a-00d9f48a8a41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:02.394967 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:02.429985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c32451c-fd34-461c-ba06-510e1ec1b4c6 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (383cfeab-7208-4a64-9758-716d3d360e37), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:02.432257 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c32451c-fd34-461c-ba06-510e1ec1b4c6 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_controller (383cfeab-7208-4a64-9758-716d3d360e37), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:02.454560 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-150f4dcd-cabe-4fbe-a53e-e18f26747373 req-947575f1-e3d5-470a-ae8a-e6a5239cf7b8 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3392756
Apr 16 21:33:02.513467 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d74b773-b88f-4895-81a5-90338143331b x-openstack-request-id: req-9d74b773-b88f-4895-81a5-90338143331b {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:33:02.513839 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "name": "network-vif-unplugged", "status": "completed", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:33:02.514060 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d74b773-b88f-4895-81a5-90338143331b {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:33:02.514458 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d74b773-b88f-4895-81a5-90338143331b'] response: {'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'code': 200}
Apr 16 21:33:02.610120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Pushing event updated for resources: {'Port': ['ID=f0531494-4be1-4c6b-bed4-5ffd32fa231d,revision_number=6']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:02.613257 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c32451c-fd34-461c-ba06-510e1ec1b4c6 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (383cfeab-7208-4a64-9758-716d3d360e37), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:02.614035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c32451c-fd34-461c-ba06-510e1ec1b4c6 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 383cfeab-7208-4a64-9758-716d3d360e37 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:33:02.621110 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c32451c-fd34-461c-ba06-510e1ec1b4c6 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:02.626186 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1c32451c-fd34-461c-ba06-510e1ec1b4c6 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "DELETE /v2.0/routers/383cfeab-7208-4a64-9758-716d3d360e37 HTTP/1.1" status: 204  len: 168 time: 0.7759404
Apr 16 21:33:02.627379 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e97510e1-49e4-4cc2-8020-854cf136e111 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (1c4b7fb4-852d-4c94-9605-e69bdb4a3de7), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:02.704156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b966fc7e-0221-46eb-a92a-00d9f48a8a41,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:02.709516 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Publish callbacks [] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:02.721813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f0531494-4be1-4c6b-bed4-5ffd32fa231d is: DOWN; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:02.802487 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:02.828895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] No DVR routers for this DVR port f0531494-4be1-4c6b-bed4-5ffd32fa231d on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:02.867650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Network 578312d9-8b71-4348-aeb6-31db47283d36 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:02.881657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e97510e1-49e4-4cc2-8020-854cf136e111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (1c4b7fb4-852d-4c94-9605-e69bdb4a3de7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:02.898210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Pushing event updated for resources: {'Port': ['ID=aa2b7e51-e631-4edf-9eed-fcded0bee52e,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:02.916590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:02.921127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:03.007693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56342) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:03.014174 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b28326fa-0cd8-494d-8422-4348cddbe7a4 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:03.019150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (d12d8e9f-a175-4d6a-a9b0-a204e5fabca3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.095022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: b28326fa-0cd8-494d-8422-4348cddbe7a4 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:03.095565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b28326fa-0cd8-494d-8422-4348cddbe7a4 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:03.116491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Attempting to bind port aa2b7e51-e631-4edf-9eed-fcded0bee52e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:03.116953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Attempting to bind port aa2b7e51-e631-4edf-9eed-fcded0bee52e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '94422ecb-0fd7-4121-a660-cfa3abe814cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:03.117597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Attempting to bind port aa2b7e51-e631-4edf-9eed-fcded0bee52e on network 578312d9-8b71-4348-aeb6-31db47283d36 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:03.129565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:03.131319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Checking segment: {'id': '94422ecb-0fd7-4121-a660-cfa3abe814cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:03.131795 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.132306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Bound using segment: {'id': '94422ecb-0fd7-4121-a660-cfa3abe814cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:03.132828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Bound port: aa2b7e51-e631-4edf-9eed-fcded0bee52e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94422ecb-0fd7-4121-a660-cfa3abe814cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:03.133226 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.166152 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e97510e1-49e4-4cc2-8020-854cf136e111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (1c4b7fb4-852d-4c94-9605-e69bdb4a3de7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.267881 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e97510e1-49e4-4cc2-8020-854cf136e111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.287698 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e97510e1-49e4-4cc2-8020-854cf136e111 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c4b7fb4-852d-4c94-9605-e69bdb4a3de7 HTTP/1.1" status: 204  len: 168 time: 1.5129087
Apr 16 21:33:03.287698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Attempting to bind port f0531494-4be1-4c6b-bed4-5ffd32fa231d on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:03.287698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Attempting to bind port f0531494-4be1-4c6b-bed4-5ffd32fa231d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:03.287698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Attempting to bind port f0531494-4be1-4c6b-bed4-5ffd32fa231d on network f9436375-f402-4a5b-aa69-a7409c8adda4 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:03.288130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 24eabea1-b341-4954-8aa2-cd4423ae1516 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:03.288256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97510e1-49e4-4cc2-8020-854cf136e111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4b7fb4-852d-4c94-9605-e69bdb4a3de7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:03.288256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56360) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:03.288742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Port f0531494-4be1-4c6b-bed4-5ffd32fa231d on network f9436375-f402-4a5b-aa69-a7409c8adda4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:33:03.289074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Attempting to bind port f0531494-4be1-4c6b-bed4-5ffd32fa231d on network f9436375-f402-4a5b-aa69-a7409c8adda4 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:03.370067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] For port aa2b7e51-e631-4edf-9eed-fcded0bee52e, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:03.406854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] For port aa2b7e51-e631-4edf-9eed-fcded0bee52e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa2b7e51-e631-4edf-9eed-fcded0bee52e,segment=NetworkSegment(94422ecb-0fd7-4121-a660-cfa3abe814cc),segment_id=94422ecb-0fd7-4121-a660-cfa3abe814cc)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:03.436368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:03.438273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Checking segment: {'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:03.439596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Bound using segment: {'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:03.442774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Bound port: f0531494-4be1-4c6b-bed4-5ffd32fa231d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253e66dd-c424-4417-b0a7-18cef46a147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:03.443799 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.447024 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d12d8e9f-a175-4d6a-a9b0-a204e5fabca3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.448023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 24eabea1-b341-4954-8aa2-cd4423ae1516 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:03.448688 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (24eabea1-b341-4954-8aa2-cd4423ae1516), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.501016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d4b72-1570-4c01-874a-79220b192cec req-45c458a3-249d-4304-8d5d-c5b0bb0dc400 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:03.509203 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-682d4b72-1570-4c01-874a-79220b192cec req-45c458a3-249d-4304-8d5d-c5b0bb0dc400 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 944 time: 0.7375436
Apr 16 21:33:03.512444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Allocated IP 172.21.0.1 (578312d9-8b71-4348-aeb6-31db47283d36/eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182/16c2ace3-efac-4228-9453-5d0fafaff1b9) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:03.521400 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.530336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-493215142', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:03.707487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb22d4-ff75-45b5-8058-cd022245f287 None None] Pushing event updated for resources: {'Port': ['ID=aa2b7e51-e631-4edf-9eed-fcded0bee52e,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:03.728427 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:03.742707 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-682d4b72-1570-4c01-874a-79220b192cec req-3773a25d-618a-4ec9-8e50-323817754254 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2286544
Apr 16 21:33:03.764347 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-271add73-1b05-4f98-ac98-2e67c2dd6e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (1beb4ec8-1c21-4d51-8bea-7d6c54b461fd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.766065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=d12d8e9f-a175-4d6a-a9b0-a204e5fabca3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:03.786638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:03.814056 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:03.819451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:03.824712 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.839314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0ce4bef4-81e6-47d9-b9ba-e64350c830e3 None None] Provisioning complete for port 24eabea1-b341-4954-8aa2-cd4423ae1516 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:03.839697 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0ce4bef4-81e6-47d9-b9ba-e64350c830e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (24eabea1-b341-4954-8aa2-cd4423ae1516), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.869467 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (77353788-3bc7-4afa-80bd-6200b8572f36), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.870589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (77353788-3bc7-4afa-80bd-6200b8572f36), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.890096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] For port f0531494-4be1-4c6b-bed4-5ffd32fa231d, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:03.905968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d7719-c8bc-4fdd-bfbd-b0142c3ee2a3 req-4eb754be-3c66-4dd4-90a6-af65ff815be3 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:03.912881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 24eabea1-b341-4954-8aa2-cd4423ae1516 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:03.913386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fc3d7719-c8bc-4fdd-bfbd-b0142c3ee2a3 req-4eb754be-3c66-4dd4-90a6-af65ff815be3 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.2080734
Apr 16 21:33:03.913882 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (24eabea1-b341-4954-8aa2-cd4423ae1516), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.917082 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:03.969455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 24eabea1-b341-4954-8aa2-cd4423ae1516, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24eabea1-b341-4954-8aa2-cd4423ae1516,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:04.036396 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:04.042905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4bef4-81e6-47d9-b9ba-e64350c830e3 None None] Current status of the port 24eabea1-b341-4954-8aa2-cd4423ae1516 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:04.042905 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0ce4bef4-81e6-47d9-b9ba-e64350c830e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (24eabea1-b341-4954-8aa2-cd4423ae1516), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:04.102824 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (24eabea1-b341-4954-8aa2-cd4423ae1516), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:04.104453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:04.129867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 578312d9-8b71-4348-aeb6-31db47283d36 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:04.133826 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:04.138622 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:04.225619 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:04.267731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=24eabea1-b341-4954-8aa2-cd4423ae1516,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:04.323728 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-0ce4bef4-81e6-47d9-b9ba-e64350c830e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:33:04.324251 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-0ce4bef4-81e6-47d9-b9ba-e64350c830e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:33:04.327104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=16c2ace3-efac-4228-9453-5d0fafaff1b9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:04.337465 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.338093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.338448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.348258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.348258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.348258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.348733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:04.348854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.348953 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:04.349052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.349052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.349052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.349052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.349052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.349052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.349052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.349052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:04.436677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:04.529312 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:04.551202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] For port f0531494-4be1-4c6b-bed4-5ffd32fa231d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:04.556482 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-295e39fc-5bb5-4504-a27c-c3ddca1e66cc tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 4.2843029
Apr 16 21:33:04.572319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56384) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:04.665479 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-271add73-1b05-4f98-ac98-2e67c2dd6e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (1beb4ec8-1c21-4d51-8bea-7d6c54b461fd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:04.669595 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:04.677989 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_controller (77353788-3bc7-4afa-80bd-6200b8572f36), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:04.703965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4496d769-9318-4502-9b23-aa6e292d9f82 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:04.713301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4496d769-9318-4502-9b23-aa6e292d9f82 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:04.718232 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4496d769-9318-4502-9b23-aa6e292d9f82 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1427565
Apr 16 21:33:04.721717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56388) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:04.726870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:04.727576 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:04.729470 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] 10.222.0.41 "PUT /v2.0/ports/f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 1092 time: 5.2663157
Apr 16 21:33:04.733719 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fc3d7719-c8bc-4fdd-bfbd-b0142c3ee2a3 req-cbeea0a0-98fc-440f-8ae2-30e8b85ce28a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8188636
Apr 16 21:33:04.759840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:33:04.763172 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:33:04.781831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-271add73-1b05-4f98-ac98-2e67c2dd6e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011eaed070>,) {'filters': {'network_id': ['1beb4ec8-1c21-4d51-8bea-7d6c54b461fd']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:04.909088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4bef4-81e6-47d9-b9ba-e64350c830e3 None None] Current status of the port 24eabea1-b341-4954-8aa2-cd4423ae1516 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:04.920856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-db9235d5-d23f-4b85-932a-823b8a85d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:04.922702 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-db9235d5-d23f-4b85-932a-823b8a85d162 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1126 time: 0.1523912
Apr 16 21:33:05.008361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56394) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:05.031964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-22aec567-9133-44f1-886a-7c9aa488e5d0 None None] Provisioning complete for port d12d8e9f-a175-4d6a-a9b0-a204e5fabca3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:05.032591 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22aec567-9133-44f1-886a-7c9aa488e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d12d8e9f-a175-4d6a-a9b0-a204e5fabca3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.088615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518edf6-aaec-4776-b884-98c3724fb463 req-777bf8e5-7939-408d-aeb6-126ef1f3c521 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:05.099673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2518edf6-aaec-4776-b884-98c3724fb463 req-777bf8e5-7939-408d-aeb6-126ef1f3c521 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 944 time: 0.2196679
Apr 16 21:33:05.115390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-22aec567-9133-44f1-886a-7c9aa488e5d0 None None] Port d12d8e9f-a175-4d6a-a9b0-a204e5fabca3 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:33:05.204318 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb91f346-1ad6-49ab-9c6c-04f73476b03c x-openstack-request-id: req-cb91f346-1ad6-49ab-9c6c-04f73476b03c {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:33:05.204615 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:33:05.204868 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb91f346-1ad6-49ab-9c6c-04f73476b03c {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:33:05.205276 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb91f346-1ad6-49ab-9c6c-04f73476b03c'] response: {'name': 'network-changed', 'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'status': 'completed', 'code': 200}
Apr 16 21:33:05.217104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-92828194-7f75-4fe1-8783-9302f1f806f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:05.224551 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-92828194-7f75-4fe1-8783-9302f1f806f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9436375-f402-4a5b-aa69-a7409c8adda4 HTTP/1.1" status: 200  len: 898 time: 0.2358642
Apr 16 21:33:05.235353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device aa2b7e51-e631-4edf-9eed-fcded0bee52e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:05.236745 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2518edf6-aaec-4776-b884-98c3724fb463 req-c954881b-f11f-4141-9a80-80325241a16f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1230192
Apr 16 21:33:05.253281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-271add73-1b05-4f98-ac98-2e67c2dd6e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eaed070>, '520dfe07-a4a5-4a93-8334-5bed6c74dc03') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:05.253586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-271add73-1b05-4f98-ac98-2e67c2dd6e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eaed070>, '520dfe07-a4a5-4a93-8334-5bed6c74dc03') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:05.288232 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-968aaffa-a486-46d3-b32d-7d1a8e78212d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.312387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port aa2b7e51-e631-4edf-9eed-fcded0bee52e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:05.312770 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.330564 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be10be-307f-428d-b82a-d1b65afcd1ae service neutron] Pushing event updated for resources: {'Port': ['ID=f0531494-4be1-4c6b-bed4-5ffd32fa231d,revision_number=7']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:05.346963 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f99170f-d37b-4485-94d5-86511c80eeb8 None None] Network 578312d9-8b71-4348-aeb6-31db47283d36 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:05.369232 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.373009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-22bf3935-0850-44fa-a5fd-13e2ebc9b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:05.374711 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-22bf3935-0850-44fa-a5fd-13e2ebc9b004 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1126 time: 0.3713090
Apr 16 21:33:05.389777 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-271add73-1b05-4f98-ac98-2e67c2dd6e44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (520dfe07-a4a5-4a93-8334-5bed6c74dc03), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.454737 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-271add73-1b05-4f98-ac98-2e67c2dd6e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (520dfe07-a4a5-4a93-8334-5bed6c74dc03), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.459453 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.503954 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-00a03d38-ef7d-4560-9018-674372cf5a5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 1000 time: 0.2783685
Apr 16 21:33:05.510027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271add73-1b05-4f98-ac98-2e67c2dd6e44 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:33:05.510580 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-271add73-1b05-4f98-ac98-2e67c2dd6e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (520dfe07-a4a5-4a93-8334-5bed6c74dc03), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:33:05.546481 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:33:05.565264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-fe3d99df-0b6b-4b45-9961-a358c8a69c07 None None] Provisioning complete for port aa2b7e51-e631-4edf-9eed-fcded0bee52e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:05.565929 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fe3d99df-0b6b-4b45-9961-a358c8a69c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.589719 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-968aaffa-a486-46d3-b32d-7d1a8e78212d admin admin] Publish callbacks [] for security_group (816025c9-cbac-4440-83e7-c2a5c6ee420d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.596642 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.600956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=16c2ace3-efac-4228-9453-5d0fafaff1b9,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:05.612243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-912d58a1-da8a-4ee6-a32e-87400e4a20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:05.614000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-912d58a1-da8a-4ee6-a32e-87400e4a20fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9436375-f402-4a5b-aa69-a7409c8adda4 HTTP/1.1" status: 200  len: 898 time: 0.2318530
Apr 16 21:33:05.632069 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (77353788-3bc7-4afa-80bd-6200b8572f36), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.655265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-70a4a1b0-f4f9-4217-b0b5-00070fd39ce3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port d12d8e9f-a175-4d6a-a9b0-a204e5fabca3 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:05.655732 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70a4a1b0-f4f9-4217-b0b5-00070fd39ce3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d12d8e9f-a175-4d6a-a9b0-a204e5fabca3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.680157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port aa2b7e51-e631-4edf-9eed-fcded0bee52e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:05.680816 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.704726 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-968aaffa-a486-46d3-b32d-7d1a8e78212d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (816025c9-cbac-4440-83e7-c2a5c6ee420d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.722919 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-f5fe2675-d3b4-4783-b2f9-286dafac0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:05.726338 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-f5fe2675-d3b4-4783-b2f9-286dafac0e79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4f45037-6f54-4369-b06d-9d201a65a8f0 HTTP/1.1" status: 200  len: 834 time: 0.2116947
Apr 16 21:33:05.753509 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port aa2b7e51-e631-4edf-9eed-fcded0bee52e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa2b7e51-e631-4edf-9eed-fcded0bee52e,segment=NetworkSegment(94422ecb-0fd7-4121-a660-cfa3abe814cc),segment_id=94422ecb-0fd7-4121-a660-cfa3abe814cc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:05.764631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d99df-0b6b-4b45-9961-a358c8a69c07 None None] Current status of the port aa2b7e51-e631-4edf-9eed-fcded0bee52e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:05.765992 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fe3d99df-0b6b-4b45-9961-a358c8a69c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.772726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968aaffa-a486-46d3-b32d-7d1a8e78212d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816025c9-cbac-4440-83e7-c2a5c6ee420d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:05.846446 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-968aaffa-a486-46d3-b32d-7d1a8e78212d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21035a012d4d4472905c9c57d9b40dff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8295476
Apr 16 21:33:05.851819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56402) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:05.862621 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.864416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 24eabea1-b341-4954-8aa2-cd4423ae1516 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:05.900068 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-fbf887b6-e6e5-489b-900d-3542c8a46ac7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 1000 time: 0.2709095
Apr 16 21:33:05.901034 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-271add73-1b05-4f98-ac98-2e67c2dd6e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (1beb4ec8-1c21-4d51-8bea-7d6c54b461fd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.907739 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-271add73-1b05-4f98-ac98-2e67c2dd6e44 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:05.911853 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-271add73-1b05-4f98-ac98-2e67c2dd6e44 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1beb4ec8-1c21-4d51-8bea-7d6c54b461fd HTTP/1.1" status: 204  len: 168 time: 2.6201189
Apr 16 21:33:05.928269 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d99af2ae-5140-4af1-99eb-345225886b48 admin admin] Publish callbacks [] for security_group (816025c9-cbac-4440-83e7-c2a5c6ee420d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.005636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 578312d9-8b71-4348-aeb6-31db47283d36 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:06.008838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-4f7bb9c4-6c99-4330-8a34-8c4cee37636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:06.010476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 24eabea1-b341-4954-8aa2-cd4423ae1516 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:06.010476 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (24eabea1-b341-4954-8aa2-cd4423ae1516), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.010713 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-4f7bb9c4-6c99-4330-8a34-8c4cee37636f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9436375-f402-4a5b-aa69-a7409c8adda4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2770007
Apr 16 21:33:06.011374 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271add73-1b05-4f98-ac98-2e67c2dd6e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=1beb4ec8-1c21-4d51-8bea-7d6c54b461fd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:06.019054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:06.043447 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d99af2ae-5140-4af1-99eb-345225886b48 admin admin] Publish callbacks [] for security_group (816025c9-cbac-4440-83e7-c2a5c6ee420d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.046682 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-fe3d99df-0b6b-4b45-9961-a358c8a69c07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:33:06.047357 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-fe3d99df-0b6b-4b45-9961-a358c8a69c07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:33:06.077267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=aa2b7e51-e631-4edf-9eed-fcded0bee52e,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:06.097593 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70a4a1b0-f4f9-4217-b0b5-00070fd39ce3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d12d8e9f-a175-4d6a-a9b0-a204e5fabca3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.141558 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-2a1ac86f-2539-4b2b-8ff7-c3debddf437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:06.143177 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-2a1ac86f-2539-4b2b-8ff7-c3debddf437c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4f45037-6f54-4369-b06d-9d201a65a8f0 HTTP/1.1" status: 200  len: 834 time: 0.2203546
Apr 16 21:33:06.150079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 24eabea1-b341-4954-8aa2-cd4423ae1516 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:06.178719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cfb13-2b96-4191-b801-6bc5332e450e req-2abdcdeb-3c89-4dc8-bbbe-e4c9394d175d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:06.180303 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa4cfb13-2b96-4191-b801-6bc5332e450e req-2abdcdeb-3c89-4dc8-bbbe-e4c9394d175d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.2881835
Apr 16 21:33:06.202998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-70a4a1b0-f4f9-4217-b0b5-00070fd39ce3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for d12d8e9f-a175-4d6a-a9b0-a204e5fabca3 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:06.232317 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.239972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-c9815c1d-af70-49ae-8fe2-84d4dcf353c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:06.240768 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-c9815c1d-af70-49ae-8fe2-84d4dcf353c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9436375-f402-4a5b-aa69-a7409c8adda4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0805552
Apr 16 21:33:06.244918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:33:06.246632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (77353788-3bc7-4afa-80bd-6200b8572f36), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.270545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56408) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:06.273177 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.391508 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d99af2ae-5140-4af1-99eb-345225886b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (816025c9-cbac-4440-83e7-c2a5c6ee420d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.392402 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-4136b728-0b94-4bbe-aff7-d6bd018840bf service neutron] 10.222.0.41 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3267269
Apr 16 21:33:06.394337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d99af2ae-5140-4af1-99eb-345225886b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.397769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d99af2ae-5140-4af1-99eb-345225886b48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/816025c9-cbac-4440-83e7-c2a5c6ee420d HTTP/1.1" status: 204  len: 168 time: 0.5427051
Apr 16 21:33:06.424206 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aa4cfb13-2b96-4191-b801-6bc5332e450e req-bde82682-d889-431f-acb4-5b9cde71b83b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2343369
Apr 16 21:33:06.486151 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-aa2f25aa-dfd2-485f-858f-dd9c2195b7bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85e899913f3f46e2b9ed44d5d6082195&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2099314
Apr 16 21:33:06.489358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56414) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:06.502675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99af2ae-5140-4af1-99eb-345225886b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816025c9-cbac-4440-83e7-c2a5c6ee420d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:06.523029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1e03e-10a6-4276-add6-20f41f51c5e7 req-6b50ddfd-b7f4-4f3b-aafb-3a9c7ddb48d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:06.524928 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7a1e03e-10a6-4276-add6-20f41f51c5e7 req-6b50ddfd-b7f4-4f3b-aafb-3a9c7ddb48d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 944 time: 0.1930087
Apr 16 21:33:06.538294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-bd26350c-091d-40ff-a024-21102a8421f6 service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2900162
Apr 16 21:33:06.565682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:06.577992 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Sync routers for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:06.588111 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-748270e8-df64-4e3c-a896-4cfccda131c0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4229729
Apr 16 21:33:06.593240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56416) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:06.599255 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a8a5963f-4fe9-43c1-9a7f-b9421d151053 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'network': {'name': 'tempest-RoutersTest-13543347'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:06.618774 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:06.621958 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249b8d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:06.695087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d99df-0b6b-4b45-9961-a358c8a69c07 None None] Current status of the port aa2b7e51-e631-4edf-9eed-fcded0bee52e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:06.705281 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d1f7963-94f1-4bcb-b030-d80454eb6432 admin admin] Publish callbacks [] for security_group (7893f146-2bdc-4dfe-b681-3085ac47bc41), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.719191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Allocated IP 172.35.1.97 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/d4e7f8a2-c728-4fd9-a0e6-9ef6435b322c) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:06.730934 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-d3f2f08b-1b12-4c51-a315-5bcf77b5d251 service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1824262
Apr 16 21:33:06.751122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7a1e03e-10a6-4276-add6-20f41f51c5e7 req-0322ea5b-b3c5-43f0-872f-de221b6496d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2166286
Apr 16 21:33:06.770114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a5963f-4fe9-43c1-9a7f-b9421d151053 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:06.773071 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8a5963f-4fe9-43c1-9a7f-b9421d151053 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.775771 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:06.798050 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d1f7963-94f1-4bcb-b030-d80454eb6432 admin admin] Publish callbacks [] for security_group (7893f146-2bdc-4dfe-b681-3085ac47bc41), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.802468 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5956c1e8-a05f-4557-b7a9-9ffb20e7a548 req-0e568cf1-4624-4367-bb72-e8732eb9f1ae service neutron] 10.222.0.41 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4006224
Apr 16 21:33:06.838505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-03952800-75c7-451e-8640-9c450d078faa None None] Provisioning complete for port aa2b7e51-e631-4edf-9eed-fcded0bee52e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:06.839153 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-03952800-75c7-451e-8640-9c450d078faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.927365 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70a4a1b0-f4f9-4217-b0b5-00070fd39ce3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d12d8e9f-a175-4d6a-a9b0-a204e5fabca3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:06.951878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a5963f-4fe9-43c1-9a7f-b9421d151053 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:33:06.998379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-03952800-75c7-451e-8640-9c450d078faa None None] Current status of the port aa2b7e51-e631-4edf-9eed-fcded0bee52e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:07.001920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device aa2b7e51-e631-4edf-9eed-fcded0bee52e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:07.027088 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4a1b0-f4f9-4217-b0b5-00070fd39ce3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=d12d8e9f-a175-4d6a-a9b0-a204e5fabca3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:07.031077 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d1f7963-94f1-4bcb-b030-d80454eb6432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7893f146-2bdc-4dfe-b681-3085ac47bc41), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.034872 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d1f7963-94f1-4bcb-b030-d80454eb6432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.036099 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1d1f7963-94f1-4bcb-b030-d80454eb6432 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7893f146-2bdc-4dfe-b681-3085ac47bc41 HTTP/1.1" status: 204  len: 168 time: 0.5435925
Apr 16 21:33:07.057575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-03952800-75c7-451e-8640-9c450d078faa None None] Provisioning complete for port 16c2ace3-efac-4228-9453-5d0fafaff1b9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:07.057575 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-03952800-75c7-451e-8640-9c450d078faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.074388 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8a5963f-4fe9-43c1-9a7f-b9421d151053 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (515fa43d-0842-4c8c-a1a3-cb55a567f7c2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.074888 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-a8a5963f-4fe9-43c1-9a7f-b9421d151053 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Added segment 515fa43d-0842-4c8c-a1a3-cb55a567f7c2 of type vlan for network 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90
Apr 16 21:33:07.084041 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70a4a1b0-f4f9-4217-b0b5-00070fd39ce3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.090227 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-70a4a1b0-f4f9-4217-b0b5-00070fd39ce3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/d12d8e9f-a175-4d6a-a9b0-a204e5fabca3 HTTP/1.1" status: 204  len: 168 time: 2.3533432
Apr 16 21:33:07.090417 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249b8d30>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:04Z', 'revision_number': 3, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:04Z', 'revision_number': 2, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:07.090812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56428) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:07.132904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f7963-94f1-4bcb-b030-d80454eb6432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7893f146-2bdc-4dfe-b681-3085ac47bc41,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:07.164437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-03952800-75c7-451e-8640-9c450d078faa None None] Port 16c2ace3-efac-4228-9453-5d0fafaff1b9 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:33:07.191605 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Checking router: fee76ffc-9dd7-43a4-9ad5-cdb33cae615a for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:33:07.192253 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Updating router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a port 16c2ace3-efac-4228-9453-5d0fafaff1b9 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:33:07.204420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port aa2b7e51-e631-4edf-9eed-fcded0bee52e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:07.204928 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.237188 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.251551 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-56a80498-dd36-4c0a-b071-a2d0c344d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:07.257825 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-56a80498-dd36-4c0a-b071-a2d0c344d8f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1126 time: 0.3186774
Apr 16 21:33:07.270148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fdc119-4f59-493c-9403-edf3a2f5e3f2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:07.273862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fdc119-4f59-493c-9403-edf3a2f5e3f2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:07.280447 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-90fdc119-4f59-493c-9403-edf3a2f5e3f2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1885278
Apr 16 21:33:07.282100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56430) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:07.294014 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8a5963f-4fe9-43c1-9a7f-b9421d151053 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (0a21d1ca-f86f-4a8f-be5c-20e6130f4e90), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.390665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port aa2b7e51-e631-4edf-9eed-fcded0bee52e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:07.392538 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for port (d4e7f8a2-c728-4fd9-a0e6-9ef6435b322c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.433553 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8a5963f-4fe9-43c1-9a7f-b9421d151053 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (0a21d1ca-f86f-4a8f-be5c-20e6130f4e90), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.439718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5963f-4fe9-43c1-9a7f-b9421d151053 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:07.440551 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8a5963f-4fe9-43c1-9a7f-b9421d151053 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.440802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd2f396-5aba-4fa4-b4ee-4d61aa4bf15c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 9c366a4d-b565-4294-a13e-40b2f632ac2f {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:07.452500 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f396-5aba-4fa4-b4ee-4d61aa4bf15c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (9c366a4d-b565-4294-a13e-40b2f632ac2f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.507543 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f396-5aba-4fa4-b4ee-4d61aa4bf15c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (9c366a4d-b565-4294-a13e-40b2f632ac2f), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.518112 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56434) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:07.541818 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08e82a3e-4f38-467e-b193-da6796fd4afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.549034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5963f-4fe9-43c1-9a7f-b9421d151053 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Network': ['ID=0a21d1ca-f86f-4a8f-be5c-20e6130f4e90,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:07.563767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:33:07.620762 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f396-5aba-4fa4-b4ee-4d61aa4bf15c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (9c366a4d-b565-4294-a13e-40b2f632ac2f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.629665 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a8a5963f-4fe9-43c1-9a7f-b9421d151053 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 1.0340905
Apr 16 21:33:07.630578 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Publish callbacks [] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.631091 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d4e7f8a2-c728-4fd9-a0e6-9ef6435b322c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.634544 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56438) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:07.644469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a123980d-f118-4072-8cc8-6624cf06542d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'subnet': {'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:07.703359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b966fc7e-0221-46eb-a92a-00d9f48a8a41 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:07.745475 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.756104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:07.768033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:07.797755 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:07.802295 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f396-5aba-4fa4-b4ee-4d61aa4bf15c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (9c366a4d-b565-4294-a13e-40b2f632ac2f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.806803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b966fc7e-0221-46eb-a92a-00d9f48a8a41 is: DOWN; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:07.818600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Pushing event updated for resources: {'Port': ['ID=d4e7f8a2-c728-4fd9-a0e6-9ef6435b322c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:07.883747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2f396-5aba-4fa4-b4ee-4d61aa4bf15c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=9c366a4d-b565-4294-a13e-40b2f632ac2f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:07.890406 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13fa20-18df-4e4b-9582-c0319ce651cf None None] Pushing event updated for resources: {'Port': ['ID=16c2ace3-efac-4228-9453-5d0fafaff1b9,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:07.904704 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f396-5aba-4fa4-b4ee-4d61aa4bf15c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:07.907259 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8b810a-0a28-42dd-b46c-e30756e3ba23 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:07.915385 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fdd2f396-5aba-4fa4-b4ee-4d61aa4bf15c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/9c366a4d-b565-4294-a13e-40b2f632ac2f HTTP/1.1" status: 204  len: 168 time: 0.6305723
Apr 16 21:33:07.920614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56452) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:07.966284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08e82a3e-4f38-467e-b193-da6796fd4afb admin admin] Publish callbacks [] for security_group (9b3c1576-9c25-4f02-bf0d-e6b798cc55e0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:08.026708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a123980d-f118-4072-8cc8-6624cf06542d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:08.034975 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a123980d-f118-4072-8cc8-6624cf06542d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:08.043398 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Attempting to bind port 16c2ace3-efac-4228-9453-5d0fafaff1b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:08.044245 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Attempting to bind port 16c2ace3-efac-4228-9453-5d0fafaff1b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '94422ecb-0fd7-4121-a660-cfa3abe814cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:08.044860 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Attempting to bind port 16c2ace3-efac-4228-9453-5d0fafaff1b9 on network 578312d9-8b71-4348-aeb6-31db47283d36 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:08.050446 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bcb3e492-dc76-4534-9c29-1e993ef12fe0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0599444
Apr 16 21:33:08.051408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56456) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:08.065094 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:08.066433 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Checking segment: {'id': '94422ecb-0fd7-4121-a660-cfa3abe814cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:08.070296 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:08.070296 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Bound using segment: {'id': '94422ecb-0fd7-4121-a660-cfa3abe814cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:08.070296 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Bound port: 16c2ace3-efac-4228-9453-5d0fafaff1b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94422ecb-0fd7-4121-a660-cfa3abe814cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:08.070296 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:08.105122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-792a95a6-b388-4585-9663-6bf222aa8f4e req-a68a6da4-bac6-4759-9498-61e948c6cfdb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:33:08.106163 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-792a95a6-b388-4585-9663-6bf222aa8f4e req-a68a6da4-bac6-4759-9498-61e948c6cfdb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0852447
Apr 16 21:33:08.115246 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08e82a3e-4f38-467e-b193-da6796fd4afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9b3c1576-9c25-4f02-bf0d-e6b798cc55e0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:08.139122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caddda5-fd6d-4af2-8415-99beb52b9c19 req-2f76b40e-d4ab-490f-a9f0-eb5ae05117bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:08.141683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8caddda5-fd6d-4af2-8415-99beb52b9c19 req-2f76b40e-d4ab-490f-a9f0-eb5ae05117bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 944 time: 0.2265644
Apr 16 21:33:08.150876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d869a3-2ecf-47fd-bfe1-d21b777dd4f1 None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:33:08.186550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12380a89-1427-4f20-8da1-e5c1ba2006af tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:08.190370 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-12380a89-1427-4f20-8da1-e5c1ba2006af tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1334188
Apr 16 21:33:08.194996 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56460) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:08.245923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c6d869a3-2ecf-47fd-bfe1-d21b777dd4f1 None None] Deleting port 24eabea1-b341-4954-8aa2-cd4423ae1516 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:08.247615 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c6d869a3-2ecf-47fd-bfe1-d21b777dd4f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (24eabea1-b341-4954-8aa2-cd4423ae1516), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:08.258947 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] For port 16c2ace3-efac-4228-9453-5d0fafaff1b9, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:08.266276 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] For port 16c2ace3-efac-4228-9453-5d0fafaff1b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16c2ace3-efac-4228-9453-5d0fafaff1b9,segment=NetworkSegment(94422ecb-0fd7-4121-a660-cfa3abe814cc),segment_id=94422ecb-0fd7-4121-a660-cfa3abe814cc)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:08.296823 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8caddda5-fd6d-4af2-8415-99beb52b9c19 req-96fb96b8-feb8-47c9-b0c6-f7a725ccd7c8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1476212
Apr 16 21:33:08.311893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaff868-280b-4b27-8c2b-c84708c21d97 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:08.314011 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4aaff868-280b-4b27-8c2b-c84708c21d97 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1176727
Apr 16 21:33:08.316556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56462) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:08.366846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3026c5f1-71a9-4922-ad6e-845972723aeb None None] Provisioning complete for port 16c2ace3-efac-4228-9453-5d0fafaff1b9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:08.367223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3026c5f1-71a9-4922-ad6e-845972723aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:08.380121 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:08.381471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4575735b-40f0-40a7-9637-0f38f67d4982 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0625679
Apr 16 21:33:08.386476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56464) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:08.392711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-422b0492-f86c-4b69-80db-843697fe2a6b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:08.457073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c6d869a3-2ecf-47fd-bfe1-d21b777dd4f1 None None] For port 24eabea1-b341-4954-8aa2-cd4423ae1516, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24eabea1-b341-4954-8aa2-cd4423ae1516,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:08.457491 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c6d869a3-2ecf-47fd-bfe1-d21b777dd4f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (24eabea1-b341-4954-8aa2-cd4423ae1516), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:08.496541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c6d869a3-2ecf-47fd-bfe1-d21b777dd4f1 None None] Calling delete_port for 24eabea1-b341-4954-8aa2-cd4423ae1516 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:08.500580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3026c5f1-71a9-4922-ad6e-845972723aeb None None] Port 16c2ace3-efac-4228-9453-5d0fafaff1b9 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:33:08.555953 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:08.556643 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249b8d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:08.593399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422b0492-f86c-4b69-80db-843697fe2a6b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:08.608661 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-422b0492-f86c-4b69-80db-843697fe2a6b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:08.618114 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13fa20-18df-4e4b-9582-c0319ce651cf None None] Pushing event updated for resources: {'Port': ['ID=16c2ace3-efac-4228-9453-5d0fafaff1b9,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:08.619387 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-08e82a3e-4f38-467e-b193-da6796fd4afb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff30a33beddc4aeda2029f47bb3a6c39&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1001012
Apr 16 21:33:08.630250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56480) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:08.685307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e82a3e-4f38-467e-b193-da6796fd4afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3c1576-9c25-4f02-bf0d-e6b798cc55e0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:08.799715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8a822-4642-465f-8ca2-e2b0e95bf84a req-eac7ede9-e723-4b42-984c-57f419b1d86b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:08.813281 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6a8a822-4642-465f-8ca2-e2b0e95bf84a req-eac7ede9-e723-4b42-984c-57f419b1d86b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.0841405
Apr 16 21:33:08.845213 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:08.865012 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c6d869a3-2ecf-47fd-bfe1-d21b777dd4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (24eabea1-b341-4954-8aa2-cd4423ae1516), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:08.872432 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae1c7-8006-48d6-b146-0b4fe48f227a admin admin] Publish callbacks [] for security_group (9b3c1576-9c25-4f02-bf0d-e6b798cc55e0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:08.882477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d869a3-2ecf-47fd-bfe1-d21b777dd4f1 None None] No DVR routers for this DVR port 24eabea1-b341-4954-8aa2-cd4423ae1516 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:08.948490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d869a3-2ecf-47fd-bfe1-d21b777dd4f1 None None] Pushing event deleted for resources: {'Port': ['ID=24eabea1-b341-4954-8aa2-cd4423ae1516,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:09.014941 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae1c7-8006-48d6-b146-0b4fe48f227a admin admin] Publish callbacks [] for security_group (9b3c1576-9c25-4f02-bf0d-e6b798cc55e0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.020829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56484) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:09.030568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f12eaaee-1195-436f-b5d1-546625fe66b5 None None] Provisioning complete for port 16c2ace3-efac-4228-9453-5d0fafaff1b9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:09.030945 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f12eaaee-1195-436f-b5d1-546625fe66b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.076001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 24eabea1-b341-4954-8aa2-cd4423ae1516 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:09.105882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 24eabea1-b341-4954-8aa2-cd4423ae1516 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:09.106229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 24eabea1-b341-4954-8aa2-cd4423ae1516 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:09.120426 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-88b24415-ef63-429b-aa7c-33877a656f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.181990 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (77353788-3bc7-4afa-80bd-6200b8572f36), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.247055 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f12eaaee-1195-436f-b5d1-546625fe66b5 None None] Current status of the port 16c2ace3-efac-4228-9453-5d0fafaff1b9 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:09.247642 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f12eaaee-1195-436f-b5d1-546625fe66b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.294297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f12eaaee-1195-436f-b5d1-546625fe66b5 None None] For port 16c2ace3-efac-4228-9453-5d0fafaff1b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16c2ace3-efac-4228-9453-5d0fafaff1b9,segment=NetworkSegment(94422ecb-0fd7-4121-a660-cfa3abe814cc),segment_id=94422ecb-0fd7-4121-a660-cfa3abe814cc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:09.310410 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-882863494-network', 'tenant_id': '4f6fb0a879f54d85895e6b63f3b5ee5f'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:09.319543 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a123980d-f118-4072-8cc8-6624cf06542d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (a92211ae-bde5-40dd-ba9b-2d50372fc79f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.373751 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f12eaaee-1195-436f-b5d1-546625fe66b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.406742 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae1c7-8006-48d6-b146-0b4fe48f227a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9b3c1576-9c25-4f02-bf0d-e6b798cc55e0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.409489 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae1c7-8006-48d6-b146-0b4fe48f227a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.411336 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2c8ae1c7-8006-48d6-b146-0b4fe48f227a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b3c1576-9c25-4f02-bf0d-e6b798cc55e0 HTTP/1.1" status: 204  len: 168 time: 0.7630847
Apr 16 21:33:09.414474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123980d-f118-4072-8cc8-6624cf06542d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Subnet': ['ID=a92211ae-bde5-40dd-ba9b-2d50372fc79f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:09.486501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12eaaee-1195-436f-b5d1-546625fe66b5 None None] Pushing event updated for resources: {'Port': ['ID=16c2ace3-efac-4228-9453-5d0fafaff1b9,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:09.497881 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Made reservation on behalf of 4f6fb0a879f54d85895e6b63f3b5ee5f for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:09.511685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.511685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ae1c7-8006-48d6-b146-0b4fe48f227a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3c1576-9c25-4f02-bf0d-e6b798cc55e0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:09.512374 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249b8d30>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:04Z', 'revision_number': 3, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:08Z', 'revision_number': 4, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:09.562715 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8f3a6-891b-44b7-b519-a7fa68a015bb None None] The sync data for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 is: [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:04Z', 'revision_number': 3, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:08Z', 'revision_number': 4, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:09.570620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.602801 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6a8a822-4642-465f-8ca2-e2b0e95bf84a req-56758cef-7135-4654-8ef6-3678e1f2dae8 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7800202
Apr 16 21:33:09.616676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a123980d-f118-4072-8cc8-6624cf06542d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Checking segment: {'id': '515fa43d-0842-4c8c-a1a3-cb55a567f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:09.617173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a123980d-f118-4072-8cc8-6624cf06542d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network hostable DHCP agents. Network: 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:33:09.693095 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-422b0492-f86c-4b69-80db-843697fe2a6b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (3793d278-b485-4e85-96a1-3b49d17b8b1a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.708075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8d779-d2b4-42c2-8806-21cc537c4a2d req-f1bb7f9f-aecb-4091-bd7e-c223313a4ee1 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:09.711714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24c8d779-d2b4-42c2-8806-21cc537c4a2d req-f1bb7f9f-aecb-4091-bd7e-c223313a4ee1 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 944 time: 0.2279499
Apr 16 21:33:09.717060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f0531494-4be1-4c6b-bed4-5ffd32fa231d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:33:09.738588 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-4dbe0451-e09f-474f-ba70-3c8f2a3d60b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2132096
Apr 16 21:33:09.820473 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422b0492-f86c-4b69-80db-843697fe2a6b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:09.860729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-422b0492-f86c-4b69-80db-843697fe2a6b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:09.870773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422b0492-f86c-4b69-80db-843697fe2a6b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:09.870773 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-422b0492-f86c-4b69-80db-843697fe2a6b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.882624 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (77353788-3bc7-4afa-80bd-6200b8572f36), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:09.889670 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa96b7aa-e84f-4697-9266-71bd2528600c None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:09.909376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b0492-f86c-4b69-80db-843697fe2a6b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=3793d278-b485-4e85-96a1-3b49d17b8b1a,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:09.914630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a123980d-f118-4072-8cc8-6624cf06542d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:33:09.926179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-ae3e2801-a7de-4e6d-a314-80770a1079df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:09.927644 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-ae3e2801-a7de-4e6d-a314-80770a1079df tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports/b966fc7e-0221-46eb-a92a-00d9f48a8a41 HTTP/1.1" status: 200  len: 940 time: 0.1364803
Apr 16 21:33:09.987292 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-422b0492-f86c-4b69-80db-843697fe2a6b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5993168
Apr 16 21:33:09.991854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56506) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:09.997797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'mac_address': 'fa:16:3e:a1:40:9c', 'name': 'tempest-NetworksTestDHCPv6-789229906'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:10.043191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-7d03673b-d7de-40e3-a3f1-726bc16210ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:10.045219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-7d03673b-d7de-40e3-a3f1-726bc16210ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9436375-f402-4a5b-aa69-a7409c8adda4 HTTP/1.1" status: 200  len: 898 time: 0.3633564
Apr 16 21:33:10.083493 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24c8d779-d2b4-42c2-8806-21cc537c4a2d req-cb065587-5596-4cd7-ad2e-2717143e955e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3478096
Apr 16 21:33:10.100380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f0531494-4be1-4c6b-bed4-5ffd32fa231d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:10.167630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'port_id': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'mac_address': 'fa:16:3e:7f:dc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:33:10.193517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a123980d-f118-4072-8cc8-6624cf06542d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:10.264858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a123980d-f118-4072-8cc8-6624cf06542d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:10.266177 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a123980d-f118-4072-8cc8-6624cf06542d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:10.282785 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Publish callbacks [] for security_group (e327a954-50d4-47db-8729-cb8ca565f6f3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:10.298415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f0531494-4be1-4c6b-bed4-5ffd32fa231d is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:10.298965 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:10.303303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': '3793d278-b485-4e85-96a1-3b49d17b8b1a'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:33:10.304966 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:10.308470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6b1b65-3784-44b6-945c-ac534509afca None None] Network 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:10.311408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:10.323821 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-011de1d4-2fa9-46ef-ae86-ad35c0c3a91e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 1000 time: 0.2633517
Apr 16 21:33:10.390454 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e327a954-50d4-47db-8729-cb8ca565f6f3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:10.400837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0531494-4be1-4c6b-bed4-5ffd32fa231d {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:33:10.437388 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a123980d-f118-4072-8cc8-6624cf06542d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7964864
Apr 16 21:33:10.441036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56512) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:10.489628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:33:10.508204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-07ed7303-c69e-408f-9e3c-ee6e3b0abef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:10.509477 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-07ed7303-c69e-408f-9e3c-ee6e3b0abef4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4f45037-6f54-4369-b06d-9d201a65a8f0 HTTP/1.1" status: 200  len: 834 time: 0.1796792
Apr 16 21:33:10.518202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e327a954-50d4-47db-8729-cb8ca565f6f3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:10.534144 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (bc23c213-5ccb-422d-8cc2-002afdf5af78), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:10.534491 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Added segment bc23c213-5ccb-422d-8cc2-002afdf5af78 of type vlan for network e901a3c5-8548-4fed-98c9-44e660df2fa1
Apr 16 21:33:10.594395 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f0531494-4be1-4c6b-bed4-5ffd32fa231d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:10.600990 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:10.618241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-ed181ff5-b407-440f-b9d0-21f273300a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:10.619689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-ed181ff5-b407-440f-b9d0-21f273300a30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9436375-f402-4a5b-aa69-a7409c8adda4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0962100
Apr 16 21:33:10.622213 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e901a3c5-8548-4fed-98c9-44e660df2fa1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:10.706699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port c972e1a7-86d0-4aa3-ae31-d5419622faa3 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:33:10.751258 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:10.754339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Router 77353788-3bc7-4afa-80bd-6200b8572f36 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:33:10.866887 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e901a3c5-8548-4fed-98c9-44e660df2fa1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:10.867851 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:10.868492 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:10.872023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:33:10.873365 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:10.915496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Allocated IP 2001:db8::2 (0d27c69b-2090-42d8-afae-1332cd31e453/3793d278-b485-4e85-96a1-3b49d17b8b1a/e813b3b8-6a48-4f63-9692-7d056af73edd) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:10.930971 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-350f06be-ae07-4dd4-b192-52a2096f7dad service neutron] 10.222.0.41 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2898071
Apr 16 21:33:10.986606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89989e6-3e81-4f0b-b688-8ff2ac5a96ea req-da5108d3-1e12-4b5e-a7ed-24b1b2aa1f41 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:10.988808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d89989e6-3e81-4f0b-b688-8ff2ac5a96ea req-da5108d3-1e12-4b5e-a7ed-24b1b2aa1f41 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.2357247
Apr 16 21:33:11.091324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 16c2ace3-efac-4228-9453-5d0fafaff1b9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:11.121388 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d89989e6-3e81-4f0b-b688-8ff2ac5a96ea req-09d95ee9-f7be-40d8-882a-4431fa519c3e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1241579
Apr 16 21:33:11.146173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e901a3c5-8548-4fed-98c9-44e660df2fa1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:11.157704 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:11.166263 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae0936d0-3ca2-4cac-baed-5d7cdd532d2a req-b0f3f183-7895-4641-914b-6880f612b8d5 service neutron] 10.222.0.41 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1940513
Apr 16 21:33:11.170012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e901a3c5-8548-4fed-98c9-44e660df2fa1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:33:11.184232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f0531494-4be1-4c6b-bed4-5ffd32fa231d,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:11.193679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Allocated IP 172.22.0.2 (0a21d1ca-f86f-4a8f-be5c-20e6130f4e90/a92211ae-bde5-40dd-ba9b-2d50372fc79f/5ad01b80-ab68-4530-a6a0-8a8763718258) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:11.212391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-444b76dc-00ba-4d24-9002-43da389f89d6 req-9295afa9-a8c9-4514-8a34-d1de0dc95293 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0614042
Apr 16 21:33:11.222003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['f0531494-4be1-4c6b-bed4-5ffd32fa231d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:33:11.225729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:11.236966 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-16c10596-6b44-4ecb-a5de-f9e49619d3e8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.2144988
Apr 16 21:33:11.240673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56532) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:11.247904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-11f0cae7-d3bc-4174-a496-e35f81aa9827 admin admin] Request body: {'subnet': {'network_id': 'e901a3c5-8548-4fed-98c9-44e660df2fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-882863494-subnet', 'tenant_id': '4f6fb0a879f54d85895e6b63f3b5ee5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:11.317095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b76dc-00ba-4d24-9002-43da389f89d6 req-be021482-7d4f-4eeb-8204-b7b21dfedc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:11.318834 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-444b76dc-00ba-4d24-9002-43da389f89d6 req-be021482-7d4f-4eeb-8204-b7b21dfedc52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1127 time: 0.0501819
Apr 16 21:33:11.355575 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:11.356883 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1ef94256-a97a-4bd2-a30b-05530892c96c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 8.3476279
Apr 16 21:33:11.365480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56534) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:11.385937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f0cae7-d3bc-4174-a496-e35f81aa9827 admin admin] Made reservation on behalf of 4f6fb0a879f54d85895e6b63f3b5ee5f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:11.388934 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-11f0cae7-d3bc-4174-a496-e35f81aa9827 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:11.495757 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f69657-babf-4a34-ae1d-8edc0ce5d528 req-8ec3d374-c04e-4926-837f-57d757e48bd3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:11.497455 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46f69657-babf-4a34-ae1d-8edc0ce5d528 req-8ec3d374-c04e-4926-837f-57d757e48bd3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 945 time: 0.1775906
Apr 16 21:33:11.593310 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-368c9f75-03ed-4698-bf50-3adbcbaa7eb8 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/routers/77353788-3bc7-4afa-80bd-6200b8572f36 HTTP/1.1" status: 200  len: 919 time: 0.2265275
Apr 16 21:33:11.596106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56538) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:11.618033 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46f69657-babf-4a34-ae1d-8edc0ce5d528 req-a37dad8d-ad22-4197-92c3-56385b5535b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120276
Apr 16 21:33:11.620628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b76dc-00ba-4d24-9002-43da389f89d6 req-a6ec9cc6-6dfc-43a0-b437-9c7510fb8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:11.622587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-444b76dc-00ba-4d24-9002-43da389f89d6 req-a6ec9cc6-6dfc-43a0-b437-9c7510fb8530 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9436375-f402-4a5b-aa69-a7409c8adda4 HTTP/1.1" status: 200  len: 898 time: 0.2788639
Apr 16 21:33:11.627046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae8c17-9fb6-47a9-b8e9-72f19cfc9dfc None None] Sync routers for ids ['77353788-3bc7-4afa-80bd-6200b8572f36'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:11.632633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-834e356d-adee-4623-9aa3-fe149c05c3cd tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "GET /v2.0/ports?device_id=77353788-3bc7-4afa-80bd-6200b8572f36 HTTP/1.1" status: 200  len: 205 time: 0.0353274
Apr 16 21:33:11.635277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56540) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:11.713718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae8c17-9fb6-47a9-b8e9-72f19cfc9dfc None None] Routers {'77353788-3bc7-4afa-80bd-6200b8572f36'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:11.714625 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c7ae8c17-9fb6-47a9-b8e9-72f19cfc9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f496220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['77353788-3bc7-4afa-80bd-6200b8572f36'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:11.744217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-444b76dc-00ba-4d24-9002-43da389f89d6 req-32af4590-2d32-4613-9227-716635fd1664 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 1001 time: 0.1136651
Apr 16 21:33:11.818191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c7ae8c17-9fb6-47a9-b8e9-72f19cfc9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f496220>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:11.858762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b76dc-00ba-4d24-9002-43da389f89d6 req-8fbca4ae-615b-4791-95b8-42b068b36858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:11.860619 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-444b76dc-00ba-4d24-9002-43da389f89d6 req-8fbca4ae-615b-4791-95b8-42b068b36858 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4f45037-6f54-4369-b06d-9d201a65a8f0 HTTP/1.1" status: 200  len: 834 time: 0.0863214
Apr 16 21:33:11.872963 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 16c2ace3-efac-4228-9453-5d0fafaff1b9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:11.873549 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:11.889908 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (77353788-3bc7-4afa-80bd-6200b8572f36), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:11.905039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-11f0cae7-d3bc-4174-a496-e35f81aa9827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (31668e2b-d77a-4cec-9088-341984bc59ef), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:11.940901 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-63779686-d4cc-4043-aa2c-b61df7848039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:11.948770 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae8c17-9fb6-47a9-b8e9-72f19cfc9dfc None None] Routers {'77353788-3bc7-4afa-80bd-6200b8572f36'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:11.949458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c7ae8c17-9fb6-47a9-b8e9-72f19cfc9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f496220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:32:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['77353788-3bc7-4afa-80bd-6200b8572f36'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:11.981781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b76dc-00ba-4d24-9002-43da389f89d6 req-7b9a8e5d-3ad2-43c7-b301-3c1418c3b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:11.983302 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-444b76dc-00ba-4d24-9002-43da389f89d6 req-7b9a8e5d-3ad2-43c7-b301-3c1418c3b138 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9436375-f402-4a5b-aa69-a7409c8adda4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1162620
Apr 16 21:33:12.008581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c7ae8c17-9fb6-47a9-b8e9-72f19cfc9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f496220>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:12.009604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae8c17-9fb6-47a9-b8e9-72f19cfc9dfc None None] The sync data for ids ['77353788-3bc7-4afa-80bd-6200b8572f36'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:12.085772 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (77353788-3bc7-4afa-80bd-6200b8572f36), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:12.148523 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-444b76dc-00ba-4d24-9002-43da389f89d6 req-4c173ac1-84e9-4869-b99c-663dac17b88f service neutron] 10.222.0.41 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327708
Apr 16 21:33:12.243954 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 16c2ace3-efac-4228-9453-5d0fafaff1b9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:12.278870 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Publish callbacks [] for port (e813b3b8-6a48-4f63-9692-7d056af73edd), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:12.283987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2edfd-9db0-40fe-b9cf-5f7d5da106f7 req-4bac6beb-f65c-4f74-9a8e-40e8faeea0fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:12.292896 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24a2edfd-9db0-40fe-b9cf-5f7d5da106f7 req-4bac6beb-f65c-4f74-9a8e-40e8faeea0fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 945 time: 0.1080565
Apr 16 21:33:12.311808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0cae7-d3bc-4174-a496-e35f81aa9827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31668e2b-d77a-4cec-9088-341984bc59ef,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:12.320581 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Publish callbacks [] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:12.358320 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (e813b3b8-6a48-4f63-9692-7d056af73edd), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:12.397190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0cae7-d3bc-4174-a496-e35f81aa9827 admin admin] Checking segment: {'id': 'bc23c213-5ccb-422d-8cc2-002afdf5af78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e901a3c5-8548-4fed-98c9-44e660df2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:12.397938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f0cae7-d3bc-4174-a496-e35f81aa9827 admin admin] Network hostable DHCP agents. Network: e901a3c5-8548-4fed-98c9-44e660df2fa1, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:33:12.409610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Pushing event updated for resources: {'Port': ['ID=e813b3b8-6a48-4f63-9692-7d056af73edd,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:12.418708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Deleting port d4e7f8a2-c728-4fd9-a0e6-9ef6435b322c {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:12.418708 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d4e7f8a2-c728-4fd9-a0e6-9ef6435b322c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:12.419786 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:12.449875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:12.474553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:12.483863 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24a2edfd-9db0-40fe-b9cf-5f7d5da106f7 req-2f0e0196-c927-4ed1-bac0-af4b4281153c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1869409
Apr 16 21:33:12.499469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Network 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:12.501425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:12.510671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:12.530941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:12.538262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f0cae7-d3bc-4174-a496-e35f81aa9827 admin admin] Network e901a3c5-8548-4fed-98c9-44e660df2fa1 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:33:12.557387 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-444b76dc-00ba-4d24-9002-43da389f89d6 req-61152a81-5c95-4eae-880a-dbe8d973a95d service neutron] 10.222.0.41 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3708060
Apr 16 21:33:12.598397 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:12.603986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Pushing event updated for resources: {'Port': ['ID=5ad01b80-ab68-4530-a6a0-8a8763718258,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:12.630092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-11f0cae7-d3bc-4174-a496-e35f81aa9827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e901a3c5-8548-4fed-98c9-44e660df2fa1) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:12.635058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f0cae7-d3bc-4174-a496-e35f81aa9827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:12.635687 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-11f0cae7-d3bc-4174-a496-e35f81aa9827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:12.636917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6efbea-0d45-4360-932b-cf7476d659ec req-2c617de3-ad0b-486b-a482-341160189eeb tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:12.648866 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df6efbea-0d45-4360-932b-cf7476d659ec req-2c617de3-ad0b-486b-a482-341160189eeb tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.2477050
Apr 16 21:33:12.650424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85261d36-eeb6-4db1-b674-924e1c0d20e4 None None] Network e901a3c5-8548-4fed-98c9-44e660df2fa1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:12.693865 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Attempting to bind port e813b3b8-6a48-4f63-9692-7d056af73edd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:12.694517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Attempting to bind port e813b3b8-6a48-4f63-9692-7d056af73edd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:12.694897 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Attempting to bind port e813b3b8-6a48-4f63-9692-7d056af73edd on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:12.730357 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-11f0cae7-d3bc-4174-a496-e35f81aa9827 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4886272
Apr 16 21:33:12.744230 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-97704128-28ef-4941-a914-337c9a5ce0c6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:12.744844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:12.748614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:12.748614 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:12.748859 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-97704128-28ef-4941-a914-337c9a5ce0c6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.5642788
Apr 16 21:33:12.748988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:12.748988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Bound port: e813b3b8-6a48-4f63-9692-7d056af73edd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:12.748988 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e813b3b8-6a48-4f63-9692-7d056af73edd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:12.767453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Attempting to bind port 5ad01b80-ab68-4530-a6a0-8a8763718258 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:12.767834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Attempting to bind port 5ad01b80-ab68-4530-a6a0-8a8763718258 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '515fa43d-0842-4c8c-a1a3-cb55a567f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:12.768225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Attempting to bind port 5ad01b80-ab68-4530-a6a0-8a8763718258 on network 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:12.789036 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:12.789469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Checking segment: {'id': '515fa43d-0842-4c8c-a1a3-cb55a567f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:12.789828 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:12.790229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Bound using segment: {'id': '515fa43d-0842-4c8c-a1a3-cb55a567f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:12.790718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Bound port: 5ad01b80-ab68-4530-a6a0-8a8763718258, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515fa43d-0842-4c8c-a1a3-cb55a567f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:12.791110 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:12.798330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::e4 (0d27c69b-2090-42d8-afae-1332cd31e453/3793d278-b485-4e85-96a1-3b49d17b8b1a/c972e1a7-86d0-4aa3-ae31-d5419622faa3) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:12.855521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Allocated IP 172.22.0.1 (0a21d1ca-f86f-4a8f-be5c-20e6130f4e90/a92211ae-bde5-40dd-ba9b-2d50372fc79f/20600cb9-6e8e-4b02-847f-d1e63ce01996) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:12.914571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] For port e813b3b8-6a48-4f63-9692-7d056af73edd, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:12.918109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a372c884-295a-4b70-994a-57cd0c069d5c None None] Network e901a3c5-8548-4fed-98c9-44e660df2fa1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:12.952744 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df6efbea-0d45-4360-932b-cf7476d659ec req-31b082cc-a0c9-47ac-bdd0-8fb82b2c7982 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3057594
Apr 16 21:33:12.982450 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] For port e813b3b8-6a48-4f63-9692-7d056af73edd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e813b3b8-6a48-4f63-9692-7d056af73edd,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:12.992704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] For port 5ad01b80-ab68-4530-a6a0-8a8763718258, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:12.997570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] For port 5ad01b80-ab68-4530-a6a0-8a8763718258, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ad01b80-ab68-4530-a6a0-8a8763718258,segment=NetworkSegment(515fa43d-0842-4c8c-a1a3-cb55a567f7c2),segment_id=515fa43d-0842-4c8c-a1a3-cb55a567f7c2)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:13.015786 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d4e7f8a2-c728-4fd9-a0e6-9ef6435b322c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:13.061237 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e813b3b8-6a48-4f63-9692-7d056af73edd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:13.118653 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:13.131643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0b974-8303-4f1d-b6c9-fa9c50ce1966 None None] Pushing event updated for resources: {'Port': ['ID=e813b3b8-6a48-4f63-9692-7d056af73edd,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:13.161992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Calling delete_port for d4e7f8a2-c728-4fd9-a0e6-9ef6435b322c owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:13.216313 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-14159e73-2884-4d3a-b915-71eb4f8f1ba2 service neutron] delete failed (client error): The resource could not be found.
Apr 16 21:33:13.217318 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-14159e73-2884-4d3a-b915-71eb4f8f1ba2 service neutron] 10.222.0.11 "DELETE /v2.0/ports/f0531494-4be1-4c6b-bed4-5ffd32fa231d/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.4602273
Apr 16 21:33:13.251812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37486d3-7058-4fb2-9637-80455c188e05 None None] Pushing event updated for resources: {'Port': ['ID=5ad01b80-ab68-4530-a6a0-8a8763718258,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:13.389943 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:13.412336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-f833f19c-9884-4275-9801-c8b09a329a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:13.414081 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-f833f19c-9884-4275-9801-c8b09a329a15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1127 time: 0.1103184
Apr 16 21:33:13.421345 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (c972e1a7-86d0-4aa3-ae31-d5419622faa3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:13.487532 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:13.571956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa814e-0297-4872-8d5f-58644415579b req-40aae43b-1c31-41aa-ac10-9698a37a730f tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:13.578308 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-40aae43b-1c31-41aa-ac10-9698a37a730f tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/networks?id=e901a3c5-8548-4fed-98c9-44e660df2fa1 HTTP/1.1" status: 200  len: 812 time: 0.2026100
Apr 16 21:33:13.612350 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-1eca7517-0e7f-4259-a448-8ca8d46ea378 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/quotas/4f6fb0a879f54d85895e6b63f3b5ee5f HTTP/1.1" status: 200  len: 375 time: 0.0296869
Apr 16 21:33:13.717195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-d5ddd381-0d8c-4b87-9f8b-78670829dc89 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f6fb0a879f54d85895e6b63f3b5ee5f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1038303
Apr 16 21:33:13.758418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f0531494-4be1-4c6b-bed4-5ffd32fa231d up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:13.822945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port f0531494-4be1-4c6b-bed4-5ffd32fa231d completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:33:13.847869 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-8b2fa605-6360-41d7-91b0-97c4c0d40ddc service neutron] 10.222.0.20 "GET /v2.0/networks/e901a3c5-8548-4fed-98c9-44e660df2fa1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231112
Apr 16 21:33:13.882185 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port f0531494-4be1-4c6b-bed4-5ffd32fa231d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:13.882749 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:13.976685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-d5163d44-52a1-4e87-ae23-9e4c9be41707 service neutron] 10.222.0.20 "GET /v2.0/networks/e901a3c5-8548-4fed-98c9-44e660df2fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273134
Apr 16 21:33:13.980754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port f0531494-4be1-4c6b-bed4-5ffd32fa231d is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:13.981382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:14.017552 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:33:14.020284 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4692aa-1717-41a6-9da7-077b57b444e6" -d '{"events": [{"server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "name": "network-vif-plugged", "status": "completed", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:33:14.053097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port f0531494-4be1-4c6b-bed4-5ffd32fa231d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:14.094355 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfceaa8-d8e8-4c25-8cbf-547b5ffc08b8 req-9769d6a7-c976-4fe4-8494-5a89300c1df6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:14.095841 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3bfceaa8-d8e8-4c25-8cbf-547b5ffc08b8 req-9769d6a7-c976-4fe4-8494-5a89300c1df6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 945 time: 0.1174479
Apr 16 21:33:14.173555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-e9dc4db6-63cf-41ab-9d9b-089daf91f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:14.176112 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-e9dc4db6-63cf-41ab-9d9b-089daf91f6b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30&tenant_id=7d3a8f4590014b8d9738bd3739f08c0c HTTP/1.1" status: 200  len: 1125 time: 0.0549824
Apr 16 21:33:14.178843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-537c72a9-0c1b-415f-a37b-77e4af3e0996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:14.180721 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-537c72a9-0c1b-415f-a37b-77e4af3e0996 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9436375-f402-4a5b-aa69-a7409c8adda4 HTTP/1.1" status: 200  len: 898 time: 0.7535274
Apr 16 21:33:14.210162 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:14.214166 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:14.258295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-463e49fa-9b6d-438b-89cf-48d4ac080057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:14.260195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-463e49fa-9b6d-438b-89cf-48d4ac080057 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 1125 time: 0.0543878
Apr 16 21:33:14.266498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=f0531494-4be1-4c6b-bed4-5ffd32fa231d,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:14.268714 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3bfceaa8-d8e8-4c25-8cbf-547b5ffc08b8 req-17824fcb-8b0b-4d26-9222-205f4edf8a04 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1625886
Apr 16 21:33:14.300470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-3d47c5cd-cb9f-4b0b-a58d-2c0e34714eef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 1001 time: 0.1133194
Apr 16 21:33:14.415500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d80e13-fe7c-4746-a501-40954c85b7d7 req-49bc3b2c-2fd9-4a68-af9b-6ed352619eb1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:14.417258 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a7d80e13-fe7c-4746-a501-40954c85b7d7 req-49bc3b2c-2fd9-4a68-af9b-6ed352619eb1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.0688088
Apr 16 21:33:14.425208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-f4d34092-23d6-4773-88cf-844432840d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:14.427062 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-f4d34092-23d6-4773-88cf-844432840d95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4f45037-6f54-4369-b06d-9d201a65a8f0 HTTP/1.1" status: 200  len: 834 time: 0.1211112
Apr 16 21:33:14.501635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-d77925f2-3f03-47e9-8c21-87416d761029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:14.503412 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-d77925f2-3f03-47e9-8c21-87416d761029 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9436375-f402-4a5b-aa69-a7409c8adda4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0675962
Apr 16 21:33:14.525472 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a7d80e13-fe7c-4746-a501-40954c85b7d7 req-b956f0cc-44ae-4782-ae07-602635c035e9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0973847
Apr 16 21:33:14.625014 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1783ff21-bcc2-4a48-9374-14e1e179696d x-openstack-request-id: req-1783ff21-bcc2-4a48-9374-14e1e179696d {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:33:14.625316 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "name": "network-vif-plugged", "status": "completed", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:33:14.625574 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1783ff21-bcc2-4a48-9374-14e1e179696d {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:33:14.625978 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1783ff21-bcc2-4a48-9374-14e1e179696d'] response: {'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'code': 200}
Apr 16 21:33:14.635077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-e0153b4f-178d-4175-8dcc-ef8f3254f14b service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225004
Apr 16 21:33:14.658472 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:14.665237 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c972e1a7-86d0-4aa3-ae31-d5419622faa3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:14.767901 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d4e7f8a2-c728-4fd9-a0e6-9ef6435b322c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:14.807542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-64944b08-113c-47c6-83bb-d64d8d5e3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:14.809246 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-64944b08-113c-47c6-83bb-d64d8d5e3284 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 918 time: 0.5420227
Apr 16 21:33:14.885246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:14.897805 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c563ccb5-8418-4409-883b-f7706d6d33df req-b301332f-25d2-4fea-9b92-fe7e1ff8daa8 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 210 time: 0.1069024
Apr 16 21:33:14.930916 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-13d8ddce-0eee-4519-a74e-09f95b140fab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41 HTTP/1.1" status: 200  len: 998 time: 0.1101046
Apr 16 21:33:14.943792 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:14.956867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:14.963337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:14.966969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:14.986530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:15.032782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:15.055639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-8e54e832-40c9-4611-bebd-b42176e38a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:15.057165 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-8e54e832-40c9-4611-bebd-b42176e38a01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 200  len: 856 time: 0.1149032
Apr 16 21:33:15.086129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:15.098183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=20600cb9-6e8e-4b02-847f-d1e63ce01996,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:15.128990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5ad01b80-ab68-4530-a6a0-8a8763718258 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:15.132499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f2734154-dbd0-4302-9483-5cc367251ef8 None None] Provisioning complete for port e813b3b8-6a48-4f63-9692-7d056af73edd triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:15.132881 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f2734154-dbd0-4302-9483-5cc367251ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e813b3b8-6a48-4f63-9692-7d056af73edd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:15.162094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-c69ddc68-b7b8-48a9-b82b-f9966624ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:15.163639 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-c69ddc68-b7b8-48a9-b82b-f9966624ad1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33417375-20a3-4356-abb1-47c6dcf1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1005313
Apr 16 21:33:15.203796 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae3c5049-2c49-4e7f-8b8c-9969d829327e req-886f3918-c523-470f-ad08-b3a36aeda0fc service neutron] 10.222.0.11 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5585353
Apr 16 21:33:15.247600 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 5.2441308
Apr 16 21:33:15.251020 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (77353788-3bc7-4afa-80bd-6200b8572f36), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:15.254621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56620) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:15.282827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5ad01b80-ab68-4530-a6a0-8a8763718258 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:15.283214 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:15.356611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-1207e03c-43d0-41f3-a002-fa61a35ac15e service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864779
Apr 16 21:33:15.364467 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:15.449017 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e64ef88-d414-44ea-84b5-b566543e4bcc None None] Network 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:15.526339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03b217-3fd3-4c0d-849e-eee749f9701c req-c309e286-1d83-4fae-b55e-05784c5da39c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:15.526339 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b03b217-3fd3-4c0d-849e-eee749f9701c req-c309e286-1d83-4fae-b55e-05784c5da39c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.0812216
Apr 16 21:33:15.562901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f2734154-dbd0-4302-9483-5cc367251ef8 None None] Current status of the port e813b3b8-6a48-4f63-9692-7d056af73edd is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:15.563302 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f2734154-dbd0-4302-9483-5cc367251ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e813b3b8-6a48-4f63-9692-7d056af73edd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:15.620455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1ee60-c578-4773-99bb-86942cfd5b7a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=c972e1a7-86d0-4aa3-ae31-d5419622faa3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:15.629736 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23a8ce65-9a85-4f80-b4a2-11e7a9d69ee0 req-a5689917-3d09-4b4c-8417-394cb9a44246 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2664440
Apr 16 21:33:15.650737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b03b217-3fd3-4c0d-849e-eee749f9701c req-32131952-735c-4ba6-9095-23b9511756d6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186855
Apr 16 21:33:15.659043 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:15.686210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f2734154-dbd0-4302-9483-5cc367251ef8 None None] For port e813b3b8-6a48-4f63-9692-7d056af73edd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e813b3b8-6a48-4f63-9692-7d056af73edd,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:15.701308 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b52cfc7-bc40-4ff8-9a02-1b91991a9209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:15.702371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5ad01b80-ab68-4530-a6a0-8a8763718258 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:15.702742 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:15.707234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b52cfc7-bc40-4ff8-9a02-1b91991a9209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:15.709998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4b52cfc7-bc40-4ff8-9a02-1b91991a9209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 0.4517083
Apr 16 21:33:15.712445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56630) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:15.718786 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (77353788-3bc7-4afa-80bd-6200b8572f36), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:15.723726 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_controller (77353788-3bc7-4afa-80bd-6200b8572f36), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:15.728955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Pushing event deleted for resources: {'Port': ['ID=d4e7f8a2-c728-4fd9-a0e6-9ef6435b322c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:15.865436 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:15.876747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2337b6-fc25-4d24-bcdb-56e3453a2d70 req-63976d4d-94f6-473b-82be-895aea951c77 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:15.878374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d2337b6-fc25-4d24-bcdb-56e3453a2d70 req-63976d4d-94f6-473b-82be-895aea951c77 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.1572924
Apr 16 21:33:15.936636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-46077f29-3d26-4527-83da-1f370fd9243f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port c972e1a7-86d0-4aa3-ae31-d5419622faa3 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:15.937325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-46077f29-3d26-4527-83da-1f370fd9243f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c972e1a7-86d0-4aa3-ae31-d5419622faa3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:15.954683 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (77353788-3bc7-4afa-80bd-6200b8572f36), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:15.955494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Fanout notify agent at l3_agent the message router_deleted on router 77353788-3bc7-4afa-80bd-6200b8572f36 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:33:15.964125 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:15.970272 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6c98182e-3d1e-4ed8-ba73-3bb835307a14 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "DELETE /v2.0/routers/77353788-3bc7-4afa-80bd-6200b8572f36 HTTP/1.1" status: 204  len: 168 time: 4.3337429
Apr 16 21:33:15.973173 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56644) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:15.989596 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1525080974', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'enable_snat': False}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:16.046921 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f2734154-dbd0-4302-9483-5cc367251ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e813b3b8-6a48-4f63-9692-7d056af73edd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.063315 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d2337b6-fc25-4d24-bcdb-56e3453a2d70 req-86a06ef6-eae6-416f-b6a4-b789f5a02915 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1757534
Apr 16 21:33:16.170510 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2234cc3c-9791-4288-b00f-cfe581a854f1 req-0110a95a-e7a6-4934-a4d0-ea5409e3f8b5 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 210 time: 0.0822229
Apr 16 21:33:16.197650 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (fc4be642-f58a-4636-be20-4e3a4e0497f2), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.199692 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (fc4be642-f58a-4636-be20-4e3a4e0497f2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.203112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 5ad01b80-ab68-4530-a6a0-8a8763718258, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ad01b80-ab68-4530-a6a0-8a8763718258,segment=NetworkSegment(515fa43d-0842-4c8c-a1a3-cb55a567f7c2),segment_id=515fa43d-0842-4c8c-a1a3-cb55a567f7c2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:16.208904 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-46077f29-3d26-4527-83da-1f370fd9243f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c972e1a7-86d0-4aa3-ae31-d5419622faa3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.230571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-28e60610-c700-44c5-a302-657b937f7402 None None] Provisioning complete for port 5ad01b80-ab68-4530-a6a0-8a8763718258 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:16.241231 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-28e60610-c700-44c5-a302-657b937f7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.242730 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-46077f29-3d26-4527-83da-1f370fd9243f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for c972e1a7-86d0-4aa3-ae31-d5419622faa3 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:16.290048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2734154-dbd0-4302-9483-5cc367251ef8 None None] Pushing event updated for resources: {'Port': ['ID=e813b3b8-6a48-4f63-9692-7d056af73edd,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:16.326688 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.327498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e813b3b8-6a48-4f63-9692-7d056af73edd up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:16.336964 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_controller (fc4be642-f58a-4636-be20-4e3a4e0497f2), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.398361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-28e60610-c700-44c5-a302-657b937f7402 None None] Current status of the port 5ad01b80-ab68-4530-a6a0-8a8763718258 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:16.398689 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-28e60610-c700-44c5-a302-657b937f7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.451357 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.489090 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=5ad01b80-ab68-4530-a6a0-8a8763718258,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:16.520451 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-28e60610-c700-44c5-a302-657b937f7402 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:33:16.521271 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-28e60610-c700-44c5-a302-657b937f7402 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:33:16.522095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e813b3b8-6a48-4f63-9692-7d056af73edd triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:16.522783 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e813b3b8-6a48-4f63-9692-7d056af73edd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.534716 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-46077f29-3d26-4527-83da-1f370fd9243f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c972e1a7-86d0-4aa3-ae31-d5419622faa3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.621720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46077f29-3d26-4527-83da-1f370fd9243f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=c972e1a7-86d0-4aa3-ae31-d5419622faa3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:16.695456 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.724325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-46077f29-3d26-4527-83da-1f370fd9243f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.734991 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-46077f29-3d26-4527-83da-1f370fd9243f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/c972e1a7-86d0-4aa3-ae31-d5419622faa3 HTTP/1.1" status: 204  len: 168 time: 1.0210044
Apr 16 21:33:16.741096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56662) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:16.746679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e813b3b8-6a48-4f63-9692-7d056af73edd is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:16.846161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09383a36-d950-4e86-ba88-128b71c672cb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:16.849538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09383a36-d950-4e86-ba88-128b71c672cb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:16.858182 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-09383a36-d950-4e86-ba88-128b71c672cb tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.1201205
Apr 16 21:33:16.861480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56664) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:16.865799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:16.931205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56666) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:17.081269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e0e8f6-1d20-4b23-b669-f1d6c0d199ae tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 3793d278-b485-4e85-96a1-3b49d17b8b1a {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:17.094417 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8f6-1d20-4b23-b669-f1d6c0d199ae tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (3793d278-b485-4e85-96a1-3b49d17b8b1a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:17.166817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e813b3b8-6a48-4f63-9692-7d056af73edd up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:17.269291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d86f30-f1d8-41db-bf9b-8c40fc9c3a6b req-0944c99a-7669-4e0a-912b-286ff3503ea0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:17.276551 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53d86f30-f1d8-41db-bf9b-8c40fc9c3a6b req-0944c99a-7669-4e0a-912b-286ff3503ea0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.4189470
Apr 16 21:33:17.285009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=20600cb9-6e8e-4b02-847f-d1e63ce01996,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:17.290804 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8f6-1d20-4b23-b669-f1d6c0d199ae tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (3793d278-b485-4e85-96a1-3b49d17b8b1a), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:17.294399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-28e60610-c700-44c5-a302-657b937f7402 None None] Current status of the port 5ad01b80-ab68-4530-a6a0-8a8763718258 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:17.312369 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (fc4be642-f58a-4636-be20-4e3a4e0497f2), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:17.314947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-28e60610-c700-44c5-a302-657b937f7402 None None] Could not find standard attr ID for object c972e1a7-86d0-4aa3-ae31-d5419622faa3. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:33:17.328903 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85e13574-b765-4137-92b2-18208e24e4e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:17.358403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e813b3b8-6a48-4f63-9692-7d056af73edd triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:17.366089 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e813b3b8-6a48-4f63-9692-7d056af73edd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:17.371365 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53d86f30-f1d8-41db-bf9b-8c40fc9c3a6b req-373e159a-c1de-491e-a294-56eaa77bd899 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938442
Apr 16 21:33:17.392699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56674) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:17.481859 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5ec23a4b-86bf-4d87-8f75-9001e36ae860 None None] Provisioning complete for port 5ad01b80-ab68-4530-a6a0-8a8763718258 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:17.482511 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5ec23a4b-86bf-4d87-8f75-9001e36ae860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:17.510235 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dba125b4-0d60-45e8-aecc-8d22231e3b73 req-b6c7600b-475b-464e-bfed-f77eb1124044 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 210 time: 0.0553803
Apr 16 21:33:17.532416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930aed4-9539-4dca-bbc4-a565383bcf1d req-77d2fcd0-5331-429e-93ef-142bca78f271 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:17.534019 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2930aed4-9539-4dca-bbc4-a565383bcf1d req-77d2fcd0-5331-429e-93ef-142bca78f271 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.2802007
Apr 16 21:33:17.569581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:17.574392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:17.619325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e813b3b8-6a48-4f63-9692-7d056af73edd is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:17.621123 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5ad01b80-ab68-4530-a6a0-8a8763718258 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:17.679147 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a322199a-d8ad-48fa-a4ba-8ce35560249a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5 HTTP/1.1" status: 200  len: 994 time: 0.2777176
Apr 16 21:33:17.681734 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2930aed4-9539-4dca-bbc4-a565383bcf1d req-dc2eb800-0679-4935-a0fb-0f7cfb71efca tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1385849
Apr 16 21:33:17.699993 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8f6-1d20-4b23-b669-f1d6c0d199ae tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (3793d278-b485-4e85-96a1-3b49d17b8b1a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:17.796236 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85e13574-b765-4137-92b2-18208e24e4e2 admin admin] Publish callbacks [] for security_group (715c5e2c-ff66-4c53-887b-cab1b0dd7f47), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:17.832942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5ad01b80-ab68-4530-a6a0-8a8763718258 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:17.833583 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:17.863810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5ec23a4b-86bf-4d87-8f75-9001e36ae860 None None] Current status of the port 5ad01b80-ab68-4530-a6a0-8a8763718258 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:17.876213 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85e13574-b765-4137-92b2-18208e24e4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (715c5e2c-ff66-4c53-887b-cab1b0dd7f47), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:17.900243 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5ec23a4b-86bf-4d87-8f75-9001e36ae860 None None] Provisioning complete for port 20600cb9-6e8e-4b02-847f-d1e63ce01996 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:17.900786 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5ec23a4b-86bf-4d87-8f75-9001e36ae860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:17.916144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e13574-b765-4137-92b2-18208e24e4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715c5e2c-ff66-4c53-887b-cab1b0dd7f47,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:17.922806 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8f6-1d20-4b23-b669-f1d6c0d199ae tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (3793d278-b485-4e85-96a1-3b49d17b8b1a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:18.001069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-85e13574-b765-4137-92b2-18208e24e4e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=987ac1b38108420b8a977153e147eda2&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0649061
Apr 16 21:33:18.001069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0e8f6-1d20-4b23-b669-f1d6c0d199ae tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=3793d278-b485-4e85-96a1-3b49d17b8b1a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:18.002705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56676) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:18.018827 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e8f6-1d20-4b23-b669-f1d6c0d199ae tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:18.026487 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d9e0e8f6-1d20-4b23-b669-f1d6c0d199ae tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/3793d278-b485-4e85-96a1-3b49d17b8b1a HTTP/1.1" status: 204  len: 168 time: 1.1636648
Apr 16 21:33:18.039521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56678) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:18.057864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e718e3b-0c25-4104-a38b-1d3a8117e86b None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:18.070207 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5ec23a4b-86bf-4d87-8f75-9001e36ae860 None None] Port 20600cb9-6e8e-4b02-847f-d1e63ce01996 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:33:18.175901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6ff44b79-f96b-4c20-b929-c2c7b7eecdd7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1306448
Apr 16 21:33:18.183440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56680) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:18.243184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5ad01b80-ab68-4530-a6a0-8a8763718258 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:18.252363 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-85535de6-1bce-4add-a6ae-9939318b5ed9 None None] Provisioning complete for port 20600cb9-6e8e-4b02-847f-d1e63ce01996 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:18.253213 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-85535de6-1bce-4add-a6ae-9939318b5ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:18.266708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cd2476-b34f-495d-8b21-1a156d3dc661 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:18.271106 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-27cd2476-b34f-495d-8b21-1a156d3dc661 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0825088
Apr 16 21:33:18.272860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56682) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:18.336685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1657365c-36b7-4758-88a6-52b33425819f admin admin] Publish callbacks [] for security_group (715c5e2c-ff66-4c53-887b-cab1b0dd7f47), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:18.348496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-85535de6-1bce-4add-a6ae-9939318b5ed9 None None] Port 20600cb9-6e8e-4b02-847f-d1e63ce01996 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:33:18.386925 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1657365c-36b7-4758-88a6-52b33425819f admin admin] Publish callbacks [] for security_group (715c5e2c-ff66-4c53-887b-cab1b0dd7f47), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:18.436594 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3899aea6-07dc-4bf3-93f0-7a1cd6b59c8d None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:33:18.448323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0273950-292f-4883-b17f-5a0ff0c85f97 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:18.455620 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f0273950-292f-4883-b17f-5a0ff0c85f97 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1817427
Apr 16 21:33:18.458900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56684) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:18.491871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3899aea6-07dc-4bf3-93f0-7a1cd6b59c8d None None] Deleting port e813b3b8-6a48-4f63-9692-7d056af73edd {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:18.492429 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3899aea6-07dc-4bf3-93f0-7a1cd6b59c8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e813b3b8-6a48-4f63-9692-7d056af73edd), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:18.521821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:33:18.534824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (fc4be642-f58a-4636-be20-4e3a4e0497f2), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:18.556096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-652aac24-f8cc-45d5-8e9a-59e0a9501afe tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0933743
Apr 16 21:33:18.560608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56686) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:18.568251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-463e9da4-3052-4fed-96fc-ee985232abda tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:18.575520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa814e-0297-4872-8d5f-58644415579b req-3b3548f4-c5bd-4cdd-9748-a9a6d9d146cf tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:18.577492 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-3b3548f4-c5bd-4cdd-9748-a9a6d9d146cf tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.11 "GET /v2.0/networks?id=e901a3c5-8548-4fed-98c9-44e660df2fa1 HTTP/1.1" status: 200  len: 812 time: 0.9393094
Apr 16 21:33:18.579970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:18.594905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-72fa814e-0297-4872-8d5f-58644415579b req-3590c6c5-bdef-469c-a73b-006a3eaedaf0 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Request body: {'port': {'device_id': '4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816', 'network_id': 'e901a3c5-8548-4fed-98c9-44e660df2fa1', 'admin_state_up': True, 'tenant_id': '4f6fb0a879f54d85895e6b63f3b5ee5f'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:18.615668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3899aea6-07dc-4bf3-93f0-7a1cd6b59c8d None None] For port e813b3b8-6a48-4f63-9692-7d056af73edd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e813b3b8-6a48-4f63-9692-7d056af73edd,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:18.615668 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3899aea6-07dc-4bf3-93f0-7a1cd6b59c8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e813b3b8-6a48-4f63-9692-7d056af73edd), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:18.667065 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3899aea6-07dc-4bf3-93f0-7a1cd6b59c8d None None] Calling delete_port for e813b3b8-6a48-4f63-9692-7d056af73edd owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:18.802357 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6bcd8841-2123-43d0-9695-cb3ecd83b755 req-de3c1db3-2052-4342-972c-93ac61eaf9e3 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 210 time: 0.0853834
Apr 16 21:33:18.825812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1657365c-36b7-4758-88a6-52b33425819f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (715c5e2c-ff66-4c53-887b-cab1b0dd7f47), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:18.829311 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1657365c-36b7-4758-88a6-52b33425819f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:18.830825 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1657365c-36b7-4758-88a6-52b33425819f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/715c5e2c-ff66-4c53-887b-cab1b0dd7f47 HTTP/1.1" status: 204  len: 168 time: 0.8271275
Apr 16 21:33:18.860092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657365c-36b7-4758-88a6-52b33425819f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715c5e2c-ff66-4c53-887b-cab1b0dd7f47,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:18.890509 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3899aea6-07dc-4bf3-93f0-7a1cd6b59c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (e813b3b8-6a48-4f63-9692-7d056af73edd), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:18.917659 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463e9da4-3052-4fed-96fc-ee985232abda tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:18.921424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-463e9da4-3052-4fed-96fc-ee985232abda tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:18.949587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899aea6-07dc-4bf3-93f0-7a1cd6b59c8d None None] Pushing event deleted for resources: {'Port': ['ID=e813b3b8-6a48-4f63-9692-7d056af73edd,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:18.975291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899aea6-07dc-4bf3-93f0-7a1cd6b59c8d None None] No DVR routers for this DVR port e813b3b8-6a48-4f63-9692-7d056af73edd on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:19.017920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30731e-6267-4bf2-978a-8ba904797c67 req-0d72fb20-68b9-4684-a18b-f4b3dee9340c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:19.020651 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d30731e-6267-4bf2-978a-8ba904797c67 req-0d72fb20-68b9-4684-a18b-f4b3dee9340c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.1754777
Apr 16 21:33:19.024692 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:19.034910 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-065e3164-bd20-4198-b64e-5950b8259697 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5888746
Apr 16 21:33:19.039963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56694) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:19.046855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e813b3b8-6a48-4f63-9692-7d056af73edd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:19.051564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-523875bc-74e0-45fa-9d30-5ea5fca6c97d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'network': {'name': 'tempest-RoutersTest-1037293248'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:19.052768 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Sync routers for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:19.085412 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:19.088868 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125111a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:19.129860 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d30731e-6267-4bf2-978a-8ba904797c67 req-af410bf9-e174-4444-aa5a-68a1615d7d90 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885870
Apr 16 21:33:19.143866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Allocated IP 172.35.1.86 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/ac018aa3-d7fc-4d32-a2f0-40508a2b414b) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:19.154215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fa814e-0297-4872-8d5f-58644415579b req-3590c6c5-bdef-469c-a73b-006a3eaedaf0 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Made reservation on behalf of 4f6fb0a879f54d85895e6b63f3b5ee5f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:19.172360 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-72fa814e-0297-4872-8d5f-58644415579b req-3590c6c5-bdef-469c-a73b-006a3eaedaf0 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:19.181393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: e813b3b8-6a48-4f63-9692-7d056af73edd {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:19.182492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e813b3b8-6a48-4f63-9692-7d056af73edd not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:19.303847 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:19.306833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523875bc-74e0-45fa-9d30-5ea5fca6c97d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:19.311096 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-523875bc-74e0-45fa-9d30-5ea5fca6c97d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:19.376383 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for port (ac018aa3-d7fc-4d32-a2f0-40508a2b414b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:19.420089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523875bc-74e0-45fa-9d30-5ea5fca6c97d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:33:19.450584 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-523875bc-74e0-45fa-9d30-5ea5fca6c97d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b8aaa9ae-5074-4af2-9abc-f10afb476e1c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:19.451208 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-523875bc-74e0-45fa-9d30-5ea5fca6c97d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Added segment b8aaa9ae-5074-4af2-9abc-f10afb476e1c of type vlan for network 63e527af-ba7f-476f-8600-682a3208a93b
Apr 16 21:33:19.563904 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-523875bc-74e0-45fa-9d30-5ea5fca6c97d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (63e527af-ba7f-476f-8600-682a3208a93b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:19.598324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-72fa814e-0297-4872-8d5f-58644415579b req-3590c6c5-bdef-469c-a73b-006a3eaedaf0 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Allocated IP 172.20.0.9 (e901a3c5-8548-4fed-98c9-44e660df2fa1/31668e2b-d77a-4cec-9088-341984bc59ef/f6f35eec-a034-4ada-9d0c-a22db01f2b1c) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:19.605662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.objects.ports [None req-463e9da4-3052-4fed-96fc-ee985232abda tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122556) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:33:19.607963 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-463e9da4-3052-4fed-96fc-ee985232abda tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (bcbf1b34-8f4f-4092-9e14-d2897c3288cf), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:19.635873 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125111a00>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:15Z', 'revision_number': 4, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:16Z', 'revision_number': 2, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:19.660490 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e9da4-3052-4fed-96fc-ee985232abda tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:19.665400 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-463e9da4-3052-4fed-96fc-ee985232abda tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:19.665548 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ac018aa3-d7fc-4d32-a2f0-40508a2b414b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:19.676395 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ff8cc-9640-4123-8453-cd71cc1f2eb7 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:19.695904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463e9da4-3052-4fed-96fc-ee985232abda tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:19.697142 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-463e9da4-3052-4fed-96fc-ee985232abda tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:19.709609 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Checking router: fee76ffc-9dd7-43a4-9ad5-cdb33cae615a for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:33:19.709609 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Updating router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a port 20600cb9-6e8e-4b02-847f-d1e63ce01996 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:33:19.718452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56698) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:19.740972 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ee12-1356-4e17-9d8b-f75205616e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:19.774936 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-463e9da4-3052-4fed-96fc-ee985232abda tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.2127953
Apr 16 21:33:19.779457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e9da4-3052-4fed-96fc-ee985232abda tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=bcbf1b34-8f4f-4092-9e14-d2897c3288cf,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:19.786548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56700) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:19.793143 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:19.799703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-13a0a1b6-0ef6-4910-8eda-d9bf96f0c8f4 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:19.972936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': 'bcbf1b34-8f4f-4092-9e14-d2897c3288cf'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:33:19.972936 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.056307 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ee12-1356-4e17-9d8b-f75205616e60 admin admin] Publish callbacks [] for security_group (d28a3fbf-dffb-43da-ac4a-5b527db50bb5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.093832 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-523875bc-74e0-45fa-9d30-5ea5fca6c97d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (63e527af-ba7f-476f-8600-682a3208a93b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.105259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ee12-1356-4e17-9d8b-f75205616e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d28a3fbf-dffb-43da-ac4a-5b527db50bb5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.105710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523875bc-74e0-45fa-9d30-5ea5fca6c97d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:20.106923 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-523875bc-74e0-45fa-9d30-5ea5fca6c97d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.138061 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2fe1ee12-1356-4e17-9d8b-f75205616e60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f94274cd87c74951a4cfac374bca4e32&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4183614
Apr 16 21:33:20.140156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a0a1b6-0ef6-4910-8eda-d9bf96f0c8f4 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:20.143712 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13a0a1b6-0ef6-4910-8eda-d9bf96f0c8f4 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.259143 ncdv-master-1 neutron-server[122556]: INFO neutron.db.ipam_backend_mixin [None req-13a0a1b6-0ef6-4910-8eda-d9bf96f0c8f4 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bcbf1b34-8f4f-4092-9e14-d2897c3288cf (CIDR: 2001:db8::/64)
Apr 16 21:33:20.265187 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56704) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:20.295245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Allocated IP 2001:db8::f816:3eff:fe7b:3212 (0d27c69b-2090-42d8-afae-1332cd31e453/bcbf1b34-8f4f-4092-9e14-d2897c3288cf/5687a5f9-4e46-401d-8bee-6278a1e6f284) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:20.311418 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523875bc-74e0-45fa-9d30-5ea5fca6c97d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Network': ['ID=63e527af-ba7f-476f-8600-682a3208a93b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:20.330222 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a0a1b6-0ef6-4910-8eda-d9bf96f0c8f4 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:33:20.330222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a0a1b6-0ef6-4910-8eda-d9bf96f0c8f4 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:33:20.330992 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b523bbc-a60d-42dc-b75d-93ec0958a12a req-6a46c500-0330-42b9-8b43-3148682f0fd1 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 210 time: 0.3696837
Apr 16 21:33:20.334371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:20.335427 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1ee12-1356-4e17-9d8b-f75205616e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28a3fbf-dffb-43da-ac4a-5b527db50bb5,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:20.354110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:20.360510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event updated for resources: {'Port': ['ID=ac018aa3-d7fc-4d32-a2f0-40508a2b414b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:20.378117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:20.379255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 63e527af-ba7f-476f-8600-682a3208a93b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:33:20.397877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a807608-639e-4926-9ba9-853ab3256195 req-5dc08e4a-b564-4a00-9d56-d3e20c8ce4e4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:20.399891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8a807608-639e-4926-9ba9-853ab3256195 req-5dc08e4a-b564-4a00-9d56-d3e20c8ce4e4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.1237271
Apr 16 21:33:20.438552 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-72fa814e-0297-4872-8d5f-58644415579b req-3590c6c5-bdef-469c-a73b-006a3eaedaf0 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Publish callbacks [] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.468538 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8a807608-639e-4926-9ba9-853ab3256195 req-03255bdb-1282-489f-ad47-ef3dd0ed0e70 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582380
Apr 16 21:33:20.469201 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37ca9e88-6508-4fe3-813e-519d8e88bae0 admin admin] Publish callbacks [] for security_group (d28a3fbf-dffb-43da-ac4a-5b527db50bb5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.514498 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Publish callbacks [] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.525657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37ca9e88-6508-4fe3-813e-519d8e88bae0 admin admin] Publish callbacks [] for security_group (d28a3fbf-dffb-43da-ac4a-5b527db50bb5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.751350 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Publish callbacks [] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.818552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56710) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:20.819197 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-523875bc-74e0-45fa-9d30-5ea5fca6c97d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.7777712
Apr 16 21:33:20.823690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cf8a63ec-75a6-4291-8411-8798082ee040 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'subnet': {'network_id': '63e527af-ba7f-476f-8600-682a3208a93b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:20.858898 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.859775 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-72fa814e-0297-4872-8d5f-58644415579b req-3590c6c5-bdef-469c-a73b-006a3eaedaf0 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.877542 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-13a0a1b6-0ef6-4910-8eda-d9bf96f0c8f4 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0891640
Apr 16 21:33:20.878282 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37ca9e88-6508-4fe3-813e-519d8e88bae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d28a3fbf-dffb-43da-ac4a-5b527db50bb5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.880946 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37ca9e88-6508-4fe3-813e-519d8e88bae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.893308 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-37ca9e88-6508-4fe3-813e-519d8e88bae0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d28a3fbf-dffb-43da-ac4a-5b527db50bb5 HTTP/1.1" status: 204  len: 168 time: 0.6158659
Apr 16 21:33:20.893308 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56712) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:20.921848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d780f8ac-0515-44a2-9bd1-14b030a93aa0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:20.930180 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503a4bf-d1b4-4043-9725-8336bf781469 None None] Pushing event updated for resources: {'Port': ['ID=20600cb9-6e8e-4b02-847f-d1e63ce01996,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:20.968724 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:20.999303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590c6c5-bdef-469c-a73b-006a3eaedaf0 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Pushing event updated for resources: {'Port': ['ID=f6f35eec-a034-4ada-9d0c-a22db01f2b1c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:21.080873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fa814e-0297-4872-8d5f-58644415579b req-3590c6c5-bdef-469c-a73b-006a3eaedaf0 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Network e901a3c5-8548-4fed-98c9-44e660df2fa1 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:21.096356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-72fa814e-0297-4872-8d5f-58644415579b req-3590c6c5-bdef-469c-a73b-006a3eaedaf0 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:21.103947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca9e88-6508-4fe3-813e-519d8e88bae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28a3fbf-dffb-43da-ac4a-5b527db50bb5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:21.113365 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fa814e-0297-4872-8d5f-58644415579b req-3590c6c5-bdef-469c-a73b-006a3eaedaf0 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:21.139425 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Attempting to bind port 20600cb9-6e8e-4b02-847f-d1e63ce01996 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:21.141484 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Attempting to bind port 20600cb9-6e8e-4b02-847f-d1e63ce01996 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '515fa43d-0842-4c8c-a1a3-cb55a567f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:21.141910 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Attempting to bind port 20600cb9-6e8e-4b02-847f-d1e63ce01996 on network 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:21.157998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:21.167921 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:21.169310 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Checking segment: {'id': '515fa43d-0842-4c8c-a1a3-cb55a567f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:21.169310 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:21.169310 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Bound using segment: {'id': '515fa43d-0842-4c8c-a1a3-cb55a567f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:21.169646 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Bound port: 20600cb9-6e8e-4b02-847f-d1e63ce01996, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515fa43d-0842-4c8c-a1a3-cb55a567f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:21.170037 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:21.188691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:21.199317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:21.202339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d780f8ac-0515-44a2-9bd1-14b030a93aa0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:21.208313 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d780f8ac-0515-44a2-9bd1-14b030a93aa0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:21.222407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Pushing event updated for resources: {'Port': ['ID=5687a5f9-4e46-401d-8bee-6278a1e6f284,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:21.261285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8a63ec-75a6-4291-8411-8798082ee040 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Made reservation on behalf of 292e9ba4444745f89ed1ace7cf6240cb for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:21.262951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa814e-0297-4872-8d5f-58644415579b req-3590c6c5-bdef-469c-a73b-006a3eaedaf0 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:21.263690 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-72fa814e-0297-4872-8d5f-58644415579b req-3590c6c5-bdef-469c-a73b-006a3eaedaf0 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:21.268259 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (fc4be642-f58a-4636-be20-4e3a4e0497f2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:21.276989 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf8a63ec-75a6-4291-8411-8798082ee040 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:21.370257 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] For port 20600cb9-6e8e-4b02-847f-d1e63ce01996, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:21.379413 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] For port 20600cb9-6e8e-4b02-847f-d1e63ce01996, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20600cb9-6e8e-4b02-847f-d1e63ce01996,segment=NetworkSegment(515fa43d-0842-4c8c-a1a3-cb55a567f7c2),segment_id=515fa43d-0842-4c8c-a1a3-cb55a567f7c2)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:21.403754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Attempting to bind port 5687a5f9-4e46-401d-8bee-6278a1e6f284 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:21.404373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Attempting to bind port 5687a5f9-4e46-401d-8bee-6278a1e6f284 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:21.404666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Attempting to bind port 5687a5f9-4e46-401d-8bee-6278a1e6f284 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:21.410890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:21.411286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:21.411697 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:21.422098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:21.423001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Bound port: 5687a5f9-4e46-401d-8bee-6278a1e6f284, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:21.423789 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:21.439776 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-3590c6c5-bdef-469c-a73b-006a3eaedaf0 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8538899
Apr 16 21:33:21.456496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Request body: {'port': {'device_id': '4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:21.482317 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:21.636923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] For port 5687a5f9-4e46-401d-8bee-6278a1e6f284, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:21.645058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] For port 5687a5f9-4e46-401d-8bee-6278a1e6f284, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5687a5f9-4e46-401d-8bee-6278a1e6f284,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:21.660694 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:21.665492 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125111a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:21.707413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-88687b0a-2de1-46f3-af9a-bb76e4cb63ca None None] Provisioning complete for port 20600cb9-6e8e-4b02-847f-d1e63ce01996 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:21.715076 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-88687b0a-2de1-46f3-af9a-bb76e4cb63ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:21.737715 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503a4bf-d1b4-4043-9725-8336bf781469 None None] Pushing event updated for resources: {'Port': ['ID=20600cb9-6e8e-4b02-847f-d1e63ce01996,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:21.739256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abb862-115a-4ff6-9bae-19d5170a9d6a req-1da63fb8-b058-45a7-ab12-9c39fa916822 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:21.740982 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94abb862-115a-4ff6-9bae-19d5170a9d6a req-1da63fb8-b058-45a7-ab12-9c39fa916822 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.0841181
Apr 16 21:33:21.800367 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:21.874837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:21.952145 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:21.985149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85652b-223f-4280-8cbc-c89bb5221e7c None None] Pushing event updated for resources: {'Port': ['ID=5687a5f9-4e46-401d-8bee-6278a1e6f284,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:22.025180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615c603-498b-4f9b-935e-82f9de90fcc9 req-dde02478-e2b7-43d0-87fe-64b3700165fb tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:22.032687 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1615c603-498b-4f9b-935e-82f9de90fcc9 req-dde02478-e2b7-43d0-87fe-64b3700165fb tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 931 time: 0.2569437
Apr 16 21:33:22.070782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-88687b0a-2de1-46f3-af9a-bb76e4cb63ca None None] Current status of the port 20600cb9-6e8e-4b02-847f-d1e63ce01996 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:22.081457 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-88687b0a-2de1-46f3-af9a-bb76e4cb63ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:22.112473 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94abb862-115a-4ff6-9bae-19d5170a9d6a req-79502747-d9ec-481c-ac99-12b739064f1e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3574471
Apr 16 21:33:22.182194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-88687b0a-2de1-46f3-af9a-bb76e4cb63ca None None] For port 20600cb9-6e8e-4b02-847f-d1e63ce01996, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20600cb9-6e8e-4b02-847f-d1e63ce01996,segment=NetworkSegment(515fa43d-0842-4c8c-a1a3-cb55a567f7c2),segment_id=515fa43d-0842-4c8c-a1a3-cb55a567f7c2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:22.222400 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf8a63ec-75a6-4291-8411-8798082ee040 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (792729af-bf44-49c2-a37b-511eed69741a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:22.228322 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1615c603-498b-4f9b-935e-82f9de90fcc9 req-531244a9-7c3f-4385-947a-f78caea5c8e5 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/security-groups?id=e327a954-50d4-47db-8729-cb8ca565f6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202905
Apr 16 21:33:22.231351 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (fc4be642-f58a-4636-be20-4e3a4e0497f2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:22.275824 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-88687b0a-2de1-46f3-af9a-bb76e4cb63ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:22.353492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88687b0a-2de1-46f3-af9a-bb76e4cb63ca None None] Pushing event updated for resources: {'Port': ['ID=20600cb9-6e8e-4b02-847f-d1e63ce01996,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:22.433124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a63ec-75a6-4291-8411-8798082ee040 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Subnet': ['ID=792729af-bf44-49c2-a37b-511eed69741a,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:22.442786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6a3aba8e-af09-4631-9fa4-b1902909e62b None None] Provisioning complete for port 20600cb9-6e8e-4b02-847f-d1e63ce01996 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:22.444004 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6a3aba8e-af09-4631-9fa4-b1902909e62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:22.461455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a63ec-75a6-4291-8411-8798082ee040 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Checking segment: {'id': 'b8aaa9ae-5074-4af2-9abc-f10afb476e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:22.463621 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a63ec-75a6-4291-8411-8798082ee040 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network hostable DHCP agents. Network: 63e527af-ba7f-476f-8600-682a3208a93b, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:33:22.513114 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d780f8ac-0515-44a2-9bd1-14b030a93aa0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (dc1ccd59-e165-4281-8618-b198c14cab8a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:22.610197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a63ec-75a6-4291-8411-8798082ee040 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 63e527af-ba7f-476f-8600-682a3208a93b is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:33:22.629502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d780f8ac-0515-44a2-9bd1-14b030a93aa0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:22.634011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6a3aba8e-af09-4631-9fa4-b1902909e62b None None] Current status of the port 20600cb9-6e8e-4b02-847f-d1e63ce01996 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:22.641595 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d780f8ac-0515-44a2-9bd1-14b030a93aa0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:22.646737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d780f8ac-0515-44a2-9bd1-14b030a93aa0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:22.647490 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d780f8ac-0515-44a2-9bd1-14b030a93aa0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:22.664857 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780f8ac-0515-44a2-9bd1-14b030a93aa0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=dc1ccd59-e165-4281-8618-b198c14cab8a,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:22.686349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-cf8a63ec-75a6-4291-8411-8798082ee040 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 63e527af-ba7f-476f-8600-682a3208a93b) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:22.691739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ada48b-c666-4442-84d5-c9441029cbbd None None] Network 63e527af-ba7f-476f-8600-682a3208a93b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:22.704314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8a63ec-75a6-4291-8411-8798082ee040 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:22.707657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf8a63ec-75a6-4291-8411-8798082ee040 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:22.751984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56736) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:22.755215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d780f8ac-0515-44a2-9bd1-14b030a93aa0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8650506
Apr 16 21:33:22.765462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'mac_address': 'fa:16:3e:26:6b:13', 'name': 'tempest-NetworksTestDHCPv6-1276889076'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:22.784293 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125111a00>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:15Z', 'revision_number': 4, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:21Z', 'revision_number': 4, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:22.800311 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cf8a63ec-75a6-4291-8411-8798082ee040 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9806104
Apr 16 21:33:22.803310 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56738) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:22.857414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-63e527af-ba7f-476f-8600-682a3208a93b', 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b', 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'fixed_ips': [{'subnet_id': '792729af-bf44-49c2-a37b-511eed69741a'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:33:22.860756 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:22.879463 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664a86d-9ef8-4de1-9473-041397e62805 None None] The sync data for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 is: [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:15Z', 'revision_number': 4, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:21Z', 'revision_number': 4, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:23.034383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f35eec-a034-4ada-9d0c-a22db01f2b1c {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:33:23.046962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Publish callbacks [] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:23.069631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Transition to ACTIVE for port object f6f35eec-a034-4ada-9d0c-a22db01f2b1c will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:33:23.082685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Router fc4be642-f58a-4636-be20-4e3a4e0497f2 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:33:23.268472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5687a5f9-4e46-401d-8bee-6278a1e6f284 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:23.286067 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:23.350852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:23.378845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Allocated IP 172.23.0.2 (63e527af-ba7f-476f-8600-682a3208a93b/792729af-bf44-49c2-a37b-511eed69741a/15ba8bb4-c730-45f2-a854-949c2eb96768) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:23.382172 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Sync routers for ids ['fc4be642-f58a-4636-be20-4e3a4e0497f2'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:23.475873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:23.484828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Routers {'fc4be642-f58a-4636-be20-4e3a4e0497f2'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:23.496694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f46a910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fc4be642-f58a-4636-be20-4e3a4e0497f2'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:23.736663 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:23.787682 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:23.790065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2a802d88-0a0c-44cc-b794-ba12ccdff097 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 7.8134389
Apr 16 21:33:23.793910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed12946-1a1e-48af-a673-6a3dc2064498 req-eae6c613-3da8-405d-a327-e2b4fba4dd3c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:23.795474 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fed12946-1a1e-48af-a673-6a3dc2064498 req-eae6c613-3da8-405d-a327-e2b4fba4dd3c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.1202507
Apr 16 21:33:23.795968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56750) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:23.923615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c332e-ba78-4f00-b251-7c9274f93813 req-28bcdf91-a167-41df-8269-5561f2cd5690 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:23.931558 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-883c332e-ba78-4f00-b251-7c9274f93813 req-28bcdf91-a167-41df-8269-5561f2cd5690 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 943 time: 0.1996698
Apr 16 21:33:23.947646 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:24.066474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port e0e4161d-8a16-437a-a192-7402da6c123c yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:33:24.299721 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fed12946-1a1e-48af-a673-6a3dc2064498 req-d8d79e94-0d91-47dd-8aa5-4ee2dff277ec tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4942110
Apr 16 21:33:24.367639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef8f90-c91b-4951-88db-cc092baa172e None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:24.552337 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7c16d19a-2eda-4533-9299-21575c86a416 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/routers/fc4be642-f58a-4636-be20-4e3a4e0497f2 HTTP/1.1" status: 200  len: 908 time: 0.7515423
Apr 16 21:33:24.557441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56762) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:24.562133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1525080974', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'enable_snat': True}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:24.587292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5687a5f9-4e46-401d-8bee-6278a1e6f284 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:24.587676 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:24.603923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-790b0bda-81f1-4649-839e-6ef6abb49361 None None] Provisioning complete for port 5687a5f9-4e46-401d-8bee-6278a1e6f284 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:24.604338 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-790b0bda-81f1-4649-839e-6ef6abb49361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:24.642259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (f41e00da-ac3c-4c68-82be-f4ba1424a338), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:24.643681 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (f41e00da-ac3c-4c68-82be-f4ba1424a338), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:24.741030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8:0:1::32a (0d27c69b-2090-42d8-afae-1332cd31e453/dc1ccd59-e165-4281-8618-b198c14cab8a/e0e4161d-8a16-437a-a192-7402da6c123c) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:24.749805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::f816:3eff:fe26:6b13 (0d27c69b-2090-42d8-afae-1332cd31e453/bcbf1b34-8f4f-4092-9e14-d2897c3288cf/e0e4161d-8a16-437a-a192-7402da6c123c) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:24.866841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Set router fc4be642-f58a-4636-be20-4e3a4e0497f2 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:24.987552 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (e0e4161d-8a16-437a-a192-7402da6c123c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:25.054587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f35eec-a034-4ada-9d0c-a22db01f2b1c,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:25.070312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5687a5f9-4e46-401d-8bee-6278a1e6f284 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:25.071197 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:25.105936 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e0e4161d-8a16-437a-a192-7402da6c123c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:25.116465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-883c332e-ba78-4f00-b251-7c9274f93813 req-0561a73e-9ee5-4bbb-b7f8-fb7258f5567f tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/security-groups?id=e327a954-50d4-47db-8729-cb8ca565f6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1633852
Apr 16 21:33:25.168148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:25.171936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:25.201297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:25.212441 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:25.217671 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:25.254979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Attempting to bind port f6f35eec-a034-4ada-9d0c-a22db01f2b1c on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:25.255380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Attempting to bind port f6f35eec-a034-4ada-9d0c-a22db01f2b1c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bc23c213-5ccb-422d-8cc2-002afdf5af78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e901a3c5-8548-4fed-98c9-44e660df2fa1'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:25.255727 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Attempting to bind port f6f35eec-a034-4ada-9d0c-a22db01f2b1c on network e901a3c5-8548-4fed-98c9-44e660df2fa1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:25.282358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Port f6f35eec-a034-4ada-9d0c-a22db01f2b1c on network e901a3c5-8548-4fed-98c9-44e660df2fa1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:33:25.282903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Attempting to bind port f6f35eec-a034-4ada-9d0c-a22db01f2b1c on network e901a3c5-8548-4fed-98c9-44e660df2fa1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:25.296117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:25.296646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Checking segment: {'id': 'bc23c213-5ccb-422d-8cc2-002afdf5af78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e901a3c5-8548-4fed-98c9-44e660df2fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:25.297217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Bound using segment: {'id': 'bc23c213-5ccb-422d-8cc2-002afdf5af78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e901a3c5-8548-4fed-98c9-44e660df2fa1'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:25.297730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Bound port: f6f35eec-a034-4ada-9d0c-a22db01f2b1c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc23c213-5ccb-422d-8cc2-002afdf5af78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e901a3c5-8548-4fed-98c9-44e660df2fa1'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:25.298104 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:25.328966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=e0e4161d-8a16-437a-a192-7402da6c123c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:25.357732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 5687a5f9-4e46-401d-8bee-6278a1e6f284, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5687a5f9-4e46-401d-8bee-6278a1e6f284,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:25.373726 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_controller (f41e00da-ac3c-4c68-82be-f4ba1424a338), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:25.392048 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-25ca6374-b42a-4224-801c-dfe45fd901d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 2.6311235
Apr 16 21:33:25.393951 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56774) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:25.448208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] For port f6f35eec-a034-4ada-9d0c-a22db01f2b1c, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:25.459653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] For port f6f35eec-a034-4ada-9d0c-a22db01f2b1c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6f35eec-a034-4ada-9d0c-a22db01f2b1c,segment=NetworkSegment(bc23c213-5ccb-422d-8cc2-002afdf5af78),segment_id=bc23c213-5ccb-422d-8cc2-002afdf5af78)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:25.482606 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Publish callbacks [] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:25.486905 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:25.564481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-790b0bda-81f1-4649-839e-6ef6abb49361 None None] Current status of the port 5687a5f9-4e46-401d-8bee-6278a1e6f284 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:25.564988 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-790b0bda-81f1-4649-839e-6ef6abb49361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:25.576401 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:25.584058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f46a910>, [{'id': 'fc4be642-f58a-4636-be20-4e3a4e0497f2', 'name': 'tempest-snat-router-1525080974', 'tenant_id': '41a70d85ef434d8c9d552fe454017c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': False}, 'gw_port_id': 'ac018aa3-d7fc-4d32-a2f0-40508a2b414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:16Z', 'updated_at': '2022-04-16T21:33:20Z', 'revision_number': 3, 'project_id': '41a70d85ef434d8c9d552fe454017c09', 'gw_port': {'id': 'ac018aa3-d7fc-4d32-a2f0-40508a2b414b', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4be642-f58a-4636-be20-4e3a4e0497f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:18Z', 'updated_at': '2022-04-16T21:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:25.639646 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:25.647860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Checking router: fc4be642-f58a-4636-be20-4e3a4e0497f2 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:33:25.648430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Updating router fc4be642-f58a-4636-be20-4e3a4e0497f2 port ac018aa3-d7fc-4d32-a2f0-40508a2b414b binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:33:25.651526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31efa6a9-c5ea-4545-b507-e3cddcd24070 None None] Update dhcp port {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'fixed_ips': [{'subnet_id': 'bcbf1b34-8f4f-4092-9e14-d2897c3288cf', 'ip_address': '2001:db8::f816:3eff:fe7b:3212'}, {'subnet_id': 'dc1ccd59-e165-4281-8618-b198c14cab8a'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '5687a5f9-4e46-401d-8bee-6278a1e6f284'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:33:25.704531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:25.706301 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:25.708505 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] 10.222.0.11 "PUT /v2.0/ports/f6f35eec-a034-4ada-9d0c-a22db01f2b1c HTTP/1.1" status: 200  len: 1091 time: 4.2599559
Apr 16 21:33:25.725222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816', 'tag': 'f6f35eec-a034-4ada-9d0c-a22db01f2b1c'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:33:25.731796 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0179e15b-c068-4018-befc-a2cf76ae68f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816", "tag": "f6f35eec-a034-4ada-9d0c-a22db01f2b1c"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:33:25.767621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 20600cb9-6e8e-4b02-847f-d1e63ce01996 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:25.809280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=5687a5f9-4e46-401d-8bee-6278a1e6f284,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:25.847631 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730a0f6b-27fa-4b3e-8b55-5c5cec3d3e62 x-openstack-request-id: req-730a0f6b-27fa-4b3e-8b55-5c5cec3d3e62 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:33:25.847631 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816", "tag": "f6f35eec-a034-4ada-9d0c-a22db01f2b1c", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:33:25.847631 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-730a0f6b-27fa-4b3e-8b55-5c5cec3d3e62 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:33:25.848054 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730a0f6b-27fa-4b3e-8b55-5c5cec3d3e62'] response: {'name': 'network-changed', 'server_uuid': '4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816', 'tag': 'f6f35eec-a034-4ada-9d0c-a22db01f2b1c', 'status': 'completed', 'code': 200}
Apr 16 21:33:25.876764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20714d-4957-4fc9-b99a-90218abef156 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f35eec-a034-4ada-9d0c-a22db01f2b1c,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:25.905403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa814e-0297-4872-8d5f-58644415579b req-b3720275-aa4b-460e-bc56-63fe3fa632e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:25.907034 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-b3720275-aa4b-460e-bc56-63fe3fa632e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f6fb0a879f54d85895e6b63f3b5ee5f&device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 1125 time: 0.0827308
Apr 16 21:33:25.972355 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-4534afde-30e9-4d3d-ac0f-01b3e211640c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port e0e4161d-8a16-437a-a192-7402da6c123c {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:25.972591 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ac018aa3-d7fc-4d32-a2f0-40508a2b414b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:25.972951 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4534afde-30e9-4d3d-ac0f-01b3e211640c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e0e4161d-8a16-437a-a192-7402da6c123c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:26.040431 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-0cbaa505-9091-4095-a50b-966f0fd17789 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f35eec-a034-4ada-9d0c-a22db01f2b1c HTTP/1.1" status: 200  len: 217 time: 0.1253724
Apr 16 21:33:26.120387 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4534afde-30e9-4d3d-ac0f-01b3e211640c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e0e4161d-8a16-437a-a192-7402da6c123c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:26.135838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-4534afde-30e9-4d3d-ac0f-01b3e211640c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for e0e4161d-8a16-437a-a192-7402da6c123c owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:26.181062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa814e-0297-4872-8d5f-58644415579b req-ef1f48a9-9ebf-431a-813e-ed7559bf2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:26.182672 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-ef1f48a9-9ebf-431a-813e-ed7559bf2464 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31668e2b-d77a-4cec-9088-341984bc59ef HTTP/1.1" status: 200  len: 852 time: 0.1354635
Apr 16 21:33:26.264721 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-b948280d-b263-4fde-8b54-d074682d5c2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e901a3c5-8548-4fed-98c9-44e660df2fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0757723
Apr 16 21:33:26.281001 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b721d34-db29-4cad-b8ab-9d248d9c9372 req-2499a425-a4d0-45af-9e81-b2f33266ef6e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:26.292283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b721d34-db29-4cad-b8ab-9d248d9c9372 req-2499a425-a4d0-45af-9e81-b2f33266ef6e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.8368483
Apr 16 21:33:26.480401 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-9c3ac0fc-7004-459f-94a5-1ccf5f28a25e service neutron] 10.222.0.11 "GET /v2.0/networks/e901a3c5-8548-4fed-98c9-44e660df2fa1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1898863
Apr 16 21:33:26.496734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Allocated IP 172.23.0.1 (63e527af-ba7f-476f-8600-682a3208a93b/792729af-bf44-49c2-a37b-511eed69741a/bba10563-f79d-42d0-9ed1-6aef0be300e8) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:26.518537 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Publish callbacks [] for port (ac018aa3-d7fc-4d32-a2f0-40508a2b414b), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:26.524138 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31efa6a9-c5ea-4545-b507-e3cddcd24070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:26.538730 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Network 63e527af-ba7f-476f-8600-682a3208a93b is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:26.565940 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (f41e00da-ac3c-4c68-82be-f4ba1424a338), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:26.573116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:26.577318 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-790b0bda-81f1-4649-839e-6ef6abb49361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:33:26.578407 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-790b0bda-81f1-4649-839e-6ef6abb49361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:33:26.582105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325d192-fc6d-4834-93db-cc08d834c6bb req-a9c2c6e1-9e4b-4d7b-a398-ed57e63feafa tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:26.583438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b325d192-fc6d-4834-93db-cc08d834c6bb req-a9c2c6e1-9e4b-4d7b-a398-ed57e63feafa tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 943 time: 0.3284771
Apr 16 21:33:26.613813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:26.644923 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b721d34-db29-4cad-b8ab-9d248d9c9372 req-586ad78a-9b4f-4ebe-8ab0-38b7831c513e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3469572
Apr 16 21:33:26.702789 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ac018aa3-d7fc-4d32-a2f0-40508a2b414b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:26.756588 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72fa814e-0297-4872-8d5f-58644415579b req-487d6a67-1780-4939-b909-df9aa3522879 service neutron] 10.222.0.11 "GET /v2.0/networks/e901a3c5-8548-4fed-98c9-44e660df2fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474535
Apr 16 21:33:26.764685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b325d192-fc6d-4834-93db-cc08d834c6bb req-98bae13f-f272-4ed9-aa5d-8bea7e6b04a7 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/security-groups?id=e327a954-50d4-47db-8729-cb8ca565f6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701140
Apr 16 21:33:26.833413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 20600cb9-6e8e-4b02-847f-d1e63ce01996 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:26.833848 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:26.897785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Pushing event updated for resources: {'Port': ['ID=15ba8bb4-c730-45f2-a854-949c2eb96768,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:27.009650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Attempting to bind port ac018aa3-d7fc-4d32-a2f0-40508a2b414b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:27.009959 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Attempting to bind port ac018aa3-d7fc-4d32-a2f0-40508a2b414b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:27.010282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Attempting to bind port ac018aa3-d7fc-4d32-a2f0-40508a2b414b on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:27.093573 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.179860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4534afde-30e9-4d3d-ac0f-01b3e211640c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (e0e4161d-8a16-437a-a192-7402da6c123c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.184768 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (f41e00da-ac3c-4c68-82be-f4ba1424a338), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.202968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Attempting to bind port 15ba8bb4-c730-45f2-a854-949c2eb96768 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:27.203355 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Attempting to bind port 15ba8bb4-c730-45f2-a854-949c2eb96768 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b8aaa9ae-5074-4af2-9abc-f10afb476e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:27.203693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Attempting to bind port 15ba8bb4-c730-45f2-a854-949c2eb96768 on network 63e527af-ba7f-476f-8600-682a3208a93b {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:27.230224 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.239163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534afde-30e9-4d3d-ac0f-01b3e211640c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=e0e4161d-8a16-437a-a192-7402da6c123c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:27.245812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7c7e3-79d5-47b5-b950-438d26e88785 None None] Pushing event updated for resources: {'Port': ['ID=ac018aa3-d7fc-4d32-a2f0-40508a2b414b,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:27.248315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:27.248705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:27.249107 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.249506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:27.250046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Bound port: ac018aa3-d7fc-4d32-a2f0-40508a2b414b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:27.250669 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ac018aa3-d7fc-4d32-a2f0-40508a2b414b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.257481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:27.258115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Checking segment: {'id': 'b8aaa9ae-5074-4af2-9abc-f10afb476e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:27.258245 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.258651 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Bound using segment: {'id': 'b8aaa9ae-5074-4af2-9abc-f10afb476e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:27.259135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Bound port: 15ba8bb4-c730-45f2-a854-949c2eb96768, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8aaa9ae-5074-4af2-9abc-f10afb476e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:27.259527 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.347308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-31efa6a9-c5ea-4545-b507-e3cddcd24070 None None] Allocated IP 2001:db8:0:1::2 (0d27c69b-2090-42d8-afae-1332cd31e453/dc1ccd59-e165-4281-8618-b198c14cab8a/5687a5f9-4e46-401d-8bee-6278a1e6f284) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:27.358212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-790b0bda-81f1-4649-839e-6ef6abb49361 None None] Current status of the port 5687a5f9-4e46-401d-8bee-6278a1e6f284 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:27.378194 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4534afde-30e9-4d3d-ac0f-01b3e211640c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.384614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56798) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:27.394709 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4534afde-30e9-4d3d-ac0f-01b3e211640c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/e0e4161d-8a16-437a-a192-7402da6c123c HTTP/1.1" status: 204  len: 168 time: 1.9995694
Apr 16 21:33:27.463397 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.490138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c345497-bcd9-4dd7-86a6-42f45f774fd7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:27.491764 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8c345497-bcd9-4dd7-86a6-42f45f774fd7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1061356
Apr 16 21:33:27.494700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56800) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:27.498723 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] For port ac018aa3-d7fc-4d32-a2f0-40508a2b414b, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:27.514102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 20600cb9-6e8e-4b02-847f-d1e63ce01996 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:27.548599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] For port ac018aa3-d7fc-4d32-a2f0-40508a2b414b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac018aa3-d7fc-4d32-a2f0-40508a2b414b,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:27.560683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Allocated IP 172.35.1.145 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/05a0bef9-1e6e-4d7f-9a04-d54c1841f9df) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:27.584570 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797268c7-cd38-4532-ae31-254ea4ef6948 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:27.586558 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-797268c7-cd38-4532-ae31-254ea4ef6948 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.0906596
Apr 16 21:33:27.591026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56802) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:27.612705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 63e527af-ba7f-476f-8600-682a3208a93b is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:27.622606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:27.629552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:27.657060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5687a5f9-4e46-401d-8bee-6278a1e6f284 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:27.717819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-31efa6a9-c5ea-4545-b507-e3cddcd24070 None None] For port 5687a5f9-4e46-401d-8bee-6278a1e6f284, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5687a5f9-4e46-401d-8bee-6278a1e6f284,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:27.726178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=bba10563-f79d-42d0-9ed1-6aef0be300e8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:27.799690 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31efa6a9-c5ea-4545-b507-e3cddcd24070 None None] Publish callbacks [] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.812191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] For port 15ba8bb4-c730-45f2-a854-949c2eb96768, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:27.864474 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ac018aa3-d7fc-4d32-a2f0-40508a2b414b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.879491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] For port 15ba8bb4-c730-45f2-a854-949c2eb96768, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15ba8bb4-c730-45f2-a854-949c2eb96768,segment=NetworkSegment(b8aaa9ae-5074-4af2-9abc-f10afb476e1c),segment_id=b8aaa9ae-5074-4af2-9abc-f10afb476e1c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:27.916205 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31efa6a9-c5ea-4545-b507-e3cddcd24070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.927314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e15b-c068-4018-befc-a2cf76ae68f2 req-28fc9541-907e-4aea-860f-2f45e9634991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:27.928961 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0179e15b-c068-4018-befc-a2cf76ae68f2 req-28fc9541-907e-4aea-860f-2f45e9634991 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f6fb0a879f54d85895e6b63f3b5ee5f&device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 1125 time: 0.1356347
Apr 16 21:33:27.947781 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for port (05a0bef9-1e6e-4d7f-9a04-d54c1841f9df), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.953651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca7639-71b6-472b-8673-da4c55f67573 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:27.954756 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:27.964307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca7639-71b6-472b-8673-da4c55f67573 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:27.969050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca7639-71b6-472b-8673-da4c55f67573 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:27.970846 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-83ca7639-71b6-472b-8673-da4c55f67573 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.3787873
Apr 16 21:33:28.009135 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:28.022771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56812) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:28.024069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5687a5f9-4e46-401d-8bee-6278a1e6f284 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:28.024777 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:28.054282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7c7e3-79d5-47b5-b950-438d26e88785 None None] Pushing event updated for resources: {'Port': ['ID=ac018aa3-d7fc-4d32-a2f0-40508a2b414b,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:28.079230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Routers {'fc4be642-f58a-4636-be20-4e3a4e0497f2'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:28.080446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f46a910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fc4be642-f58a-4636-be20-4e3a4e0497f2'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:28.087698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366b03-bf7e-41ed-a681-e7600588bae3 req-db01c046-df7a-4abb-8e69-4019c3d8f297 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:28.090302 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9366b03-bf7e-41ed-a681-e7600588bae3 req-db01c046-df7a-4abb-8e69-4019c3d8f297 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.1775799
Apr 16 21:33:28.108681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6414d8-f90e-4e52-a8d7-ef67953b003b req-d2cc6e63-2688-4ce4-a1d2-d62c89457ac4 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:28.119483 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5a6414d8-f90e-4e52-a8d7-ef67953b003b req-d2cc6e63-2688-4ce4-a1d2-d62c89457ac4 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 943 time: 0.2094817
Apr 16 21:33:28.348950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (05a0bef9-1e6e-4d7f-9a04-d54c1841f9df), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:28.369768 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9366b03-bf7e-41ed-a681-e7600588bae3 req-b5e333f2-2c37-4adf-8488-e1fee99ff595 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2236719
Apr 16 21:33:28.401802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] Set router fc4be642-f58a-4636-be20-4e3a4e0497f2 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:28.532743 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:28.553752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:28.560943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:28.572953 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5a6414d8-f90e-4e52-a8d7-ef67953b003b req-064f1e7b-4a22-4b33-b07d-92a312aa10a4 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/security-groups?id=e327a954-50d4-47db-8729-cb8ca565f6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4516635
Apr 16 21:33:28.648393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:28.695237 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f95c05-f018-4bf2-99ea-c98f78ac30ec tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet bcbf1b34-8f4f-4092-9e14-d2897c3288cf {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:28.720066 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8f95c05-f018-4bf2-99ea-c98f78ac30ec tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (bcbf1b34-8f4f-4092-9e14-d2897c3288cf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:28.827055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e15b-c068-4018-befc-a2cf76ae68f2 req-b13b75ee-08a3-4da5-9795-9cf8962f497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:28.841140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0179e15b-c068-4018-befc-a2cf76ae68f2 req-b13b75ee-08a3-4da5-9795-9cf8962f497d service neutron] 10.222.0.11 "GET /v2.0/networks?id=e901a3c5-8548-4fed-98c9-44e660df2fa1 HTTP/1.1" status: 200  len: 913 time: 0.8189042
Apr 16 21:33:28.898886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efa6a9-c5ea-4545-b507-e3cddcd24070 None None] Pushing event updated for resources: {'Port': ['ID=5687a5f9-4e46-401d-8bee-6278a1e6f284,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:28.982286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event updated for resources: {'Port': ['ID=05a0bef9-1e6e-4d7f-9a04-d54c1841f9df,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:29.039236 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0179e15b-c068-4018-befc-a2cf76ae68f2 req-3763c049-c0a6-43c2-b315-945358f48275 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f35eec-a034-4ada-9d0c-a22db01f2b1c HTTP/1.1" status: 200  len: 217 time: 0.1860063
Apr 16 21:33:29.049990 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8f95c05-f018-4bf2-99ea-c98f78ac30ec tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (bcbf1b34-8f4f-4092-9e14-d2897c3288cf), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:29.143134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f6f35eec-a034-4ada-9d0c-a22db01f2b1c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:33:29.306136 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f46a910>, [{'id': 'fc4be642-f58a-4636-be20-4e3a4e0497f2', 'name': 'tempest-snat-router-1525080974', 'tenant_id': '41a70d85ef434d8c9d552fe454017c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': False}, 'gw_port_id': 'ac018aa3-d7fc-4d32-a2f0-40508a2b414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:16Z', 'updated_at': '2022-04-16T21:33:20Z', 'revision_number': 3, 'project_id': '41a70d85ef434d8c9d552fe454017c09', 'gw_port': {'id': 'ac018aa3-d7fc-4d32-a2f0-40508a2b414b', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4be642-f58a-4636-be20-4e3a4e0497f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:18Z', 'updated_at': '2022-04-16T21:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:29.307602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e15b-c068-4018-befc-a2cf76ae68f2 req-432f85e4-6233-48b9-b7e1-b3a80032425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:29.309501 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0179e15b-c068-4018-befc-a2cf76ae68f2 req-432f85e4-6233-48b9-b7e1-b3a80032425d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31668e2b-d77a-4cec-9088-341984bc59ef HTTP/1.1" status: 200  len: 852 time: 0.2554541
Apr 16 21:33:29.425986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5687a5f9-4e46-401d-8bee-6278a1e6f284 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:29.430209 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228dd30-2447-4372-a783-00ee52a0b7c9 None None] The sync data for ids ['fc4be642-f58a-4636-be20-4e3a4e0497f2'] in ncdv-master-1 is: [{'id': 'fc4be642-f58a-4636-be20-4e3a4e0497f2', 'name': 'tempest-snat-router-1525080974', 'tenant_id': '41a70d85ef434d8c9d552fe454017c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': False}, 'gw_port_id': 'ac018aa3-d7fc-4d32-a2f0-40508a2b414b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:16Z', 'updated_at': '2022-04-16T21:33:20Z', 'revision_number': 3, 'project_id': '41a70d85ef434d8c9d552fe454017c09', 'gw_port': {'id': 'ac018aa3-d7fc-4d32-a2f0-40508a2b414b', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4be642-f58a-4636-be20-4e3a4e0497f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:18Z', 'updated_at': '2022-04-16T21:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:29.440489 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4007492-8b40-4e9c-bef4-04cdf9730fdd None None] Pushing event updated for resources: {'Port': ['ID=15ba8bb4-c730-45f2-a854-949c2eb96768,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:29.442286 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0179e15b-c068-4018-befc-a2cf76ae68f2 req-3cefb747-c4a4-402e-a80c-8b51d6d8094a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e901a3c5-8548-4fed-98c9-44e660df2fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1069756
Apr 16 21:33:29.448338 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.resource_extend [None req-34647e34-b274-4112-91db-333c5a743e35 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:33:29.453634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ebcc45fa-333f-43e6-9ea3-2cfdd1579040 None None] Provisioning complete for port 5687a5f9-4e46-401d-8bee-6278a1e6f284 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:29.453634 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ebcc45fa-333f-43e6-9ea3-2cfdd1579040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:29.527046 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8f95c05-f018-4bf2-99ea-c98f78ac30ec tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (bcbf1b34-8f4f-4092-9e14-d2897c3288cf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:29.810745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f6f35eec-a034-4ada-9d0c-a22db01f2b1c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6f35eec-a034-4ada-9d0c-a22db01f2b1c,segment=NetworkSegment(bc23c213-5ccb-422d-8cc2-002afdf5af78),segment_id=bc23c213-5ccb-422d-8cc2-002afdf5af78)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:29.853065 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'f6f35eec-a034-4ada-9d0c-a22db01f2b1c', 'network_id': 'e901a3c5-8548-4fed-98c9-44e660df2fa1', 'port_id': 'f6f35eec-a034-4ada-9d0c-a22db01f2b1c', 'mac_address': 'fa:16:3e:7d:d8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31668e2b-d77a-4cec-9088-341984bc59ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:33:29.966710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b3e62-24df-4524-bd72-de8c5282405a req-41ce6002-c99b-4ba6-8385-fc5f48234e0d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:29.968528 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-371b3e62-24df-4524-bd72-de8c5282405a req-41ce6002-c99b-4ba6-8385-fc5f48234e0d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.2250102
Apr 16 21:33:29.976031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb39730-d480-44d2-b360-86952d82ff5f req-3f1142d4-9456-478c-94a0-45da536f249b tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:29.984866 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-beb39730-d480-44d2-b360-86952d82ff5f req-3f1142d4-9456-478c-94a0-45da536f249b tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 943 time: 0.1849148
Apr 16 21:33:29.986781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5687a5f9-4e46-401d-8bee-6278a1e6f284 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:30.169262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0179e15b-c068-4018-befc-a2cf76ae68f2 req-a13ad224-efdd-4cd9-a040-f285f24c079b service neutron] 10.222.0.11 "GET /v2.0/networks/e901a3c5-8548-4fed-98c9-44e660df2fa1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7154925
Apr 16 21:33:30.241220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ebcc45fa-333f-43e6-9ea3-2cfdd1579040 None None] Current status of the port 5687a5f9-4e46-401d-8bee-6278a1e6f284 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:30.326404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f6f35eec-a034-4ada-9d0c-a22db01f2b1c is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:30.326678 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:30.396643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8f95c05-f018-4bf2-99ea-c98f78ac30ec tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (bcbf1b34-8f4f-4092-9e14-d2897c3288cf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:30.436825 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:30.438519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f35eec-a034-4ada-9d0c-a22db01f2b1c {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:33:30.460055 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8f95c05-f018-4bf2-99ea-c98f78ac30ec tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:30.463903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f8f95c05-f018-4bf2-99ea-c98f78ac30ec tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/bcbf1b34-8f4f-4092-9e14-d2897c3288cf HTTP/1.1" status: 204  len: 168 time: 2.4398098
Apr 16 21:33:30.465072 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f95c05-f018-4bf2-99ea-c98f78ac30ec tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=bcbf1b34-8f4f-4092-9e14-d2897c3288cf,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:30.473375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56850) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:30.486160 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (f41e00da-ac3c-4c68-82be-f4ba1424a338), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:30.525339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5687a5f9-4e46-401d-8bee-6278a1e6f284 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:30.535845 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:30.541626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b660c579-5dd4-4160-919c-83b5ef37b1d0 None None] Could not find standard attr ID for object e0e4161d-8a16-437a-a192-7402da6c123c. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:33:30.556649 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f6f35eec-a034-4ada-9d0c-a22db01f2b1c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6f35eec-a034-4ada-9d0c-a22db01f2b1c,segment=NetworkSegment(bc23c213-5ccb-422d-8cc2-002afdf5af78),segment_id=bc23c213-5ccb-422d-8cc2-002afdf5af78)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:30.618644 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-beb39730-d480-44d2-b360-86952d82ff5f req-330d557a-28a6-47fe-aeb3-b5b2f6ef9e72 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/security-groups?id=e327a954-50d4-47db-8729-cb8ca565f6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5827744
Apr 16 21:33:30.620733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0179e15b-c068-4018-befc-a2cf76ae68f2 req-7a0b5d02-94fb-4cab-8701-7634251d4bf9 service neutron] 10.222.0.11 "GET /v2.0/networks/e901a3c5-8548-4fed-98c9-44e660df2fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4085560
Apr 16 21:33:30.652985 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:30.696078 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:30.796473 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-371b3e62-24df-4524-bd72-de8c5282405a req-8d300f9c-8dbc-4a6b-8174-a25cefbb99e7 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6841471
Apr 16 21:33:30.825866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b554bde2-b903-40cc-b9a0-8ace2e7f1d48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet dc1ccd59-e165-4281-8618-b198c14cab8a {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:30.843799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b554bde2-b903-40cc-b9a0-8ace2e7f1d48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (dc1ccd59-e165-4281-8618-b198c14cab8a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:30.866833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f6f35eec-a034-4ada-9d0c-a22db01f2b1c,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:30.887673 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0acbf7-ac54-4ded-b959-d72decd09cd2 None None] Network 63e527af-ba7f-476f-8600-682a3208a93b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:30.904010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event updated for resources: {'Port': ['ID=bba10563-f79d-42d0-9ed1-6aef0be300e8,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:30.908187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e003f572-7629-4152-ad68-2a53b01e413e None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:30.929733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:30.995251 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b554bde2-b903-40cc-b9a0-8ace2e7f1d48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (dc1ccd59-e165-4281-8618-b198c14cab8a), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:31.011138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f6f35eec-a034-4ada-9d0c-a22db01f2b1c'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:33:31.162013 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b554bde2-b903-40cc-b9a0-8ace2e7f1d48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (dc1ccd59-e165-4281-8618-b198c14cab8a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:31.294149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5687a5f9-4e46-401d-8bee-6278a1e6f284 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:31.295307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 15ba8bb4-c730-45f2-a854-949c2eb96768 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:31.365409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-103b343d-ec79-4da3-93e0-c7f22dea5eef None None] Provisioning complete for port 15ba8bb4-c730-45f2-a854-949c2eb96768 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:31.365799 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-103b343d-ec79-4da3-93e0-c7f22dea5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:31.441991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 15ba8bb4-c730-45f2-a854-949c2eb96768 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:31.442368 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:31.590317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b554bde2-b903-40cc-b9a0-8ace2e7f1d48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (dc1ccd59-e165-4281-8618-b198c14cab8a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:31.704122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-103b343d-ec79-4da3-93e0-c7f22dea5eef None None] Current status of the port 15ba8bb4-c730-45f2-a854-949c2eb96768 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:31.709710 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-103b343d-ec79-4da3-93e0-c7f22dea5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:31.710616 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b554bde2-b903-40cc-b9a0-8ace2e7f1d48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:31.718153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b554bde2-b903-40cc-b9a0-8ace2e7f1d48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/dc1ccd59-e165-4281-8618-b198c14cab8a HTTP/1.1" status: 204  len: 168 time: 1.2435465
Apr 16 21:33:31.723168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554bde2-b903-40cc-b9a0-8ace2e7f1d48 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1ccd59-e165-4281-8618-b198c14cab8a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:31.728078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56868) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:31.751713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 15ba8bb4-c730-45f2-a854-949c2eb96768 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:31.752117 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:31.762555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Network 63e527af-ba7f-476f-8600-682a3208a93b is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:31.769652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (f41e00da-ac3c-4c68-82be-f4ba1424a338), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:31.773863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:31.796869 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2eed2bd1-3df5-4583-8b3c-fe1b5b0cedd9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0674624
Apr 16 21:33:31.799626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56870) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:31.808855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:31.824707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-103b343d-ec79-4da3-93e0-c7f22dea5eef None None] For port 15ba8bb4-c730-45f2-a854-949c2eb96768, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15ba8bb4-c730-45f2-a854-949c2eb96768,segment=NetworkSegment(b8aaa9ae-5074-4af2-9abc-f10afb476e1c),segment_id=b8aaa9ae-5074-4af2-9abc-f10afb476e1c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:31.893937 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-103b343d-ec79-4da3-93e0-c7f22dea5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:32.034033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baea05c-23c0-4c10-9766-409fbf617073 req-36635842-98b1-4405-b76f-d2213e223b2c tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:32.048583 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2baea05c-23c0-4c10-9766-409fbf617073 req-36635842-98b1-4405-b76f-d2213e223b2c tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 944 time: 0.2437601
Apr 16 21:33:32.075549 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:33:32.076125 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:33:32.095791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b343d-ec79-4da3-93e0-c7f22dea5eef None None] Pushing event updated for resources: {'Port': ['ID=15ba8bb4-c730-45f2-a854-949c2eb96768,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:32.129733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c29e8b61-d5a5-4445-b006-5a2946952659 None None] Provisioning complete for port bba10563-f79d-42d0-9ed1-6aef0be300e8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:32.130112 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c29e8b61-d5a5-4445-b006-5a2946952659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:32.181679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be4735-8ffd-48e2-9a41-f984a9699343 req-0564e820-2aef-44d4-8631-b139b710e10b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:32.183575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-50be4735-8ffd-48e2-9a41-f984a9699343 req-0564e820-2aef-44d4-8631-b139b710e10b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.1850586
Apr 16 21:33:32.219134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2baea05c-23c0-4c10-9766-409fbf617073 req-a7921119-a4ab-44c1-b09d-81ee88eb836c tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/security-groups?id=e327a954-50d4-47db-8729-cb8ca565f6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562529
Apr 16 21:33:32.236506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c29e8b61-d5a5-4445-b006-5a2946952659 None None] Port bba10563-f79d-42d0-9ed1-6aef0be300e8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:33:32.250757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c29e8b61-d5a5-4445-b006-5a2946952659 None None] Provisioning complete for port 15ba8bb4-c730-45f2-a854-949c2eb96768 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:32.251450 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c29e8b61-d5a5-4445-b006-5a2946952659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:32.265208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:33:32.284803 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-50be4735-8ffd-48e2-9a41-f984a9699343 req-e7d71d59-c92e-41b4-88cd-aeaf1b19e5c9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913162
Apr 16 21:33:32.310290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:32.317402 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:32.363766 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Router f41e00da-ac3c-4c68-82be-f4ba1424a338 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:33:32.393622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c29e8b61-d5a5-4445-b006-5a2946952659 None None] Current status of the port 15ba8bb4-c730-45f2-a854-949c2eb96768 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:32.516479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9569b2dd-2505-404b-b612-10fe030e348e None None] Provisioning complete for port bba10563-f79d-42d0-9ed1-6aef0be300e8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:32.517432 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9569b2dd-2505-404b-b612-10fe030e348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:32.533555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:32.548451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2c1f81f6-b805-4a78-81c7-6a2391f4307b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7420430
Apr 16 21:33:32.550116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56888) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:32.556749 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Sync routers for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:32.560643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6d3de525-cc20-4055-b4b3-151789bdef58 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:32.579400 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:32.581555 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125111040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:32.588442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:32.642415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] Sync routers for ids ['f41e00da-ac3c-4c68-82be-f4ba1424a338'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:32.645466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9569b2dd-2505-404b-b612-10fe030e348e None None] Port bba10563-f79d-42d0-9ed1-6aef0be300e8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:33:32.672995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] Routers {'f41e00da-ac3c-4c68-82be-f4ba1424a338'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:32.674107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126ce5220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f41e00da-ac3c-4c68-82be-f4ba1424a338'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:32.679451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 15ba8bb4-c730-45f2-a854-949c2eb96768 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:32.695073 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:32.697835 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ca6ecb42-8c75-4889-b5b8-621b719fb263 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 8.1384606
Apr 16 21:33:32.701016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56890) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:32.821584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e8b782-b9e8-4a44-aa5a-751abf30cf89 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:32.880239 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:32.959153 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0f0207ec-b09a-4284-bea0-2967d59b031d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/routers/f41e00da-ac3c-4c68-82be-f4ba1424a338 HTTP/1.1" status: 200  len: 908 time: 0.2545428
Apr 16 21:33:32.959764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56892) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:32.977466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 15ba8bb4-c730-45f2-a854-949c2eb96768 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:33.011941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.objects.ports [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=122555) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:33:33.080283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-bcd25fa5-ea12-4bee-99cf-ccda7f38ca45 None None] Provisioning complete for port 5687a5f9-4e46-401d-8bee-6278a1e6f284 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:33.081377 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bcd25fa5-ea12-4bee-99cf-ccda7f38ca45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.084969 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (f41e00da-ac3c-4c68-82be-f4ba1424a338), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.127191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f6f35eec-a034-4ada-9d0c-a22db01f2b1c up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:33.194551 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125111040>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:28Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:22Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bba10563-f79d-42d0-9ed1-6aef0be300e8', 'name': '', 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:02:68:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '792729af-bf44-49c2-a37b-511eed69741a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:24Z', 'updated_at': '2022-04-16T21:33:29Z', 'revision_number': 2, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': '792729af-bf44-49c2-a37b-511eed69741a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:33.209906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 15ba8bb4-c730-45f2-a854-949c2eb96768 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:33.210282 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.223421 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (f41e00da-ac3c-4c68-82be-f4ba1424a338), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.248623 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Checking router: fee76ffc-9dd7-43a4-9ad5-cdb33cae615a for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:33:33.249329 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Updating router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a port bba10563-f79d-42d0-9ed1-6aef0be300e8 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:33:33.286630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] Set router f41e00da-ac3c-4c68-82be-f4ba1424a338 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:33.293838 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.353036 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Deleting port 05a0bef9-1e6e-4d7f-9a04-d54c1841f9df {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:33.353036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (05a0bef9-1e6e-4d7f-9a04-d54c1841f9df), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.470753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.477757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port f6f35eec-a034-4ada-9d0c-a22db01f2b1c completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:33:33.479495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.extraroute_db [None req-6d3de525-cc20-4055-b4b3-151789bdef58 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=122555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 16 21:33:33.491527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbf6dc-8788-4b51-a566-e98027866312 req-e520c878-8349-43d5-85a4-0135dc65652c tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:33.493630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ecbf6dc-8788-4b51-a566-e98027866312 req-e520c878-8349-43d5-85a4-0135dc65652c tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 944 time: 0.1967003
Apr 16 21:33:33.515359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c319b-cf66-4be0-8855-328b5939c664 req-3971aa72-47d8-4d2d-b33c-e8d1c154f86b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:33.518597 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-917c319b-cf66-4be0-8855-328b5939c664 req-3971aa72-47d8-4d2d-b33c-e8d1c154f86b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.1039836
Apr 16 21:33:33.536459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-bcd25fa5-ea12-4bee-99cf-ccda7f38ca45 None None] Current status of the port 5687a5f9-4e46-401d-8bee-6278a1e6f284 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:33.557763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.extraroute_db [None req-6d3de525-cc20-4055-b4b3-151789bdef58 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Removed routes are [] {{(pid=122555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 16 21:33:33.561438 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6d3de525-cc20-4055-b4b3-151789bdef58 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.571293 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (05a0bef9-1e6e-4d7f-9a04-d54c1841f9df), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.597144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-bcd25fa5-ea12-4bee-99cf-ccda7f38ca45 None None] Provisioning complete for port bba10563-f79d-42d0-9ed1-6aef0be300e8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:33.597520 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bcd25fa5-ea12-4bee-99cf-ccda7f38ca45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.599088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port f6f35eec-a034-4ada-9d0c-a22db01f2b1c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:33.599925 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.613468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ecbf6dc-8788-4b51-a566-e98027866312 req-3e533331-18f0-43b6-851e-648ccb5d7eda tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/security-groups?id=e327a954-50d4-47db-8729-cb8ca565f6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002922
Apr 16 21:33:33.616476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Calling delete_port for 05a0bef9-1e6e-4d7f-9a04-d54c1841f9df owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:33.650157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-917c319b-cf66-4be0-8855-328b5939c664 req-210b6732-470a-480d-93a2-3011c00117a1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1263022
Apr 16 21:33:33.651508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 15ba8bb4-c730-45f2-a854-949c2eb96768 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:33.652634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ac018aa3-d7fc-4d32-a2f0-40508a2b414b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:33.721804 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Publish callbacks [] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.752136 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07dc26f-54a3-4ace-a6b1-c98333dd3148 None None] Update dhcp port {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'fixed_ips': [{'subnet_id': '930d5e98-f72c-4e0e-9b1a-4d965b49ff1f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '5687a5f9-4e46-401d-8bee-6278a1e6f284'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:33:33.754155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-bcd25fa5-ea12-4bee-99cf-ccda7f38ca45 None None] Port bba10563-f79d-42d0-9ed1-6aef0be300e8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:33:33.760114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126ce5220>, [{'id': 'f41e00da-ac3c-4c68-82be-f4ba1424a338', 'name': 'tempest-snat-router-1525080974', 'tenant_id': '41a70d85ef434d8c9d552fe454017c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '05a0bef9-1e6e-4d7f-9a04-d54c1841f9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:24Z', 'updated_at': '2022-04-16T21:33:29Z', 'revision_number': 3, 'project_id': '41a70d85ef434d8c9d552fe454017c09', 'gw_port': {'id': '05a0bef9-1e6e-4d7f-9a04-d54c1841f9df', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41e00da-ac3c-4c68-82be-f4ba1424a338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:27Z', 'updated_at': '2022-04-16T21:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:33.821178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] Checking router: f41e00da-ac3c-4c68-82be-f4ba1424a338 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:33:33.821511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] Updating router f41e00da-ac3c-4c68-82be-f4ba1424a338 port 05a0bef9-1e6e-4d7f-9a04-d54c1841f9df binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:33:33.823861 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.852262 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c07dc26f-54a3-4ace-a6b1-c98333dd3148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.876649 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ac018aa3-d7fc-4d32-a2f0-40508a2b414b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:33.880081 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ac018aa3-d7fc-4d32-a2f0-40508a2b414b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.913863 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47b5bb-2161-483d-9d8e-0ea8972cf799 None None] Pushing event updated for resources: {'Port': ['ID=bba10563-f79d-42d0-9ed1-6aef0be300e8,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:33.915993 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (05a0bef9-1e6e-4d7f-9a04-d54c1841f9df), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.960773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] For port 5687a5f9-4e46-401d-8bee-6278a1e6f284, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5687a5f9-4e46-401d-8bee-6278a1e6f284,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:33.968233 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Attempting to bind port bba10563-f79d-42d0-9ed1-6aef0be300e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:33.968910 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Attempting to bind port bba10563-f79d-42d0-9ed1-6aef0be300e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b8aaa9ae-5074-4af2-9abc-f10afb476e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:33.969886 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Attempting to bind port bba10563-f79d-42d0-9ed1-6aef0be300e8 on network 63e527af-ba7f-476f-8600-682a3208a93b {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:33.976929 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:33.977635 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Checking segment: {'id': 'b8aaa9ae-5074-4af2-9abc-f10afb476e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:33.978256 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.978809 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Bound using segment: {'id': 'b8aaa9ae-5074-4af2-9abc-f10afb476e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:33.979460 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Bound port: bba10563-f79d-42d0-9ed1-6aef0be300e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8aaa9ae-5074-4af2-9abc-f10afb476e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:33.980021 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:33.994045 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6d3de525-cc20-4055-b4b3-151789bdef58 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.004443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event deleted for resources: {'Port': ['ID=05a0bef9-1e6e-4d7f-9a04-d54c1841f9df,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:34.012469 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6d3de525-cc20-4055-b4b3-151789bdef58 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.014985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.066102 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] For port bba10563-f79d-42d0-9ed1-6aef0be300e8, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:34.072762 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] For port bba10563-f79d-42d0-9ed1-6aef0be300e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bba10563-f79d-42d0-9ed1-6aef0be300e8,segment=NetworkSegment(b8aaa9ae-5074-4af2-9abc-f10afb476e1c),segment_id=b8aaa9ae-5074-4af2-9abc-f10afb476e1c)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:34.095880 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (f41e00da-ac3c-4c68-82be-f4ba1424a338), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.133786 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (05a0bef9-1e6e-4d7f-9a04-d54c1841f9df), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.179045 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.199704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] Port 05a0bef9-1e6e-4d7f-9a04-d54c1841f9df not found while updating agent binding for router f41e00da-ac3c-4c68-82be-f4ba1424a338. {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Apr 16 21:33:34.205733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f6f35eec-a034-4ada-9d0c-a22db01f2b1c is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:34.206141 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.247605 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (f41e00da-ac3c-4c68-82be-f4ba1424a338), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.251348 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_controller (f41e00da-ac3c-4c68-82be-f4ba1424a338), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.285430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] Routers {'f41e00da-ac3c-4c68-82be-f4ba1424a338'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:34.286086 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126ce5220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f41e00da-ac3c-4c68-82be-f4ba1424a338'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:34.298203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f35eec-a034-4ada-9d0c-a22db01f2b1c'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:33:34.301466 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e9791c-34ae-46bb-866d-7c6de961a3ac" -d '{"events": [{"server_uuid": "4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816", "name": "network-vif-plugged", "status": "completed", "tag": "f6f35eec-a034-4ada-9d0c-a22db01f2b1c"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:33:34.333128 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:34.333954 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125111040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:34.338703 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47b5bb-2161-483d-9d8e-0ea8972cf799 None None] Pushing event updated for resources: {'Port': ['ID=bba10563-f79d-42d0-9ed1-6aef0be300e8,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:34.401710 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (f41e00da-ac3c-4c68-82be-f4ba1424a338), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.403256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f41e00da-ac3c-4c68-82be-f4ba1424a338 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:33:34.416742 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.416742 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cb629de2-3d07-4c92-bb52-38cf9cd40a54 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "DELETE /v2.0/routers/f41e00da-ac3c-4c68-82be-f4ba1424a338 HTTP/1.1" status: 204  len: 168 time: 1.4531312
Apr 16 21:33:34.416993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56904) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:34.460995 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:34.507795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f6f35eec-a034-4ada-9d0c-a22db01f2b1c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6f35eec-a034-4ada-9d0c-a22db01f2b1c,segment=NetworkSegment(bc23c213-5ccb-422d-8cc2-002afdf5af78),segment_id=bc23c213-5ccb-422d-8cc2-002afdf5af78)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:34.517359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ac018aa3-d7fc-4d32-a2f0-40508a2b414b is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:34.518054 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ac018aa3-d7fc-4d32-a2f0-40508a2b414b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.525725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2f071b00-8612-4727-92d3-78f53c8ec057 None None] Provisioning complete for port bba10563-f79d-42d0-9ed1-6aef0be300e8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:34.526376 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2f071b00-8612-4727-92d3-78f53c8ec057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.627064 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.680088 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (fc4be642-f58a-4636-be20-4e3a4e0497f2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.688372 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.753499 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (930d5e98-f72c-4e0e-9b1a-4d965b49ff1f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.764501 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125111040>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:33Z', 'revision_number': 6, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:22Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bba10563-f79d-42d0-9ed1-6aef0be300e8', 'name': '', 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:02:68:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '792729af-bf44-49c2-a37b-511eed69741a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:24Z', 'updated_at': '2022-04-16T21:33:34Z', 'revision_number': 4, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': '792729af-bf44-49c2-a37b-511eed69741a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:34.778864 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6450d2d2-14ac-4ff8-bb47-c481e9074b93 x-openstack-request-id: req-6450d2d2-14ac-4ff8-bb47-c481e9074b93 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:33:34.781014 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816", "name": "network-vif-plugged", "status": "completed", "tag": "f6f35eec-a034-4ada-9d0c-a22db01f2b1c", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:33:34.781461 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6450d2d2-14ac-4ff8-bb47-c481e9074b93 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:33:34.782069 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6450d2d2-14ac-4ff8-bb47-c481e9074b93'] response: {'server_uuid': '4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f35eec-a034-4ada-9d0c-a22db01f2b1c', 'code': 200}
Apr 16 21:33:34.800141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f6f35eec-a034-4ada-9d0c-a22db01f2b1c,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:34.807503 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4d38c-c170-4d72-829c-afeb1a2c26e7 None None] The sync data for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 is: [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:33Z', 'revision_number': 6, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:22Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bba10563-f79d-42d0-9ed1-6aef0be300e8', 'name': '', 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:02:68:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '792729af-bf44-49c2-a37b-511eed69741a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:24Z', 'updated_at': '2022-04-16T21:33:34Z', 'revision_number': 4, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': '792729af-bf44-49c2-a37b-511eed69741a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:34.816358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port ac018aa3-d7fc-4d32-a2f0-40508a2b414b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac018aa3-d7fc-4d32-a2f0-40508a2b414b,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:34.854933 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] Set router f41e00da-ac3c-4c68-82be-f4ba1424a338 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:34.911015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b82af-b5b0-494c-aeca-93f09c25a0b1 req-b83fca27-e8ec-425e-8de1-57d959eebe4d tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:34.912716 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb0b82af-b5b0-494c-aeca-93f09c25a0b1 req-b83fca27-e8ec-425e-8de1-57d959eebe4d tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 945 time: 0.1445758
Apr 16 21:33:34.957007 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3de525-cc20-4055-b4b3-151789bdef58 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:33:34.963912 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ac018aa3-d7fc-4d32-a2f0-40508a2b414b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:34.979052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126ce5220>, [{'id': 'f41e00da-ac3c-4c68-82be-f4ba1424a338', 'name': 'tempest-snat-router-1525080974', 'tenant_id': '41a70d85ef434d8c9d552fe454017c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:24Z', 'updated_at': '2022-04-16T21:33:33Z', 'revision_number': 5, 'project_id': '41a70d85ef434d8c9d552fe454017c09', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:34.986370 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (fc4be642-f58a-4636-be20-4e3a4e0497f2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:35.011907 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb0b82af-b5b0-494c-aeca-93f09c25a0b1 req-83203441-fe70-4c44-9c48-4374a9465089 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/security-groups?id=e327a954-50d4-47db-8729-cb8ca565f6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918946
Apr 16 21:33:35.029741 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:33:35.058205 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-c07dc26f-54a3-4ace-a6b1-c98333dd3148 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:33:35.058583 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-c07dc26f-54a3-4ace-a6b1-c98333dd3148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:33:35.059956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc853e6-81fb-43a3-b981-bc915b4adb43 None None] The sync data for ids ['f41e00da-ac3c-4c68-82be-f4ba1424a338'] in ncdv-master-1 is: [{'id': 'f41e00da-ac3c-4c68-82be-f4ba1424a338', 'name': 'tempest-snat-router-1525080974', 'tenant_id': '41a70d85ef434d8c9d552fe454017c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:24Z', 'updated_at': '2022-04-16T21:33:33Z', 'revision_number': 5, 'project_id': '41a70d85ef434d8c9d552fe454017c09', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:35.060786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6437d-e69b-4426-b6a6-7132a76d5bc5 req-4e24df8f-8b57-4747-aa03-a8895fb2955f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:35.072307 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75a6437d-e69b-4426-b6a6-7132a76d5bc5 req-4e24df8f-8b57-4747-aa03-a8895fb2955f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.1853898
Apr 16 21:33:35.114745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bba10563-f79d-42d0-9ed1-6aef0be300e8 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:35.135494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=5687a5f9-4e46-401d-8bee-6278a1e6f284,revision_number=8']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:35.139339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=930d5e98-f72c-4e0e-9b1a-4d965b49ff1f,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:35.141727 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746a5bd-f78f-49f5-bd6a-41988e06c23c req-bc0d6a28-80a8-48d6-a0aa-be3cf96c1176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:35.144338 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1746a5bd-f78f-49f5-bd6a-41988e06c23c req-bc0d6a28-80a8-48d6-a0aa-be3cf96c1176 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 1127 time: 0.2875140
Apr 16 21:33:35.147933 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:35.160292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Deleting port ac018aa3-d7fc-4d32-a2f0-40508a2b414b {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:35.160892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ac018aa3-d7fc-4d32-a2f0-40508a2b414b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:35.200940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=ac018aa3-d7fc-4d32-a2f0-40508a2b414b,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:35.210865 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1746a5bd-f78f-49f5-bd6a-41988e06c23c req-d79b43b3-c3c5-4145-ba1c-ee6a77b70728 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e327a954-50d4-47db-8729-cb8ca565f6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577672
Apr 16 21:33:35.211613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:35.214146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2f071b00-8612-4727-92d3-78f53c8ec057 None None] Current status of the port bba10563-f79d-42d0-9ed1-6aef0be300e8 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:35.216735 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2f071b00-8612-4727-92d3-78f53c8ec057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:35.217113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:35.217796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:35.257635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port bba10563-f79d-42d0-9ed1-6aef0be300e8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:35.258826 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:35.292749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-205bb266-c103-461f-b550-db3859c977e5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.4917114
Apr 16 21:33:35.299107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56912) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:35.308796 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a07f52dc-e8be-47a5-9e17-84f1673ac0d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:35.331833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2f071b00-8612-4727-92d3-78f53c8ec057 None None] For port bba10563-f79d-42d0-9ed1-6aef0be300e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bba10563-f79d-42d0-9ed1-6aef0be300e8,segment=NetworkSegment(b8aaa9ae-5074-4af2-9abc-f10afb476e1c),segment_id=b8aaa9ae-5074-4af2-9abc-f10afb476e1c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:35.352288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75a6437d-e69b-4426-b6a6-7132a76d5bc5 req-2bad3542-c05d-4421-a4d8-dce2b23fc9c7 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2785144
Apr 16 21:33:35.394674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3de525-cc20-4055-b4b3-151789bdef58 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:35.405369 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2f071b00-8612-4727-92d3-78f53c8ec057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:35.411972 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6d3de525-cc20-4055-b4b3-151789bdef58 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:35.414411 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6d3de525-cc20-4055-b4b3-151789bdef58 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a HTTP/1.1" status: 200  len: 934 time: 2.8632855
Apr 16 21:33:35.417754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56916) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:35.452604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] For port ac018aa3-d7fc-4d32-a2f0-40508a2b414b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac018aa3-d7fc-4d32-a2f0-40508a2b414b,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:35.453122 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ac018aa3-d7fc-4d32-a2f0-40508a2b414b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:35.466466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port bba10563-f79d-42d0-9ed1-6aef0be300e8 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:35.467116 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:35.475281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Calling delete_port for ac018aa3-d7fc-4d32-a2f0-40508a2b414b owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:35.574644 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a92dab31-b909-4411-8c66-0eaf3758ce18 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a HTTP/1.1" status: 200  len: 934 time: 0.1540134
Apr 16 21:33:35.578074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56918) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:35.586252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-18338da0-9ab7-4657-b4ff-6bcb31d0c48e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'router': {'routes': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:35.613871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f071b00-8612-4727-92d3-78f53c8ec057 None None] Pushing event updated for resources: {'Port': ['ID=bba10563-f79d-42d0-9ed1-6aef0be300e8,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:35.624616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a4fc7983-9b85-45e2-8e19-c99c06a473d1 None None] Provisioning complete for port bba10563-f79d-42d0-9ed1-6aef0be300e8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:35.625086 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7983-9b85-45e2-8e19-c99c06a473d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:35.632792 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c07dc26f-54a3-4ace-a6b1-c98333dd3148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:35.658196 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:33:35.658552 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:33:35.819539 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ac018aa3-d7fc-4d32-a2f0-40508a2b414b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:35.856947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a4fc7983-9b85-45e2-8e19-c99c06a473d1 None None] Current status of the port bba10563-f79d-42d0-9ed1-6aef0be300e8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:35.873147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac018aa3-d7fc-4d32-a2f0-40508a2b414b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:35.879918 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07f52dc-e8be-47a5-9e17-84f1673ac0d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:35.884679 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a07f52dc-e8be-47a5-9e17-84f1673ac0d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.002258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c07dc26f-54a3-4ace-a6b1-c98333dd3148 None None] For port 5687a5f9-4e46-401d-8bee-6278a1e6f284, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5687a5f9-4e46-401d-8bee-6278a1e6f284,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:36.002972 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (fc4be642-f58a-4636-be20-4e3a4e0497f2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.046566 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c07dc26f-54a3-4ace-a6b1-c98333dd3148 None None] Publish callbacks [] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.069331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.extraroute_db [None req-18338da0-9ab7-4657-b4ff-6bcb31d0c48e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Added routes are [] {{(pid=122555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 16 21:33:36.069885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.extraroute_db [None req-18338da0-9ab7-4657-b4ff-6bcb31d0c48e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=122555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 16 21:33:36.106198 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18338da0-9ab7-4657-b4ff-6bcb31d0c48e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.128075 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (fc4be642-f58a-4636-be20-4e3a4e0497f2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.146233 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c07dc26f-54a3-4ace-a6b1-c98333dd3148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.168655 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_controller (fc4be642-f58a-4636-be20-4e3a4e0497f2), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.240290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb29b8-04e4-4900-ab25-3180b534552a req-475e84b7-f241-4a48-a26f-4a46cffec1f2 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:36.249933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32bb29b8-04e4-4900-ab25-3180b534552a req-475e84b7-f241-4a48-a26f-4a46cffec1f2 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 945 time: 0.1305034
Apr 16 21:33:36.257685 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port bba10563-f79d-42d0-9ed1-6aef0be300e8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:36.258291 ncdv-master-1 neutron-server[122556]: INFO neutron.db.ipam_backend_mixin [None req-a07f52dc-e8be-47a5-9e17-84f1673ac0d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 930d5e98-f72c-4e0e-9b1a-4d965b49ff1f (CIDR: 2001:db8::/64)
Apr 16 21:33:36.259688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dc26f-54a3-4ace-a6b1-c98333dd3148 None None] Pushing event updated for resources: {'Port': ['ID=5687a5f9-4e46-401d-8bee-6278a1e6f284,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:36.303869 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.315729 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32bb29b8-04e4-4900-ab25-3180b534552a req-ebbf4065-ee62-4db8-bf98-c16545b0285b tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/security-groups?id=e327a954-50d4-47db-8729-cb8ca565f6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674698
Apr 16 21:33:36.317937 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07f52dc-e8be-47a5-9e17-84f1673ac0d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:33:36.318540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07f52dc-e8be-47a5-9e17-84f1673ac0d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:33:36.350366 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9714bc-e3c4-4626-91c3-1e95f0c735de None None] Sync routers for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:36.361332 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (fc4be642-f58a-4636-be20-4e3a4e0497f2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.364363 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9714bc-e3c4-4626-91c3-1e95f0c735de None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:36.364611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc4be642-f58a-4636-be20-4e3a4e0497f2 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:33:36.364816 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5a9714bc-e3c4-4626-91c3-1e95f0c735de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c8cf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:36.367329 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.381013 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a9f0afce-d6a6-4930-ab0d-ab8a2908de13 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "DELETE /v2.0/routers/fc4be642-f58a-4636-be20-4e3a4e0497f2 HTTP/1.1" status: 204  len: 168 time: 1.9628215
Apr 16 21:33:36.381713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56928) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:36.395041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1069248948', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:36.453038 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a07f52dc-e8be-47a5-9e17-84f1673ac0d0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1498325
Apr 16 21:33:36.460105 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56944) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:36.488888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-09d8ce5a-67ac-4237-a781-a0ad08402e90 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:36.578415 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-5a9714bc-e3c4-4626-91c3-1e95f0c735de None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:36.662523 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (6973e1b6-4981-40a7-bcc0-e66c7c38b882), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.663590 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (6973e1b6-4981-40a7-bcc0-e66c7c38b882), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.770222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47cab3-3b0c-41c7-9697-c98c57de610d req-025fe588-b49f-40ce-adbd-6d01bb3f981a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:36.777861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff47cab3-3b0c-41c7-9697-c98c57de610d req-025fe588-b49f-40ce-adbd-6d01bb3f981a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.2274725
Apr 16 21:33:36.811457 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_controller (6973e1b6-4981-40a7-bcc0-e66c7c38b882), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.839928 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18338da0-9ab7-4657-b4ff-6bcb31d0c48e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.856609 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18338da0-9ab7-4657-b4ff-6bcb31d0c48e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:36.949843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff47cab3-3b0c-41c7-9697-c98c57de610d req-fa175d25-b482-46b9-8320-01129d4c7a06 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1697781
Apr 16 21:33:36.968257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d8ce5a-67ac-4237-a781-a0ad08402e90 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:36.973272 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d8ce5a-67ac-4237-a781-a0ad08402e90 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:37.002736 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5a9714bc-e3c4-4626-91c3-1e95f0c735de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c8cf10>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:36Z', 'revision_number': 7, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:22Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bba10563-f79d-42d0-9ed1-6aef0be300e8', 'name': '', 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:02:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '792729af-bf44-49c2-a37b-511eed69741a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:24Z', 'updated_at': '2022-04-16T21:33:35Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': '792729af-bf44-49c2-a37b-511eed69741a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:37.026589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18338da0-9ab7-4657-b4ff-6bcb31d0c48e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:33:37.078211 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9714bc-e3c4-4626-91c3-1e95f0c735de None None] Checking router: fee76ffc-9dd7-43a4-9ad5-cdb33cae615a for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:33:37.089579 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9714bc-e3c4-4626-91c3-1e95f0c735de None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:37.090739 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5a9714bc-e3c4-4626-91c3-1e95f0c735de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c8cf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:37.143909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5687a5f9-4e46-401d-8bee-6278a1e6f284 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:37.238405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18338da0-9ab7-4657-b4ff-6bcb31d0c48e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:37.249176 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5687a5f9-4e46-401d-8bee-6278a1e6f284 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:37.249688 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:37.256570 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18338da0-9ab7-4657-b4ff-6bcb31d0c48e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:37.258157 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-18338da0-9ab7-4657-b4ff-6bcb31d0c48e tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a HTTP/1.1" status: 200  len: 700 time: 1.6786711
Apr 16 21:33:37.261002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56952) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:37.279562 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-5a9714bc-e3c4-4626-91c3-1e95f0c735de None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:37.383580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8307aa-46bf-4e8a-8a3d-85b83c048852 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:37.414758 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-11215149-9ddc-440a-870c-a7b1506edfb8 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a HTTP/1.1" status: 200  len: 700 time: 0.1525240
Apr 16 21:33:37.415416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56954) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:37.415748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56958) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:37.487341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d52cb46f-678b-49e7-a56d-89ec06918c2b None None] Provisioning complete for port 5687a5f9-4e46-401d-8bee-6278a1e6f284 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:37.488105 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d52cb46f-678b-49e7-a56d-89ec06918c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:37.533130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5687a5f9-4e46-401d-8bee-6278a1e6f284 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:37.534822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bba10563-f79d-42d0-9ed1-6aef0be300e8 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:37.677501 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (6973e1b6-4981-40a7-bcc0-e66c7c38b882), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:37.695101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d52cb46f-678b-49e7-a56d-89ec06918c2b None None] Current status of the port 5687a5f9-4e46-401d-8bee-6278a1e6f284 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:37.698785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port bba10563-f79d-42d0-9ed1-6aef0be300e8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:37.700043 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:37.720050 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c872b67-714e-4899-89f1-25c00314420c req-b95ef8d9-5e2e-43b6-8293-02302210214b tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:37.722380 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c872b67-714e-4899-89f1-25c00314420c req-b95ef8d9-5e2e-43b6-8293-02302210214b tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 945 time: 0.1283343
Apr 16 21:33:37.766044 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5a9714bc-e3c4-4626-91c3-1e95f0c735de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c8cf10>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:36Z', 'revision_number': 7, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:22Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bba10563-f79d-42d0-9ed1-6aef0be300e8', 'name': '', 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:02:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '792729af-bf44-49c2-a37b-511eed69741a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:24Z', 'updated_at': '2022-04-16T21:33:35Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': '792729af-bf44-49c2-a37b-511eed69741a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:37.801565 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9714bc-e3c4-4626-91c3-1e95f0c735de None None] The sync data for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 is: [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:36Z', 'revision_number': 7, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:22Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bba10563-f79d-42d0-9ed1-6aef0be300e8', 'name': '', 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:02:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '792729af-bf44-49c2-a37b-511eed69741a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:24Z', 'updated_at': '2022-04-16T21:33:35Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': '792729af-bf44-49c2-a37b-511eed69741a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:37.863182 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port bba10563-f79d-42d0-9ed1-6aef0be300e8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:37.878418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4bafde8-8ed3-47cb-ac01-ea26cd3ce61a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:37.937538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ac018aa3-d7fc-4d32-a2f0-40508a2b414b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:37.963322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ac018aa3-d7fc-4d32-a2f0-40508a2b414b {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:37.963822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ac018aa3-d7fc-4d32-a2f0-40508a2b414b not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:37.992202 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-773a5d47-4ba8-4e1d-a127-ab37690fcc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.056899 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (6973e1b6-4981-40a7-bcc0-e66c7c38b882), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.092494 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.102998 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c872b67-714e-4899-89f1-25c00314420c req-2fc1e1f7-8c39-4d42-bb48-b26e523ac0cf tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/security-groups?id=e327a954-50d4-47db-8729-cb8ca565f6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3720837
Apr 16 21:33:38.134115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ff1d309a-e125-48c4-b770-b5004f354aeb None None] Provisioning complete for port 5687a5f9-4e46-401d-8bee-6278a1e6f284 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:38.134584 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ff1d309a-e125-48c4-b770-b5004f354aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.194665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0a93b-af20-41ef-9803-002f824bea9b None None] Sync routers for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:38.218018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0a93b-af20-41ef-9803-002f824bea9b None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:38.219037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d2f0a93b-af20-41ef-9803-002f824bea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fda4610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:38.264804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d91e32-2a36-4709-9b66-5b15a95e169f req-163e9a5e-2ccc-42d0-8d23-894a13cd3618 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:38.266185 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Allocated IP 172.35.1.168 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/9949beb8-d06d-4cde-a424-fa2ed1ef2c76) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:38.266588 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53d91e32-2a36-4709-9b66-5b15a95e169f req-163e9a5e-2ccc-42d0-8d23-894a13cd3618 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.2246659
Apr 16 21:33:38.268745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-773a5d47-4ba8-4e1d-a127-ab37690fcc35 admin admin] Publish callbacks [] for security_group (148987bf-1594-4eda-b6ce-8561a8a545ba), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.367906 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-773a5d47-4ba8-4e1d-a127-ab37690fcc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (148987bf-1594-4eda-b6ce-8561a8a545ba), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.428298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-f4bafde8-8ed3-47cb-ac01-ea26cd3ce61a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port bba10563-f79d-42d0-9ed1-6aef0be300e8 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:38.428298 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4bafde8-8ed3-47cb-ac01-ea26cd3ce61a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.435383 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53d91e32-2a36-4709-9b66-5b15a95e169f req-6c038206-b625-46b9-a4c1-e1e90ee0f33a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1620607
Apr 16 21:33:38.446420 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-773a5d47-4ba8-4e1d-a127-ab37690fcc35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e18c5eb6e744c5fa1208eaca5c4702c&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0267813
Apr 16 21:33:38.455133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56970) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:38.494298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a5d47-4ba8-4e1d-a127-ab37690fcc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148987bf-1594-4eda-b6ce-8561a8a545ba,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:38.508357 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for port (9949beb8-d06d-4cde-a424-fa2ed1ef2c76), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.510413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ff1d309a-e125-48c4-b770-b5004f354aeb None None] Current status of the port 5687a5f9-4e46-401d-8bee-6278a1e6f284 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:38.518686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d2f0a93b-af20-41ef-9803-002f824bea9b None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:38.584597 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d8ce5a-67ac-4237-a781-a0ad08402e90 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (008a0578-3700-4b9d-88c2-e34db2e26405), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.585431 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-db044c11-c761-40ab-a7fd-0ee281c82c56 admin admin] Publish callbacks [] for security_group (148987bf-1594-4eda-b6ce-8561a8a545ba), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.588199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-f4bafde8-8ed3-47cb-ac01-ea26cd3ce61a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] For port bba10563-f79d-42d0-9ed1-6aef0be300e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bba10563-f79d-42d0-9ed1-6aef0be300e8,segment=NetworkSegment(b8aaa9ae-5074-4af2-9abc-f10afb476e1c),segment_id=b8aaa9ae-5074-4af2-9abc-f10afb476e1c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:38.588641 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4bafde8-8ed3-47cb-ac01-ea26cd3ce61a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.610391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-f4bafde8-8ed3-47cb-ac01-ea26cd3ce61a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for bba10563-f79d-42d0-9ed1-6aef0be300e8 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:38.628065 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-db044c11-c761-40ab-a7fd-0ee281c82c56 admin admin] Publish callbacks [] for security_group (148987bf-1594-4eda-b6ce-8561a8a545ba), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.632593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d8ce5a-67ac-4237-a781-a0ad08402e90 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:38.636235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-09d8ce5a-67ac-4237-a781-a0ad08402e90 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:38.639213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d8ce5a-67ac-4237-a781-a0ad08402e90 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:38.639897 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d8ce5a-67ac-4237-a781-a0ad08402e90 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.657101 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9949beb8-d06d-4cde-a424-fa2ed1ef2c76), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.660947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4f923d-0527-4ac2-91bc-cf43c908b820 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:38.696191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8ce5a-67ac-4237-a781-a0ad08402e90 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=008a0578-3700-4b9d-88c2-e34db2e26405,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:38.739414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:38.743133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:38.745728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:38.777362 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-09d8ce5a-67ac-4237-a781-a0ad08402e90 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3160570
Apr 16 21:33:38.781342 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Pushing event updated for resources: {'Port': ['ID=9949beb8-d06d-4cde-a424-fa2ed1ef2c76,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:38.781620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56972) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:38.794423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'mac_address': 'fa:16:3e:11:6f:3f', 'name': 'tempest-NetworksTestDHCPv6-1725311338'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:38.831320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d2f0a93b-af20-41ef-9803-002f824bea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fda4610>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:36Z', 'revision_number': 7, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:22Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bba10563-f79d-42d0-9ed1-6aef0be300e8', 'name': '', 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:02:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '792729af-bf44-49c2-a37b-511eed69741a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:24Z', 'updated_at': '2022-04-16T21:33:35Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': '792729af-bf44-49c2-a37b-511eed69741a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:38.873107 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-db044c11-c761-40ab-a7fd-0ee281c82c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (148987bf-1594-4eda-b6ce-8561a8a545ba), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.875832 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-db044c11-c761-40ab-a7fd-0ee281c82c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:38.881114 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-db044c11-c761-40ab-a7fd-0ee281c82c56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/148987bf-1594-4eda-b6ce-8561a8a545ba HTTP/1.1" status: 204  len: 168 time: 0.4212158
Apr 16 21:33:38.881273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0a93b-af20-41ef-9803-002f824bea9b None None] Checking router: fee76ffc-9dd7-43a4-9ad5-cdb33cae615a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:33:38.895468 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0a93b-af20-41ef-9803-002f824bea9b None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:38.896073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d2f0a93b-af20-41ef-9803-002f824bea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fda4610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:38.939497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db044c11-c761-40ab-a7fd-0ee281c82c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148987bf-1594-4eda-b6ce-8561a8a545ba,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:39.030811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1754b2-a44d-4211-ae1d-e54ad3a2d70d req-56042b84-5221-432a-8331-65c5334a2cc5 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:39.032377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f1754b2-a44d-4211-ae1d-e54ad3a2d70d req-56042b84-5221-432a-8331-65c5334a2cc5 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 945 time: 0.0789313
Apr 16 21:33:39.049163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3316f4-9bf5-440d-8843-690c6fa64845 None None] Update dhcp port {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'fixed_ips': [{'subnet_id': '930d5e98-f72c-4e0e-9b1a-4d965b49ff1f', 'ip_address': '2001:db8::f816:3eff:fe7b:3212'}, {'subnet_id': '008a0578-3700-4b9d-88c2-e34db2e26405'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '5687a5f9-4e46-401d-8bee-6278a1e6f284'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:33:39.052326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d2f0a93b-af20-41ef-9803-002f824bea9b None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:39.093754 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f1754b2-a44d-4211-ae1d-e54ad3a2d70d req-33a93ef2-acc4-44e1-b2bd-5b834f0757b6 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/security-groups?id=e327a954-50d4-47db-8729-cb8ca565f6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524011
Apr 16 21:33:39.099284 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4bafde8-8ed3-47cb-ac01-ea26cd3ce61a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (bba10563-f79d-42d0-9ed1-6aef0be300e8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:39.103055 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c20ef9d5-5f82-4dfc-b303-083bb00e939a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:39.143827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bafde8-8ed3-47cb-ac01-ea26cd3ce61a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=bba10563-f79d-42d0-9ed1-6aef0be300e8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:39.145751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:39.150669 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f3316f4-9bf5-440d-8843-690c6fa64845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:39.376515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (6973e1b6-4981-40a7-bcc0-e66c7c38b882), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:39.394553 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:39.433181 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port 6689b609-14c0-4d5f-9e71-33eb23092ad2 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:33:39.463595 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d2f0a93b-af20-41ef-9803-002f824bea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fda4610>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:36Z', 'revision_number': 7, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:22Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bba10563-f79d-42d0-9ed1-6aef0be300e8', 'name': '', 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:02:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '792729af-bf44-49c2-a37b-511eed69741a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:24Z', 'updated_at': '2022-04-16T21:33:35Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': '792729af-bf44-49c2-a37b-511eed69741a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:39.486541 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4bafde8-8ed3-47cb-ac01-ea26cd3ce61a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:39.514189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0a93b-af20-41ef-9803-002f824bea9b None None] The sync data for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 is: [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:36Z', 'revision_number': 7, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:22Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bba10563-f79d-42d0-9ed1-6aef0be300e8', 'name': '', 'network_id': '63e527af-ba7f-476f-8600-682a3208a93b', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:02:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '792729af-bf44-49c2-a37b-511eed69741a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:24Z', 'updated_at': '2022-04-16T21:33:35Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': '792729af-bf44-49c2-a37b-511eed69741a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:39.514189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-1f3316f4-9bf5-440d-8843-690c6fa64845 None None] Allocated IP 2001:db8:0:1::2 (0d27c69b-2090-42d8-afae-1332cd31e453/008a0578-3700-4b9d-88c2-e34db2e26405/5687a5f9-4e46-401d-8bee-6278a1e6f284) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:39.656981 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1f3316f4-9bf5-440d-8843-690c6fa64845 None None] For port 5687a5f9-4e46-401d-8bee-6278a1e6f284, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5687a5f9-4e46-401d-8bee-6278a1e6f284,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:39.698465 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e0427-b0fc-4384-b50f-785f297d7d85 req-020261d3-31ee-47a4-8608-fcd595d8291a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:39.699702 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-333e0427-b0fc-4384-b50f-785f297d7d85 req-020261d3-31ee-47a4-8608-fcd595d8291a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 943 time: 0.0748892
Apr 16 21:33:39.700767 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f3316f4-9bf5-440d-8843-690c6fa64845 None None] Publish callbacks [] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:39.765194 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56982) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:39.801086 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f3316f4-9bf5-440d-8843-690c6fa64845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:39.802351 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70346642-d5c0-4d16-8f85-c11cdeff1431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:39.823303 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (6973e1b6-4981-40a7-bcc0-e66c7c38b882), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:39.831415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-333e0427-b0fc-4384-b50f-785f297d7d85 req-2e987eca-becb-4946-a93d-44ed7ddd97a0 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1044202
Apr 16 21:33:39.883403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b966fc7e-0221-46eb-a92a-00d9f48a8a41 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:33:39.948686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3316f4-9bf5-440d-8843-690c6fa64845 None None] Pushing event updated for resources: {'Port': ['ID=5687a5f9-4e46-401d-8bee-6278a1e6f284,revision_number=10']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:40.001992 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70346642-d5c0-4d16-8f85-c11cdeff1431 admin admin] Publish callbacks [] for security_group (3226fdd0-3b07-41f0-a6b1-7ac6a544c1cb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:40.052856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b966fc7e-0221-46eb-a92a-00d9f48a8a41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:40.063564 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70346642-d5c0-4d16-8f85-c11cdeff1431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3226fdd0-3b07-41f0-a6b1-7ac6a544c1cb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:40.071102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'port_id': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'mac_address': 'fa:16:3e:fb:84:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:33:40.117022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Router 6973e1b6-4981-40a7-bcc0-e66c7c38b882 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:33:40.131935 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-70346642-d5c0-4d16-8f85-c11cdeff1431 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=471e20eadb8948159e1e031eed811f8e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3634577
Apr 16 21:33:40.135155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56986) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:40.143638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70346642-d5c0-4d16-8f85-c11cdeff1431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3226fdd0-3b07-41f0-a6b1-7ac6a544c1cb,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:40.171185 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b966fc7e-0221-46eb-a92a-00d9f48a8a41 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:40.171591 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:40.191544 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b966fc7e-0221-46eb-a92a-00d9f48a8a41 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:33:40.213869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc4893-02f6-427a-a52c-805237b4640b req-f914431a-17ab-4045-b501-220e3d48093d tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:40.216135 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9dc4893-02f6-427a-a52c-805237b4640b req-f914431a-17ab-4045-b501-220e3d48093d tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.11 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 945 time: 0.1532652
Apr 16 21:33:40.216899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b966fc7e-0221-46eb-a92a-00d9f48a8a41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:40.276435 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:40.299323 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bafde8-8ed3-47cb-ac01-ea26cd3ce61a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:33:40.309934 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d21b5da-7b26-4803-9ed7-815b2a099b06 admin admin] Publish callbacks [] for security_group (3226fdd0-3b07-41f0-a6b1-7ac6a544c1cb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:40.331336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:40.345202 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f95386-1040-4847-b744-c2b9104fd6b5 None None] Sync routers for ids ['6973e1b6-4981-40a7-bcc0-e66c7c38b882'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:40.354350 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d21b5da-7b26-4803-9ed7-815b2a099b06 admin admin] Publish callbacks [] for security_group (3226fdd0-3b07-41f0-a6b1-7ac6a544c1cb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:40.363861 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f95386-1040-4847-b744-c2b9104fd6b5 None None] Routers {'6973e1b6-4981-40a7-bcc0-e66c7c38b882'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:40.364656 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-a4f95386-1040-4847-b744-c2b9104fd6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c44940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6973e1b6-4981-40a7-bcc0-e66c7c38b882'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:40.367899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b966fc7e-0221-46eb-a92a-00d9f48a8a41,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:40.423406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db812-8207-4489-a9e2-4ed8ed1916c4 req-b9f0ce9e-f78d-486f-86e7-a4529a4ff450 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:40.424021 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-a4f95386-1040-4847-b744-c2b9104fd6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c44940>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:40.430952 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c3db812-8207-4489-a9e2-4ed8ed1916c4 req-b9f0ce9e-f78d-486f-86e7-a4529a4ff450 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 945 time: 0.2139740
Apr 16 21:33:40.431350 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:40.435371 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-131520d2-54ce-404b-9a25-ef80e7706501 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 4.0499897
Apr 16 21:33:40.436422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 56988) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:40.437821 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f95386-1040-4847-b744-c2b9104fd6b5 None None] Routers {'6973e1b6-4981-40a7-bcc0-e66c7c38b882'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:40.438633 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-a4f95386-1040-4847-b744-c2b9104fd6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c44940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6973e1b6-4981-40a7-bcc0-e66c7c38b882'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:40.444929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-dce29132-444a-4273-ba78-043c9ca4cb6e tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'enable_snat': False}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:40.481101 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-a4f95386-1040-4847-b744-c2b9104fd6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c44940>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:40.482158 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f95386-1040-4847-b744-c2b9104fd6b5 None None] The sync data for ids ['6973e1b6-4981-40a7-bcc0-e66c7c38b882'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:40.510996 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d21b5da-7b26-4803-9ed7-815b2a099b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3226fdd0-3b07-41f0-a6b1-7ac6a544c1cb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:40.514678 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d21b5da-7b26-4803-9ed7-815b2a099b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:40.514951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f9dc4893-02f6-427a-a52c-805237b4640b req-fec10ffa-f35d-4938-b42d-25aef51276a6 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Deleting port f6f35eec-a034-4ada-9d0c-a22db01f2b1c {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:40.515310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f9dc4893-02f6-427a-a52c-805237b4640b req-fec10ffa-f35d-4938-b42d-25aef51276a6 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:40.518277 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2d21b5da-7b26-4803-9ed7-815b2a099b06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3226fdd0-3b07-41f0-a6b1-7ac6a544c1cb HTTP/1.1" status: 204  len: 168 time: 0.3733580
Apr 16 21:33:40.535537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21b5da-7b26-4803-9ed7-815b2a099b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3226fdd0-3b07-41f0-a6b1-7ac6a544c1cb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:40.556501 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8:0:1::19d (0d27c69b-2090-42d8-afae-1332cd31e453/008a0578-3700-4b9d-88c2-e34db2e26405/6689b609-14c0-4d5f-9e71-33eb23092ad2) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:40.584456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['b966fc7e-0221-46eb-a92a-00d9f48a8a41'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:33:40.610076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::f816:3eff:fe11:6f3f (0d27c69b-2090-42d8-afae-1332cd31e453/930d5e98-f72c-4e0e-9b1a-4d965b49ff1f/6689b609-14c0-4d5f-9e71-33eb23092ad2) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:40.689149 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c3db812-8207-4489-a9e2-4ed8ed1916c4 req-dc145118-a907-42a2-8f78-19b31fbf1106 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/security-groups?id=e327a954-50d4-47db-8729-cb8ca565f6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514741
Apr 16 21:33:40.714468 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bafde8-8ed3-47cb-ac01-ea26cd3ce61a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:40.741688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c03cb9-fb3c-4c9b-b9a6-b5b6abce468b None None] Sync routers for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:40.749808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f4bafde8-8ed3-47cb-ac01-ea26cd3ce61a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3294394
Apr 16 21:33:40.758215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56992) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:40.794288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c03cb9-fb3c-4c9b-b9a6-b5b6abce468b None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:40.794845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-13c03cb9-fb3c-4c9b-b9a6-b5b6abce468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012423ce20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:40.836909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-0325c73f-e473-478c-9fcd-3858b9dd04f0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting subnet 792729af-bf44-49c2-a37b-511eed69741a {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:40.848735 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0325c73f-e473-478c-9fcd-3858b9dd04f0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (792729af-bf44-49c2-a37b-511eed69741a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:40.932010 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dce29132-444a-4273-ba78-043c9ca4cb6e tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (6973e1b6-4981-40a7-bcc0-e66c7c38b882), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:40.952755 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f9dc4893-02f6-427a-a52c-805237b4640b req-fec10ffa-f35d-4938-b42d-25aef51276a6 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] For port f6f35eec-a034-4ada-9d0c-a22db01f2b1c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6f35eec-a034-4ada-9d0c-a22db01f2b1c,segment=NetworkSegment(bc23c213-5ccb-422d-8cc2-002afdf5af78),segment_id=bc23c213-5ccb-422d-8cc2-002afdf5af78)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:40.953144 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f9dc4893-02f6-427a-a52c-805237b4640b req-fec10ffa-f35d-4938-b42d-25aef51276a6 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:40.987881 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0325c73f-e473-478c-9fcd-3858b9dd04f0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (792729af-bf44-49c2-a37b-511eed69741a), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.022919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f9dc4893-02f6-427a-a52c-805237b4640b req-fec10ffa-f35d-4938-b42d-25aef51276a6 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Calling delete_port for f6f35eec-a034-4ada-9d0c-a22db01f2b1c owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:41.070442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-217bf009-cd0f-456b-ab5c-1138da3f9b8f None None] Provisioning complete for port 5687a5f9-4e46-401d-8bee-6278a1e6f284 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:41.070670 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-217bf009-cd0f-456b-ab5c-1138da3f9b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.091996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7246d-f12f-4745-b6ca-01b94391d505 req-c4b375e9-45c1-4aa2-ac58-44a01216e692 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:41.093746 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-93b7246d-f12f-4745-b6ca-01b94391d505 req-c4b375e9-45c1-4aa2-ac58-44a01216e692 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 944 time: 0.1060107
Apr 16 21:33:41.111485 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-13c03cb9-fb3c-4c9b-b9a6-b5b6abce468b None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:41.138970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (6689b609-14c0-4d5f-9e71-33eb23092ad2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.232994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5687a5f9-4e46-401d-8bee-6278a1e6f284 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:41.248405 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0325c73f-e473-478c-9fcd-3858b9dd04f0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (792729af-bf44-49c2-a37b-511eed69741a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.249780 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-93b7246d-f12f-4745-b6ca-01b94391d505 req-efda5455-b332-47ff-b05a-47b3b9cda7ff tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933812
Apr 16 21:33:41.365014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-217bf009-cd0f-456b-ab5c-1138da3f9b8f None None] Current status of the port 5687a5f9-4e46-401d-8bee-6278a1e6f284 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:41.368609 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6689b609-14c0-4d5f-9e71-33eb23092ad2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.406332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5687a5f9-4e46-401d-8bee-6278a1e6f284 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:41.406715 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.427015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:41.430955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:41.435997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:41.446218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:41.446218 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.449094 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-13c03cb9-fb3c-4c9b-b9a6-b5b6abce468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012423ce20>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:38Z', 'revision_number': 8, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:22Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:41.452268 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0325c73f-e473-478c-9fcd-3858b9dd04f0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (792729af-bf44-49c2-a37b-511eed69741a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.461261 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f9dc4893-02f6-427a-a52c-805237b4640b req-fec10ffa-f35d-4938-b42d-25aef51276a6 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f6f35eec-a034-4ada-9d0c-a22db01f2b1c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.479149 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0325c73f-e473-478c-9fcd-3858b9dd04f0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.481819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f6f35eec-a034-4ada-9d0c-a22db01f2b1c'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:33:41.483028 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0325c73f-e473-478c-9fcd-3858b9dd04f0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/792729af-bf44-49c2-a37b-511eed69741a HTTP/1.1" status: 204  len: 168 time: 0.7237592
Apr 16 21:33:41.488807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c03cb9-fb3c-4c9b-b9a6-b5b6abce468b None None] Checking router: fee76ffc-9dd7-43a4-9ad5-cdb33cae615a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:33:41.504498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=6689b609-14c0-4d5f-9e71-33eb23092ad2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:41.507341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 56998) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:41.520957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9b06b2-d0e8-4ed5-a986-f16721ceefb5 None None] Network 63e527af-ba7f-476f-8600-682a3208a93b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:41.534444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325c73f-e473-478c-9fcd-3858b9dd04f0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Subnet': ['ID=792729af-bf44-49c2-a37b-511eed69741a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:41.570092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57000) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:41.588152 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c7dc986f-b303-41e5-a1ed-19ff1d286d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.602631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c03cb9-fb3c-4c9b-b9a6-b5b6abce468b None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:41.603287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-13c03cb9-fb3c-4c9b-b9a6-b5b6abce468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012423ce20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:41.639493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec10ffa-f35d-4938-b42d-25aef51276a6 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Pushing event deleted for resources: {'Port': ['ID=f6f35eec-a034-4ada-9d0c-a22db01f2b1c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:41.647636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57002) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:41.650904 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e058ba57-56e8-4223-b946-0a156ec48050 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 2.8646748
Apr 16 21:33:41.695932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dc4893-02f6-427a-a52c-805237b4640b req-fec10ffa-f35d-4938-b42d-25aef51276a6 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] No DVR routers for this DVR port f6f35eec-a034-4ada-9d0c-a22db01f2b1c on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:41.702941 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f9dc4893-02f6-427a-a52c-805237b4640b req-fec10ffa-f35d-4938-b42d-25aef51276a6 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.707517 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9dc4893-02f6-427a-a52c-805237b4640b req-fec10ffa-f35d-4938-b42d-25aef51276a6 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.11 "DELETE /v2.0/ports/f6f35eec-a034-4ada-9d0c-a22db01f2b1c HTTP/1.1" status: 204  len: 173 time: 1.4846780
Apr 16 21:33:41.708483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816', 'name': 'network-vif-deleted', 'tag': 'f6f35eec-a034-4ada-9d0c-a22db01f2b1c'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:33:41.711011 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9c48da-5748-4fb6-978e-7249db313dd2" -d '{"events": [{"server_uuid": "4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816", "name": "network-vif-deleted", "tag": "f6f35eec-a034-4ada-9d0c-a22db01f2b1c"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:33:41.730195 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-354d3d60-8427-48a3-b933-38a30223eb27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.739617 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (63e527af-ba7f-476f-8600-682a3208a93b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.775233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5687a5f9-4e46-401d-8bee-6278a1e6f284 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:41.797819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-13c03cb9-fb3c-4c9b-b9a6-b5b6abce468b None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:41.859357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0badbf7f-fb81-48e0-873b-1cab394dc106 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port 6689b609-14c0-4d5f-9e71-33eb23092ad2 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:41.859709 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0badbf7f-fb81-48e0-873b-1cab394dc106 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6689b609-14c0-4d5f-9e71-33eb23092ad2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.866783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port 15ba8bb4-c730-45f2-a854-949c2eb96768 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:41.867274 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:41.871928 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4a94c0-8a8c-4cd2-89ac-338478e1fba4 x-openstack-request-id: req-ac4a94c0-8a8c-4cd2-89ac-338478e1fba4 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:33:41.873979 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816", "name": "network-vif-deleted", "tag": "f6f35eec-a034-4ada-9d0c-a22db01f2b1c", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:33:41.873979 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac4a94c0-8a8c-4cd2-89ac-338478e1fba4 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:33:41.873979 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4a94c0-8a8c-4cd2-89ac-338478e1fba4'] response: {'server_uuid': '4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816', 'name': 'network-vif-deleted', 'tag': 'f6f35eec-a034-4ada-9d0c-a22db01f2b1c', 'status': 'completed', 'code': 200}
Apr 16 21:33:41.882828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b966fc7e-0221-46eb-a92a-00d9f48a8a41 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:41.916833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33412766-a72c-461b-9247-4376f7b7679e None None] DHCP port deletion for 63e527af-ba7f-476f-8600-682a3208a93b request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:33:41.967387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a606b5e3-5b82-4d7a-b3d1-99559ccd816c req-473d8a7e-e82e-44b5-a3f1-b47ebecc1f58 tempest-ServerPasswordTestJSON-795534175 tempest-ServerPasswordTestJSON-795534175-project] 10.222.0.20 "GET /v2.0/ports?device_id=4709c7e3-fa28-4abd-ab9f-f5aa0d2fa816 HTTP/1.1" status: 200  len: 210 time: 0.0935025
Apr 16 21:33:41.996319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] For port 15ba8bb4-c730-45f2-a854-949c2eb96768, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15ba8bb4-c730-45f2-a854-949c2eb96768,segment=NetworkSegment(b8aaa9ae-5074-4af2-9abc-f10afb476e1c),segment_id=b8aaa9ae-5074-4af2-9abc-f10afb476e1c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:41.997573 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.017861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for 15ba8bb4-c730-45f2-a854-949c2eb96768 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:42.022838 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c7dc986f-b303-41e5-a1ed-19ff1d286d9d admin admin] Publish callbacks [] for security_group (76f37824-295e-4111-9b98-86a219de3e24), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.051955 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dce29132-444a-4273-ba78-043c9ca4cb6e tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (6973e1b6-4981-40a7-bcc0-e66c7c38b882), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.062971 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0badbf7f-fb81-48e0-873b-1cab394dc106 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6689b609-14c0-4d5f-9e71-33eb23092ad2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.065560 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dce29132-444a-4273-ba78-043c9ca4cb6e tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (6973e1b6-4981-40a7-bcc0-e66c7c38b882), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.068258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-926593b2-3305-4821-bc67-f91877e97011 None None] Provisioning complete for port 6689b609-14c0-4d5f-9e71-33eb23092ad2 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:42.068641 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-926593b2-3305-4821-bc67-f91877e97011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6689b609-14c0-4d5f-9e71-33eb23092ad2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.073600 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-33412766-a72c-461b-9247-4376f7b7679e None None] Deleting port 15ba8bb4-c730-45f2-a854-949c2eb96768 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:42.073948 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-33412766-a72c-461b-9247-4376f7b7679e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.118665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0badbf7f-fb81-48e0-873b-1cab394dc106 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for 6689b609-14c0-4d5f-9e71-33eb23092ad2 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:42.131062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port b966fc7e-0221-46eb-a92a-00d9f48a8a41 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:42.131703 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.191783 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.222384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=15ba8bb4-c730-45f2-a854-949c2eb96768,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:42.224659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No DVR routers for this DVR port 15ba8bb4-c730-45f2-a854-949c2eb96768 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:42.241350 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-926593b2-3305-4821-bc67-f91877e97011 None None] Port 6689b609-14c0-4d5f-9e71-33eb23092ad2 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:33:42.251446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-33412766-a72c-461b-9247-4376f7b7679e None None] For port 15ba8bb4-c730-45f2-a854-949c2eb96768, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15ba8bb4-c730-45f2-a854-949c2eb96768,segment=NetworkSegment(b8aaa9ae-5074-4af2-9abc-f10afb476e1c),segment_id=b8aaa9ae-5074-4af2-9abc-f10afb476e1c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:42.251863 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-33412766-a72c-461b-9247-4376f7b7679e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.296809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-33412766-a72c-461b-9247-4376f7b7679e None None] Calling delete_port for 15ba8bb4-c730-45f2-a854-949c2eb96768 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:42.336627 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (63e527af-ba7f-476f-8600-682a3208a93b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.363910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01249915e0>,) {'filters': {'network_id': ['63e527af-ba7f-476f-8600-682a3208a93b']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:42.375174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01249915e0>, 'b8aaa9ae-5074-4af2-9abc-f10afb476e1c') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:42.375538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01249915e0>, 'b8aaa9ae-5074-4af2-9abc-f10afb476e1c') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:42.381149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-13c03cb9-fb3c-4c9b-b9a6-b5b6abce468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012423ce20>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:38Z', 'revision_number': 8, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:22Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:42.388193 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (b8aaa9ae-5074-4af2-9abc-f10afb476e1c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.405564 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b8aaa9ae-5074-4af2-9abc-f10afb476e1c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.413651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:33:42.414169 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (b8aaa9ae-5074-4af2-9abc-f10afb476e1c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:33:42.419917 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:33:42.435415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c03cb9-fb3c-4c9b-b9a6-b5b6abce468b None None] The sync data for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 is: [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:38Z', 'revision_number': 8, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20600cb9-6e8e-4b02-847f-d1e63ce01996', 'name': '', 'network_id': '0a21d1ca-f86f-4a8f-be5c-20e6130f4e90', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:f4:f6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:11Z', 'updated_at': '2022-04-16T21:33:22Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'a92211ae-bde5-40dd-ba9b-2d50372fc79f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:42.466850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port b966fc7e-0221-46eb-a92a-00d9f48a8a41 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:42.467581 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:33:42.493974 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:33:42.509398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:33:42.511748 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3549f7b5-8994-4899-9265-e317693a52b6" -d '{"events": [{"server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "name": "network-vif-plugged", "status": "completed", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:33:42.525445 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-33412766-a72c-461b-9247-4376f7b7679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (15ba8bb4-c730-45f2-a854-949c2eb96768), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.530024 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port b966fc7e-0221-46eb-a92a-00d9f48a8a41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:42.550814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c7dc986f-b303-41e5-a1ed-19ff1d286d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (76f37824-295e-4111-9b98-86a219de3e24), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.555656 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef80e0ab-29cc-49c8-9c0f-de7e99f36751 x-openstack-request-id: req-ef80e0ab-29cc-49c8-9c0f-de7e99f36751 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:33:42.555951 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "name": "network-vif-plugged", "status": "completed", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:33:42.556226 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef80e0ab-29cc-49c8-9c0f-de7e99f36751 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:33:42.556624 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef80e0ab-29cc-49c8-9c0f-de7e99f36751'] response: {'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'code': 200}
Apr 16 21:33:42.559738 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.560564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33412766-a72c-461b-9247-4376f7b7679e None None] Pushing event deleted for resources: {'Port': ['ID=15ba8bb4-c730-45f2-a854-949c2eb96768,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:42.567989 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (63e527af-ba7f-476f-8600-682a3208a93b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.576742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.579991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/networks/63e527af-ba7f-476f-8600-682a3208a93b HTTP/1.1" status: 204  len: 168 time: 1.0668674
Apr 16 21:33:42.580688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33412766-a72c-461b-9247-4376f7b7679e None None] No DVR routers for this DVR port 15ba8bb4-c730-45f2-a854-949c2eb96768 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:42.597715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57012) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:42.624363 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.653168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41d8cd-5650-4b4f-8259-e2ee733922d0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Network': ['ID=63e527af-ba7f-476f-8600-682a3208a93b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:42.690181 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=b966fc7e-0221-46eb-a92a-00d9f48a8a41,revision_number=10']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:42.698895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e5c33-bb90-4fbb-b2b6-b989431403a4 req-5ed30ac6-30a2-4537-b8ed-baa9a082281e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:42.702943 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f4e5c33-bb90-4fbb-b2b6-b989431403a4 req-5ed30ac6-30a2-4537-b8ed-baa9a082281e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 944 time: 0.1544669
Apr 16 21:33:42.714806 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc986f-b303-41e5-a1ed-19ff1d286d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f37824-295e-4111-9b98-86a219de3e24,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:42.730987 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c7dc986f-b303-41e5-a1ed-19ff1d286d9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11d7a6d98367497c9801519361af4813&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1527736
Apr 16 21:33:42.731358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57014) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:42.749270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce29132-444a-4273-ba78-043c9ca4cb6e tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Router 6973e1b6-4981-40a7-bcc0-e66c7c38b882 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:33:42.910713 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68361569-18c8-403c-8cbd-445a4223eabe admin admin] Publish callbacks [] for security_group (76f37824-295e-4111-9b98-86a219de3e24), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.910948 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f4e5c33-bb90-4fbb-b2b6-b989431403a4 req-ddf43647-83a4-4621-9928-6062fb02e792 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1970277
Apr 16 21:33:42.972280 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68361569-18c8-403c-8cbd-445a4223eabe admin admin] Publish callbacks [] for security_group (76f37824-295e-4111-9b98-86a219de3e24), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:42.992986 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe9dc2-c0ad-4673-8f7c-3e68dcdc6f04 req-b9ce2453-7888-48b2-bd7b-80af8907e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:42.994633 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ccbe9dc2-c0ad-4673-8f7c-3e68dcdc6f04 req-b9ce2453-7888-48b2-bd7b-80af8907e661 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 1128 time: 0.1720088
Apr 16 21:33:43.061607 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57018) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:43.063827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce29132-444a-4273-ba78-043c9ca4cb6e tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:43.073619 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af79e7-e159-4cbf-acce-a47d36654dcc None None] Sync routers for ids ['6973e1b6-4981-40a7-bcc0-e66c7c38b882'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:43.078251 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dce29132-444a-4273-ba78-043c9ca4cb6e tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.079619 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dce29132-444a-4273-ba78-043c9ca4cb6e tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "PUT /v2.0/routers/6973e1b6-4981-40a7-bcc0-e66c7c38b882 HTTP/1.1" status: 200  len: 922 time: 2.6419237
Apr 16 21:33:43.084346 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ccbe9dc2-c0ad-4673-8f7c-3e68dcdc6f04 req-f9697b19-6ecb-4f0d-a7c6-696de5e8d6d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822885
Apr 16 21:33:43.088133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57020) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:43.090837 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af79e7-e159-4cbf-acce-a47d36654dcc None None] Routers {'6973e1b6-4981-40a7-bcc0-e66c7c38b882'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:43.095483 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b7af79e7-e159-4cbf-acce-a47d36654dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124eea9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6973e1b6-4981-40a7-bcc0-e66c7c38b882'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:43.129035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 15ba8bb4-c730-45f2-a854-949c2eb96768 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:43.135966 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0badbf7f-fb81-48e0-873b-1cab394dc106 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6689b609-14c0-4d5f-9e71-33eb23092ad2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.139021 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b7af79e7-e159-4cbf-acce-a47d36654dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124eea9a0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:43.144919 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68361569-18c8-403c-8cbd-445a4223eabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (76f37824-295e-4111-9b98-86a219de3e24), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.147523 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68361569-18c8-403c-8cbd-445a4223eabe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.148708 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-68361569-18c8-403c-8cbd-445a4223eabe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76f37824-295e-4111-9b98-86a219de3e24 HTTP/1.1" status: 204  len: 168 time: 0.4196455
Apr 16 21:33:43.166713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c97e4d-46fb-4f87-ac88-d10dd3e8c3da admin admin] Deleting subnet 31668e2b-d77a-4cec-9088-341984bc59ef {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:43.168622 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af79e7-e159-4cbf-acce-a47d36654dcc None None] Routers {'6973e1b6-4981-40a7-bcc0-e66c7c38b882'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:43.171351 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b7af79e7-e159-4cbf-acce-a47d36654dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124eea9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['6973e1b6-4981-40a7-bcc0-e66c7c38b882'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:43.174740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a4c97e4d-46fb-4f87-ac88-d10dd3e8c3da admin admin] Publish callbacks [] for subnet (31668e2b-d77a-4cec-9088-341984bc59ef), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.178511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68361569-18c8-403c-8cbd-445a4223eabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f37824-295e-4111-9b98-86a219de3e24,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:43.216778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 15ba8bb4-c730-45f2-a854-949c2eb96768 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:43.217922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 15ba8bb4-c730-45f2-a854-949c2eb96768 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:43.218698 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bba10563-f79d-42d0-9ed1-6aef0be300e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:43.232021 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b7af79e7-e159-4cbf-acce-a47d36654dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124eea9a0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:43.234222 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af79e7-e159-4cbf-acce-a47d36654dcc None None] The sync data for ids ['6973e1b6-4981-40a7-bcc0-e66c7c38b882'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:43.237884 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9650b2d5-0b7e-4597-9693-47723bd80694 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.245699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badbf7f-fb81-48e0-873b-1cab394dc106 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=6689b609-14c0-4d5f-9e71-33eb23092ad2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:43.261583 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0badbf7f-fb81-48e0-873b-1cab394dc106 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.263062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: bba10563-f79d-42d0-9ed1-6aef0be300e8 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:43.263510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bba10563-f79d-42d0-9ed1-6aef0be300e8 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:43.279549 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0badbf7f-fb81-48e0-873b-1cab394dc106 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/6689b609-14c0-4d5f-9e71-33eb23092ad2 HTTP/1.1" status: 204  len: 168 time: 1.6298304
Apr 16 21:33:43.283336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57024) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:43.351861 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a4c97e4d-46fb-4f87-ac88-d10dd3e8c3da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (31668e2b-d77a-4cec-9088-341984bc59ef), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.360406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37368883-dd7b-40e4-b33c-95d91d925fe1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:43.364733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-37368883-dd7b-40e4-b33c-95d91d925fe1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 0.0803740
Apr 16 21:33:43.365386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57026) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:43.436904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd4763-2a49-4005-ad88-eb723276ed92 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:43.441222 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-abbd4763-2a49-4005-ad88-eb723276ed92 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 0.0730336
Apr 16 21:33:43.441841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57028) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:43.455810 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-57cb17a6-aa42-41c6-a913-2885ea42f4bf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/routers/6973e1b6-4981-40a7-bcc0-e66c7c38b882 HTTP/1.1" status: 200  len: 922 time: 0.3698037
Apr 16 21:33:43.456428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57030) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:43.461909 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a4c97e4d-46fb-4f87-ac88-d10dd3e8c3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (31668e2b-d77a-4cec-9088-341984bc59ef), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.510016 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.568160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33649e19-10d2-4560-9975-b0182436a0df tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:43.572904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33649e19-10d2-4560-9975-b0182436a0df tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:43.572904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33649e19-10d2-4560-9975-b0182436a0df tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:43.572904 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-33649e19-10d2-4560-9975-b0182436a0df tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1295164
Apr 16 21:33:43.573695 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c23576-a258-451e-8de9-584b6736f6d4 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:43.578085 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a5c23576-a258-451e-8de9-584b6736f6d4 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&device_id=6973e1b6-4981-40a7-bcc0-e66c7c38b882&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1164877
Apr 16 21:33:43.578085 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57034) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:43.579933 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57036) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:43.634623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-341099c4-8d41-489a-bb41-4e99daa4243a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 008a0578-3700-4b9d-88c2-e34db2e26405 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:43.637373 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a4c97e4d-46fb-4f87-ac88-d10dd3e8c3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (31668e2b-d77a-4cec-9088-341984bc59ef), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.638215 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-341099c4-8d41-489a-bb41-4e99daa4243a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (008a0578-3700-4b9d-88c2-e34db2e26405), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.668897 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-9650b2d5-0b7e-4597-9693-47723bd80694 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port 20600cb9-6e8e-4b02-847f-d1e63ce01996 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:43.674547 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9650b2d5-0b7e-4597-9693-47723bd80694 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.676327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c97e4d-46fb-4f87-ac88-d10dd3e8c3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31668e2b-d77a-4cec-9088-341984bc59ef,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:43.694462 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-341099c4-8d41-489a-bb41-4e99daa4243a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (008a0578-3700-4b9d-88c2-e34db2e26405), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.723689 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a4c97e4d-46fb-4f87-ac88-d10dd3e8c3da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.726708 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a4c97e4d-46fb-4f87-ac88-d10dd3e8c3da admin admin] 10.222.0.20 "DELETE /v2.0/subnets/31668e2b-d77a-4cec-9088-341984bc59ef HTTP/1.1" status: 204  len: 168 time: 0.6627407
Apr 16 21:33:43.729273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57042) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:43.777472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18027be1-dcd1-40e8-98dc-a090fa7e658d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:43.780645 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-18027be1-dcd1-40e8-98dc-a090fa7e658d tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 881 time: 0.1980946
Apr 16 21:33:43.781747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57046) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:43.822777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-43c7f306-fa82-4d84-912a-4669334766e4 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "GET /v2.0/ports?device_id=6973e1b6-4981-40a7-bcc0-e66c7c38b882 HTTP/1.1" status: 200  len: 205 time: 0.0376954
Apr 16 21:33:43.824065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57048) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:43.826995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-9650b2d5-0b7e-4597-9693-47723bd80694 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] For port 20600cb9-6e8e-4b02-847f-d1e63ce01996, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20600cb9-6e8e-4b02-847f-d1e63ce01996,segment=NetworkSegment(515fa43d-0842-4c8c-a1a3-cb55a567f7c2),segment_id=515fa43d-0842-4c8c-a1a3-cb55a567f7c2)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:43.827365 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9650b2d5-0b7e-4597-9693-47723bd80694 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.852764 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f23b0075-27b6-49d9-ba2a-1cdac7603a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e901a3c5-8548-4fed-98c9-44e660df2fa1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.860652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-341099c4-8d41-489a-bb41-4e99daa4243a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (008a0578-3700-4b9d-88c2-e34db2e26405), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:43.880324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-9650b2d5-0b7e-4597-9693-47723bd80694 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for 20600cb9-6e8e-4b02-847f-d1e63ce01996 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:44.024061 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f23b0075-27b6-49d9-ba2a-1cdac7603a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e901a3c5-8548-4fed-98c9-44e660df2fa1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.080043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-f23b0075-27b6-49d9-ba2a-1cdac7603a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124cbf130>,) {'filters': {'network_id': ['e901a3c5-8548-4fed-98c9-44e660df2fa1']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:44.093872 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.101076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79cebc-a3a9-4812-a77b-d5d395c36931 req-983c34b9-7d60-42ce-abd3-cb40239e6b19 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:44.102705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b79cebc-a3a9-4812-a77b-d5d395c36931 req-983c34b9-7d60-42ce-abd3-cb40239e6b19 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 946 time: 0.0927598
Apr 16 21:33:44.105089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-f23b0075-27b6-49d9-ba2a-1cdac7603a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124cbf130>, 'bc23c213-5ccb-422d-8cc2-002afdf5af78') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:44.105385 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-f23b0075-27b6-49d9-ba2a-1cdac7603a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124cbf130>, 'bc23c213-5ccb-422d-8cc2-002afdf5af78') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:44.119644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f23b0075-27b6-49d9-ba2a-1cdac7603a1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (bc23c213-5ccb-422d-8cc2-002afdf5af78), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.127046 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-341099c4-8d41-489a-bb41-4e99daa4243a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (008a0578-3700-4b9d-88c2-e34db2e26405), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.181886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341099c4-8d41-489a-bb41-4e99daa4243a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=008a0578-3700-4b9d-88c2-e34db2e26405,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:44.186152 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f23b0075-27b6-49d9-ba2a-1cdac7603a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (bc23c213-5ccb-422d-8cc2-002afdf5af78), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.204943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b086d84-5061-4374-be1c-43e9ddc2745e None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:44.211409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-341099c4-8d41-489a-bb41-4e99daa4243a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.217612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-341099c4-8d41-489a-bb41-4e99daa4243a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/008a0578-3700-4b9d-88c2-e34db2e26405 HTTP/1.1" status: 204  len: 168 time: 0.6380377
Apr 16 21:33:44.221716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57060) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:44.221716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23b0075-27b6-49d9-ba2a-1cdac7603a1f admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:33:44.222015 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f23b0075-27b6-49d9-ba2a-1cdac7603a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (bc23c213-5ccb-422d-8cc2-002afdf5af78), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:33:44.266704 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:33:44.336606 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (6973e1b6-4981-40a7-bcc0-e66c7c38b882), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.354587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b79cebc-a3a9-4812-a77b-d5d395c36931 req-a3aa4a34-49e5-4bc8-b0cf-6dbbd20eb3cf tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2399127
Apr 16 21:33:44.365583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-880f35e5-dea0-429a-8c00-ab846308eb58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 930d5e98-f72c-4e0e-9b1a-4d965b49ff1f {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:44.369527 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-880f35e5-dea0-429a-8c00-ab846308eb58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (930d5e98-f72c-4e0e-9b1a-4d965b49ff1f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.450166 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-880f35e5-dea0-429a-8c00-ab846308eb58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (930d5e98-f72c-4e0e-9b1a-4d965b49ff1f), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.498540 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f23b0075-27b6-49d9-ba2a-1cdac7603a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e901a3c5-8548-4fed-98c9-44e660df2fa1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.509786 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f23b0075-27b6-49d9-ba2a-1cdac7603a1f admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.513512 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f23b0075-27b6-49d9-ba2a-1cdac7603a1f admin admin] 10.222.0.20 "DELETE /v2.0/networks/e901a3c5-8548-4fed-98c9-44e660df2fa1 HTTP/1.1" status: 204  len: 168 time: 0.7809238
Apr 16 21:33:44.532124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b0075-27b6-49d9-ba2a-1cdac7603a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=e901a3c5-8548-4fed-98c9-44e660df2fa1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:44.608424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-880f35e5-dea0-429a-8c00-ab846308eb58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (930d5e98-f72c-4e0e-9b1a-4d965b49ff1f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.622906 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (6973e1b6-4981-40a7-bcc0-e66c7c38b882), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.704278 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9650b2d5-0b7e-4597-9693-47723bd80694 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (20600cb9-6e8e-4b02-847f-d1e63ce01996), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.813713 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-880f35e5-dea0-429a-8c00-ab846308eb58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (930d5e98-f72c-4e0e-9b1a-4d965b49ff1f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.824945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650b2d5-0b7e-4597-9693-47723bd80694 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=20600cb9-6e8e-4b02-847f-d1e63ce01996,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:44.874189 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-880f35e5-dea0-429a-8c00-ab846308eb58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.881238 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-880f35e5-dea0-429a-8c00-ab846308eb58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/930d5e98-f72c-4e0e-9b1a-4d965b49ff1f HTTP/1.1" status: 204  len: 168 time: 0.6571105
Apr 16 21:33:44.882034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57078) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:44.884482 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f35e5-dea0-429a-8c00-ab846308eb58 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=930d5e98-f72c-4e0e-9b1a-4d965b49ff1f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:44.890014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Deleting port 9949beb8-d06d-4cde-a424-fa2ed1ef2c76 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:44.890379 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9949beb8-d06d-4cde-a424-fa2ed1ef2c76), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:44.954163 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ee43ba17-bc55-4479-8022-e5395ed08b80 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0680575
Apr 16 21:33:44.954678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57080) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:44.973045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-5e1ab732-2664-44ee-af0a-99992a6d9916 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:45.119319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57086) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:45.148470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f6f35eec-a034-4ada-9d0c-a22db01f2b1c no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:45.173928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: f6f35eec-a034-4ada-9d0c-a22db01f2b1c {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:45.174630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f6f35eec-a034-4ada-9d0c-a22db01f2b1c not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:45.178442 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9dbb2fc3-dd4e-400c-96a3-219187771c67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f6fb0a879f54d85895e6b63f3b5ee5f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0547378
Apr 16 21:33:45.179519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57092) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:45.238217 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b21df99-c9e9-4f13-a6e9-ec439ad43f5b admin admin] Publish callbacks [] for security_group (e327a954-50d4-47db-8729-cb8ca565f6f3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.248935 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9949beb8-d06d-4cde-a424-fa2ed1ef2c76), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.268714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Calling delete_port for 9949beb8-d06d-4cde-a424-fa2ed1ef2c76 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:45.272791 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b21df99-c9e9-4f13-a6e9-ec439ad43f5b admin admin] Publish callbacks [] for security_group (e327a954-50d4-47db-8729-cb8ca565f6f3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.275804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1ab732-2664-44ee-af0a-99992a6d9916 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:45.279808 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab732-2664-44ee-af0a-99992a6d9916 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.291643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9650b2d5-0b7e-4597-9693-47723bd80694 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.344732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa36729c-74be-4086-95d6-314ac362d1cf None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:45.508031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-359bc6ea-0c2a-43ca-b490-18335079ca56 None None] Provisioning complete for port 5687a5f9-4e46-401d-8bee-6278a1e6f284 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:45.508673 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-359bc6ea-0c2a-43ca-b490-18335079ca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.587514 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.593825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fd708-3b5a-4af4-b7db-5325427fdbb5 req-e2bc0e9c-5b27-45c2-b6ef-554ca2e520de tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:45.596559 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4d7fd708-3b5a-4af4-b7db-5325427fdbb5 req-e2bc0e9c-5b27-45c2-b6ef-554ca2e520de tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 946 time: 0.1171134
Apr 16 21:33:45.624783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab732-2664-44ee-af0a-99992a6d9916 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (785013c3-380f-4853-9fe1-1c3b2cf8d264), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.630323 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b21df99-c9e9-4f13-a6e9-ec439ad43f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e327a954-50d4-47db-8729-cb8ca565f6f3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.633039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2b21df99-c9e9-4f13-a6e9-ec439ad43f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.634791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2b21df99-c9e9-4f13-a6e9-ec439ad43f5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e327a954-50d4-47db-8729-cb8ca565f6f3 HTTP/1.1" status: 204  len: 168 time: 0.4538007
Apr 16 21:33:45.642099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-359bc6ea-0c2a-43ca-b490-18335079ca56 None None] Current status of the port 5687a5f9-4e46-401d-8bee-6278a1e6f284 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:45.679006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb1dc25-408b-46db-a6f0-ca46abe393c6 None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:33:45.698636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1ab732-2664-44ee-af0a-99992a6d9916 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:45.702069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-5e1ab732-2664-44ee-af0a-99992a6d9916 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:45.706397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21df99-c9e9-4f13-a6e9-ec439ad43f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e327a954-50d4-47db-8729-cb8ca565f6f3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:45.709014 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1ab732-2664-44ee-af0a-99992a6d9916 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:45.709626 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab732-2664-44ee-af0a-99992a6d9916 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.734802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ab732-2664-44ee-af0a-99992a6d9916 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=785013c3-380f-4853-9fe1-1c3b2cf8d264,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:45.804592 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5e1ab732-2664-44ee-af0a-99992a6d9916 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8489659
Apr 16 21:33:45.807502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57120) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:45.809800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9650b2d5-0b7e-4597-9693-47723bd80694 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:33:45.815168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-09cc783b-8d71-4456-b9f5-45ecc3b0e922 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:45.817621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5eb1dc25-408b-46db-a6f0-ca46abe393c6 None None] Deleting port 5687a5f9-4e46-401d-8bee-6278a1e6f284 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:45.818273 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5eb1dc25-408b-46db-a6f0-ca46abe393c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.844386 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4d7fd708-3b5a-4af4-b7db-5325427fdbb5 req-0afe968f-71e1-40e7-b897-33581ef0b80c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1745188
Apr 16 21:33:45.888067 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (9949beb8-d06d-4cde-a424-fa2ed1ef2c76), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.926786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5eb1dc25-408b-46db-a6f0-ca46abe393c6 None None] For port 5687a5f9-4e46-401d-8bee-6278a1e6f284, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5687a5f9-4e46-401d-8bee-6278a1e6f284,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:45.927005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Pushing event deleted for resources: {'Port': ['ID=9949beb8-d06d-4cde-a424-fa2ed1ef2c76,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:45.927257 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5eb1dc25-408b-46db-a6f0-ca46abe393c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:45.954491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5eb1dc25-408b-46db-a6f0-ca46abe393c6 None None] Calling delete_port for 5687a5f9-4e46-401d-8bee-6278a1e6f284 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:46.113078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9650b2d5-0b7e-4597-9693-47723bd80694 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:46.126287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57138) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:46.126831 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9650b2d5-0b7e-4597-9693-47723bd80694 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5275795
Apr 16 21:33:46.133356 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (6973e1b6-4981-40a7-bcc0-e66c7c38b882), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.198820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-d340f58b-2a64-4fa1-b24a-ff62e41aec25 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting subnet a92211ae-bde5-40dd-ba9b-2d50372fc79f {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:46.202831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111bfc64-bed3-44b6-affe-f779ae299319 None None] Sync routers for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:46.203397 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d340f58b-2a64-4fa1-b24a-ff62e41aec25 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (a92211ae-bde5-40dd-ba9b-2d50372fc79f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.231982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111bfc64-bed3-44b6-affe-f779ae299319 None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:46.232934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-111bfc64-bed3-44b6-affe-f779ae299319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125054c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:46.243629 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (6973e1b6-4981-40a7-bcc0-e66c7c38b882), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.246312 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_controller (6973e1b6-4981-40a7-bcc0-e66c7c38b882), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.247522 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d340f58b-2a64-4fa1-b24a-ff62e41aec25 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (a92211ae-bde5-40dd-ba9b-2d50372fc79f), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.295670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cc783b-8d71-4456-b9f5-45ecc3b0e922 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:46.301333 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-09cc783b-8d71-4456-b9f5-45ecc3b0e922 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.336367 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d340f58b-2a64-4fa1-b24a-ff62e41aec25 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (a92211ae-bde5-40dd-ba9b-2d50372fc79f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.380293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-111bfc64-bed3-44b6-affe-f779ae299319 None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:46.411138 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (6973e1b6-4981-40a7-bcc0-e66c7c38b882), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.412339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Fanout notify agent at l3_agent the message router_deleted on router 6973e1b6-4981-40a7-bcc0-e66c7c38b882 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:33:46.431217 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.432025 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5eb1dc25-408b-46db-a6f0-ca46abe393c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (5687a5f9-4e46-401d-8bee-6278a1e6f284), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.432650 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0416515f-3932-4dd0-9652-e1bf598fe8d9 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "DELETE /v2.0/routers/6973e1b6-4981-40a7-bcc0-e66c7c38b882 HTTP/1.1" status: 204  len: 168 time: 2.6076128
Apr 16 21:33:46.436716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57148) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:46.444274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-833f2e59-d989-45c7-aca9-466243e8facc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-918255821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:46.687540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1dc25-408b-46db-a6f0-ca46abe393c6 None None] Pushing event deleted for resources: {'Port': ['ID=5687a5f9-4e46-401d-8bee-6278a1e6f284,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:46.732111 ncdv-master-1 neutron-server[122555]: INFO neutron.db.ipam_backend_mixin [None req-09cc783b-8d71-4456-b9f5-45ecc3b0e922 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 785013c3-380f-4853-9fe1-1c3b2cf8d264 (CIDR: 2001:db8::/64)
Apr 16 21:33:46.733654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb1dc25-408b-46db-a6f0-ca46abe393c6 None None] No DVR routers for this DVR port 5687a5f9-4e46-401d-8bee-6278a1e6f284 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:46.733654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82169d4-0c6d-477f-b093-819721ce7a69 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:46.733848 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cc783b-8d71-4456-b9f5-45ecc3b0e922 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:33:46.733848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09cc783b-8d71-4456-b9f5-45ecc3b0e922 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:33:46.734034 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d340f58b-2a64-4fa1-b24a-ff62e41aec25 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (a92211ae-bde5-40dd-ba9b-2d50372fc79f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.734148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-111bfc64-bed3-44b6-affe-f779ae299319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125054c10>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:44Z', 'revision_number': 9, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:46.735677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': '785013c3-380f-4853-9fe1-1c3b2cf8d264'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:33:46.736576 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.739238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111bfc64-bed3-44b6-affe-f779ae299319 None None] Checking router: fee76ffc-9dd7-43a4-9ad5-cdb33cae615a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:33:46.742654 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340f58b-2a64-4fa1-b24a-ff62e41aec25 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Subnet': ['ID=a92211ae-bde5-40dd-ba9b-2d50372fc79f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:46.746415 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-833f2e59-d989-45c7-aca9-466243e8facc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (661aca00-60b2-41ae-bf72-f421ccd7b1c5), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.747553 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-833f2e59-d989-45c7-aca9-466243e8facc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (661aca00-60b2-41ae-bf72-f421ccd7b1c5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.757315 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d340f58b-2a64-4fa1-b24a-ff62e41aec25 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.765020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57152) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:46.772116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111bfc64-bed3-44b6-affe-f779ae299319 None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:46.772116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-111bfc64-bed3-44b6-affe-f779ae299319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125054c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:46.772443 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d340f58b-2a64-4fa1-b24a-ff62e41aec25 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/a92211ae-bde5-40dd-ba9b-2d50372fc79f HTTP/1.1" status: 204  len: 168 time: 0.6384115
Apr 16 21:33:46.772550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975c6e10-64a9-4ba5-83f0-ee1236409d13 None None] Network 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:46.793557 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-09cc783b-8d71-4456-b9f5-45ecc3b0e922 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9797680
Apr 16 21:33:46.794039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57154) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:46.808280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:46.822756 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-833f2e59-d989-45c7-aca9-466243e8facc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_controller (661aca00-60b2-41ae-bf72-f421ccd7b1c5), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:46.957009 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-833f2e59-d989-45c7-aca9-466243e8facc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (661aca00-60b2-41ae-bf72-f421ccd7b1c5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.015352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (0a21d1ca-f86f-4a8f-be5c-20e6130f4e90), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.025809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-111bfc64-bed3-44b6-affe-f779ae299319 None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:47.029023 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-833f2e59-d989-45c7-aca9-466243e8facc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.029545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300410-2e2b-4491-b050-9515f59c56ef req-2132ddd0-83a9-43be-b327-fba6548cb20b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:47.033218 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-833f2e59-d989-45c7-aca9-466243e8facc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5923438
Apr 16 21:33:47.033384 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd300410-2e2b-4491-b050-9515f59c56ef req-2132ddd0-83a9-43be-b327-fba6548cb20b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 946 time: 0.1113267
Apr 16 21:33:47.033487 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57160) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:47.037509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:47.139648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5687a5f9-4e46-401d-8bee-6278a1e6f284 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:47.146375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port 5ad01b80-ab68-4530-a6a0-8a8763718258 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:47.149285 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.153877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Allocated IP 2001:db8::2 (0d27c69b-2090-42d8-afae-1332cd31e453/785013c3-380f-4853-9fe1-1c3b2cf8d264/b85314a4-4dca-4fab-849c-9b48e353202e) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:47.219368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 5687a5f9-4e46-401d-8bee-6278a1e6f284 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:47.219971 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5687a5f9-4e46-401d-8bee-6278a1e6f284 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:47.226381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd300410-2e2b-4491-b050-9515f59c56ef req-305b5eca-0b61-4c9d-9bc2-f1814cddbe69 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1752725
Apr 16 21:33:47.226950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f00691-b7d5-43e4-8a91-6b6359b4c403 None None] DHCP port deletion for 0a21d1ca-f86f-4a8f-be5c-20e6130f4e90 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:33:47.252247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:47.256905 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.331204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] For port 5ad01b80-ab68-4530-a6a0-8a8763718258, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ad01b80-ab68-4530-a6a0-8a8763718258,segment=NetworkSegment(515fa43d-0842-4c8c-a1a3-cb55a567f7c2),segment_id=515fa43d-0842-4c8c-a1a3-cb55a567f7c2)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:47.331570 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.350619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for 5ad01b80-ab68-4530-a6a0-8a8763718258 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:47.350883 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (661aca00-60b2-41ae-bf72-f421ccd7b1c5), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.382470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-23f00691-b7d5-43e4-8a91-6b6359b4c403 None None] Deleting port 5ad01b80-ab68-4530-a6a0-8a8763718258 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:47.382853 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23f00691-b7d5-43e4-8a91-6b6359b4c403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.526117 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-23f00691-b7d5-43e4-8a91-6b6359b4c403 None None] For port 5ad01b80-ab68-4530-a6a0-8a8763718258, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ad01b80-ab68-4530-a6a0-8a8763718258,segment=NetworkSegment(515fa43d-0842-4c8c-a1a3-cb55a567f7c2),segment_id=515fa43d-0842-4c8c-a1a3-cb55a567f7c2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:47.526808 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23f00691-b7d5-43e4-8a91-6b6359b4c403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.595771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-23f00691-b7d5-43e4-8a91-6b6359b4c403 None None] Calling delete_port for 5ad01b80-ab68-4530-a6a0-8a8763718258 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:47.607644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-111bfc64-bed3-44b6-affe-f779ae299319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125054c10>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:44Z', 'revision_number': 9, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:47.611892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (661aca00-60b2-41ae-bf72-f421ccd7b1c5), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.657225 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.660495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.665907 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Publish callbacks [] for port (b85314a4-4dca-4fab-849c-9b48e353202e), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.670495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111bfc64-bed3-44b6-affe-f779ae299319 None None] The sync data for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 is: [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:44Z', 'revision_number': 9, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '16c2ace3-efac-4228-9453-5d0fafaff1b9', 'name': '', 'network_id': '578312d9-8b71-4348-aeb6-31db47283d36', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:b2:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:33:02Z', 'updated_at': '2022-04-16T21:33:09Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:47.732758 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=5ad01b80-ab68-4530-a6a0-8a8763718258,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:47.753791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No DVR routers for this DVR port 5ad01b80-ab68-4530-a6a0-8a8763718258 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:47.865363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Allocated IP 172.35.1.106 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/02c27d61-20a6-4b71-87b3-9f1391abcba1) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:47.889092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (0a21d1ca-f86f-4a8f-be5c-20e6130f4e90), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.927906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f33b4f0>,) {'filters': {'network_id': ['0a21d1ca-f86f-4a8f-be5c-20e6130f4e90']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:47.941521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f33b4f0>, '515fa43d-0842-4c8c-a1a3-cb55a567f7c2') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:47.941770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f33b4f0>, '515fa43d-0842-4c8c-a1a3-cb55a567f7c2') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:47.951687 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (515fa43d-0842-4c8c-a1a3-cb55a567f7c2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.969898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (515fa43d-0842-4c8c-a1a3-cb55a567f7c2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.978709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:33:47.979099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (515fa43d-0842-4c8c-a1a3-cb55a567f7c2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.981691 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for port (02c27d61-20a6-4b71-87b3-9f1391abcba1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:33:47.983657 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:33:47.986273 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:48.069848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:48.076473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:48.081496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:48.089059 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (02c27d61-20a6-4b71-87b3-9f1391abcba1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:48.095847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Pushing event updated for resources: {'Port': ['ID=b85314a4-4dca-4fab-849c-9b48e353202e,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:48.143185 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:48.146809 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:48.150415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:48.175331 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23f00691-b7d5-43e4-8a91-6b6359b4c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (5ad01b80-ab68-4530-a6a0-8a8763718258), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:48.186905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Attempting to bind port b85314a4-4dca-4fab-849c-9b48e353202e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:48.187280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Attempting to bind port b85314a4-4dca-4fab-849c-9b48e353202e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:48.187655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Attempting to bind port b85314a4-4dca-4fab-849c-9b48e353202e on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:48.210753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Pushing event updated for resources: {'Port': ['ID=02c27d61-20a6-4b71-87b3-9f1391abcba1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:48.211634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f00691-b7d5-43e4-8a91-6b6359b4c403 None None] Pushing event deleted for resources: {'Port': ['ID=5ad01b80-ab68-4530-a6a0-8a8763718258,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:48.213782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f00691-b7d5-43e4-8a91-6b6359b4c403 None None] No DVR routers for this DVR port 5ad01b80-ab68-4530-a6a0-8a8763718258 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:48.216261 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:48.216648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:48.217057 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:48.217449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:48.217936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Bound port: b85314a4-4dca-4fab-849c-9b48e353202e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:48.218325 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:48.255781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.objects.ports [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=122555) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:33:48.322672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] For port b85314a4-4dca-4fab-849c-9b48e353202e, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:48.326475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] For port b85314a4-4dca-4fab-849c-9b48e353202e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b85314a4-4dca-4fab-849c-9b48e353202e,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:48.344288 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (0a21d1ca-f86f-4a8f-be5c-20e6130f4e90), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:48.350703 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:48.356537 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/networks/0a21d1ca-f86f-4a8f-be5c-20e6130f4e90 HTTP/1.1" status: 204  len: 168 time: 1.5869946
Apr 16 21:33:48.364576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57214) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:48.391080 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:48.391760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e015b-1676-47d6-9776-a452dbf63707 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Network': ['ID=0a21d1ca-f86f-4a8f-be5c-20e6130f4e90,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:48.405751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a7cf4-f27a-4f0a-8f36-4202a5112a8d req-4ca3116e-fa0a-4eab-952d-7a29d0d7cacd tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:48.407365 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-592a7cf4-f27a-4f0a-8f36-4202a5112a8d req-4ca3116e-fa0a-4eab-952d-7a29d0d7cacd tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 946 time: 0.0622571
Apr 16 21:33:48.500282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-592a7cf4-f27a-4f0a-8f36-4202a5112a8d req-43387478-b5ae-4ea7-bb25-929aa500befe tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831721
Apr 16 21:33:48.520797 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a25d4-3558-445c-a232-f1245f232519 None None] Pushing event updated for resources: {'Port': ['ID=b85314a4-4dca-4fab-849c-9b48e353202e,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:48.522670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57220) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:48.708746 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3713716d-4ebc-41ae-9d8c-e4e44d3a2301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:48.710929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (661aca00-60b2-41ae-bf72-f421ccd7b1c5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.026261 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.097445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b85314a4-4dca-4fab-849c-9b48e353202e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:49.190994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b85314a4-4dca-4fab-849c-9b48e353202e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:49.192883 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.267296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3713716d-4ebc-41ae-9d8c-e4e44d3a2301 admin admin] Publish callbacks [] for security_group (1b296562-55c9-4ea1-9792-08c297f3f1c9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.302582 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d705af2b-711c-4d25-b8a7-ad7c63d17ae0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.319010 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b85314a4-4dca-4fab-849c-9b48e353202e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:49.319661 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.345648 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3713716d-4ebc-41ae-9d8c-e4e44d3a2301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1b296562-55c9-4ea1-9792-08c297f3f1c9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.392257 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] For port b85314a4-4dca-4fab-849c-9b48e353202e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b85314a4-4dca-4fab-849c-9b48e353202e,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:49.393423 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3713716d-4ebc-41ae-9d8c-e4e44d3a2301 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c191699e576b492c9981a054a7036c69&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8695006
Apr 16 21:33:49.400116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57228) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:49.435172 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713716d-4ebc-41ae-9d8c-e4e44d3a2301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b296562-55c9-4ea1-9792-08c297f3f1c9,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:49.441288 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (661aca00-60b2-41ae-bf72-f421ccd7b1c5), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.452226 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (661aca00-60b2-41ae-bf72-f421ccd7b1c5), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.475925 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (b85314a4-4dca-4fab-849c-9b48e353202e), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.545008 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc8b43e1-f5fd-4f6e-b802-85b17b4f2629 admin admin] Publish callbacks [] for security_group (1b296562-55c9-4ea1-9792-08c297f3f1c9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.548432 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.599312 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (5610d2bc-4128-462e-9ecb-72d46d239e6f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.610277 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:33:49.611250 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:33:49.615203 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc8b43e1-f5fd-4f6e-b802-85b17b4f2629 admin admin] Publish callbacks [] for security_group (1b296562-55c9-4ea1-9792-08c297f3f1c9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.696187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:49.711707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:49.714601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:49.720099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.723319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d705af2b-711c-4d25-b8a7-ad7c63d17ae0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port 16c2ace3-efac-4228-9453-5d0fafaff1b9 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:49.723801 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d705af2b-711c-4d25-b8a7-ad7c63d17ae0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.732262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=5610d2bc-4128-462e-9ecb-72d46d239e6f,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:49.763690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b8978-75a4-4d0f-aa5f-1d1287a399f9 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:49.767607 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc8b43e1-f5fd-4f6e-b802-85b17b4f2629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1b296562-55c9-4ea1-9792-08c297f3f1c9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.774685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc8b43e1-f5fd-4f6e-b802-85b17b4f2629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.774685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fc8b43e1-f5fd-4f6e-b802-85b17b4f2629 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b296562-55c9-4ea1-9792-08c297f3f1c9 HTTP/1.1" status: 204  len: 168 time: 0.3705137
Apr 16 21:33:49.774940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=b85314a4-4dca-4fab-849c-9b48e353202e,revision_number=4']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:49.795412 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b43e1-f5fd-4f6e-b802-85b17b4f2629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b296562-55c9-4ea1-9792-08c297f3f1c9,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:49.818139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Router 661aca00-60b2-41ae-bf72-f421ccd7b1c5 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:33:49.841418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3b412a02-2618-4339-9627-6a1468af662f None None] Provisioning complete for port b85314a4-4dca-4fab-849c-9b48e353202e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:49.841418 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3b412a02-2618-4339-9627-6a1468af662f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.871765 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-d705af2b-711c-4d25-b8a7-ad7c63d17ae0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] For port 16c2ace3-efac-4228-9453-5d0fafaff1b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16c2ace3-efac-4228-9453-5d0fafaff1b9,segment=NetworkSegment(94422ecb-0fd7-4121-a660-cfa3abe814cc),segment_id=94422ecb-0fd7-4121-a660-cfa3abe814cc)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:49.871765 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d705af2b-711c-4d25-b8a7-ad7c63d17ae0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.886493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d705af2b-711c-4d25-b8a7-ad7c63d17ae0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for 16c2ace3-efac-4228-9453-5d0fafaff1b9 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:49.899037 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b71bca83-625b-43c2-a77f-cbb73c663fe3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 3.1037199
Apr 16 21:33:49.902890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57232) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:49.909257 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'mac_address': 'fa:16:3e:f2:3c:9b', 'name': 'tempest-NetworksTestDHCPv6-589520164'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:49.959860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:49.964282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3b412a02-2618-4339-9627-6a1468af662f None None] Current status of the port b85314a4-4dca-4fab-849c-9b48e353202e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:49.964282 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3b412a02-2618-4339-9627-6a1468af662f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.965963 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:49.967179 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-979a71ba-fa41-4f10-b563-15b4560f9dfc tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "PUT /v2.0/routers/661aca00-60b2-41ae-bf72-f421ccd7b1c5 HTTP/1.1" status: 200  len: 879 time: 2.9332526
Apr 16 21:33:49.969723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57234) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:49.981793 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35b0e2-ce78-4d61-ad1c-9a77bf2a87b4 None None] Sync routers for ids ['661aca00-60b2-41ae-bf72-f421ccd7b1c5'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:50.007964 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35b0e2-ce78-4d61-ad1c-9a77bf2a87b4 None None] Routers {'661aca00-60b2-41ae-bf72-f421ccd7b1c5'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:50.009385 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aa35b0e2-ce78-4d61-ad1c-9a77bf2a87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124e86d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['661aca00-60b2-41ae-bf72-f421ccd7b1c5'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:50.032489 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3b412a02-2618-4339-9627-6a1468af662f None None] For port b85314a4-4dca-4fab-849c-9b48e353202e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b85314a4-4dca-4fab-849c-9b48e353202e,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:50.059662 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aa35b0e2-ce78-4d61-ad1c-9a77bf2a87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124e86d30>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:50.069285 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35b0e2-ce78-4d61-ad1c-9a77bf2a87b4 None None] Routers {'661aca00-60b2-41ae-bf72-f421ccd7b1c5'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:50.070022 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aa35b0e2-ce78-4d61-ad1c-9a77bf2a87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124e86d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['661aca00-60b2-41ae-bf72-f421ccd7b1c5'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:50.108235 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aa35b0e2-ce78-4d61-ad1c-9a77bf2a87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124e86d30>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:50.109340 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35b0e2-ce78-4d61-ad1c-9a77bf2a87b4 None None] The sync data for ids ['661aca00-60b2-41ae-bf72-f421ccd7b1c5'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:50.133121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-50b4c0bc-3bf8-47b4-ae39-4d83e4275ee3 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/routers/661aca00-60b2-41ae-bf72-f421ccd7b1c5 HTTP/1.1" status: 200  len: 920 time: 0.1619444
Apr 16 21:33:50.136204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57236) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:50.165458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b85314a4-4dca-4fab-849c-9b48e353202e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:50.165714 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:50.168684 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3b412a02-2618-4339-9627-6a1468af662f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:50.194215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc1bd2-d732-46ab-ab36-fb9fd2ae7160 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:50.196483 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c2cc1bd2-d732-46ab-ab36-fb9fd2ae7160 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&device_id=661aca00-60b2-41ae-bf72-f421ccd7b1c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0593023
Apr 16 21:33:50.199023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57240) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:50.305114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b412a02-2618-4339-9627-6a1468af662f None None] Pushing event updated for resources: {'Port': ['ID=b85314a4-4dca-4fab-849c-9b48e353202e,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:50.315655 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:33:50.315878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:50.316442 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:33:50.351997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc496c14-1d53-48be-90a7-dbd4f6cf5449 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:50.357339 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cc496c14-1d53-48be-90a7-dbd4f6cf5449 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 881 time: 0.1541398
Apr 16 21:33:50.357667 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57246) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:50.373871 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d705af2b-711c-4d25-b8a7-ad7c63d17ae0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (16c2ace3-efac-4228-9453-5d0fafaff1b9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:50.396345 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-838b2e5c-dcaf-404b-a41b-620f6e328fcb tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "GET /v2.0/ports?device_id=661aca00-60b2-41ae-bf72-f421ccd7b1c5 HTTP/1.1" status: 200  len: 205 time: 0.0370755
Apr 16 21:33:50.399651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57250) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:50.429204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705af2b-711c-4d25-b8a7-ad7c63d17ae0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=16c2ace3-efac-4228-9453-5d0fafaff1b9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:50.532504 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:50.555890 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (661aca00-60b2-41ae-bf72-f421ccd7b1c5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:50.631084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port 0fc9787b-afae-4ca8-9b0d-10a3dec02307 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:33:50.742256 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (661aca00-60b2-41ae-bf72-f421ccd7b1c5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:50.753344 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d705af2b-711c-4d25-b8a7-ad7c63d17ae0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:50.832364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b85314a4-4dca-4fab-849c-9b48e353202e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:50.915556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Deleting port 02c27d61-20a6-4b71-87b3-9f1391abcba1 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:50.916711 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (02c27d61-20a6-4b71-87b3-9f1391abcba1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:50.932440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 20600cb9-6e8e-4b02-847f-d1e63ce01996 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:50.961653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 20600cb9-6e8e-4b02-847f-d1e63ce01996 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:50.962819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 20600cb9-6e8e-4b02-847f-d1e63ce01996 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:50.962819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5ad01b80-ab68-4530-a6a0-8a8763718258 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:50.991519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 5ad01b80-ab68-4530-a6a0-8a8763718258 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:50.992022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5ad01b80-ab68-4530-a6a0-8a8763718258 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:50.999597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-04e655d0-b4ec-44ad-b44d-91941b6db431 None None] Provisioning complete for port b85314a4-4dca-4fab-849c-9b48e353202e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:51.000320 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-04e655d0-b4ec-44ad-b44d-91941b6db431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.014399 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (02c27d61-20a6-4b71-87b3-9f1391abcba1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.030211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Calling delete_port for 02c27d61-20a6-4b71-87b3-9f1391abcba1 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:51.056624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d705af2b-711c-4d25-b8a7-ad7c63d17ae0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:33:51.066700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::47 (0d27c69b-2090-42d8-afae-1332cd31e453/785013c3-380f-4853-9fe1-1c3b2cf8d264/0fc9787b-afae-4ca8-9b0d-10a3dec02307) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:51.077153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8:0:1:f816:3eff:fef2:3c9b (0d27c69b-2090-42d8-afae-1332cd31e453/5610d2bc-4128-462e-9ecb-72d46d239e6f/0fc9787b-afae-4ca8-9b0d-10a3dec02307) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:51.110217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-04e655d0-b4ec-44ad-b44d-91941b6db431 None None] Current status of the port b85314a4-4dca-4fab-849c-9b48e353202e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:51.178315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d705af2b-711c-4d25-b8a7-ad7c63d17ae0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:51.188298 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d705af2b-711c-4d25-b8a7-ad7c63d17ae0 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8224025
Apr 16 21:33:51.188721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57266) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:51.196904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba11fba-7940-4ca4-bf6c-8d6c1d802315 None None] Sync routers for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:51.214282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba11fba-7940-4ca4-bf6c-8d6c1d802315 None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:51.215354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0ba11fba-7940-4ca4-bf6c-8d6c1d802315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01245c8580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:51.271821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8dcd67-c1b5-43e2-9f17-c2b02621382a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting subnet eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:51.275767 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b8dcd67-c1b5-43e2-9f17-c2b02621382a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.286936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b85314a4-4dca-4fab-849c-9b48e353202e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:51.329128 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b8dcd67-c1b5-43e2-9f17-c2b02621382a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.367737 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (02c27d61-20a6-4b71-87b3-9f1391abcba1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.385051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b85314a4-4dca-4fab-849c-9b48e353202e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:51.389139 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.394710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Pushing event deleted for resources: {'Port': ['ID=02c27d61-20a6-4b71-87b3-9f1391abcba1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:51.426299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-0ba11fba-7940-4ca4-bf6c-8d6c1d802315 None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:51.481500 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (661aca00-60b2-41ae-bf72-f421ccd7b1c5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.508767 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b8dcd67-c1b5-43e2-9f17-c2b02621382a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.513941 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (0fc9787b-afae-4ca8-9b0d-10a3dec02307), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.593910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b85314a4-4dca-4fab-849c-9b48e353202e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:51.620206 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (661aca00-60b2-41ae-bf72-f421ccd7b1c5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.622721 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_controller (661aca00-60b2-41ae-bf72-f421ccd7b1c5), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.654451 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b8dcd67-c1b5-43e2-9f17-c2b02621382a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.656970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0fc9787b-afae-4ca8-9b0d-10a3dec02307), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.668827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0ba11fba-7940-4ca4-bf6c-8d6c1d802315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01245c8580>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:50Z', 'revision_number': 10, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:51.703965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba11fba-7940-4ca4-bf6c-8d6c1d802315 None None] Checking router: fee76ffc-9dd7-43a4-9ad5-cdb33cae615a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:33:51.712482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba11fba-7940-4ca4-bf6c-8d6c1d802315 None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:51.713099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0ba11fba-7940-4ca4-bf6c-8d6c1d802315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01245c8580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:51.723798 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b8dcd67-c1b5-43e2-9f17-c2b02621382a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.728701 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1b8dcd67-c1b5-43e2-9f17-c2b02621382a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182 HTTP/1.1" status: 204  len: 168 time: 0.5367475
Apr 16 21:33:51.730105 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57278) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:51.733506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dcd67-c1b5-43e2-9f17-c2b02621382a tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:51.748865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:51.753511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:51.768965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:51.776542 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:51.777313 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.794884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=0fc9787b-afae-4ca8-9b0d-10a3dec02307,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:51.795182 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (661aca00-60b2-41ae-bf72-f421ccd7b1c5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.796132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Fanout notify agent at l3_agent the message router_deleted on router 661aca00-60b2-41ae-bf72-f421ccd7b1c5 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:33:51.804050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171e3606-5eb4-458c-8743-760f783d5e27 None None] Network 578312d9-8b71-4348-aeb6-31db47283d36 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:51.811265 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.816121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-299adb3a-2e0a-4ca0-89fa-e8b955ba1f5c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "DELETE /v2.0/routers/661aca00-60b2-41ae-bf72-f421ccd7b1c5 HTTP/1.1" status: 204  len: 168 time: 1.4112971
Apr 16 21:33:51.816489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57280) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:51.823431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-5dc2abb4-b3ef-4574-b596-b880d5ddf9dd tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1458111320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:51.858453 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (578312d9-8b71-4348-aeb6-31db47283d36), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.886636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-0ba11fba-7940-4ca4-bf6c-8d6c1d802315 None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:51.911689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port aa2b7e51-e631-4edf-9eed-fcded0bee52e {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:51.911971 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.978692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] For port aa2b7e51-e631-4edf-9eed-fcded0bee52e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa2b7e51-e631-4edf-9eed-fcded0bee52e,segment=NetworkSegment(94422ecb-0fd7-4121-a660-cfa3abe814cc),segment_id=94422ecb-0fd7-4121-a660-cfa3abe814cc)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:51.979115 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:51.995670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for aa2b7e51-e631-4edf-9eed-fcded0bee52e owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:52.040788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554c2490-c7e2-4095-9d33-49c61fe53c79 None None] DHCP port deletion for 578312d9-8b71-4348-aeb6-31db47283d36 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:33:52.092008 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7977c005-f3ee-4dd0-b3a6-88593e926969 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 2.1878505
Apr 16 21:33:52.160086 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-554c2490-c7e2-4095-9d33-49c61fe53c79 None None] Deleting port aa2b7e51-e631-4edf-9eed-fcded0bee52e {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:52.160798 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-554c2490-c7e2-4095-9d33-49c61fe53c79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.163639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-edb2d7fc-2732-4761-9148-a1ca024e025f None None] Provisioning complete for port 0fc9787b-afae-4ca8-9b0d-10a3dec02307 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:52.163942 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-edb2d7fc-2732-4761-9148-a1ca024e025f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0fc9787b-afae-4ca8-9b0d-10a3dec02307), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.172764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57286) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:52.182278 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5dc2abb4-b3ef-4574-b596-b880d5ddf9dd tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.183311 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5dc2abb4-b3ef-4574-b596-b880d5ddf9dd tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.209694 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.254128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=aa2b7e51-e631-4edf-9eed-fcded0bee52e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:52.257384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No DVR routers for this DVR port aa2b7e51-e631-4edf-9eed-fcded0bee52e on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:52.292029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0ba11fba-7940-4ca4-bf6c-8d6c1d802315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01245c8580>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:50Z', 'revision_number': 10, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:52.293783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-edb2d7fc-2732-4761-9148-a1ca024e025f None None] Port 0fc9787b-afae-4ca8-9b0d-10a3dec02307 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:33:52.297565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-554c2490-c7e2-4095-9d33-49c61fe53c79 None None] For port aa2b7e51-e631-4edf-9eed-fcded0bee52e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa2b7e51-e631-4edf-9eed-fcded0bee52e,segment=NetworkSegment(94422ecb-0fd7-4121-a660-cfa3abe814cc),segment_id=94422ecb-0fd7-4121-a660-cfa3abe814cc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:52.298233 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-554c2490-c7e2-4095-9d33-49c61fe53c79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.337043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba11fba-7940-4ca4-bf6c-8d6c1d802315 None None] The sync data for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 is: [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:50Z', 'revision_number': 10, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None, '_interfaces': [{'id': '4387ba93-8fe3-41d0-a39c-7bd75d5f31e4', 'name': '', 'network_id': '04cf359e-6618-48db-b01b-bee9fc23afc4', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'mac_address': 'fa:16:3e:6d:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:32:50Z', 'updated_at': '2022-04-16T21:33:00Z', 'revision_number': 5, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'subnets': [{'id': 'd7f9737b-df66-47f2-a878-115b225cb11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:52.345240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-554c2490-c7e2-4095-9d33-49c61fe53c79 None None] Calling delete_port for aa2b7e51-e631-4edf-9eed-fcded0bee52e owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:52.416248 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5dc2abb4-b3ef-4574-b596-b880d5ddf9dd tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_controller (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.420030 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port 0fc9787b-afae-4ca8-9b0d-10a3dec02307 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:52.420403 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0fc9787b-afae-4ca8-9b0d-10a3dec02307), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.456736 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (578312d9-8b71-4348-aeb6-31db47283d36), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.497886 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5dc2abb4-b3ef-4574-b596-b880d5ddf9dd tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.529240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01256cd670>,) {'filters': {'network_id': ['578312d9-8b71-4348-aeb6-31db47283d36']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:52.551893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01256cd670>, '94422ecb-0fd7-4121-a660-cfa3abe814cc') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:52.551893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01256cd670>, '94422ecb-0fd7-4121-a660-cfa3abe814cc') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:52.573119 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (94422ecb-0fd7-4121-a660-cfa3abe814cc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.598953 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (94422ecb-0fd7-4121-a660-cfa3abe814cc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.605998 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0fc9787b-afae-4ca8-9b0d-10a3dec02307), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.614877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:33:52.615249 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (94422ecb-0fd7-4121-a660-cfa3abe814cc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.620276 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5dc2abb4-b3ef-4574-b596-b880d5ddf9dd tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.622130 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5dc2abb4-b3ef-4574-b596-b880d5ddf9dd tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.8048265
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:33:52.623038 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:33:52.633887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57316) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:52.633887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'enable_snat': True}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:52.660702 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-554c2490-c7e2-4095-9d33-49c61fe53c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (aa2b7e51-e631-4edf-9eed-fcded0bee52e), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.671902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for 0fc9787b-afae-4ca8-9b0d-10a3dec02307 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:52.695575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c2490-c7e2-4095-9d33-49c61fe53c79 None None] Pushing event deleted for resources: {'Port': ['ID=aa2b7e51-e631-4edf-9eed-fcded0bee52e,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:52.697432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c2490-c7e2-4095-9d33-49c61fe53c79 None None] No DVR routers for this DVR port aa2b7e51-e631-4edf-9eed-fcded0bee52e on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:52.799735 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (578312d9-8b71-4348-aeb6-31db47283d36), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.810200 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:52.815757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/networks/578312d9-8b71-4348-aeb6-31db47283d36 HTTP/1.1" status: 204  len: 168 time: 1.0844891
Apr 16 21:33:52.818777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57320) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:52.835747 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80b098-5034-47ef-9b1d-dfc08c5156e1 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Network': ['ID=578312d9-8b71-4348-aeb6-31db47283d36,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:53.068099 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57324) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:53.150940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device aa2b7e51-e631-4edf-9eed-fcded0bee52e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:53.182538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: aa2b7e51-e631-4edf-9eed-fcded0bee52e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:53.186868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device aa2b7e51-e631-4edf-9eed-fcded0bee52e not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:53.186868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 16c2ace3-efac-4228-9453-5d0fafaff1b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:53.205153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 16c2ace3-efac-4228-9453-5d0fafaff1b9 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:53.205781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 16c2ace3-efac-4228-9453-5d0fafaff1b9 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:53.231271 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0fc9787b-afae-4ca8-9b0d-10a3dec02307), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:53.254598 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e482b9f2-66d6-4f7e-a219-a309ec85ba27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:53.258597 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:53.274148 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=0fc9787b-afae-4ca8-9b0d-10a3dec02307,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:53.310581 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.311364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.311364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.311583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.311924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.312908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.313256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.313598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.313933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.314272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.314611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.315102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.315294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.315588 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.316262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:53.369085 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1989f6b0-a4fa-47cb-81ff-19a61ccfd988 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:53.374847 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:53.378505 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7a2a8896-3d92-431b-969c-79ae65aeb517 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/0fc9787b-afae-4ca8-9b0d-10a3dec02307 HTTP/1.1" status: 204  len: 168 time: 1.2047436
Apr 16 21:33:53.386439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57332) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:53.412660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e482b9f2-66d6-4f7e-a219-a309ec85ba27 admin admin] Publish callbacks [] for security_group (eef4b8f7-8257-404d-a6f8-7e1e6e1ab4a8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:53.463335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca0aa5c-35c6-48d6-83e3-334970f63b14 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:53.464930 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5ca0aa5c-35c6-48d6-83e3-334970f63b14 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0725713
Apr 16 21:33:53.469145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57334) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:53.537992 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e482b9f2-66d6-4f7e-a219-a309ec85ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eef4b8f7-8257-404d-a6f8-7e1e6e1ab4a8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:53.610810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99faccf5-e3c4-48ec-be50-d8cf5fe423e0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:53.612390 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-99faccf5-e3c4-48ec-be50-d8cf5fe423e0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1422737
Apr 16 21:33:53.616861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57338) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:53.652380 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e482b9f2-66d6-4f7e-a219-a309ec85ba27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8f5674dc29c46d99ff0755fe69fa69d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5831501
Apr 16 21:33:53.655426 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57340) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:53.666829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482b9f2-66d6-4f7e-a219-a309ec85ba27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef4b8f7-8257-404d-a6f8-7e1e6e1ab4a8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:53.685478 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:53.711762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4934a42d-a00b-41e0-b46e-5316bc81bc60 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:53.713204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4934a42d-a00b-41e0-b46e-5316bc81bc60 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:53.714630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4934a42d-a00b-41e0-b46e-5316bc81bc60 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:53.715399 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:53.718724 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4934a42d-a00b-41e0-b46e-5316bc81bc60 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0981460
Apr 16 21:33:53.718724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1989f6b0-a4fa-47cb-81ff-19a61ccfd988 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:53.718724 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1989f6b0-a4fa-47cb-81ff-19a61ccfd988 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:53.721717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57342) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:53.786878 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582f6364-ebdf-45b0-8203-3572b59f9b6b admin admin] Publish callbacks [] for security_group (eef4b8f7-8257-404d-a6f8-7e1e6e1ab4a8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:53.839900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582f6364-ebdf-45b0-8203-3572b59f9b6b admin admin] Publish callbacks [] for security_group (eef4b8f7-8257-404d-a6f8-7e1e6e1ab4a8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:53.891168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Allocated IP 172.35.1.239 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/f0710a85-71ed-4c17-a835-1ac6479e61a1) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:54.009561 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for port (f0710a85-71ed-4c17-a835-1ac6479e61a1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.041297 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582f6364-ebdf-45b0-8203-3572b59f9b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eef4b8f7-8257-404d-a6f8-7e1e6e1ab4a8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.044531 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-582f6364-ebdf-45b0-8203-3572b59f9b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.050101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-582f6364-ebdf-45b0-8203-3572b59f9b6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eef4b8f7-8257-404d-a6f8-7e1e6e1ab4a8 HTTP/1.1" status: 204  len: 168 time: 0.3879969
Apr 16 21:33:54.054070 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f6364-ebdf-45b0-8203-3572b59f9b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef4b8f7-8257-404d-a6f8-7e1e6e1ab4a8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:54.122670 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f0710a85-71ed-4c17-a835-1ac6479e61a1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.164699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:54.167768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:54.172010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:54.174844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e66e212-b8fa-49d8-b77a-d697aabb39d3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 5610d2bc-4128-462e-9ecb-72d46d239e6f {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:54.181602 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9e66e212-b8fa-49d8-b77a-d697aabb39d3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (5610d2bc-4128-462e-9ecb-72d46d239e6f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.199587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event updated for resources: {'Port': ['ID=f0710a85-71ed-4c17-a835-1ac6479e61a1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:54.231632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-1989f6b0-a4fa-47cb-81ff-19a61ccfd988 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] For port 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4387ba93-8fe3-41d0-a39c-7bd75d5f31e4,segment=NetworkSegment(460dd1c5-6a39-445c-9e63-3018783d0134),segment_id=460dd1c5-6a39-445c-9e63-3018783d0134)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:54.232003 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1989f6b0-a4fa-47cb-81ff-19a61ccfd988 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.247069 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9e66e212-b8fa-49d8-b77a-d697aabb39d3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (5610d2bc-4128-462e-9ecb-72d46d239e6f), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.269927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1989f6b0-a4fa-47cb-81ff-19a61ccfd988 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:54.353980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57352) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:54.390465 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9e66e212-b8fa-49d8-b77a-d697aabb39d3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (5610d2bc-4128-462e-9ecb-72d46d239e6f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.534697 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8e0efda-217e-4926-b79f-e734b6b09c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.568901 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.574058 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9e66e212-b8fa-49d8-b77a-d697aabb39d3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (5610d2bc-4128-462e-9ecb-72d46d239e6f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.604647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66e212-b8fa-49d8-b77a-d697aabb39d3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=5610d2bc-4128-462e-9ecb-72d46d239e6f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:54.607211 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9e66e212-b8fa-49d8-b77a-d697aabb39d3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.610605 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9e66e212-b8fa-49d8-b77a-d697aabb39d3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/5610d2bc-4128-462e-9ecb-72d46d239e6f HTTP/1.1" status: 204  len: 168 time: 0.8883917
Apr 16 21:33:54.613154 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57364) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:54.617360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5a757d-7323-40e1-a8aa-69e8200f23d9 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:54.623728 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1989f6b0-a4fa-47cb-81ff-19a61ccfd988 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (4387ba93-8fe3-41d0-a39c-7bd75d5f31e4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.682052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989f6b0-a4fa-47cb-81ff-19a61ccfd988 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=4387ba93-8fe3-41d0-a39c-7bd75d5f31e4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:54.731940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54e812e-415c-4164-9b04-87a160e7dc17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 785013c3-380f-4853-9fe1-1c3b2cf8d264 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:54.738874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8e0efda-217e-4926-b79f-e734b6b09c44 admin admin] Publish callbacks [] for security_group (ab786002-c651-45dc-9c60-748ac487be67), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.756113 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f54e812e-415c-4164-9b04-87a160e7dc17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (785013c3-380f-4853-9fe1-1c3b2cf8d264), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.811194 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f54e812e-415c-4164-9b04-87a160e7dc17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (785013c3-380f-4853-9fe1-1c3b2cf8d264), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.837219 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8e0efda-217e-4926-b79f-e734b6b09c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ab786002-c651-45dc-9c60-748ac487be67), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.896060 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c8e0efda-217e-4926-b79f-e734b6b09c44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a5952ce709d486cb35f6e88c75d0108&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5404222
Apr 16 21:33:54.900141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0efda-217e-4926-b79f-e734b6b09c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab786002-c651-45dc-9c60-748ac487be67,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:54.905707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57370) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:54.916271 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.928812 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:54.993522 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1989f6b0-a4fa-47cb-81ff-19a61ccfd988 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.033831 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1d7ef368-c960-480b-8ad8-a16e6ed3d3a2 admin admin] Publish callbacks [] for security_group (ab786002-c651-45dc-9c60-748ac487be67), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.100415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1d7ef368-c960-480b-8ad8-a16e6ed3d3a2 admin admin] Publish callbacks [] for security_group (ab786002-c651-45dc-9c60-748ac487be67), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.230628 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1d7ef368-c960-480b-8ad8-a16e6ed3d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ab786002-c651-45dc-9c60-748ac487be67), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.233534 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1d7ef368-c960-480b-8ad8-a16e6ed3d3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.234749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1d7ef368-c960-480b-8ad8-a16e6ed3d3a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab786002-c651-45dc-9c60-748ac487be67 HTTP/1.1" status: 204  len: 168 time: 0.3279576
Apr 16 21:33:55.243802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ef368-c960-480b-8ad8-a16e6ed3d3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab786002-c651-45dc-9c60-748ac487be67,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:55.253623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f54e812e-415c-4164-9b04-87a160e7dc17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (785013c3-380f-4853-9fe1-1c3b2cf8d264), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.270750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57378) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:55.276845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Router 3d3c762c-fe45-4e90-a4cc-2377a0daa68b is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:33:55.305755 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1989f6b0-a4fa-47cb-81ff-19a61ccfd988 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:33:55.418709 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1989f6b0-a4fa-47cb-81ff-19a61ccfd988 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:55.429363 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1989f6b0-a4fa-47cb-81ff-19a61ccfd988 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6093113
Apr 16 21:33:55.430254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57382) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:55.434487 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67132b94-ff29-40b6-8703-f279929fa618 None None] Sync routers for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:55.452638 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67132b94-ff29-40b6-8703-f279929fa618 None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:55.454048 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-67132b94-ff29-40b6-8703-f279929fa618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247b4370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:55.459364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1696610260-network', 'tenant_id': '551fe53574564e4ea60f7288faf4298f'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:55.495214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f844631-90f1-4453-afd5-66f3364b0920 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting subnet d7f9737b-df66-47f2-a878-115b225cb11c {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:33:55.498982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:55.499862 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f844631-90f1-4453-afd5-66f3364b0920 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for subnet (d7f9737b-df66-47f2-a878-115b225cb11c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.504302 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.510497 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57384) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:55.511396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe3b64-72bc-43af-b248-16615e1cce99 None None] Sync routers for ids ['3d3c762c-fe45-4e90-a4cc-2377a0daa68b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:55.511524 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f3668eee-f8e3-46b6-957e-d2ef87d816cf tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "PUT /v2.0/routers/3d3c762c-fe45-4e90-a4cc-2377a0daa68b HTTP/1.1" status: 200  len: 915 time: 2.8824780
Apr 16 21:33:55.527107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe3b64-72bc-43af-b248-16615e1cce99 None None] Routers {'3d3c762c-fe45-4e90-a4cc-2377a0daa68b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:55.528613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-10fe3b64-72bc-43af-b248-16615e1cce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012430a940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3d3c762c-fe45-4e90-a4cc-2377a0daa68b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:55.559036 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-67132b94-ff29-40b6-8703-f279929fa618 None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:55.564398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-10fe3b64-72bc-43af-b248-16615e1cce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012430a940>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:55.575317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe3b64-72bc-43af-b248-16615e1cce99 None None] Routers {'3d3c762c-fe45-4e90-a4cc-2377a0daa68b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:55.575950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-10fe3b64-72bc-43af-b248-16615e1cce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012430a940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3d3c762c-fe45-4e90-a4cc-2377a0daa68b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:55.591341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Made reservation on behalf of 551fe53574564e4ea60f7288faf4298f for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:55.593340 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f54e812e-415c-4164-9b04-87a160e7dc17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (785013c3-380f-4853-9fe1-1c3b2cf8d264), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.596898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.626122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.628333 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-67132b94-ff29-40b6-8703-f279929fa618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247b4370>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:54Z', 'revision_number': 11, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:55.634011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-10fe3b64-72bc-43af-b248-16615e1cce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012430a940>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:55.635623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe3b64-72bc-43af-b248-16615e1cce99 None None] The sync data for ids ['3d3c762c-fe45-4e90-a4cc-2377a0daa68b'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:55.661870 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67132b94-ff29-40b6-8703-f279929fa618 None None] Checking router: fee76ffc-9dd7-43a4-9ad5-cdb33cae615a for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:33:55.673775 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e812e-415c-4164-9b04-87a160e7dc17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=785013c3-380f-4853-9fe1-1c3b2cf8d264,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:55.685168 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f54e812e-415c-4164-9b04-87a160e7dc17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.689488 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67132b94-ff29-40b6-8703-f279929fa618 None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:55.690318 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-67132b94-ff29-40b6-8703-f279929fa618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247b4370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:55.695088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f54e812e-415c-4164-9b04-87a160e7dc17 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/785013c3-380f-4853-9fe1-1c3b2cf8d264 HTTP/1.1" status: 204  len: 168 time: 1.0809164
Apr 16 21:33:55.695344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57386) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:55.720730 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f844631-90f1-4453-afd5-66f3364b0920 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (d7f9737b-df66-47f2-a878-115b225cb11c), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.755269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cd6574e3-3900-42f6-9bd7-35d4cd99b185 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0587285
Apr 16 21:33:55.756164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57390) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:55.769540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-70e5f348-01e7-4fd0-8a08-834f5fe63209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:55.798628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24859dfc-303d-4c26-bdae-b1ea7e2380f0 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:55.822826 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-67132b94-ff29-40b6-8703-f279929fa618 None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:55.835089 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5d24a2b7-b8d6-4c52-85df-c41a8f923f7b tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/routers/3d3c762c-fe45-4e90-a4cc-2377a0daa68b HTTP/1.1" status: 200  len: 921 time: 0.3213027
Apr 16 21:33:55.852858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57392) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:55.909211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-77914820-8d29-421a-93a9-f99e475ac9dd None None] Provisioning complete for port b85314a4-4dca-4fab-849c-9b48e353202e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:55.911910 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77914820-8d29-421a-93a9-f99e475ac9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.912354 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Publish callbacks [] for security_group (f6299130-5ccf-4a95-a856-e4bd281da502), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.915680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688f92a-39c9-484d-8916-52a8cddfcc46 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:55.919812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8688f92a-39c9-484d-8916-52a8cddfcc46 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&device_id=3d3c762c-fe45-4e90-a4cc-2377a0daa68b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0634141
Apr 16 21:33:55.920568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57394) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:55.938343 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f844631-90f1-4453-afd5-66f3364b0920 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (d7f9737b-df66-47f2-a878-115b225cb11c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.960596 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e5f348-01e7-4fd0-8a08-834f5fe63209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:55.964311 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70e5f348-01e7-4fd0-8a08-834f5fe63209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:55.974575 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-67132b94-ff29-40b6-8703-f279929fa618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247b4370>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:54Z', 'revision_number': 11, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:56.011368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed02f7fe-c1ca-4e1f-b459-53f1be4ae4a3 None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:33:56.015037 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67132b94-ff29-40b6-8703-f279929fa618 None None] The sync data for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 is: [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:54Z', 'revision_number': 11, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:56.020753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f6299130-5ccf-4a95-a856-e4bd281da502), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.051279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-77914820-8d29-421a-93a9-f99e475ac9dd None None] Current status of the port b85314a4-4dca-4fab-849c-9b48e353202e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:56.070057 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f844631-90f1-4453-afd5-66f3364b0920 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (d7f9737b-df66-47f2-a878-115b225cb11c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.084303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ed02f7fe-c1ca-4e1f-b459-53f1be4ae4a3 None None] Deleting port b85314a4-4dca-4fab-849c-9b48e353202e {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:56.084303 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ed02f7fe-c1ca-4e1f-b459-53f1be4ae4a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.090382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:33:56.097761 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f844631-90f1-4453-afd5-66f3364b0920 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f9737b-df66-47f2-a878-115b225cb11c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:56.104671 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f844631-90f1-4453-afd5-66f3364b0920 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.112907 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6f844631-90f1-4453-afd5-66f3364b0920 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/d7f9737b-df66-47f2-a878-115b225cb11c HTTP/1.1" status: 204  len: 168 time: 0.6795375
Apr 16 21:33:56.112907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57396) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:56.128456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6299130-5ccf-4a95-a856-e4bd281da502,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:56.142464 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (19a8b07f-775e-4b27-89de-c459fef966dc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.142831 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Added segment 19a8b07f-775e-4b27-89de-c459fef966dc of type vlan for network b0b57eca-5587-422d-aee9-773ab2a51166
Apr 16 21:33:56.157696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e94cc3f-13b3-448b-8c00-f70b9e468ebc None None] Network 04cf359e-6618-48db-b01b-bee9fc23afc4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:56.181226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ed02f7fe-c1ca-4e1f-b459-53f1be4ae4a3 None None] For port b85314a4-4dca-4fab-849c-9b48e353202e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b85314a4-4dca-4fab-849c-9b48e353202e,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:56.181629 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ed02f7fe-c1ca-4e1f-b459-53f1be4ae4a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.198045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4960e65-b87d-4a31-8778-f71b49011a3a tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:56.202967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e4960e65-b87d-4a31-8778-f71b49011a3a tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 881 time: 0.2776771
Apr 16 21:33:56.203330 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (04cf359e-6618-48db-b01b-bee9fc23afc4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.206142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57398) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:56.214667 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (b0b57eca-5587-422d-aee9-773ab2a51166), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.238519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ed02f7fe-c1ca-4e1f-b459-53f1be4ae4a3 None None] Calling delete_port for b85314a4-4dca-4fab-849c-9b48e353202e owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:56.247274 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-73c1da4a-fbdc-44a5-a096-d9f06d145aa4 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3c762c-fe45-4e90-a4cc-2377a0daa68b HTTP/1.1" status: 200  len: 205 time: 0.0370903
Apr 16 21:33:56.247587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57400) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:56.298904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57402) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:56.338698 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f4c0244-478d-44a1-bf48-c96f5cc9ad4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.345751 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (b0b57eca-5587-422d-aee9-773ab2a51166), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.346744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:56.347316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.370133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Deleting port 1b96378f-59fd-48a5-8771-bd0603558103 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:56.381648 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1b96378f-59fd-48a5-8771-bd0603558103), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.445521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2acde0-a72a-428d-a150-f5ca162228ce None None] DHCP port deletion for 04cf359e-6618-48db-b01b-bee9fc23afc4 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:33:56.451949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] Pushing event updated for resources: {'Network': ['ID=b0b57eca-5587-422d-aee9-773ab2a51166,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:56.468099 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.468099 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] For port 1b96378f-59fd-48a5-8771-bd0603558103, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b96378f-59fd-48a5-8771-bd0603558103,segment=NetworkSegment(460dd1c5-6a39-445c-9e63-3018783d0134),segment_id=460dd1c5-6a39-445c-9e63-3018783d0134)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:56.468099 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1b96378f-59fd-48a5-8771-bd0603558103), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.490501 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70e5f348-01e7-4fd0-8a08-834f5fe63209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (4b0600f4-0658-4cfa-9e6e-9cea79f6cecf), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.492400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network b0b57eca-5587-422d-aee9-773ab2a51166 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:33:56.494007 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ed02f7fe-c1ca-4e1f-b459-53f1be4ae4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (b85314a4-4dca-4fab-849c-9b48e353202e), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.521206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Calling delete_port for 1b96378f-59fd-48a5-8771-bd0603558103 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:56.544585 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c75209ff-4e69-48b0-a553-063d7fe30e0b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2717447
Apr 16 21:33:56.545017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57406) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:56.582010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e5f348-01e7-4fd0-8a08-834f5fe63209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:56.586015 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f4c0244-478d-44a1-bf48-c96f5cc9ad4c admin admin] Publish callbacks [] for security_group (c4dba973-a393-46d3-8e08-b27c0db8fbe7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.588074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-70e5f348-01e7-4fd0-8a08-834f5fe63209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:56.598335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5f348-01e7-4fd0-8a08-834f5fe63209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=4b0600f4-0658-4cfa-9e6e-9cea79f6cecf,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:56.598335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e5f348-01e7-4fd0-8a08-834f5fe63209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:56.598335 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70e5f348-01e7-4fd0-8a08-834f5fe63209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.615935 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-7820beef-e52a-413b-8e5a-8f29bc2a2e31 admin admin] Request body: {'subnet': {'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1696610260-subnet', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:56.621441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02f7fe-c1ca-4e1f-b459-53f1be4ae4a3 None None] Pushing event deleted for resources: {'Port': ['ID=b85314a4-4dca-4fab-849c-9b48e353202e,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:56.628331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8f2acde0-a72a-428d-a150-f5ca162228ce None None] Deleting port 1b96378f-59fd-48a5-8771-bd0603558103 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:56.628707 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f2acde0-a72a-428d-a150-f5ca162228ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1b96378f-59fd-48a5-8771-bd0603558103), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.632046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02f7fe-c1ca-4e1f-b459-53f1be4ae4a3 None None] No DVR routers for this DVR port b85314a4-4dca-4fab-849c-9b48e353202e on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:56.650229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f4c0244-478d-44a1-bf48-c96f5cc9ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c4dba973-a393-46d3-8e08-b27c0db8fbe7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.691699 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.697060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05deb735-1606-4ef6-9609-1b1a62beca05 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:56.723764 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-70e5f348-01e7-4fd0-8a08-834f5fe63209 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9602671
Apr 16 21:33:56.726826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57408) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:56.734369 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-83160fff-beb3-4b04-a220-a0194d44fea7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:56.739303 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2f4c0244-478d-44a1-bf48-c96f5cc9ad4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=074dd9b3e0304044a9481b20d790ab01&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4369736
Apr 16 21:33:56.739471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57410) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:56.740431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c0244-478d-44a1-bf48-c96f5cc9ad4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dba973-a393-46d3-8e08-b27c0db8fbe7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:56.774127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8f2acde0-a72a-428d-a150-f5ca162228ce None None] For port 1b96378f-59fd-48a5-8771-bd0603558103, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b96378f-59fd-48a5-8771-bd0603558103,segment=NetworkSegment(460dd1c5-6a39-445c-9e63-3018783d0134),segment_id=460dd1c5-6a39-445c-9e63-3018783d0134)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:56.774784 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f2acde0-a72a-428d-a150-f5ca162228ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1b96378f-59fd-48a5-8771-bd0603558103), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.797527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8f2acde0-a72a-428d-a150-f5ca162228ce None None] Calling delete_port for 1b96378f-59fd-48a5-8771-bd0603558103 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:56.818964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7820beef-e52a-413b-8e5a-8f29bc2a2e31 admin admin] Made reservation on behalf of 551fe53574564e4ea60f7288faf4298f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:56.821368 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7820beef-e52a-413b-8e5a-8f29bc2a2e31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.823259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1b96378f-59fd-48a5-8771-bd0603558103), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.883446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d27c69b-2090-42d8-afae-1332cd31e453', 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'project_id': '7a226328ac324cf3af0c6541e8b1821f', 'fixed_ips': [{'subnet_id': '4b0600f4-0658-4cfa-9e6e-9cea79f6cecf'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:33:56.884339 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.929497 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Port': ['ID=1b96378f-59fd-48a5-8771-bd0603558103,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:56.933293 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No DVR routers for this DVR port 1b96378f-59fd-48a5-8771-bd0603558103 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:56.972960 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f2acde0-a72a-428d-a150-f5ca162228ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (1b96378f-59fd-48a5-8771-bd0603558103), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:56.978525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Deleting port f0710a85-71ed-4c17-a835-1ac6479e61a1 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:33:56.978869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f0710a85-71ed-4c17-a835-1ac6479e61a1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.009064 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2acde0-a72a-428d-a150-f5ca162228ce None None] Pushing event deleted for resources: {'Port': ['ID=1b96378f-59fd-48a5-8771-bd0603558103,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:57.017351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2acde0-a72a-428d-a150-f5ca162228ce None None] No DVR routers for this DVR port 1b96378f-59fd-48a5-8771-bd0603558103 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:33:57.071917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Allocated IP 2001:db8::2 (0d27c69b-2090-42d8-afae-1332cd31e453/4b0600f4-0658-4cfa-9e6e-9cea79f6cecf/ec7c34c9-44b3-4311-b7de-2fe68d2448f7) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:57.118702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9481342e-7ad7-42f1-a535-a832411110a9 admin admin] Publish callbacks [] for security_group (c4dba973-a393-46d3-8e08-b27c0db8fbe7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.126211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:57.149282 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (04cf359e-6618-48db-b01b-bee9fc23afc4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.154054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:57.154876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4387ba93-8fe3-41d0-a39c-7bd75d5f31e4 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:57.154876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b85314a4-4dca-4fab-849c-9b48e353202e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:57.187494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: b85314a4-4dca-4fab-849c-9b48e353202e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:57.187837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b85314a4-4dca-4fab-849c-9b48e353202e not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:57.188281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1b96378f-59fd-48a5-8771-bd0603558103 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:33:57.191779 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9481342e-7ad7-42f1-a535-a832411110a9 admin admin] Publish callbacks [] for security_group (c4dba973-a393-46d3-8e08-b27c0db8fbe7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.209866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 1b96378f-59fd-48a5-8771-bd0603558103 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:33:57.210169 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1b96378f-59fd-48a5-8771-bd0603558103 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:33:57.244654 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e0d2640>,) {'filters': {'network_id': ['04cf359e-6618-48db-b01b-bee9fc23afc4']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:57.283022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e0d2640>, '460dd1c5-6a39-445c-9e63-3018783d0134') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:57.283244 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e0d2640>, '460dd1c5-6a39-445c-9e63-3018783d0134') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:57.289015 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Publish callbacks [] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.294364 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f0710a85-71ed-4c17-a835-1ac6479e61a1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.309565 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (460dd1c5-6a39-445c-9e63-3018783d0134), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.326668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83160fff-beb3-4b04-a220-a0194d44fea7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:57.330035 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83160fff-beb3-4b04-a220-a0194d44fea7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.338266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Calling delete_port for f0710a85-71ed-4c17-a835-1ac6479e61a1 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:33:57.373436 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.385527 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (460dd1c5-6a39-445c-9e63-3018783d0134), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.415972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:57.420521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:57.423028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:57.432205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Pushing event updated for resources: {'Port': ['ID=ec7c34c9-44b3-4311-b7de-2fe68d2448f7,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:57.442225 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:33:57.442702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (460dd1c5-6a39-445c-9e63-3018783d0134), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:33:57.473429 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:33:57.640427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Attempting to bind port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:57.640705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Attempting to bind port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:57.641069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Attempting to bind port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 on network 0d27c69b-2090-42d8-afae-1332cd31e453 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:57.647162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:57.647566 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Checking segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:57.647971 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.648398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Bound using segment: {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:57.648879 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Bound port: ec7c34c9-44b3-4311-b7de-2fe68d2448f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8112916-a054-4976-a38b-a652de78489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:57.649260 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.715185 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] For port ec7c34c9-44b3-4311-b7de-2fe68d2448f7, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:57.718622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] For port ec7c34c9-44b3-4311-b7de-2fe68d2448f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec7c34c9-44b3-4311-b7de-2fe68d2448f7,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:57.762011 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.827447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63b741-9a49-47b5-8d89-9d11c4aee1a4 None None] Pushing event updated for resources: {'Port': ['ID=ec7c34c9-44b3-4311-b7de-2fe68d2448f7,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:57.908040 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9481342e-7ad7-42f1-a535-a832411110a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c4dba973-a393-46d3-8e08-b27c0db8fbe7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.910683 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9481342e-7ad7-42f1-a535-a832411110a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.911840 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9481342e-7ad7-42f1-a535-a832411110a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4dba973-a393-46d3-8e08-b27c0db8fbe7 HTTP/1.1" status: 204  len: 168 time: 1.1715152
Apr 16 21:33:57.912815 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7820beef-e52a-413b-8e5a-8f29bc2a2e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (790327af-1d0e-4060-8eb3-ab75fb735884), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:57.971226 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481342e-7ad7-42f1-a535-a832411110a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dba973-a393-46d3-8e08-b27c0db8fbe7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:57.983201 ncdv-master-1 neutron-server[122556]: INFO neutron.db.ipam_backend_mixin [None req-83160fff-beb3-4b04-a220-a0194d44fea7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b0600f4-0658-4cfa-9e6e-9cea79f6cecf (CIDR: 2001:db8::/64)
Apr 16 21:33:58.002117 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (04cf359e-6618-48db-b01b-bee9fc23afc4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.054593 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.060749 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/networks/04cf359e-6618-48db-b01b-bee9fc23afc4 HTTP/1.1" status: 204  len: 168 time: 1.9483716
Apr 16 21:33:58.061643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57414) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:58.066746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4b1c6826-57b9-48c2-b645-80845e4ef32c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'router': {'routes': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:58.093257 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-83160fff-beb3-4b04-a220-a0194d44fea7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:33:58.093753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83160fff-beb3-4b04-a220-a0194d44fea7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:33:58.109635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c872e1a-368a-4ca9-badb-ea2ca5110c3c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Pushing event deleted for resources: {'Network': ['ID=04cf359e-6618-48db-b01b-bee9fc23afc4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:58.121492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820beef-e52a-413b-8e5a-8f29bc2a2e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=790327af-1d0e-4060-8eb3-ab75fb735884,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:58.135673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820beef-e52a-413b-8e5a-8f29bc2a2e31 admin admin] Checking segment: {'id': '19a8b07f-775e-4b27-89de-c459fef966dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:58.136047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820beef-e52a-413b-8e5a-8f29bc2a2e31 admin admin] Network hostable DHCP agents. Network: b0b57eca-5587-422d-aee9-773ab2a51166, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:33:58.204725 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-83160fff-beb3-4b04-a220-a0194d44fea7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4758859
Apr 16 21:33:58.205819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57416) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:58.213511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'subnet': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:58.257067 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.extraroute_db [None req-4b1c6826-57b9-48c2-b645-80845e4ef32c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Added routes are [] {{(pid=122555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 16 21:33:58.257290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.extraroute_db [None req-4b1c6826-57b9-48c2-b645-80845e4ef32c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Removed routes are [] {{(pid=122555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 16 21:33:58.257677 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b1c6826-57b9-48c2-b645-80845e4ef32c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.269848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820beef-e52a-413b-8e5a-8f29bc2a2e31 admin admin] Network b0b57eca-5587-422d-aee9-773ab2a51166 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:33:58.350352 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f0710a85-71ed-4c17-a835-1ac6479e61a1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.391169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-7820beef-e52a-413b-8e5a-8f29bc2a2e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b0b57eca-5587-422d-aee9-773ab2a51166) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:58.395779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7820beef-e52a-413b-8e5a-8f29bc2a2e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:33:58.397036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7820beef-e52a-413b-8e5a-8f29bc2a2e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.398848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1881e1-5502-4da9-904c-4ba9da7a6856 None None] Network b0b57eca-5587-422d-aee9-773ab2a51166 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:33:58.400476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Pushing event deleted for resources: {'Port': ['ID=f0710a85-71ed-4c17-a835-1ac6479e61a1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:58.414210 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b1c6826-57b9-48c2-b645-80845e4ef32c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.420342 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b1c6826-57b9-48c2-b645-80845e4ef32c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.432141 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:33:58.435694 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.518810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1c6826-57b9-48c2-b645-80845e4ef32c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:33:58.532137 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7820beef-e52a-413b-8e5a-8f29bc2a2e31 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.9565420
Apr 16 21:33:58.537461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57424) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:58.550350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:58.559141 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.585364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b0b57eca-5587-422d-aee9-773ab2a51166', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'project_id': '551fe53574564e4ea60f7288faf4298f', 'fixed_ips': [{'subnet_id': '790327af-1d0e-4060-8eb3-ab75fb735884'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:33:58.586515 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.665668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1c6826-57b9-48c2-b645-80845e4ef32c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:33:58.679816 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4084b6-2506-4ceb-85a2-0938ef552852 None None] Sync routers for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:33:58.684603 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b1c6826-57b9-48c2-b645-80845e4ef32c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.689140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4b1c6826-57b9-48c2-b645-80845e4ef32c tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a HTTP/1.1" status: 200  len: 701 time: 0.6261351
Apr 16 21:33:58.690478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57428) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:58.696932 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4084b6-2506-4ceb-85a2-0938ef552852 None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:58.698008 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ef4084b6-2506-4ceb-85a2-0938ef552852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124e9a1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:58.729051 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.739664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_controller (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.757215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57432) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:58.761497 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3a864e16-654e-4cd9-ae8e-9817964af129 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=fee76ffc-9dd7-43a4-9ad5-cdb33cae615a HTTP/1.1" status: 200  len: 205 time: 0.0625405
Apr 16 21:33:58.810331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Allocated IP 172.20.0.2 (b0b57eca-5587-422d-aee9-773ab2a51166/790327af-1d0e-4060-8eb3-ab75fb735884/2d91f893-8bf9-4606-a885-2c0a31c2e601) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:33:58.828338 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-ef4084b6-2506-4ceb-85a2-0938ef552852 None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:58.848386 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.850831 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.896574 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ef4084b6-2506-4ceb-85a2-0938ef552852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124e9a1c0>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:54Z', 'revision_number': 11, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:58.906387 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-60af6f39-a3a9-4245-940a-b14cbee8c505 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.935580 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4084b6-2506-4ceb-85a2-0938ef552852 None None] Checking router: fee76ffc-9dd7-43a4-9ad5-cdb33cae615a for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:33:58.945461 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4084b6-2506-4ceb-85a2-0938ef552852 None None] Routers {'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:33:58.946076 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ef4084b6-2506-4ceb-85a2-0938ef552852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124e9a1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:58.951399 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (3d3c762c-fe45-4e90-a4cc-2377a0daa68b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.951995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Fanout notify agent at l3_agent the message router_deleted on router 3d3c762c-fe45-4e90-a4cc-2377a0daa68b {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:33:58.959882 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:58.961156 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ed2de6f3-a501-4c35-9356-394850783e97 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "DELETE /v2.0/routers/3d3c762c-fe45-4e90-a4cc-2377a0daa68b HTTP/1.1" status: 204  len: 168 time: 2.7127914
Apr 16 21:33:58.965716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57434) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:58.971300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-9dbc14b5-3a60-459a-b7ed-efd411734d32 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1258828779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:59.034582 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-ef4084b6-2506-4ceb-85a2-0938ef552852 None None] Set router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:33:59.085474 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Publish callbacks [] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.090460 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9dbc14b5-3a60-459a-b7ed-efd411734d32 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (1939af7a-bde3-4ab2-be7d-b83414786cf3), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.090460 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9dbc14b5-3a60-459a-b7ed-efd411734d32 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (1939af7a-bde3-4ab2-be7d-b83414786cf3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.159613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Publish callbacks [] for router_controller (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.167695 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.201703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ec7c34c9-44b3-4311-b7de-2fe68d2448f7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:33:59.201945 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9dbc14b5-3a60-459a-b7ed-efd411734d32 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_controller (1939af7a-bde3-4ab2-be7d-b83414786cf3), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.255620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Network b0b57eca-5587-422d-aee9-773ab2a51166 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:33:59.269890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b02cb563-b0ad-4629-8d59-04718a0abcb3 None None] Provisioning complete for port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:59.270322 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b02cb563-b0ad-4629-8d59-04718a0abcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.272083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:33:59.272847 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ef4084b6-2506-4ceb-85a2-0938ef552852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124e9a1c0>, [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:54Z', 'revision_number': 11, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:33:59.277038 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Pushing event updated for resources: {'Port': ['ID=2d91f893-8bf9-4606-a885-2c0a31c2e601,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:59.277468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9dbc14b5-3a60-459a-b7ed-efd411734d32 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (1939af7a-bde3-4ab2-be7d-b83414786cf3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.279411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:33:59.313802 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4084b6-2506-4ceb-85a2-0938ef552852 None None] The sync data for ids ['fee76ffc-9dd7-43a4-9ad5-cdb33cae615a'] in ncdv-master-1 is: [{'id': 'fee76ffc-9dd7-43a4-9ad5-cdb33cae615a', 'name': 'tempest-RoutersTest-router-2126040541', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:32:46Z', 'updated_at': '2022-04-16T21:33:54Z', 'revision_number': 11, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:33:59.345569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.345906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.346249 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.346592 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.346925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.347256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.347586 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.347912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.348255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.348607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.349073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.349407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.349728 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.350064 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.350369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:33:59.382201 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-60af6f39-a3a9-4245-940a-b14cbee8c505 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.386893 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9dbc14b5-3a60-459a-b7ed-efd411734d32 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.387437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-60af6f39-a3a9-4245-940a-b14cbee8c505 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.390645 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9dbc14b5-3a60-459a-b7ed-efd411734d32 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4228423
Apr 16 21:33:59.391358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57444) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:59.395968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'enable_snat': False}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:59.405529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:33:59.405912 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.533409 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Publish callbacks [] for router_gateway (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.540457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Attempting to bind port 2d91f893-8bf9-4606-a885-2c0a31c2e601 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:33:59.541112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Attempting to bind port 2d91f893-8bf9-4606-a885-2c0a31c2e601 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '19a8b07f-775e-4b27-89de-c459fef966dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:33:59.541707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Attempting to bind port 2d91f893-8bf9-4606-a885-2c0a31c2e601 on network b0b57eca-5587-422d-aee9-773ab2a51166 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:33:59.554763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:33:59.555137 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Checking segment: {'id': '19a8b07f-775e-4b27-89de-c459fef966dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:33:59.555753 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.556341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Bound using segment: {'id': '19a8b07f-775e-4b27-89de-c459fef966dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:33:59.557019 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Bound port: 2d91f893-8bf9-4606-a885-2c0a31c2e601, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a8b07f-775e-4b27-89de-c459fef966dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:33:59.557408 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.561117 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b02cb563-b0ad-4629-8d59-04718a0abcb3 None None] Current status of the port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:59.561484 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b02cb563-b0ad-4629-8d59-04718a0abcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.597997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-60af6f39-a3a9-4245-940a-b14cbee8c505 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (fee76ffc-9dd7-43a4-9ad5-cdb33cae615a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.597997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60af6f39-a3a9-4245-940a-b14cbee8c505 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Fanout notify agent at l3_agent the message router_deleted on router fee76ffc-9dd7-43a4-9ad5-cdb33cae615a {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:33:59.607492 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-60af6f39-a3a9-4245-940a-b14cbee8c505 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.608828 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-60af6f39-a3a9-4245-940a-b14cbee8c505 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a HTTP/1.1" status: 204  len: 168 time: 0.8512394
Apr 16 21:33:59.617617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57448) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:33:59.632257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cf91eb07-800f-4c64-b9a8-8d284edc78b5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1556037867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:33:59.675361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b02cb563-b0ad-4629-8d59-04718a0abcb3 None None] For port ec7c34c9-44b3-4311-b7de-2fe68d2448f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec7c34c9-44b3-4311-b7de-2fe68d2448f7,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:33:59.700030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:33:59.701947 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.702923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] For port 2d91f893-8bf9-4606-a885-2c0a31c2e601, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:33:59.706432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] For port 2d91f893-8bf9-4606-a885-2c0a31c2e601, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d91f893-8bf9-4606-a885-2c0a31c2e601,segment=NetworkSegment(19a8b07f-775e-4b27-89de-c459fef966dc),segment_id=19a8b07f-775e-4b27-89de-c459fef966dc)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:33:59.754624 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (1939af7a-bde3-4ab2-be7d-b83414786cf3), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.789413 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b02cb563-b0ad-4629-8d59-04718a0abcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.847677 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.874298 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:33:59.875162 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:33:59.880455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf91eb07-800f-4c64-b9a8-8d284edc78b5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (d6d810da-41a2-4671-8b0a-61d5b3d3f871), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.881498 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf91eb07-800f-4c64-b9a8-8d284edc78b5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (d6d810da-41a2-4671-8b0a-61d5b3d3f871), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:33:59.888048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cb563-b0ad-4629-8d59-04718a0abcb3 None None] Pushing event updated for resources: {'Port': ['ID=ec7c34c9-44b3-4311-b7de-2fe68d2448f7,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:33:59.943289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.objects.ports [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=122556) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:33:59.990628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053ccb5-0425-47dd-bf71-070e7b0113cd None None] Pushing event updated for resources: {'Port': ['ID=2d91f893-8bf9-4606-a885-2c0a31c2e601,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:00.126724 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Publish callbacks [] for router_gateway (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:00.129469 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf91eb07-800f-4c64-b9a8-8d284edc78b5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (d6d810da-41a2-4671-8b0a-61d5b3d3f871), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:00.157643 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:00.221195 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf91eb07-800f-4c64-b9a8-8d284edc78b5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (d6d810da-41a2-4671-8b0a-61d5b3d3f871), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:00.366010 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf91eb07-800f-4c64-b9a8-8d284edc78b5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:00.368161 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cf91eb07-800f-4c64-b9a8-8d284edc78b5 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7464576
Apr 16 21:34:00.375622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57460) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:00.415002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f9f8212f-3ba1-46b5-8b97-b4317ebbc191 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Request body: {'router': {'admin_state_up': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:00.436589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:00.441087 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Allocated IP 172.35.1.167 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/c7dc337c-6f8f-4615-8d6c-df46873f0b37) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:00.500417 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (1939af7a-bde3-4ab2-be7d-b83414786cf3), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:00.532491 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:00.614870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.175129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2be348-72d6-4e5e-941c-ce4cd446682a None None] Network b0b57eca-5587-422d-aee9-773ab2a51166 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:01.191147 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Publish callbacks [] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.193874 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f9f8212f-3ba1-46b5-8b97-b4317ebbc191 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (d6d810da-41a2-4671-8b0a-61d5b3d3f871), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.251426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 2d91f893-8bf9-4606-a885-2c0a31c2e601 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:01.284340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f89d6006-7c55-4695-8086-79ff46ec3c76 None None] Provisioning complete for port 2d91f893-8bf9-4606-a885-2c0a31c2e601 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:01.284720 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f89d6006-7c55-4695-8086-79ff46ec3c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.310866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f9f8212f-3ba1-46b5-8b97-b4317ebbc191 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (d6d810da-41a2-4671-8b0a-61d5b3d3f871), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.321480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] For port ec7c34c9-44b3-4311-b7de-2fe68d2448f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec7c34c9-44b3-4311-b7de-2fe68d2448f7,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:01.378495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 2d91f893-8bf9-4606-a885-2c0a31c2e601 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:01.378881 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.400764 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.459887 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.463320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f89d6006-7c55-4695-8086-79ff46ec3c76 None None] Current status of the port 2d91f893-8bf9-4606-a885-2c0a31c2e601 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:01.463723 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f89d6006-7c55-4695-8086-79ff46ec3c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.469603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Allocated IP 172.35.1.107 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/2b10e502-b0a7-498d-a3fd-c75579059414) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:01.470991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:01.477823 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:01.483712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:01.491451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c7dc337c-6f8f-4615-8d6c-df46873f0b37,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:01.527639 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.534636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f89d6006-7c55-4695-8086-79ff46ec3c76 None None] For port 2d91f893-8bf9-4606-a885-2c0a31c2e601, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d91f893-8bf9-4606-a885-2c0a31c2e601,segment=NetworkSegment(19a8b07f-775e-4b27-89de-c459fef966dc),segment_id=19a8b07f-775e-4b27-89de-c459fef966dc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:01.535834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 2d91f893-8bf9-4606-a885-2c0a31c2e601 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:01.536425 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.591615 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (40ccf8a2-5f8a-4dbf-ade8-85685e37fab1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.608410 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f89d6006-7c55-4695-8086-79ff46ec3c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.674075 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for port (2b10e502-b0a7-498d-a3fd-c75579059414), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.729046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d6006-7c55-4695-8086-79ff46ec3c76 None None] Pushing event updated for resources: {'Port': ['ID=2d91f893-8bf9-4606-a885-2c0a31c2e601,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:01.753095 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:34:01.753477 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:34:01.765640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:01.769594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f8212f-3ba1-46b5-8b97-b4317ebbc191 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Router d6d810da-41a2-4671-8b0a-61d5b3d3f871 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:34:01.780373 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:01.786302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=ec7c34c9-44b3-4311-b7de-2fe68d2448f7,revision_number=5']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:01.789181 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1b0081-009c-423d-a89b-59f56c600b4e None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:01.792630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:01.793773 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.801435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2b10e502-b0a7-498d-a3fd-c75579059414), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.815013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Subnet': ['ID=40ccf8a2-5f8a-4dbf-ade8-85685e37fab1,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:01.852876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6d0eee94-46fe-4a3d-8a25-6895e3153868 None None] Provisioning complete for port 2d91f893-8bf9-4606-a885-2c0a31c2e601 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:01.853599 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6d0eee94-46fe-4a3d-8a25-6895e3153868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:01.856119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:01.860121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:01.862593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:01.866201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Pushing event updated for resources: {'Port': ['ID=2b10e502-b0a7-498d-a3fd-c75579059414,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:01.913864 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1d5f44e0-a4b0-41a1-b7c3-b82150fcad7d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 3.7045228
Apr 16 21:34:01.916897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57490) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:01.924453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Request body: {'port': {'network_id': '0d27c69b-2090-42d8-afae-1332cd31e453', 'mac_address': 'fa:16:3e:e1:55:44', 'name': 'tempest-NetworksTestDHCPv6-1990265909'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:02.008431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6d0eee94-46fe-4a3d-8a25-6895e3153868 None None] Current status of the port 2d91f893-8bf9-4606-a885-2c0a31c2e601 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:02.027757 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f8212f-3ba1-46b5-8b97-b4317ebbc191 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:02.038171 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f9f8212f-3ba1-46b5-8b97-b4317ebbc191 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:02.040489 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f9f8212f-3ba1-46b5-8b97-b4317ebbc191 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "PUT /v2.0/routers/d6d810da-41a2-4671-8b0a-61d5b3d3f871 HTTP/1.1" status: 200  len: 694 time: 1.6502080
Apr 16 21:34:02.042612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b24ac6-8f69-45d0-b8f5-2c7e27223be4 None None] Sync routers for ids ['d6d810da-41a2-4671-8b0a-61d5b3d3f871'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:02.051390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57494) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:02.060439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b24ac6-8f69-45d0-b8f5-2c7e27223be4 None None] Routers {'d6d810da-41a2-4671-8b0a-61d5b3d3f871'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:02.061357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e2b24ac6-8f69-45d0-b8f5-2c7e27223be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246b4fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d6d810da-41a2-4671-8b0a-61d5b3d3f871'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:02.179439 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Publish callbacks [] for router_gateway (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:02.190104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e2b24ac6-8f69-45d0-b8f5-2c7e27223be4 None None] Set router d6d810da-41a2-4671-8b0a-61d5b3d3f871 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:02.232740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d6282a37-7455-4e8a-8193-6e301e072ead tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/routers/d6d810da-41a2-4671-8b0a-61d5b3d3f871 HTTP/1.1" status: 200  len: 700 time: 0.1800890
Apr 16 21:34:02.237619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57498) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:02.249356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57500) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:02.257824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Made reservation on behalf of 7a226328ac324cf3af0c6541e8b1821f for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:02.294605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c2c36904-ad48-46c6-822f-f4f776d06010 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d810da-41a2-4671-8b0a-61d5b3d3f871 HTTP/1.1" status: 200  len: 205 time: 0.0558450
Apr 16 21:34:02.297205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57504) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:02.325294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e2b24ac6-8f69-45d0-b8f5-2c7e27223be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246b4fd0>, [{'id': 'd6d810da-41a2-4671-8b0a-61d5b3d3f871', 'name': 'tempest-RoutersTest-router-1556037867', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:59Z', 'updated_at': '2022-04-16T21:34:01Z', 'revision_number': 2, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:02.328646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 2d91f893-8bf9-4606-a885-2c0a31c2e601 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:02.333284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ec7c34c9-44b3-4311-b7de-2fe68d2448f7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:02.426234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b24ac6-8f69-45d0-b8f5-2c7e27223be4 None None] Checking router: d6d810da-41a2-4671-8b0a-61d5b3d3f871 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:34:02.446528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b24ac6-8f69-45d0-b8f5-2c7e27223be4 None None] Routers {'d6d810da-41a2-4671-8b0a-61d5b3d3f871'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:02.447159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e2b24ac6-8f69-45d0-b8f5-2c7e27223be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246b4fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d6d810da-41a2-4671-8b0a-61d5b3d3f871'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:02.448036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:02.451794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:02.452023 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:02.466040 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f55a6c9-35fe-483e-b0b7-acc3d917a578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (d6d810da-41a2-4671-8b0a-61d5b3d3f871), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:02.565506 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:02.585399 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-549c84bd-468e-4ab9-ba9f-b1d596ffb95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:02.610380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router_gateway (1939af7a-bde3-4ab2-be7d-b83414786cf3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:02.718338 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-549c84bd-468e-4ab9-ba9f-b1d596ffb95d admin admin] Publish callbacks [] for security_group (564376ec-3209-46aa-9563-b11cea1acc72), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:02.722427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e2b24ac6-8f69-45d0-b8f5-2c7e27223be4 None None] Set router d6d810da-41a2-4671-8b0a-61d5b3d3f871 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:02.731747 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] device_id is not set on port 00047fe5-30ac-4172-8795-8d6acfe3360d yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:34:02.782742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e2b24ac6-8f69-45d0-b8f5-2c7e27223be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246b4fd0>, [{'id': 'd6d810da-41a2-4671-8b0a-61d5b3d3f871', 'name': 'tempest-RoutersTest-router-1556037867', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:59Z', 'updated_at': '2022-04-16T21:34:01Z', 'revision_number': 2, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:02.819657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b24ac6-8f69-45d0-b8f5-2c7e27223be4 None None] The sync data for ids ['d6d810da-41a2-4671-8b0a-61d5b3d3f871'] in ncdv-master-1 is: [{'id': 'd6d810da-41a2-4671-8b0a-61d5b3d3f871', 'name': 'tempest-RoutersTest-router-1556037867', 'tenant_id': '292e9ba4444745f89ed1ace7cf6240cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:59Z', 'updated_at': '2022-04-16T21:34:01Z', 'revision_number': 2, 'project_id': '292e9ba4444745f89ed1ace7cf6240cb', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:02.827986 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f55a6c9-35fe-483e-b0b7-acc3d917a578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (d6d810da-41a2-4671-8b0a-61d5b3d3f871), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:02.833923 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f55a6c9-35fe-483e-b0b7-acc3d917a578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router_controller (d6d810da-41a2-4671-8b0a-61d5b3d3f871), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:02.834781 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-549c84bd-468e-4ab9-ba9f-b1d596ffb95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (564376ec-3209-46aa-9563-b11cea1acc72), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:02.865794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:02.871680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2215bf02-5ad0-44d7-ab29-b92d25c39db0 None None] Provisioning complete for port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:02.872427 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2215bf02-5ad0-44d7-ab29-b92d25c39db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:02.918417 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-549c84bd-468e-4ab9-ba9f-b1d596ffb95d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f5019b3c58047fa9fabf04964766653&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6671307
Apr 16 21:34:02.932660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57506) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:02.966478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c84bd-468e-4ab9-ba9f-b1d596ffb95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564376ec-3209-46aa-9563-b11cea1acc72,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:02.995041 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2215bf02-5ad0-44d7-ab29-b92d25c39db0 None None] Current status of the port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:03.009750 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f55a6c9-35fe-483e-b0b7-acc3d917a578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (d6d810da-41a2-4671-8b0a-61d5b3d3f871), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.010264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f55a6c9-35fe-483e-b0b7-acc3d917a578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Fanout notify agent at l3_agent the message router_deleted on router d6d810da-41a2-4671-8b0a-61d5b3d3f871 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:34:03.018742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4f55a6c9-35fe-483e-b0b7-acc3d917a578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.023087 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4f55a6c9-35fe-483e-b0b7-acc3d917a578 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/d6d810da-41a2-4671-8b0a-61d5b3d3f871 HTTP/1.1" status: 204  len: 168 time: 0.7215621
Apr 16 21:34:03.023556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57508) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.038021 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (1939af7a-bde3-4ab2-be7d-b83414786cf3), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.058700 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (1939af7a-bde3-4ab2-be7d-b83414786cf3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.062851 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8e421cf8-9303-48a7-b677-2c5fdc226bc2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d810da-41a2-4671-8b0a-61d5b3d3f871 HTTP/1.1" status: 200  len: 205 time: 0.0365758
Apr 16 21:34:03.067138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57510) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.084312 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76c113c2-e52e-4219-8938-d4bb91bc52bc admin admin] Publish callbacks [] for security_group (564376ec-3209-46aa-9563-b11cea1acc72), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.091458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8::6e (0d27c69b-2090-42d8-afae-1332cd31e453/4b0600f4-0658-4cfa-9e6e-9cea79f6cecf/00047fe5-30ac-4172-8795-8d6acfe3360d) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:03.111475 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Allocated IP 2001:db8:0:1:f816:3eff:fee1:5544 (0d27c69b-2090-42d8-afae-1332cd31e453/40ccf8a2-5f8a-4dbf-ade8-85685e37fab1/00047fe5-30ac-4172-8795-8d6acfe3360d) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:03.126310 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76c113c2-e52e-4219-8938-d4bb91bc52bc admin admin] Publish callbacks [] for security_group (564376ec-3209-46aa-9563-b11cea1acc72), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.132436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 2d91f893-8bf9-4606-a885-2c0a31c2e601 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:03.171364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:34:03.173182 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-643063fd-ac6a-4597-8d86-bce82e17454d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:03.174690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-643063fd-ac6a-4597-8d86-bce82e17454d tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/d6d810da-41a2-4671-8b0a-61d5b3d3f871 HTTP/1.1" status: 404  len: 336 time: 0.1065643
Apr 16 21:34:03.178451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57512) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.189649 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 2d91f893-8bf9-4606-a885-2c0a31c2e601 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:03.190160 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.209026 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c6a71f-4096-480f-855f-f1190740d817 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:03.209493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c6a71f-4096-480f-855f-f1190740d817 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:03.215336 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c7c6a71f-4096-480f-855f-f1190740d817 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/792729af-bf44-49c2-a37b-511eed69741a HTTP/1.1" status: 404  len: 337 time: 0.0331705
Apr 16 21:34:03.242571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57514) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.276677 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0254c05-9681-40bf-a7c1-d67106c94dfc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:03.277224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0254c05-9681-40bf-a7c1-d67106c94dfc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:03.282933 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f0254c05-9681-40bf-a7c1-d67106c94dfc tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/a92211ae-bde5-40dd-ba9b-2d50372fc79f HTTP/1.1" status: 404  len: 337 time: 0.0371840
Apr 16 21:34:03.283170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57516) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.287273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 2d91f893-8bf9-4606-a885-2c0a31c2e601 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:03.288472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ec7c34c9-44b3-4311-b7de-2fe68d2448f7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:03.314091 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-02321b3d-ac95-4ef1-aacd-6ba7073d55ae tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:03.314553 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02321b3d-ac95-4ef1-aacd-6ba7073d55ae tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:03.317685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-02321b3d-ac95-4ef1-aacd-6ba7073d55ae tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/eb2a76ec-ec2a-4b54-90bc-1bbc9f1fa182 HTTP/1.1" status: 404  len: 337 time: 0.0335588
Apr 16 21:34:03.322564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57518) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.330204 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76c113c2-e52e-4219-8938-d4bb91bc52bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (564376ec-3209-46aa-9563-b11cea1acc72), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.333023 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76c113c2-e52e-4219-8938-d4bb91bc52bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.336388 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-76c113c2-e52e-4219-8938-d4bb91bc52bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/564376ec-3209-46aa-9563-b11cea1acc72 HTTP/1.1" status: 204  len: 168 time: 0.4003236
Apr 16 21:34:03.348430 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d083e1b-dc8c-4396-bac8-48e0d1ed4ad9 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:03.348924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d083e1b-dc8c-4396-bac8-48e0d1ed4ad9 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:03.349725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:03.350475 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.351926 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3d083e1b-dc8c-4396-bac8-48e0d1ed4ad9 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/d7f9737b-df66-47f2-a878-115b225cb11c HTTP/1.1" status: 404  len: 337 time: 0.0307684
Apr 16 21:34:03.354562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57522) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.383725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c113c2-e52e-4219-8938-d4bb91bc52bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564376ec-3209-46aa-9563-b11cea1acc72,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:03.398685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-68945eae-bf28-4372-b4f1-e015f4651d74 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=fee76ffc-9dd7-43a4-9ad5-cdb33cae615a HTTP/1.1" status: 200  len: 205 time: 0.0426977
Apr 16 21:34:03.402214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57524) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.403377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:03.413324 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Sync routers for ids ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:03.448365 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Routers {'5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:03.451729 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124e9afd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:03.474599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:03.478325 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-5dd5f34a-9b85-45ee-b49d-02fdc04b5ee9 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:03.479250 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5dd5f34a-9b85-45ee-b49d-02fdc04b5ee9 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/fee76ffc-9dd7-43a4-9ad5-cdb33cae615a HTTP/1.1" status: 404  len: 336 time: 0.0740385
Apr 16 21:34:03.482849 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57526) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.485562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Router 1939af7a-bde3-4ab2-be7d-b83414786cf3 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:34:03.523479 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-20fe26a0-ea54-481e-a135-3eefbc4bcd85 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a44bb92-9c7c-470a-a640-40f8f6907c91 HTTP/1.1" status: 200  len: 205 time: 0.0373011
Apr 16 21:34:03.526156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57528) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.576225 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-86246494-0e7f-4f08-a366-7e9a4c58d4e2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:03.577242 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-86246494-0e7f-4f08-a366-7e9a4c58d4e2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/1a44bb92-9c7c-470a-a640-40f8f6907c91 HTTP/1.1" status: 404  len: 336 time: 0.0501518
Apr 16 21:34:03.581475 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.584538 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4dd284c9-0816-49c9-aa4c-1e9161c596d1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.0441310
Apr 16 21:34:03.584538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57530) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.586189 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for port (00047fe5-30ac-4172-8795-8d6acfe3360d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.586587 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Set router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:03.590139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57532) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.620490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:03.626182 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.627684 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-47fe456c-a3dc-408d-80d0-791369f9fb31 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "PUT /v2.0/routers/1939af7a-bde3-4ab2-be7d-b83414786cf3 HTTP/1.1" status: 200  len: 916 time: 4.2351093
Apr 16 21:34:03.630203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57536) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.630689 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8da867f-8558-451d-9988-8d5a54ce22b6 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:03.631169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8da867f-8558-451d-9988-8d5a54ce22b6 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:03.637351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc53ec-fdc3-4d0a-b2a2-e5a142741b0f None None] Sync routers for ids ['1939af7a-bde3-4ab2-be7d-b83414786cf3'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:03.637523 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b8da867f-8558-451d-9988-8d5a54ce22b6 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/a55ee49f-3ea2-4c63-b65c-ba2bb731e87f HTTP/1.1" status: 404  len: 337 time: 0.0463636
Apr 16 21:34:03.647216 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57538) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.648743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc53ec-fdc3-4d0a-b2a2-e5a142741b0f None None] Routers {'1939af7a-bde3-4ab2-be7d-b83414786cf3'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:03.650520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-46fc53ec-fdc3-4d0a-b2a2-e5a142741b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f545190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1939af7a-bde3-4ab2-be7d-b83414786cf3'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:03.768740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-46fc53ec-fdc3-4d0a-b2a2-e5a142741b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f545190>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:03.780075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc53ec-fdc3-4d0a-b2a2-e5a142741b0f None None] Routers {'1939af7a-bde3-4ab2-be7d-b83414786cf3'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:03.780772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-46fc53ec-fdc3-4d0a-b2a2-e5a142741b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f545190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1939af7a-bde3-4ab2-be7d-b83414786cf3'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:03.801591 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-417be3e9-d446-4a4c-8da5-246c3519734b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=049dfcd9-74b5-4ab0-801f-f0ac4df8e752 HTTP/1.1" status: 200  len: 205 time: 0.1523659
Apr 16 21:34:03.812474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57540) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.825593 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124e9afd0>, [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:34:01Z', 'revision_number': 3, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:03.831168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-46fc53ec-fdc3-4d0a-b2a2-e5a142741b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f545190>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:03.833128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc53ec-fdc3-4d0a-b2a2-e5a142741b0f None None] The sync data for ids ['1939af7a-bde3-4ab2-be7d-b83414786cf3'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:03.843650 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (00047fe5-30ac-4172-8795-8d6acfe3360d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.865095 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Checking router: 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:34:03.865832 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Updating router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 port c7dc337c-6f8f-4615-8d6c-df46873f0b37 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:34:03.875000 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-2595e05f-973b-4084-9a95-113cf2796639 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:03.878967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2595e05f-973b-4084-9a95-113cf2796639 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/049dfcd9-74b5-4ab0-801f-f0ac4df8e752 HTTP/1.1" status: 404  len: 336 time: 0.0641255
Apr 16 21:34:03.880135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57542) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.905204 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.937704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Network 0d27c69b-2090-42d8-afae-1332cd31e453 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:03.945855 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-81371d72-b2b4-4d9e-aba8-0ecf4622c081 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d9b907d-b7c0-4214-b910-a4f0434ef29e HTTP/1.1" status: 200  len: 205 time: 0.0613451
Apr 16 21:34:03.946072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:03.946281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57544) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:03.952808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:03.958128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:03.958906 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:03.967407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event updated for resources: {'Port': ['ID=00047fe5-30ac-4172-8795-8d6acfe3360d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:04.017551 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-f1fe2881-5e7c-4c56-891e-3c34896dfe7b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:04.021092 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f1fe2881-5e7c-4c56-891e-3c34896dfe7b tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/5d9b907d-b7c0-4214-b910-a4f0434ef29e HTTP/1.1" status: 404  len: 336 time: 0.0714273
Apr 16 21:34:04.023023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57546) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.054444 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff28a660-2e04-43f2-8996-d5025f328e7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:04.054917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff28a660-2e04-43f2-8996-d5025f328e7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:04.061248 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ff28a660-2e04-43f2-8996-d5025f328e7f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/6f4c78d9-0e48-4c61-baf6-da1f864b4acb HTTP/1.1" status: 404  len: 337 time: 0.0341313
Apr 16 21:34:04.061248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57548) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.075564 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-860cfab7-5dc5-4502-8de3-1b59b474e53c tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/routers/1939af7a-bde3-4ab2-be7d-b83414786cf3 HTTP/1.1" status: 200  len: 922 time: 0.4392083
Apr 16 21:34:04.075564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57550) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.126228 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e7ec8f1d-4a84-4136-8d4d-00268299a4c6 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8776c7-c7c5-4065-b9d2-a525af9f439b HTTP/1.1" status: 200  len: 205 time: 0.0617144
Apr 16 21:34:04.144372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57552) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.144708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57554) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.156433 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6dbd4b7b-2d63-4004-a626-b32cf4ccee4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.2382827
Apr 16 21:34:04.179628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57556) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.272342 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:04.280423 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-587d3246-bb4c-4ac9-8b7d-6c94a7a80fd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:04.281488 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-587d3246-bb4c-4ac9-8b7d-6c94a7a80fd2 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/bb8776c7-c7c5-4065-b9d2-a525af9f439b HTTP/1.1" status: 404  len: 336 time: 0.1358728
Apr 16 21:34:04.287796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57558) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.289144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19789f14-2df7-4adf-8cf1-9ecb67526387 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:04.290794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-19789f14-2df7-4adf-8cf1-9ecb67526387 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&device_id=1939af7a-bde3-4ab2-be7d-b83414786cf3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2142680
Apr 16 21:34:04.301091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57560) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.368372 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Publish callbacks [] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:04.389595 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab6de44-8f38-4bb2-9caf-b1171289de0f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:04.390056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab6de44-8f38-4bb2-9caf-b1171289de0f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:04.393280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eab6de44-8f38-4bb2-9caf-b1171289de0f tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/e4da47e5-2997-4b96-b5e3-c7c09c972d78 HTTP/1.1" status: 404  len: 337 time: 0.1014702
Apr 16 21:34:04.400853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57562) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.425868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-961975cb-d73d-477c-acfa-2e67fd5b4fda None None] Provisioning complete for port 00047fe5-30ac-4172-8795-8d6acfe3360d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:04.426451 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-961975cb-d73d-477c-acfa-2e67fd5b4fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (00047fe5-30ac-4172-8795-8d6acfe3360d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:04.446047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ee8f4c58-33a3-40c4-9c36-b3de8d84e002 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ed0e85d-ceb0-4cc5-bd14-55677f313ded HTTP/1.1" status: 200  len: 205 time: 0.0419211
Apr 16 21:34:04.451609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57564) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.459110 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:04.466995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-961975cb-d73d-477c-acfa-2e67fd5b4fda None None] Port 00047fe5-30ac-4172-8795-8d6acfe3360d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:04.519410 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Attempting to bind port c7dc337c-6f8f-4615-8d6c-df46873f0b37 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:04.519826 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Attempting to bind port c7dc337c-6f8f-4615-8d6c-df46873f0b37 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:04.520320 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-b604bf87-c9d2-4316-88ff-788ddf6ea238 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:04.522854 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Attempting to bind port c7dc337c-6f8f-4615-8d6c-df46873f0b37 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:04.522974 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b604bf87-c9d2-4316-88ff-788ddf6ea238 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/routers/7ed0e85d-ceb0-4cc5-bd14-55677f313ded HTTP/1.1" status: 404  len: 336 time: 0.0688212
Apr 16 21:34:04.526847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57566) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.529067 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Pushing event updated for resources: {'Port': ['ID=c7dc337c-6f8f-4615-8d6c-df46873f0b37,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:04.533464 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:04.533833 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:04.534423 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:04.534808 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:04.535454 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Bound port: c7dc337c-6f8f-4615-8d6c-df46873f0b37, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:04.535835 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:04.563629 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.563970 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.564517 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.564856 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.565183 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.565669 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.566160 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.566490 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.566814 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.567136 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.567459 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.567780 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.568098 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.568441 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.568759 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.580770 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-629eaccc-1a2d-40d3-b05d-6337bfe40d57 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:04.581247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629eaccc-1a2d-40d3-b05d-6337bfe40d57 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:04.586265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-629eaccc-1a2d-40d3-b05d-6337bfe40d57 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/9d68c371-61c3-485a-bbda-e924a9a2d561 HTTP/1.1" status: 404  len: 337 time: 0.0560076
Apr 16 21:34:04.588748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6d7c7e-3d97-45fb-b5cc-046c2e050fe2 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:04.590769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ad6d7c7e-3d97-45fb-b5cc-046c2e050fe2 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/networks/f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 881 time: 0.2887275
Apr 16 21:34:04.594052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57568) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.597776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57570) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.612321 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] For port c7dc337c-6f8f-4615-8d6c-df46873f0b37, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:04.615676 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] For port c7dc337c-6f8f-4615-8d6c-df46873f0b37, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7dc337c-6f8f-4615-8d6c-df46873f0b37,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:04.658915 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-64382c4f-f084-446f-96fa-bed0ac0b1973 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:04.659396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64382c4f-f084-446f-96fa-bed0ac0b1973 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:04.662613 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-64382c4f-f084-446f-96fa-bed0ac0b1973 tempest-RoutersTest-2134863235 tempest-RoutersTest-2134863235-project] 10.222.0.20 "DELETE /v2.0/subnets/edcca6e3-7e2a-4487-87dc-74df9f7994b1 HTTP/1.1" status: 404  len: 337 time: 0.0670905
Apr 16 21:34:04.664569 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3596ed3a-b5e1-4527-b8f2-1f703bf2f279 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "GET /v2.0/ports?device_id=1939af7a-bde3-4ab2-be7d-b83414786cf3 HTTP/1.1" status: 200  len: 205 time: 0.0676243
Apr 16 21:34:04.670455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57574) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.682085 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Publish callbacks [] for security_group (e5e103f9-b39f-4964-ac2c-2dbed88e0b32), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:04.688698 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:04.732395 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e5e103f9-b39f-4964-ac2c-2dbed88e0b32), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:04.766505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e103f9-b39f-4964-ac2c-2dbed88e0b32,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:04.776331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:04.778866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e7c87e0b-a2f3-40dc-a254-9ae5c8df2740 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting port 00047fe5-30ac-4172-8795-8d6acfe3360d {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:04.779200 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7c87e0b-a2f3-40dc-a254-9ae5c8df2740 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (00047fe5-30ac-4172-8795-8d6acfe3360d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:04.786319 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Routers {'5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:04.787230 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124e9afd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:04.819304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.819645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.819999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.820400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.820743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.821081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.821417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.821748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.822079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.822410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.822773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.823066 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.823393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.823719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.824605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:04.840688 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8e4c3b12-0c61-4576-9708-740238d96d13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6493b47e9144fd28bea83d8b39fbdfb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6935945
Apr 16 21:34:04.841571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57576) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:04.850085 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94332db8-29a3-4091-92dd-6ee443e1abe6 None None] Pushing event updated for resources: {'Port': ['ID=c7dc337c-6f8f-4615-8d6c-df46873f0b37,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:04.891623 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (1939af7a-bde3-4ab2-be7d-b83414786cf3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:04.947263 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] Set router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:05.022380 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7c87e0b-a2f3-40dc-a254-9ae5c8df2740 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (00047fe5-30ac-4172-8795-8d6acfe3360d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.043867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e7c87e0b-a2f3-40dc-a254-9ae5c8df2740 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Calling delete_port for 00047fe5-30ac-4172-8795-8d6acfe3360d owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:05.152541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Allocated IP 172.20.0.1 (b0b57eca-5587-422d-aee9-773ab2a51166/790327af-1d0e-4060-8eb3-ab75fb735884/826349c1-6e38-4def-b569-57d460f57456) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:05.222449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57580) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:05.247189 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124e9afd0>, [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:34:01Z', 'revision_number': 3, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:05.273837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c3fc01d-6f40-496c-933c-a85b7cdeac17 admin admin] Publish callbacks [] for security_group (e5e103f9-b39f-4964-ac2c-2dbed88e0b32), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.286004 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9d60e-6ade-4422-aeef-ba272da060a2 None None] The sync data for ids ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'] in ncdv-master-1 is: [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:34:01Z', 'revision_number': 3, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:05.350769 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c3fc01d-6f40-496c-933c-a85b7cdeac17 admin admin] Publish callbacks [] for security_group (e5e103f9-b39f-4964-ac2c-2dbed88e0b32), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.373071 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Publish callbacks [] for port (826349c1-6e38-4def-b569-57d460f57456), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.397033 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (1939af7a-bde3-4ab2-be7d-b83414786cf3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.463452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7c87e0b-a2f3-40dc-a254-9ae5c8df2740 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (00047fe5-30ac-4172-8795-8d6acfe3360d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.475144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-482ff02f-2db6-45ca-a14c-e56cf228d07d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=292e9ba4444745f89ed1ace7cf6240cb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2507925
Apr 16 21:34:05.477834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57584) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:05.491907 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c3fc01d-6f40-496c-933c-a85b7cdeac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e5e103f9-b39f-4964-ac2c-2dbed88e0b32), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.494482 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c3fc01d-6f40-496c-933c-a85b7cdeac17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.507440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5c3fc01d-6f40-496c-933c-a85b7cdeac17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5e103f9-b39f-4964-ac2c-2dbed88e0b32 HTTP/1.1" status: 204  len: 168 time: 0.6519315
Apr 16 21:34:05.508523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c87e0b-a2f3-40dc-a254-9ae5c8df2740 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Port': ['ID=00047fe5-30ac-4172-8795-8d6acfe3360d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:05.533065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fc01d-6f40-496c-933c-a85b7cdeac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e103f9-b39f-4964-ac2c-2dbed88e0b32,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:05.590761 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (826349c1-6e38-4def-b569-57d460f57456), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.602234 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7c87e0b-a2f3-40dc-a254-9ae5c8df2740 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.617344 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e7c87e0b-a2f3-40dc-a254-9ae5c8df2740 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/00047fe5-30ac-4172-8795-8d6acfe3360d HTTP/1.1" status: 204  len: 168 time: 1.4342294
Apr 16 21:34:05.618846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57588) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:05.669418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a934-b1a1-4694-b3ef-7382e52bae1f admin admin] Publish callbacks [] for security_group (7b2f58ca-3af5-4324-9ac7-4ec2249834ba), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.703699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Deleting port 2b10e502-b0a7-498d-a3fd-c75579059414 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:05.704051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2b10e502-b0a7-498d-a3fd-c75579059414), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.714112 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Network b0b57eca-5587-422d-aee9-773ab2a51166 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:05.722047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:05.724927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:05.734117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Pushing event updated for resources: {'Port': ['ID=826349c1-6e38-4def-b569-57d460f57456,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:05.767971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132800b2-efcf-40f1-8ae2-b6d91362637e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:05.773467 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-132800b2-efcf-40f1-8ae2-b6d91362637e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1505451
Apr 16 21:34:05.779032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57590) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:05.783738 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a934-b1a1-4694-b3ef-7382e52bae1f admin admin] Publish callbacks [] for security_group (7b2f58ca-3af5-4324-9ac7-4ec2249834ba), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.832229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.848916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d963c441-5a40-40ef-a096-2e8b3094d2ec tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:05.851507 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d963c441-5a40-40ef-a096-2e8b3094d2ec tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0709326
Apr 16 21:34:05.862341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57594) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:05.977233 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2b10e502-b0a7-498d-a3fd-c75579059414), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:05.992383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f0a31-e5ec-4246-b448-3c1bd6ed88d1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:05.993725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f0a31-e5ec-4246-b448-3c1bd6ed88d1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:05.995198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f0a31-e5ec-4246-b448-3c1bd6ed88d1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:05.996912 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1c0f0a31-e5ec-4246-b448-3c1bd6ed88d1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1316991
Apr 16 21:34:06.000002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57598) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:06.037666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Calling delete_port for 2b10e502-b0a7-498d-a3fd-c75579059414 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:06.105333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e275180-5065-4039-8c94-3c98b7dcc23b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 40ccf8a2-5f8a-4dbf-ade8-85685e37fab1 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:34:06.109639 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9e275180-5065-4039-8c94-3c98b7dcc23b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (40ccf8a2-5f8a-4dbf-ade8-85685e37fab1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.110054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-91d5f80d-1bac-4680-b497-20043596d87c None None] Provisioning complete for port 826349c1-6e38-4def-b569-57d460f57456 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:06.110571 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-91d5f80d-1bac-4680-b497-20043596d87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (826349c1-6e38-4def-b569-57d460f57456), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.166841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-91d5f80d-1bac-4680-b497-20043596d87c None None] Port 826349c1-6e38-4def-b569-57d460f57456 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:06.205553 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a934-b1a1-4694-b3ef-7382e52bae1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7b2f58ca-3af5-4324-9ac7-4ec2249834ba), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.208227 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a934-b1a1-4694-b3ef-7382e52bae1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.212098 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9ff3a934-b1a1-4694-b3ef-7382e52bae1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b2f58ca-3af5-4324-9ac7-4ec2249834ba HTTP/1.1" status: 204  len: 168 time: 0.7305193
Apr 16 21:34:06.218870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9e275180-5065-4039-8c94-3c98b7dcc23b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (40ccf8a2-5f8a-4dbf-ade8-85685e37fab1), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.219947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (826349c1-6e38-4def-b569-57d460f57456), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.229025 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3a934-b1a1-4694-b3ef-7382e52bae1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2f58ca-3af5-4324-9ac7-4ec2249834ba,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:06.241881 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.407487 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2b10e502-b0a7-498d-a3fd-c75579059414), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.409558 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9e275180-5065-4039-8c94-3c98b7dcc23b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (40ccf8a2-5f8a-4dbf-ade8-85685e37fab1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.456504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Pushing event deleted for resources: {'Port': ['ID=2b10e502-b0a7-498d-a3fd-c75579059414,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:06.540528 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Publish callbacks [] for port (826349c1-6e38-4def-b569-57d460f57456), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.555516 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (1939af7a-bde3-4ab2-be7d-b83414786cf3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.618551 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9e275180-5065-4039-8c94-3c98b7dcc23b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (40ccf8a2-5f8a-4dbf-ade8-85685e37fab1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.663582 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (1939af7a-bde3-4ab2-be7d-b83414786cf3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.667138 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_controller (1939af7a-bde3-4ab2-be7d-b83414786cf3), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.672259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e275180-5065-4039-8c94-3c98b7dcc23b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=40ccf8a2-5f8a-4dbf-ade8-85685e37fab1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:06.674060 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (826349c1-6e38-4def-b569-57d460f57456), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.676835 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9e275180-5065-4039-8c94-3c98b7dcc23b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.680412 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9e275180-5065-4039-8c94-3c98b7dcc23b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/40ccf8a2-5f8a-4dbf-ade8-85685e37fab1 HTTP/1.1" status: 204  len: 168 time: 0.6788659
Apr 16 21:34:06.690529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821dbc1d-261f-4f92-b191-1b1608321b5c None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:06.695476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57616) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:06.769946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Pushing event updated for resources: {'Port': ['ID=826349c1-6e38-4def-b569-57d460f57456,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:06.788560 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.806732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6daf1c-80da-4aff-bd1a-d050ac34096c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Deleting subnet 4b0600f4-0658-4cfa-9e6e-9cea79f6cecf {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:34:06.810913 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f6daf1c-80da-4aff-bd1a-d050ac34096c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (4b0600f4-0658-4cfa-9e6e-9cea79f6cecf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.876379 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f6daf1c-80da-4aff-bd1a-d050ac34096c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (4b0600f4-0658-4cfa-9e6e-9cea79f6cecf), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.913570 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (1939af7a-bde3-4ab2-be7d-b83414786cf3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.914242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Fanout notify agent at l3_agent the message router_deleted on router 1939af7a-bde3-4ab2-be7d-b83414786cf3 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:34:06.924462 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:06.925720 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c53b7729-3313-4c1a-b19e-0f416839e9d8 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "DELETE /v2.0/routers/1939af7a-bde3-4ab2-be7d-b83414786cf3 HTTP/1.1" status: 204  len: 168 time: 2.2546973
Apr 16 21:34:06.930401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57624) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:06.952801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1214493608', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:06.978123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Network b0b57eca-5587-422d-aee9-773ab2a51166 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:06.982106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:07.065298 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f6daf1c-80da-4aff-bd1a-d050ac34096c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (4b0600f4-0658-4cfa-9e6e-9cea79f6cecf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:07.167936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c7dc337c-6f8f-4615-8d6c-df46873f0b37 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:07.172652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:07.173699 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:07.239322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:34:07.304771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c7dc337c-6f8f-4615-8d6c-df46873f0b37 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:07.305520 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:07.321633 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f6daf1c-80da-4aff-bd1a-d050ac34096c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (4b0600f4-0658-4cfa-9e6e-9cea79f6cecf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:07.364145 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f6daf1c-80da-4aff-bd1a-d050ac34096c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:07.390965 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2f6daf1c-80da-4aff-bd1a-d050ac34096c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/4b0600f4-0658-4cfa-9e6e-9cea79f6cecf HTTP/1.1" status: 204  len: 168 time: 0.6941433
Apr 16 21:34:07.393458 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57634) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:07.452291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_controller (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:07.499130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1a2553bc-0343-4d6f-9b99-ee84fc466a24 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1026788
Apr 16 21:34:07.500615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6daf1c-80da-4aff-bd1a-d050ac34096c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0600f4-0658-4cfa-9e6e-9cea79f6cecf,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:07.502835 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57636) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:07.522793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c7dc337c-6f8f-4615-8d6c-df46873f0b37 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:07.522793 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:07.530320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9c9ab976-5559-4003-9d69-afc84e871de8 None None] Provisioning complete for port 826349c1-6e38-4def-b569-57d460f57456 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:07.530707 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab976-5559-4003-9d69-afc84e871de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (826349c1-6e38-4def-b569-57d460f57456), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:07.583648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port c7dc337c-6f8f-4615-8d6c-df46873f0b37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7dc337c-6f8f-4615-8d6c-df46873f0b37,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:07.595998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ab976-5559-4003-9d69-afc84e871de8 None None] Port 826349c1-6e38-4def-b569-57d460f57456 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:07.607885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dfe70a-1d68-499f-899b-bec5654bc194 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:07.618105 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a4dfe70a-1d68-499f-899b-bec5654bc194 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1033142
Apr 16 21:34:07.620617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57644) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:07.687391 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:07.717778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63264b5-3b1c-4879-878d-d625f0556bf5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:07.722386 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c63264b5-3b1c-4879-878d-d625f0556bf5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0999424
Apr 16 21:34:07.722972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57648) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:07.771565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=c7dc337c-6f8f-4615-8d6c-df46873f0b37,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:07.785695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3349dffe-a852-4d26-958b-9c2a9a2bf423 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0615120
Apr 16 21:34:07.786325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57652) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:07.818716 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9aacc2-a807-48f4-93a2-8bdbcddd404d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:07.818716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9aacc2-a807-48f4-93a2-8bdbcddd404d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:07.818913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:07.820945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6c9aacc2-a807-48f4-93a2-8bdbcddd404d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/00047fe5-30ac-4172-8795-8d6acfe3360d HTTP/1.1" status: 404  len: 333 time: 0.0333390
Apr 16 21:34:07.821648 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57656) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:07.828138 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Sync routers for ids ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:07.851391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f8ae53d6-7f75-4e52-83fa-4d1031f6fa73 admin admin] 10.222.0.20 "PUT /v2.0/routers/5f397c3b-fcdd-4d5b-94a2-cdf49fe45147/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2602890
Apr 16 21:34:07.854078 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17b903b-d584-4d15-bbc9-52506eaf7762 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:07.854612 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17b903b-d584-4d15-bbc9-52506eaf7762 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:07.861385 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e17b903b-d584-4d15-bbc9-52506eaf7762 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/40ccf8a2-5f8a-4dbf-ade8-85685e37fab1 HTTP/1.1" status: 404  len: 337 time: 0.0385244
Apr 16 21:34:07.862059 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57660) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:07.862572 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:07.866959 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Routers {'5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:07.872358 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247f4ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:07.895005 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fd93e2-46df-48a6-9732-6a37d890ec34 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:07.895479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fd93e2-46df-48a6-9732-6a37d890ec34 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:07.899929 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e7fd93e2-46df-48a6-9732-6a37d890ec34 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/4b0600f4-0658-4cfa-9e6e-9cea79f6cecf HTTP/1.1" status: 404  len: 337 time: 0.0354979
Apr 16 21:34:07.901668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57662) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:07.937941 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-98270a3f-6903-4b20-a297-c431bc0911b4 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:07.938820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98270a3f-6903-4b20-a297-c431bc0911b4 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:07.945200 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-98270a3f-6903-4b20-a297-c431bc0911b4 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/0fc9787b-afae-4ca8-9b0d-10a3dec02307 HTTP/1.1" status: 404  len: 333 time: 0.0393293
Apr 16 21:34:07.946103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57664) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:07.981224 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3f359c-4f74-49ba-92e2-02b482bf28a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:07.981753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3f359c-4f74-49ba-92e2-02b482bf28a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:07.988063 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ee3f359c-4f74-49ba-92e2-02b482bf28a6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/5610d2bc-4128-462e-9ecb-72d46d239e6f HTTP/1.1" status: 404  len: 337 time: 0.0391574
Apr 16 21:34:07.988741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57666) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.029653 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d485015-848d-4f2a-9fed-278f3395fe0c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.030423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d485015-848d-4f2a-9fed-278f3395fe0c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.034032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0d485015-848d-4f2a-9fed-278f3395fe0c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/785013c3-380f-4853-9fe1-1c3b2cf8d264 HTTP/1.1" status: 404  len: 337 time: 0.0441613
Apr 16 21:34:08.036661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57670) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.057028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ba563d-2b69-46d3-bdd0-238ff4a8675d None None] Network 0d27c69b-2090-42d8-afae-1332cd31e453 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:08.071543 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b70965-b04b-42e3-8031-896295b39097 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.072201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b70965-b04b-42e3-8031-896295b39097 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.079019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-78b70965-b04b-42e3-8031-896295b39097 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/6689b609-14c0-4d5f-9e71-33eb23092ad2 HTTP/1.1" status: 404  len: 333 time: 0.0390215
Apr 16 21:34:08.079265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57672) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.088138 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Set router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:08.156840 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-810292d3-3c92-4f08-8622-6d1ee46213f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.157741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810292d3-3c92-4f08-8622-6d1ee46213f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.163620 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-810292d3-3c92-4f08-8622-6d1ee46213f7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/008a0578-3700-4b9d-88c2-e34db2e26405 HTTP/1.1" status: 404  len: 337 time: 0.0810466
Apr 16 21:34:08.164367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57678) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.191130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-995c2b83-25c1-4e7e-af10-f477be44c890 None None] Provisioning complete for port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:08.191698 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-995c2b83-25c1-4e7e-af10-f477be44c890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:08.207844 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9342500b-0226-4916-be1d-c845bfdae346 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.208667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9342500b-0226-4916-be1d-c845bfdae346 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.215881 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9342500b-0226-4916-be1d-c845bfdae346 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/930d5e98-f72c-4e0e-9b1a-4d965b49ff1f HTTP/1.1" status: 404  len: 337 time: 0.0471289
Apr 16 21:34:08.216263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57680) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.223039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:08.246296 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f0ff6e-f684-40c5-a70a-a8c7b24d781e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.247311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f0ff6e-f684-40c5-a70a-a8c7b24d781e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.251892 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-25f0ff6e-f684-40c5-a70a-a8c7b24d781e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/e0e4161d-8a16-437a-a192-7402da6c123c HTTP/1.1" status: 404  len: 333 time: 0.0346010
Apr 16 21:34:08.264638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57682) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.275074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:08.303009 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1aaa0b6-b5d6-40a5-a243-bdc096c56f01 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.303369 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1aaa0b6-b5d6-40a5-a243-bdc096c56f01 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.307324 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c1aaa0b6-b5d6-40a5-a243-bdc096c56f01 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/dc1ccd59-e165-4281-8618-b198c14cab8a HTTP/1.1" status: 404  len: 337 time: 0.0416288
Apr 16 21:34:08.310189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57686) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.354863 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8413a75-d0b6-4663-ad0d-a0936fdcf67d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.355633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8413a75-d0b6-4663-ad0d-a0936fdcf67d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.363407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e8413a75-d0b6-4663-ad0d-a0936fdcf67d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/bcbf1b34-8f4f-4092-9e14-d2897c3288cf HTTP/1.1" status: 404  len: 337 time: 0.0520053
Apr 16 21:34:08.366220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57688) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.375920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57690) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.418369 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f80e25-5990-435d-9a29-c85c9309aed7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.419907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f80e25-5990-435d-9a29-c85c9309aed7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.425153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-26f80e25-5990-435d-9a29-c85c9309aed7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/c972e1a7-86d0-4aa3-ae31-d5419622faa3 HTTP/1.1" status: 404  len: 333 time: 0.0575218
Apr 16 21:34:08.428852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57694) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.429013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56e632-9d48-4d75-9bbc-ba8fe9e4feaa None None] DHCP port deletion for 0d27c69b-2090-42d8-afae-1332cd31e453 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:34:08.450630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-995c2b83-25c1-4e7e-af10-f477be44c890 None None] Current status of the port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:08.479179 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce7e556-f560-4732-86e3-752f8f33bed1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.480069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce7e556-f560-4732-86e3-752f8f33bed1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.483463 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7ce7e556-f560-4732-86e3-752f8f33bed1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/3793d278-b485-4e85-96a1-3b49d17b8b1a HTTP/1.1" status: 404  len: 337 time: 0.0529957
Apr 16 21:34:08.486052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57696) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.506354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8d56e632-9d48-4d75-9bbc-ba8fe9e4feaa None None] Deleting port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:08.506672 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8d56e632-9d48-4d75-9bbc-ba8fe9e4feaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:08.522492 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3bb8b9-60dc-4353-8ffb-be8c51495cdf tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.526989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3bb8b9-60dc-4353-8ffb-be8c51495cdf tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.528352 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9a3bb8b9-60dc-4353-8ffb-be8c51495cdf tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/d12d8e9f-a175-4d6a-a9b0-a204e5fabca3 HTTP/1.1" status: 404  len: 333 time: 0.0408661
Apr 16 21:34:08.530861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57698) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.562058 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-961cc6cf-d8e6-43f7-b30c-09d2395046f1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.562631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961cc6cf-d8e6-43f7-b30c-09d2395046f1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.568202 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-961cc6cf-d8e6-43f7-b30c-09d2395046f1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/9c366a4d-b565-4294-a13e-40b2f632ac2f HTTP/1.1" status: 404  len: 337 time: 0.0339313
Apr 16 21:34:08.568516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57704) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.585461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Allocated IP 172.35.1.239 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/560e9e12-99ad-47dc-9436-6d08bfec26b2) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:08.597687 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-96595b6d-8db0-4e01-95c0-9ab0fc6d14c8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.598336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96595b6d-8db0-4e01-95c0-9ab0fc6d14c8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.604599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-96595b6d-8db0-4e01-95c0-9ab0fc6d14c8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/d2a202e1-b050-474a-ad74-25e26da3f005 HTTP/1.1" status: 404  len: 333 time: 0.0327909
Apr 16 21:34:08.605193 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247f4ac0>, [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:34:06Z', 'revision_number': 4, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '826349c1-6e38-4def-b569-57d460f57456', 'name': '', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'mac_address': 'fa:16:3e:2e:05:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:04Z', 'updated_at': '2022-04-16T21:34:06Z', 'revision_number': 2, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'subnets': [{'id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:08.605369 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57706) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.636390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8d56e632-9d48-4d75-9bbc-ba8fe9e4feaa None None] For port ec7c34c9-44b3-4311-b7de-2fe68d2448f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec7c34c9-44b3-4311-b7de-2fe68d2448f7,segment=NetworkSegment(e8112916-a054-4976-a38b-a652de78489c),segment_id=e8112916-a054-4976-a38b-a652de78489c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:08.637535 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8d56e632-9d48-4d75-9bbc-ba8fe9e4feaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:08.641856 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Checking router: 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:34:08.642520 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Updating router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 port 826349c1-6e38-4def-b569-57d460f57456 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:34:08.654421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8d56e632-9d48-4d75-9bbc-ba8fe9e4feaa None None] Calling delete_port for ec7c34c9-44b3-4311-b7de-2fe68d2448f7 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:08.672957 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-935d1012-bfd4-4235-b490-d2825558dce1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.674433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935d1012-bfd4-4235-b490-d2825558dce1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.680157 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-935d1012-bfd4-4235-b490-d2825558dce1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/8b48da53-4291-4b98-ba51-64799ef5a078 HTTP/1.1" status: 404  len: 337 time: 0.0714869
Apr 16 21:34:08.680645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57708) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.709468 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (826349c1-6e38-4def-b569-57d460f57456), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:08.734166 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d72fa6c-db22-4c88-ba5f-eb49b1ad7cba tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.734669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d72fa6c-db22-4c88-ba5f-eb49b1ad7cba tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.746530 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7d72fa6c-db22-4c88-ba5f-eb49b1ad7cba tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/74ed4758-31c2-4fd7-84c3-2de615981940 HTTP/1.1" status: 404  len: 333 time: 0.0583019
Apr 16 21:34:08.746706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57710) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.791428 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb06335-6cc2-49ef-8578-c3a5640ee927 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.791830 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb06335-6cc2-49ef-8578-c3a5640ee927 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.797535 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2fb06335-6cc2-49ef-8578-c3a5640ee927 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/20dc6c66-40e7-4f1e-85bd-24d7dceb691e HTTP/1.1" status: 404  len: 337 time: 0.0476203
Apr 16 21:34:08.798178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57712) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.831159 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d6fd95-8ea2-4e5b-86d3-0bf93594be38 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.837697 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for port (560e9e12-99ad-47dc-9436-6d08bfec26b2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:08.838168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d6fd95-8ea2-4e5b-86d3-0bf93594be38 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.843126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-06d6fd95-8ea2-4e5b-86d3-0bf93594be38 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/008040fb-9e3e-48f7-8ceb-df54d2cc8c77 HTTP/1.1" status: 404  len: 333 time: 0.0434284
Apr 16 21:34:08.848480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57718) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.858520 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8d56e632-9d48-4d75-9bbc-ba8fe9e4feaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (ec7c34c9-44b3-4311-b7de-2fe68d2448f7), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:08.859569 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d71d54ed-f3b9-42f6-bea1-25e29fe201b5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-752047881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:08.919958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56e632-9d48-4d75-9bbc-ba8fe9e4feaa None None] No DVR routers for this DVR port ec7c34c9-44b3-4311-b7de-2fe68d2448f7 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:34:08.920285 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-366276d9-8d1d-4342-8600-faedd9a1d848 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.920777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366276d9-8d1d-4342-8600-faedd9a1d848 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.924753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56e632-9d48-4d75-9bbc-ba8fe9e4feaa None None] Pushing event deleted for resources: {'Port': ['ID=ec7c34c9-44b3-4311-b7de-2fe68d2448f7,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:08.927078 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-366276d9-8d1d-4342-8600-faedd9a1d848 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/2ded0e79-3ef8-41ab-8c9f-6f8f167b2f5f HTTP/1.1" status: 404  len: 337 time: 0.0764160
Apr 16 21:34:08.937072 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57720) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:08.951601 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d71d54ed-f3b9-42f6-bea1-25e29fe201b5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (c3007910-814e-475e-8086-55fbd6f35d18), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:08.954601 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d71d54ed-f3b9-42f6-bea1-25e29fe201b5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (c3007910-814e-475e-8086-55fbd6f35d18), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:08.989083 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da4b06b-77ed-418a-99f6-d33222d620a3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:08.989713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da4b06b-77ed-418a-99f6-d33222d620a3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:08.992773 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (560e9e12-99ad-47dc-9436-6d08bfec26b2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:08.993291 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6da4b06b-77ed-418a-99f6-d33222d620a3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/99b27ed7-9f7d-4387-981e-3701e8759588 HTTP/1.1" status: 404  len: 333 time: 0.0530200
Apr 16 21:34:08.996834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57726) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.030337 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5077fb15-e5be-410a-999e-5e44c6f31b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.049528 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a10694-9ed4-43cc-8222-f34c1eb9ab4c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:09.050013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a10694-9ed4-43cc-8222-f34c1eb9ab4c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:09.055232 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-54a10694-9ed4-43cc-8222-f34c1eb9ab4c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/601ff240-7922-454e-9b18-53539967edc0 HTTP/1.1" status: 404  len: 337 time: 0.0549467
Apr 16 21:34:09.083194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57728) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.101869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Pushing event updated for resources: {'Port': ['ID=560e9e12-99ad-47dc-9436-6d08bfec26b2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:09.111765 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d71d54ed-f3b9-42f6-bea1-25e29fe201b5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for router_controller (c3007910-814e-475e-8086-55fbd6f35d18), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.122879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:09.125011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:09.127505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:09.131134 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5b2926-ee1a-44bc-b3b8-dea282372c67 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:09.131597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5b2926-ee1a-44bc-b3b8-dea282372c67 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:09.148811 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Publish callbacks [] for port (826349c1-6e38-4def-b569-57d460f57456), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.152879 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8d5b2926-ee1a-44bc-b3b8-dea282372c67 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/1ea4e132-f933-451c-be95-4c3992291833 HTTP/1.1" status: 404  len: 337 time: 0.0664799
Apr 16 21:34:09.153893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57732) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.163768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1ba8e-9c84-46d7-b70f-f120b5a9f561 req-db7d5ef8-a074-4a00-80f3-85dcc8984e51 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:09.164115 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d71d54ed-f3b9-42f6-bea1-25e29fe201b5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (c3007910-814e-475e-8086-55fbd6f35d18), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.165351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76d1ba8e-9c84-46d7-b70f-f120b5a9f561 req-db7d5ef8-a074-4a00-80f3-85dcc8984e51 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1128 time: 0.1112258
Apr 16 21:34:09.186635 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-324ff7b4-c020-4cf2-9f00-7697512091b7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:09.187376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324ff7b4-c020-4cf2-9f00-7697512091b7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:09.189732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c7dc337c-6f8f-4615-8d6c-df46873f0b37 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:09.190536 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-324ff7b4-c020-4cf2-9f00-7697512091b7 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/d2341e8d-5794-4570-9885-b10687e3ff56 HTTP/1.1" status: 404  len: 333 time: 0.0357592
Apr 16 21:34:09.194904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57736) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.241261 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (826349c1-6e38-4def-b569-57d460f57456), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.242261 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-76d1ba8e-9c84-46d7-b70f-f120b5a9f561 req-f27c219f-ab36-4b48-8be6-a7d73d2a1733 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587356
Apr 16 21:34:09.271495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57738) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.303993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c7dc337c-6f8f-4615-8d6c-df46873f0b37 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:09.306077 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.370081 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74258cd-cbe5-4d93-b84a-846c7c6a681e None None] Pushing event updated for resources: {'Port': ['ID=826349c1-6e38-4def-b569-57d460f57456,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:09.399494 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d71d54ed-f3b9-42f6-bea1-25e29fe201b5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.413088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d71d54ed-f3b9-42f6-bea1-25e29fe201b5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 1.0314536
Apr 16 21:34:09.416315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57746) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.416315 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd167c40-e0f7-4b95-a8bc-c52b08f248e3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:09.416718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd167c40-e0f7-4b95-a8bc-c52b08f248e3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:09.426418 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dd167c40-e0f7-4b95-a8bc-c52b08f248e3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/1be16045-3513-4921-ae8e-feba0c689ebf HTTP/1.1" status: 404  len: 337 time: 0.2266028
Apr 16 21:34:09.428421 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Attempting to bind port 826349c1-6e38-4def-b569-57d460f57456 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:09.429008 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Attempting to bind port 826349c1-6e38-4def-b569-57d460f57456 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '19a8b07f-775e-4b27-89de-c459fef966dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:09.429794 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Attempting to bind port 826349c1-6e38-4def-b569-57d460f57456 on network b0b57eca-5587-422d-aee9-773ab2a51166 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:09.439128 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:09.439128 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Checking segment: {'id': '19a8b07f-775e-4b27-89de-c459fef966dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:09.439128 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.439128 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Bound using segment: {'id': '19a8b07f-775e-4b27-89de-c459fef966dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:09.439128 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Bound port: 826349c1-6e38-4def-b569-57d460f57456, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a8b07f-775e-4b27-89de-c459fef966dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:09.439128 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (826349c1-6e38-4def-b569-57d460f57456), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.440694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1152302170'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:09.469711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57748) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.498426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57750) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.508221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-158768691-network', 'tenant_id': '8c86c75ccf784443881055dd45cd606d'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:09.512263 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5819e1-624e-4ac5-a8b1-a912e11335a9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:09.512715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5819e1-624e-4ac5-a8b1-a912e11335a9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:09.518579 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7f5819e1-624e-4ac5-a8b1-a912e11335a9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/03bc1f95-2521-4b9e-8c54-ecabb9ac5f7c HTTP/1.1" status: 404  len: 337 time: 0.0464628
Apr 16 21:34:09.520963 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c7dc337c-6f8f-4615-8d6c-df46873f0b37 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:09.522496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57752) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.526944 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] For port 826349c1-6e38-4def-b569-57d460f57456, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:09.533698 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] For port 826349c1-6e38-4def-b569-57d460f57456, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=826349c1-6e38-4def-b569-57d460f57456,segment=NetworkSegment(19a8b07f-775e-4b27-89de-c459fef966dc),segment_id=19a8b07f-775e-4b27-89de-c459fef966dc)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:09.588722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ec7c34c9-44b3-4311-b7de-2fe68d2448f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:34:09.598267 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-94611fc3-accb-4969-b3a3-881f8a34bf4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:09.598852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94611fc3-accb-4969-b3a3-881f8a34bf4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:09.602094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-94611fc3-accb-4969-b3a3-881f8a34bf4b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/f23cccfe-13f1-470d-b763-c458e816a6b6 HTTP/1.1" status: 404  len: 333 time: 0.0785804
Apr 16 21:34:09.605057 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57756) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.619639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-47d7d718-0360-44bd-80ba-e04e9f719344 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port 0d32035a-09ef-416d-8a23-66b1acb43cbc {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:09.619639 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47d7d718-0360-44bd-80ba-e04e9f719344 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0d32035a-09ef-416d-8a23-66b1acb43cbc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.622889 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ec7c34c9-44b3-4311-b7de-2fe68d2448f7 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:34:09.623365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ec7c34c9-44b3-4311-b7de-2fe68d2448f7 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:34:09.632343 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (826349c1-6e38-4def-b569-57d460f57456), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.684887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-730c1b70-bee4-4e9d-9fa2-bab0ec74702f None None] Provisioning complete for port 826349c1-6e38-4def-b569-57d460f57456 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:09.686268 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-730c1b70-bee4-4e9d-9fa2-bab0ec74702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (826349c1-6e38-4def-b569-57d460f57456), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.698199 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Made reservation on behalf of 8c86c75ccf784443881055dd45cd606d for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:09.702183 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.704679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Made reservation on behalf of 8e4351efd13f4e0fa25ba44800586e06 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:09.711062 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.722610 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-155b9f3f-6ff4-42fd-b96e-20475a7731c8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:09.722610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155b9f3f-6ff4-42fd-b96e-20475a7731c8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:09.726432 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-155b9f3f-6ff4-42fd-b96e-20475a7731c8 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/791f1dd0-e7f3-4db6-8bfc-d475320ddc5a HTTP/1.1" status: 404  len: 337 time: 0.1188347
Apr 16 21:34:09.737310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57758) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.741191 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Routers {'5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:09.742259 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247f4ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:09.746115 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74258cd-cbe5-4d93-b84a-846c7c6a681e None None] Pushing event updated for resources: {'Port': ['ID=826349c1-6e38-4def-b569-57d460f57456,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:09.748898 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.751904 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.770888 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47d7d718-0360-44bd-80ba-e04e9f719344 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0d32035a-09ef-416d-8a23-66b1acb43cbc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.771254 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47d7d718-0360-44bd-80ba-e04e9f719344 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (0d32035a-09ef-416d-8a23-66b1acb43cbc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.774707 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-21daa931-ca97-4575-b3fb-0fd0142169b3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:09.777771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21daa931-ca97-4575-b3fb-0fd0142169b3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:09.782635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-21daa931-ca97-4575-b3fb-0fd0142169b3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/ac7d9f32-ae48-49a8-9473-f7cd8fc00899 HTTP/1.1" status: 404  len: 337 time: 0.0445924
Apr 16 21:34:09.783268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57760) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.827965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-47d7d718-0360-44bd-80ba-e04e9f719344 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for 0d32035a-09ef-416d-8a23-66b1acb43cbc owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:09.844232 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cec241-07b0-496b-a13a-137d8e8dc4a9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:09.849069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5cec241-07b0-496b-a13a-137d8e8dc4a9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:09.855783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-730c1b70-bee4-4e9d-9fa2-bab0ec74702f None None] Current status of the port 826349c1-6e38-4def-b569-57d460f57456 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:09.856288 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-730c1b70-bee4-4e9d-9fa2-bab0ec74702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (826349c1-6e38-4def-b569-57d460f57456), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.864470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e5cec241-07b0-496b-a13a-137d8e8dc4a9 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/c5e79528-bd24-4a21-93c6-5a4289346ae1 HTTP/1.1" status: 404  len: 333 time: 0.0735061
Apr 16 21:34:09.868624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57764) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.914847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-730c1b70-bee4-4e9d-9fa2-bab0ec74702f None None] For port 826349c1-6e38-4def-b569-57d460f57456, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=826349c1-6e38-4def-b569-57d460f57456,segment=NetworkSegment(19a8b07f-775e-4b27-89de-c459fef966dc),segment_id=19a8b07f-775e-4b27-89de-c459fef966dc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:09.916517 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1dfda6-ebc7-41af-8ec0-5dce545bb5ee tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:09.916983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1dfda6-ebc7-41af-8ec0-5dce545bb5ee tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:09.923369 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9c1dfda6-ebc7-41af-8ec0-5dce545bb5ee tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/dac1dc57-8a14-43dc-a78f-7ddd102b4924 HTTP/1.1" status: 404  len: 337 time: 0.0513906
Apr 16 21:34:09.927014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57766) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:09.959492 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] Set router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:09.959876 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:09.984816 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-730c1b70-bee4-4e9d-9fa2-bab0ec74702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (826349c1-6e38-4def-b569-57d460f57456), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:10.005355 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2abeda6-76b1-40c9-b289-f2ea76c38195 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:10.005780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2abeda6-76b1-40c9-b289-f2ea76c38195 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:10.018970 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e2abeda6-76b1-40c9-b289-f2ea76c38195 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/a608f24c-eac3-4b40-853d-b228a21da4a1 HTTP/1.1" status: 404  len: 337 time: 0.0619431
Apr 16 21:34:10.019610 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57768) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.079182 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f525a8ac-0b7c-484d-a3fa-f1cb0832193b tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports?device_id=29b2c43f-1bb6-458e-a2cc-3bb96692e582 HTTP/1.1" status: 200  len: 205 time: 0.0497570
Apr 16 21:34:10.085193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57772) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.124100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c1b70-bee4-4e9d-9fa2-bab0ec74702f None None] Pushing event updated for resources: {'Port': ['ID=826349c1-6e38-4def-b569-57d460f57456,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:10.129348 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-23443fa4-63fa-44e0-ac2f-2f2c9383a89f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:10.131953 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-23443fa4-63fa-44e0-ac2f-2f2c9383a89f tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/routers/29b2c43f-1bb6-458e-a2cc-3bb96692e582 HTTP/1.1" status: 404  len: 336 time: 0.0442607
Apr 16 21:34:10.133202 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57774) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.145380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-195f73da-0848-42d4-a8d0-96bcdc05644f None None] Provisioning complete for port 826349c1-6e38-4def-b569-57d460f57456 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:10.145763 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-195f73da-0848-42d4-a8d0-96bcdc05644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (826349c1-6e38-4def-b569-57d460f57456), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:10.176254 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dbe23f-20b3-4e6b-b4a2-561c4a7cfe56 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:10.176984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dbe23f-20b3-4e6b-b4a2-561c4a7cfe56 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:10.180190 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f8dbe23f-20b3-4e6b-b4a2-561c4a7cfe56 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/3cd530d8-cb78-48ab-8e0a-246d75897afd HTTP/1.1" status: 404  len: 337 time: 0.0444570
Apr 16 21:34:10.184629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57776) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.228934 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ae3e578f-53c5-4f2f-b7c9-7e8bdd419616 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a8a635c-db0e-4416-a6dc-b8a501f86195 HTTP/1.1" status: 200  len: 205 time: 0.0429630
Apr 16 21:34:10.232380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57778) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.239081 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247f4ac0>, [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:34:06Z', 'revision_number': 4, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '826349c1-6e38-4def-b569-57d460f57456', 'name': '', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'mac_address': 'fa:16:3e:2e:05:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:04Z', 'updated_at': '2022-04-16T21:34:09Z', 'revision_number': 4, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'subnets': [{'id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:10.276355 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccafc0bc-b030-40e2-9a32-476bf1eec25b None None] The sync data for ids ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'] in ncdv-master-1 is: [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:34:06Z', 'revision_number': 4, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '826349c1-6e38-4def-b569-57d460f57456', 'name': '', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'mac_address': 'fa:16:3e:2e:05:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:04Z', 'updated_at': '2022-04-16T21:34:09Z', 'revision_number': 4, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'subnets': [{'id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:10.289772 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-04ee06ee-9c81-4f25-af7a-9d8e93fbce94 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:10.294424 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-04ee06ee-9c81-4f25-af7a-9d8e93fbce94 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/routers/2a8a635c-db0e-4416-a6dc-b8a501f86195 HTTP/1.1" status: 404  len: 336 time: 0.0602543
Apr 16 21:34:10.295139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57782) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.308035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-195f73da-0848-42d4-a8d0-96bcdc05644f None None] Current status of the port 826349c1-6e38-4def-b569-57d460f57456 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:10.378798 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-de68b77a-8e15-419f-b780-ef57696bcc51 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:10.379258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de68b77a-8e15-419f-b780-ef57696bcc51 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:10.382382 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-de68b77a-8e15-419f-b780-ef57696bcc51 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/cd5e6aae-1b8b-4081-ba03-7107a8b263cd HTTP/1.1" status: 404  len: 337 time: 0.0837865
Apr 16 21:34:10.387235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57784) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.421439 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a07fb2a-abf3-421e-ac21-52dec4fd9ede tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:10.421933 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a07fb2a-abf3-421e-ac21-52dec4fd9ede tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:10.425097 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2a07fb2a-abf3-421e-ac21-52dec4fd9ede tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/ea872041-c6aa-4a79-b777-bb3255e56457 HTTP/1.1" status: 404  len: 337 time: 0.0368774
Apr 16 21:34:10.427914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57786) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.463539 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e71be35-9f48-4b4e-8e56-75818ecbf711 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:10.464653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e71be35-9f48-4b4e-8e56-75818ecbf711 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:10.470542 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8e71be35-9f48-4b4e-8e56-75818ecbf711 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/5ebb31bd-fd9d-4921-ac7e-8d17affc8518 HTTP/1.1" status: 404  len: 333 time: 0.0387542
Apr 16 21:34:10.470542 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57790) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.500831 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75aaa9a-9c6c-4d2f-b76d-82fecbaf79ec tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:10.501294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75aaa9a-9c6c-4d2f-b76d-82fecbaf79ec tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:10.504771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a75aaa9a-9c6c-4d2f-b76d-82fecbaf79ec tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/04d97ae1-698f-4724-99e6-81dbedfbcdfb HTTP/1.1" status: 404  len: 337 time: 0.0331390
Apr 16 21:34:10.509960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57792) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.541936 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cdd86c-ef21-44a6-a2b5-990aac0871c3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:10.543094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cdd86c-ef21-44a6-a2b5-990aac0871c3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:10.549094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d5cdd86c-ef21-44a6-a2b5-990aac0871c3 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/91c6ec77-1ba4-49da-ba78-8ae2cf4140f4 HTTP/1.1" status: 404  len: 333 time: 0.0383224
Apr 16 21:34:10.549786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57794) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.584523 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c48844-9afc-44bd-a4ee-47983a205ee2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:10.584892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c48844-9afc-44bd-a4ee-47983a205ee2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:10.589997 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e5c48844-9afc-44bd-a4ee-47983a205ee2 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/b389af38-5209-43a6-affb-ff6f1b77b362 HTTP/1.1" status: 404  len: 337 time: 0.0373907
Apr 16 21:34:10.592694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57796) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.602849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47d7d718-0360-44bd-80ba-e04e9f719344 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0d32035a-09ef-416d-8a23-66b1acb43cbc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:10.624804 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-207c25ac-6166-4d39-8e03-ae28ccfe276e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:10.625714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207c25ac-6166-4d39-8e03-ae28ccfe276e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:10.631430 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-207c25ac-6166-4d39-8e03-ae28ccfe276e tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/6abf04f9-74b2-4a99-ad81-6a1240499a0a HTTP/1.1" status: 404  len: 333 time: 0.0350649
Apr 16 21:34:10.653262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57798) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.684338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7d718-0360-44bd-80ba-e04e9f719344 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=0d32035a-09ef-416d-8a23-66b1acb43cbc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:10.686614 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-54dd628a-9ddd-4075-815b-84303659c94a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:10.687079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54dd628a-9ddd-4075-815b-84303659c94a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:10.692724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-54dd628a-9ddd-4075-815b-84303659c94a tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/35326d00-c263-4cce-8e33-7b4065a28cbc HTTP/1.1" status: 404  len: 337 time: 0.0358815
Apr 16 21:34:10.694715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57802) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.746249 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:10.747486 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-96946e7d-4908-4341-866e-b06ba6a3d7c1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:10.748077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96946e7d-4908-4341-866e-b06ba6a3d7c1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:10.751158 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-96946e7d-4908-4341-866e-b06ba6a3d7c1 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/d38032e7-b633-45f2-818e-66b102648b9d HTTP/1.1" status: 404  len: 333 time: 0.0558901
Apr 16 21:34:10.755345 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57804) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.778003 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Publish callbacks [] for security_group (2ca19632-a3eb-4ad9-a849-f3ca813831d5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:10.780069 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for security_group (95bb9622-a25d-4dcc-bd2c-c094f2726611), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:10.794883 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47d7d718-0360-44bd-80ba-e04e9f719344 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:10.795895 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-47d7d718-0360-44bd-80ba-e04e9f719344 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Floating IP f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5 disassociated (deleted). External IP: 172.35.1.141, port: f0531494-4be1-4c6b-bed4-5ffd32fa231d.
Apr 16 21:34:10.856553 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2ca19632-a3eb-4ad9-a849-f3ca813831d5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:10.859826 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-967781b9-cfa0-48d5-9dbd-c92ebbb39e75 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:10.860319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967781b9-cfa0-48d5-9dbd-c92ebbb39e75 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:10.865518 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-967781b9-cfa0-48d5-9dbd-c92ebbb39e75 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/db3f137a-d703-43f4-b253-2d0424c4ccd7 HTTP/1.1" status: 404  len: 337 time: 0.1091187
Apr 16 21:34:10.902406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57808) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.919780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (95bb9622-a25d-4dcc-bd2c-c094f2726611), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:10.957392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:10.961122 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b193af29-a7f0-42c3-95a6-9dd41bba350d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:10.961802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b193af29-a7f0-42c3-95a6-9dd41bba350d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:10.964706 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b193af29-a7f0-42c3-95a6-9dd41bba350d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/45ba40a3-0847-446e-9583-e9377dffc6a8 HTTP/1.1" status: 404  len: 333 time: 0.0613043
Apr 16 21:34:10.978072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57812) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:10.984438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:11.025824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca19632-a3eb-4ad9-a849-f3ca813831d5,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:11.029730 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2ef2dbc2-f7fb-42a1-8797-02d787eafb0b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:11.035878 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Added segment 2ef2dbc2-f7fb-42a1-8797-02d787eafb0b of type vlan for network d0c222a2-58f4-4313-8f41-155047467841
Apr 16 21:34:11.035878 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-6925b8c1-7cf4-4111-8939-7ccc553323f6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:11.035878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6925b8c1-7cf4-4111-8939-7ccc553323f6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:11.038609 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6925b8c1-7cf4-4111-8939-7ccc553323f6 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/27dd14c5-5b24-4e19-bfda-1ed5968a8733 HTTP/1.1" status: 404  len: 337 time: 0.0554929
Apr 16 21:34:11.050446 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1cef9e00-411a-40f0-9244-514ec3a7cf73), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:11.050798 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Added segment 1cef9e00-411a-40f0-9244-514ec3a7cf73 of type vlan for network d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4
Apr 16 21:34:11.055077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57814) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:11.101602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d7d718-0360-44bd-80ba-e04e9f719344 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router d2c9b092-22ae-4123-85f9-b52fd6ffabcb has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:34:11.136002 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e5b018-502b-4fcb-901f-aedc4126cc1c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:11.136654 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e5b018-502b-4fcb-901f-aedc4126cc1c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:11.140231 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-25e5b018-502b-4fcb-901f-aedc4126cc1c tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/e2390bc9-4fa6-40e7-bd97-953b5ac5aac2 HTTP/1.1" status: 404  len: 333 time: 0.0837808
Apr 16 21:34:11.164984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57816) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:11.199608 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafa9fac-de47-47be-8636-a1697eac83d5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:11.200400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafa9fac-de47-47be-8636-a1697eac83d5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:11.202099 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (d0c222a2-58f4-4313-8f41-155047467841), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:11.204512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-aafa9fac-de47-47be-8636-a1697eac83d5 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/ad489ae1-72aa-4419-b714-77751686dc56 HTTP/1.1" status: 404  len: 337 time: 0.0380411
Apr 16 21:34:11.207717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57820) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:11.226728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95bb9622-a25d-4dcc-bd2c-c094f2726611,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:11.242763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 826349c1-6e38-4def-b569-57d460f57456 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:11.252774 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:11.284944 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-3151a665-f859-4c13-9039-42794fa98d6d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:11.285558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3151a665-f859-4c13-9039-42794fa98d6d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:11.288809 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3151a665-f859-4c13-9039-42794fa98d6d tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/ports/125d3d1f-4ea0-41c9-9142-183b42213686 HTTP/1.1" status: 404  len: 333 time: 0.0706184
Apr 16 21:34:11.291436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57822) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:11.318887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 826349c1-6e38-4def-b569-57d460f57456 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:11.319448 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (826349c1-6e38-4def-b569-57d460f57456), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:11.327472 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9938e32f-32dc-46c2-b7dd-370b923e3306 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:11.328264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9938e32f-32dc-46c2-b7dd-370b923e3306 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:11.333140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9938e32f-32dc-46c2-b7dd-370b923e3306 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/subnets/fb57a8a7-2f92-4141-9ee3-78737028898f HTTP/1.1" status: 404  len: 337 time: 0.0402756
Apr 16 21:34:11.336283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57824) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:11.357623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d7d718-0360-44bd-80ba-e04e9f719344 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:11.362282 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Router a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:34:11.367155 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47d7d718-0360-44bd-80ba-e04e9f719344 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:11.372736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af9737-de16-4e15-9702-968f153aab07 None None] Sync routers for ids ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:11.392502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af9737-de16-4e15-9702-968f153aab07 None None] Routers {'d2c9b092-22ae-4123-85f9-b52fd6ffabcb'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:11.393677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-71af9737-de16-4e15-9702-968f153aab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe7cd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:33:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:11.402913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (d0c222a2-58f4-4313-8f41-155047467841), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:11.403875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:11.404543 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:11.411998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-47d7d718-0360-44bd-80ba-e04e9f719344 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/floatingips/f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5 HTTP/1.1" status: 204  len: 168 time: 2.1381459
Apr 16 21:34:11.412864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:34:11.416124 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be114668-272c-4279-abf5-d42c3c3f1bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:34:11.433902 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:11.451890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:11.452568 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:11.491725 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b413cab5-12bf-478d-8c7d-688bd343dbcf x-openstack-request-id: req-b413cab5-12bf-478d-8c7d-688bd343dbcf {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:34:11.492207 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:34:11.492355 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 826349c1-6e38-4def-b569-57d460f57456 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:11.492466 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b413cab5-12bf-478d-8c7d-688bd343dbcf {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:34:11.492811 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b413cab5-12bf-478d-8c7d-688bd343dbcf'] response: {'name': 'network-changed', 'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'status': 'completed', 'code': 200}
Apr 16 21:34:11.611258 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad33d78-5555-4d01-b8e4-edd341849ab0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (0d27c69b-2090-42d8-afae-1332cd31e453), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:11.612792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-71af9737-de16-4e15-9702-968f153aab07 None None] Set router d2c9b092-22ae-4123-85f9-b52fd6ffabcb gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:11.617407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] Pushing event updated for resources: {'Network': ['ID=d0c222a2-58f4-4313-8f41-155047467841,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:11.642405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network d0c222a2-58f4-4313-8f41-155047467841 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:11.660274 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 2.2343471
Apr 16 21:34:11.664945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57832) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:11.681148 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be114668-272c-4279-abf5-d42c3c3f1bc9 req-7f3bbbb7-c06b-4d2e-9004-baedccb1228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:11.682663 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be114668-272c-4279-abf5-d42c3c3f1bc9 req-7f3bbbb7-c06b-4d2e-9004-baedccb1228e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 1128 time: 0.1537426
Apr 16 21:34:11.692726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-994bf151-0d18-4cb5-866a-9c89d4a3bd06 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Request body: {'subnet': {'network_id': 'd3eac7a5-dc06-4891-9fab-bd17b0b1b5e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:11.717496 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6955-6149-49b4-8cd8-fab3e09c5550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:11.726521 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cee4cd7a-c682-4f97-842f-b79c7f54fb73 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.2201388
Apr 16 21:34:11.742202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57836) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:11.752063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-599c826b-cda3-42b5-8f85-51f684cde73a admin admin] Request body: {'subnet': {'network_id': 'd0c222a2-58f4-4313-8f41-155047467841', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-158768691-subnet', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:11.876191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274293cc-4bc7-454e-8e18-194b7da579dd tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event updated for resources: {'Network': ['ID=d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:11.902436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:11.971238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-71af9737-de16-4e15-9702-968f153aab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe7cd60>, [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:31:23Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e46e1963-892d-4802-b1eb-26bf40c4bec6', 'name': '', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:3e:a9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:20Z', 'updated_at': '2022-04-16T21:31:30Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:12.012238 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad33d78-5555-4d01-b8e4-edd341849ab0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (0d27c69b-2090-42d8-afae-1332cd31e453), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.022135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599c826b-cda3-42b5-8f85-51f684cde73a admin admin] Made reservation on behalf of 8c86c75ccf784443881055dd45cd606d for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:12.024920 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-599c826b-cda3-42b5-8f85-51f684cde73a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.027689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:12.040288 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:34:12.051368 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5d707b-869b-48a2-a51d-2447a59f7798 None None] Sync routers for ids ['a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:12.099398 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d707b-869b-48a2-a51d-2447a59f7798 None None] Routers {'a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:12.100391 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7f5d707b-869b-48a2-a51d-2447a59f7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ac1af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:12.104795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-9ad33d78-5555-4d01-b8e4-edd341849ab0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f012510d220>,) {'filters': {'network_id': ['0d27c69b-2090-42d8-afae-1332cd31e453']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:12.127848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70fccf-a7ae-432f-b569-bb40c6ff3bc3 req-ff2c1794-36c3-4bd1-bb27-fa3178ee53d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:12.130883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-9ad33d78-5555-4d01-b8e4-edd341849ab0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f012510d220>, 'e8112916-a054-4976-a38b-a652de78489c') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:12.131194 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-9ad33d78-5555-4d01-b8e4-edd341849ab0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f012510d220>, 'e8112916-a054-4976-a38b-a652de78489c') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:12.135292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be114668-272c-4279-abf5-d42c3c3f1bc9 req-432434dd-9e20-4fa3-a05f-c0fc0b0c21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:12.135292 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be114668-272c-4279-abf5-d42c3c3f1bc9 req-432434dd-9e20-4fa3-a05f-c0fc0b0c21ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9436375-f402-4a5b-aa69-a7409c8adda4 HTTP/1.1" status: 200  len: 898 time: 0.4174762
Apr 16 21:34:12.144864 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2f70fccf-a7ae-432f-b569-bb40c6ff3bc3 req-ff2c1794-36c3-4bd1-bb27-fa3178ee53d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1719484
Apr 16 21:34:12.150532 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad33d78-5555-4d01-b8e4-edd341849ab0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (e8112916-a054-4976-a38b-a652de78489c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.157737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994bf151-0d18-4cb5-866a-9c89d4a3bd06 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Made reservation on behalf of 8e4351efd13f4e0fa25ba44800586e06 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:12.162099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-994bf151-0d18-4cb5-866a-9c89d4a3bd06 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.176445 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad33d78-5555-4d01-b8e4-edd341849ab0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e8112916-a054-4976-a38b-a652de78489c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.189653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad33d78-5555-4d01-b8e4-edd341849ab0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:34:12.189653 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad33d78-5555-4d01-b8e4-edd341849ab0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (e8112916-a054-4976-a38b-a652de78489c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.189915 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7f5d707b-869b-48a2-a51d-2447a59f7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ac1af0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:34:12.191000 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:34:12.207141 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d707b-869b-48a2-a51d-2447a59f7798 None None] Routers {'a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:12.208133 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7f5d707b-869b-48a2-a51d-2447a59f7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ac1af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:12.246488 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.248702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af9737-de16-4e15-9702-968f153aab07 None None] Checking router: d2c9b092-22ae-4123-85f9-b52fd6ffabcb for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:34:12.250762 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a17565b4-0acb-4d51-8442-b642c426176b tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 5.3185496
Apr 16 21:34:12.255675 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57842) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:12.257246 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7f5d707b-869b-48a2-a51d-2447a59f7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ac1af0>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:12.257968 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5d707b-869b-48a2-a51d-2447a59f7798 None None] The sync data for ids ['a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:12.264414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:12.270225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af9737-de16-4e15-9702-968f153aab07 None None] Routers {'d2c9b092-22ae-4123-85f9-b52fd6ffabcb'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:12.270840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-71af9737-de16-4e15-9702-968f153aab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe7cd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:12.326359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2f70fccf-a7ae-432f-b569-bb40c6ff3bc3 req-51173ff5-696c-4b13-9227-36489fbd6c33 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1805718
Apr 16 21:34:12.442809 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad33d78-5555-4d01-b8e4-edd341849ab0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (0d27c69b-2090-42d8-afae-1332cd31e453), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.447865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ad33d78-5555-4d01-b8e4-edd341849ab0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.454557 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9ad33d78-5555-4d01-b8e4-edd341849ab0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] 10.222.0.20 "DELETE /v2.0/networks/0d27c69b-2090-42d8-afae-1332cd31e453 HTTP/1.1" status: 204  len: 168 time: 1.1146924
Apr 16 21:34:12.464124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-71af9737-de16-4e15-9702-968f153aab07 None None] Set router d2c9b092-22ae-4123-85f9-b52fd6ffabcb gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:12.474483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad33d78-5555-4d01-b8e4-edd341849ab0 tempest-NetworksTestDHCPv6-1462101543 tempest-NetworksTestDHCPv6-1462101543-project] Pushing event deleted for resources: {'Network': ['ID=0d27c69b-2090-42d8-afae-1332cd31e453,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:12.539606 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-994bf151-0d18-4cb5-866a-9c89d4a3bd06 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (4aaa2cd2-8227-4ba7-9858-5b09145508ca), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.582698 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.619037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bf151-0d18-4cb5-866a-9c89d4a3bd06 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event updated for resources: {'Subnet': ['ID=4aaa2cd2-8227-4ba7-9858-5b09145508ca,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:12.629414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bf151-0d18-4cb5-866a-9c89d4a3bd06 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Checking segment: {'id': '1cef9e00-411a-40f0-9244-514ec3a7cf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd3eac7a5-dc06-4891-9fab-bd17b0b1b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:12.630025 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994bf151-0d18-4cb5-866a-9c89d4a3bd06 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Network hostable DHCP agents. Network: d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:34:12.698652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-599c826b-cda3-42b5-8f85-51f684cde73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (41371b01-8575-4aeb-a8ef-c73f0b7e945c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.718207 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-71af9737-de16-4e15-9702-968f153aab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe7cd60>, [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:31:23Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e46e1963-892d-4802-b1eb-26bf40c4bec6', 'name': '', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:3e:a9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:20Z', 'updated_at': '2022-04-16T21:31:30Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:12.726820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994bf151-0d18-4cb5-866a-9c89d4a3bd06 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Network d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:34:12.749221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af9737-de16-4e15-9702-968f153aab07 None None] The sync data for ids ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'] in ncdv-master-1 is: [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:31:23Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e46e1963-892d-4802-b1eb-26bf40c4bec6', 'name': '', 'network_id': 'f9436375-f402-4a5b-aa69-a7409c8adda4', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:3e:a9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:20Z', 'updated_at': '2022-04-16T21:31:30Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'a4f45037-6f54-4369-b06d-9d201a65a8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:12.805209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c826b-cda3-42b5-8f85-51f684cde73a admin admin] Pushing event updated for resources: {'Subnet': ['ID=41371b01-8575-4aeb-a8ef-c73f0b7e945c,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:12.818646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-994bf151-0d18-4cb5-866a-9c89d4a3bd06 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:12.824308 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.825963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994bf151-0d18-4cb5-866a-9c89d4a3bd06 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:12.827805 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-994bf151-0d18-4cb5-866a-9c89d4a3bd06 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:12.840386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599c826b-cda3-42b5-8f85-51f684cde73a admin admin] Checking segment: {'id': '2ef2dbc2-f7fb-42a1-8797-02d787eafb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:12.840827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599c826b-cda3-42b5-8f85-51f684cde73a admin admin] Network hostable DHCP agents. Network: d0c222a2-58f4-4313-8f41-155047467841, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:34:12.847570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86844719-f3e6-47be-8819-31ef332d1939 None None] Network d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:12.886071 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be114668-272c-4279-abf5-d42c3c3f1bc9 req-cb335ac1-01a5-49e7-adb0-75fbacc1ec8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 200  len: 217 time: 0.0518854
Apr 16 21:34:12.946816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-994bf151-0d18-4cb5-866a-9c89d4a3bd06 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2807450
Apr 16 21:34:12.948514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be114668-272c-4279-abf5-d42c3c3f1bc9 req-a60c5c10-644c-4597-9b16-47717fab3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:12.949978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57854) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:12.950470 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be114668-272c-4279-abf5-d42c3c3f1bc9 req-a60c5c10-644c-4597-9b16-47717fab3a57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4f45037-6f54-4369-b06d-9d201a65a8f0 HTTP/1.1" status: 200  len: 834 time: 0.0585282
Apr 16 21:34:12.955110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e86eb493-a587-494c-af9d-f3e0ffc79a83 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Request body: {'network': {'name': 'tempest-router-network01--1048497298'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:12.987183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4', 'network_id': 'd3eac7a5-dc06-4891-9fab-bd17b0b1b5e4', 'project_id': '8e4351efd13f4e0fa25ba44800586e06', 'fixed_ips': [{'subnet_id': '4aaa2cd2-8227-4ba7-9858-5b09145508ca'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:34:12.988751 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.007709 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be114668-272c-4279-abf5-d42c3c3f1bc9 req-e9d885ce-d0bb-4357-8c3b-0220f6f21003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:13.009409 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be114668-272c-4279-abf5-d42c3c3f1bc9 req-e9d885ce-d0bb-4357-8c3b-0220f6f21003 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9436375-f402-4a5b-aa69-a7409c8adda4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0494440
Apr 16 21:34:13.099040 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86eb493-a587-494c-af9d-f3e0ffc79a83 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Made reservation on behalf of 8e4351efd13f4e0fa25ba44800586e06 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:13.103960 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e86eb493-a587-494c-af9d-f3e0ffc79a83 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.104514 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d56471ba-aad7-4377-958d-470ff5155f2f req-5762e9e0-cb1e-42c9-a8cf-0e8e02bba0d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0799150
Apr 16 21:34:13.172401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599c826b-cda3-42b5-8f85-51f684cde73a admin admin] Network d0c222a2-58f4-4313-8f41-155047467841 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:34:13.186786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86eb493-a587-494c-af9d-f3e0ffc79a83 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:13.191019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-599c826b-cda3-42b5-8f85-51f684cde73a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d0c222a2-58f4-4313-8f41-155047467841) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:13.193528 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_gateway (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.195699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57860) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:13.201098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f1ad6e-5a5e-4dfe-9656-01e46a981e05 None None] Network d0c222a2-58f4-4313-8f41-155047467841 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:13.215923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599c826b-cda3-42b5-8f85-51f684cde73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:13.217099 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-599c826b-cda3-42b5-8f85-51f684cde73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.235442 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e86eb493-a587-494c-af9d-f3e0ffc79a83 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d28ea497-449d-4485-913c-5748de6fc1a8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.236009 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-e86eb493-a587-494c-af9d-f3e0ffc79a83 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Added segment d28ea497-449d-4485-913c-5748de6fc1a8 of type vlan for network 678dd027-89d3-460b-837d-e62ab637e4f9
Apr 16 21:34:13.258488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee14e3-b4c8-4059-beee-a8f44aef7365 None None] New status for floating IP f5c4b1d8-a6a4-4550-b5a8-8377e109e9f5: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:34:13.332145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Allocated IP 172.20.0.2 (d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4/4aaa2cd2-8227-4ba7-9858-5b09145508ca/c4d1048a-c0f0-4f0e-ac47-a07aa27d9122) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:13.346740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e86eb493-a587-494c-af9d-f3e0ffc79a83 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (678dd027-89d3-460b-837d-e62ab637e4f9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.376043 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-599c826b-cda3-42b5-8f85-51f684cde73a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.6290302
Apr 16 21:34:13.384636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56471ba-aad7-4377-958d-470ff5155f2f req-9b358cef-612e-490e-a987-4e463a912efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:13.386149 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d56471ba-aad7-4377-958d-470ff5155f2f req-9b358cef-612e-490e-a987-4e463a912efe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 1128 time: 0.1240072
Apr 16 21:34:13.386837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57868) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:13.398084 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be114668-272c-4279-abf5-d42c3c3f1bc9 req-c4b0666d-22d3-4eeb-9511-4effba626882 service neutron] 10.222.0.41 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3749845
Apr 16 21:34:13.401100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a14ab-0d63-40ba-bc69-32e7eeb2b30d req-3d3657f5-ea35-4b0e-ab6d-a73651d11f73 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:13.403341 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec8a14ab-0d63-40ba-bc69-32e7eeb2b30d req-3d3657f5-ea35-4b0e-ab6d-a73651d11f73 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.1087551
Apr 16 21:34:13.409287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-158768691-router', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:13.443408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Deleting port 560e9e12-99ad-47dc-9436-6d08bfec26b2 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:13.448438 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (560e9e12-99ad-47dc-9436-6d08bfec26b2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.546844 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e86eb493-a587-494c-af9d-f3e0ffc79a83 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (678dd027-89d3-460b-837d-e62ab637e4f9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.552432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86eb493-a587-494c-af9d-f3e0ffc79a83 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:13.553037 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e86eb493-a587-494c-af9d-f3e0ffc79a83 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.611753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d0c222a2-58f4-4313-8f41-155047467841', 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841', 'project_id': '8c86c75ccf784443881055dd45cd606d', 'fixed_ips': [{'subnet_id': '41371b01-8575-4aeb-a8ef-c73f0b7e945c'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:34:13.613694 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.660126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-ec8a14ab-0d63-40ba-bc69-32e7eeb2b30d req-b077c2ef-57bb-4f2f-83f1-f4ee09c557ea tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port f0531494-4be1-4c6b-bed4-5ffd32fa231d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:13.660764 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ec8a14ab-0d63-40ba-bc69-32e7eeb2b30d req-b077c2ef-57bb-4f2f-83f1-f4ee09c557ea tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.682903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86eb493-a587-494c-af9d-f3e0ffc79a83 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event updated for resources: {'Network': ['ID=678dd027-89d3-460b-837d-e62ab637e4f9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:13.691716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d59bf-1f4c-4a33-a9fc-c7a2cea01847 req-ee00123e-fff7-465e-8a32-7b1aa973156b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:13.693864 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e6d59bf-1f4c-4a33-a9fc-c7a2cea01847 req-ee00123e-fff7-465e-8a32-7b1aa973156b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 946 time: 0.2333038
Apr 16 21:34:13.719716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 678dd027-89d3-460b-837d-e62ab637e4f9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:13.763913 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-84408047-7cd1-4f5c-aa48-3d56a7b10741 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a226328ac324cf3af0c6541e8b1821f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5655537
Apr 16 21:34:13.767204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57874) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:13.774198 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.779215 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e6d59bf-1f4c-4a33-a9fc-c7a2cea01847 req-66af81be-6f04-41a3-bb26-177bc813cc71 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752375
Apr 16 21:34:13.804405 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e86eb493-a587-494c-af9d-f3e0ffc79a83 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8532705
Apr 16 21:34:13.812459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57876) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:13.825712 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f76266dd-f1de-426c-bf0f-a62345e50744 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Request body: {'network': {'name': 'tempest-router-network02--1967970469'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:13.831454 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (560e9e12-99ad-47dc-9436-6d08bfec26b2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.836719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56471ba-aad7-4377-958d-470ff5155f2f req-f9a28c5b-78b9-4def-bf7a-d134bc88da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:13.837898 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d56471ba-aad7-4377-958d-470ff5155f2f req-f9a28c5b-78b9-4def-bf7a-d134bc88da8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 918 time: 0.4130104
Apr 16 21:34:13.849744 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Publish callbacks [] for port (c4d1048a-c0f0-4f0e-ac47-a07aa27d9122), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.893901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ec8a14ab-0d63-40ba-bc69-32e7eeb2b30d req-b077c2ef-57bb-4f2f-83f1-f4ee09c557ea tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] For port f0531494-4be1-4c6b-bed4-5ffd32fa231d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0531494-4be1-4c6b-bed4-5ffd32fa231d,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:13.894561 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ec8a14ab-0d63-40ba-bc69-32e7eeb2b30d req-b077c2ef-57bb-4f2f-83f1-f4ee09c557ea tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.908772 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (c4d1048a-c0f0-4f0e-ac47-a07aa27d9122), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.917320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-ec8a14ab-0d63-40ba-bc69-32e7eeb2b30d req-b077c2ef-57bb-4f2f-83f1-f4ee09c557ea tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for f0531494-4be1-4c6b-bed4-5ffd32fa231d owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:13.923839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Calling delete_port for 560e9e12-99ad-47dc-9436-6d08bfec26b2 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:13.934089 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (ab499441-7cf1-4376-a82a-7743534b372f), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.935119 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (ab499441-7cf1-4376-a82a-7743534b372f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.941370 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4275fcab-a27e-41fc-9d72-195528442f72 admin admin] Publish callbacks [] for security_group (2dd456f5-e0de-48e6-b90d-1a8b99d2ffce), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.956874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76266dd-f1de-426c-bf0f-a62345e50744 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Made reservation on behalf of 8e4351efd13f4e0fa25ba44800586e06 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:13.957084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Network d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:13.961236 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f76266dd-f1de-426c-bf0f-a62345e50744 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:13.964349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:13.972543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:13.991333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Publish callbacks [] for router_controller (ab499441-7cf1-4376-a82a-7743534b372f), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.007623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Allocated IP 172.20.0.2 (d0c222a2-58f4-4313-8f41-155047467841/41371b01-8575-4aeb-a8ef-c73f0b7e945c/d2a628e5-f555-4ce0-a9ce-530b87fc0f7e) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:14.013799 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be114668-272c-4279-abf5-d42c3c3f1bc9 req-e6f6360d-4c50-4a6b-bd20-76c6e90764e9 service neutron] 10.222.0.41 "GET /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6009037
Apr 16 21:34:14.017790 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d56471ba-aad7-4377-958d-470ff5155f2f req-d8329c15-e065-4268-bd3f-46a53c4133d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41 HTTP/1.1" status: 200  len: 1000 time: 0.1690149
Apr 16 21:34:14.033757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Pushing event updated for resources: {'Port': ['ID=c4d1048a-c0f0-4f0e-ac47-a07aa27d9122,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:14.041572 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4275fcab-a27e-41fc-9d72-195528442f72 admin admin] Publish callbacks [] for security_group (2dd456f5-e0de-48e6-b90d-1a8b99d2ffce), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.056592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76266dd-f1de-426c-bf0f-a62345e50744 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:14.082712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Attempting to bind port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:14.083097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Attempting to bind port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1cef9e00-411a-40f0-9244-514ec3a7cf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd3eac7a5-dc06-4891-9fab-bd17b0b1b5e4'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:14.083466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Attempting to bind port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 on network d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:14.099821 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f76266dd-f1de-426c-bf0f-a62345e50744 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.100413 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-f76266dd-f1de-426c-bf0f-a62345e50744 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Added segment aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3 of type vlan for network 22f3fb04-e93b-401b-ba22-00f1ca008e94
Apr 16 21:34:14.118309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:14.118549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56471ba-aad7-4377-958d-470ff5155f2f req-87273a6e-efdb-4a58-aa62-03f6e90d92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:14.119045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Checking segment: {'id': '1cef9e00-411a-40f0-9244-514ec3a7cf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd3eac7a5-dc06-4891-9fab-bd17b0b1b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:14.119165 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.119480 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Bound using segment: {'id': '1cef9e00-411a-40f0-9244-514ec3a7cf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd3eac7a5-dc06-4891-9fab-bd17b0b1b5e4'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:14.120125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Bound port: c4d1048a-c0f0-4f0e-ac47-a07aa27d9122, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cef9e00-411a-40f0-9244-514ec3a7cf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd3eac7a5-dc06-4891-9fab-bd17b0b1b5e4'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:14.120621 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c4d1048a-c0f0-4f0e-ac47-a07aa27d9122), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.123854 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d56471ba-aad7-4377-958d-470ff5155f2f req-87273a6e-efdb-4a58-aa62-03f6e90d92ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 200  len: 856 time: 0.0871868
Apr 16 21:34:14.175776 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.186473 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f76266dd-f1de-426c-bf0f-a62345e50744 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (22f3fb04-e93b-401b-ba22-00f1ca008e94), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.221033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] For port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:14.226822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] For port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4d1048a-c0f0-4f0e-ac47-a07aa27d9122,segment=NetworkSegment(1cef9e00-411a-40f0-9244-514ec3a7cf73),segment_id=1cef9e00-411a-40f0-9244-514ec3a7cf73)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:14.251270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56471ba-aad7-4377-958d-470ff5155f2f req-84e10fd9-5700-4da0-ba33-f9fbc549241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:14.252824 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d56471ba-aad7-4377-958d-470ff5155f2f req-84e10fd9-5700-4da0-ba33-f9fbc549241f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33417375-20a3-4356-abb1-47c6dcf1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1235909
Apr 16 21:34:14.290133 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Publish callbacks [] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.301799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4275fcab-a27e-41fc-9d72-195528442f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2dd456f5-e0de-48e6-b90d-1a8b99d2ffce), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.306147 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4275fcab-a27e-41fc-9d72-195528442f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.310812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4275fcab-a27e-41fc-9d72-195528442f72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dd456f5-e0de-48e6-b90d-1a8b99d2ffce HTTP/1.1" status: 204  len: 168 time: 0.5390446
Apr 16 21:34:14.317181 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275fcab-a27e-41fc-9d72-195528442f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd456f5-e0de-48e6-b90d-1a8b99d2ffce,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:14.328856 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c4d1048a-c0f0-4f0e-ac47-a07aa27d9122), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.374234 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f76266dd-f1de-426c-bf0f-a62345e50744 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (22f3fb04-e93b-401b-ba22-00f1ca008e94), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.384574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76266dd-f1de-426c-bf0f-a62345e50744 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:14.384574 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f76266dd-f1de-426c-bf0f-a62345e50744 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.426731 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.487255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee527f51-42df-45b0-ad69-204f586c1208 None None] Pushing event updated for resources: {'Port': ['ID=c4d1048a-c0f0-4f0e-ac47-a07aa27d9122,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:14.503767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Network d0c222a2-58f4-4313-8f41-155047467841 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:14.504063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76266dd-f1de-426c-bf0f-a62345e50744 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event updated for resources: {'Network': ['ID=22f3fb04-e93b-401b-ba22-00f1ca008e94,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:14.506778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:14.508855 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ec8a14ab-0d63-40ba-bc69-32e7eeb2b30d req-b077c2ef-57bb-4f2f-83f1-f4ee09c557ea tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f0531494-4be1-4c6b-bed4-5ffd32fa231d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.520434 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f76266dd-f1de-426c-bf0f-a62345e50744 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7052081
Apr 16 21:34:14.521546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57892) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:14.540312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:14.549877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 22f3fb04-e93b-401b-ba22-00f1ca008e94 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:14.720482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Pushing event updated for resources: {'Port': ['ID=d2a628e5-f555-4ce0-a9ce-530b87fc0f7e,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:14.774737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Attempting to bind port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:14.775162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Attempting to bind port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2ef2dbc2-f7fb-42a1-8797-02d787eafb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:14.775714 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Attempting to bind port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e on network d0c222a2-58f4-4313-8f41-155047467841 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:14.794263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:14.794648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Checking segment: {'id': '2ef2dbc2-f7fb-42a1-8797-02d787eafb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:14.795068 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.795458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Bound using segment: {'id': '2ef2dbc2-f7fb-42a1-8797-02d787eafb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:14.795955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Bound port: d2a628e5-f555-4ce0-a9ce-530b87fc0f7e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef2dbc2-f7fb-42a1-8797-02d787eafb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:14.796382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.891168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] For port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:14.899650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] For port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2a628e5-f555-4ce0-a9ce-530b87fc0f7e,segment=NetworkSegment(2ef2dbc2-f7fb-42a1-8797-02d787eafb0b),segment_id=2ef2dbc2-f7fb-42a1-8797-02d787eafb0b)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:14.899816 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Publish callbacks [] for router_gateway (ab499441-7cf1-4376-a82a-7743534b372f), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:14.980034 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:15.163150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb3737-bd24-470a-9849-7b09d7f9c1e1 None None] Pushing event updated for resources: {'Port': ['ID=d2a628e5-f555-4ce0-a9ce-530b87fc0f7e,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:15.244124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:15.246875 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d56471ba-aad7-4377-958d-470ff5155f2f req-11a544bd-349f-487e-81e5-64af9647041c service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9613330
Apr 16 21:34:15.307454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b53abdd7-44a8-44ba-bf6f-ff96d4586d26 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Request body: {'subnet': {'network_id': '678dd027-89d3-460b-837d-e62ab637e4f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:15.337398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:15.337895 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c4d1048a-c0f0-4f0e-ac47-a07aa27d9122), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:15.363719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077c2ef-57bb-4f2f-83f1-f4ee09c557ea tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=f0531494-4be1-4c6b-bed4-5ffd32fa231d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:15.394630 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Publish callbacks [] for router_gateway (ab499441-7cf1-4376-a82a-7743534b372f), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:15.433950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:15.525424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:15.528618 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c4d1048a-c0f0-4f0e-ac47-a07aa27d9122), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:15.530405 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:15.566740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8a14ab-0d63-40ba-bc69-32e7eeb2b30d req-b077c2ef-57bb-4f2f-83f1-f4ee09c557ea tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] No DVR routers for this DVR port f0531494-4be1-4c6b-bed4-5ffd32fa231d on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:34:15.579378 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ec8a14ab-0d63-40ba-bc69-32e7eeb2b30d req-b077c2ef-57bb-4f2f-83f1-f4ee09c557ea tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:15.589983 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec8a14ab-0d63-40ba-bc69-32e7eeb2b30d req-b077c2ef-57bb-4f2f-83f1-f4ee09c557ea tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "DELETE /v2.0/ports/f0531494-4be1-4c6b-bed4-5ffd32fa231d HTTP/1.1" status: 204  len: 173 time: 2.1682625
Apr 16 21:34:15.591771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e2b95bfd-05ac-4b26-b3ff-75c4f79821f8 req-a58c16fb-4aa0-48d4-9f49-3b796d900823 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 210 time: 0.2979476
Apr 16 21:34:15.615263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4d1048a-c0f0-4f0e-ac47-a07aa27d9122,segment=NetworkSegment(1cef9e00-411a-40f0-9244-514ec3a7cf73),segment_id=1cef9e00-411a-40f0-9244-514ec3a7cf73)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:15.618488 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'name': 'network-vif-deleted', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:34:15.622064 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f632654a-252a-4a49-a9e8-fcbc80a4613d" -d '{"events": [{"server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "name": "network-vif-deleted", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:34:15.640850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Allocated IP 172.35.1.225 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/5c8db8d2-f9dc-435f-8e71-f589fa6df752) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:15.645658 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (560e9e12-99ad-47dc-9436-6d08bfec26b2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:15.693408 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c4d1048a-c0f0-4f0e-ac47-a07aa27d9122), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:15.751795 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78f0913-2ca8-4d2a-8192-26b746f187ef x-openstack-request-id: req-e78f0913-2ca8-4d2a-8192-26b746f187ef {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:34:15.752119 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebff90b9-4ca5-4301-b5d7-4c1e92b16457", "name": "network-vif-deleted", "tag": "f0531494-4be1-4c6b-bed4-5ffd32fa231d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:34:15.754194 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e78f0913-2ca8-4d2a-8192-26b746f187ef {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:34:15.754359 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e78f0913-2ca8-4d2a-8192-26b746f187ef'] response: {'server_uuid': 'ebff90b9-4ca5-4301-b5d7-4c1e92b16457', 'name': 'network-vif-deleted', 'tag': 'f0531494-4be1-4c6b-bed4-5ffd32fa231d', 'status': 'completed', 'code': 200}
Apr 16 21:34:15.773799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Pushing event deleted for resources: {'Port': ['ID=560e9e12-99ad-47dc-9436-6d08bfec26b2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:15.862654 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d56471ba-aad7-4377-958d-470ff5155f2f req-c336bd6b-879e-4564-8dd2-9d336faf8c95 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5859170
Apr 16 21:34:15.875642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=c4d1048a-c0f0-4f0e-ac47-a07aa27d9122,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:15.903983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53abdd7-44a8-44ba-bf6f-ff96d4586d26 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Made reservation on behalf of 8e4351efd13f4e0fa25ba44800586e06 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:15.907514 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b53abdd7-44a8-44ba-bf6f-ff96d4586d26 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:16.003865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Publish callbacks [] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:16.013636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f0531494-4be1-4c6b-bed4-5ffd32fa231d no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:34:16.036715 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:16.074531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: f0531494-4be1-4c6b-bed4-5ffd32fa231d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:34:16.076661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device f0531494-4be1-4c6b-bed4-5ffd32fa231d not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:34:16.259551 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:16.293447 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b53abdd7-44a8-44ba-bf6f-ff96d4586d26 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (ff352d39-6450-4f87-b5c2-f93f45902daa), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:16.320285 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ff556-2dc6-41f9-92b2-64371c9c19a8 None None] Network d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:16.335019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:16.342544 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:16.348435 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:16.364976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53abdd7-44a8-44ba-bf6f-ff96d4586d26 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event updated for resources: {'Subnet': ['ID=ff352d39-6450-4f87-b5c2-f93f45902daa,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:16.403857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53abdd7-44a8-44ba-bf6f-ff96d4586d26 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Checking segment: {'id': 'd28ea497-449d-4485-913c-5748de6fc1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '678dd027-89d3-460b-837d-e62ab637e4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:16.404316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53abdd7-44a8-44ba-bf6f-ff96d4586d26 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Network hostable DHCP agents. Network: 678dd027-89d3-460b-837d-e62ab637e4f9, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:34:16.463319 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:16.473415 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487207'] for router (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:16.475832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8db8d2-f9dc-435f-8e71-f589fa6df752,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:16.510273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53abdd7-44a8-44ba-bf6f-ff96d4586d26 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Network 678dd027-89d3-460b-837d-e62ab637e4f9 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:34:16.612641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-b53abdd7-44a8-44ba-bf6f-ff96d4586d26 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 678dd027-89d3-460b-837d-e62ab637e4f9) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:16.619301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53abdd7-44a8-44ba-bf6f-ff96d4586d26 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:16.621930 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b53abdd7-44a8-44ba-bf6f-ff96d4586d26 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:16.702048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cdf36f-3e84-4256-b055-ab19318a811b None None] Network 678dd027-89d3-460b-837d-e62ab637e4f9 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:16.840697 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f40ff37c-5468-4e2a-9ad8-53adc4f6ba76 req-84bf9672-b9d7-46cd-8a89-93fbd751bf69 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebff90b9-4ca5-4301-b5d7-4c1e92b16457 HTTP/1.1" status: 200  len: 210 time: 0.0659914
Apr 16 21:34:16.841193 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b53abdd7-44a8-44ba-bf6f-ff96d4586d26 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3148570
Apr 16 21:34:16.844531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57936) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:16.846954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Router a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:34:16.851977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6ebb2edb-7374-4970-b3aa-b8a730cf6b11 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Request body: {'subnet': {'network_id': '22f3fb04-e93b-401b-ba22-00f1ca008e94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:16.899600 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-df14fd54-12d4-4945-a644-6cf10bfe1944 None None] Provisioning complete for port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:16.900077 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-df14fd54-12d4-4945-a644-6cf10bfe1944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c4d1048a-c0f0-4f0e-ac47-a07aa27d9122), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.035534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-678dd027-89d3-460b-837d-e62ab637e4f9', 'network_id': '678dd027-89d3-460b-837d-e62ab637e4f9', 'project_id': '8e4351efd13f4e0fa25ba44800586e06', 'fixed_ips': [{'subnet_id': 'ff352d39-6450-4f87-b5c2-f93f45902daa'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:34:17.036361 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.055220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dcf32c-76ae-4410-97ed-cd69aff96927 None None] Network d0c222a2-58f4-4313-8f41-155047467841 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:17.062145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57938) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:17.115487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebb2edb-7374-4970-b3aa-b8a730cf6b11 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Made reservation on behalf of 8e4351efd13f4e0fa25ba44800586e06 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:17.119166 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ebb2edb-7374-4970-b3aa-b8a730cf6b11 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.218476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:17.226055 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.232416 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a43dc4-28e6-4de7-82a6-5bb625532c9b None None] Sync routers for ids ['a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:17.236912 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-83429713-f77c-4d8e-a126-322d2bf4bc41 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "PUT /v2.0/routers/a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7 HTTP/1.1" status: 200  len: 706 time: 4.9765556
Apr 16 21:34:17.237561 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57948) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:17.239666 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Publish callbacks [] for router_gateway (ab499441-7cf1-4376-a82a-7743534b372f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.262166 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a43dc4-28e6-4de7-82a6-5bb625532c9b None None] Routers {'a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:17.266011 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e1a43dc4-28e6-4de7-82a6-5bb625532c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124807400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:17.271389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Request body: {'networks': [{'name': 'tempest-network--2000124166'}, {'name': 'tempest-network--978690'}]} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:17.271959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Request body: {'network': {'name': 'tempest-network--2000124166'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:17.272613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Request body: {'network': {'name': 'tempest-network--978690'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:17.339782 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e1a43dc4-28e6-4de7-82a6-5bb625532c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124807400>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:17.346420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d2a628e5-f555-4ce0-a9ce-530b87fc0f7e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:17.353489 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a43dc4-28e6-4de7-82a6-5bb625532c9b None None] Routers {'a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:17.356525 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e1a43dc4-28e6-4de7-82a6-5bb625532c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124807400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:17.383852 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7b583284-2213-4955-b313-71e478adae8a tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/routers/a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7 HTTP/1.1" status: 200  len: 741 time: 0.1408405
Apr 16 21:34:17.406032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57950) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:17.410014 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e1a43dc4-28e6-4de7-82a6-5bb625532c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124807400>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:17.410737 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a43dc4-28e6-4de7-82a6-5bb625532c9b None None] The sync data for ids ['a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:17.473116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Made reservation on behalf of e6950a8536cd4085adcae058874f3250 for: {'network': 2} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:17.479316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.584454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c6f1dcd2-57a1-4e86-96d6-0503a4bf0545 tempest-RoutersAdminTest-246568636 tempest-RoutersAdminTest-246568636-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&device_id=a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7 HTTP/1.1" status: 200  len: 205 time: 0.1763716
Apr 16 21:34:17.586914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57956) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:17.594037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-df14fd54-12d4-4945-a644-6cf10bfe1944 None None] Current status of the port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:17.594733 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.635813 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8bde05d0-b012-400a-8aaa-de351461da2c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7 HTTP/1.1" status: 200  len: 205 time: 0.0453062
Apr 16 21:34:17.637677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57958) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:17.664567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:17.664952 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.678630 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ebb2edb-7374-4970-b3aa-b8a730cf6b11 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (98e88372-3cf2-4f17-9239-52879fb900c2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.743744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Allocated IP 172.20.0.2 (678dd027-89d3-460b-837d-e62ab637e4f9/ff352d39-6450-4f87-b5c2-f93f45902daa/6ff29834-6246-459e-924a-7d0a74e8a024) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:17.756924 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (ab499441-7cf1-4376-a82a-7743534b372f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.766205 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-316ad832-970a-446c-9afc-1168054d2028 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.785381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb2edb-7374-4970-b3aa-b8a730cf6b11 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event updated for resources: {'Subnet': ['ID=98e88372-3cf2-4f17-9239-52879fb900c2,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:17.801973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9bb6cad8-c50f-4401-a0a5-4e517d5cdc86 None None] Provisioning complete for port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:17.802295 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9bb6cad8-c50f-4401-a0a5-4e517d5cdc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.818776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for security_group (e0016321-be84-4bfc-9887-4c2eaecb4a4d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.826120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb2edb-7374-4970-b3aa-b8a730cf6b11 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Checking segment: {'id': 'aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '22f3fb04-e93b-401b-ba22-00f1ca008e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:17.826499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb2edb-7374-4970-b3aa-b8a730cf6b11 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Network hostable DHCP agents. Network: 22f3fb04-e93b-401b-ba22-00f1ca008e94, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:34:17.887181 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e0016321-be84-4bfc-9887-4c2eaecb4a4d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.889112 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:17.928903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57966) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:17.930210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0016321-be84-4bfc-9887-4c2eaecb4a4d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:17.946675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:17.947368 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb2edb-7374-4970-b3aa-b8a730cf6b11 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Network 22f3fb04-e93b-401b-ba22-00f1ca008e94 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:34:17.947472 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.029332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:18.060305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2a628e5-f555-4ce0-a9ce-530b87fc0f7e,segment=NetworkSegment(2ef2dbc2-f7fb-42a1-8797-02d787eafb0b),segment_id=2ef2dbc2-f7fb-42a1-8797-02d787eafb0b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:18.076001 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-6ebb2edb-7374-4970-b3aa-b8a730cf6b11 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 22f3fb04-e93b-401b-ba22-00f1ca008e94) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:18.080128 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (88b384f5-dc6b-41d8-bae5-4215cc05ea7b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.080583 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Added segment 88b384f5-dc6b-41d8-bae5-4215cc05ea7b of type vlan for network 90c7aa21-cb92-4b52-9989-d44f1b5158ca
Apr 16 21:34:18.100402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebb2edb-7374-4970-b3aa-b8a730cf6b11 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:18.100613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78eb38f-d819-4bb7-8a2e-7f185a342b68 None None] Network 22f3fb04-e93b-401b-ba22-00f1ca008e94 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:18.101220 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ebb2edb-7374-4970-b3aa-b8a730cf6b11 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.151387 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (90c7aa21-cb92-4b52-9989-d44f1b5158ca), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.186795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6cad8-c50f-4401-a0a5-4e517d5cdc86 None None] Current status of the port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:18.186795 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9bb6cad8-c50f-4401-a0a5-4e517d5cdc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.189042 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.189864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:18.275421 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.resource_extend [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:34:18.286251 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6ebb2edb-7374-4970-b3aa-b8a730cf6b11 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4394827
Apr 16 21:34:18.291365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-22f3fb04-e93b-401b-ba22-00f1ca008e94', 'network_id': '22f3fb04-e93b-401b-ba22-00f1ca008e94', 'project_id': '8e4351efd13f4e0fa25ba44800586e06', 'fixed_ips': [{'subnet_id': '98e88372-3cf2-4f17-9239-52879fb900c2'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:34:18.292326 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.293323 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57972) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:18.318084 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Publish callbacks [] for port (6ff29834-6246-459e-924a-7d0a74e8a024), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.396652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:18.404094 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=d2a628e5-f555-4ce0-a9ce-530b87fc0f7e,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:18.467977 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (6ff29834-6246-459e-924a-7d0a74e8a024), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.500457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:18.500457 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c4d1048a-c0f0-4f0e-ac47-a07aa27d9122), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.500950 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (a23b0a68-74c8-4593-b46f-5ba838957c89), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.501456 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Added segment a23b0a68-74c8-4593-b46f-5ba838957c89 of type vlan for network bef9cc14-4747-41aa-9aff-ff9110ac64d0
Apr 16 21:34:18.502416 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-9bb6cad8-c50f-4401-a0a5-4e517d5cdc86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:34:18.502811 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-9bb6cad8-c50f-4401-a0a5-4e517d5cdc86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:34:18.556809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Network 678dd027-89d3-460b-837d-e62ab637e4f9 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:18.568798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:18.570491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Pushing event updated for resources: {'Port': ['ID=6ff29834-6246-459e-924a-7d0a74e8a024,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:18.573281 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-316ad832-970a-446c-9afc-1168054d2028 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.577727 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-316ad832-970a-446c-9afc-1168054d2028 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router_controller (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.579406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:18.653100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Router ab499441-7cf1-4376-a82a-7743534b372f is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:34:18.654080 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (bef9cc14-4747-41aa-9aff-ff9110ac64d0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.657922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Allocated IP 172.20.0.2 (22f3fb04-e93b-401b-ba22-00f1ca008e94/98e88372-3cf2-4f17-9239-52879fb900c2/d97bcd09-f6f5-4923-8728-880a5d9f8e68) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:18.726294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Attempting to bind port 6ff29834-6246-459e-924a-7d0a74e8a024 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:18.726685 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Attempting to bind port 6ff29834-6246-459e-924a-7d0a74e8a024 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd28ea497-449d-4485-913c-5748de6fc1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '678dd027-89d3-460b-837d-e62ab637e4f9'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:18.727080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Attempting to bind port 6ff29834-6246-459e-924a-7d0a74e8a024 on network 678dd027-89d3-460b-837d-e62ab637e4f9 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:18.753582 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68b73a69-9a43-4c3e-b9c7-8cada81c66f0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.771723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-316ad832-970a-446c-9afc-1168054d2028 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.772339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316ad832-970a-446c-9afc-1168054d2028 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Fanout notify agent at l3_agent the message router_deleted on router a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:34:18.780718 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-316ad832-970a-446c-9afc-1168054d2028 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.785985 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-316ad832-970a-446c-9afc-1168054d2028 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "DELETE /v2.0/routers/a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7 HTTP/1.1" status: 204  len: 168 time: 1.1469972
Apr 16 21:34:18.788698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57980) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:18.826746 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-226d31a2-2ada-4e5d-8fa7-43d32ff5818c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7 HTTP/1.1" status: 200  len: 205 time: 0.0370836
Apr 16 21:34:18.827529 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57984) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:18.879055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:18.880926 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-bc2f3c11-22bf-4b76-bb20-b891dd1891eb tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:18.884767 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bc2f3c11-22bf-4b76-bb20-b891dd1891eb tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "DELETE /v2.0/routers/a7e5f51b-9af0-41c4-b4eb-c3fe8d2fd6a7 HTTP/1.1" status: 404  len: 336 time: 0.0531189
Apr 16 21:34:18.885378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57988) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:18.930377 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a9855712-07b6-489e-9e30-585ab3d574df tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "GET /v2.0/ports?device_id=1939af7a-bde3-4ab2-be7d-b83414786cf3 HTTP/1.1" status: 200  len: 205 time: 0.0417068
Apr 16 21:34:18.931816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57990) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:18.944961 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.resource_extend [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:34:18.948427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Sync routers for ids ['ab499441-7cf1-4376-a82a-7743534b372f'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:18.949242 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:18.954913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:18.955297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Checking segment: {'id': 'd28ea497-449d-4485-913c-5748de6fc1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '678dd027-89d3-460b-837d-e62ab637e4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:18.955705 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.956114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Bound using segment: {'id': 'd28ea497-449d-4485-913c-5748de6fc1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '678dd027-89d3-460b-837d-e62ab637e4f9'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:18.956643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Bound port: 6ff29834-6246-459e-924a-7d0a74e8a024, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28ea497-449d-4485-913c-5748de6fc1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '678dd027-89d3-460b-837d-e62ab637e4f9'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:18.957029 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6ff29834-6246-459e-924a-7d0a74e8a024), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:18.986011 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-3f896033-7e5e-4825-8d47-862cbce20340 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:18.988256 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3f896033-7e5e-4825-8d47-862cbce20340 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "DELETE /v2.0/routers/1939af7a-bde3-4ab2-be7d-b83414786cf3 HTTP/1.1" status: 404  len: 336 time: 0.0543017
Apr 16 21:34:18.989831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57994) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:19.002356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Routers {'ab499441-7cf1-4376-a82a-7743534b372f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:19.003012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f5571f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ab499441-7cf1-4376-a82a-7743534b372f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:19.021783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:19.028281 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f8c07c84-7a29-4f43-ba15-298e64004300 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.6190565
Apr 16 21:34:19.028281 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a72b9d86-c132-410e-b131-5ea5e0924623 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3c762c-fe45-4e90-a4cc-2377a0daa68b HTTP/1.1" status: 200  len: 205 time: 0.0343554
Apr 16 21:34:19.028281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 57996) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:19.031166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 57998) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:19.128616 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:19.135688 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-025ce26b-28a7-4d9e-a956-4decfa8cb204 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:19.139440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-025ce26b-28a7-4d9e-a956-4decfa8cb204 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "DELETE /v2.0/routers/3d3c762c-fe45-4e90-a4cc-2377a0daa68b HTTP/1.1" status: 404  len: 336 time: 0.1030321
Apr 16 21:34:19.144074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58002) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:19.145877 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (90c7aa21-cb92-4b52-9989-d44f1b5158ca), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:19.146410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (bef9cc14-4747-41aa-9aff-ff9110ac64d0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:19.161359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:19.166467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:19.167152 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:19.201360 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-47a15e78-c5ec-4760-a727-f12b830fa398 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "GET /v2.0/ports?device_id=661aca00-60b2-41ae-bf72-f421ccd7b1c5 HTTP/1.1" status: 200  len: 205 time: 0.0559871
Apr 16 21:34:19.204315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58006) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:19.241603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d2a628e5-f555-4ce0-a9ce-530b87fc0f7e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:19.253644 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-15a8f2b1-633b-4e03-91cf-b8a68556036f tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:19.258505 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-15a8f2b1-633b-4e03-91cf-b8a68556036f tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "DELETE /v2.0/routers/661aca00-60b2-41ae-bf72-f421ccd7b1c5 HTTP/1.1" status: 404  len: 336 time: 0.0522408
Apr 16 21:34:19.260644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] For port 6ff29834-6246-459e-924a-7d0a74e8a024, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:19.261656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58008) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:19.262803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6cad8-c50f-4401-a0a5-4e517d5cdc86 None None] Current status of the port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:19.305156 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f66103e3-2464-4957-b02f-028a9b377819 tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "GET /v2.0/ports?device_id=6973e1b6-4981-40a7-bcc0-e66c7c38b882 HTTP/1.1" status: 200  len: 205 time: 0.0418131
Apr 16 21:34:19.305831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58012) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:19.321003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] For port 6ff29834-6246-459e-924a-7d0a74e8a024, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ff29834-6246-459e-924a-7d0a74e8a024,segment=NetworkSegment(d28ea497-449d-4485-913c-5748de6fc1a8),segment_id=d28ea497-449d-4485-913c-5748de6fc1a8)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:19.334755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9bb6cad8-c50f-4401-a0a5-4e517d5cdc86 None None] Provisioning complete for port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:19.335255 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9bb6cad8-c50f-4401-a0a5-4e517d5cdc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c4d1048a-c0f0-4f0e-ac47-a07aa27d9122), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:19.338617 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Publish callbacks [] for port (d97bcd09-f6f5-4923-8728-880a5d9f8e68), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:19.356803 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1316 time: 2.2907512
Apr 16 21:34:19.356803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event updated for resources: {'Network': ['ID=90c7aa21-cb92-4b52-9989-d44f1b5158ca,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:19.362600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58014) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:19.373264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Set router ab499441-7cf1-4376-a82a-7743534b372f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:19.375755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 90c7aa21-cb92-4b52-9989-d44f1b5158ca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:19.418739 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-3d22134e-f340-437c-be9d-e8f3d07a02dd tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:19.419870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3d22134e-f340-437c-be9d-e8f3d07a02dd tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "DELETE /v2.0/routers/6973e1b6-4981-40a7-bcc0-e66c7c38b882 HTTP/1.1" status: 404  len: 336 time: 0.1096652
Apr 16 21:34:19.422670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58016) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:19.458834 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-83a61b9f-1b06-4602-85dc-fdfaa632225e tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "GET /v2.0/ports?device_id=77353788-3bc7-4afa-80bd-6200b8572f36 HTTP/1.1" status: 200  len: 205 time: 0.0350301
Apr 16 21:34:19.462028 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58018) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:19.502487 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6ff29834-6246-459e-924a-7d0a74e8a024), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:19.535089 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (d97bcd09-f6f5-4923-8728-880a5d9f8e68), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:19.558979 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-5184cb4a-1703-49fd-89f6-3e9fed7f439d tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:19.560275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5184cb4a-1703-49fd-89f6-3e9fed7f439d tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "DELETE /v2.0/routers/77353788-3bc7-4afa-80bd-6200b8572f36 HTTP/1.1" status: 404  len: 336 time: 0.0979507
Apr 16 21:34:19.596107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58022) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:19.632905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:19.633388 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:19.675823 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89f03e6-b366-4533-9e94-7a21266aed0c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:34:19.676373 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89f03e6-b366-4533-9e94-7a21266aed0c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:34:19.682310 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b89f03e6-b366-4533-9e94-7a21266aed0c tempest-RoutersAdminTest-1414631140 tempest-RoutersAdminTest-1414631140-project] 10.222.0.20 "DELETE /v2.0/subnets/0c61ee66-622d-4bee-b228-1d52f37a703a HTTP/1.1" status: 404  len: 337 time: 0.0873370
Apr 16 21:34:19.691950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d7f3d-f50a-4319-b9b6-544ba6fa9003 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event updated for resources: {'Network': ['ID=bef9cc14-4747-41aa-9aff-ff9110ac64d0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:19.719232 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-68b73a69-9a43-4c3e-b9c7-8cada81c66f0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port e46e1963-892d-4802-b1eb-26bf40c4bec6 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:19.719879 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68b73a69-9a43-4c3e-b9c7-8cada81c66f0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:19.736045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Network 22f3fb04-e93b-401b-ba22-00f1ca008e94 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:19.739992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network bef9cc14-4747-41aa-9aff-ff9110ac64d0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:19.772784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f8592-7056-4a6d-8c8b-9aac3f2c4560 None None] Pushing event updated for resources: {'Port': ['ID=6ff29834-6246-459e-924a-7d0a74e8a024,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:19.776211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:19.779032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:19.858042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cda21b-2bf5-4da8-bf2e-a931af9e9922 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:19.868905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cda21b-2bf5-4da8-bf2e-a931af9e9922 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:19.876605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cda21b-2bf5-4da8-bf2e-a931af9e9922 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:19.882729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cda21b-2bf5-4da8-bf2e-a931af9e9922 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:19.890167 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-28cda21b-2bf5-4da8-bf2e-a931af9e9922 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2403 time: 0.5246785
Apr 16 21:34:19.916660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58028) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:20.009407 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:20.120113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Allocated IP 172.20.0.1 (678dd027-89d3-460b-837d-e62ab637e4f9/ff352d39-6450-4f87-b5c2-f93f45902daa/b342d412-cba2-4f65-b880-aec85704e6bc) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:20.134255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-68b73a69-9a43-4c3e-b9c7-8cada81c66f0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] For port e46e1963-892d-4802-b1eb-26bf40c4bec6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e46e1963-892d-4802-b1eb-26bf40c4bec6,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:20.134566 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68b73a69-9a43-4c3e-b9c7-8cada81c66f0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:20.150218 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cc86e80-0ccc-4dd5-ba04-4ac9b2ea2fab tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (90c7aa21-cb92-4b52-9989-d44f1b5158ca), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:20.161894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-68b73a69-9a43-4c3e-b9c7-8cada81c66f0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for e46e1963-892d-4802-b1eb-26bf40c4bec6 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:20.178928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f5571f0>, [{'id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'name': 'tempest-TestServerBasicOps-158768691-router', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:13Z', 'updated_at': '2022-04-16T21:34:16Z', 'revision_number': 3, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'gw_port': {'id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:15Z', 'updated_at': '2022-04-16T21:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:20.180890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6cad8-c50f-4401-a0a5-4e517d5cdc86 None None] Current status of the port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:20.188992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Pushing event updated for resources: {'Port': ['ID=d97bcd09-f6f5-4923-8728-880a5d9f8e68,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:20.229297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Checking router: ab499441-7cf1-4376-a82a-7743534b372f for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:34:20.229691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Updating router ab499441-7cf1-4376-a82a-7743534b372f port 5c8db8d2-f9dc-435f-8e71-f589fa6df752 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:34:20.285664 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Attempting to bind port d97bcd09-f6f5-4923-8728-880a5d9f8e68 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:20.286053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Attempting to bind port d97bcd09-f6f5-4923-8728-880a5d9f8e68 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '22f3fb04-e93b-401b-ba22-00f1ca008e94'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:20.286494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Attempting to bind port d97bcd09-f6f5-4923-8728-880a5d9f8e68 on network 22f3fb04-e93b-401b-ba22-00f1ca008e94 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:20.313963 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:20.314351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Checking segment: {'id': 'aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '22f3fb04-e93b-401b-ba22-00f1ca008e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:20.315022 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:20.315191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Bound using segment: {'id': 'aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '22f3fb04-e93b-401b-ba22-00f1ca008e94'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:20.315650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Bound port: d97bcd09-f6f5-4923-8728-880a5d9f8e68, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '22f3fb04-e93b-401b-ba22-00f1ca008e94'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:20.316042 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d97bcd09-f6f5-4923-8728-880a5d9f8e68), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:20.330375 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:20.333235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:20.337392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-73a84f7a-a413-49f0-9e00-0d16ef79cdd8 None None] Provisioning complete for port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:20.337774 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73a84f7a-a413-49f0-9e00-0d16ef79cdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:20.342435 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Allocated IP 172.20.0.1 (d0c222a2-58f4-4313-8f41-155047467841/41371b01-8575-4aeb-a8ef-c73f0b7e945c/1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:20.530668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] For port d97bcd09-f6f5-4923-8728-880a5d9f8e68, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:20.539029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] For port d97bcd09-f6f5-4923-8728-880a5d9f8e68, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d97bcd09-f6f5-4923-8728-880a5d9f8e68,segment=NetworkSegment(aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3),segment_id=aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:20.607554 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Publish callbacks [] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:20.641037 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d97bcd09-f6f5-4923-8728-880a5d9f8e68), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:20.665648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58038) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:20.691688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-73a84f7a-a413-49f0-9e00-0d16ef79cdd8 None None] Current status of the port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:20.716932 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:20.798906 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Network d0c222a2-58f4-4313-8f41-155047467841 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:20.805221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:20.810019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:20.815358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:20.826103 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cc86e80-0ccc-4dd5-ba04-4ac9b2ea2fab tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (90c7aa21-cb92-4b52-9989-d44f1b5158ca), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:20.896655 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (ab499441-7cf1-4376-a82a-7743534b372f), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:20.906317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6015865-988b-4fa1-a6d4-cfd9869f35a5 None None] Pushing event updated for resources: {'Port': ['ID=d97bcd09-f6f5-4923-8728-880a5d9f8e68,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:20.915640 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1cc86e80-0ccc-4dd5-ba04-4ac9b2ea2fab tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ffa21f0>,) {'filters': {'network_id': ['90c7aa21-cb92-4b52-9989-d44f1b5158ca']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:20.941808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1cc86e80-0ccc-4dd5-ba04-4ac9b2ea2fab tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ffa21f0>, '88b384f5-dc6b-41d8-bae5-4215cc05ea7b') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:20.942737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1cc86e80-0ccc-4dd5-ba04-4ac9b2ea2fab tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ffa21f0>, '88b384f5-dc6b-41d8-bae5-4215cc05ea7b') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:20.967104 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cc86e80-0ccc-4dd5-ba04-4ac9b2ea2fab tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (88b384f5-dc6b-41d8-bae5-4215cc05ea7b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:20.996586 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cc86e80-0ccc-4dd5-ba04-4ac9b2ea2fab tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (88b384f5-dc6b-41d8-bae5-4215cc05ea7b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.021906 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Publish callbacks [] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.051911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc86e80-0ccc-4dd5-ba04-4ac9b2ea2fab tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:34:21.052617 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cc86e80-0ccc-4dd5-ba04-4ac9b2ea2fab tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (88b384f5-dc6b-41d8-bae5-4215cc05ea7b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:34:21.059797 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:34:21.093548 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.093725 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for port (b342d412-cba2-4f65-b880-aec85704e6bc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.262086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77d15d0-be43-4dee-b409-67a91e6aca8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.352585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cc86e80-0ccc-4dd5-ba04-4ac9b2ea2fab tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (90c7aa21-cb92-4b52-9989-d44f1b5158ca), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.362248 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cc86e80-0ccc-4dd5-ba04-4ac9b2ea2fab tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.369484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1cc86e80-0ccc-4dd5-ba04-4ac9b2ea2fab tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "DELETE /v2.0/networks/90c7aa21-cb92-4b52-9989-d44f1b5158ca HTTP/1.1" status: 204  len: 168 time: 1.4477081
Apr 16 21:34:21.370424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58048) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:21.430086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77d15d0-be43-4dee-b409-67a91e6aca8a admin admin] Publish callbacks [] for security_group (7b6c4ab9-8a4e-4b82-a8ee-b5a67b8efa0e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.486015 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b342d412-cba2-4f65-b880-aec85704e6bc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.487076 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a77d15d0-be43-4dee-b409-67a91e6aca8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7b6c4ab9-8a4e-4b82-a8ee-b5a67b8efa0e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.498952 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68b73a69-9a43-4c3e-b9c7-8cada81c66f0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e46e1963-892d-4802-b1eb-26bf40c4bec6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.499968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6ff29834-6246-459e-924a-7d0a74e8a024 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:21.564922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-861b3356-88fc-4ee2-a2bc-08f43e35ad95 None None] Provisioning complete for port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:21.569400 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d15d0-be43-4dee-b409-67a91e6aca8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6c4ab9-8a4e-4b82-a8ee-b5a67b8efa0e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:21.569708 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-861b3356-88fc-4ee2-a2bc-08f43e35ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.573412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Network 678dd027-89d3-460b-837d-e62ab637e4f9 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:21.581958 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a77d15d0-be43-4dee-b409-67a91e6aca8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ca7c6b4e38848e1ae61307a8d89131f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9152098
Apr 16 21:34:21.582940 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.585951 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58050) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:21.588348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc86e80-0ccc-4dd5-ba04-4ac9b2ea2fab tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event deleted for resources: {'Network': ['ID=90c7aa21-cb92-4b52-9989-d44f1b5158ca,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:21.600998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event updated for resources: {'Port': ['ID=b342d412-cba2-4f65-b880-aec85704e6bc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:21.636438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:21.639063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:21.654070 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb9df6-f637-48cb-992d-288fad50161e None None] Pushing event updated for resources: {'Port': ['ID=5c8db8d2-f9dc-435f-8e71-f589fa6df752,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:21.663199 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f235ce-4e5c-44ee-bfc0-8be53c4d637a None None] Network 678dd027-89d3-460b-837d-e62ab637e4f9 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:21.673935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Attempting to bind port 5c8db8d2-f9dc-435f-8e71-f589fa6df752 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:21.675739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Attempting to bind port 5c8db8d2-f9dc-435f-8e71-f589fa6df752 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:21.676873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Attempting to bind port 5c8db8d2-f9dc-435f-8e71-f589fa6df752 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:21.684794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b73a69-9a43-4c3e-b9c7-8cada81c66f0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=e46e1963-892d-4802-b1eb-26bf40c4bec6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:21.724869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-da07dac7-8eb0-44f8-9709-c41c4ec16d8c admin admin] Publish callbacks [] for security_group (7b6c4ab9-8a4e-4b82-a8ee-b5a67b8efa0e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.726103 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (c3007910-814e-475e-8086-55fbd6f35d18), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.751961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:21.753925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:21.754546 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.755105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:21.755759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Bound port: 5c8db8d2-f9dc-435f-8e71-f589fa6df752, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:21.756518 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.790426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-861b3356-88fc-4ee2-a2bc-08f43e35ad95 None None] Port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:21.812304 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-da07dac7-8eb0-44f8-9709-c41c4ec16d8c admin admin] Publish callbacks [] for security_group (7b6c4ab9-8a4e-4b82-a8ee-b5a67b8efa0e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.868165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6ff29834-6246-459e-924a-7d0a74e8a024 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:21.868573 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6ff29834-6246-459e-924a-7d0a74e8a024), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:21.951340 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Publish callbacks [] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.013541 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-da07dac7-8eb0-44f8-9709-c41c4ec16d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7b6c4ab9-8a4e-4b82-a8ee-b5a67b8efa0e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.016528 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-da07dac7-8eb0-44f8-9709-c41c4ec16d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.018428 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-da07dac7-8eb0-44f8-9709-c41c4ec16d8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b6c4ab9-8a4e-4b82-a8ee-b5a67b8efa0e HTTP/1.1" status: 204  len: 168 time: 0.4315107
Apr 16 21:34:22.025823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-86c1a255-f4ef-4a99-8e90-7d6539526e63 None None] Provisioning complete for port 6ff29834-6246-459e-924a-7d0a74e8a024 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:22.026208 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-86c1a255-f4ef-4a99-8e90-7d6539526e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6ff29834-6246-459e-924a-7d0a74e8a024), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.033618 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] For port 5c8db8d2-f9dc-435f-8e71-f589fa6df752, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:22.038093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07dac7-8eb0-44f8-9709-c41c4ec16d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6c4ab9-8a4e-4b82-a8ee-b5a67b8efa0e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:22.041531 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.100968 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68b73a69-9a43-4c3e-b9c7-8cada81c66f0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.113390 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-742b10de-296e-46af-be5f-de2d054a1884 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (bef9cc14-4747-41aa-9aff-ff9110ac64d0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.152777 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] For port 5c8db8d2-f9dc-435f-8e71-f589fa6df752, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c8db8d2-f9dc-435f-8e71-f589fa6df752,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:22.206299 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (ab499441-7cf1-4376-a82a-7743534b372f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.210589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:22.261087 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.294850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6ff29834-6246-459e-924a-7d0a74e8a024 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:22.295239 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6ff29834-6246-459e-924a-7d0a74e8a024), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.434860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Network d0c222a2-58f4-4313-8f41-155047467841 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:22.436675 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:22.458983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Routers {'ab499441-7cf1-4376-a82a-7743534b372f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:22.459615 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f5571f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ab499441-7cf1-4376-a82a-7743534b372f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:22.476524 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b342d412-cba2-4f65-b880-aec85704e6bc), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.476724 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 6ff29834-6246-459e-924a-7d0a74e8a024, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ff29834-6246-459e-924a-7d0a74e8a024,segment=NetworkSegment(d28ea497-449d-4485-913c-5748de6fc1a8),segment_id=d28ea497-449d-4485-913c-5748de6fc1a8)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:22.570981 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-86c1a255-f4ef-4a99-8e90-7d6539526e63 None None] Current status of the port 6ff29834-6246-459e-924a-7d0a74e8a024 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:22.571826 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-86c1a255-f4ef-4a99-8e90-7d6539526e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6ff29834-6246-459e-924a-7d0a74e8a024), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.619470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb9df6-f637-48cb-992d-288fad50161e None None] Pushing event updated for resources: {'Port': ['ID=5c8db8d2-f9dc-435f-8e71-f589fa6df752,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:22.628681 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6ff29834-6246-459e-924a-7d0a74e8a024), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.671324 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-742b10de-296e-46af-be5f-de2d054a1884 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (bef9cc14-4747-41aa-9aff-ff9110ac64d0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.794274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f174cb2-0f95-4353-95ba-0a70cb1a702e None None] Network 22f3fb04-e93b-401b-ba22-00f1ca008e94 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:22.800476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-742b10de-296e-46af-be5f-de2d054a1884 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ee369a0>,) {'filters': {'network_id': ['bef9cc14-4747-41aa-9aff-ff9110ac64d0']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:22.812299 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Router ab499441-7cf1-4376-a82a-7743534b372f has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:34:22.832772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-742b10de-296e-46af-be5f-de2d054a1884 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ee369a0>, 'a23b0a68-74c8-4593-b46f-5ba838957c89') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:22.835511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-742b10de-296e-46af-be5f-de2d054a1884 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ee369a0>, 'a23b0a68-74c8-4593-b46f-5ba838957c89') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:22.870769 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-742b10de-296e-46af-be5f-de2d054a1884 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (a23b0a68-74c8-4593-b46f-5ba838957c89), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.908992 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-742b10de-296e-46af-be5f-de2d054a1884 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (a23b0a68-74c8-4593-b46f-5ba838957c89), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.927345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742b10de-296e-46af-be5f-de2d054a1884 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:34:22.927649 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-742b10de-296e-46af-be5f-de2d054a1884 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (a23b0a68-74c8-4593-b46f-5ba838957c89), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:22.985928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:23.000219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bc924793-cdf0-45a2-8292-257a9f67cd17 admin admin] 10.222.0.20 "PUT /v2.0/routers/ab499441-7cf1-4376-a82a-7743534b372f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9692712
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:34:23.016026 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:34:23.031464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b73a69-9a43-4c3e-b9c7-8cada81c66f0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router d2c9b092-22ae-4123-85f9-b52fd6ffabcb has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:34:23.064937 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-86c1a255-f4ef-4a99-8e90-7d6539526e63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:34:23.064937 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-86c1a255-f4ef-4a99-8e90-7d6539526e63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:34:23.064937 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=6ff29834-6246-459e-924a-7d0a74e8a024,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:23.069164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] Set router ab499441-7cf1-4376-a82a-7743534b372f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:23.210804 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-742b10de-296e-46af-be5f-de2d054a1884 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (bef9cc14-4747-41aa-9aff-ff9110ac64d0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:23.215506 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-742b10de-296e-46af-be5f-de2d054a1884 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:23.219240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-742b10de-296e-46af-be5f-de2d054a1884 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "DELETE /v2.0/networks/bef9cc14-4747-41aa-9aff-ff9110ac64d0 HTTP/1.1" status: 204  len: 168 time: 1.8472281
Apr 16 21:34:23.221853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58066) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:23.305004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b10de-296e-46af-be5f-de2d054a1884 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event deleted for resources: {'Network': ['ID=bef9cc14-4747-41aa-9aff-ff9110ac64d0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:23.338428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58070) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:23.343671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f5571f0>, [{'id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'name': 'tempest-TestServerBasicOps-158768691-router', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:13Z', 'updated_at': '2022-04-16T21:34:21Z', 'revision_number': 4, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'gw_port': {'id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:15Z', 'updated_at': '2022-04-16T21:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1', 'name': '', 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'mac_address': 'fa:16:3e:53:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '41371b01-8575-4aeb-a8ef-c73f0b7e945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:20Z', 'updated_at': '2022-04-16T21:34:21Z', 'revision_number': 2, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'subnets': [{'id': '41371b01-8575-4aeb-a8ef-c73f0b7e945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:23.380998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f22c5b8-82e8-4b22-95e2-2779430356f6 None None] The sync data for ids ['ab499441-7cf1-4376-a82a-7743534b372f'] in ncdv-master-1 is: [{'id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'name': 'tempest-TestServerBasicOps-158768691-router', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:13Z', 'updated_at': '2022-04-16T21:34:21Z', 'revision_number': 4, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'gw_port': {'id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:15Z', 'updated_at': '2022-04-16T21:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1', 'name': '', 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'mac_address': 'fa:16:3e:53:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '41371b01-8575-4aeb-a8ef-c73f0b7e945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:20Z', 'updated_at': '2022-04-16T21:34:21Z', 'revision_number': 2, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'subnets': [{'id': '41371b01-8575-4aeb-a8ef-c73f0b7e945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:23.392305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b73a69-9a43-4c3e-b9c7-8cada81c66f0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:23.394812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d97bcd09-f6f5-4923-8728-880a5d9f8e68 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:23.407407 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ac8a3-5e8d-4e04-901e-2b34fb30a445 None None] Sync routers for ids ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:23.428960 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ac8a3-5e8d-4e04-901e-2b34fb30a445 None None] Routers {'d2c9b092-22ae-4123-85f9-b52fd6ffabcb'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:23.436394 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-979ac8a3-5e8d-4e04-901e-2b34fb30a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1c820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:23.452201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-68b73a69-9a43-4c3e-b9c7-8cada81c66f0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "PUT /v2.0/routers/d2c9b092-22ae-4123-85f9-b52fd6ffabcb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5186160
Apr 16 21:34:23.461172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58072) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:23.548095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d97bcd09-f6f5-4923-8728-880a5d9f8e68 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:23.548468 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d97bcd09-f6f5-4923-8728-880a5d9f8e68), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:23.653610 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-979ac8a3-5e8d-4e04-901e-2b34fb30a445 None None] Set router d2c9b092-22ae-4123-85f9-b52fd6ffabcb gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:23.673042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9b9820fc-8140-49fd-a670-41d6933107db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41a70d85ef434d8c9d552fe454017c09&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3305418
Apr 16 21:34:23.692547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58080) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:23.723419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-86c1a255-f4ef-4a99-8e90-7d6539526e63 None None] Current status of the port 6ff29834-6246-459e-924a-7d0a74e8a024 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:23.730096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9eed3c-d28f-4af1-9f63-3174341b76db tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting subnet a4f45037-6f54-4369-b06d-9d201a65a8f0 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:34:23.760765 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263ca312-0146-489e-867e-f027e85d4a5d tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:23.773617 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b9eed3c-d28f-4af1-9f63-3174341b76db tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for subnet (a4f45037-6f54-4369-b06d-9d201a65a8f0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:23.784894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263ca312-0146-489e-867e-f027e85d4a5d tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:23.804104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-263ca312-0146-489e-867e-f027e85d4a5d tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.5810096
Apr 16 21:34:23.828739 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58084) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:23.835294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d856c70a-90ec-4cc1-ba33-c65505b5109e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1151774759'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:23.851535 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f65a8241-2036-4975-b791-dcfb33ae8703 None None] Provisioning complete for port 6ff29834-6246-459e-924a-7d0a74e8a024 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:23.851919 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f65a8241-2036-4975-b791-dcfb33ae8703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6ff29834-6246-459e-924a-7d0a74e8a024), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:23.908572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d97bcd09-f6f5-4923-8728-880a5d9f8e68 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:23.909384 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d97bcd09-f6f5-4923-8728-880a5d9f8e68), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:23.960961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port d97bcd09-f6f5-4923-8728-880a5d9f8e68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d97bcd09-f6f5-4923-8728-880a5d9f8e68,segment=NetworkSegment(aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3),segment_id=aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:23.967328 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for port (b342d412-cba2-4f65-b880-aec85704e6bc), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:23.967509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d856c70a-90ec-4cc1-ba33-c65505b5109e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Made reservation on behalf of e6950a8536cd4085adcae058874f3250 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:23.971512 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d856c70a-90ec-4cc1-ba33-c65505b5109e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:23.999711 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-99e2f257-4640-483b-aad2-4dc991b7b886 admin admin] Publish callbacks [] for security_group (a31817e6-9355-4b38-9832-363af836ead9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.028091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d856c70a-90ec-4cc1-ba33-c65505b5109e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:24.036443 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d97bcd09-f6f5-4923-8728-880a5d9f8e68), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.048766 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d856c70a-90ec-4cc1-ba33-c65505b5109e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (01b253e5-a920-4c2e-916a-4494db265f00), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.049125 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-d856c70a-90ec-4cc1-ba33-c65505b5109e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Added segment 01b253e5-a920-4c2e-916a-4494db265f00 of type vlan for network b9618754-d0f9-44b3-b087-2a288a66c490
Apr 16 21:34:24.075502 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b342d412-cba2-4f65-b880-aec85704e6bc), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.083146 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-979ac8a3-5e8d-4e04-901e-2b34fb30a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1c820>, [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:34:21Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:24.086926 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b9eed3c-d28f-4af1-9f63-3174341b76db tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (a4f45037-6f54-4369-b06d-9d201a65a8f0), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.117742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f65a8241-2036-4975-b791-dcfb33ae8703 None None] Current status of the port 6ff29834-6246-459e-924a-7d0a74e8a024 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:24.142302 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d856c70a-90ec-4cc1-ba33-c65505b5109e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (b9618754-d0f9-44b3-b087-2a288a66c490), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.146705 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ac8a3-5e8d-4e04-901e-2b34fb30a445 None None] Checking router: d2c9b092-22ae-4123-85f9-b52fd6ffabcb for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:34:24.172627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f65a8241-2036-4975-b791-dcfb33ae8703 None None] Provisioning complete for port d97bcd09-f6f5-4923-8728-880a5d9f8e68 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:24.173061 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f65a8241-2036-4975-b791-dcfb33ae8703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d97bcd09-f6f5-4923-8728-880a5d9f8e68), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.176462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=d97bcd09-f6f5-4923-8728-880a5d9f8e68,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:24.187860 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ac8a3-5e8d-4e04-901e-2b34fb30a445 None None] Routers {'d2c9b092-22ae-4123-85f9-b52fd6ffabcb'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:24.194392 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-979ac8a3-5e8d-4e04-901e-2b34fb30a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1c820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:24.211156 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-99e2f257-4640-483b-aad2-4dc991b7b886 admin admin] Publish callbacks [] for security_group (a31817e6-9355-4b38-9832-363af836ead9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.247890 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d856c70a-90ec-4cc1-ba33-c65505b5109e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (b9618754-d0f9-44b3-b087-2a288a66c490), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.261921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d856c70a-90ec-4cc1-ba33-c65505b5109e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:24.262893 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d856c70a-90ec-4cc1-ba33-c65505b5109e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.275104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58088) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:24.279717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0eadfc61-ca41-4a1e-ac1a-18c403348061 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219532067', 'description': 'tempest-secgroup-smoke-219532067 description', 'project_id': '551fe53574564e4ea60f7288faf4298f'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:24.303634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event updated for resources: {'Port': ['ID=b342d412-cba2-4f65-b880-aec85704e6bc,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:24.316916 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (c3007910-814e-475e-8086-55fbd6f35d18), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.427085 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d856c70a-90ec-4cc1-ba33-c65505b5109e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5957558
Apr 16 21:34:24.451326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856c70a-90ec-4cc1-ba33-c65505b5109e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event updated for resources: {'Network': ['ID=b9618754-d0f9-44b3-b087-2a288a66c490,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:24.465477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58094) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:24.478590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-53096a4f-f163-47c8-b7a9-6ce9ae49d153 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1475680437'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:24.478827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network b9618754-d0f9-44b3-b087-2a288a66c490 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:24.489480 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b9eed3c-d28f-4af1-9f63-3174341b76db tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (a4f45037-6f54-4369-b06d-9d201a65a8f0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.574385 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-979ac8a3-5e8d-4e04-901e-2b34fb30a445 None None] Set router d2c9b092-22ae-4123-85f9-b52fd6ffabcb gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:24.581797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Network 678dd027-89d3-460b-837d-e62ab637e4f9 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:24.592759 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0eadfc61-ca41-4a1e-ac1a-18c403348061 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.600633 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-99e2f257-4640-483b-aad2-4dc991b7b886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a31817e6-9355-4b38-9832-363af836ead9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.603930 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-99e2f257-4640-483b-aad2-4dc991b7b886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.605941 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-99e2f257-4640-483b-aad2-4dc991b7b886 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a31817e6-9355-4b38-9832-363af836ead9 HTTP/1.1" status: 204  len: 168 time: 0.9122531
Apr 16 21:34:24.607509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:24.614011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53096a4f-f163-47c8-b7a9-6ce9ae49d153 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Made reservation on behalf of e6950a8536cd4085adcae058874f3250 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:24.623048 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53096a4f-f163-47c8-b7a9-6ce9ae49d153 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.668437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f65a8241-2036-4975-b791-dcfb33ae8703 None None] Current status of the port d97bcd09-f6f5-4923-8728-880a5d9f8e68 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:24.697931 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f65a8241-2036-4975-b791-dcfb33ae8703 None None] Provisioning complete for port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:24.697931 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f65a8241-2036-4975-b791-dcfb33ae8703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.741589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2f257-4640-483b-aad2-4dc991b7b886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31817e6-9355-4b38-9832-363af836ead9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:24.831162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f65a8241-2036-4975-b791-dcfb33ae8703 None None] Port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:24.852439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f65a8241-2036-4975-b791-dcfb33ae8703 None None] Provisioning complete for port b342d412-cba2-4f65-b880-aec85704e6bc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:24.852878 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f65a8241-2036-4975-b791-dcfb33ae8703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b342d412-cba2-4f65-b880-aec85704e6bc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:24.936113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f65a8241-2036-4975-b791-dcfb33ae8703 None None] Port b342d412-cba2-4f65-b880-aec85704e6bc cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:24.949290 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-979ac8a3-5e8d-4e04-901e-2b34fb30a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1c820>, [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:34:21Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:24.960691 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0eadfc61-ca41-4a1e-ac1a-18c403348061 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group (eed6f470-d2f6-4f6e-9f95-b38c18c9c22a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:25.022804 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ac8a3-5e8d-4e04-901e-2b34fb30a445 None None] The sync data for ids ['d2c9b092-22ae-4123-85f9-b52fd6ffabcb'] in ncdv-master-1 is: [{'id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034118106', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178'}], 'enable_snat': True}, 'gw_port_id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:31:05Z', 'updated_at': '2022-04-16T21:34:21Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '88cac8d2-2ba8-4d18-a5b3-debf31e671a9', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9b092-22ae-4123-85f9-b52fd6ffabcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:31:07Z', 'updated_at': '2022-04-16T21:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:25.068938 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b9eed3c-d28f-4af1-9f63-3174341b76db tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (a4f45037-6f54-4369-b06d-9d201a65a8f0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:25.095890 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0eadfc61-ca41-4a1e-ac1a-18c403348061 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eed6f470-d2f6-4f6e-9f95-b38c18c9c22a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:25.108652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9eed3c-d28f-4af1-9f63-3174341b76db tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f45037-6f54-4369-b06d-9d201a65a8f0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:25.146311 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3b9eed3c-d28f-4af1-9f63-3174341b76db tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:25.152418 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3b9eed3c-d28f-4af1-9f63-3174341b76db tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/subnets/a4f45037-6f54-4369-b06d-9d201a65a8f0 HTTP/1.1" status: 204  len: 168 time: 1.6813869
Apr 16 21:34:25.153120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc25bd1-d784-49f5-8249-76cc23e95be3 None None] Network f9436375-f402-4a5b-aa69-a7409c8adda4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:25.160248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58106) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:25.215136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadfc61-ca41-4a1e-ac1a-18c403348061 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:25.256976 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0eadfc61-ca41-4a1e-ac1a-18c403348061 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:25.260973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0eadfc61-ca41-4a1e-ac1a-18c403348061 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.9821908
Apr 16 21:34:25.262540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58110) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:25.270795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-65483b3d-925e-4e6c-8b16-319bcfeb0cf7 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Request body: {'security_group_rule': {'security_group_id': 'eed6f470-d2f6-4f6e-9f95-b38c18c9c22a', 'project_id': '551fe53574564e4ea60f7288faf4298f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:25.360830 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:25.361514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8f72c7c5-8321-4aef-9354-a4367e6be6a4 None None] Provisioning complete for port b342d412-cba2-4f65-b880-aec85704e6bc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:25.361900 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f72c7c5-8321-4aef-9354-a4367e6be6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b342d412-cba2-4f65-b880-aec85704e6bc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:25.376046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53096a4f-f163-47c8-b7a9-6ce9ae49d153 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:25.401330 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53096a4f-f163-47c8-b7a9-6ce9ae49d153 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (bbccac32-8589-4bd9-b26b-59c3dbaf8339), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:25.404996 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-53096a4f-f163-47c8-b7a9-6ce9ae49d153 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Added segment bbccac32-8589-4bd9-b26b-59c3dbaf8339 of type vlan for network d9e65a06-1711-4bdc-946a-26d7cc0edfba
Apr 16 21:34:25.491032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8f72c7c5-8321-4aef-9354-a4367e6be6a4 None None] Port b342d412-cba2-4f65-b880-aec85704e6bc cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:25.505696 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53096a4f-f163-47c8-b7a9-6ce9ae49d153 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (d9e65a06-1711-4bdc-946a-26d7cc0edfba), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:25.596419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fab5a9-a3ae-4e2f-8422-c6caa333b6a2 None None] DHCP port deletion for f9436375-f402-4a5b-aa69-a7409c8adda4 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:34:25.630464 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53096a4f-f163-47c8-b7a9-6ce9ae49d153 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (d9e65a06-1711-4bdc-946a-26d7cc0edfba), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:25.637526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53096a4f-f163-47c8-b7a9-6ce9ae49d153 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:25.638633 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53096a4f-f163-47c8-b7a9-6ce9ae49d153 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:25.711021 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-02fab5a9-a3ae-4e2f-8422-c6caa333b6a2 None None] Deleting port 475723d2-baf2-49c9-86c5-063a21d96fa4 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:25.711416 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-02fab5a9-a3ae-4e2f-8422-c6caa333b6a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (475723d2-baf2-49c9-86c5-063a21d96fa4), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:25.784142 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-53096a4f-f163-47c8-b7a9-6ce9ae49d153 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.3173273
Apr 16 21:34:25.792942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58120) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:25.793410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6ff29834-6246-459e-924a-7d0a74e8a024 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:25.803416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Request body: {'ports': [{'network_id': 'b9618754-d0f9-44b3-b087-2a288a66c490', 'name': 'tempest-port--676623362', 'admin_state_up': True}, {'network_id': 'd9e65a06-1711-4bdc-946a-26d7cc0edfba', 'admin_state_up': False}]} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:25.803947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Request body: {'port': {'network_id': 'b9618754-d0f9-44b3-b087-2a288a66c490', 'name': 'tempest-port--676623362', 'admin_state_up': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:25.804699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Request body: {'port': {'network_id': 'd9e65a06-1711-4bdc-946a-26d7cc0edfba', 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:25.895653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-02fab5a9-a3ae-4e2f-8422-c6caa333b6a2 None None] For port 475723d2-baf2-49c9-86c5-063a21d96fa4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=475723d2-baf2-49c9-86c5-063a21d96fa4,segment=NetworkSegment(253e66dd-c424-4417-b0a7-18cef46a147c),segment_id=253e66dd-c424-4417-b0a7-18cef46a147c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:25.896815 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-02fab5a9-a3ae-4e2f-8422-c6caa333b6a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (475723d2-baf2-49c9-86c5-063a21d96fa4), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:25.906021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53096a4f-f163-47c8-b7a9-6ce9ae49d153 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event updated for resources: {'Network': ['ID=d9e65a06-1711-4bdc-946a-26d7cc0edfba,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:25.947933 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network d9e65a06-1711-4bdc-946a-26d7cc0edfba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:25.957932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-02fab5a9-a3ae-4e2f-8422-c6caa333b6a2 None None] Calling delete_port for 475723d2-baf2-49c9-86c5-063a21d96fa4 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:26.047712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6ff29834-6246-459e-924a-7d0a74e8a024 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:26.049851 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6ff29834-6246-459e-924a-7d0a74e8a024), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.185468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Made reservation on behalf of e6950a8536cd4085adcae058874f3250 for: {'port': 2} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:26.193174 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.202248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Router c3007910-814e-475e-8086-55fbd6f35d18 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:34:26.217044 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-65483b3d-925e-4e6c-8b16-319bcfeb0cf7 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (58a3d077-403e-4454-9976-89636412aed8), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.237162 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.239163 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.301938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6ff29834-6246-459e-924a-7d0a74e8a024 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:26.303056 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5c8db8d2-f9dc-435f-8e71-f589fa6df752 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:26.378608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5c8db8d2-f9dc-435f-8e71-f589fa6df752 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:26.379960 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.384890 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-02fab5a9-a3ae-4e2f-8422-c6caa333b6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (475723d2-baf2-49c9-86c5-063a21d96fa4), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.411763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:26.417033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c0cbc84f-2308-43ad-8160-8fc8bb0d0f5a tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "PUT /v2.0/routers/c3007910-814e-475e-8086-55fbd6f35d18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1211514
Apr 16 21:34:26.420196 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-65483b3d-925e-4e6c-8b16-319bcfeb0cf7 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (58a3d077-403e-4454-9976-89636412aed8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.423238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58136) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:26.423238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:26.423238 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.455867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd7f35-d97e-4e01-acfb-ca23cb49f9d1 None None] Sync routers for ids ['c3007910-814e-475e-8086-55fbd6f35d18'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:26.466143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fab5a9-a3ae-4e2f-8422-c6caa333b6a2 None None] Pushing event deleted for resources: {'Port': ['ID=475723d2-baf2-49c9-86c5-063a21d96fa4,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:26.480669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fab5a9-a3ae-4e2f-8422-c6caa333b6a2 None None] No DVR routers for this DVR port 475723d2-baf2-49c9-86c5-063a21d96fa4 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:34:26.483346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] device_id is not set on port 420b976c-c9be-4caf-acb0-5ea7dac681ff yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:34:26.534170 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-65483b3d-925e-4e6c-8b16-319bcfeb0cf7 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (58a3d077-403e-4454-9976-89636412aed8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.542821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd7f35-d97e-4e01-acfb-ca23cb49f9d1 None None] Routers {'c3007910-814e-475e-8086-55fbd6f35d18'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:26.544822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-62cd7f35-d97e-4e01-acfb-ca23cb49f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fea62e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c3007910-814e-475e-8086-55fbd6f35d18'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:26.645475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65483b3d-925e-4e6c-8b16-319bcfeb0cf7 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a3d077-403e-4454-9976-89636412aed8,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:26.651442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-62cd7f35-d97e-4e01-acfb-ca23cb49f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fea62e0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:26.722423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd7f35-d97e-4e01-acfb-ca23cb49f9d1 None None] Routers {'c3007910-814e-475e-8086-55fbd6f35d18'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:26.723067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-62cd7f35-d97e-4e01-acfb-ca23cb49f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fea62e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c3007910-814e-475e-8086-55fbd6f35d18'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:26.762087 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for port (420b976c-c9be-4caf-acb0-5ea7dac681ff), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.837207 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-62cd7f35-d97e-4e01-acfb-ca23cb49f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fea62e0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:26.837828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd7f35-d97e-4e01-acfb-ca23cb49f9d1 None None] The sync data for ids ['c3007910-814e-475e-8086-55fbd6f35d18'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:26.848354 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-65483b3d-925e-4e6c-8b16-319bcfeb0cf7 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.849603 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-65483b3d-925e-4e6c-8b16-319bcfeb0cf7 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.5840704
Apr 16 21:34:26.856406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5c8db8d2-f9dc-435f-8e71-f589fa6df752 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:26.856821 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.863715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58146) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:26.870800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-09dda68b-9ccc-4110-9a3e-07b59bb8f9a6 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Request body: {'security_group_rule': {'security_group_id': 'eed6f470-d2f6-4f6e-9f95-b38c18c9c22a', 'project_id': '551fe53574564e4ea60f7288faf4298f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:26.907699 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 5c8db8d2-f9dc-435f-8e71-f589fa6df752, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c8db8d2-f9dc-435f-8e71-f589fa6df752,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:26.927572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] For port 88cac8d2-2ba8-4d18-a5b3-debf31e671a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88cac8d2-2ba8-4d18-a5b3-debf31e671a9,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:26.927930 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:26.954473 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:26.987238 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] device_id is not set on port de91c6b0-9089-43bf-80ce-091d9f27fda5 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:34:27.001276 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.002089 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d97bcd09-f6f5-4923-8728-880a5d9f8e68 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:27.042908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09dda68b-9ccc-4110-9a3e-07b59bb8f9a6 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (87ee6345-3582-44dd-8d91-d49eb583d03a), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.108416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d97bcd09-f6f5-4923-8728-880a5d9f8e68 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:27.108800 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d97bcd09-f6f5-4923-8728-880a5d9f8e68), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.126434 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09dda68b-9ccc-4110-9a3e-07b59bb8f9a6 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (87ee6345-3582-44dd-8d91-d49eb583d03a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.146057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=5c8db8d2-f9dc-435f-8e71-f589fa6df752,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:27.203534 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09dda68b-9ccc-4110-9a3e-07b59bb8f9a6 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (87ee6345-3582-44dd-8d91-d49eb583d03a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.220290 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for port (de91c6b0-9089-43bf-80ce-091d9f27fda5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.249129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d97bcd09-f6f5-4923-8728-880a5d9f8e68 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:27.249550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dda68b-9ccc-4110-9a3e-07b59bb8f9a6 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ee6345-3582-44dd-8d91-d49eb583d03a,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:27.273126 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Sync routers for ids ['ab499441-7cf1-4376-a82a-7743534b372f'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:27.292931 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Routers {'ab499441-7cf1-4376-a82a-7743534b372f'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:27.293647 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d8e8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ab499441-7cf1-4376-a82a-7743534b372f'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:27.375280 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09dda68b-9ccc-4110-9a3e-07b59bb8f9a6 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.378908 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-09dda68b-9ccc-4110-9a3e-07b59bb8f9a6 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5097947
Apr 16 21:34:27.378908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (420b976c-c9be-4caf-acb0-5ea7dac681ff), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.379897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58158) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:27.392801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5c8db8d2-f9dc-435f-8e71-f589fa6df752 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:27.394788 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9ff0d8fb-73b4-4fec-bc32-05138e15a37f tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Request body: {'security_group_rule': {'security_group_id': 'eed6f470-d2f6-4f6e-9f95-b38c18c9c22a', 'project_id': '551fe53574564e4ea60f7288faf4298f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:27.411900 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-3f3cd532-0e22-4da2-9c31-ff4107038650 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:34:27.416026 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3f3cd532-0e22-4da2-9c31-ff4107038650 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "PUT /v2.0/routers/c3007910-814e-475e-8086-55fbd6f35d18/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9911838
Apr 16 21:34:27.416753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58162) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:27.458754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event updated for resources: {'Port': ['ID=420b976c-c9be-4caf-acb0-5ea7dac681ff,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:27.501863 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Set router ab499441-7cf1-4376-a82a-7743534b372f gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:27.509625 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5c8db8d2-f9dc-435f-8e71-f589fa6df752 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:27.511556 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.539462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Checking segment: {'id': '01b253e5-a920-4c2e-916a-4494db265f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9618754-d0f9-44b3-b087-2a288a66c490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:27.540573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Network hostable DHCP agents. Network: b9618754-d0f9-44b3-b087-2a288a66c490, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:34:27.556279 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (88cac8d2-2ba8-4d18-a5b3-debf31e671a9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.616366 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d8fb-73b4-4fec-bc32-05138e15a37f tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (624f3b2d-39f0-4364-aba2-5172dd8739df), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.638436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=88cac8d2-2ba8-4d18-a5b3-debf31e671a9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:27.639352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5c8db8d2-f9dc-435f-8e71-f589fa6df752 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:27.699346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Network b9618754-d0f9-44b3-b087-2a288a66c490 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:34:27.747016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e46e1963-892d-4802-b1eb-26bf40c4bec6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:34:27.782283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: e46e1963-892d-4802-b1eb-26bf40c4bec6 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:34:27.782621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e46e1963-892d-4802-b1eb-26bf40c4bec6 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:34:27.783040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 475723d2-baf2-49c9-86c5-063a21d96fa4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:34:27.795017 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d8e8e0>, [{'id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'name': 'tempest-TestServerBasicOps-158768691-router', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:13Z', 'updated_at': '2022-04-16T21:34:21Z', 'revision_number': 4, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'gw_port': {'id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:15Z', 'updated_at': '2022-04-16T21:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1', 'name': '', 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'mac_address': 'fa:16:3e:53:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '41371b01-8575-4aeb-a8ef-c73f0b7e945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:20Z', 'updated_at': '2022-04-16T21:34:21Z', 'revision_number': 2, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'subnets': [{'id': '41371b01-8575-4aeb-a8ef-c73f0b7e945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:27.814030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d8fb-73b4-4fec-bc32-05138e15a37f tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (624f3b2d-39f0-4364-aba2-5172dd8739df), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.815705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b9618754-d0f9-44b3-b087-2a288a66c490) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:27.821223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:27.822330 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (de91c6b0-9089-43bf-80ce-091d9f27fda5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.828416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 475723d2-baf2-49c9-86c5-063a21d96fa4 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:34:27.828774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 475723d2-baf2-49c9-86c5-063a21d96fa4 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:34:27.830406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f76c93-3cf6-408b-8726-91b980d982a3 None None] Network b9618754-d0f9-44b3-b087-2a288a66c490 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:27.848872 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Checking router: ab499441-7cf1-4376-a82a-7743534b372f for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:34:27.849260 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Updating router ab499441-7cf1-4376-a82a-7743534b372f port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:34:27.858962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.900658 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.914512 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d8fb-73b4-4fec-bc32-05138e15a37f tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (624f3b2d-39f0-4364-aba2-5172dd8739df), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:27.969352 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0d8fb-73b4-4fec-bc32-05138e15a37f tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624f3b2d-39f0-4364-aba2-5172dd8739df,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:27.975615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event updated for resources: {'Port': ['ID=de91c6b0-9089-43bf-80ce-091d9f27fda5,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:27.984924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Checking segment: {'id': 'bbccac32-8589-4bd9-b26b-59c3dbaf8339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9e65a06-1711-4bdc-946a-26d7cc0edfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:27.985595 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Network hostable DHCP agents. Network: d9e65a06-1711-4bdc-946a-26d7cc0edfba, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:34:28.032684 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d8fb-73b4-4fec-bc32-05138e15a37f tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.036536 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9ff0d8fb-73b4-4fec-bc32-05138e15a37f tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6531684
Apr 16 21:34:28.037254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58178) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:28.042022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a4e43b80-5eb4-4c72-9ae3-8d00b0ae6faf tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Request body: {'security_group_rule': {'security_group_id': 'eed6f470-d2f6-4f6e-9f95-b38c18c9c22a', 'project_id': '551fe53574564e4ea60f7288faf4298f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:28.075961 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.082086 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_controller (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.087919 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Network d9e65a06-1711-4bdc-946a-26d7cc0edfba is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:34:28.154646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58180) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:28.175369 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e43b80-5eb4-4c72-9ae3-8d00b0ae6faf tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (e78f3d5c-e478-4e37-981b-682693c88334), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.178937 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1091ae65-b697-4269-92a7-332fd86e4114 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (c3007910-814e-475e-8086-55fbd6f35d18), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.192662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d9e65a06-1711-4bdc-946a-26d7cc0edfba) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:28.201586 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c8187d-0619-47a3-9304-5e974b08329e None None] Network d9e65a06-1711-4bdc-946a-26d7cc0edfba requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:28.202135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:28.207694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:28.212058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:28.212870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.249638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (d2c9b092-22ae-4123-85f9-b52fd6ffabcb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.250943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Fanout notify agent at l3_agent the message router_deleted on router d2c9b092-22ae-4123-85f9-b52fd6ffabcb {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:34:28.259301 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.264226 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-68708d13-4d65-45b4-aabc-ba33148fa77c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/routers/d2c9b092-22ae-4123-85f9-b52fd6ffabcb HTTP/1.1" status: 204  len: 168 time: 3.0978787
Apr 16 21:34:28.270272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58184) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:28.277811 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e43b80-5eb4-4c72-9ae3-8d00b0ae6faf tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (e78f3d5c-e478-4e37-981b-682693c88334), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.290408 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a8e8f72e-2a6f-441c-82b7-7d87aeb4015c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 2.4943871
Apr 16 21:34:28.291041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58188) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:28.321837 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e43b80-5eb4-4c72-9ae3-8d00b0ae6faf tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (e78f3d5c-e478-4e37-981b-682693c88334), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.396582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e43b80-5eb4-4c72-9ae3-8d00b0ae6faf tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78f3d5c-e478-4e37-981b-682693c88334,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:28.438681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34acf3bb-2dae-41fe-a798-6512866313e1 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:28.452606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34acf3bb-2dae-41fe-a798-6512866313e1 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:28.459688 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-34acf3bb-2dae-41fe-a798-6512866313e1 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.1665285
Apr 16 21:34:28.460457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58190) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:28.488469 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Publish callbacks [] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.505593 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ca57d18-2c73-4a1d-a399-1cba1460486d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (f9436375-f402-4a5b-aa69-a7409c8adda4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.567150 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.595780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d48398f8-f346-4a61-b1e0-d0b2c4493004 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Deleting port 420b976c-c9be-4caf-acb0-5ea7dac681ff {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:28.600434 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d48398f8-f346-4a61-b1e0-d0b2c4493004 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (420b976c-c9be-4caf-acb0-5ea7dac681ff), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.659267 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda0944-75f1-46ac-b068-40009174197e None None] Pushing event updated for resources: {'Port': ['ID=1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:28.667818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-538608606', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:28.699878 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4e43b80-5eb4-4c72-9ae3-8d00b0ae6faf tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.701959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a4e43b80-5eb4-4c72-9ae3-8d00b0ae6faf tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6637428
Apr 16 21:34:28.712516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58202) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:28.719517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-5ec1542d-d0e7-49f8-8024-d6b147901149 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Request body: {'security_group_rule': {'security_group_id': 'eed6f470-d2f6-4f6e-9f95-b38c18c9c22a', 'project_id': '551fe53574564e4ea60f7288faf4298f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:28.768966 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Attempting to bind port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:28.773976 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Attempting to bind port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2ef2dbc2-f7fb-42a1-8797-02d787eafb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:28.773976 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Attempting to bind port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 on network d0c222a2-58f4-4313-8f41-155047467841 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:28.775290 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ca57d18-2c73-4a1d-a399-1cba1460486d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (f9436375-f402-4a5b-aa69-a7409c8adda4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.778154 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d48398f8-f346-4a61-b1e0-d0b2c4493004 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (420b976c-c9be-4caf-acb0-5ea7dac681ff), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.785090 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:28.785517 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Checking segment: {'id': '2ef2dbc2-f7fb-42a1-8797-02d787eafb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:28.785929 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.786332 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Bound using segment: {'id': '2ef2dbc2-f7fb-42a1-8797-02d787eafb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:28.786818 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Bound port: 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef2dbc2-f7fb-42a1-8797-02d787eafb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:28.787223 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.794866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d48398f8-f346-4a61-b1e0-d0b2c4493004 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Calling delete_port for 420b976c-c9be-4caf-acb0-5ea7dac681ff owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:28.819805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1091ae65-b697-4269-92a7-332fd86e4114 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Deleting port b342d412-cba2-4f65-b880-aec85704e6bc {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:28.820541 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1091ae65-b697-4269-92a7-332fd86e4114 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b342d412-cba2-4f65-b880-aec85704e6bc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.852309 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-5ec1542d-d0e7-49f8-8024-d6b147901149 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Project 551fe53574564e4ea60f7288faf4298f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:34:28.867978 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5ec1542d-d0e7-49f8-8024-d6b147901149 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (9944f6d5-0040-450e-802b-4bb96d0bca89), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.909990 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] For port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:28.913665 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] For port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1,segment=NetworkSegment(2ef2dbc2-f7fb-42a1-8797-02d787eafb0b),segment_id=2ef2dbc2-f7fb-42a1-8797-02d787eafb0b)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:28.931316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-6ca57d18-2c73-4a1d-a399-1cba1460486d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e2d78b0>,) {'filters': {'network_id': ['f9436375-f402-4a5b-aa69-a7409c8adda4']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:28.944664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-6ca57d18-2c73-4a1d-a399-1cba1460486d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e2d78b0>, '253e66dd-c424-4417-b0a7-18cef46a147c') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:28.944987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-6ca57d18-2c73-4a1d-a399-1cba1460486d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e2d78b0>, '253e66dd-c424-4417-b0a7-18cef46a147c') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:28.961924 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ca57d18-2c73-4a1d-a399-1cba1460486d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (253e66dd-c424-4417-b0a7-18cef46a147c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.971838 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5ec1542d-d0e7-49f8-8024-d6b147901149 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (9944f6d5-0040-450e-802b-4bb96d0bca89), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:28.991464 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ca57d18-2c73-4a1d-a399-1cba1460486d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (253e66dd-c424-4417-b0a7-18cef46a147c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.002197 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.010525 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca57d18-2c73-4a1d-a399-1cba1460486d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:34:29.011818 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ca57d18-2c73-4a1d-a399-1cba1460486d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (253e66dd-c424-4417-b0a7-18cef46a147c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:34:29.015512 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:34:29.018103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Made reservation on behalf of 87494c78126447359ff29731311ebe14 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:29.020160 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.053444 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5ec1542d-d0e7-49f8-8024-d6b147901149 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (9944f6d5-0040-450e-802b-4bb96d0bca89), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.060584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e6667922-22cc-40da-948f-3262879c8784 None None] Provisioning complete for port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:29.061085 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e6667922-22cc-40da-948f-3262879c8784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.070384 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Routers {'ab499441-7cf1-4376-a82a-7743534b372f'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:29.070998 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d8e8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ab499441-7cf1-4376-a82a-7743534b372f'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:29.072077 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1091ae65-b697-4269-92a7-332fd86e4114 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b342d412-cba2-4f65-b880-aec85704e6bc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.085136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1542d-d0e7-49f8-8024-d6b147901149 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9944f6d5-0040-450e-802b-4bb96d0bca89,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:29.100779 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d48398f8-f346-4a61-b1e0-d0b2c4493004 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (420b976c-c9be-4caf-acb0-5ea7dac681ff), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.142008 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.143488 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda0944-75f1-46ac-b068-40009174197e None None] Pushing event updated for resources: {'Port': ['ID=1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:29.146767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48398f8-f346-4a61-b1e0-d0b2c4493004 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event deleted for resources: {'Port': ['ID=420b976c-c9be-4caf-acb0-5ea7dac681ff,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:29.154516 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d48398f8-f346-4a61-b1e0-d0b2c4493004 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.158288 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d48398f8-f346-4a61-b1e0-d0b2c4493004 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "DELETE /v2.0/ports/420b976c-c9be-4caf-acb0-5ea7dac681ff HTTP/1.1" status: 204  len: 168 time: 0.6961215
Apr 16 21:34:29.161244 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58220) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:29.194892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1091ae65-b697-4269-92a7-332fd86e4114 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Calling delete_port for b342d412-cba2-4f65-b880-aec85704e6bc owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:29.220807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e6667922-22cc-40da-948f-3262879c8784 None None] Current status of the port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:29.225076 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e6667922-22cc-40da-948f-3262879c8784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.237357 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5ec1542d-d0e7-49f8-8024-d6b147901149 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.242013 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5ec1542d-d0e7-49f8-8024-d6b147901149 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5284784
Apr 16 21:34:29.242707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58224) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:29.271454 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] Set router ab499441-7cf1-4376-a82a-7743534b372f gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:29.273159 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ad74af0f-9b2a-4c8f-a659-7e4e711ac079 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Request body: {'security_group_rule': {'security_group_id': 'eed6f470-d2f6-4f6e-9f95-b38c18c9c22a', 'project_id': '551fe53574564e4ea60f7288faf4298f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:29.328284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e6667922-22cc-40da-948f-3262879c8784 None None] For port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1,segment=NetworkSegment(2ef2dbc2-f7fb-42a1-8797-02d787eafb0b),segment_id=2ef2dbc2-f7fb-42a1-8797-02d787eafb0b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:29.332397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c083f-3fbd-4824-be82-9899db3999bb tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Deleting port de91c6b0-9089-43bf-80ce-091d9f27fda5 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:29.332397 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bf3c083f-3fbd-4824-be82-9899db3999bb tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (de91c6b0-9089-43bf-80ce-091d9f27fda5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.386587 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ca57d18-2c73-4a1d-a399-1cba1460486d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (f9436375-f402-4a5b-aa69-a7409c8adda4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.394590 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-ad74af0f-9b2a-4c8f-a659-7e4e711ac079 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Project 551fe53574564e4ea60f7288faf4298f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:34:29.404094 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ca57d18-2c73-4a1d-a399-1cba1460486d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.406680 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad74af0f-9b2a-4c8f-a659-7e4e711ac079 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (9b15b16d-0c78-4d86-8c41-f007f53ecf37), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.408884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6ca57d18-2c73-4a1d-a399-1cba1460486d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/networks/f9436375-f402-4a5b-aa69-a7409c8adda4 HTTP/1.1" status: 204  len: 168 time: 1.1353829
Apr 16 21:34:29.412614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58226) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:29.423359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:29.435132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca57d18-2c73-4a1d-a399-1cba1460486d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Network': ['ID=f9436375-f402-4a5b-aa69-a7409c8adda4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:29.482554 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bf3c083f-3fbd-4824-be82-9899db3999bb tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (de91c6b0-9089-43bf-80ce-091d9f27fda5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.496397 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e6667922-22cc-40da-948f-3262879c8784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.538362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c083f-3fbd-4824-be82-9899db3999bb tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Calling delete_port for de91c6b0-9089-43bf-80ce-091d9f27fda5 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:29.541692 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks [] for security_group (1918095d-b801-4669-9aa3-2297988a60ca), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.556988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:29.557633 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.613658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6667922-22cc-40da-948f-3262879c8784 None None] Pushing event updated for resources: {'Port': ['ID=1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:29.619862 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1918095d-b801-4669-9aa3-2297988a60ca), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.624269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] device_id is not set on port de447f89-0996-441b-81ed-67bb321412c1 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:34:29.626975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-19986822-2ed0-48da-b6b1-1b34a151730d None None] Provisioning complete for port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:29.627535 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-19986822-2ed0-48da-b6b1-1b34a151730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.638479 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c556b06d-50c9-4126-93c9-4b5615dc6386 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (7ab8b500-d94e-4e1b-8e53-08527c1d9d7c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.647124 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d8e8e0>, [{'id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'name': 'tempest-TestServerBasicOps-158768691-router', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:13Z', 'updated_at': '2022-04-16T21:34:21Z', 'revision_number': 4, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'gw_port': {'id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:15Z', 'updated_at': '2022-04-16T21:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1', 'name': '', 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'mac_address': 'fa:16:3e:53:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '41371b01-8575-4aeb-a8ef-c73f0b7e945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:20Z', 'updated_at': '2022-04-16T21:34:28Z', 'revision_number': 4, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'subnets': [{'id': '41371b01-8575-4aeb-a8ef-c73f0b7e945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:29.700425 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad74af0f-9b2a-4c8f-a659-7e4e711ac079 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (9b15b16d-0c78-4d86-8c41-f007f53ecf37), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.709247 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cd262-2cf9-45bb-98c1-87fc7e846df9 None None] The sync data for ids ['ab499441-7cf1-4376-a82a-7743534b372f'] in ncdv-master-1 is: [{'id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'name': 'tempest-TestServerBasicOps-158768691-router', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:13Z', 'updated_at': '2022-04-16T21:34:21Z', 'revision_number': 4, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'gw_port': {'id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:15Z', 'updated_at': '2022-04-16T21:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1', 'name': '', 'network_id': 'd0c222a2-58f4-4313-8f41-155047467841', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'mac_address': 'fa:16:3e:53:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '41371b01-8575-4aeb-a8ef-c73f0b7e945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:20Z', 'updated_at': '2022-04-16T21:34:28Z', 'revision_number': 4, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'subnets': [{'id': '41371b01-8575-4aeb-a8ef-c73f0b7e945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:29.723596 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c556b06d-50c9-4126-93c9-4b5615dc6386 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (7ab8b500-d94e-4e1b-8e53-08527c1d9d7c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.726794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1918095d-b801-4669-9aa3-2297988a60ca,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:29.757193 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1091ae65-b697-4269-92a7-332fd86e4114 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b342d412-cba2-4f65-b880-aec85704e6bc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.783470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:29.804103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-19986822-2ed0-48da-b6b1-1b34a151730d None None] Current status of the port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:29.820360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091ae65-b697-4269-92a7-332fd86e4114 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event deleted for resources: {'Port': ['ID=b342d412-cba2-4f65-b880-aec85704e6bc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:29.853896 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad74af0f-9b2a-4c8f-a659-7e4e711ac079 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (9b15b16d-0c78-4d86-8c41-f007f53ecf37), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.879680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74af0f-9b2a-4c8f-a659-7e4e711ac079 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b15b16d-0c78-4d86-8c41-f007f53ecf37,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:29.903667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:34:29.921799 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bf3c083f-3fbd-4824-be82-9899db3999bb tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (de91c6b0-9089-43bf-80ce-091d9f27fda5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.932852 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:34:29.938324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 88cac8d2-2ba8-4d18-a5b3-debf31e671a9 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:34:29.968830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c083f-3fbd-4824-be82-9899db3999bb tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event deleted for resources: {'Port': ['ID=de91c6b0-9089-43bf-80ce-091d9f27fda5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:29.971956 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c556b06d-50c9-4126-93c9-4b5615dc6386 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7ab8b500-d94e-4e1b-8e53-08527c1d9d7c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.974961 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c556b06d-50c9-4126-93c9-4b5615dc6386 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.976528 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c556b06d-50c9-4126-93c9-4b5615dc6386 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ab8b500-d94e-4e1b-8e53-08527c1d9d7c HTTP/1.1" status: 204  len: 168 time: 0.5628986
Apr 16 21:34:29.981897 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad74af0f-9b2a-4c8f-a659-7e4e711ac079 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:29.986391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ad74af0f-9b2a-4c8f-a659-7e4e711ac079 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.7165742
Apr 16 21:34:29.999392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556b06d-50c9-4126-93c9-4b5615dc6386 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab8b500-d94e-4e1b-8e53-08527c1d9d7c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:30.003978 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bf3c083f-3fbd-4824-be82-9899db3999bb tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:30.012451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bf3c083f-3fbd-4824-be82-9899db3999bb tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "DELETE /v2.0/ports/de91c6b0-9089-43bf-80ce-091d9f27fda5 HTTP/1.1" status: 204  len: 168 time: 0.8497186
Apr 16 21:34:30.013319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58236) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:30.078150 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9b986ec5-7c87-499e-b75a-162724a3fe92 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0626225
Apr 16 21:34:30.078840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58238) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:30.084877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c539c4f9-cd6d-49f4-8241-21fcf0d626b7 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-682473575'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:30.088680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Allocated IP 172.35.1.246 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/de447f89-0996-441b-81ed-67bb321412c1) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:30.193404 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c539c4f9-cd6d-49f4-8241-21fcf0d626b7 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Made reservation on behalf of e6950a8536cd4085adcae058874f3250 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:30.193566 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c539c4f9-cd6d-49f4-8241-21fcf0d626b7 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:30.233345 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c539c4f9-cd6d-49f4-8241-21fcf0d626b7 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:30.251113 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c539c4f9-cd6d-49f4-8241-21fcf0d626b7 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d4ed8e27-d851-4500-99a5-bf281901a7d8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:30.251396 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-c539c4f9-cd6d-49f4-8241-21fcf0d626b7 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Added segment d4ed8e27-d851-4500-99a5-bf281901a7d8 of type vlan for network 6b5daa43-95a5-446d-83eb-b2855b0542b3
Apr 16 21:34:30.310338 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1091ae65-b697-4269-92a7-332fd86e4114 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (c3007910-814e-475e-8086-55fbd6f35d18), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:30.371341 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c539c4f9-cd6d-49f4-8241-21fcf0d626b7 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (6b5daa43-95a5-446d-83eb-b2855b0542b3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:30.433356 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-8909d246-b064-465d-8380-033dd1fb4603 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219532067&fields=id&tenant_id=551fe53574564e4ea60f7288faf4298f HTTP/1.1" status: 200  len: 267 time: 0.0958085
Apr 16 21:34:30.564778 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58258) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:30.569815 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-00ed3940-b4f6-43b4-b362-9569a2f569a0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1138912031', 'description': 'tempest-secgroup-smoke-1138912031 description', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:30.587650 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c539c4f9-cd6d-49f4-8241-21fcf0d626b7 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (6b5daa43-95a5-446d-83eb-b2855b0542b3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:30.592726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c539c4f9-cd6d-49f4-8241-21fcf0d626b7 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:30.593340 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c539c4f9-cd6d-49f4-8241-21fcf0d626b7 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:30.712875 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00ed3940-b4f6-43b4-b362-9569a2f569a0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:30.766600 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c539c4f9-cd6d-49f4-8241-21fcf0d626b7 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.6862195
Apr 16 21:34:30.770819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58262) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:30.784500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-347d4893-3b37-4622-b915-861e43683ee9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-53737817'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:30.790540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539c4f9-cd6d-49f4-8241-21fcf0d626b7 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event updated for resources: {'Network': ['ID=6b5daa43-95a5-446d-83eb-b2855b0542b3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:30.806617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 6b5daa43-95a5-446d-83eb-b2855b0542b3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:30.836337 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-473d9e92-736c-4496-98f3-1269c209c130 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:30.843583 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-473d9e92-736c-4496-98f3-1269c209c130 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/networks?id=b0b57eca-5587-422d-aee9-773ab2a51166 HTTP/1.1" status: 200  len: 809 time: 0.4029348
Apr 16 21:34:30.894671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-3bc8a9f1-2220-4657-813e-adc65f782850 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/quotas/551fe53574564e4ea60f7288faf4298f HTTP/1.1" status: 200  len: 375 time: 0.0501297
Apr 16 21:34:30.960714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347d4893-3b37-4622-b915-861e43683ee9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Made reservation on behalf of e6950a8536cd4085adcae058874f3250 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:30.963995 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-347d4893-3b37-4622-b915-861e43683ee9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.005942 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks [] for port (de447f89-0996-441b-81ed-67bb321412c1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.013017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1091ae65-b697-4269-92a7-332fd86e4114 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Router c3007910-814e-475e-8086-55fbd6f35d18 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:34:31.014240 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00ed3940-b4f6-43b4-b362-9569a2f569a0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (880e14e5-fcf1-4efb-8059-c932f8502ab5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.020335 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-66f74689-8b29-40eb-a450-7dded8f6ce9a tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=551fe53574564e4ea60f7288faf4298f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1247733
Apr 16 21:34:31.027615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347d4893-3b37-4622-b915-861e43683ee9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:31.044164 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-347d4893-3b37-4622-b915-861e43683ee9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1f66db69-80d3-4ef4-bb9d-1b7db611c721), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.044541 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-347d4893-3b37-4622-b915-861e43683ee9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Added segment 1f66db69-80d3-4ef4-bb9d-1b7db611c721 of type vlan for network e05380e5-88cb-4488-bcdf-1847de40da04
Apr 16 21:34:31.096074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00ed3940-b4f6-43b4-b362-9569a2f569a0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (880e14e5-fcf1-4efb-8059-c932f8502ab5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.117512 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1091ae65-b697-4269-92a7-332fd86e4114 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:31.122924 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1091ae65-b697-4269-92a7-332fd86e4114 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "PUT /v2.0/routers/c3007910-814e-475e-8086-55fbd6f35d18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7028689
Apr 16 21:34:31.128106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58266) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:31.134139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438235c-e72c-4817-af14-725b0eb52605 None None] Sync routers for ids ['c3007910-814e-475e-8086-55fbd6f35d18'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:31.152073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438235c-e72c-4817-af14-725b0eb52605 None None] Routers {'c3007910-814e-475e-8086-55fbd6f35d18'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:31.152842 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0438235c-e72c-4817-af14-725b0eb52605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01245563a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c3007910-814e-475e-8086-55fbd6f35d18'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:31.175809 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-347d4893-3b37-4622-b915-861e43683ee9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e05380e5-88cb-4488-bcdf-1847de40da04), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.176065 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (de447f89-0996-441b-81ed-67bb321412c1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.178005 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-791cf78f-437a-49f7-80cc-9f364ba4f2df tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] delete failed (client error): The resource could not be found.
Apr 16 21:34:31.179087 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-791cf78f-437a-49f7-80cc-9f364ba4f2df tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-999768669 HTTP/1.1" status: 404  len: 334 time: 0.0499480
Apr 16 21:34:31.185454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58268) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:31.195370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed3940-b4f6-43b4-b362-9569a2f569a0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880e14e5-fcf1-4efb-8059-c932f8502ab5,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:31.210349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0438235c-e72c-4817-af14-725b0eb52605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01245563a0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:31.217311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-fbb8efb5-f919-423f-b7c7-690bba226ba2 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3007910-814e-475e-8086-55fbd6f35d18'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:31.222553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438235c-e72c-4817-af14-725b0eb52605 None None] Routers {'c3007910-814e-475e-8086-55fbd6f35d18'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:31.223119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0438235c-e72c-4817-af14-725b0eb52605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01245563a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c3007910-814e-475e-8086-55fbd6f35d18'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:31.234451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-b01d3660-d468-4580-b4ec-127f75485913 service neutron] 10.222.0.20 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1996613
Apr 16 21:34:31.252165 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00ed3940-b4f6-43b4-b362-9569a2f569a0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.256080 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-00ed3940-b4f6-43b4-b362-9569a2f569a0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.6875989
Apr 16 21:34:31.262314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0438235c-e72c-4817-af14-725b0eb52605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01245563a0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:31.262935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438235c-e72c-4817-af14-725b0eb52605 None None] The sync data for ids ['c3007910-814e-475e-8086-55fbd6f35d18'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:31.264241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58270) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:31.268026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-63536763-011f-4c9a-8b06-a7b5280e45d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '880e14e5-fcf1-4efb-8059-c932f8502ab5', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:31.312220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:31.321962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:31.328822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:31.337383 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-347d4893-3b37-4622-b915-861e43683ee9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e05380e5-88cb-4488-bcdf-1847de40da04), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.338694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Pushing event updated for resources: {'Port': ['ID=de447f89-0996-441b-81ed-67bb321412c1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:31.343010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347d4893-3b37-4622-b915-861e43683ee9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:31.343613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-347d4893-3b37-4622-b915-861e43683ee9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.398427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:31.431154 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63536763-011f-4c9a-8b06-a7b5280e45d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (f510c533-ed99-4bdc-9e26-497cb8c9aa8a), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.435422 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-1f62c546-1fff-4d40-b733-ec762d5c5edb service neutron] 10.222.0.20 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937890
Apr 16 21:34:31.445597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d4893-3b37-4622-b915-861e43683ee9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event updated for resources: {'Network': ['ID=e05380e5-88cb-4488-bcdf-1847de40da04,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:31.450638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:31.450638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.470844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:31.471225 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.473271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e05380e5-88cb-4488-bcdf-1847de40da04 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:31.519936 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-347d4893-3b37-4622-b915-861e43683ee9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7458034
Apr 16 21:34:31.544446 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63536763-011f-4c9a-8b06-a7b5280e45d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (f510c533-ed99-4bdc-9e26-497cb8c9aa8a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.554422 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbb8efb5-f919-423f-b7c7-690bba226ba2 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for router_gateway (c3007910-814e-475e-8086-55fbd6f35d18), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.643303 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58274) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:31.643774 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f79f5ba2-a799-4138-90a0-d2a8fcd1a130 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.4880905
Apr 16 21:34:31.645726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58276) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:31.651139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.246'}]}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:31.652293 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Request body: {'subnets': [{'network_id': '6b5daa43-95a5-446d-83eb-b2855b0542b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--242585357', 'ip_version': 4}, {'network_id': 'e05380e5-88cb-4488-bcdf-1847de40da04', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:31.652877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Request body: {'subnet': {'network_id': '6b5daa43-95a5-446d-83eb-b2855b0542b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--242585357', 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:31.653697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Request body: {'subnet': {'network_id': 'e05380e5-88cb-4488-bcdf-1847de40da04', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:31.691201 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63536763-011f-4c9a-8b06-a7b5280e45d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (f510c533-ed99-4bdc-9e26-497cb8c9aa8a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.738175 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63536763-011f-4c9a-8b06-a7b5280e45d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f510c533-ed99-4bdc-9e26-497cb8c9aa8a,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:31.764701 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-fbb8efb5-f919-423f-b7c7-690bba226ba2 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] update failed (client error): The resource could not be found.
Apr 16 21:34:31.770304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58278) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:31.772406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fbb8efb5-f919-423f-b7c7-690bba226ba2 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "PUT /v2.0/routers/c3007910-814e-475e-8086-55fbd6f35d18 HTTP/1.1" status: 404  len: 339 time: 0.5854783
Apr 16 21:34:31.828904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:31.845818 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (314e5bb4-76ff-4b4a-b533-bd1df1fb4a4c), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.845818 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (314e5bb4-76ff-4b4a-b533-bd1df1fb4a4c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.850998 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-63536763-011f-4c9a-8b06-a7b5280e45d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:31.854825 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-63536763-011f-4c9a-8b06-a7b5280e45d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5875640
Apr 16 21:34:31.895702 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58284) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:31.901282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a9843af6-50cf-4d9c-9422-57422fd31394 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '880e14e5-fcf1-4efb-8059-c932f8502ab5', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:31.935083 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c4db5f2e-5a71-4486-af68-f3353838a002 req-b7b88b5c-e86c-4a03-bea5-72253e4ddfe3 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 210 time: 0.0864923
Apr 16 21:34:32.043846 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9843af6-50cf-4d9c-9422-57422fd31394 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (423f177e-1878-48f9-a4df-f9f25e3a6d28), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.058708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Made reservation on behalf of e6950a8536cd4085adcae058874f3250 for: {'subnet': 2} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:32.063288 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.067264 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.175897 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9843af6-50cf-4d9c-9422-57422fd31394 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (423f177e-1878-48f9-a4df-f9f25e3a6d28), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.263946 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9843af6-50cf-4d9c-9422-57422fd31394 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (423f177e-1878-48f9-a4df-f9f25e3a6d28), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.300885 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks [] for router_controller (314e5bb4-76ff-4b4a-b533-bd1df1fb4a4c), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.302554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9843af6-50cf-4d9c-9422-57422fd31394 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423f177e-1878-48f9-a4df-f9f25e3a6d28,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:32.358886 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9843af6-50cf-4d9c-9422-57422fd31394 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.360572 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a9843af6-50cf-4d9c-9422-57422fd31394 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4637671
Apr 16 21:34:32.364305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58296) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:32.373666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-c3c3212b-165f-4f82-974e-df600e6562eb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '880e14e5-fcf1-4efb-8059-c932f8502ab5', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:32.508859 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c3c3212b-165f-4f82-974e-df600e6562eb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (01494dd1-9654-4389-823e-464792d6730e), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.573777 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks [] for router_gateway (314e5bb4-76ff-4b4a-b533-bd1df1fb4a4c), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.577743 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.578327 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c3c3212b-165f-4f82-974e-df600e6562eb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (01494dd1-9654-4389-823e-464792d6730e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.630310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (877f2b59-08c0-4880-a147-debcf2185f4e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.666011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c3c3212b-165f-4f82-974e-df600e6562eb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (01494dd1-9654-4389-823e-464792d6730e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.699611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3212b-165f-4f82-974e-df600e6562eb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01494dd1-9654-4389-823e-464792d6730e,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:32.717403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event updated for resources: {'Subnet': ['ID=877f2b59-08c0-4880-a147-debcf2185f4e,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:32.727031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Checking segment: {'id': 'd4ed8e27-d851-4500-99a5-bf281901a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6b5daa43-95a5-446d-83eb-b2855b0542b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:32.727404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Network hostable DHCP agents. Network: 6b5daa43-95a5-446d-83eb-b2855b0542b3, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:34:32.858307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Network 6b5daa43-95a5-446d-83eb-b2855b0542b3 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:34:32.863594 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c3c3212b-165f-4f82-974e-df600e6562eb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:32.864890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c3c3212b-165f-4f82-974e-df600e6562eb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4994595
Apr 16 21:34:32.867616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58302) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:32.872003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3f191219-484d-45a5-9680-79111d9d76fd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '880e14e5-fcf1-4efb-8059-c932f8502ab5', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:32.966711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b5daa43-95a5-446d-83eb-b2855b0542b3) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:32.978584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31999d13-2cb0-49ea-9023-c80fefb17901 None None] Network 6b5daa43-95a5-446d-83eb-b2855b0542b3 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:32.981739 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (768c390c-177a-4b02-85f2-cb7e59efdea7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.076841 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3f191219-484d-45a5-9680-79111d9d76fd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (6154f534-eccc-4981-a25e-a7d53f1750be), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.093191 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8146b9fd-2d0b-41c0-bb47-d5699eaed566 req-501da4e5-dd6b-4cb7-8dc6-9b3eb0d64b6a tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 210 time: 0.0489476
Apr 16 21:34:33.098365 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks [] for router_gateway (314e5bb4-76ff-4b4a-b533-bd1df1fb4a4c), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.110677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event updated for resources: {'Subnet': ['ID=768c390c-177a-4b02-85f2-cb7e59efdea7,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:33.118828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6b5daa43-95a5-446d-83eb-b2855b0542b3', 'network_id': '6b5daa43-95a5-446d-83eb-b2855b0542b3', 'project_id': 'e6950a8536cd4085adcae058874f3250', 'fixed_ips': [{'subnet_id': '877f2b59-08c0-4880-a147-debcf2185f4e'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:34:33.120382 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.122964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Allocated IP 172.20.0.1 (d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4/4aaa2cd2-8227-4ba7-9858-5b09145508ca/11083467-f94c-46b8-aee0-2dd96f4a7119) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:33.133121 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.134495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Checking segment: {'id': '1f66db69-80d3-4ef4-bb9d-1b7db611c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e05380e5-88cb-4488-bcdf-1847de40da04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:33.134943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Network hostable DHCP agents. Network: e05380e5-88cb-4488-bcdf-1847de40da04, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:34:33.200026 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3f191219-484d-45a5-9680-79111d9d76fd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (6154f534-eccc-4981-a25e-a7d53f1750be), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.241677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Network e05380e5-88cb-4488-bcdf-1847de40da04 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:34:33.271438 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3f191219-484d-45a5-9680-79111d9d76fd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (6154f534-eccc-4981-a25e-a7d53f1750be), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.299800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Allocated IP 172.20.0.2 (6b5daa43-95a5-446d-83eb-b2855b0542b3/877f2b59-08c0-4880-a147-debcf2185f4e/0f049d7b-79a4-4ca3-9001-d69b013464e3) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:33.301185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f191219-484d-45a5-9680-79111d9d76fd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6154f534-eccc-4981-a25e-a7d53f1750be,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:33.322102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e05380e5-88cb-4488-bcdf-1847de40da04) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:33.332353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:33.332353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:33.332948 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.349786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58308) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:33.354377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091fccd3-3835-47e5-b69f-b3eeebdf1094 None None] Network e05380e5-88cb-4488-bcdf-1847de40da04 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:33.378455 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3f191219-484d-45a5-9680-79111d9d76fd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.379775 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3f191219-484d-45a5-9680-79111d9d76fd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5110407
Apr 16 21:34:33.382446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58312) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:33.390004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2761d6cb-979d-49bc-80bf-4a67b2bd1530 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '880e14e5-fcf1-4efb-8059-c932f8502ab5', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:33.390725 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for port (11083467-f94c-46b8-aee0-2dd96f4a7119), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.445779 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3e9b310b-7bf9-4343-a983-f168e7e009ed tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 1.7988422
Apr 16 21:34:33.448322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58314) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:33.465668 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks [] for router (314e5bb4-76ff-4b4a-b533-bd1df1fb4a4c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.525442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e05380e5-88cb-4488-bcdf-1847de40da04', 'network_id': 'e05380e5-88cb-4488-bcdf-1847de40da04', 'project_id': 'e6950a8536cd4085adcae058874f3250', 'fixed_ips': [{'subnet_id': '768c390c-177a-4b02-85f2-cb7e59efdea7'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:34:33.526288 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.532326 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-2761d6cb-979d-49bc-80bf-4a67b2bd1530 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Project 0ee2ef9a941a429b82a89f7c8f71d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:34:33.538712 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8946add-4888-44ef-98da-2ab77f8876f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.553784 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2761d6cb-979d-49bc-80bf-4a67b2bd1530 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (e904356b-f7fd-4d05-b3c7-b4755b6c96fd), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.559271 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (11083467-f94c-46b8-aee0-2dd96f4a7119), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.571122 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Publish callbacks [] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.579981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038b4247-0bec-49a8-93a6-f30a9385d994 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:33.581362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038b4247-0bec-49a8-93a6-f30a9385d994 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:33.583205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038b4247-0bec-49a8-93a6-f30a9385d994 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:33.584887 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-038b4247-0bec-49a8-93a6-f30a9385d994 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.1330760
Apr 16 21:34:33.590683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58316) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:33.683597 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.697496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad48eff0-ffc1-49c9-ae00-d41a7e67b04c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Deleting subnet 877f2b59-08c0-4880-a147-debcf2185f4e {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:34:33.701414 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ad48eff0-ffc1-49c9-ae00-d41a7e67b04c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for subnet (877f2b59-08c0-4880-a147-debcf2185f4e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.732580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Network 6b5daa43-95a5-446d-83eb-b2855b0542b3 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:33.739414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:33.748245 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2761d6cb-979d-49bc-80bf-4a67b2bd1530 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (e904356b-f7fd-4d05-b3c7-b4755b6c96fd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.760277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:33.772798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Allocated IP 172.20.0.18 (e05380e5-88cb-4488-bcdf-1847de40da04/768c390c-177a-4b02-85f2-cb7e59efdea7/17261917-cc9d-40cb-a492-2cd6366f2af1) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:33.778164 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ad48eff0-ffc1-49c9-ae00-d41a7e67b04c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (877f2b59-08c0-4880-a147-debcf2185f4e), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.789251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Pushing event updated for resources: {'Port': ['ID=0f049d7b-79a4-4ca3-9001-d69b013464e3,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:33.814452 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2761d6cb-979d-49bc-80bf-4a67b2bd1530 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (e904356b-f7fd-4d05-b3c7-b4755b6c96fd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.868568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761d6cb-979d-49bc-80bf-4a67b2bd1530 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e904356b-f7fd-4d05-b3c7-b4755b6c96fd,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:33.876413 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8946add-4888-44ef-98da-2ab77f8876f9 admin admin] Publish callbacks [] for security_group (10b6b902-c3de-4c1b-8404-ee56d3d60870), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.892216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Attempting to bind port 0f049d7b-79a4-4ca3-9001-d69b013464e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:33.892658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Attempting to bind port 0f049d7b-79a4-4ca3-9001-d69b013464e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd4ed8e27-d851-4500-99a5-bf281901a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6b5daa43-95a5-446d-83eb-b2855b0542b3'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:33.893035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Attempting to bind port 0f049d7b-79a4-4ca3-9001-d69b013464e3 on network 6b5daa43-95a5-446d-83eb-b2855b0542b3 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:33.903266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:33.903756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Checking segment: {'id': 'd4ed8e27-d851-4500-99a5-bf281901a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6b5daa43-95a5-446d-83eb-b2855b0542b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:33.904261 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.904729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Bound using segment: {'id': 'd4ed8e27-d851-4500-99a5-bf281901a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6b5daa43-95a5-446d-83eb-b2855b0542b3'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:33.905278 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Bound port: 0f049d7b-79a4-4ca3-9001-d69b013464e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ed8e27-d851-4500-99a5-bf281901a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6b5daa43-95a5-446d-83eb-b2855b0542b3'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:33.905734 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.925907 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ad48eff0-ffc1-49c9-ae00-d41a7e67b04c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (877f2b59-08c0-4880-a147-debcf2185f4e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.954301 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2761d6cb-979d-49bc-80bf-4a67b2bd1530 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.955946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2761d6cb-979d-49bc-80bf-4a67b2bd1530 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5716791
Apr 16 21:34:33.961839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58318) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:33.966299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-df21854f-b4e0-4dd0-b956-41b02b8da26b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '880e14e5-fcf1-4efb-8059-c932f8502ab5', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:33.989812 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8946add-4888-44ef-98da-2ab77f8876f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (10b6b902-c3de-4c1b-8404-ee56d3d60870), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:33.992908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Network d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:33.998304 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (314e5bb4-76ff-4b4a-b533-bd1df1fb4a4c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.000146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:34.002546 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks [] for router_controller (314e5bb4-76ff-4b4a-b533-bd1df1fb4a4c), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.018997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:34.052002 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Publish callbacks [] for port (17261917-cc9d-40cb-a492-2cd6366f2af1), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.063606 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c8946add-4888-44ef-98da-2ab77f8876f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b42fd496fda42fdb1519cc1037e3643&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7122750
Apr 16 21:34:34.067287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58320) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:34.094178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event updated for resources: {'Port': ['ID=11083467-f94c-46b8-aee0-2dd96f4a7119,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:34.107583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8946add-4888-44ef-98da-2ab77f8876f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b6b902-c3de-4c1b-8404-ee56d3d60870,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:34.116488 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (17261917-cc9d-40cb-a492-2cd6366f2af1), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.121771 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (c3007910-814e-475e-8086-55fbd6f35d18), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.130116 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-df21854f-b4e0-4dd0-b956-41b02b8da26b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Project 0ee2ef9a941a429b82a89f7c8f71d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:34:34.149700 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-df21854f-b4e0-4dd0-b956-41b02b8da26b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (c0939855-c552-4d5f-a1a5-08d29afc3477), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.177558 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ad48eff0-ffc1-49c9-ae00-d41a7e67b04c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (877f2b59-08c0-4880-a147-debcf2185f4e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.199046 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (314e5bb4-76ff-4b4a-b533-bd1df1fb4a4c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.199516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 314e5bb4-76ff-4b4a-b533-bd1df1fb4a4c {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:34:34.204732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ad48eff0-ffc1-49c9-ae00-d41a7e67b04c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.208487 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ad48eff0-ffc1-49c9-ae00-d41a7e67b04c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "DELETE /v2.0/subnets/877f2b59-08c0-4880-a147-debcf2185f4e HTTP/1.1" status: 204  len: 168 time: 0.6141288
Apr 16 21:34:34.214004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Pushing event updated for resources: {'Port': ['ID=17261917-cc9d-40cb-a492-2cd6366f2af1,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:34.222101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Network e05380e5-88cb-4488-bcdf-1847de40da04 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:34.224809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:34.227663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] For port 0f049d7b-79a4-4ca3-9001-d69b013464e3, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:34.230452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:34.248039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58324) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:34.281598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] For port 0f049d7b-79a4-4ca3-9001-d69b013464e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f049d7b-79a4-4ca3-9001-d69b013464e3,segment=NetworkSegment(d4ed8e27-d851-4500-99a5-bf281901a7d8),segment_id=d4ed8e27-d851-4500-99a5-bf281901a7d8)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:34.299218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48eff0-ffc1-49c9-ae00-d41a7e67b04c tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event deleted for resources: {'Subnet': ['ID=877f2b59-08c0-4880-a147-debcf2185f4e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:34.301056 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-22fc5f2f-ee5a-492e-8fbe-581a03f165ff admin admin] Publish callbacks [] for security_group (10b6b902-c3de-4c1b-8404-ee56d3d60870), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.317172 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Attempting to bind port 17261917-cc9d-40cb-a492-2cd6366f2af1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:34.317667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Attempting to bind port 17261917-cc9d-40cb-a492-2cd6366f2af1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1f66db69-80d3-4ef4-bb9d-1b7db611c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e05380e5-88cb-4488-bcdf-1847de40da04'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:34.318108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Attempting to bind port 17261917-cc9d-40cb-a492-2cd6366f2af1 on network e05380e5-88cb-4488-bcdf-1847de40da04 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:34.324148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:34.324646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Checking segment: {'id': '1f66db69-80d3-4ef4-bb9d-1b7db611c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e05380e5-88cb-4488-bcdf-1847de40da04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:34.325168 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.325635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Bound using segment: {'id': '1f66db69-80d3-4ef4-bb9d-1b7db611c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e05380e5-88cb-4488-bcdf-1847de40da04'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:34.326181 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Bound port: 17261917-cc9d-40cb-a492-2cd6366f2af1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f66db69-80d3-4ef4-bb9d-1b7db611c721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e05380e5-88cb-4488-bcdf-1847de40da04'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:34.326649 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (17261917-cc9d-40cb-a492-2cd6366f2af1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.338282 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a6b874f-0f35-4341-a7fd-0beca43270ae req-ba9a6c0c-fc27-4236-8bd7-31f11b158fba tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 210 time: 0.0889482
Apr 16 21:34:34.379210 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:34:34.382935 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1e5f1944-d3e2-49b7-aba3-5e5c5ec40cc8 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 2.7345841
Apr 16 21:34:34.385278 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.392023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58326) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:34.423014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e9bec835-5171-4c44-9d0d-3c3c0bc4a303 None None] Provisioning complete for port 11083467-f94c-46b8-aee0-2dd96f4a7119 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:34.423392 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9bec835-5171-4c44-9d0d-3c3c0bc4a303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (11083467-f94c-46b8-aee0-2dd96f4a7119), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.464611 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-22fc5f2f-ee5a-492e-8fbe-581a03f165ff admin admin] Publish callbacks [] for security_group (10b6b902-c3de-4c1b-8404-ee56d3d60870), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.477833 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (11083467-f94c-46b8-aee0-2dd96f4a7119), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.503978 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-df21854f-b4e0-4dd0-b956-41b02b8da26b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (c0939855-c552-4d5f-a1a5-08d29afc3477), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.506995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] For port 17261917-cc9d-40cb-a492-2cd6366f2af1, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:34.509527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fa6ff-c390-4c90-80fd-df0d4b35a7c5 None None] Pushing event updated for resources: {'Port': ['ID=0f049d7b-79a4-4ca3-9001-d69b013464e3,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:34.511098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-49deb185-984e-4bbe-9dd1-78c2ae015ab9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Deleting subnet 768c390c-177a-4b02-85f2-cb7e59efdea7 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:34:34.520260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] For port 17261917-cc9d-40cb-a492-2cd6366f2af1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17261917-cc9d-40cb-a492-2cd6366f2af1,segment=NetworkSegment(1f66db69-80d3-4ef4-bb9d-1b7db611c721),segment_id=1f66db69-80d3-4ef4-bb9d-1b7db611c721)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:34.521188 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-49deb185-984e-4bbe-9dd1-78c2ae015ab9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for subnet (768c390c-177a-4b02-85f2-cb7e59efdea7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.521606 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e9bec835-5171-4c44-9d0d-3c3c0bc4a303 None None] Port 11083467-f94c-46b8-aee0-2dd96f4a7119 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:34.580362 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-df21854f-b4e0-4dd0-b956-41b02b8da26b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (c0939855-c552-4d5f-a1a5-08d29afc3477), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.596574 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (17261917-cc9d-40cb-a492-2cd6366f2af1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.622555 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-49deb185-984e-4bbe-9dd1-78c2ae015ab9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (768c390c-177a-4b02-85f2-cb7e59efdea7), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.628499 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-790b068a-e1a9-41b3-b2ec-40c924d40cf7 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Deleting port de447f89-0996-441b-81ed-67bb321412c1 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:34.628746 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-790b068a-e1a9-41b3-b2ec-40c924d40cf7 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (de447f89-0996-441b-81ed-67bb321412c1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.652190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21854f-b4e0-4dd0-b956-41b02b8da26b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0939855-c552-4d5f-a1a5-08d29afc3477,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:34.666858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-f9faf5f4-a969-4339-b791-7dd572cb22e6 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:34.672586 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-f9faf5f4-a969-4339-b791-7dd572cb22e6 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.11 "GET /v2.0/networks?id=b0b57eca-5587-422d-aee9-773ab2a51166 HTTP/1.1" status: 200  len: 809 time: 0.3880689
Apr 16 21:34:34.714042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114a8cd-263e-42f9-9004-b87d7050830c None None] Pushing event updated for resources: {'Port': ['ID=17261917-cc9d-40cb-a492-2cd6366f2af1,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:34.742111 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-df21854f-b4e0-4dd0-b956-41b02b8da26b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.747028 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-df21854f-b4e0-4dd0-b956-41b02b8da26b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.7825983
Apr 16 21:34:34.750080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58328) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:34.756717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2a2c27cc-a476-4c5a-a8df-1988836ca5aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'network': {'name': 'tempest-network-smoke--684951726', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'port_security_enabled': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:34.831730 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-22fc5f2f-ee5a-492e-8fbe-581a03f165ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (10b6b902-c3de-4c1b-8404-ee56d3d60870), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.834470 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-22fc5f2f-ee5a-492e-8fbe-581a03f165ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.837751 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-22fc5f2f-ee5a-492e-8fbe-581a03f165ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10b6b902-c3de-4c1b-8404-ee56d3d60870 HTTP/1.1" status: 204  len: 168 time: 0.7653859
Apr 16 21:34:34.861140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc5f2f-ee5a-492e-8fbe-581a03f165ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b6b902-c3de-4c1b-8404-ee56d3d60870,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:34.870675 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-d7127b5b-868b-4a55-aeac-2c4f04b75da2 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=551fe53574564e4ea60f7288faf4298f HTTP/1.1" status: 200  len: 379 time: 0.1877856
Apr 16 21:34:34.885757 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-49deb185-984e-4bbe-9dd1-78c2ae015ab9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (768c390c-177a-4b02-85f2-cb7e59efdea7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.886852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-fe673c2b-ac81-4c8f-8d1c-58067edfc582 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Request body: {'port': {'device_id': '83455e10-9079-4214-a0d9-4b07eae7272b', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'admin_state_up': True, 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'security_groups': ['eed6f470-d2f6-4f6e-9f95-b38c18c9c22a']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:34.945218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2c27cc-a476-4c5a-a8df-1988836ca5aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Made reservation on behalf of 0ee2ef9a941a429b82a89f7c8f71d45b for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:34.948927 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a2c27cc-a476-4c5a-a8df-1988836ca5aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:34.971197 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-790b068a-e1a9-41b3-b2ec-40c924d40cf7 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (de447f89-0996-441b-81ed-67bb321412c1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.006307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-790b068a-e1a9-41b3-b2ec-40c924d40cf7 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Calling delete_port for de447f89-0996-441b-81ed-67bb321412c1 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:35.127102 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-49deb185-984e-4bbe-9dd1-78c2ae015ab9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (768c390c-177a-4b02-85f2-cb7e59efdea7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.137623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2c27cc-a476-4c5a-a8df-1988836ca5aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:35.162693 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for port (11083467-f94c-46b8-aee0-2dd96f4a7119), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.166216 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a2c27cc-a476-4c5a-a8df-1988836ca5aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e71799af-0bcc-4a42-936e-9dedca60e07a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.166381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49deb185-984e-4bbe-9dd1-78c2ae015ab9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event deleted for resources: {'Subnet': ['ID=768c390c-177a-4b02-85f2-cb7e59efdea7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:35.166501 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-2a2c27cc-a476-4c5a-a8df-1988836ca5aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Added segment e71799af-0bcc-4a42-936e-9dedca60e07a of type vlan for network 34b088a4-071c-46d1-9c2e-d1a9af0cae05
Apr 16 21:34:35.169435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-49deb185-984e-4bbe-9dd1-78c2ae015ab9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.175525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58332) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:35.175680 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-49deb185-984e-4bbe-9dd1-78c2ae015ab9 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "DELETE /v2.0/subnets/768c390c-177a-4b02-85f2-cb7e59efdea7 HTTP/1.1" status: 204  len: 168 time: 0.9162421
Apr 16 21:34:35.208493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-fe673c2b-ac81-4c8f-8d1c-58067edfc582 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Made reservation on behalf of 551fe53574564e4ea60f7288faf4298f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:35.219448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-fe673c2b-ac81-4c8f-8d1c-58067edfc582 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.286429 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (11083467-f94c-46b8-aee0-2dd96f4a7119), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.292326 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a2c27cc-a476-4c5a-a8df-1988836ca5aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (34b088a4-071c-46d1-9c2e-d1a9af0cae05), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.395898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-fe673c2b-ac81-4c8f-8d1c-58067edfc582 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Allocated IP 172.20.0.3 (b0b57eca-5587-422d-aee9-773ab2a51166/790327af-1d0e-4060-8eb3-ab75fb735884/b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:35.418518 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.db.resource_extend [None req-2a2c27cc-a476-4c5a-a8df-1988836ca5aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:34:35.447589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbeed54-7b94-4d3d-b484-06af63517df2 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:35.453199 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2bbeed54-7b94-4d3d-b484-06af63517df2 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2669005
Apr 16 21:34:35.453199 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (c3007910-814e-475e-8086-55fbd6f35d18), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.455023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58338) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:35.473495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0f049d7b-79a4-4ca3-9001-d69b013464e3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:35.508928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event updated for resources: {'Port': ['ID=11083467-f94c-46b8-aee0-2dd96f4a7119,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:35.554384 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a2c27cc-a476-4c5a-a8df-1988836ca5aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (34b088a4-071c-46d1-9c2e-d1a9af0cae05), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.556525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 0f049d7b-79a4-4ca3-9001-d69b013464e3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:35.557128 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.559895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c27cc-a476-4c5a-a8df-1988836ca5aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:35.560521 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a2c27cc-a476-4c5a-a8df-1988836ca5aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.565085 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-20fea4cc-78ac-40ab-b0d3-6be131572e12 req-ad7b70ed-e79d-4f91-9fba-73e93c55c62a tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 210 time: 0.1120558
Apr 16 21:34:35.612209 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e05380e5-88cb-4488-bcdf-1847de40da04), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.637426 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-790b068a-e1a9-41b3-b2ec-40c924d40cf7 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (de447f89-0996-441b-81ed-67bb321412c1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.666214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0f049d7b-79a4-4ca3-9001-d69b013464e3 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:35.668286 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.690929 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-fe673c2b-ac81-4c8f-8d1c-58067edfc582 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.701275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58342) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:35.712465 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2a2c27cc-a476-4c5a-a8df-1988836ca5aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.9612780
Apr 16 21:34:35.714330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b068a-e1a9-41b3-b2ec-40c924d40cf7 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Pushing event deleted for resources: {'Port': ['ID=de447f89-0996-441b-81ed-67bb321412c1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:35.717144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58344) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:35.720649 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-acf33c3e-3ecd-43a3-b0e4-15cf1f71d703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.722517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c27cc-a476-4c5a-a8df-1988836ca5aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Network': ['ID=34b088a4-071c-46d1-9c2e-d1a9af0cae05,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:35.722676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Deleting port 17261917-cc9d-40cb-a492-2cd6366f2af1 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:35.723113 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (17261917-cc9d-40cb-a492-2cd6366f2af1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.728861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'admin_state_up': True, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:35.738597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 0f049d7b-79a4-4ca3-9001-d69b013464e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f049d7b-79a4-4ca3-9001-d69b013464e3,segment=NetworkSegment(d4ed8e27-d851-4500-99a5-bf281901a7d8),segment_id=d4ed8e27-d851-4500-99a5-bf281901a7d8)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:35.746489 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:35.836120 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.838908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 17261917-cc9d-40cb-a492-2cd6366f2af1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:35.840006 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Network d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:35.846158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:35.858952 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-790b068a-e1a9-41b3-b2ec-40c924d40cf7 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.866894 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-790b068a-e1a9-41b3-b2ec-40c924d40cf7 tempest-RoutersAdminNegativeTest-127517991 tempest-RoutersAdminNegativeTest-127517991-project-admin] 10.222.0.20 "DELETE /v2.0/ports/de447f89-0996-441b-81ed-67bb321412c1 HTTP/1.1" status: 204  len: 168 time: 1.4786446
Apr 16 21:34:35.871152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] For port 17261917-cc9d-40cb-a492-2cd6366f2af1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17261917-cc9d-40cb-a492-2cd6366f2af1,segment=NetworkSegment(1f66db69-80d3-4ef4-bb9d-1b7db611c721),segment_id=1f66db69-80d3-4ef4-bb9d-1b7db611c721)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:35.871631 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (17261917-cc9d-40cb-a492-2cd6366f2af1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.889003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Calling delete_port for 17261917-cc9d-40cb-a492-2cd6366f2af1 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:35.962880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=0f049d7b-79a4-4ca3-9001-d69b013464e3,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:35.967121 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 17261917-cc9d-40cb-a492-2cd6366f2af1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:35.967505 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (17261917-cc9d-40cb-a492-2cd6366f2af1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.977659 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:35.978706 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.101853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 17261917-cc9d-40cb-a492-2cd6366f2af1 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:36.102305 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (17261917-cc9d-40cb-a492-2cd6366f2af1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.102814 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (17261917-cc9d-40cb-a492-2cd6366f2af1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.168152 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-fe673c2b-ac81-4c8f-8d1c-58067edfc582 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.175167 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] No DVR routers for this DVR port 17261917-cc9d-40cb-a492-2cd6366f2af1 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:34:36.184713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event deleted for resources: {'Port': ['ID=17261917-cc9d-40cb-a492-2cd6366f2af1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:36.217526 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_controller (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.219681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Router c3007910-814e-475e-8086-55fbd6f35d18 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:34:36.248872 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-acf33c3e-3ecd-43a3-b0e4-15cf1f71d703 admin admin] Publish callbacks [] for security_group (3c3d7c24-08c0-4dc5-a868-b9d98a5d6289), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.263942 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.290831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-fe673c2b-ac81-4c8f-8d1c-58067edfc582 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Network b0b57eca-5587-422d-aee9-773ab2a51166 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:36.365474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-fe673c2b-ac81-4c8f-8d1c-58067edfc582 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:36.367515 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-acf33c3e-3ecd-43a3-b0e4-15cf1f71d703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3c3d7c24-08c0-4dc5-a868-b9d98a5d6289), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.395482 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-fe673c2b-ac81-4c8f-8d1c-58067edfc582 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:36.422079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1bd2180d-c6f6-41a4-a366-cf8bd4b7969c None None] Provisioning complete for port 11083467-f94c-46b8-aee0-2dd96f4a7119 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:36.422614 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1bd2180d-c6f6-41a4-a366-cf8bd4b7969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (11083467-f94c-46b8-aee0-2dd96f4a7119), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.434447 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-acf33c3e-3ecd-43a3-b0e4-15cf1f71d703 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25c4b94332234d3e8019e2cb8f448298&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7320852
Apr 16 21:34:36.450904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58348) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:36.451601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf33c3e-3ecd-43a3-b0e4-15cf1f71d703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3d7c24-08c0-4dc5-a868-b9d98a5d6289,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:36.512928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1bd2180d-c6f6-41a4-a366-cf8bd4b7969c None None] Port 11083467-f94c-46b8-aee0-2dd96f4a7119 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:36.538814 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e05380e5-88cb-4488-bcdf-1847de40da04), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.565248 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.565453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe673c2b-ac81-4c8f-8d1c-58067edfc582 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Pushing event updated for resources: {'Port': ['ID=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:36.567787 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:36.573241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ed4182c2-6470-480f-be3a-fcab88d5f1f9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "PUT /v2.0/routers/c3007910-814e-475e-8086-55fbd6f35d18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8012686
Apr 16 21:34:36.575992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58352) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:36.579002 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473877e-82fd-4683-acc6-c5073be554b9 None None] Sync routers for ids ['c3007910-814e-475e-8086-55fbd6f35d18'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:36.588356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeccb98-da0b-4149-a005-09e15bbc7bed None None] Network e05380e5-88cb-4488-bcdf-1847de40da04 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:36.623544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ea4d490>,) {'filters': {'network_id': ['e05380e5-88cb-4488-bcdf-1847de40da04']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:36.625291 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473877e-82fd-4683-acc6-c5073be554b9 None None] Routers {'c3007910-814e-475e-8086-55fbd6f35d18'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:36.626290 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c473877e-82fd-4683-acc6-c5073be554b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d8e670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c3007910-814e-475e-8086-55fbd6f35d18'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:36.643881 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea4d490>, '1f66db69-80d3-4ef4-bb9d-1b7db611c721') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:36.644200 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ea4d490>, '1f66db69-80d3-4ef4-bb9d-1b7db611c721') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:36.657743 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (1f66db69-80d3-4ef4-bb9d-1b7db611c721), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.671973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6ed817ba-14aa-4fd1-b4f5-0ed34c5b500d None None] Could not find standard attr ID for object 17261917-cc9d-40cb-a492-2cd6366f2af1. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:34:36.676054 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1f66db69-80d3-4ef4-bb9d-1b7db611c721), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.685833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:34:36.686516 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (1f66db69-80d3-4ef4-bb9d-1b7db611c721), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:34:36.747206 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:34:36.752367 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8bf03c2d-3e30-45e8-a746-58f4bbdc91b1 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for router (c3007910-814e-475e-8086-55fbd6f35d18), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.752649 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58354) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:36.836560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71a54dd-d5af-4ca7-9a61-889b2a1f9e87 None None] DHCP port deletion for e05380e5-88cb-4488-bcdf-1847de40da04 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:34:36.874146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-fe673c2b-ac81-4c8f-8d1c-58067edfc582 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:36.875029 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-fe673c2b-ac81-4c8f-8d1c-58067edfc582 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.909710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ad982a21-bc8f-462d-a101-ca1c64f421dd None None] Provisioning complete for port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:36.912623 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ad982a21-bc8f-462d-a101-ca1c64f421dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.915494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4741ac7-00da-4ddc-8e8a-fd82b9c6d17b req-74be6b71-d99a-41fa-887b-cdd601f039fc tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:36.917713 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4741ac7-00da-4ddc-8e8a-fd82b9c6d17b req-74be6b71-d99a-41fa-887b-cdd601f039fc tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 931 time: 0.1459038
Apr 16 21:34:36.923928 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-472c38d2-2f97-43e1-a9f6-d7235d0153cc admin admin] Publish callbacks [] for security_group (3c3d7c24-08c0-4dc5-a868-b9d98a5d6289), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.932314 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-8bf03c2d-3e30-45e8-a746-58f4bbdc91b1 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:34:36.933696 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8bf03c2d-3e30-45e8-a746-58f4bbdc91b1 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "DELETE /v2.0/routers/c3007910-814e-475e-8086-55fbd6f35d18 HTTP/1.1" status: 409  len: 376 time: 0.3565886
Apr 16 21:34:36.936746 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58360) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:36.958252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77967e4e-8885-4d87-9e17-caa82ec4a8af None None] Network 6b5daa43-95a5-446d-83eb-b2855b0542b3 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:36.977976 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c473877e-82fd-4683-acc6-c5073be554b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d8e670>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:36.985607 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e05380e5-88cb-4488-bcdf-1847de40da04), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:36.994656 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473877e-82fd-4683-acc6-c5073be554b9 None None] Routers {'c3007910-814e-475e-8086-55fbd6f35d18'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:36.995734 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c473877e-82fd-4683-acc6-c5073be554b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d8e670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c3007910-814e-475e-8086-55fbd6f35d18'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:37.031921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-fe673c2b-ac81-4c8f-8d1c-58067edfc582 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1548665
Apr 16 21:34:37.047285 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c473877e-82fd-4683-acc6-c5073be554b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d8e670>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:37.048163 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473877e-82fd-4683-acc6-c5073be554b9 None None] The sync data for ids ['c3007910-814e-475e-8086-55fbd6f35d18'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:37.058543 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.062051 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "DELETE /v2.0/networks/e05380e5-88cb-4488-bcdf-1847de40da04 HTTP/1.1" status: 204  len: 168 time: 1.6059384
Apr 16 21:34:37.069969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58362) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:37.072062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Request body: {'port': {'device_id': '83455e10-9079-4214-a0d9-4b07eae7272b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:37.077905 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-472c38d2-2f97-43e1-a9f6-d7235d0153cc admin admin] Publish callbacks [] for security_group (3c3d7c24-08c0-4dc5-a868-b9d98a5d6289), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.080288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ad982a21-bc8f-462d-a101-ca1c64f421dd None None] Port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:37.125922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47638463-34cc-4e87-9572-dbbca3eb2d30 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event deleted for resources: {'Network': ['ID=e05380e5-88cb-4488-bcdf-1847de40da04,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:37.140214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f19e6c22-7c59-4765-87f9-021571617ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.158749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcc243d-66ca-405b-92d0-e6cad6f488aa None None] DHCP port deletion for 6b5daa43-95a5-446d-83eb-b2855b0542b3 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:34:37.212981 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc243d-66ca-405b-92d0-e6cad6f488aa None None] Deleting port 0f049d7b-79a4-4ca3-9001-d69b013464e3 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:37.213776 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2dcc243d-66ca-405b-92d0-e6cad6f488aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.228071 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a4741ac7-00da-4ddc-8e8a-fd82b9c6d17b req-d789afa8-4398-424e-a4cb-fbc450f35638 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2917008
Apr 16 21:34:37.235436 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.291835 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-af62230f-8dc4-48dc-b046-cd42023dc7ad None None] Provisioning complete for port 0f049d7b-79a4-4ca3-9001-d69b013464e3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:37.292500 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-af62230f-8dc4-48dc-b046-cd42023dc7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.387142 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-472c38d2-2f97-43e1-a9f6-d7235d0153cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3c3d7c24-08c0-4dc5-a868-b9d98a5d6289), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.389917 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-472c38d2-2f97-43e1-a9f6-d7235d0153cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.393689 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-472c38d2-2f97-43e1-a9f6-d7235d0153cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c3d7c24-08c0-4dc5-a868-b9d98a5d6289 HTTP/1.1" status: 204  len: 168 time: 0.9292946
Apr 16 21:34:37.459899 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.482916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0f049d7b-79a4-4ca3-9001-d69b013464e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:34:37.494800 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.499783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2dcc243d-66ca-405b-92d0-e6cad6f488aa None None] For port 0f049d7b-79a4-4ca3-9001-d69b013464e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f049d7b-79a4-4ca3-9001-d69b013464e3,segment=NetworkSegment(d4ed8e27-d851-4500-99a5-bf281901a7d8),segment_id=d4ed8e27-d851-4500-99a5-bf281901a7d8)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:37.500153 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2dcc243d-66ca-405b-92d0-e6cad6f488aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.527469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c38d2-2f97-43e1-a9f6-d7235d0153cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3d7c24-08c0-4dc5-a868-b9d98a5d6289,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:37.543764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc243d-66ca-405b-92d0-e6cad6f488aa None None] Calling delete_port for 0f049d7b-79a4-4ca3-9001-d69b013464e3 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:37.625553 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (6b5daa43-95a5-446d-83eb-b2855b0542b3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.674448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f19e6c22-7c59-4765-87f9-021571617ee8 admin admin] Publish callbacks [] for security_group (0e93c69f-33e4-48e2-9dde-ba87868e6ab9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.738936 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f19e6c22-7c59-4765-87f9-021571617ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0e93c69f-33e4-48e2-9dde-ba87868e6ab9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.773844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.35.1.223 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/d5021db1-f88b-4158-a0b6-1ddcdb756444) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:37.788117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:34:37.796622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0f049d7b-79a4-4ca3-9001-d69b013464e3 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:37.797114 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.802122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Publish callbacks [] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.802416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-af62230f-8dc4-48dc-b046-cd42023dc7ad None None] Current status of the port 0f049d7b-79a4-4ca3-9001-d69b013464e3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:37.804750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e6c22-7c59-4765-87f9-021571617ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e93c69f-33e4-48e2-9dde-ba87868e6ab9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:37.811278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f19e6c22-7c59-4765-87f9-021571617ee8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=838cf752e53b4fd2bda7c7a4359ea006&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0411415
Apr 16 21:34:37.814828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58368) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:37.848787 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2dcc243d-66ca-405b-92d0-e6cad6f488aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.849344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Transition to ACTIVE for port object b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:34:37.873275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Deleting port 0f049d7b-79a4-4ca3-9001-d69b013464e3 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:37.873620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.895542 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7f8f482b-9ecf-4c1d-8f16-ae591f930e9a admin admin] Publish callbacks [] for security_group (0e93c69f-33e4-48e2-9dde-ba87868e6ab9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.900826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 17261917-cc9d-40cb-a492-2cd6366f2af1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:34:37.905147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc243d-66ca-405b-92d0-e6cad6f488aa None None] Pushing event deleted for resources: {'Port': ['ID=0f049d7b-79a4-4ca3-9001-d69b013464e3,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:37.908090 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc243d-66ca-405b-92d0-e6cad6f488aa None None] No DVR routers for this DVR port 0f049d7b-79a4-4ca3-9001-d69b013464e3 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:34:37.917127 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:37.930383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 17261917-cc9d-40cb-a492-2cd6366f2af1 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:34:37.930863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 17261917-cc9d-40cb-a492-2cd6366f2af1 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:34:37.977466 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7f8f482b-9ecf-4c1d-8f16-ae591f930e9a admin admin] Publish callbacks [] for security_group (0e93c69f-33e4-48e2-9dde-ba87868e6ab9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.072993 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Pushing event updated for resources: {'Port': ['ID=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:38.082212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] For port 0f049d7b-79a4-4ca3-9001-d69b013464e3, host ncdv-master-1, got binding levels [] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:38.082869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.097474 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eef4169a-a19d-4fa0-b009-b0110931ec3e tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (c3007910-814e-475e-8086-55fbd6f35d18), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.119060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Attempting to bind port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:38.119459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Attempting to bind port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '19a8b07f-775e-4b27-89de-c459fef966dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:38.119767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Attempting to bind port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 on network b0b57eca-5587-422d-aee9-773ab2a51166 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:38.124854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 on network b0b57eca-5587-422d-aee9-773ab2a51166 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:34:38.125189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Attempting to bind port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 on network b0b57eca-5587-422d-aee9-773ab2a51166 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:38.130513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:38.130910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Checking segment: {'id': '19a8b07f-775e-4b27-89de-c459fef966dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:38.131308 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Bound using segment: {'id': '19a8b07f-775e-4b27-89de-c459fef966dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:38.131746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Bound port: b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a8b07f-775e-4b27-89de-c459fef966dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:38.132113 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.153320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Calling delete_port for 0f049d7b-79a4-4ca3-9001-d69b013464e3 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:38.157214 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.161344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.ipam_backend_mixin [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Port 0f049d7b-79a4-4ca3-9001-d69b013464e3 was not found and therefore no delete operation was performed {{(pid=122556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 16 21:34:38.190395 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0f049d7b-79a4-4ca3-9001-d69b013464e3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.190714 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7f8f482b-9ecf-4c1d-8f16-ae591f930e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0e93c69f-33e4-48e2-9dde-ba87868e6ab9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.193601 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7f8f482b-9ecf-4c1d-8f16-ae591f930e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.197209 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7f8f482b-9ecf-4c1d-8f16-ae591f930e9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e93c69f-33e4-48e2-9dde-ba87868e6ab9 HTTP/1.1" status: 204  len: 168 time: 0.3752093
Apr 16 21:34:38.233982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f482b-9ecf-4c1d-8f16-ae591f930e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e93c69f-33e4-48e2-9dde-ba87868e6ab9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:38.240368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event deleted for resources: {'Port': ['ID=0f049d7b-79a4-4ca3-9001-d69b013464e3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:38.245623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] No DVR routers for this DVR port 0f049d7b-79a4-4ca3-9001-d69b013464e3 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:34:38.254069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] For port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:38.264078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] For port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8,segment=NetworkSegment(19a8b07f-775e-4b27-89de-c459fef966dc),segment_id=19a8b07f-775e-4b27-89de-c459fef966dc)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:38.328086 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.459630 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (6b5daa43-95a5-446d-83eb-b2855b0542b3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.521594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f16a850>,) {'filters': {'network_id': ['6b5daa43-95a5-446d-83eb-b2855b0542b3']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:38.532357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930bf18-3a50-406e-9f4e-ad5a84d566a8 req-3480526f-daf7-4e53-b6e5-a7ee63386949 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:38.532357 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5930bf18-3a50-406e-9f4e-ad5a84d566a8 req-3480526f-daf7-4e53-b6e5-a7ee63386949 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 943 time: 0.1556206
Apr 16 21:34:38.540331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.551704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f16a850>, 'd4ed8e27-d851-4500-99a5-bf281901a7d8') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:38.552005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f16a850>, 'd4ed8e27-d851-4500-99a5-bf281901a7d8') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:38.602739 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (d4ed8e27-d851-4500-99a5-bf281901a7d8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.631166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:38.645141 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:38.679256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:38.682412 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d4ed8e27-d851-4500-99a5-bf281901a7d8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.692496 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=d5021db1-f88b-4158-a0b6-1ddcdb756444,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:38.741439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (d4ed8e27-d851-4500-99a5-bf281901a7d8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:34:38.750589 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:34:38.771728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:38.772382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.774114 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] 10.222.0.11 "PUT /v2.0/ports/b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 HTTP/1.1" status: 200  len: 1091 time: 1.7271667
Apr 16 21:34:38.774829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83455e10-9079-4214-a0d9-4b07eae7272b', 'tag': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:34:38.785087 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4fc214-f9e6-453e-aec8-718f169122b9" -d '{"events": [{"name": "network-changed", "server_uuid": "83455e10-9079-4214-a0d9-4b07eae7272b", "tag": "b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:34:38.811728 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5930bf18-3a50-406e-9f4e-ad5a84d566a8 req-b8af5048-5e7d-4284-b5c8-8c7ee6c61d2e tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2606664
Apr 16 21:34:38.837816 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bd5d7-d39d-4b16-91e1-e953ce53798f service neutron] Pushing event updated for resources: {'Port': ['ID=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:38.843314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58396) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:38.848962 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e06b3da-afa6-40ee-921e-45cc1066ce80 x-openstack-request-id: req-4e06b3da-afa6-40ee-921e-45cc1066ce80 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:34:38.849255 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83455e10-9079-4214-a0d9-4b07eae7272b", "tag": "b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:34:38.849919 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e06b3da-afa6-40ee-921e-45cc1066ce80 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:34:38.860387 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e06b3da-afa6-40ee-921e-45cc1066ce80'] response: {'name': 'network-changed', 'server_uuid': '83455e10-9079-4214-a0d9-4b07eae7272b', 'tag': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8', 'status': 'completed', 'code': 200}
Apr 16 21:34:38.932073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-eef4169a-a19d-4fa0-b009-b0110931ec3e tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Deleting port 11083467-f94c-46b8-aee0-2dd96f4a7119 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:38.932402 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6b635926-294b-4883-92c7-d75c216b02e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87494c78126447359ff29731311ebe14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0876424
Apr 16 21:34:38.932947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eef4169a-a19d-4fa0-b009-b0110931ec3e tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (11083467-f94c-46b8-aee0-2dd96f4a7119), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:38.935144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58400) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:38.983035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fc214-f9e6-453e-aec8-718f169122b9 req-afb02463-7569-43ac-abbf-b3939daabf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:38.984697 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc4fc214-f9e6-453e-aec8-718f169122b9 req-afb02463-7569-43ac-abbf-b3939daabf65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=551fe53574564e4ea60f7288faf4298f&device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 1125 time: 0.1082256
Apr 16 21:34:39.046926 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-499bcba0-6798-479c-8b48-c28f69195cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.061877 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8831627a-0b15-40fb-be90-403bc14d3cb3 admin admin] Publish callbacks [] for security_group (1918095d-b801-4669-9aa3-2297988a60ca), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.070548 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (6b5daa43-95a5-446d-83eb-b2855b0542b3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.082908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.086563 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "DELETE /v2.0/networks/6b5daa43-95a5-446d-83eb-b2855b0542b3 HTTP/1.1" status: 204  len: 168 time: 1.7081711
Apr 16 21:34:39.090731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58402) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:39.106119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69e8cc-8c82-41f8-8ed4-1f2c07424dbe tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event deleted for resources: {'Network': ['ID=6b5daa43-95a5-446d-83eb-b2855b0542b3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:39.113840 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8831627a-0b15-40fb-be90-403bc14d3cb3 admin admin] Publish callbacks [] for security_group (1918095d-b801-4669-9aa3-2297988a60ca), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.213282 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eef4169a-a19d-4fa0-b009-b0110931ec3e tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (11083467-f94c-46b8-aee0-2dd96f4a7119), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.217385 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fc214-f9e6-453e-aec8-718f169122b9 req-75e03ad9-b25c-4a66-9b73-e5b9eca28a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:39.218794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc4fc214-f9e6-453e-aec8-718f169122b9 req-75e03ad9-b25c-4a66-9b73-e5b9eca28a03 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=551fe53574564e4ea60f7288faf4298f&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2199779
Apr 16 21:34:39.251753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b347d35-1930-4550-93d8-209ba2c51a7e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (d9e65a06-1711-4bdc-946a-26d7cc0edfba), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.256310 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-eef4169a-a19d-4fa0-b009-b0110931ec3e tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Calling delete_port for 11083467-f94c-46b8-aee0-2dd96f4a7119 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:39.329672 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.380432 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8831627a-0b15-40fb-be90-403bc14d3cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1918095d-b801-4669-9aa3-2297988a60ca), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.382920 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8831627a-0b15-40fb-be90-403bc14d3cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.384075 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8831627a-0b15-40fb-be90-403bc14d3cb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1918095d-b801-4669-9aa3-2297988a60ca HTTP/1.1" status: 204  len: 168 time: 0.4479570
Apr 16 21:34:39.412787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831627a-0b15-40fb-be90-403bc14d3cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1918095d-b801-4669-9aa3-2297988a60ca,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:39.417736 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b347d35-1930-4550-93d8-209ba2c51a7e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (d9e65a06-1711-4bdc-946a-26d7cc0edfba), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.430964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fc214-f9e6-453e-aec8-718f169122b9 req-30c77d97-be48-4b13-a2bb-592d5f8b1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:39.433044 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc4fc214-f9e6-453e-aec8-718f169122b9 req-30c77d97-be48-4b13-a2bb-592d5f8b1607 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2076659
Apr 16 21:34:39.450509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-9b347d35-1930-4550-93d8-209ba2c51a7e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011fc65550>,) {'filters': {'network_id': ['d9e65a06-1711-4bdc-946a-26d7cc0edfba']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:39.475720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-9b347d35-1930-4550-93d8-209ba2c51a7e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fc65550>, 'bbccac32-8589-4bd9-b26b-59c3dbaf8339') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:39.476396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-9b347d35-1930-4550-93d8-209ba2c51a7e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fc65550>, 'bbccac32-8589-4bd9-b26b-59c3dbaf8339') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:39.497673 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b347d35-1930-4550-93d8-209ba2c51a7e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (bbccac32-8589-4bd9-b26b-59c3dbaf8339), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.534993 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b347d35-1930-4550-93d8-209ba2c51a7e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (bbccac32-8589-4bd9-b26b-59c3dbaf8339), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.545035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-528bc113-bee1-4ebe-82bc-e3af87d1a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:39.546978 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-528bc113-bee1-4ebe-82bc-e3af87d1a9e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=551fe53574564e4ea60f7288faf4298f&device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 1125 time: 0.0622761
Apr 16 21:34:39.548256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b347d35-1930-4550-93d8-209ba2c51a7e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:34:39.548874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b347d35-1930-4550-93d8-209ba2c51a7e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (bbccac32-8589-4bd9-b26b-59c3dbaf8339), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:34:39.552613 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:34:39.645087 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-8c64a58a-a9c3-4616-b4c0-d0385691e27c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 HTTP/1.1" status: 200  len: 217 time: 0.0872920
Apr 16 21:34:39.722464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-ed11c5da-8178-4e65-a193-767357d782b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:39.724010 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-ed11c5da-8178-4e65-a193-767357d782b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=790327af-1d0e-4060-8eb3-ab75fb735884 HTTP/1.1" status: 200  len: 848 time: 0.0686541
Apr 16 21:34:39.777847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-ec56360c-4756-417b-93ef-b4f85d95c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:39.779303 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-ec56360c-4756-417b-93ef-b4f85d95c22e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0b57eca-5587-422d-aee9-773ab2a51166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0501966
Apr 16 21:34:39.784131 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b347d35-1930-4550-93d8-209ba2c51a7e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (d9e65a06-1711-4bdc-946a-26d7cc0edfba), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.792473 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b347d35-1930-4550-93d8-209ba2c51a7e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:39.797101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9b347d35-1930-4550-93d8-209ba2c51a7e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "DELETE /v2.0/networks/d9e65a06-1711-4bdc-946a-26d7cc0edfba HTTP/1.1" status: 204  len: 168 time: 0.7036507
Apr 16 21:34:39.834312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58420) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:39.865452 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b347d35-1930-4550-93d8-209ba2c51a7e tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event deleted for resources: {'Network': ['ID=d9e65a06-1711-4bdc-946a-26d7cc0edfba,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:39.950356 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-172a486e-56ef-44b3-a3cf-e9aa8fe5ecb6 service neutron] 10.222.0.11 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459301
Apr 16 21:34:40.044031 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1023a0e-ada4-4009-948c-1e6ce8d18717 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (b9618754-d0f9-44b3-b087-2a288a66c490), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:40.058711 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b3ad682-684d-472f-bf92-4380bd79aad0 req-67ce9f88-d635-4813-b6f8-a2b145801b39 service neutron] 10.222.0.11 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1021671
Apr 16 21:34:40.062146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60041a3b-d955-4f78-897b-f485b43df071 req-33c7f43f-7222-4024-a2f3-0ded1c797f33 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:40.063678 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60041a3b-d955-4f78-897b-f485b43df071 req-33c7f43f-7222-4024-a2f3-0ded1c797f33 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 943 time: 0.1464570
Apr 16 21:34:40.124510 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:40.137343 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eef4169a-a19d-4fa0-b009-b0110931ec3e tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (11083467-f94c-46b8-aee0-2dd96f4a7119), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:40.255529 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4169a-a19d-4fa0-b009-b0110931ec3e tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event deleted for resources: {'Port': ['ID=11083467-f94c-46b8-aee0-2dd96f4a7119,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:40.273672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60041a3b-d955-4f78-897b-f485b43df071 req-a93fd4d4-f6be-45c1-9d47-a9dd10f066b5 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2008293
Apr 16 21:34:40.304223 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1023a0e-ada4-4009-948c-1e6ce8d18717 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (b9618754-d0f9-44b3-b087-2a288a66c490), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:40.395806 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-a1023a0e-ada4-4009-948c-1e6ce8d18717 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124e59490>,) {'filters': {'network_id': ['b9618754-d0f9-44b3-b087-2a288a66c490']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:40.415583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-a1023a0e-ada4-4009-948c-1e6ce8d18717 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124e59490>, '01b253e5-a920-4c2e-916a-4494db265f00') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:40.415954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-a1023a0e-ada4-4009-948c-1e6ce8d18717 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124e59490>, '01b253e5-a920-4c2e-916a-4494db265f00') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:40.430674 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1023a0e-ada4-4009-948c-1e6ce8d18717 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (01b253e5-a920-4c2e-916a-4494db265f00), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:40.521661 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1023a0e-ada4-4009-948c-1e6ce8d18717 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (01b253e5-a920-4c2e-916a-4494db265f00), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:40.541133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1023a0e-ada4-4009-948c-1e6ce8d18717 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:34:40.541534 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1023a0e-ada4-4009-948c-1e6ce8d18717 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (01b253e5-a920-4c2e-916a-4494db265f00), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:34:40.545052 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:34:40.550395 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eef4169a-a19d-4fa0-b009-b0110931ec3e tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (c3007910-814e-475e-8086-55fbd6f35d18), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:40.766653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58454) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:40.772926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:34:40.777247 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1023a0e-ada4-4009-948c-1e6ce8d18717 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (b9618754-d0f9-44b3-b087-2a288a66c490), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:40.791097 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1023a0e-ada4-4009-948c-1e6ce8d18717 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:40.794846 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a1023a0e-ada4-4009-948c-1e6ce8d18717 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] 10.222.0.20 "DELETE /v2.0/networks/b9618754-d0f9-44b3-b087-2a288a66c490 HTTP/1.1" status: 204  len: 168 time: 0.9590757
Apr 16 21:34:40.810342 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1023a0e-ada4-4009-948c-1e6ce8d18717 tempest-BulkNetworkOpsTest-1649092251 tempest-BulkNetworkOpsTest-1649092251-project] Pushing event deleted for resources: {'Network': ['ID=b9618754-d0f9-44b3-b087-2a288a66c490,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:40.817361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef4169a-a19d-4fa0-b009-b0110931ec3e tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Router c3007910-814e-475e-8086-55fbd6f35d18 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:34:40.880662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1550558851'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:40.979098 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef4169a-a19d-4fa0-b009-b0110931ec3e tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:40.980257 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Made reservation on behalf of 3fc5984593814ebbbedae67394556f03 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:40.990711 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eef4169a-a19d-4fa0-b009-b0110931ec3e tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "PUT /v2.0/routers/c3007910-814e-475e-8086-55fbd6f35d18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0478783
Apr 16 21:34:40.990711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58462) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:40.995629 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.002377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf011dfe-756e-4d24-9d5d-bcfcc9ad1017 None None] Sync routers for ids ['c3007910-814e-475e-8086-55fbd6f35d18'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:41.011641 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.021506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf011dfe-756e-4d24-9d5d-bcfcc9ad1017 None None] Routers {'c3007910-814e-475e-8086-55fbd6f35d18'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:41.022349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bf011dfe-756e-4d24-9d5d-bcfcc9ad1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f276c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c3007910-814e-475e-8086-55fbd6f35d18'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:41.035105 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-805fa3d3-0fc1-4da0-88c8-f2a26241a924 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] show failed (client error): The resource could not be found.
Apr 16 21:34:41.039836 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-805fa3d3-0fc1-4da0-88c8-f2a26241a924 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1405640296 HTTP/1.1" status: 404  len: 335 time: 0.0449042
Apr 16 21:34:41.040004 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58466) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:41.052531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4cbfb319-e25a-43d7-8295-417dfadd7d45 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Request body: {'router': {'name': 'new_name'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:41.052531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:41.063112 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Sync routers for ids ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:41.076569 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Routers {'d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:41.079050 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249ba940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:41.091375 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-4cbfb319-e25a-43d7-8295-417dfadd7d45 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] update failed (client error): The resource could not be found.
Apr 16 21:34:41.092448 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4cbfb319-e25a-43d7-8295-417dfadd7d45 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1422542303 HTTP/1.1" status: 404  len: 335 time: 0.0514364
Apr 16 21:34:41.095442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bf011dfe-756e-4d24-9d5d-bcfcc9ad1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f276c70>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:41.098234 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58468) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:41.109294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf011dfe-756e-4d24-9d5d-bcfcc9ad1017 None None] Routers {'c3007910-814e-475e-8086-55fbd6f35d18'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:41.110520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bf011dfe-756e-4d24-9d5d-bcfcc9ad1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f276c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['c3007910-814e-475e-8086-55fbd6f35d18'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:41.125194 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for security_group (ea2e3cc2-f177-47a8-8d3c-af0009b149e2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.146722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bf011dfe-756e-4d24-9d5d-bcfcc9ad1017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f276c70>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:41.147346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf011dfe-756e-4d24-9d5d-bcfcc9ad1017 None None] The sync data for ids ['c3007910-814e-475e-8086-55fbd6f35d18'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:41.182304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b323c8-15c4-4cf2-8822-5748e561ade5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Deleting subnet 98e88372-3cf2-4f17-9239-52879fb900c2 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:34:41.185559 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9b323c8-15c4-4cf2-8822-5748e561ade5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for subnet (98e88372-3cf2-4f17-9239-52879fb900c2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.211383 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ea2e3cc2-f177-47a8-8d3c-af0009b149e2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.226250 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Set router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:41.232080 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9b323c8-15c4-4cf2-8822-5748e561ade5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (98e88372-3cf2-4f17-9239-52879fb900c2), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.233683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:41.241662 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.241662 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3a71519e-5dd5-4ef7-bafb-fa8d9b0589ec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 5.5181353
Apr 16 21:34:41.242877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2e3cc2-f177-47a8-8d3c-af0009b149e2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:41.245673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58474) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:41.300615 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d8103fa3-b5b3-4e00-a996-66fde98799fa), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.301642 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Added segment d8103fa3-b5b3-4e00-a996-66fde98799fa of type vlan for network 2c042989-2cc1-4319-a7d6-1c0e152feae5
Apr 16 21:34:41.312616 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-efd2984f-0e78-4fe6-9225-177ecc537e1c tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0ee2ef9a941a429b82a89f7c8f71d45b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0643470
Apr 16 21:34:41.316073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58482) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:41.466963 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9b323c8-15c4-4cf2-8822-5748e561ade5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (98e88372-3cf2-4f17-9239-52879fb900c2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.500455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58488) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:41.507514 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249ba940>, [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:34:39Z', 'revision_number': 3, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:41.512409 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (2c042989-2cc1-4319-a7d6-1c0e152feae5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.537240 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Checking router: d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:34:41.537952 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Updating router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d port d5021db1-f88b-4158-a0b6-1ddcdb756444 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:34:41.561811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7e953-ea61-499e-80bb-d2245dc6aae4 req-c0a65e7b-c0d0-45ac-a6ed-c5be8ff6863a tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:41.563447 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09a7e953-ea61-499e-80bb-d2245dc6aae4 req-c0a65e7b-c0d0-45ac-a6ed-c5be8ff6863a tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 943 time: 0.1443517
Apr 16 21:34:41.573314 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.635281 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-46b68a21-c1c9-4728-8baf-ca0f307f6c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.659126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9799f70-444d-4d6c-b50f-a6b75d1fd53d tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:41.660768 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b9799f70-444d-4d6c-b50f-a6b75d1fd53d tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3437412
Apr 16 21:34:41.663996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58494) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:41.665098 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9b323c8-15c4-4cf2-8822-5748e561ade5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (98e88372-3cf2-4f17-9239-52879fb900c2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.692857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09a7e953-ea61-499e-80bb-d2245dc6aae4 req-d90953f4-a5dc-43eb-a409-8eca2f7e2528 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1014142
Apr 16 21:34:41.693956 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (2c042989-2cc1-4319-a7d6-1c0e152feae5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.718035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:41.718701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.743861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b323c8-15c4-4cf2-8822-5748e561ade5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event deleted for resources: {'Subnet': ['ID=98e88372-3cf2-4f17-9239-52879fb900c2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:41.749268 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-135871ee-714b-4e7d-aa8d-1e6f44f0d813 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0816450
Apr 16 21:34:41.751260 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9b323c8-15c4-4cf2-8822-5748e561ade5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.754674 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a9b323c8-15c4-4cf2-8822-5748e561ade5 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "DELETE /v2.0/subnets/98e88372-3cf2-4f17-9239-52879fb900c2 HTTP/1.1" status: 204  len: 168 time: 0.6553378
Apr 16 21:34:41.755357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58498) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:41.757122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58500) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:41.759035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8342adef-02f3-4352-82ae-6b9b6d748c56 None None] Network 22f3fb04-e93b-401b-ba22-00f1ca008e94 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:41.771353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-7314dc2e-f1cb-4084-8cb8-a242a11a77d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1348781404', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:41.863212 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.0928013
Apr 16 21:34:41.863212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722030c-778e-4c06-a4e4-e40f0e42da02 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event updated for resources: {'Network': ['ID=2c042989-2cc1-4319-a7d6-1c0e152feae5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:41.873256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58502) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:41.881416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 2c042989-2cc1-4319-a7d6-1c0e152feae5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:41.901227 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e8d35267-7f6b-4e96-8a59-ed0f6df44cc7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Request body: {'subnet': {'network_id': '2c042989-2cc1-4319-a7d6-1c0e152feae5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:41.936332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c64ce73-7662-415a-a042-725e1f9c2508 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Deleting subnet ff352d39-6450-4f87-b5c2-f93f45902daa {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:34:41.944731 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8c30f3fa-9d8d-437c-9f4a-e4d1efe02560 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6950a8536cd4085adcae058874f3250&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4428277
Apr 16 21:34:41.945979 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c64ce73-7662-415a-a042-725e1f9c2508 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for subnet (ff352d39-6450-4f87-b5c2-f93f45902daa), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.956239 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Publish callbacks [] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:41.967682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58506) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:41.996040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c508444-3586-4b5e-be07-4fc8e173b1c6 None None] DHCP port deletion for 22f3fb04-e93b-401b-ba22-00f1ca008e94 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:34:42.006846 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.021661 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c64ce73-7662-415a-a042-725e1f9c2508 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (ff352d39-6450-4f87-b5c2-f93f45902daa), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.049512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6c508444-3586-4b5e-be07-4fc8e173b1c6 None None] Deleting port d97bcd09-f6f5-4923-8728-880a5d9f8e68 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:42.050563 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c508444-3586-4b5e-be07-4fc8e173b1c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d97bcd09-f6f5-4923-8728-880a5d9f8e68), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.080723 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Attempting to bind port d5021db1-f88b-4158-a0b6-1ddcdb756444 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:42.081309 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Attempting to bind port d5021db1-f88b-4158-a0b6-1ddcdb756444 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:42.081676 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Attempting to bind port d5021db1-f88b-4158-a0b6-1ddcdb756444 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:42.085876 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-98c0ed1e-3a93-4659-8387-0b823f3ba624 admin admin] Publish callbacks [] for security_group (e0016321-be84-4bfc-9887-4c2eaecb4a4d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.094782 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:42.095320 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:42.096066 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.096616 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:42.097354 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Bound port: d5021db1-f88b-4158-a0b6-1ddcdb756444, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:42.097937 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.107038 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd71503-d9a8-4453-b976-b67a509fa50d None None] Pushing event updated for resources: {'Port': ['ID=d5021db1-f88b-4158-a0b6-1ddcdb756444,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:42.126404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6c508444-3586-4b5e-be07-4fc8e173b1c6 None None] For port d97bcd09-f6f5-4923-8728-880a5d9f8e68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d97bcd09-f6f5-4923-8728-880a5d9f8e68,segment=NetworkSegment(aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3),segment_id=aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:42.126783 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c508444-3586-4b5e-be07-4fc8e173b1c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d97bcd09-f6f5-4923-8728-880a5d9f8e68), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.138940 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-98c0ed1e-3a93-4659-8387-0b823f3ba624 admin admin] Publish callbacks [] for security_group (e0016321-be84-4bfc-9887-4c2eaecb4a4d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.141628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6c508444-3586-4b5e-be07-4fc8e173b1c6 None None] Calling delete_port for d97bcd09-f6f5-4923-8728-880a5d9f8e68 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:42.147762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7314dc2e-f1cb-4084-8cb8-a242a11a77d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Made reservation on behalf of 0ee2ef9a941a429b82a89f7c8f71d45b for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:42.151452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7314dc2e-f1cb-4084-8cb8-a242a11a77d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.161684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d35267-7f6b-4e96-8a59-ed0f6df44cc7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Made reservation on behalf of 3fc5984593814ebbbedae67394556f03 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:42.165610 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e8d35267-7f6b-4e96-8a59-ed0f6df44cc7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.177006 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] For port d5021db1-f88b-4158-a0b6-1ddcdb756444, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:42.183740 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] For port d5021db1-f88b-4158-a0b6-1ddcdb756444, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5021db1-f88b-4158-a0b6-1ddcdb756444,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:42.227994 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c64ce73-7662-415a-a042-725e1f9c2508 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (ff352d39-6450-4f87-b5c2-f93f45902daa), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.284925 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.347118 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Routers {'d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:42.347746 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249ba940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:42.366832 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c508444-3586-4b5e-be07-4fc8e173b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (d97bcd09-f6f5-4923-8728-880a5d9f8e68), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.383729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58510) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:42.387491 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd71503-d9a8-4453-b976-b67a509fa50d None None] Pushing event updated for resources: {'Port': ['ID=d5021db1-f88b-4158-a0b6-1ddcdb756444,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:42.396652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c508444-3586-4b5e-be07-4fc8e173b1c6 None None] Pushing event deleted for resources: {'Port': ['ID=d97bcd09-f6f5-4923-8728-880a5d9f8e68,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:42.398764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c508444-3586-4b5e-be07-4fc8e173b1c6 None None] No DVR routers for this DVR port d97bcd09-f6f5-4923-8728-880a5d9f8e68 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:34:42.419317 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c64ce73-7662-415a-a042-725e1f9c2508 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (ff352d39-6450-4f87-b5c2-f93f45902daa), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.468790 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-98c0ed1e-3a93-4659-8387-0b823f3ba624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e0016321-be84-4bfc-9887-4c2eaecb4a4d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.471805 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-98c0ed1e-3a93-4659-8387-0b823f3ba624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.482675 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-98c0ed1e-3a93-4659-8387-0b823f3ba624 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0016321-be84-4bfc-9887-4c2eaecb4a4d HTTP/1.1" status: 204  len: 168 time: 0.5089958
Apr 16 21:34:42.483911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d2d9f8-bccb-4b33-86e9-78ba6d28caa9 None None] Network 678dd027-89d3-460b-837d-e62ab637e4f9 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:42.484041 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c64ce73-7662-415a-a042-725e1f9c2508 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.497672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0c64ce73-7662-415a-a042-725e1f9c2508 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "DELETE /v2.0/subnets/ff352d39-6450-4f87-b5c2-f93f45902daa HTTP/1.1" status: 204  len: 168 time: 0.7393603
Apr 16 21:34:42.501944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64ce73-7662-415a-a042-725e1f9c2508 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event deleted for resources: {'Subnet': ['ID=ff352d39-6450-4f87-b5c2-f93f45902daa,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:42.505265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58516) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:42.537134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0ed1e-3a93-4659-8387-0b823f3ba624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0016321-be84-4bfc-9887-4c2eaecb4a4d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:42.563323 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] Set router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:42.580142 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.595928 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4632a24-d5c8-4191-a9c9-6708031d5538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.691956 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d26b327b-e3b8-4dd0-9307-1187b8ea6db6 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (22f3fb04-e93b-401b-ba22-00f1ca008e94), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.747447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7314dc2e-f1cb-4084-8cb8-a242a11a77d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (78633049-f196-4b8d-ab49-eba7a97623d4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.779920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa0c453-d0fd-4d65-934d-7dd9867d03ed None None] DHCP port deletion for 678dd027-89d3-460b-837d-e62ab637e4f9 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:34:42.788886 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e8d35267-7f6b-4e96-8a59-ed0f6df44cc7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (cad99aad-3924-49b2-adf4-7be4bd657090), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.798023 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249ba940>, [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:34:39Z', 'revision_number': 3, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:42.826944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314dc2e-f1cb-4084-8cb8-a242a11a77d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Subnet': ['ID=78633049-f196-4b8d-ab49-eba7a97623d4,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:42.841887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0c453-d0fd-4d65-934d-7dd9867d03ed None None] Deleting port 6ff29834-6246-459e-924a-7d0a74e8a024 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:42.842267 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c453-d0fd-4d65-934d-7dd9867d03ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6ff29834-6246-459e-924a-7d0a74e8a024), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.859144 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd575be-0481-4820-8f7d-5788bb3ebdf2 None None] The sync data for ids ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'] in ncdv-master-1 is: [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:34:39Z', 'revision_number': 3, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:42.897360 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d26b327b-e3b8-4dd0-9307-1187b8ea6db6 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (22f3fb04-e93b-401b-ba22-00f1ca008e94), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.917955 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f756-2130-4816-ae4d-cdab447a98f4 req-30ec47d7-c542-41c0-b043-cc241127475e tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:42.919522 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3131f756-2130-4816-ae4d-cdab447a98f4 req-30ec47d7-c542-41c0-b043-cc241127475e tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 943 time: 0.0887394
Apr 16 21:34:42.929890 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4632a24-d5c8-4191-a9c9-6708031d5538 admin admin] Publish callbacks [] for security_group (3c25a1e7-e025-48fb-a2aa-9e728b072c4d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.950770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7314dc2e-f1cb-4084-8cb8-a242a11a77d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Checking segment: {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:42.951536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314dc2e-f1cb-4084-8cb8-a242a11a77d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network hostable DHCP agents. Network: 34b088a4-071c-46d1-9c2e-d1a9af0cae05, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:34:42.953871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d35267-7f6b-4e96-8a59-ed0f6df44cc7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event updated for resources: {'Subnet': ['ID=cad99aad-3924-49b2-adf4-7be4bd657090,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:42.967796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d26b327b-e3b8-4dd0-9307-1187b8ea6db6 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dd34460>,) {'filters': {'network_id': ['22f3fb04-e93b-401b-ba22-00f1ca008e94']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:42.981926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d35267-7f6b-4e96-8a59-ed0f6df44cc7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Checking segment: {'id': 'd8103fa3-b5b3-4e00-a996-66fde98799fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2c042989-2cc1-4319-a7d6-1c0e152feae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:42.982331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d35267-7f6b-4e96-8a59-ed0f6df44cc7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Network hostable DHCP agents. Network: 2c042989-2cc1-4319-a7d6-1c0e152feae5, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:34:42.984440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4fa0c453-d0fd-4d65-934d-7dd9867d03ed None None] For port 6ff29834-6246-459e-924a-7d0a74e8a024, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ff29834-6246-459e-924a-7d0a74e8a024,segment=NetworkSegment(d28ea497-449d-4485-913c-5748de6fc1a8),segment_id=d28ea497-449d-4485-913c-5748de6fc1a8)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:42.985283 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c453-d0fd-4d65-934d-7dd9867d03ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6ff29834-6246-459e-924a-7d0a74e8a024), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:42.985817 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d26b327b-e3b8-4dd0-9307-1187b8ea6db6 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dd34460>, 'aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:42.986124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d26b327b-e3b8-4dd0-9307-1187b8ea6db6 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dd34460>, 'aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:43.002422 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d26b327b-e3b8-4dd0-9307-1187b8ea6db6 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.011736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0c453-d0fd-4d65-934d-7dd9867d03ed None None] Calling delete_port for 6ff29834-6246-459e-924a-7d0a74e8a024 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:43.020009 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4632a24-d5c8-4191-a9c9-6708031d5538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3c25a1e7-e025-48fb-a2aa-9e728b072c4d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.023873 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d26b327b-e3b8-4dd0-9307-1187b8ea6db6 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.031239 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26b327b-e3b8-4dd0-9307-1187b8ea6db6 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:34:43.031641 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d26b327b-e3b8-4dd0-9307-1187b8ea6db6 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (aba1d1cc-0e3d-438f-9346-6a8e6a53a9a3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:34:43.034949 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:34:43.085725 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e4632a24-d5c8-4191-a9c9-6708031d5538 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77766a2c824a40e8b631f1625ab5a7df&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7000191
Apr 16 21:34:43.087950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58528) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:43.100806 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3131f756-2130-4816-ae4d-cdab447a98f4 req-48b9cc22-affb-4120-9602-e6f1bf8e4e9e tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1671641
Apr 16 21:34:43.110663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d35267-7f6b-4e96-8a59-ed0f6df44cc7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Network 2c042989-2cc1-4319-a7d6-1c0e152feae5 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:34:43.144792 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314dc2e-f1cb-4084-8cb8-a242a11a77d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:34:43.158241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4632a24-d5c8-4191-a9c9-6708031d5538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c25a1e7-e025-48fb-a2aa-9e728b072c4d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:43.172447 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c78c9da-7750-424d-93e6-12caafb35236 admin admin] Publish callbacks [] for security_group (3c25a1e7-e025-48fb-a2aa-9e728b072c4d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.198166 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c78c9da-7750-424d-93e6-12caafb35236 admin admin] Publish callbacks [] for security_group (3c25a1e7-e025-48fb-a2aa-9e728b072c4d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.215704 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c453-d0fd-4d65-934d-7dd9867d03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (6ff29834-6246-459e-924a-7d0a74e8a024), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.225646 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-7314dc2e-f1cb-4084-8cb8-a242a11a77d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 34b088a4-071c-46d1-9c2e-d1a9af0cae05) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:43.230117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-e8d35267-7f6b-4e96-8a59-ed0f6df44cc7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2c042989-2cc1-4319-a7d6-1c0e152feae5) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:43.233738 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314dc2e-f1cb-4084-8cb8-a242a11a77d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:43.234358 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7314dc2e-f1cb-4084-8cb8-a242a11a77d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.236574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d35267-7f6b-4e96-8a59-ed0f6df44cc7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:43.237457 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e8d35267-7f6b-4e96-8a59-ed0f6df44cc7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.240386 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d26b327b-e3b8-4dd0-9307-1187b8ea6db6 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (22f3fb04-e93b-401b-ba22-00f1ca008e94), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.245932 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d26b327b-e3b8-4dd0-9307-1187b8ea6db6 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.252102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d26b327b-e3b8-4dd0-9307-1187b8ea6db6 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "DELETE /v2.0/networks/22f3fb04-e93b-401b-ba22-00f1ca008e94 HTTP/1.1" status: 204  len: 168 time: 0.7417626
Apr 16 21:34:43.252476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58534) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:43.297737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6bcdcf-c183-4a44-bf48-30316e71e7d4 None None] Network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:43.301818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ba7ac9-19fa-4094-a215-ee6dffc88483 None None] Network 2c042989-2cc1-4319-a7d6-1c0e152feae5 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:43.316997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0c453-d0fd-4d65-934d-7dd9867d03ed None None] Pushing event deleted for resources: {'Port': ['ID=6ff29834-6246-459e-924a-7d0a74e8a024,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:43.363140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e8d35267-7f6b-4e96-8a59-ed0f6df44cc7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4774783
Apr 16 21:34:43.365313 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b327b-e3b8-4dd0-9307-1187b8ea6db6 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event deleted for resources: {'Network': ['ID=22f3fb04-e93b-401b-ba22-00f1ca008e94,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:43.367642 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58536) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:43.368400 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7314dc2e-f1cb-4084-8cb8-a242a11a77d3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.6118295
Apr 16 21:34:43.375493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Request body: {'port': {'network_id': '2c042989-2cc1-4319-a7d6-1c0e152feae5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-68661459'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:43.376075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58538) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:43.435188 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c78c9da-7750-424d-93e6-12caafb35236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3c25a1e7-e025-48fb-a2aa-9e728b072c4d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.438423 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c78c9da-7750-424d-93e6-12caafb35236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.440257 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2c78c9da-7750-424d-93e6-12caafb35236 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c25a1e7-e025-48fb-a2aa-9e728b072c4d HTTP/1.1" status: 204  len: 168 time: 0.3507087
Apr 16 21:34:43.476844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78c9da-7750-424d-93e6-12caafb35236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c25a1e7-e025-48fb-a2aa-9e728b072c4d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:43.498804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:34:43.508331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d5021db1-f88b-4158-a0b6-1ddcdb756444 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:43.508331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0c453-d0fd-4d65-934d-7dd9867d03ed None None] No DVR routers for this DVR port 6ff29834-6246-459e-924a-7d0a74e8a024 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:34:43.684277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Made reservation on behalf of 3fc5984593814ebbbedae67394556f03 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:43.685788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.726695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] device_id is not set on port 7a87df4d-46de-415a-ad47-747dd31e86ea yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:34:43.735150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2c042989-2cc1-4319-a7d6-1c0e152feae5', 'network_id': '2c042989-2cc1-4319-a7d6-1c0e152feae5', 'project_id': '3fc5984593814ebbbedae67394556f03', 'fixed_ips': [{'subnet_id': 'cad99aad-3924-49b2-adf4-7be4bd657090'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:34:43.736287 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.815932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d5021db1-f88b-4158-a0b6-1ddcdb756444 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:43.816612 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.820972 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.908647 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51312ad3-de75-4abd-9d8b-a6649af8cb64 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (678dd027-89d3-460b-837d-e62ab637e4f9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:43.938618 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Allocated IP 2001:db8::9e (2c042989-2cc1-4319-a7d6-1c0e152feae5/cad99aad-3924-49b2-adf4-7be4bd657090/7a87df4d-46de-415a-ad47-747dd31e86ea) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:44.005905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ips': [{'subnet_id': '78633049-f196-4b8d-ab49-eba7a97623d4'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:34:44.011481 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.015295 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58552) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:44.138559 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51312ad3-de75-4abd-9d8b-a6649af8cb64 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (678dd027-89d3-460b-837d-e62ab637e4f9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.182730 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for port (7a87df4d-46de-415a-ad47-747dd31e86ea), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.256215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-51312ad3-de75-4abd-9d8b-a6649af8cb64 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ff19c70>,) {'filters': {'network_id': ['678dd027-89d3-460b-837d-e62ab637e4f9']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:44.276980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-51312ad3-de75-4abd-9d8b-a6649af8cb64 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ff19c70>, 'd28ea497-449d-4485-913c-5748de6fc1a8') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:44.277395 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-51312ad3-de75-4abd-9d8b-a6649af8cb64 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ff19c70>, 'd28ea497-449d-4485-913c-5748de6fc1a8') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:44.291802 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51312ad3-de75-4abd-9d8b-a6649af8cb64 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (d28ea497-449d-4485-913c-5748de6fc1a8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.295936 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.301893 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8,segment=NetworkSegment(19a8b07f-775e-4b27-89de-c459fef966dc),segment_id=19a8b07f-775e-4b27-89de-c459fef966dc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:44.309509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1645159359'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:44.317330 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7a87df4d-46de-415a-ad47-747dd31e86ea), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.358055 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51312ad3-de75-4abd-9d8b-a6649af8cb64 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d28ea497-449d-4485-913c-5748de6fc1a8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.369614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'port_id': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8', 'mac_address': 'fa:16:3e:38:47:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:34:44.370107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51312ad3-de75-4abd-9d8b-a6649af8cb64 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:34:44.370524 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51312ad3-de75-4abd-9d8b-a6649af8cb64 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (d28ea497-449d-4485-913c-5748de6fc1a8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.370690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339068c-20f6-4957-8250-52fed1a2ce6c req-c69a5fdc-095c-4fad-804d-6696cc92de26 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:34:44.374342 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:34:44.381629 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a339068c-20f6-4957-8250-52fed1a2ce6c req-c69a5fdc-095c-4fad-804d-6696cc92de26 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 943 time: 0.1198454
Apr 16 21:34:44.409778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d5021db1-f88b-4158-a0b6-1ddcdb756444 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:44.410389 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.460115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Network 2c042989-2cc1-4319-a7d6-1c0e152feae5 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:44.470079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:44.476459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event updated for resources: {'Port': ['ID=7a87df4d-46de-415a-ad47-747dd31e86ea,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:44.482804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:44.490450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:44.491301 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.503369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Allocated IP 2001:db8::2 (2c042989-2cc1-4319-a7d6-1c0e152feae5/cad99aad-3924-49b2-adf4-7be4bd657090/8c3323be-48b7-4ff4-ba1f-82e71c3cad86) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:44.505764 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a339068c-20f6-4957-8250-52fed1a2ce6c req-7ce4e3c7-cb7a-4792-a1ec-0aa060ee9f33 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262238
Apr 16 21:34:44.512163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:44.520076 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.520571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port d5021db1-f88b-4158-a0b6-1ddcdb756444, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5021db1-f88b-4158-a0b6-1ddcdb756444,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:44.532613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:44.533019 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.540005 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.617247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58558) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:44.629800 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51312ad3-de75-4abd-9d8b-a6649af8cb64 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (678dd027-89d3-460b-837d-e62ab637e4f9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.642877 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-90ae1a2b-0df4-48d0-a010-2684fb7611a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.646256 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51312ad3-de75-4abd-9d8b-a6649af8cb64 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.649978 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-51312ad3-de75-4abd-9d8b-a6649af8cb64 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "DELETE /v2.0/networks/678dd027-89d3-460b-837d-e62ab637e4f9 HTTP/1.1" status: 204  len: 168 time: 1.3962929
Apr 16 21:34:44.654610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58560) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:44.661986 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ca595edc-c349-452f-84c7-2933895ee687 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 1.2923458
Apr 16 21:34:44.676788 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58562) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:44.703337 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Request body: {'port': {'network_id': '2c042989-2cc1-4319-a7d6-1c0e152feae5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-499868712', 'allowed_address_pairs': [{'ip_address': '2001:db8::9e', 'mac_address': 'fa:16:3e:67:b6:37'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:44.703657 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (3f5a0e6a-bbef-409c-a405-cc5472f37084), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.710400 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51312ad3-de75-4abd-9d8b-a6649af8cb64 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event deleted for resources: {'Network': ['ID=678dd027-89d3-460b-837d-e62ab637e4f9,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:44.719785 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.789289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=d5021db1-f88b-4158-a0b6-1ddcdb756444,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:44.793417 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:34:44.806172 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-90ae1a2b-0df4-48d0-a010-2684fb7611a5 admin admin] Publish callbacks [] for security_group (d74e3669-701d-46b0-ae93-3cee926bf9eb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.806960 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3f5a0e6a-bbef-409c-a405-cc5472f37084), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.822579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-83605d08-b016-4025-9b46-3fbea8f54ad9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Deleting subnet 4aaa2cd2-8227-4ba7-9858-5b09145508ca {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:34:44.833555 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83605d08-b016-4025-9b46-3fbea8f54ad9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for subnet (4aaa2cd2-8227-4ba7-9858-5b09145508ca), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.836360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:44.841531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d97bcd09-f6f5-4923-8728-880a5d9f8e68 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:34:44.855367 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ded79bff-ce7d-49ac-86fd-d454fae7aaa3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.855367 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Added segment ded79bff-ce7d-49ac-86fd-d454fae7aaa3 of type vlan for network b0bd94f0-407c-45c4-98a0-e686c312a364
Apr 16 21:34:44.864301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Allocated IP 172.20.0.2 (34b088a4-071c-46d1-9c2e-d1a9af0cae05/78633049-f196-4b8d-ab49-eba7a97623d4/8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:44.898463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: d97bcd09-f6f5-4923-8728-880a5d9f8e68 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:34:44.898813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d97bcd09-f6f5-4923-8728-880a5d9f8e68 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:34:44.899715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6ff29834-6246-459e-924a-7d0a74e8a024 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:34:44.903233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8,segment=NetworkSegment(19a8b07f-775e-4b27-89de-c459fef966dc),segment_id=19a8b07f-775e-4b27-89de-c459fef966dc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:44.916397 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (b0bd94f0-407c-45c4-98a0-e686c312a364), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.930937 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83605d08-b016-4025-9b46-3fbea8f54ad9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (4aaa2cd2-8227-4ba7-9858-5b09145508ca), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.940401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5a0e6a-bbef-409c-a405-cc5472f37084,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:44.948756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 6ff29834-6246-459e-924a-7d0a74e8a024 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:34:44.949166 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6ff29834-6246-459e-924a-7d0a74e8a024 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:34:44.949584 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-90ae1a2b-0df4-48d0-a010-2684fb7611a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d74e3669-701d-46b0-ae93-3cee926bf9eb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.996919 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:44.997210 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.014934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae1a2b-0df4-48d0-a010-2684fb7611a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74e3669-701d-46b0-ae93-3cee926bf9eb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:45.019465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-90ae1a2b-0df4-48d0-a010-2684fb7611a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5914f0714c254f6db6cee78dfd0155df&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4005945
Apr 16 21:34:45.021879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58564) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:45.060006 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (b0bd94f0-407c-45c4-98a0-e686c312a364), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.066802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:45.067784 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.103573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:45.155333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Made reservation on behalf of 3fc5984593814ebbbedae67394556f03 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:45.161703 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83605d08-b016-4025-9b46-3fbea8f54ad9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (4aaa2cd2-8227-4ba7-9858-5b09145508ca), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.163263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Network': ['ID=b0bd94f0-407c-45c4-98a0-e686c312a364,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:45.165957 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e6449907-08c0-4667-8ed3-51813ddcf855 admin admin] Publish callbacks [] for security_group (d74e3669-701d-46b0-ae93-3cee926bf9eb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.182613 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f3f1c201-f511-4ff7-8c6d-87634db40fed tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.1661890
Apr 16 21:34:45.187316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58566) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:45.195155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network b0bd94f0-407c-45c4-98a0-e686c312a364 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:45.195373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'name': 'tempest-PortsIpV6TestJSON-1092655090'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:45.202769 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e6449907-08c0-4667-8ed3-51813ddcf855 admin admin] Publish callbacks [] for security_group (d74e3669-701d-46b0-ae93-3cee926bf9eb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.265850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:34:45.348351 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Publish callbacks [] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.361318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.383717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:45.383930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] device_id is not set on port c4c72948-32eb-4fab-b2e1-2ac760996e3a yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:34:45.384929 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.401531 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Publish callbacks [] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.418841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d5021db1-f88b-4158-a0b6-1ddcdb756444 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:45.420245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:34:45.461309 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e6449907-08c0-4667-8ed3-51813ddcf855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d74e3669-701d-46b0-ae93-3cee926bf9eb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.464848 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e6449907-08c0-4667-8ed3-51813ddcf855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.469915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e6449907-08c0-4667-8ed3-51813ddcf855 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d74e3669-701d-46b0-ae93-3cee926bf9eb HTTP/1.1" status: 204  len: 168 time: 0.4433761
Apr 16 21:34:45.499112 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.508858 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.515807 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.533593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6449907-08c0-4667-8ed3-51813ddcf855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74e3669-701d-46b0-ae93-3cee926bf9eb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:45.583004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d5021db1-f88b-4158-a0b6-1ddcdb756444 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:45.583389 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.604150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Pushing event updated for resources: {'Port': ['ID=8c3323be-48b7-4ff4-ba1f-82e71c3cad86,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:45.644520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Network 2c042989-2cc1-4319-a7d6-1c0e152feae5 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:45.676934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:45.681034 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83605d08-b016-4025-9b46-3fbea8f54ad9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (4aaa2cd2-8227-4ba7-9858-5b09145508ca), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.703367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:45.711957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:45.719987 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (7e73b67b-73b9-4ca7-9b45-4141ca81c8cb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.726839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:45.766033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:45.778257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Pushing event updated for resources: {'Port': ['ID=8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:45.798164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83605d08-b016-4025-9b46-3fbea8f54ad9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event deleted for resources: {'Subnet': ['ID=4aaa2cd2-8227-4ba7-9858-5b09145508ca,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:45.800453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.20.0.1 (34b088a4-071c-46d1-9c2e-d1a9af0cae05/78633049-f196-4b8d-ab49-eba7a97623d4/72367e9f-93ce-4b36-8ec8-80b87328c82c) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:45.805259 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7e73b67b-73b9-4ca7-9b45-4141ca81c8cb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.807539 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83605d08-b016-4025-9b46-3fbea8f54ad9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:45.811139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-83605d08-b016-4025-9b46-3fbea8f54ad9 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "DELETE /v2.0/subnets/4aaa2cd2-8227-4ba7-9858-5b09145508ca HTTP/1.1" status: 204  len: 168 time: 1.1539593
Apr 16 21:34:45.817803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58574) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:45.833430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a562e8-1eb4-4f89-b98b-a690f9c2596f None None] Network d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:45.872805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d699a2-0360-4ee2-9d50-855f7f77d2af req-42a0bef3-de58-4070-98a8-5b4eda524eee tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:45.874695 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5d699a2-0360-4ee2-9d50-855f7f77d2af req-42a0bef3-de58-4070-98a8-5b4eda524eee tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 944 time: 0.1953633
Apr 16 21:34:45.952687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=7e73b67b-73b9-4ca7-9b45-4141ca81c8cb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:45.971294 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.002380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Allocated IP 2001:db8::3e1 (2c042989-2cc1-4319-a7d6-1c0e152feae5/cad99aad-3924-49b2-adf4-7be4bd657090/c4c72948-32eb-4fab-b2e1-2ac760996e3a) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:46.005557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Attempting to bind port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:46.006136 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Attempting to bind port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8103fa3-b5b3-4e00-a996-66fde98799fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2c042989-2cc1-4319-a7d6-1c0e152feae5'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:46.007782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Attempting to bind port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 on network 2c042989-2cc1-4319-a7d6-1c0e152feae5 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:46.016267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Checking segment: {'id': 'ded79bff-ce7d-49ac-86fd-d454fae7aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:46.016708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network hostable DHCP agents. Network: b0bd94f0-407c-45c4-98a0-e686c312a364, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:34:46.022045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:46.022710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Checking segment: {'id': 'd8103fa3-b5b3-4e00-a996-66fde98799fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2c042989-2cc1-4319-a7d6-1c0e152feae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:46.023125 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.024635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Bound using segment: {'id': 'd8103fa3-b5b3-4e00-a996-66fde98799fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2c042989-2cc1-4319-a7d6-1c0e152feae5'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:46.025154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Bound port: 8c3323be-48b7-4ff4-ba1f-82e71c3cad86, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8103fa3-b5b3-4e00-a996-66fde98799fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2c042989-2cc1-4319-a7d6-1c0e152feae5'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:46.025546 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.048787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Deleting port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:46.049242 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c4d1048a-c0f0-4f0e-ac47-a07aa27d9122), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.061579 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5d699a2-0360-4ee2-9d50-855f7f77d2af req-73e3c7be-8818-4069-a45c-7fdeddf68794 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1763520
Apr 16 21:34:46.105229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.122137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network b0bd94f0-407c-45c4-98a0-e686c312a364 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:34:46.134859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] For port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4d1048a-c0f0-4f0e-ac47-a07aa27d9122,segment=NetworkSegment(1cef9e00-411a-40f0-9244-514ec3a7cf73),segment_id=1cef9e00-411a-40f0-9244-514ec3a7cf73)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:46.135468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c4d1048a-c0f0-4f0e-ac47-a07aa27d9122), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.155902 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Calling delete_port for c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:46.162505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d5021db1-f88b-4158-a0b6-1ddcdb756444 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:46.166395 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Attempting to bind port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:46.166778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Attempting to bind port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:46.167811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Attempting to bind port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed on network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:46.186413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:46.186802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Checking segment: {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:46.187202 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.188123 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Bound using segment: {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:46.188123 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Bound port: 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:46.188536 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.207309 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b0bd94f0-407c-45c4-98a0-e686c312a364) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:46.215593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:46.221793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:46.222641 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.236148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edab3f17-ed28-456c-9d10-d9f1c6d84b94 None None] Network b0bd94f0-407c-45c4-98a0-e686c312a364 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:46.344233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-350f486a-d520-40d2-b6a8-61a31ebda2cd tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.1545813
Apr 16 21:34:46.346133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58584) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:46.353817 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-96268304-e432-443b-92f7-9216a5aab0d0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2095205680'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:46.377082 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c4d1048a-c0f0-4f0e-ac47-a07aa27d9122), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.385270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] For port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:46.392789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] For port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:46.425173 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event deleted for resources: {'Port': ['ID=c4d1048a-c0f0-4f0e-ac47-a07aa27d9122,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:46.436821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] No DVR routers for this DVR port c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:34:46.436949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] For port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:46.467987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] For port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c3323be-48b7-4ff4-ba1f-82e71c3cad86,segment=NetworkSegment(d8103fa3-b5b3-4e00-a996-66fde98799fa),segment_id=d8103fa3-b5b3-4e00-a996-66fde98799fa)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:46.496557 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.521244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96268304-e432-443b-92f7-9216a5aab0d0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:46.522362 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96268304-e432-443b-92f7-9216a5aab0d0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.539846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2287ae80-a1a3-4b4b-9c18-a15286a4bc2a None None] DHCP port deletion for d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:34:46.552316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.564055 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.577365 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96268304-e432-443b-92f7-9216a5aab0d0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:46.595775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4c3fc-a08c-4239-a1e8-f2b9e21a3d89 None None] Pushing event updated for resources: {'Port': ['ID=8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:46.615387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f8367c0>,) {'filters': {'network_id': ['d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:46.642947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96268304-e432-443b-92f7-9216a5aab0d0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (7aff6079-92bf-415d-a8b5-f0e5ea7aeb61), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.645130 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-96268304-e432-443b-92f7-9216a5aab0d0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Added segment 7aff6079-92bf-415d-a8b5-f0e5ea7aeb61 of type vlan for network 77ba8c69-246f-4ff7-a3cf-6aa7809ff197
Apr 16 21:34:46.647885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f8367c0>, '1cef9e00-411a-40f0-9244-514ec3a7cf73') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:46.648473 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f8367c0>, '1cef9e00-411a-40f0-9244-514ec3a7cf73') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:46.674458 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.679649 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (1cef9e00-411a-40f0-9244-514ec3a7cf73), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.683550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4277d8-1b40-45c6-9a97-de7bddbf5db5 None None] Pushing event updated for resources: {'Port': ['ID=8c3323be-48b7-4ff4-ba1f-82e71c3cad86,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:46.710849 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for port (c4c72948-32eb-4fab-b2e1-2ac760996e3a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.734244 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96268304-e432-443b-92f7-9216a5aab0d0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (77ba8c69-246f-4ff7-a3cf-6aa7809ff197), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.737004 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1cef9e00-411a-40f0-9244-514ec3a7cf73), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.751235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:34:46.751748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (1cef9e00-411a-40f0-9244-514ec3a7cf73), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:34:46.755840 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:34:46.793628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:46.796473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:46.800876 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:46.850042 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=72367e9f-93ce-4b36-8ec8-80b87328c82c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:46.859233 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.910183 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96268304-e432-443b-92f7-9216a5aab0d0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (77ba8c69-246f-4ff7-a3cf-6aa7809ff197), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.910183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96268304-e432-443b-92f7-9216a5aab0d0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:46.910183 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-96268304-e432-443b-92f7-9216a5aab0d0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.923566 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.949290 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c4c72948-32eb-4fab-b2e1-2ac760996e3a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.955529 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:46.964328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "DELETE /v2.0/networks/d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4 HTTP/1.1" status: 204  len: 168 time: 1.1435971
Apr 16 21:34:47.006222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58594) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:47.062967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96268304-e432-443b-92f7-9216a5aab0d0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Network': ['ID=77ba8c69-246f-4ff7-a3cf-6aa7809ff197,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:47.086375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 77ba8c69-246f-4ff7-a3cf-6aa7809ff197 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:47.089349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Network 2c042989-2cc1-4319-a7d6-1c0e152feae5 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:47.091353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:47.116502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event updated for resources: {'Port': ['ID=c4c72948-32eb-4fab-b2e1-2ac760996e3a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:47.117618 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0cc47-3df5-4d71-9b6c-8077e29acfdb tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Pushing event deleted for resources: {'Network': ['ID=d3eac7a5-dc06-4891-9fab-bd17b0b1b5e4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:47.130093 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-96268304-e432-443b-92f7-9216a5aab0d0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7820690
Apr 16 21:34:47.130341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58600) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:47.134032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:47.138043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'ports': [{'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364'}, {'network_id': '77ba8c69-246f-4ff7-a3cf-6aa7809ff197'}]} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:47.138363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:47.138848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': '77ba8c69-246f-4ff7-a3cf-6aa7809ff197'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:47.147531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:47.149790 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.167392 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9b9cc89a-cce4-4724-b595-d42b0a30e092 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3007910-814e-475e-8086-55fbd6f35d18 HTTP/1.1" status: 200  len: 205 time: 0.1595199
Apr 16 21:34:47.174569 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58602) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:47.317889 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f23b314-a40e-425f-8181-662947e9a736 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for router (c3007910-814e-475e-8086-55fbd6f35d18), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.334312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23354c6d-1a42-4866-a597-d9f3e3f1b7b6 req-275c641f-e860-4498-8834-675985a4ba3d tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:47.335871 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23354c6d-1a42-4866-a597-d9f3e3f1b7b6 req-275c641f-e860-4498-8834-675985a4ba3d tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 944 time: 0.0921617
Apr 16 21:34:47.403859 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-434e7aa4-f726-44dc-a408-1399b969cb4d tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1006 time: 2.7252448
Apr 16 21:34:47.409033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58606) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:47.437478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:47.464190 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23354c6d-1a42-4866-a597-d9f3e3f1b7b6 req-99591838-514d-48b6-b2de-1c6de4902321 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1187108
Apr 16 21:34:47.479250 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:47.544840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:34:47.553263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:47.553642 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.590405 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f23b314-a40e-425f-8181-662947e9a736 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (c3007910-814e-475e-8086-55fbd6f35d18), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.593908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f23b314-a40e-425f-8181-662947e9a736 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for router_controller (c3007910-814e-475e-8086-55fbd6f35d18), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.601615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f81055-1457-4d0e-a626-6260e4561787 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:47.607071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:47.607455 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.607600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 2} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:47.609147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f81055-1457-4d0e-a626-6260e4561787 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:47.612293 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.614538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f81055-1457-4d0e-a626-6260e4561787 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:47.616487 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e6f81055-1457-4d0e-a626-6260e4561787 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2477 time: 0.2063777
Apr 16 21:34:47.624320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58610) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:47.632369 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.690912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:47.691508 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.710992 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.766490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:47.779814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:47.780260 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.795357 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f23b314-a40e-425f-8181-662947e9a736 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (c3007910-814e-475e-8086-55fbd6f35d18), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.796111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f23b314-a40e-425f-8181-662947e9a736 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Fanout notify agent at l3_agent the message router_deleted on router c3007910-814e-475e-8086-55fbd6f35d18 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:34:47.815028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83455e10-9079-4214-a0d9-4b07eae7272b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:34:47.816977 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f23b314-a40e-425f-8181-662947e9a736 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.817499 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dd014b-7a90-43a6-b9e9-4df6645ca127" -d '{"events": [{"server_uuid": "83455e10-9079-4214-a0d9-4b07eae7272b", "name": "network-vif-plugged", "status": "completed", "tag": "b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:34:47.821331 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0f23b314-a40e-425f-8181-662947e9a736 tempest-RoutersNegativeTest-1389943513 tempest-RoutersNegativeTest-1389943513-project] 10.222.0.20 "DELETE /v2.0/routers/c3007910-814e-475e-8086-55fbd6f35d18 HTTP/1.1" status: 204  len: 168 time: 0.6418772
Apr 16 21:34:47.831344 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.832465 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:47.835992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8,segment=NetworkSegment(19a8b07f-775e-4b27-89de-c459fef966dc),segment_id=19a8b07f-775e-4b27-89de-c459fef966dc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:47.896306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-302f30e1-ab6a-4157-8eff-c9f8305132e9 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Deleting port c4c72948-32eb-4fab-b2e1-2ac760996e3a {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:47.896684 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-302f30e1-ab6a-4157-8eff-c9f8305132e9 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c4c72948-32eb-4fab-b2e1-2ac760996e3a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.939922 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:47.956683 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ba4e30-4810-4f86-a5ba-ccae076c47b8 x-openstack-request-id: req-81ba4e30-4810-4f86-a5ba-ccae076c47b8 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:34:47.957374 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83455e10-9079-4214-a0d9-4b07eae7272b", "name": "network-vif-plugged", "status": "completed", "tag": "b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:34:47.958240 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81ba4e30-4810-4f86-a5ba-ccae076c47b8 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:34:47.970319 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ba4e30-4810-4f86-a5ba-ccae076c47b8'] response: {'server_uuid': '83455e10-9079-4214-a0d9-4b07eae7272b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8', 'code': 200}
Apr 16 21:34:47.986493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port 0e86e4a0-be8c-4807-a3a7-b29bb5eb1c2e yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:34:48.005462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:48.005894 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:48.113670 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:48.115684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aff693-953d-443a-a856-c8ff73d75472 req-1af2373d-ae95-48ec-a227-15322a62d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:48.117330 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d9aff693-953d-443a-a856-c8ff73d75472 req-1af2373d-ae95-48ec-a227-15322a62d581 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 1127 time: 0.0850224
Apr 16 21:34:48.147960 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-302f30e1-ab6a-4157-8eff-c9f8305132e9 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c4c72948-32eb-4fab-b2e1-2ac760996e3a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:48.175116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-302f30e1-ab6a-4157-8eff-c9f8305132e9 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Calling delete_port for c4c72948-32eb-4fab-b2e1-2ac760996e3a owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:48.271031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:48.282379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:48.282872 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:48.303876 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (0e86e4a0-be8c-4807-a3a7-b29bb5eb1c2e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:48.319339 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d9aff693-953d-443a-a856-c8ff73d75472 req-6989200e-848c-4f21-a7bf-267f154cb774 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1951056
Apr 16 21:34:48.337961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c3323be-48b7-4ff4-ba1f-82e71c3cad86,segment=NetworkSegment(d8103fa3-b5b3-4e00-a996-66fde98799fa),segment_id=d8103fa3-b5b3-4e00-a996-66fde98799fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:48.395835 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:48.460504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3370ac-a5ed-4509-9be7-a6b055e30b8b None None] Network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:48.481768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port a955c805-c0f0-492b-af95-a903b9fddc00 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:34:48.509523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58630) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:48.568702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:34:48.619380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-71ee2ea7-1e4b-44bf-a257-e5d36bb798af None None] Provisioning complete for port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:48.619863 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-71ee2ea7-1e4b-44bf-a257-e5d36bb798af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:48.622977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:34:48.623331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c4d1048a-c0f0-4f0e-ac47-a07aa27d9122 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:34:48.668940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=8c3323be-48b7-4ff4-ba1f-82e71c3cad86,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:48.697161 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:48.736101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce598-90e4-45fb-a78e-4a7e50e4b0ee req-a0a17cb4-34c6-495e-bd3e-ecb04b007fb4 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:48.751596 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-307ce598-90e4-45fb-a78e-4a7e50e4b0ee req-a0a17cb4-34c6-495e-bd3e-ecb04b007fb4 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 945 time: 0.0990105
Apr 16 21:34:48.755385 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (a955c805-c0f0-492b-af95-a903b9fddc00), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:48.787085 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:48.886606 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-93092986-f7d0-4a26-b0a7-5ee9685ff3b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e4351efd13f4e0fa25ba44800586e06&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3756559
Apr 16 21:34:48.891684 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-307ce598-90e4-45fb-a78e-4a7e50e4b0ee req-0e2e5714-5b74-4824-b138-c0d780fbbd17 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1390665
Apr 16 21:34:48.894359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58638) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:48.912829 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:48.928973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe7e5f-2a7e-4367-9f95-8af4b1390954 None None] Network 2c042989-2cc1-4319-a7d6-1c0e152feae5 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:48.929547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=72367e9f-93ce-4b36-8ec8-80b87328c82c,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:48.958372 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0e86e4a0-be8c-4807-a3a7-b29bb5eb1c2e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:48.960136 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7305de5-f73a-47be-ae77-9a319cda4011 admin admin] Publish callbacks [] for security_group (95bb9622-a25d-4dcc-bd2c-c094f2726611), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:49.000311 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-302f30e1-ab6a-4157-8eff-c9f8305132e9 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c4c72948-32eb-4fab-b2e1-2ac760996e3a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:49.033627 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:34:49.046847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f30e1-ab6a-4157-8eff-c9f8305132e9 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event deleted for resources: {'Port': ['ID=c4c72948-32eb-4fab-b2e1-2ac760996e3a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:49.065955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network b0bd94f0-407c-45c4-98a0-e686c312a364 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:49.068219 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7305de5-f73a-47be-ae77-9a319cda4011 admin admin] Publish callbacks [] for security_group (95bb9622-a25d-4dcc-bd2c-c094f2726611), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:49.070619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=0e86e4a0-be8c-4807-a3a7-b29bb5eb1c2e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:49.078991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:49.083639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:49.084528 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a955c805-c0f0-492b-af95-a903b9fddc00), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:49.095128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-71ee2ea7-1e4b-44bf-a257-e5d36bb798af None None] Current status of the port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:49.167760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:49.174053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:49.198281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58642) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:49.224035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=a955c805-c0f0-492b-af95-a903b9fddc00,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:49.257077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Checking segment: {'id': '7aff6079-92bf-415d-a8b5-f0e5ea7aeb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '77ba8c69-246f-4ff7-a3cf-6aa7809ff197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:49.257503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network hostable DHCP agents. Network: 77ba8c69-246f-4ff7-a3cf-6aa7809ff197, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:34:49.259565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-281bac65-d72b-48ec-afd6-28fbaec04978 None None] Provisioning complete for port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:49.261769 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-281bac65-d72b-48ec-afd6-28fbaec04978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:49.274653 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-302f30e1-ab6a-4157-8eff-c9f8305132e9 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:49.286309 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-302f30e1-ab6a-4157-8eff-c9f8305132e9 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "DELETE /v2.0/ports/c4c72948-32eb-4fab-b2e1-2ac760996e3a HTTP/1.1" status: 204  len: 168 time: 1.6607611
Apr 16 21:34:49.289277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58646) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:49.327381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network 77ba8c69-246f-4ff7-a3cf-6aa7809ff197 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:34:49.331647 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7305de5-f73a-47be-ae77-9a319cda4011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (95bb9622-a25d-4dcc-bd2c-c094f2726611), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:49.334527 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7305de5-f73a-47be-ae77-9a319cda4011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:49.339380 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d7305de5-f73a-47be-ae77-9a319cda4011 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95bb9622-a25d-4dcc-bd2c-c094f2726611 HTTP/1.1" status: 204  len: 168 time: 0.4454539
Apr 16 21:34:49.340805 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede35ba1-e2f9-40d1-bca6-883821e08a87 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] GET failed (client error): The resource could not be found.
Apr 16 21:34:49.349184 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ede35ba1-e2f9-40d1-bca6-883821e08a87 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "GET /v2.0/ports/c4c72948-32eb-4fab-b2e1-2ac760996e3a HTTP/1.1" status: 404  len: 333 time: 0.0585926
Apr 16 21:34:49.353784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58650) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:49.364945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Request body: {'port': {'network_id': '2c042989-2cc1-4319-a7d6-1c0e152feae5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-256439426'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:49.380977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7305de5-f73a-47be-ae77-9a319cda4011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bb9622-a25d-4dcc-bd2c-c094f2726611,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:49.449256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:34:49.466715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 77ba8c69-246f-4ff7-a3cf-6aa7809ff197) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:49.474273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:49.482240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:49.482449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba5a576-d9fb-4e9e-9761-059dce406b84 None None] Network 77ba8c69-246f-4ff7-a3cf-6aa7809ff197 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:49.494748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:49.494748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:49.590785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:49.596881 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6301a72f-f7aa-410c-a4d3-7a3e4a641ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:49.610978 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2f53e4e2-b440-4093-9178-7edeb9f8b693 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.4792950
Apr 16 21:34:49.611733 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58652) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:49.734644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-281bac65-d72b-48ec-afd6-28fbaec04978 None None] Current status of the port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:49.737940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:49.755882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:49.756315 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:49.766456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Sync routers for ids ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:49.772786 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e351d768-6eab-4f3e-bf69-920a0fdcad57 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "PUT /v2.0/routers/d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3954577
Apr 16 21:34:49.816884 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Routers {'d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:49.817455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a9172215-08ca-418e-83b1-195718687d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012480eb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:49.822327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Made reservation on behalf of 3fc5984593814ebbbedae67394556f03 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:49.828033 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:49.862747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e9f67323-d5e1-4693-87a6-43fea97617f2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port a955c805-c0f0-492b-af95-a903b9fddc00 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:49.863098 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9f67323-d5e1-4693-87a6-43fea97617f2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a955c805-c0f0-492b-af95-a903b9fddc00), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:49.892643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c4783f99-ccff-42d2-bccb-c06143555f52 None None] Provisioning complete for port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:49.893029 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4783f99-ccff-42d2-bccb-c06143555f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:50.070568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Set router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:50.121131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97438168-994f-4d92-bdf6-961056ddbd0b req-0a0805a8-3209-4921-b5fc-fd226424c5ff tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:50.122816 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-97438168-994f-4d92-bdf6-961056ddbd0b req-0a0805a8-3209-4921-b5fc-fd226424c5ff tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 945 time: 0.1075609
Apr 16 21:34:50.192254 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-97438168-994f-4d92-bdf6-961056ddbd0b req-2fae392c-19ef-4733-b820-4b2a59369364 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626609
Apr 16 21:34:50.347120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df28335-d4e0-4e73-bec4-2ca5171badf5 req-991dd81c-9b68-4005-9a55-313a459eea34 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:50.352763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:50.354052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:50.355016 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0df28335-d4e0-4e73-bec4-2ca5171badf5 req-991dd81c-9b68-4005-9a55-313a459eea34 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 945 time: 0.0607965
Apr 16 21:34:50.434104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0df28335-d4e0-4e73-bec4-2ca5171badf5 req-dd93859e-7a40-4edd-a1ac-fb2479d57e8d tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777276
Apr 16 21:34:50.505256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c4783f99-ccff-42d2-bccb-c06143555f52 None None] Current status of the port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:50.526684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] device_id is not set on port e6899257-9012-4b3b-b9cd-f82f725cfedc yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:34:50.554079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c4783f99-ccff-42d2-bccb-c06143555f52 None None] Provisioning complete for port 72367e9f-93ce-4b36-8ec8-80b87328c82c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:50.554383 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4783f99-ccff-42d2-bccb-c06143555f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:50.578646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:50.578998 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:50.606219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce1e72-4ceb-4822-9a83-e41ede70bc6d req-ed018b27-08ad-426b-9e85-599cc77c6c9c tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:50.608306 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f8ce1e72-4ceb-4822-9a83-e41ede70bc6d req-ed018b27-08ad-426b-9e85-599cc77c6c9c tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 945 time: 0.0644619
Apr 16 21:34:50.634733 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9f67323-d5e1-4693-87a6-43fea97617f2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a955c805-c0f0-492b-af95-a903b9fddc00), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:50.645390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a9172215-08ca-418e-83b1-195718687d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012480eb50>, [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:34:47Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '72367e9f-93ce-4b36-8ec8-80b87328c82c', 'name': '', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:7d:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:45Z', 'updated_at': '2022-04-16T21:34:48Z', 'revision_number': 2, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:50.669209 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6301a72f-f7aa-410c-a4d3-7a3e4a641ee0 admin admin] Publish callbacks [] for security_group (81033ede-509a-4f4b-8540-6e28ffd31d02), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:50.685223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e9f67323-d5e1-4693-87a6-43fea97617f2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for a955c805-c0f0-492b-af95-a903b9fddc00 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:50.692209 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Checking router: d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:34:50.692735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Updating router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d port 72367e9f-93ce-4b36-8ec8-80b87328c82c binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:34:50.695380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c4783f99-ccff-42d2-bccb-c06143555f52 None None] Port 72367e9f-93ce-4b36-8ec8-80b87328c82c cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:50.697394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f8ce1e72-4ceb-4822-9a83-e41ede70bc6d req-e9efc407-3e1e-4a8c-9a47-58d81dffc40c tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828938
Apr 16 21:34:50.701916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-6318b40d-f3c9-489f-bb18-ccb41986bfd4 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138912031&fields=id&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 267 time: 0.2273915
Apr 16 21:34:50.734057 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58686) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:50.747672 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:50.825268 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6301a72f-f7aa-410c-a4d3-7a3e4a641ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (81033ede-509a-4f4b-8540-6e28ffd31d02), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:50.906767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301a72f-f7aa-410c-a4d3-7a3e4a641ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81033ede-509a-4f4b-8540-6e28ffd31d02,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:50.955459 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6301a72f-f7aa-410c-a4d3-7a3e4a641ee0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7b9bbcfc2aa406c997d6172a955d7a2&name=default HTTP/1.1" status: 200  len: 3000 time: 1.7558694
Apr 16 21:34:50.958299 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58692) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:50.992418 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Allocated IP 2001:db8::15e (2c042989-2cc1-4319-a7d6-1c0e152feae5/cad99aad-3924-49b2-adf4-7be4bd657090/e6899257-9012-4b3b-b9cd-f82f725cfedc) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:51.013673 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c4783f99-ccff-42d2-bccb-c06143555f52 None None] Provisioning complete for port 7a87df4d-46de-415a-ad47-747dd31e86ea triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:51.013673 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4783f99-ccff-42d2-bccb-c06143555f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7a87df4d-46de-415a-ad47-747dd31e86ea), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.028292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab9e61-d663-4ae8-a085-22258762b389 req-25421524-c16a-4c01-aa0a-906d4089529c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:51.032651 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-25421524-c16a-4c01-aa0a-906d4089529c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 796 time: 0.3202763
Apr 16 21:34:51.054883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-12a6a065-4d2a-4f61-aad0-131a10abbf78 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/quotas/0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 375 time: 0.0162294
Apr 16 21:34:51.095392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a44f96d-0720-44a9-b509-d571b3362349 tempest-TestServerBasicOps-1035960627 tempest-TestServerBasicOps-1035960627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:51.097418 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6a44f96d-0720-44a9-b509-d571b3362349 tempest-TestServerBasicOps-1035960627 tempest-TestServerBasicOps-1035960627-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 1122 time: 0.3623037
Apr 16 21:34:51.098006 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9f67323-d5e1-4693-87a6-43fea97617f2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a955c805-c0f0-492b-af95-a903b9fddc00), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.100875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58696) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:51.103281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:51.106507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:51.108968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c4783f99-ccff-42d2-bccb-c06143555f52 None None] Port 7a87df4d-46de-415a-ad47-747dd31e86ea cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:51.112092 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5b6bba38-ecf4-4935-85b1-eae7f01a92ca admin admin] Publish callbacks [] for security_group (81033ede-509a-4f4b-8540-6e28ffd31d02), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.123797 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c4783f99-ccff-42d2-bccb-c06143555f52 None None] Provisioning complete for port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:51.124195 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4783f99-ccff-42d2-bccb-c06143555f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.148641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f67323-d5e1-4693-87a6-43fea97617f2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=a955c805-c0f0-492b-af95-a903b9fddc00,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:51.150108 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5b6bba38-ecf4-4935-85b1-eae7f01a92ca admin admin] Publish callbacks [] for security_group (81033ede-509a-4f4b-8540-6e28ffd31d02), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.218198 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Publish callbacks [] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.233046 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-96130de5-fa81-4a1d-bed8-0da1e01e7333 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1658449
Apr 16 21:34:51.238020 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9f67323-d5e1-4693-87a6-43fea97617f2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.241554 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e9f67323-d5e1-4693-87a6-43fea97617f2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/a955c805-c0f0-492b-af95-a903b9fddc00 HTTP/1.1" status: 204  len: 168 time: 1.6202989
Apr 16 21:34:51.244134 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58700) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:51.260979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c4783f99-ccff-42d2-bccb-c06143555f52 None None] Current status of the port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:51.269630 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.311419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5b6bba38-ecf4-4935-85b1-eae7f01a92ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (81033ede-509a-4f4b-8540-6e28ffd31d02), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.314047 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5b6bba38-ecf4-4935-85b1-eae7f01a92ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.315205 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5b6bba38-ecf4-4935-85b1-eae7f01a92ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81033ede-509a-4f4b-8540-6e28ffd31d02 HTTP/1.1" status: 204  len: 168 time: 0.3560228
Apr 16 21:34:51.321089 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.366121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f9320b-06e6-433c-876e-b197d5c4647f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:51.376212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f9320b-06e6-433c-876e-b197d5c4647f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:51.377881 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c0f9320b-06e6-433c-876e-b197d5c4647f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.1329284
Apr 16 21:34:51.382772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58704) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:51.404078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b959ec-cd4a-4d0c-a829-b00ea2050003 None None] Pushing event updated for resources: {'Port': ['ID=72367e9f-93ce-4b36-8ec8-80b87328c82c,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:51.418573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ceab6ce3-1cef-4e15-9a1d-1cc245e10a32 None None] Provisioning complete for port 7a87df4d-46de-415a-ad47-747dd31e86ea triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:51.418958 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ceab6ce3-1cef-4e15-9a1d-1cc245e10a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7a87df4d-46de-415a-ad47-747dd31e86ea), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.440864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bba38-ecf4-4935-85b1-eae7f01a92ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81033ede-509a-4f4b-8540-6e28ffd31d02,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:51.457832 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.478713 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for port (e6899257-9012-4b3b-b9cd-f82f725cfedc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.519886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Attempting to bind port 72367e9f-93ce-4b36-8ec8-80b87328c82c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:51.520446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Attempting to bind port 72367e9f-93ce-4b36-8ec8-80b87328c82c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:51.520546 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Attempting to bind port 72367e9f-93ce-4b36-8ec8-80b87328c82c on network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:51.528427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:51.528820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Checking segment: {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:51.529229 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.529631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Bound using segment: {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:51.533825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Bound port: 72367e9f-93ce-4b36-8ec8-80b87328c82c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:51.534247 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.537831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ceab6ce3-1cef-4e15-9a1d-1cc245e10a32 None None] Port 7a87df4d-46de-415a-ad47-747dd31e86ea cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:51.567383 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-9072a0a3-064a-4bf2-9c2a-8d39ebeb9d93 service neutron] 10.222.0.20 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3073859
Apr 16 21:34:51.593375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ceab6ce3-1cef-4e15-9a1d-1cc245e10a32 None None] Provisioning complete for port 72367e9f-93ce-4b36-8ec8-80b87328c82c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:51.593944 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ceab6ce3-1cef-4e15-9a1d-1cc245e10a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.659684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ceab6ce3-1cef-4e15-9a1d-1cc245e10a32 None None] Port 72367e9f-93ce-4b36-8ec8-80b87328c82c cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:51.664745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ceab6ce3-1cef-4e15-9a1d-1cc245e10a32 None None] Could not find standard attr ID for object c4c72948-32eb-4fab-b2e1-2ac760996e3a. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:34:51.666168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a9172215-08ca-418e-83b1-195718687d30 None None] For port 72367e9f-93ce-4b36-8ec8-80b87328c82c, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:51.672280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a9172215-08ca-418e-83b1-195718687d30 None None] For port 72367e9f-93ce-4b36-8ec8-80b87328c82c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72367e9f-93ce-4b36-8ec8-80b87328c82c,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:51.690939 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Allocated IP 172.35.1.2 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/06ded3a6-daae-47a4-a463-e5a9a58f24e1) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:51.736093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-32cec374-8f59-4cce-b532-948519470723 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 0e86e4a0-be8c-4807-a3a7-b29bb5eb1c2e {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:51.736734 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-32cec374-8f59-4cce-b532-948519470723 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0e86e4a0-be8c-4807-a3a7-b29bb5eb1c2e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.774879 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.832757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8a79d530-f2b8-4128-9519-f68683370f13 None None] Provisioning complete for port 72367e9f-93ce-4b36-8ec8-80b87328c82c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:51.833430 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8a79d530-f2b8-4128-9519-f68683370f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.863286 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-32cec374-8f59-4cce-b532-948519470723 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0e86e4a0-be8c-4807-a3a7-b29bb5eb1c2e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.883469 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-bd65dc4f-cc69-4cad-8824-f2d5bc1f1959 service neutron] 10.222.0.20 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3072474
Apr 16 21:34:51.888960 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e6899257-9012-4b3b-b9cd-f82f725cfedc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:51.888960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-32cec374-8f59-4cce-b532-948519470723 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 0e86e4a0-be8c-4807-a3a7-b29bb5eb1c2e owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:51.909036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Network 2c042989-2cc1-4319-a7d6-1c0e152feae5 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:51.914125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:51.920378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Routers {'d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:51.920378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a9172215-08ca-418e-83b1-195718687d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012480eb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:51.928413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b959ec-cd4a-4d0c-a829-b00ea2050003 None None] Pushing event updated for resources: {'Port': ['ID=72367e9f-93ce-4b36-8ec8-80b87328c82c,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:51.950744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:51.956303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:51.956995 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:52.087325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event updated for resources: {'Port': ['ID=e6899257-9012-4b3b-b9cd-f82f725cfedc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:52.222585 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-69d56432-5ccb-4ab4-9f04-4673e06fa151 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.8641937
Apr 16 21:34:52.224460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58724) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:52.254556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-31cdeb1e-461c-4b9a-b9e3-bd525d77e902 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9e', 'mac_address': 'fa:16:3e:67:b6:37'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:52.327132 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for port (06ded3a6-daae-47a4-a463-e5a9a58f24e1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:52.353851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58728) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:52.468421 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b390fa9a-c9c0-4f80-b877-45777f5443f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:52.485891 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (06ded3a6-daae-47a4-a463-e5a9a58f24e1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:52.556742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:52.586647 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b397fd22-dd1e-4164-bea8-092fbaed32aa req-aa37bd69-1fb5-44a9-894b-a184416b5725 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 210 time: 0.2317431
Apr 16 21:34:52.587289 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-32cec374-8f59-4cce-b532-948519470723 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0e86e4a0-be8c-4807-a3a7-b29bb5eb1c2e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:52.606998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:52.619702 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:52.654018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8a79d530-f2b8-4128-9519-f68683370f13 None None] Current status of the port 72367e9f-93ce-4b36-8ec8-80b87328c82c is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:52.655380 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8a79d530-f2b8-4128-9519-f68683370f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:52.721342 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-a9172215-08ca-418e-83b1-195718687d30 None None] Set router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:52.732989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Pushing event updated for resources: {'Port': ['ID=06ded3a6-daae-47a4-a463-e5a9a58f24e1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:52.774586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cec374-8f59-4cce-b532-948519470723 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=0e86e4a0-be8c-4807-a3a7-b29bb5eb1c2e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:52.788022 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-31cdeb1e-461c-4b9a-b9e3-bd525d77e902 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e6899257-9012-4b3b-b9cd-f82f725cfedc), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:52.793253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8a79d530-f2b8-4128-9519-f68683370f13 None None] For port 72367e9f-93ce-4b36-8ec8-80b87328c82c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72367e9f-93ce-4b36-8ec8-80b87328c82c,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:52.796981 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-32cec374-8f59-4cce-b532-948519470723 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:52.800082 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-32cec374-8f59-4cce-b532-948519470723 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/0e86e4a0-be8c-4807-a3a7-b29bb5eb1c2e HTTP/1.1" status: 204  len: 168 time: 1.4164965
Apr 16 21:34:52.814258 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58752) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:52.886883 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8a79d530-f2b8-4128-9519-f68683370f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:52.940198 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d65ae2c-cca9-4f0d-a940-ecb3f5054915 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:52.944493 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7d65ae2c-cca9-4f0d-a940-ecb3f5054915 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1298358
Apr 16 21:34:52.960742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58756) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:52.985995 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b390fa9a-c9c0-4f80-b877-45777f5443f4 admin admin] Publish callbacks [] for security_group (33dd65be-5955-4796-955b-812b01948ad0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.030515 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a788d1e-da11-43a9-b7d4-63417b1156f5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:34:53.032000 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8a788d1e-da11-43a9-b7d4-63417b1156f5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/a955c805-c0f0-492b-af95-a903b9fddc00 HTTP/1.1" status: 404  len: 333 time: 0.0688949
Apr 16 21:34:53.034808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58762) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:53.049516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-76b9584c-86ea-4af8-adda-fbbf4e23faff None None] Provisioning complete for port 72367e9f-93ce-4b36-8ec8-80b87328c82c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:53.050268 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-76b9584c-86ea-4af8-adda-fbbf4e23faff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.054820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79d530-f2b8-4128-9519-f68683370f13 None None] Pushing event updated for resources: {'Port': ['ID=72367e9f-93ce-4b36-8ec8-80b87328c82c,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:53.067894 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb02198-eb83-4f5f-a388-07cc55c0723e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:34:53.072545 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7eb02198-eb83-4f5f-a388-07cc55c0723e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/0e86e4a0-be8c-4807-a3a7-b29bb5eb1c2e HTTP/1.1" status: 404  len: 333 time: 0.0341880
Apr 16 21:34:53.103529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58766) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:53.170235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-a9172215-08ca-418e-83b1-195718687d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012480eb50>, [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:34:47Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '72367e9f-93ce-4b36-8ec8-80b87328c82c', 'name': '', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:7d:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:45Z', 'updated_at': '2022-04-16T21:34:51Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:53.194432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9172215-08ca-418e-83b1-195718687d30 None None] The sync data for ids ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'] in ncdv-master-1 is: [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:34:47Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '72367e9f-93ce-4b36-8ec8-80b87328c82c', 'name': '', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:7d:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:45Z', 'updated_at': '2022-04-16T21:34:51Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:53.324418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-76b9584c-86ea-4af8-adda-fbbf4e23faff None None] Current status of the port 72367e9f-93ce-4b36-8ec8-80b87328c82c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:53.346386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-76b9584c-86ea-4af8-adda-fbbf4e23faff None None] Provisioning complete for port e6899257-9012-4b3b-b9cd-f82f725cfedc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:53.351951 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b390fa9a-c9c0-4f80-b877-45777f5443f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (33dd65be-5955-4796-955b-812b01948ad0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.359404 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-76b9584c-86ea-4af8-adda-fbbf4e23faff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e6899257-9012-4b3b-b9cd-f82f725cfedc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.417560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-76b9584c-86ea-4af8-adda-fbbf4e23faff None None] Port e6899257-9012-4b3b-b9cd-f82f725cfedc cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:53.427933 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b390fa9a-c9c0-4f80-b877-45777f5443f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5763d7b6d0c4df39b76e1ff8b2355c7&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0550632
Apr 16 21:34:53.430212 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-31cdeb1e-461c-4b9a-b9e3-bd525d77e902 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for port (e6899257-9012-4b3b-b9cd-f82f725cfedc), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.438658 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58770) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:53.453927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 72367e9f-93ce-4b36-8ec8-80b87328c82c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:53.471946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390fa9a-c9c0-4f80-b877-45777f5443f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dd65be-5955-4796-955b-812b01948ad0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:53.477940 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9585d238-e8df-4af0-b274-6c7406f8ea14 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (77ba8c69-246f-4ff7-a3cf-6aa7809ff197), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.547435 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 72367e9f-93ce-4b36-8ec8-80b87328c82c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:53.548130 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.601380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9585d238-e8df-4af0-b274-6c7406f8ea14 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (77ba8c69-246f-4ff7-a3cf-6aa7809ff197), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.626987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-9585d238-e8df-4af0-b274-6c7406f8ea14 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dd501c0>,) {'filters': {'network_id': ['77ba8c69-246f-4ff7-a3cf-6aa7809ff197']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:53.638937 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-9585d238-e8df-4af0-b274-6c7406f8ea14 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dd501c0>, '7aff6079-92bf-415d-a8b5-f0e5ea7aeb61') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:53.639500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-9585d238-e8df-4af0-b274-6c7406f8ea14 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dd501c0>, '7aff6079-92bf-415d-a8b5-f0e5ea7aeb61') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:53.653846 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9585d238-e8df-4af0-b274-6c7406f8ea14 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (7aff6079-92bf-415d-a8b5-f0e5ea7aeb61), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.658898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 72367e9f-93ce-4b36-8ec8-80b87328c82c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:53.669864 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-31cdeb1e-461c-4b9a-b9e3-bd525d77e902 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e6899257-9012-4b3b-b9cd-f82f725cfedc), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.710264 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9585d238-e8df-4af0-b274-6c7406f8ea14 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (7aff6079-92bf-415d-a8b5-f0e5ea7aeb61), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.734568 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Publish callbacks [] for security_group (33dd65be-5955-4796-955b-812b01948ad0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.743528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9585d238-e8df-4af0-b274-6c7406f8ea14 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:34:53.744121 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9585d238-e8df-4af0-b274-6c7406f8ea14 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (7aff6079-92bf-415d-a8b5-f0e5ea7aeb61), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:34:53.748254 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:34:53.765698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-31cdeb1e-461c-4b9a-b9e3-bd525d77e902 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] In _notify_port_updated(), no bound segment for port e6899257-9012-4b3b-b9cd-f82f725cfedc on network 2c042989-2cc1-4319-a7d6-1c0e152feae5 {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:34:53.771214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cdeb1e-461c-4b9a-b9e3-bd525d77e902 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:53.771874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-31cdeb1e-461c-4b9a-b9e3-bd525d77e902 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.774486 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-31cdeb1e-461c-4b9a-b9e3-bd525d77e902 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "PUT /v2.0/ports/e6899257-9012-4b3b-b9cd-f82f725cfedc HTTP/1.1" status: 200  len: 1001 time: 1.5403411
Apr 16 21:34:53.790575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c0eaed5b-958e-4bbb-8e90-0c29272d2858 req-7c4fe3f1-0863-4c73-9456-907b8add4504 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 210 time: 0.0477107
Apr 16 21:34:53.796449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58776) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:53.845240 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for floatingip (456163fe-0793-493e-8e9f-539e23b7bdb4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:53.868892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdeb1e-461c-4b9a-b9e3-bd525d77e902 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event updated for resources: {'Port': ['ID=e6899257-9012-4b3b-b9cd-f82f725cfedc,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:54.030918 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Publish callbacks [] for security_group (33dd65be-5955-4796-955b-812b01948ad0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.036278 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9585d238-e8df-4af0-b274-6c7406f8ea14 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (77ba8c69-246f-4ff7-a3cf-6aa7809ff197), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.042962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9585d238-e8df-4af0-b274-6c7406f8ea14 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.046860 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9585d238-e8df-4af0-b274-6c7406f8ea14 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/networks/77ba8c69-246f-4ff7-a3cf-6aa7809ff197 HTTP/1.1" status: 204  len: 168 time: 0.9376106
Apr 16 21:34:54.053047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58780) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:54.079655 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f573d109-dc55-47cc-b20d-10e9e2d89b97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1585681021'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:54.082729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585d238-e8df-4af0-b274-6c7406f8ea14 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Network': ['ID=77ba8c69-246f-4ff7-a3cf-6aa7809ff197,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:54.184764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-abea2b6c-0b68-415b-88f7-1bb680c374b0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Deleting port e6899257-9012-4b3b-b9cd-f82f725cfedc {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:54.185115 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-abea2b6c-0b68-415b-88f7-1bb680c374b0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e6899257-9012-4b3b-b9cd-f82f725cfedc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.192391 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (06ded3a6-daae-47a4-a463-e5a9a58f24e1), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.253110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4e54bbe3-f7cc-4517-b23e-1bccf3931b23 None None] Provisioning complete for port e6899257-9012-4b3b-b9cd-f82f725cfedc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:54.256846 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e54bbe3-f7cc-4517-b23e-1bccf3931b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e6899257-9012-4b3b-b9cd-f82f725cfedc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.290339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f573d109-dc55-47cc-b20d-10e9e2d89b97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:54.295216 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f573d109-dc55-47cc-b20d-10e9e2d89b97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.317001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4e54bbe3-f7cc-4517-b23e-1bccf3931b23 None None] Port e6899257-9012-4b3b-b9cd-f82f725cfedc cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:54.450920 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (33dd65be-5955-4796-955b-812b01948ad0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.453623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.454866 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33dd65be-5955-4796-955b-812b01948ad0 HTTP/1.1" status: 204  len: 168 time: 1.0145257
Apr 16 21:34:54.457138 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-abea2b6c-0b68-415b-88f7-1bb680c374b0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e6899257-9012-4b3b-b9cd-f82f725cfedc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.475565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f573d109-dc55-47cc-b20d-10e9e2d89b97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:34:54.501062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dd65be-5955-4796-955b-812b01948ad0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:54.505074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-abea2b6c-0b68-415b-88f7-1bb680c374b0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Calling delete_port for e6899257-9012-4b3b-b9cd-f82f725cfedc owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:54.509822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f573d109-dc55-47cc-b20d-10e9e2d89b97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8218b127-5149-4d6d-909b-036e3d1a99ac), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.510241 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-f573d109-dc55-47cc-b20d-10e9e2d89b97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Added segment 8218b127-5149-4d6d-909b-036e3d1a99ac of type vlan for network 53d4419f-b0a9-4a68-96bf-4d3139a38c9b
Apr 16 21:34:54.556442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.556867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.557291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.557724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.558129 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.558522 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.558916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.559420 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.559804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.560133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.560484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.560810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.561133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.561453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.561807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0fc352-aded-4aa2-972d-7783fc75de44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:54.641223 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f573d109-dc55-47cc-b20d-10e9e2d89b97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (53d4419f-b0a9-4a68-96bf-4d3139a38c9b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.736050 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for port (06ded3a6-daae-47a4-a463-e5a9a58f24e1), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.815569 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f573d109-dc55-47cc-b20d-10e9e2d89b97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (53d4419f-b0a9-4a68-96bf-4d3139a38c9b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.832844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f573d109-dc55-47cc-b20d-10e9e2d89b97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:54.833485 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f573d109-dc55-47cc-b20d-10e9e2d89b97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.886219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cea49-35c1-4ce9-bd69-d45f92484f62 req-21a8c5f9-e60f-4910-94dc-8d847cffb7d5 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:54.894537 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b4cea49-35c1-4ce9-bd69-d45f92484f62 req-21a8c5f9-e60f-4910-94dc-8d847cffb7d5 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 946 time: 0.0658934
Apr 16 21:34:54.928793 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (06ded3a6-daae-47a4-a463-e5a9a58f24e1), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.931674 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-abea2b6c-0b68-415b-88f7-1bb680c374b0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (e6899257-9012-4b3b-b9cd-f82f725cfedc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:54.957233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5b4cea49-35c1-4ce9-bd69-d45f92484f62 req-ca7f6099-cb70-470f-aec5-e4740a0781d5 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606458
Apr 16 21:34:55.062804 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f573d109-dc55-47cc-b20d-10e9e2d89b97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.0084400
Apr 16 21:34:55.065967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58804) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:55.077201 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b6a2aaf-74aa-4d1b-ad1a-b7b39fd0ab74 req-eba54c74-c75e-45d0-95e4-f045eb111d62 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 210 time: 0.1538262
Apr 16 21:34:55.087105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': '53d4419f-b0a9-4a68-96bf-4d3139a38c9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:55.109023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573d109-dc55-47cc-b20d-10e9e2d89b97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Network': ['ID=53d4419f-b0a9-4a68-96bf-4d3139a38c9b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:55.123436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 53d4419f-b0a9-4a68-96bf-4d3139a38c9b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:34:55.197268 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Pushing event updated for resources: {'Port': ['ID=06ded3a6-daae-47a4-a463-e5a9a58f24e1,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:55.240122 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (456163fe-0793-493e-8e9f-539e23b7bdb4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:55.243661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea2b6c-0b68-415b-88f7-1bb680c374b0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event deleted for resources: {'Port': ['ID=e6899257-9012-4b3b-b9cd-f82f725cfedc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:55.367001 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-abea2b6c-0b68-415b-88f7-1bb680c374b0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:55.370992 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-abea2b6c-0b68-415b-88f7-1bb680c374b0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "DELETE /v2.0/ports/e6899257-9012-4b3b-b9cd-f82f725cfedc HTTP/1.1" status: 204  len: 168 time: 1.5735779
Apr 16 21:34:55.374561 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58810) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:55.409719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:55.413298 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:55.434289 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Floating IP 456163fe-0793-493e-8e9f-539e23b7bdb4 associated. External IP: 172.35.1.2, port: b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8.
Apr 16 21:34:55.482941 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f057c4-6e4d-4a91-bb5b-21fc40d61a7b tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] GET failed (client error): The resource could not be found.
Apr 16 21:34:55.490134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-11f057c4-6e4d-4a91-bb5b-21fc40d61a7b tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "GET /v2.0/ports/e6899257-9012-4b3b-b9cd-f82f725cfedc HTTP/1.1" status: 404  len: 333 time: 0.1084967
Apr 16 21:34:55.490134 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.ipam_backend_mixin [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Performing IP validity checks on allocation pools {{(pid=122555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 16 21:34:55.490134 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.ipam_backend_mixin [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Checking for overlaps among allocation pools and gateway ip {{(pid=122555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 16 21:34:55.490649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58816) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:55.498204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Request body: {'port': {'network_id': '2c042989-2cc1-4319-a7d6-1c0e152feae5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1628518237'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:55.788034 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (fd3806f7-16ab-4a6b-a360-947ea3f5c3fd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:55.858129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Subnet': ['ID=fd3806f7-16ab-4a6b-a360-947ea3f5c3fd,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:55.862975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Checking segment: {'id': '8218b127-5149-4d6d-909b-036e3d1a99ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '53d4419f-b0a9-4a68-96bf-4d3139a38c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:55.863352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network hostable DHCP agents. Network: 53d4419f-b0a9-4a68-96bf-4d3139a38c9b, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:34:55.955680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network 53d4419f-b0a9-4a68-96bf-4d3139a38c9b is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:34:56.111767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:34:56.114412 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Made reservation on behalf of 3fc5984593814ebbbedae67394556f03 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:56.115803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 53d4419f-b0a9-4a68-96bf-4d3139a38c9b) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:56.117483 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:56.126404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb0b179-568f-4cc5-9dac-1e0e9076f64b None None] Network 53d4419f-b0a9-4a68-96bf-4d3139a38c9b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:56.127713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab9e61-d663-4ae8-a085-22258762b389 req-0b4cac72-439e-4590-9410-38dd86d2bc29 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:56.129210 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-0b4cac72-439e-4590-9410-38dd86d2bc29 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 796 time: 0.1746705
Apr 16 21:34:56.138016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:56.138958 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:56.169993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] device_id is not set on port 65586830-abf8-46ed-8632-4a6d66c11d40 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:34:56.191100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb00a6-9452-4678-9df5-dadb3918ae3a req-75a33b4e-772a-44fe-8c83-e2ae2f09b822 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:56.195290 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d4bb00a6-9452-4678-9df5-dadb3918ae3a req-75a33b4e-772a-44fe-8c83-e2ae2f09b822 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 946 time: 0.0908942
Apr 16 21:34:56.238165 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c1a1ae77-eef6-45f9-96ae-3e00cfeb9399 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1646852
Apr 16 21:34:56.239246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58838) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:56.248286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': '53d4419f-b0a9-4a68-96bf-4d3139a38c9b', 'name': 'tempest-PortsIpV6TestJSON-959661538'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:56.299806 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d4bb00a6-9452-4678-9df5-dadb3918ae3a req-17b94709-d19d-4614-ad1b-98bf60021546 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0986543
Apr 16 21:34:56.349802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b18f5aa8-48df-4ed4-b5f8-43fcd72fc4f5 req-0f8f0bd1-3559-43e5-b2b7-488d25f5954b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 210 time: 0.0976527
Apr 16 21:34:56.398346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-53d4419f-b0a9-4a68-96bf-4d3139a38c9b', 'network_id': '53d4419f-b0a9-4a68-96bf-4d3139a38c9b', 'project_id': 'e129a0846b2543b7be00d3cf3941352c', 'fixed_ips': [{'subnet_id': 'fd3806f7-16ab-4a6b-a360-947ea3f5c3fd'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:34:56.399474 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:56.495605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-e2faf256-0418-4da7-9c13-0ad931502215 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:56.497531 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-e2faf256-0418-4da7-9c13-0ad931502215 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.41 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 946 time: 0.1350861
Apr 16 21:34:56.521637 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-47672e86-97e1-4ae1-9203-882989ee2ef3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 380 time: 0.3808753
Apr 16 21:34:56.543706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:56.547356 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:56.569024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Allocated IP 2001:db8::290 (2c042989-2cc1-4319-a7d6-1c0e152feae5/cad99aad-3924-49b2-adf4-7be4bd657090/65586830-abf8-46ed-8632-4a6d66c11d40) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:56.569773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port d4402bb9-ad07-4d9f-96bf-46da6ad377f5 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:34:56.574898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-afab9e61-d663-4ae8-a085-22258762b389 req-1594f429-90d6-4451-b55f-be963ff003ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'port': {'device_id': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'admin_state_up': True, 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'security_groups': ['880e14e5-fcf1-4efb-8059-c932f8502ab5']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:56.580975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Allocated IP 2001:db8::2 (53d4419f-b0a9-4a68-96bf-4d3139a38c9b/fd3806f7-16ab-4a6b-a360-947ea3f5c3fd/e3cd677d-cc29-436c-a5f1-63fc04acc9fb) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:56.661857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Deleting port b966fc7e-0221-46eb-a92a-00d9f48a8a41 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:56.662843 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:56.699926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:34:56.712477 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13700bc8-ff86-478c-892d-d0a987c091b3 None None] Sync routers for ids ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:34:56.733456 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13700bc8-ff86-478c-892d-d0a987c091b3 None None] Routers {'5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:56.735270 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-13700bc8-ff86-478c-892d-d0a987c091b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b8a790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:56.749413 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Publish callbacks [] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:56.864632 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:56.892132 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-13700bc8-ff86-478c-892d-d0a987c091b3 None None] Set router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:56.924795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:56.929444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] For port b966fc7e-0221-46eb-a92a-00d9f48a8a41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b966fc7e-0221-46eb-a92a-00d9f48a8a41,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:56.929861 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:56.943869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58860) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:56.950358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Network 53d4419f-b0a9-4a68-96bf-4d3139a38c9b is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:56.955096 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:56.959171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:56.987026 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for port (65586830-abf8-46ed-8632-4a6d66c11d40), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:56.992514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Pushing event updated for resources: {'Port': ['ID=e3cd677d-cc29-436c-a5f1-63fc04acc9fb,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:57.004762 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-80808333-7f9a-494d-90bb-5bf72d3105fe tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 5.9025018
Apr 16 21:34:57.007927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83455e10-9079-4214-a0d9-4b07eae7272b', 'tag': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:34:57.013541 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc8269e-e42e-4660-9fb8-c9946f1e1821" -d '{"events": [{"name": "network-changed", "server_uuid": "83455e10-9079-4214-a0d9-4b07eae7272b", "tag": "b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:34:57.059759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Attempting to bind port e3cd677d-cc29-436c-a5f1-63fc04acc9fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:34:57.061469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Attempting to bind port e3cd677d-cc29-436c-a5f1-63fc04acc9fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8218b127-5149-4d6d-909b-036e3d1a99ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '53d4419f-b0a9-4a68-96bf-4d3139a38c9b'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:34:57.061469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Attempting to bind port e3cd677d-cc29-436c-a5f1-63fc04acc9fb on network 53d4419f-b0a9-4a68-96bf-4d3139a38c9b {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:34:57.067942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:34:57.068372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Checking segment: {'id': '8218b127-5149-4d6d-909b-036e3d1a99ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '53d4419f-b0a9-4a68-96bf-4d3139a38c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:34:57.068858 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:57.069332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Bound using segment: {'id': '8218b127-5149-4d6d-909b-036e3d1a99ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '53d4419f-b0a9-4a68-96bf-4d3139a38c9b'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:34:57.069904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Bound port: e3cd677d-cc29-436c-a5f1-63fc04acc9fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8218b127-5149-4d6d-909b-036e3d1a99ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '53d4419f-b0a9-4a68-96bf-4d3139a38c9b'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:34:57.070592 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:57.075101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8::32d (53d4419f-b0a9-4a68-96bf-4d3139a38c9b/fd3806f7-16ab-4a6b-a360-947ea3f5c3fd/d4402bb9-ad07-4d9f-96bf-46da6ad377f5) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:57.081314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afab9e61-d663-4ae8-a085-22258762b389 req-1594f429-90d6-4451-b55f-be963ff003ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Made reservation on behalf of 0ee2ef9a941a429b82a89f7c8f71d45b for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:34:57.086434 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-afab9e61-d663-4ae8-a085-22258762b389 req-1594f429-90d6-4451-b55f-be963ff003ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:57.244237 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-13700bc8-ff86-478c-892d-d0a987c091b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b8a790>, [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:34:06Z', 'revision_number': 4, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '456163fe-0793-493e-8e9f-539e23b7bdb4', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'floating_ip_address': '172.35.1.2', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'port_id': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'mac_address': 'fa:16:3e:38:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83455e10-9079-4214-a0d9-4b07eae7272b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:34:53Z', 'updated_at': '2022-04-16T21:34:53Z', 'revision_number': 0, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826349c1-6e38-4def-b569-57d460f57456', 'name': '', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'mac_address': 'fa:16:3e:2e:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:04Z', 'updated_at': '2022-04-16T21:34:09Z', 'revision_number': 5, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'subnets': [{'id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:57.290589 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13700bc8-ff86-478c-892d-d0a987c091b3 None None] Checking router: 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:34:57.306212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] For port e3cd677d-cc29-436c-a5f1-63fc04acc9fb, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:34:57.314940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] For port e3cd677d-cc29-436c-a5f1-63fc04acc9fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3cd677d-cc29-436c-a5f1-63fc04acc9fb,segment=NetworkSegment(8218b127-5149-4d6d-909b-036e3d1a99ac),segment_id=8218b127-5149-4d6d-909b-036e3d1a99ac)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:34:57.330470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-26fd23e7-80f8-4a0f-9557-a8ee455143d1 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1908254883'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:57.331054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-26fd23e7-80f8-4a0f-9557-a8ee455143d1 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Unknown quota resources ['metering_label']. {{(pid=122555) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:34:57.354122 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (65586830-abf8-46ed-8632-4a6d66c11d40), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:57.374023 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:57.377486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-afab9e61-d663-4ae8-a085-22258762b389 req-1594f429-90d6-4451-b55f-be963ff003ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.20.0.14 (34b088a4-071c-46d1-9c2e-d1a9af0cae05/78633049-f196-4b8d-ab49-eba7a97623d4/10dae36f-fbbc-45d6-b539-d8ce65bad3c2) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:34:57.423448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:57.423901 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (a9408a39-2378-4740-a312-162609c05f06), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:57.425245 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Floating IP a9408a39-2378-4740-a312-162609c05f06 disassociated. External IP: 172.35.1.77, port: b966fc7e-0221-46eb-a92a-00d9f48a8a41.
Apr 16 21:34:57.425678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Calling delete_port for b966fc7e-0221-46eb-a92a-00d9f48a8a41 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:57.456022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa19cd-ea61-40fb-8867-f3451ec888a9 None None] Pushing event updated for resources: {'Port': ['ID=e3cd677d-cc29-436c-a5f1-63fc04acc9fb,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:57.476128 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13700bc8-ff86-478c-892d-d0a987c091b3 None None] Routers {'5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:34:57.477172 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-13700bc8-ff86-478c-892d-d0a987c091b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b8a790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:57.499508 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c260fb1-ef52-43b1-964b-f7a43255eb3c x-openstack-request-id: req-2c260fb1-ef52-43b1-964b-f7a43255eb3c {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:34:57.500314 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83455e10-9079-4214-a0d9-4b07eae7272b", "tag": "b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:34:57.500938 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c260fb1-ef52-43b1-964b-f7a43255eb3c {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:34:57.503423 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c260fb1-ef52-43b1-964b-f7a43255eb3c'] response: {'name': 'network-changed', 'server_uuid': '83455e10-9079-4214-a0d9-4b07eae7272b', 'tag': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8', 'status': 'completed', 'code': 200}
Apr 16 21:34:57.625924 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-29154532-2bbc-4fd3-8610-750f045a2a13 req-5e99d0b8-0e92-46ab-a13c-0a740e0da70c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 210 time: 0.1318989
Apr 16 21:34:57.639111 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-13700bc8-ff86-478c-892d-d0a987c091b3 None None] Set router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:34:57.645018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Network 2c042989-2cc1-4319-a7d6-1c0e152feae5 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:57.652925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:57.660547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:57.665869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:57.666494 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:57.686701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event updated for resources: {'Port': ['ID=65586830-abf8-46ed-8632-4a6d66c11d40,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:57.784252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-afab9e61-d663-4ae8-a085-22258762b389 req-1594f429-90d6-4451-b55f-be963ff003ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:57.785208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8269e-e42e-4660-9fb8-c9946f1e1821 req-555ede0b-16e0-4f54-943d-66b42603c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:57.786772 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bcc8269e-e42e-4660-9fb8-c9946f1e1821 req-555ede0b-16e0-4f54-943d-66b42603c137 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=551fe53574564e4ea60f7288faf4298f&device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 1127 time: 0.2976289
Apr 16 21:34:57.797672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3c32ae9b-5ea4-4110-8848-7ed4c0affd92 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.3064005
Apr 16 21:34:57.807578 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58878) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:57.812565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fcad6b45-7559-47b2-9afd-57d6b1dce0f4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:67:b6:37'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:58.051789 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-afab9e61-d663-4ae8-a085-22258762b389 req-1594f429-90d6-4451-b55f-be963ff003ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:58.097362 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fcad6b45-7559-47b2-9afd-57d6b1dce0f4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (65586830-abf8-46ed-8632-4a6d66c11d40), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:58.123194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-eb355f04-c18d-45c3-b597-341a48b5ea98 None None] Provisioning complete for port 65586830-abf8-46ed-8632-4a6d66c11d40 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:58.124313 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-eb355f04-c18d-45c3-b597-341a48b5ea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (65586830-abf8-46ed-8632-4a6d66c11d40), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:58.136437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afab9e61-d663-4ae8-a085-22258762b389 req-1594f429-90d6-4451-b55f-be963ff003ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:58.157290 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-13700bc8-ff86-478c-892d-d0a987c091b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b8a790>, [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:34:06Z', 'revision_number': 4, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '456163fe-0793-493e-8e9f-539e23b7bdb4', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'floating_ip_address': '172.35.1.2', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'port_id': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'mac_address': 'fa:16:3e:38:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83455e10-9079-4214-a0d9-4b07eae7272b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:34:53Z', 'updated_at': '2022-04-16T21:34:53Z', 'revision_number': 0, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826349c1-6e38-4def-b569-57d460f57456', 'name': '', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'mac_address': 'fa:16:3e:2e:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:04Z', 'updated_at': '2022-04-16T21:34:09Z', 'revision_number': 5, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'subnets': [{'id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:34:58.184442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-eb355f04-c18d-45c3-b597-341a48b5ea98 None None] Port 65586830-abf8-46ed-8632-4a6d66c11d40 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:58.212343 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13700bc8-ff86-478c-892d-d0a987c091b3 None None] The sync data for ids ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'] in ncdv-master-1 is: [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:34:06Z', 'revision_number': 4, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '456163fe-0793-493e-8e9f-539e23b7bdb4', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'floating_ip_address': '172.35.1.2', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'port_id': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'mac_address': 'fa:16:3e:38:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83455e10-9079-4214-a0d9-4b07eae7272b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:34:53Z', 'updated_at': '2022-04-16T21:34:53Z', 'revision_number': 0, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826349c1-6e38-4def-b569-57d460f57456', 'name': '', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'mac_address': 'fa:16:3e:2e:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:04Z', 'updated_at': '2022-04-16T21:34:09Z', 'revision_number': 5, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'subnets': [{'id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:34:58.319819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-afab9e61-d663-4ae8-a085-22258762b389 req-1594f429-90d6-4451-b55f-be963ff003ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:58.326406 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-26fd23e7-80f8-4a0f-9557-a8ee455143d1 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:58.326988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-afab9e61-d663-4ae8-a085-22258762b389 req-1594f429-90d6-4451-b55f-be963ff003ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:58.327593 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-26fd23e7-80f8-4a0f-9557-a8ee455143d1 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 1.3826232
Apr 16 21:34:58.330849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (d4402bb9-ad07-4d9f-96bf-46da6ad377f5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:58.334278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58886) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:58.338807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ce8a9498-a4cd-4ed0-a104-c1f50f116806 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2474b606-cb37-413b-b183-bde231f34dfe'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:58.339464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ce8a9498-a4cd-4ed0-a104-c1f50f116806 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=122556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:34:58.355178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef09fea-3809-4a38-bb5c-6e3760818334 req-4869c37f-38bd-43c2-b5cc-1c1eee14d055 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:58.356785 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ef09fea-3809-4a38-bb5c-6e3760818334 req-4869c37f-38bd-43c2-b5cc-1c1eee14d055 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 946 time: 0.7712872
Apr 16 21:34:58.367865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594f429-90d6-4451-b55f-be963ff003ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:58.381016 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fcad6b45-7559-47b2-9afd-57d6b1dce0f4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for port (65586830-abf8-46ed-8632-4a6d66c11d40), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:58.497105 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fcad6b45-7559-47b2-9afd-57d6b1dce0f4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (65586830-abf8-46ed-8632-4a6d66c11d40), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:58.552138 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab9e61-d663-4ae8-a085-22258762b389 req-1594f429-90d6-4451-b55f-be963ff003ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:58.552866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-afab9e61-d663-4ae8-a085-22258762b389 req-1594f429-90d6-4451-b55f-be963ff003ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:58.570557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8269e-e42e-4660-9fb8-c9946f1e1821 req-ef50a268-423c-490f-b1f7-4cb1bf64e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:58.574274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bcc8269e-e42e-4660-9fb8-c9946f1e1821 req-ef50a268-423c-490f-b1f7-4cb1bf64e415 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0b57eca-5587-422d-aee9-773ab2a51166 HTTP/1.1" status: 200  len: 910 time: 0.7314825
Apr 16 21:34:58.574425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-fcad6b45-7559-47b2-9afd-57d6b1dce0f4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] In _notify_port_updated(), no bound segment for port 65586830-abf8-46ed-8632-4a6d66c11d40 on network 2c042989-2cc1-4319-a7d6-1c0e152feae5 {{(pid=122556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:34:58.579576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ef09fea-3809-4a38-bb5c-6e3760818334 req-ec21e6fb-de60-4fde-9cfb-659fac8e8bd9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa34c0e-1d19-450c-a31f-228c4cfd918b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1898289
Apr 16 21:34:58.584069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcad6b45-7559-47b2-9afd-57d6b1dce0f4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:58.584783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fcad6b45-7559-47b2-9afd-57d6b1dce0f4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:58.589837 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fcad6b45-7559-47b2-9afd-57d6b1dce0f4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "PUT /v2.0/ports/65586830-abf8-46ed-8632-4a6d66c11d40 HTTP/1.1" status: 200  len: 1003 time: 0.7781167
Apr 16 21:34:58.589837 ncdv-master-1 neutron-server[122556]: WARNING neutron.services.metering.metering_plugin [None req-ce8a9498-a4cd-4ed0-a104-c1f50f116806 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 16 21:34:58.596472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58888) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:58.662448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad6b45-7559-47b2-9afd-57d6b1dce0f4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event updated for resources: {'Port': ['ID=65586830-abf8-46ed-8632-4a6d66c11d40,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:58.696011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d4402bb9-ad07-4d9f-96bf-46da6ad377f5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:58.724834 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bcc8269e-e42e-4660-9fb8-c9946f1e1821 req-26ad4371-349f-4116-a08c-f261fd021e72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 HTTP/1.1" status: 200  len: 997 time: 0.1439812
Apr 16 21:34:58.827829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-825f6da6-55fa-47b6-9aef-df2d32236b87 None None] Provisioning complete for port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:58.828469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network 53d4419f-b0a9-4a68-96bf-4d3139a38c9b is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:34:58.828869 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-825f6da6-55fa-47b6-9aef-df2d32236b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:58.832977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c45135-aa42-4b3d-9e39-8dc816375bfc None None] New status for floating IP 456163fe-0793-493e-8e9f-539e23b7bdb4: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:34:58.836558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-1594f429-90d6-4451-b55f-be963ff003ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2706492
Apr 16 21:34:58.863185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:34:58.866770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:34:58.876863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:58.877983 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:58.928577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=d4402bb9-ad07-4d9f-96bf-46da6ad377f5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:58.939705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-825f6da6-55fa-47b6-9aef-df2d32236b87 None None] Port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:58.940472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8269e-e42e-4660-9fb8-c9946f1e1821 req-4b0f7287-fe01-423e-a88c-b3c1a79599f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:58.944863 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bcc8269e-e42e-4660-9fb8-c9946f1e1821 req-4b0f7287-fe01-423e-a88c-b3c1a79599f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=790327af-1d0e-4060-8eb3-ab75fb735884 HTTP/1.1" status: 200  len: 848 time: 0.1979549
Apr 16 21:34:58.958706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Request body: {'port': {'device_id': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:58.966347 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a1f87e6d-2c74-49d1-85cc-7c2fa319e8cf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.7254665
Apr 16 21:34:58.986344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58892) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:58.988866 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b966fc7e-0221-46eb-a92a-00d9f48a8a41), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.014261 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9498-a4cd-4ed0-a104-c1f50f116806 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.017581 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ce8a9498-a4cd-4ed0-a104-c1f50f116806 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.6809430
Apr 16 21:34:59.022264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58896) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:59.067888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6857f674-d918-4760-93c1-909006d96f4f tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2474b606-cb37-413b-b183-bde231f34dfe'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:34:59.068423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6857f674-d918-4760-93c1-909006d96f4f tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=122555) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:34:59.117462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1668c-df7e-47da-9c70-5c229cd22cdd req-7d09dd08-ae67-4cd5-b004-b115554c0d6c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:59.119260 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c5f1668c-df7e-47da-9c70-5c229cd22cdd req-7d09dd08-ae67-4cd5-b004-b115554c0d6c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 932 time: 0.3006289
Apr 16 21:34:59.147873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event deleted for resources: {'Port': ['ID=b966fc7e-0221-46eb-a92a-00d9f48a8a41,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:59.165588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-397af8b5-199e-400c-be77-b697f79f6594 None None] Provisioning complete for port 65586830-abf8-46ed-8632-4a6d66c11d40 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:59.167584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd270e-4af2-48d6-a37f-b343805f9d20 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Deleting port 65586830-abf8-46ed-8632-4a6d66c11d40 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:59.167785 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-397af8b5-199e-400c-be77-b697f79f6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (65586830-abf8-46ed-8632-4a6d66c11d40), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.167923 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7fdd270e-4af2-48d6-a37f-b343805f9d20 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (65586830-abf8-46ed-8632-4a6d66c11d40), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.173971 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8269e-e42e-4660-9fb8-c9946f1e1821 req-21f15bfe-f517-4c6e-aa23-b14d89f49d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:34:59.180256 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bcc8269e-e42e-4660-9fb8-c9946f1e1821 req-21f15bfe-f517-4c6e-aa23-b14d89f49d9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0b57eca-5587-422d-aee9-773ab2a51166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2272849
Apr 16 21:34:59.205860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe4002e-9316-4e4c-bc43-868d84ff1d98 None None] Network 53d4419f-b0a9-4a68-96bf-4d3139a38c9b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:34:59.257172 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.268613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-397af8b5-199e-400c-be77-b697f79f6594 None None] Port 65586830-abf8-46ed-8632-4a6d66c11d40 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:34:59.315488 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c5f1668c-df7e-47da-9c70-5c229cd22cdd req-f5650a1b-1bf6-4f8c-bec9-56e4074f8da2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1841877
Apr 16 21:34:59.387852 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7fdd270e-4af2-48d6-a37f-b343805f9d20 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (65586830-abf8-46ed-8632-4a6d66c11d40), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.404490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Provisioning complete for port e3cd677d-cc29-436c-a5f1-63fc04acc9fb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:59.405021 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.416199 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd270e-4af2-48d6-a37f-b343805f9d20 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Calling delete_port for 65586830-abf8-46ed-8632-4a6d66c11d40 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:34:59.463107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e3cd677d-cc29-436c-a5f1-63fc04acc9fb up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:34:59.567644 ncdv-master-1 neutron-server[122555]: WARNING neutron.services.metering.metering_plugin [None req-6857f674-d918-4760-93c1-909006d96f4f tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 16 21:34:59.580539 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Current status of the port e3cd677d-cc29-436c-a5f1-63fc04acc9fb is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:59.580932 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.597175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e3cd677d-cc29-436c-a5f1-63fc04acc9fb triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:59.597949 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.736490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] For port e3cd677d-cc29-436c-a5f1-63fc04acc9fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3cd677d-cc29-436c-a5f1-63fc04acc9fb,segment=NetworkSegment(8218b127-5149-4d6d-909b-036e3d1a99ac),segment_id=8218b127-5149-4d6d-909b-036e3d1a99ac)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:34:59.759832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-2123e957-7c3d-4edb-bebf-b4680b5e6e90 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port d4402bb9-ad07-4d9f-96bf-46da6ad377f5 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:34:59.760222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2123e957-7c3d-4edb-bebf-b4680b5e6e90 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d4402bb9-ad07-4d9f-96bf-46da6ad377f5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.765095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e3cd677d-cc29-436c-a5f1-63fc04acc9fb is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:34:59.765823 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.806215 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.868514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Router 5884384f-40e7-43ed-9cd3-3657008494f1 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:34:59.935386 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:34:59.935916 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:34:59.952875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Pushing event updated for resources: {'Port': ['ID=e3cd677d-cc29-436c-a5f1-63fc04acc9fb,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:34:59.955164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-bcdd9e12-4b08-441e-9df2-b3126188e1bf None None] Provisioning complete for port d4402bb9-ad07-4d9f-96bf-46da6ad377f5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:34:59.955534 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bcdd9e12-4b08-441e-9df2-b3126188e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d4402bb9-ad07-4d9f-96bf-46da6ad377f5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.968860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:34:59.969762 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2123e957-7c3d-4edb-bebf-b4680b5e6e90 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d4402bb9-ad07-4d9f-96bf-46da6ad377f5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.973895 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d5e36f4-4ec2-45be-9d90-2cd9bea6b86f req-8f57c91e-9bb2-41a0-a027-7ad76a2a72e1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 210 time: 0.1082447
Apr 16 21:34:59.976592 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6857f674-d918-4760-93c1-909006d96f4f tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:34:59.977773 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6857f674-d918-4760-93c1-909006d96f4f tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.9524093
Apr 16 21:34:59.984702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.985752 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.986124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.986463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.987330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.987447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58910) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:34:59.987555 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.987869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.988352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.988691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.989019 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.989348 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.989677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.990001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.990428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:34:59.990757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bc227-0901-462f-b688-ac5c1eb657b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:00.000417 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7fdd270e-4af2-48d6-a37f-b343805f9d20 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (65586830-abf8-46ed-8632-4a6d66c11d40), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:00.008845 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bcc8269e-e42e-4660-9fb8-c9946f1e1821 req-a9332667-125c-43bc-8737-8171162228d0 service neutron] 10.222.0.11 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8095543
Apr 16 21:35:00.010141 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Publish callbacks [] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:00.025940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-2123e957-7c3d-4edb-bebf-b4680b5e6e90 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for d4402bb9-ad07-4d9f-96bf-46da6ad377f5 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:00.029128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd9e12-4b08-441e-9df2-b3126188e1bf None None] Port d4402bb9-ad07-4d9f-96bf-46da6ad377f5 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:35:00.039403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-bcdd9e12-4b08-441e-9df2-b3126188e1bf None None] Provisioning complete for port e3cd677d-cc29-436c-a5f1-63fc04acc9fb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:00.040543 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bcdd9e12-4b08-441e-9df2-b3126188e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:00.050357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd270e-4af2-48d6-a37f-b343805f9d20 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event deleted for resources: {'Port': ['ID=65586830-abf8-46ed-8632-4a6d66c11d40,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:00.064854 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Transition to ACTIVE for port object 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:35:00.078172 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-67a4bd9f-85eb-4265-850b-d9be6bcf0938 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=27f2c54f-35b9-4cbd-8966-0f2f653187a4 HTTP/1.1" status: 200  len: 462 time: 0.0897751
Apr 16 21:35:00.084480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58914) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:00.096621 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7fdd270e-4af2-48d6-a37f-b343805f9d20 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:00.100096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7fdd270e-4af2-48d6-a37f-b343805f9d20 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "DELETE /v2.0/ports/65586830-abf8-46ed-8632-4a6d66c11d40 HTTP/1.1" status: 204  len: 168 time: 1.5005562
Apr 16 21:35:00.102842 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58916) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:00.143500 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd10f39d-cd93-4c03-8940-4687cf6b48a6 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:00.147381 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cd10f39d-cd93-4c03-8940-4687cf6b48a6 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "GET /v2.0/ports/65586830-abf8-46ed-8632-4a6d66c11d40 HTTP/1.1" status: 404  len: 333 time: 0.0437031
Apr 16 21:35:00.151327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58918) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:00.162607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Request body: {'port': {'network_id': '2c042989-2cc1-4319-a7d6-1c0e152feae5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1098654329'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:00.172400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd9e12-4b08-441e-9df2-b3126188e1bf None None] Current status of the port e3cd677d-cc29-436c-a5f1-63fc04acc9fb is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:00.187476 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:00.198442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b966fc7e-0221-46eb-a92a-00d9f48a8a41 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:35:00.230756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: b966fc7e-0221-46eb-a92a-00d9f48a8a41 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:35:00.231434 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device b966fc7e-0221-46eb-a92a-00d9f48a8a41 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:35:00.261120 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bcc8269e-e42e-4660-9fb8-c9946f1e1821 req-31af2cc0-2804-4de0-9a21-3c032280cbdb service neutron] 10.222.0.11 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2453153
Apr 16 21:35:00.359073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:35:00.378110 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e251f-83a8-4a0d-843b-70007eaa6038 None None] Sync routers for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:35:00.406043 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e251f-83a8-4a0d-843b-70007eaa6038 None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:35:00.407200 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c26e251f-83a8-4a0d-843b-70007eaa6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124e38c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:00.481238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] No DVR routers for this DVR port b966fc7e-0221-46eb-a92a-00d9f48a8a41 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:00.486065 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:00.490136 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f72d96ac-94bc-4cab-883b-6f5644eff037 req-4d553a62-771a-4d48-bb28-a3f73e7a2338 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.41 "DELETE /v2.0/ports/b966fc7e-0221-46eb-a92a-00d9f48a8a41 HTTP/1.1" status: 204  len: 173 time: 3.9864988
Apr 16 21:35:00.490136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'name': 'network-vif-deleted', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:35:00.492881 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a51eb3-a136-4840-a2bb-e665e7e5abeb" -d '{"events": [{"server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "name": "network-vif-deleted", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:35:00.528452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5bbcce42-76ce-406d-9c2a-70c2b22ab465 None None] Provisioning complete for port d4402bb9-ad07-4d9f-96bf-46da6ad377f5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:00.528838 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5bbcce42-76ce-406d-9c2a-70c2b22ab465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d4402bb9-ad07-4d9f-96bf-46da6ad377f5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:00.553874 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c681928-6ee4-4eff-b087-1364097f04a3 x-openstack-request-id: req-6c681928-6ee4-4eff-b087-1364097f04a3 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:35:00.554281 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86e6830-cedb-4d55-a3b2-997462319b30", "name": "network-vif-deleted", "tag": "b966fc7e-0221-46eb-a92a-00d9f48a8a41", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:35:00.565694 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c681928-6ee4-4eff-b087-1364097f04a3 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:35:00.565694 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c681928-6ee4-4eff-b087-1364097f04a3'] response: {'server_uuid': 'b86e6830-cedb-4d55-a3b2-997462319b30', 'name': 'network-vif-deleted', 'tag': 'b966fc7e-0221-46eb-a92a-00d9f48a8a41', 'status': 'completed', 'code': 200}
Apr 16 21:35:00.608371 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2123e957-7c3d-4edb-bebf-b4680b5e6e90 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d4402bb9-ad07-4d9f-96bf-46da6ad377f5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:00.610148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e3cd677d-cc29-436c-a5f1-63fc04acc9fb is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:00.612578 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5bbcce42-76ce-406d-9c2a-70c2b22ab465 None None] Port d4402bb9-ad07-4d9f-96bf-46da6ad377f5 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:35:00.620201 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-c26e251f-83a8-4a0d-843b-70007eaa6038 None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:35:00.649063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123e957-7c3d-4edb-bebf-b4680b5e6e90 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=d4402bb9-ad07-4d9f-96bf-46da6ad377f5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:00.685873 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2123e957-7c3d-4edb-bebf-b4680b5e6e90 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:00.692813 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2123e957-7c3d-4edb-bebf-b4680b5e6e90 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/d4402bb9-ad07-4d9f-96bf-46da6ad377f5 HTTP/1.1" status: 204  len: 168 time: 1.7049999
Apr 16 21:35:00.693769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58924) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:00.730037 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d58c0db-51f2-4a3a-9a70-440f76507077 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:35:00.730962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d58c0db-51f2-4a3a-9a70-440f76507077 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:35:00.734355 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7d58c0db-51f2-4a3a-9a70-440f76507077 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/d4402bb9-ad07-4d9f-96bf-46da6ad377f5 HTTP/1.1" status: 404  len: 333 time: 0.0394411
Apr 16 21:35:00.738054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58926) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:00.779403 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-651a0369-3515-468e-b44b-1c7cf12c74f2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:00.783378 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-651a0369-3515-468e-b44b-1c7cf12c74f2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/d4402bb9-ad07-4d9f-96bf-46da6ad377f5 HTTP/1.1" status: 404  len: 333 time: 0.0410461
Apr 16 21:35:00.787747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58928) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:00.874498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-099d3187-6cf9-4f32-b04b-3a715e9bc58c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting subnet fd3806f7-16ab-4a6b-a360-947ea3f5c3fd {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:35:00.879634 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-099d3187-6cf9-4f32-b04b-3a715e9bc58c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (fd3806f7-16ab-4a6b-a360-947ea3f5c3fd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:00.887276 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f554043-301a-44fa-ac62-a06ed2630ccb tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:00.888959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1f554043-301a-44fa-ac62-a06ed2630ccb tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/27f2c54f-35b9-4cbd-8966-0f2f653187a4 HTTP/1.1" status: 204  len: 168 time: 0.8033674
Apr 16 21:35:00.897389 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721add05-3090-46a4-a27b-78aa87417c40 req-d31c5fac-dc3b-41be-a686-43dc8a8a685e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:00.899446 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-721add05-3090-46a4-a27b-78aa87417c40 req-d31c5fac-dc3b-41be-a686-43dc8a8a685e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 944 time: 0.1350851
Apr 16 21:35:00.906445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58930) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:00.924108 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c26e251f-83a8-4a0d-843b-70007eaa6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124e38c40>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:42Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:00.937758 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:00.955078 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-099d3187-6cf9-4f32-b04b-3a715e9bc58c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (fd3806f7-16ab-4a6b-a360-947ea3f5c3fd), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:00.971681 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e251f-83a8-4a0d-843b-70007eaa6038 None None] Checking router: 5884384f-40e7-43ed-9cd3-3657008494f1 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:35:00.980996 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e251f-83a8-4a0d-843b-70007eaa6038 None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:35:00.981615 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c26e251f-83a8-4a0d-843b-70007eaa6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124e38c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:34:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:01.002908 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-721add05-3090-46a4-a27b-78aa87417c40 req-2107929e-2513-40ff-b1b3-aa7c1fc57f58 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840549
Apr 16 21:35:01.011774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f182781c-9a00-4b38-aeda-5d853ced6f58 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=27f2c54f-35b9-4cbd-8966-0f2f653187a4 HTTP/1.1" status: 200  len: 221 time: 0.0920630
Apr 16 21:35:01.018059 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58932) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:01.032307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-bc576ba4-03f5-4474-b593-6e520774d54e tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1341495895', 'description': 'label created by tempest'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:01.032307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-bc576ba4-03f5-4474-b593-6e520774d54e tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Unknown quota resources ['metering_label']. {{(pid=122555) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:35:01.144648 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-c26e251f-83a8-4a0d-843b-70007eaa6038 None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:35:01.182747 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Attempting to bind port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:01.183382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Attempting to bind port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:01.184695 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Attempting to bind port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:01.196344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Made reservation on behalf of 3fc5984593814ebbbedae67394556f03 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:01.204228 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:01.212885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:35:01.213220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Attempting to bind port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:01.252932 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:01.253626 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Checking segment: {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:01.254113 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Bound using segment: {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:01.254683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Bound port: 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:01.255108 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:01.273592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] device_id is not set on port 94b6ef2e-886b-4e9c-b5ec-165a5955ab0f yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:01.415753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e3cd677d-cc29-436c-a5f1-63fc04acc9fb up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:01.429512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:01.449005 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bc576ba4-03f5-4474-b593-6e520774d54e tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:01.453838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bc576ba4-03f5-4474-b593-6e520774d54e tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.4310236
Apr 16 21:35:01.454015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:01.454140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9cc91d4e-adc6-4bbd-a62d-c1c8066154bd req-6a3800ad-6e03-4bba-a03e-6d6fd7ccc067 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=b86e6830-cedb-4d55-a3b2-997462319b30 HTTP/1.1" status: 200  len: 210 time: 0.2393045
Apr 16 21:35:01.455884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58940) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:01.499780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-099d3187-6cf9-4f32-b04b-3a715e9bc58c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (fd3806f7-16ab-4a6b-a360-947ea3f5c3fd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:01.500679 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c26e251f-83a8-4a0d-843b-70007eaa6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124e38c40>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:42Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:01.519865 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e3cd677d-cc29-436c-a5f1-63fc04acc9fb triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:01.520589 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:01.542084 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e251f-83a8-4a0d-843b-70007eaa6038 None None] The sync data for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 is: [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:42Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:35:01.562996 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:01.570273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Allocated IP 2001:db8::1d2 (2c042989-2cc1-4319-a7d6-1c0e152feae5/cad99aad-3924-49b2-adf4-7be4bd657090/94b6ef2e-886b-4e9c-b5ec-165a5955ab0f) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:01.571967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9940344-5709-41b9-975b-64cb65a62094 req-36ab0a39-8650-4f88-93d1-dc0a38ab8c49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1031132
Apr 16 21:35:01.580279 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-87fe5df3-dcf7-40d5-b675-ba8751ff11bf tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=561628b4-fc3c-4f60-9942-0b4132a710d9 HTTP/1.1" status: 200  len: 468 time: 0.1221559
Apr 16 21:35:01.586348 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58942) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:01.622761 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e3cd677d-cc29-436c-a5f1-63fc04acc9fb is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:01.646716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:01.648742 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:01.649839 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] 10.222.0.41 "PUT /v2.0/ports/10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1092 time: 2.7032127
Apr 16 21:35:01.654629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:35:01.657094 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efce494d-4770-4648-a8dc-eac992f92219" -d '{"events": [{"name": "network-changed", "server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:35:01.660427 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-099d3187-6cf9-4f32-b04b-3a715e9bc58c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (fd3806f7-16ab-4a6b-a360-947ea3f5c3fd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:01.728135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d3187-6cf9-4f32-b04b-3a715e9bc58c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Subnet': ['ID=fd3806f7-16ab-4a6b-a360-947ea3f5c3fd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:01.733277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aea2b00-1665-4990-8fd2-fc04e2ef4887 None None] Network 53d4419f-b0a9-4a68-96bf-4d3139a38c9b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:01.747463 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-099d3187-6cf9-4f32-b04b-3a715e9bc58c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:01.755941 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-099d3187-6cf9-4f32-b04b-3a715e9bc58c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/fd3806f7-16ab-4a6b-a360-947ea3f5c3fd HTTP/1.1" status: 204  len: 168 time: 0.9669392
Apr 16 21:35:01.758541 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58946) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:01.769036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9940344-5709-41b9-975b-64cb65a62094 req-2b1c1bff-4b93-48ca-a46c-9c4cd570d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:01.771229 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9940344-5709-41b9-975b-64cb65a62094 req-2b1c1bff-4b93-48ca-a46c-9c4cd570d3d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=551fe53574564e4ea60f7288faf4298f&device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 1127 time: 0.1461158
Apr 16 21:35:01.815957 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2778bc-f602-4eef-a399-76ae8e242422 x-openstack-request-id: req-7f2778bc-f602-4eef-a399-76ae8e242422 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:35:01.816362 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:35:01.816688 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f2778bc-f602-4eef-a399-76ae8e242422 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:35:01.817156 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2778bc-f602-4eef-a399-76ae8e242422'] response: {'name': 'network-changed', 'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'status': 'completed', 'code': 200}
Apr 16 21:35:01.941396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798f137-0ff9-4b35-a54a-2edb2e349bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:02.008457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e171f1-0b30-44f4-8e57-52a951a5e766 None None] DHCP port deletion for 53d4419f-b0a9-4a68-96bf-4d3139a38c9b request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:35:02.056771 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (53d4419f-b0a9-4a68-96bf-4d3139a38c9b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:02.059342 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd7332-1168-4774-bae5-18718b4f250a None None] New status for floating IP a9408a39-2378-4740-a312-162609c05f06: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:35:02.068206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce494d-4770-4648-a8dc-eac992f92219 req-b2a01670-00d9-42c9-8920-a83b2c14e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:02.070248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-efce494d-4770-4648-a8dc-eac992f92219 req-b2a01670-00d9-42c9-8920-a83b2c14e81a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1126 time: 0.2562385
Apr 16 21:35:02.121904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9940344-5709-41b9-975b-64cb65a62094 req-812263a2-2845-42e5-ac9b-df6e0c1c9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:02.124050 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9940344-5709-41b9-975b-64cb65a62094 req-812263a2-2845-42e5-ac9b-df6e0c1c9ea4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0b57eca-5587-422d-aee9-773ab2a51166 HTTP/1.1" status: 200  len: 910 time: 0.2756507
Apr 16 21:35:02.178914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-12e171f1-0b30-44f4-8e57-52a951a5e766 None None] Deleting port e3cd677d-cc29-436c-a5f1-63fc04acc9fb {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:02.179334 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-12e171f1-0b30-44f4-8e57-52a951a5e766 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:02.180578 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1309b54-81a8-4db2-ac52-ab690b0c16a2 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:02.188047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a1309b54-81a8-4db2-ac52-ab690b0c16a2 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/561628b4-fc3c-4f60-9942-0b4132a710d9 HTTP/1.1" status: 204  len: 168 time: 0.5944259
Apr 16 21:35:02.188308 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58950) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:02.290077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-12e171f1-0b30-44f4-8e57-52a951a5e766 None None] For port e3cd677d-cc29-436c-a5f1-63fc04acc9fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3cd677d-cc29-436c-a5f1-63fc04acc9fb,segment=NetworkSegment(8218b127-5149-4d6d-909b-036e3d1a99ac),segment_id=8218b127-5149-4d6d-909b-036e3d1a99ac)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:02.290575 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-12e171f1-0b30-44f4-8e57-52a951a5e766 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:02.305007 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for port (94b6ef2e-886b-4e9c-b5ec-165a5955ab0f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:02.310609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-12e171f1-0b30-44f4-8e57-52a951a5e766 None None] Calling delete_port for e3cd677d-cc29-436c-a5f1-63fc04acc9fb owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:02.320445 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port e3cd677d-cc29-436c-a5f1-63fc04acc9fb {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:02.320805 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:02.336765 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce494d-4770-4648-a8dc-eac992f92219 req-08b91820-7a60-4eda-950a-e401bedcd86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:02.339454 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-efce494d-4770-4648-a8dc-eac992f92219 req-08b91820-7a60-4eda-950a-e401bedcd86f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&shared=False HTTP/1.1" status: 200  len: 897 time: 0.2600548
Apr 16 21:35:02.342083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367337d5-367b-403e-b7f1-93727ab15004 req-beeef98d-a60d-4f88-b63a-92d616198990 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:02.343598 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-367337d5-367b-403e-b7f1-93727ab15004 req-beeef98d-a60d-4f88-b63a-92d616198990 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 944 time: 0.2140481
Apr 16 21:35:02.345892 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9940344-5709-41b9-975b-64cb65a62094 req-456b7770-9066-49d0-a00a-0d7cc4068aae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 HTTP/1.1" status: 200  len: 999 time: 0.2042842
Apr 16 21:35:02.397472 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-236ce42d-176e-4276-99c4-df6a8ad90732 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=561628b4-fc3c-4f60-9942-0b4132a710d9 HTTP/1.1" status: 200  len: 216 time: 0.2004147
Apr 16 21:35:02.437029 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58960) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:02.471760 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-12e171f1-0b30-44f4-8e57-52a951a5e766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:02.478642 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] For port e3cd677d-cc29-436c-a5f1-63fc04acc9fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3cd677d-cc29-436c-a5f1-63fc04acc9fb,segment=NetworkSegment(8218b127-5149-4d6d-909b-036e3d1a99ac),segment_id=8218b127-5149-4d6d-909b-036e3d1a99ac)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:02.478642 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:02.478887 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a29c78dd-939c-4954-8b2a-f757be21882c tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0360751
Apr 16 21:35:02.481556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58966) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:02.515482 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9ab7ccc8-6fca-4993-a625-cae7a9fe272e tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0327559
Apr 16 21:35:02.518822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e171f1-0b30-44f4-8e57-52a951a5e766 None None] Pushing event deleted for resources: {'Port': ['ID=e3cd677d-cc29-436c-a5f1-63fc04acc9fb,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:02.524577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e171f1-0b30-44f4-8e57-52a951a5e766 None None] No DVR routers for this DVR port e3cd677d-cc29-436c-a5f1-63fc04acc9fb on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:02.525236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for e3cd677d-cc29-436c-a5f1-63fc04acc9fb owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:02.529527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58970) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:02.539264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9940344-5709-41b9-975b-64cb65a62094 req-44e3655b-4677-4b50-adf2-b67c51420626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:02.542002 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9940344-5709-41b9-975b-64cb65a62094 req-44e3655b-4677-4b50-adf2-b67c51420626 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=790327af-1d0e-4060-8eb3-ab75fb735884 HTTP/1.1" status: 200  len: 848 time: 0.1594942
Apr 16 21:35:02.543042 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (94b6ef2e-886b-4e9c-b5ec-165a5955ab0f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:02.569822 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-367337d5-367b-403e-b7f1-93727ab15004 req-fc3f1c2f-1d1a-4119-ab46-b7a0373917e2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1952789
Apr 16 21:35:02.658129 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4b70e509-7e66-4882-8711-d3bc1bc27ff1 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/2474b606-cb37-413b-b183-bde231f34dfe HTTP/1.1" status: 200  len: 473 time: 0.1249800
Apr 16 21:35:02.664027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58978) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:02.671548 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9940344-5709-41b9-975b-64cb65a62094 req-8f6bb852-b2d8-4844-b3fd-bbbe58a6f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:02.673673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9940344-5709-41b9-975b-64cb65a62094 req-8f6bb852-b2d8-4844-b3fd-bbbe58a6f3f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0b57eca-5587-422d-aee9-773ab2a51166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0585840
Apr 16 21:35:02.677879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce494d-4770-4648-a8dc-eac992f92219 req-168c5a0b-2522-4763-ac43-90ded436b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:02.679520 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-efce494d-4770-4648-a8dc-eac992f92219 req-168c5a0b-2522-4763-ac43-90ded436b5fd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3328574
Apr 16 21:35:02.687222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Network 2c042989-2cc1-4319-a7d6-1c0e152feae5 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:02.696911 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cb464df7-7104-4617-a36a-77dc40bfb088 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/fa4150b8-f760-4e3e-8a1b-188fee25612b HTTP/1.1" status: 200  len: 459 time: 0.0296977
Apr 16 21:35:02.697537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58980) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:02.710577 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:02.713922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:02.719597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:02.720439 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:02.722733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58982) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:02.725055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event updated for resources: {'Port': ['ID=94b6ef2e-886b-4e9c-b5ec-165a5955ab0f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:02.765051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e3cd677d-cc29-436c-a5f1-63fc04acc9fb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:02.817624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab9e61-d663-4ae8-a085-22258762b389 req-3a3f0a6b-4026-4046-8259-486b0f1647f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:02.822047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-3a3f0a6b-4026-4046-8259-486b0f1647f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1126 time: 0.0824704
Apr 16 21:35:02.829090 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9940344-5709-41b9-975b-64cb65a62094 req-60702911-0512-469c-a003-97056a74dea1 service neutron] 10.222.0.11 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477110
Apr 16 21:35:02.832695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No DVR routers for this DVR port e3cd677d-cc29-436c-a5f1-63fc04acc9fb on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:02.840019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=e3cd677d-cc29-436c-a5f1-63fc04acc9fb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:02.879289 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-41829446-ecd4-47d2-a348-ef07eafd89f8 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.7246597
Apr 16 21:35:02.880965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 58990) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:02.886425 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-1beb243e-0442-48c8-a532-fd7b18220299 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 217 time: 0.0577810
Apr 16 21:35:02.889848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Request body: {'port': {'network_id': '2c042989-2cc1-4319-a7d6-1c0e152feae5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1234982821'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:02.894334 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0581ede1-8ee7-43b9-8774-778f38c32777 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group (ffa34c0e-1d19-450c-a31f-228c4cfd918b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.018240 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (53d4419f-b0a9-4a68-96bf-4d3139a38c9b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.032693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-538413de-b0c3-44f0-9542-6fd2ca24b93f None None] Provisioning complete for port 94b6ef2e-886b-4e9c-b5ec-165a5955ab0f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:03.033362 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-538413de-b0c3-44f0-9542-6fd2ca24b93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (94b6ef2e-886b-4e9c-b5ec-165a5955ab0f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.054342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011df92610>,) {'filters': {'network_id': ['53d4419f-b0a9-4a68-96bf-4d3139a38c9b']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:03.073695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011df92610>, '8218b127-5149-4d6d-909b-036e3d1a99ac') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:03.074173 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011df92610>, '8218b127-5149-4d6d-909b-036e3d1a99ac') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:03.075448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-538413de-b0c3-44f0-9542-6fd2ca24b93f None None] Port 94b6ef2e-886b-4e9c-b5ec-165a5955ab0f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:35:03.084060 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9940344-5709-41b9-975b-64cb65a62094 req-a3f5cc21-b794-461f-b7aa-5ad7ab104b5e service neutron] 10.222.0.11 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2386642
Apr 16 21:35:03.086302 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-525a9b8a-46c4-4126-9dbf-90a6267518d4 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.087608 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-525a9b8a-46c4-4126-9dbf-90a6267518d4 tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/fa4150b8-f760-4e3e-8a1b-188fee25612b HTTP/1.1" status: 204  len: 168 time: 0.3860362
Apr 16 21:35:03.088613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (8218b127-5149-4d6d-909b-036e3d1a99ac), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.090500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 58994) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:03.091671 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0581ede1-8ee7-43b9-8774-778f38c32777 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group (ffa34c0e-1d19-450c-a31f-228c4cfd918b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.131159 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab9e61-d663-4ae8-a085-22258762b389 req-df15464c-f6b0-435b-b4aa-1d278d2efe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:03.133283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-df15464c-f6b0-435b-b4aa-1d278d2efe05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.1806133
Apr 16 21:35:03.205057 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8218b127-5149-4d6d-909b-036e3d1a99ac), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.224356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab9e61-d663-4ae8-a085-22258762b389 req-1e57fe36-3717-4e25-b4b8-b3ffe18ead11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:03.226158 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-1e57fe36-3717-4e25-b4b8-b3ffe18ead11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0792165
Apr 16 21:35:03.258781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:03.259318 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (8218b127-5149-4d6d-909b-036e3d1a99ac), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:03.262967 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:03.318318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0581ede1-8ee7-43b9-8774-778f38c32777 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ffa34c0e-1d19-450c-a31f-228c4cfd918b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.321463 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0581ede1-8ee7-43b9-8774-778f38c32777 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.325410 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0581ede1-8ee7-43b9-8774-778f38c32777 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "DELETE /v2.0/security-groups/ffa34c0e-1d19-450c-a31f-228c4cfd918b HTTP/1.1" status: 204  len: 168 time: 0.5988839
Apr 16 21:35:03.328275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59014) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:03.361514 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-c0e80cb5-866f-409a-9e69-9c5a2f333353 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] show failed (client error): The resource could not be found.
Apr 16 21:35:03.364403 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c0e80cb5-866f-409a-9e69-9c5a2f333353 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups/ffa34c0e-1d19-450c-a31f-228c4cfd918b HTTP/1.1" status: 404  len: 347 time: 0.0295391
Apr 16 21:35:03.364403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581ede1-8ee7-43b9-8774-778f38c32777 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa34c0e-1d19-450c-a31f-228c4cfd918b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:03.369463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Made reservation on behalf of 3fc5984593814ebbbedae67394556f03 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:03.374403 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.378505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59016) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:03.383856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e3cd677d-cc29-436c-a5f1-63fc04acc9fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:35:03.408163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: e3cd677d-cc29-436c-a5f1-63fc04acc9fb {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:35:03.408544 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e3cd677d-cc29-436c-a5f1-63fc04acc9fb not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:35:03.491030 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-f41bd789-ce5d-4c36-816f-b4539abea498 service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572386
Apr 16 21:35:03.492197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] device_id is not set on port 74e2e04e-637c-41a1-844f-b7048c54c9f7 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:03.831044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ecd58-980c-428f-aba8-ba3a7a2e4919 req-635a0f23-54d2-4797-a63b-00bbcd5acf8b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:03.832674 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-019ecd58-980c-428f-aba8-ba3a7a2e4919 req-635a0f23-54d2-4797-a63b-00bbcd5acf8b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 944 time: 0.1131079
Apr 16 21:35:03.885605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-019ecd58-980c-428f-aba8-ba3a7a2e4919 req-7cdfe662-c27a-4f28-abbd-7bd46346dca3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469441
Apr 16 21:35:03.906335 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3524536a-d4a5-4c01-9217-9cf077ad45da tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.908368 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3524536a-d4a5-4c01-9217-9cf077ad45da tempest-MeteringIpV6TestJSON-1831569166 tempest-MeteringIpV6TestJSON-1831569166-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/2474b606-cb37-413b-b183-bde231f34dfe HTTP/1.1" status: 204  len: 168 time: 0.8164871
Apr 16 21:35:03.927148 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (53d4419f-b0a9-4a68-96bf-4d3139a38c9b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.936161 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:03.940419 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/networks/53d4419f-b0a9-4a68-96bf-4d3139a38c9b HTTP/1.1" status: 204  len: 168 time: 2.1792603
Apr 16 21:35:03.953466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59022) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:03.958122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-56096d5d-7fe5-4d99-998d-0fe44327eb8e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1142684875'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:03.981572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde168a-3e69-4641-8450-dafd6e5f22c6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Network': ['ID=53d4419f-b0a9-4a68-96bf-4d3139a38c9b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:04.005393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-eda4942e-803d-42cd-856a-fbb67001af86 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Deleting port 47b992cd-f30e-410d-906e-1acedf1226c2 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:04.005748 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eda4942e-803d-42cd-856a-fbb67001af86 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (47b992cd-f30e-410d-906e-1acedf1226c2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.075084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56096d5d-7fe5-4d99-998d-0fe44327eb8e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:04.078626 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-56096d5d-7fe5-4d99-998d-0fe44327eb8e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.087411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afab9e61-d663-4ae8-a085-22258762b389 req-e79c5596-2fb2-423e-a586-af1e904b9647 service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5862253
Apr 16 21:35:04.106632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56096d5d-7fe5-4d99-998d-0fe44327eb8e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:04.116837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-56096d5d-7fe5-4d99-998d-0fe44327eb8e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2775760a-caab-4a20-b322-1b7846d67fda), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.117260 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-56096d5d-7fe5-4d99-998d-0fe44327eb8e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Added segment 2775760a-caab-4a20-b322-1b7846d67fda of type vlan for network cb2821cc-158a-409b-bfb4-4fed97f48c1d
Apr 16 21:35:04.123584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Allocated IP 2001:db8::270 (2c042989-2cc1-4319-a7d6-1c0e152feae5/cad99aad-3924-49b2-adf4-7be4bd657090/74e2e04e-637c-41a1-844f-b7048c54c9f7) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:04.153682 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eda4942e-803d-42cd-856a-fbb67001af86 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (47b992cd-f30e-410d-906e-1acedf1226c2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.154008 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eda4942e-803d-42cd-856a-fbb67001af86 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (47b992cd-f30e-410d-906e-1acedf1226c2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.161353 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-56096d5d-7fe5-4d99-998d-0fe44327eb8e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (cb2821cc-158a-409b-bfb4-4fed97f48c1d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.177380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-eda4942e-803d-42cd-856a-fbb67001af86 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Calling delete_port for 47b992cd-f30e-410d-906e-1acedf1226c2 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:04.333717 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-56096d5d-7fe5-4d99-998d-0fe44327eb8e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (cb2821cc-158a-409b-bfb4-4fed97f48c1d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.339626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56096d5d-7fe5-4d99-998d-0fe44327eb8e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:04.340469 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-56096d5d-7fe5-4d99-998d-0fe44327eb8e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.373583 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for port (74e2e04e-637c-41a1-844f-b7048c54c9f7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.411180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56096d5d-7fe5-4d99-998d-0fe44327eb8e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Network': ['ID=cb2821cc-158a-409b-bfb4-4fed97f48c1d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:04.425249 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network cb2821cc-158a-409b-bfb4-4fed97f48c1d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:04.443602 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-56096d5d-7fe5-4d99-998d-0fe44327eb8e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4897375
Apr 16 21:35:04.446472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59030) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:04.453911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': 'cb2821cc-158a-409b-bfb4-4fed97f48c1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:04.492843 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eda4942e-803d-42cd-856a-fbb67001af86 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (47b992cd-f30e-410d-906e-1acedf1226c2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.494838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59032) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:04.524589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (74e2e04e-637c-41a1-844f-b7048c54c9f7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.532243 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4942e-803d-42cd-856a-fbb67001af86 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event deleted for resources: {'Port': ['ID=47b992cd-f30e-410d-906e-1acedf1226c2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:04.598366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Network 2c042989-2cc1-4319-a7d6-1c0e152feae5 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:04.616430 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:04.624196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:04.626285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:04.627582 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.631990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:04.632159 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.664214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event updated for resources: {'Port': ['ID=74e2e04e-637c-41a1-844f-b7048c54c9f7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:04.672140 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a7db9b4-bcb1-4613-a6b9-3c60d386ce1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.686632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eda4942e-803d-42cd-856a-fbb67001af86 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (a9408a39-2378-4740-a312-162609c05f06), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.689184 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eda4942e-803d-42cd-856a-fbb67001af86 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.691465 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eda4942e-803d-42cd-856a-fbb67001af86 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "DELETE /v2.0/floatingips/a9408a39-2378-4740-a312-162609c05f06 HTTP/1.1" status: 204  len: 168 time: 1.3089397
Apr 16 21:35:04.744438 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-be9d54ac-3d33-4dd5-b25b-a79d7acbeff4 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.8599286
Apr 16 21:35:04.748287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59038) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:04.755154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3829e9f0-9415-4512-9052-a312a4db0bc0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9e', 'mac_address': 'fa:16:3e:67:b6:37'}, {'ip_address': '2001:db8::1d2', 'mac_address': 'fa:16:3e:6c:3f:a1'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:04.789333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a7db9b4-bcb1-4613-a6b9-3c60d386ce1b admin admin] Publish callbacks [] for security_group (8797068d-a6f5-4461-8ad8-1b502d017d80), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.851109 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a7db9b4-bcb1-4613-a6b9-3c60d386ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8797068d-a6f5-4461-8ad8-1b502d017d80), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:04.902374 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4a7db9b4-bcb1-4613-a6b9-3c60d386ce1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1539a8997514fbabd50b53218404a8c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4050033
Apr 16 21:35:04.904918 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59040) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:04.942855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7db9b4-bcb1-4613-a6b9-3c60d386ce1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8797068d-a6f5-4461-8ad8-1b502d017d80,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:04.977637 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64fcd296-4e3f-4f34-b5f6-583eb84135e9 admin admin] Publish callbacks [] for security_group (8797068d-a6f5-4461-8ad8-1b502d017d80), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.011965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64fcd296-4e3f-4f34-b5f6-583eb84135e9 admin admin] Publish callbacks [] for security_group (8797068d-a6f5-4461-8ad8-1b502d017d80), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.013640 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-965862f4-88f1-47a7-af79-2487bf9592cf None None] Provisioning complete for port 74e2e04e-637c-41a1-844f-b7048c54c9f7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:05.014256 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-965862f4-88f1-47a7-af79-2487bf9592cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (74e2e04e-637c-41a1-844f-b7048c54c9f7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.050351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd3312-aede-4d33-ad18-cf567b76fdd0 req-170383c3-3ae0-4008-aa4f-1274e933ec68 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:05.058640 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4bd3312-aede-4d33-ad18-cf567b76fdd0 req-170383c3-3ae0-4008-aa4f-1274e933ec68 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 944 time: 0.0796082
Apr 16 21:35:05.067098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-965862f4-88f1-47a7-af79-2487bf9592cf None None] Port 74e2e04e-637c-41a1-844f-b7048c54c9f7 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:35:05.083583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (2054ff2a-b33f-41ea-8d11-1e075945a45a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.132401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64fcd296-4e3f-4f34-b5f6-583eb84135e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8797068d-a6f5-4461-8ad8-1b502d017d80), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.135980 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64fcd296-4e3f-4f34-b5f6-583eb84135e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.139737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-64fcd296-4e3f-4f34-b5f6-583eb84135e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8797068d-a6f5-4461-8ad8-1b502d017d80 HTTP/1.1" status: 204  len: 168 time: 0.2314219
Apr 16 21:35:05.139892 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3829e9f0-9415-4512-9052-a312a4db0bc0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (74e2e04e-637c-41a1-844f-b7048c54c9f7), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.147396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcd296-4e3f-4f34-b5f6-583eb84135e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8797068d-a6f5-4461-8ad8-1b502d017d80,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:05.205046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59046) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:05.211656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-71e740f9-bc14-423b-bedc-34c8fb10e7eb tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2115206201', 'description': 'tempest-description--249028622'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:05.213099 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f4bd3312-aede-4d33-ad18-cf567b76fdd0 req-6e17e376-7e81-4cd4-8aa0-f291a6e3959e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1534221
Apr 16 21:35:05.213750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Subnet': ['ID=2054ff2a-b33f-41ea-8d11-1e075945a45a,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:05.252793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.253150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.253493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.253836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.254171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.254504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.254834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.255161 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.255489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.255818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.256146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.256521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.256896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.257164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.257484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:05.264948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Checking segment: {'id': '2775760a-caab-4a20-b322-1b7846d67fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cb2821cc-158a-409b-bfb4-4fed97f48c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:05.265337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network hostable DHCP agents. Network: cb2821cc-158a-409b-bfb4-4fed97f48c1d, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:05.287365 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71e740f9-bc14-423b-bedc-34c8fb10e7eb tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.362852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network cb2821cc-158a-409b-bfb4-4fed97f48c1d is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:05.372046 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71e740f9-bc14-423b-bedc-34c8fb10e7eb tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group (045869be-d644-485e-8f33-f222b62022cb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.419750 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3829e9f0-9415-4512-9052-a312a4db0bc0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for port (74e2e04e-637c-41a1-844f-b7048c54c9f7), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.481228 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71e740f9-bc14-423b-bedc-34c8fb10e7eb tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (045869be-d644-485e-8f33-f222b62022cb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.504316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb2821cc-158a-409b-bfb4-4fed97f48c1d) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:05.506031 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3829e9f0-9415-4512-9052-a312a4db0bc0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (74e2e04e-637c-41a1-844f-b7048c54c9f7), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.515576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e740f9-bc14-423b-bedc-34c8fb10e7eb tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045869be-d644-485e-8f33-f222b62022cb,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:05.516987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0070a07a-c739-47f1-a90e-551fe28fac1a None None] Network cb2821cc-158a-409b-bfb4-4fed97f48c1d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:05.530325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:05.531035 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.571238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3829e9f0-9415-4512-9052-a312a4db0bc0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] In _notify_port_updated(), no bound segment for port 74e2e04e-637c-41a1-844f-b7048c54c9f7 on network 2c042989-2cc1-4319-a7d6-1c0e152feae5 {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:35:05.582806 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3829e9f0-9415-4512-9052-a312a4db0bc0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:05.582806 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3829e9f0-9415-4512-9052-a312a4db0bc0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.582806 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3829e9f0-9415-4512-9052-a312a4db0bc0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "PUT /v2.0/ports/74e2e04e-637c-41a1-844f-b7048c54c9f7 HTTP/1.1" status: 200  len: 1067 time: 0.8295882
Apr 16 21:35:05.582806 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59052) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:05.584909 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-71e740f9-bc14-423b-bedc-34c8fb10e7eb tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.586477 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-71e740f9-bc14-423b-bedc-34c8fb10e7eb tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3800957
Apr 16 21:35:05.589795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59054) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:05.594553 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8515ad10-d2ce-4adf-9528-4e706cd436c1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Request body: {'security_group_rule': {'security_group_id': '045869be-d644-485e-8f33-f222b62022cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:05.636487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829e9f0-9415-4512-9052-a312a4db0bc0 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event updated for resources: {'Port': ['ID=74e2e04e-637c-41a1-844f-b7048c54c9f7,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:05.636952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cb2821cc-158a-409b-bfb4-4fed97f48c1d', 'network_id': 'cb2821cc-158a-409b-bfb4-4fed97f48c1d', 'project_id': 'e129a0846b2543b7be00d3cf3941352c', 'fixed_ips': [{'subnet_id': '2054ff2a-b33f-41ea-8d11-1e075945a45a'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:05.637830 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.657130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5738afc4-7175-4c7b-b676-cdf52b97e149 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2044864
Apr 16 21:35:05.657238 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59056) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:05.662262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': 'cb2821cc-158a-409b-bfb4-4fed97f48c1d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1530437511'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:05.719661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-a0dd195a-6362-4a59-bd60-e55328c3902c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Deleting port 74e2e04e-637c-41a1-844f-b7048c54c9f7 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:05.720299 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0dd195a-6362-4a59-bd60-e55328c3902c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (74e2e04e-637c-41a1-844f-b7048c54c9f7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.804060 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8515ad10-d2ce-4adf-9528-4e706cd436c1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group_rule (45821126-3481-4743-aaf6-aebb6b7ad1ed), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.832397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Allocated IP 2001:db8::2 (cb2821cc-158a-409b-bfb4-4fed97f48c1d/2054ff2a-b33f-41ea-8d11-1e075945a45a/257bf9c4-ed6c-4892-8402-b7dce8b2f2fc) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:05.868515 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0dd195a-6362-4a59-bd60-e55328c3902c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (74e2e04e-637c-41a1-844f-b7048c54c9f7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.885588 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8515ad10-d2ce-4adf-9528-4e706cd436c1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group_rule (45821126-3481-4743-aaf6-aebb6b7ad1ed), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.887117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-a0dd195a-6362-4a59-bd60-e55328c3902c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Calling delete_port for 74e2e04e-637c-41a1-844f-b7048c54c9f7 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:05.904419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:05.909434 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.912915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59058) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:05.928074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-70c92123-a29d-49a1-a9de-88e80cebe609 None None] Provisioning complete for port 74e2e04e-637c-41a1-844f-b7048c54c9f7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:05.928482 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-70c92123-a29d-49a1-a9de-88e80cebe609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (74e2e04e-637c-41a1-844f-b7048c54c9f7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.933134 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eaf661db-b876-4708-a5f2-8a96f42760ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.951296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port b2796379-94cc-4e46-922c-a5e65f2a5501 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:05.956593 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8515ad10-d2ce-4adf-9528-4e706cd436c1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (45821126-3481-4743-aaf6-aebb6b7ad1ed), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:05.987215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515ad10-d2ce-4adf-9528-4e706cd436c1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45821126-3481-4743-aaf6-aebb6b7ad1ed,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:05.988456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-70c92123-a29d-49a1-a9de-88e80cebe609 None None] Port 74e2e04e-637c-41a1-844f-b7048c54c9f7 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:35:06.049289 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Publish callbacks [] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.091676 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8515ad10-d2ce-4adf-9528-4e706cd436c1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.092919 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8515ad10-d2ce-4adf-9528-4e706cd436c1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5021708
Apr 16 21:35:06.095810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59060) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:06.100491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d0e155fd-c2b8-43c2-933b-77d0d9874910 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Request body: {'security_group_rule': {'security_group_id': '045869be-d644-485e-8f33-f222b62022cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:06.110270 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.111813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0dd195a-6362-4a59-bd60-e55328c3902c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (74e2e04e-637c-41a1-844f-b7048c54c9f7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.112489 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eaf661db-b876-4708-a5f2-8a96f42760ab admin admin] Publish callbacks [] for security_group (8ad5674d-0cb5-4def-9026-c0b50f2c672b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.152964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Pushing event updated for resources: {'Port': ['ID=257bf9c4-ed6c-4892-8402-b7dce8b2f2fc,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:06.180285 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Network cb2821cc-158a-409b-bfb4-4fed97f48c1d is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:06.182432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:06.184707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:06.188265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8::111 (cb2821cc-158a-409b-bfb4-4fed97f48c1d/2054ff2a-b33f-41ea-8d11-1e075945a45a/b2796379-94cc-4e46-922c-a5e65f2a5501) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:06.190617 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eaf661db-b876-4708-a5f2-8a96f42760ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8ad5674d-0cb5-4def-9026-c0b50f2c672b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.265774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Attempting to bind port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:06.266355 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Attempting to bind port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2775760a-caab-4a20-b322-1b7846d67fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cb2821cc-158a-409b-bfb4-4fed97f48c1d'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:06.266917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Attempting to bind port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc on network cb2821cc-158a-409b-bfb4-4fed97f48c1d {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:06.274847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd195a-6362-4a59-bd60-e55328c3902c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event deleted for resources: {'Port': ['ID=74e2e04e-637c-41a1-844f-b7048c54c9f7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:06.277740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:06.278344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Checking segment: {'id': '2775760a-caab-4a20-b322-1b7846d67fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cb2821cc-158a-409b-bfb4-4fed97f48c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:06.279051 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.279669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Bound using segment: {'id': '2775760a-caab-4a20-b322-1b7846d67fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cb2821cc-158a-409b-bfb4-4fed97f48c1d'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:06.280394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Bound port: 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2775760a-caab-4a20-b322-1b7846d67fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cb2821cc-158a-409b-bfb4-4fed97f48c1d'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:06.280977 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.294790 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.314200 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0e155fd-c2b8-43c2-933b-77d0d9874910 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group_rule (84944124-7d8c-42a4-9f85-74cf0836083f), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.336623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eaf661db-b876-4708-a5f2-8a96f42760ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f83be7bee2b141438b5581711d0344c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4224422
Apr 16 21:35:06.338243 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf661db-b876-4708-a5f2-8a96f42760ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad5674d-0cb5-4def-9026-c0b50f2c672b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:06.357117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59064) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:06.372953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] For port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:06.376662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] For port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=257bf9c4-ed6c-4892-8402-b7dce8b2f2fc,segment=NetworkSegment(2775760a-caab-4a20-b322-1b7846d67fda),segment_id=2775760a-caab-4a20-b322-1b7846d67fda)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:06.438553 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df8934-0dc4-4d28-9227-527b62d42eaf req-f1c83d59-60ba-4075-99fb-74cfed32ec9c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:06.441945 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.446712 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e1df8934-0dc4-4d28-9227-527b62d42eaf req-f1c83d59-60ba-4075-99fb-74cfed32ec9c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 944 time: 0.1024497
Apr 16 21:35:06.512613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b861c-4b4c-477c-a496-4f3a7c1f1c10 None None] Pushing event updated for resources: {'Port': ['ID=257bf9c4-ed6c-4892-8402-b7dce8b2f2fc,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:06.544778 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e1df8934-0dc4-4d28-9227-527b62d42eaf req-493b80ad-73ad-41c6-b5ab-9d0bd03dc2c3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970170
Apr 16 21:35:06.563290 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (b2796379-94cc-4e46-922c-a5e65f2a5501), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.568892 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0dd195a-6362-4a59-bd60-e55328c3902c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.575292 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a0dd195a-6362-4a59-bd60-e55328c3902c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "DELETE /v2.0/ports/74e2e04e-637c-41a1-844f-b7048c54c9f7 HTTP/1.1" status: 204  len: 168 time: 0.9885268
Apr 16 21:35:06.580782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59072) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:06.600485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e411b5a6-d141-46b5-ba91-46f9bb538827 admin admin] Publish callbacks [] for security_group (8ad5674d-0cb5-4def-9026-c0b50f2c672b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.603585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0e155fd-c2b8-43c2-933b-77d0d9874910 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group_rule (84944124-7d8c-42a4-9f85-74cf0836083f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.618506 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-6376c996-bff4-48fb-8984-375e84ecacef tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:06.621637 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6376c996-bff4-48fb-8984-375e84ecacef tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "GET /v2.0/ports/74e2e04e-637c-41a1-844f-b7048c54c9f7 HTTP/1.1" status: 404  len: 333 time: 0.0379660
Apr 16 21:35:06.624433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59074) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:06.644570 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e411b5a6-d141-46b5-ba91-46f9bb538827 admin admin] Publish callbacks [] for security_group (8ad5674d-0cb5-4def-9026-c0b50f2c672b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.684055 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0e155fd-c2b8-43c2-933b-77d0d9874910 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (84944124-7d8c-42a4-9f85-74cf0836083f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.715454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e155fd-c2b8-43c2-933b-77d0d9874910 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84944124-7d8c-42a4-9f85-74cf0836083f,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:06.764486 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b2796379-94cc-4e46-922c-a5e65f2a5501), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.832916 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0e155fd-c2b8-43c2-933b-77d0d9874910 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.836264 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d0e155fd-c2b8-43c2-933b-77d0d9874910 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7393594
Apr 16 21:35:06.839884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59080) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:06.841917 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network cb2821cc-158a-409b-bfb4-4fed97f48c1d is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:06.846606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:06.848596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3ebabf03-4a25-447f-9a60-9de41828ac85 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Deleting port 94b6ef2e-886b-4e9c-b5ec-165a5955ab0f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:06.849048 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ebabf03-4a25-447f-9a60-9de41828ac85 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (94b6ef2e-886b-4e9c-b5ec-165a5955ab0f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.850937 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:06.853627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:06.858542 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e411b5a6-d141-46b5-ba91-46f9bb538827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8ad5674d-0cb5-4def-9026-c0b50f2c672b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.861657 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e411b5a6-d141-46b5-ba91-46f9bb538827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.862792 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e411b5a6-d141-46b5-ba91-46f9bb538827 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ad5674d-0cb5-4def-9026-c0b50f2c672b HTTP/1.1" status: 204  len: 168 time: 0.5016954
Apr 16 21:35:06.865817 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:06.866611 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.884707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411b5a6-d141-46b5-ba91-46f9bb538827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad5674d-0cb5-4def-9026-c0b50f2c672b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:06.936212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=b2796379-94cc-4e46-922c-a5e65f2a5501,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:06.957291 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:06.990890 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ebabf03-4a25-447f-9a60-9de41828ac85 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (94b6ef2e-886b-4e9c-b5ec-165a5955ab0f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:07.007384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3ebabf03-4a25-447f-9a60-9de41828ac85 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Calling delete_port for 94b6ef2e-886b-4e9c-b5ec-165a5955ab0f owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:07.014555 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-547bad13-34bc-40ff-889b-21531db6bcc8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 1.3564565
Apr 16 21:35:07.018864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59084) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:07.088973 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:07.190224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-65cf39e1-eba4-405b-9953-018f6d1da4be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port b2796379-94cc-4e46-922c-a5e65f2a5501 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:07.190787 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65cf39e1-eba4-405b-9953-018f6d1da4be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b2796379-94cc-4e46-922c-a5e65f2a5501), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:07.274904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Allocated IP 172.35.1.185 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/eb809efc-0d9b-4ada-8d4e-f302947ad1e7) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:07.335742 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65cf39e1-eba4-405b-9953-018f6d1da4be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b2796379-94cc-4e46-922c-a5e65f2a5501), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:07.355079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-65cf39e1-eba4-405b-9953-018f6d1da4be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for b2796379-94cc-4e46-922c-a5e65f2a5501 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:07.425230 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ebabf03-4a25-447f-9a60-9de41828ac85 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (94b6ef2e-886b-4e9c-b5ec-165a5955ab0f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:07.429840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:07.453425 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for port (eb809efc-0d9b-4ada-8d4e-f302947ad1e7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:07.491366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebabf03-4a25-447f-9a60-9de41828ac85 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event deleted for resources: {'Port': ['ID=94b6ef2e-886b-4e9c-b5ec-165a5955ab0f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:07.540874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:07.541170 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:07.548733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ebabf03-4a25-447f-9a60-9de41828ac85 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:07.548733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ebabf03-4a25-447f-9a60-9de41828ac85 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "DELETE /v2.0/ports/94b6ef2e-886b-4e9c-b5ec-165a5955ab0f HTTP/1.1" status: 204  len: 168 time: 0.9233170
Apr 16 21:35:07.553072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59108) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:07.594551 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-92773989-deef-4b93-9155-4eb6d7541a4e tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:07.596217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-92773989-deef-4b93-9155-4eb6d7541a4e tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "GET /v2.0/ports/94b6ef2e-886b-4e9c-b5ec-165a5955ab0f HTTP/1.1" status: 404  len: 333 time: 0.0420403
Apr 16 21:35:07.601305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59112) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:07.641717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:07.642122 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:07.724616 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (eb809efc-0d9b-4ada-8d4e-f302947ad1e7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:07.726798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=257bf9c4-ed6c-4892-8402-b7dce8b2f2fc,segment=NetworkSegment(2775760a-caab-4a20-b322-1b7846d67fda),segment_id=2775760a-caab-4a20-b322-1b7846d67fda)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:07.763053 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65cf39e1-eba4-405b-9953-018f6d1da4be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b2796379-94cc-4e46-922c-a5e65f2a5501), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:07.795654 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:07.812665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf39e1-eba4-405b-9953-018f6d1da4be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=b2796379-94cc-4e46-922c-a5e65f2a5501,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:07.856084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:07.860568 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65cf39e1-eba4-405b-9953-018f6d1da4be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:07.868271 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-65cf39e1-eba4-405b-9953-018f6d1da4be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/b2796379-94cc-4e46-922c-a5e65f2a5501 HTTP/1.1" status: 204  len: 168 time: 0.8489704
Apr 16 21:35:07.868954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59116) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:07.881203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=257bf9c4-ed6c-4892-8402-b7dce8b2f2fc,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:07.886087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:07.895166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event updated for resources: {'Port': ['ID=eb809efc-0d9b-4ada-8d4e-f302947ad1e7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:07.907927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:07.915681 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb64cb7-9f84-42a6-aee0-8701cf349df4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:07.917500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a70e7f-c350-4a7a-a35d-f1dd48fcfb82 req-e8519ed8-88b6-4c5d-8765-eae65e1e7282 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:07.920255 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0eb64cb7-9f84-42a6-aee0-8701cf349df4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/b2796379-94cc-4e46-922c-a5e65f2a5501 HTTP/1.1" status: 404  len: 333 time: 0.0497341
Apr 16 21:35:07.920878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59120) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:07.925529 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d4a70e7f-c350-4a7a-a35d-f1dd48fcfb82 req-e8519ed8-88b6-4c5d-8765-eae65e1e7282 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 944 time: 0.2450824
Apr 16 21:35:07.991156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-35001c45-198d-48fa-aac5-956c7e43dade tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting subnet 2054ff2a-b33f-41ea-8d11-1e075945a45a {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:35:07.996751 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35001c45-198d-48fa-aac5-956c7e43dade tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (2054ff2a-b33f-41ea-8d11-1e075945a45a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.007872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-0111cf07-574f-412d-9ab9-e407f7303839 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Deleting port 7a87df4d-46de-415a-ad47-747dd31e86ea {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:08.008267 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0111cf07-574f-412d-9ab9-e407f7303839 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7a87df4d-46de-415a-ad47-747dd31e86ea), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.054794 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35001c45-198d-48fa-aac5-956c7e43dade tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (2054ff2a-b33f-41ea-8d11-1e075945a45a), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.075830 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a536ef0f-93e3-4dad-9083-7dbb53c66562 None None] Network cb2821cc-158a-409b-bfb4-4fed97f48c1d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:08.095225 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d4a70e7f-c350-4a7a-a35d-f1dd48fcfb82 req-adceb83a-f7ca-4021-8dcb-97a7510f76ad tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1688087
Apr 16 21:35:08.163684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-41b5fc66-2c33-4824-bb36-477265c69798 None None] Provisioning complete for port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:08.164058 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-41b5fc66-2c33-4824-bb36-477265c69798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.212928 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0111cf07-574f-412d-9ab9-e407f7303839 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7a87df4d-46de-415a-ad47-747dd31e86ea), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.215731 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (fbb74862-1517-43b4-ab22-02e70c27e786), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.230858 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35001c45-198d-48fa-aac5-956c7e43dade tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (2054ff2a-b33f-41ea-8d11-1e075945a45a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.238454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-0111cf07-574f-412d-9ab9-e407f7303839 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Calling delete_port for 7a87df4d-46de-415a-ad47-747dd31e86ea owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:08.238761 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:35:08.280127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59132) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:08.343412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-41b5fc66-2c33-4824-bb36-477265c69798 None None] Current status of the port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:08.386663 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (eb809efc-0d9b-4ada-8d4e-f302947ad1e7), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.476846 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35001c45-198d-48fa-aac5-956c7e43dade tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (2054ff2a-b33f-41ea-8d11-1e075945a45a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.516289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35001c45-198d-48fa-aac5-956c7e43dade tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Subnet': ['ID=2054ff2a-b33f-41ea-8d11-1e075945a45a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:08.521375 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5e3d97e1-c8e1-4cb6-a08d-25001049ecb9 tempest-AgentManagementNegativeTest-1808013315 tempest-AgentManagementNegativeTest-1808013315-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.2399848
Apr 16 21:35:08.526720 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35001c45-198d-48fa-aac5-956c7e43dade tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.531690 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-35001c45-198d-48fa-aac5-956c7e43dade tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/2054ff2a-b33f-41ea-8d11-1e075945a45a HTTP/1.1" status: 204  len: 168 time: 0.6091659
Apr 16 21:35:08.533549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59138) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:08.618559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:08.643080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'port_id': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'mac_address': 'fa:16:3e:cb:72:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:35:08.660424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (cb2821cc-158a-409b-bfb4-4fed97f48c1d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.660959 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aac5c9-9cd8-46da-95dd-d6ed66069165 None None] Network cb2821cc-158a-409b-bfb4-4fed97f48c1d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:08.661492 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for port (eb809efc-0d9b-4ada-8d4e-f302947ad1e7), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.675510 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0111cf07-574f-412d-9ab9-e407f7303839 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7a87df4d-46de-415a-ad47-747dd31e86ea), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.704761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111cf07-574f-412d-9ab9-e407f7303839 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event deleted for resources: {'Port': ['ID=7a87df4d-46de-415a-ad47-747dd31e86ea,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:08.715403 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (eb809efc-0d9b-4ada-8d4e-f302947ad1e7), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.725308 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:08.725653 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.774011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0111cf07-574f-412d-9ab9-e407f7303839 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.779274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0111cf07-574f-412d-9ab9-e407f7303839 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "DELETE /v2.0/ports/7a87df4d-46de-415a-ad47-747dd31e86ea HTTP/1.1" status: 204  len: 168 time: 1.1770945
Apr 16 21:35:08.781032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59140) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:08.790217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:08.790705 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.812846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c8369785-f947-433d-8d65-b1cfc5f27b7f None None] Provisioning complete for port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:08.813160 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c8369785-f947-433d-8d65-b1cfc5f27b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.820070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] For port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=257bf9c4-ed6c-4892-8402-b7dce8b2f2fc,segment=NetworkSegment(2775760a-caab-4a20-b322-1b7846d67fda),segment_id=2775760a-caab-4a20-b322-1b7846d67fda)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:08.820496 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.841106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:08.861465 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:35:08.881083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event updated for resources: {'Port': ['ID=eb809efc-0d9b-4ada-8d4e-f302947ad1e7,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:08.899884 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (fbb74862-1517-43b4-ab22-02e70c27e786), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.902354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-010555a5-8db3-4aeb-aad2-ad2bc6ab8f4c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Deleting subnet cad99aad-3924-49b2-adf4-7be4bd657090 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:35:08.910636 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-010555a5-8db3-4aeb-aad2-ad2bc6ab8f4c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for subnet (cad99aad-3924-49b2-adf4-7be4bd657090), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.917294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:08.985965 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-010555a5-8db3-4aeb-aad2-ad2bc6ab8f4c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (cad99aad-3924-49b2-adf4-7be4bd657090), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:08.999704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6225cbf8-a854-413a-a444-3c242d18e129 None None] DHCP port deletion for cb2821cc-158a-409b-bfb4-4fed97f48c1d request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:35:09.016940 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.040400 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.041849 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-71ec9bb5-392a-4d06-aa0d-fcd8dee25c54 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2005701
Apr 16 21:35:09.092579 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.102969 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c8369785-f947-433d-8d65-b1cfc5f27b7f None None] Current status of the port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:09.134805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59148) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:09.142231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6225cbf8-a854-413a-a444-3c242d18e129 None None] Deleting port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:09.143270 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6225cbf8-a854-413a-a444-3c242d18e129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.145775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:09.169771 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-010555a5-8db3-4aeb-aad2-ad2bc6ab8f4c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (cad99aad-3924-49b2-adf4-7be4bd657090), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.179350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=257bf9c4-ed6c-4892-8402-b7dce8b2f2fc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:09.192867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No DVR routers for this DVR port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:09.208503 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8e380f6b-c784-4cd0-b7d7-7734ac433305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.263289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6225cbf8-a854-413a-a444-3c242d18e129 None None] For port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc, host ncdv-master-1, got binding levels [] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:09.263289 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6225cbf8-a854-413a-a444-3c242d18e129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.279267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6225cbf8-a854-413a-a444-3c242d18e129 None None] Calling delete_port for 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:09.282447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.ipam_backend_mixin [None req-6225cbf8-a854-413a-a444-3c242d18e129 None None] Port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc was not found and therefore no delete operation was performed {{(pid=122557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 16 21:35:09.283793 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6225cbf8-a854-413a-a444-3c242d18e129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (257bf9c4-ed6c-4892-8402-b7dce8b2f2fc), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.294419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448118e-6f5a-45c0-b161-0216fc87f4b2 req-bc2d1a08-97c8-4bdb-a85d-7744a27fbfc5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:09.296071 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6448118e-6f5a-45c0-b161-0216fc87f4b2 req-bc2d1a08-97c8-4bdb-a85d-7744a27fbfc5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 945 time: 0.0627644
Apr 16 21:35:09.312856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225cbf8-a854-413a-a444-3c242d18e129 None None] Pushing event deleted for resources: {'Port': ['ID=257bf9c4-ed6c-4892-8402-b7dce8b2f2fc,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:09.320492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6225cbf8-a854-413a-a444-3c242d18e129 None None] No DVR routers for this DVR port 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:09.333020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['10dae36f-fbbc-45d6-b539-d8ce65bad3c2'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:35:09.372476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8dea5c00-361e-4ec8-baf9-e4f55804a026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.393701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-010555a5-8db3-4aeb-aad2-ad2bc6ab8f4c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (cad99aad-3924-49b2-adf4-7be4bd657090), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.401037 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (cb2821cc-158a-409b-bfb4-4fed97f48c1d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.470426 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-010555a5-8db3-4aeb-aad2-ad2bc6ab8f4c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.476448 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-010555a5-8db3-4aeb-aad2-ad2bc6ab8f4c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "DELETE /v2.0/subnets/cad99aad-3924-49b2-adf4-7be4bd657090 HTTP/1.1" status: 204  len: 168 time: 0.6899109
Apr 16 21:35:09.478540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59166) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:09.482520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010555a5-8db3-4aeb-aad2-ad2bc6ab8f4c tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event deleted for resources: {'Subnet': ['ID=cad99aad-3924-49b2-adf4-7be4bd657090,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:09.488571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124bbda90>,) {'filters': {'network_id': ['cb2821cc-158a-409b-bfb4-4fed97f48c1d']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:09.491438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e3894b-c3be-42a6-a808-53c4744946b5 None None] Network 2c042989-2cc1-4319-a7d6-1c0e152feae5 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:09.496607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:35:09.496997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6448118e-6f5a-45c0-b161-0216fc87f4b2 req-609bf94c-5efa-419a-9547-cc2247d5e300 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1863775
Apr 16 21:35:09.523139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124bbda90>, '2775760a-caab-4a20-b322-1b7846d67fda') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:09.523139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124bbda90>, '2775760a-caab-4a20-b322-1b7846d67fda') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:09.536534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:35:09.536882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 257bf9c4-ed6c-4892-8402-b7dce8b2f2fc not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:35:09.564218 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-02569692-65cf-47e1-8dbb-befa03dbc722 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2115206201&fields=id&tenant_id=7d3a8f4590014b8d9738bd3739f08c0c HTTP/1.1" status: 200  len: 267 time: 0.1449637
Apr 16 21:35:09.568487 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (2775760a-caab-4a20-b322-1b7846d67fda), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.594212 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2775760a-caab-4a20-b322-1b7846d67fda), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.605284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (2c042989-2cc1-4319-a7d6-1c0e152feae5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.607559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:09.608060 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (2775760a-caab-4a20-b322-1b7846d67fda), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:09.613782 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:09.686861 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8dea5c00-361e-4ec8-baf9-e4f55804a026 admin admin] Publish callbacks [] for security_group (d6b4b398-20b2-45b5-8acd-1ae8306dcd76), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.709314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9301f53-88da-48db-8d61-462534e2821c req-3baed8c1-ecb3-45b4-a177-5c79f1b46aa5 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:09.717135 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-3baed8c1-ecb3-45b4-a177-5c79f1b46aa5 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 817 time: 0.1521187
Apr 16 21:35:09.740677 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-bc2a0d14-c661-46fe-8088-0a54919c86b3 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/quotas/7d3a8f4590014b8d9738bd3739f08c0c HTTP/1.1" status: 200  len: 375 time: 0.0223594
Apr 16 21:35:09.752804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Deleting port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:09.753152 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.774874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef2afd8-8654-4564-89ad-1ac94346734e None None] DHCP port deletion for 2c042989-2cc1-4319-a7d6-1c0e152feae5 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:35:09.794278 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8dea5c00-361e-4ec8-baf9-e4f55804a026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d6b4b398-20b2-45b5-8acd-1ae8306dcd76), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.829038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] For port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c3323be-48b7-4ff4-ba1f-82e71c3cad86,segment=NetworkSegment(d8103fa3-b5b3-4e00-a996-66fde98799fa),segment_id=d8103fa3-b5b3-4e00-a996-66fde98799fa)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:09.829512 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.851618 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (cb2821cc-158a-409b-bfb4-4fed97f48c1d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.855147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Calling delete_port for 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:09.859048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2afd8-8654-4564-89ad-1ac94346734e None None] Deleting port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:09.859503 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6ef2afd8-8654-4564-89ad-1ac94346734e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.860118 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-ff112b33-95c0-4627-aa2d-81fbbf746beb tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1178975
Apr 16 21:35:09.862807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8dea5c00-361e-4ec8-baf9-e4f55804a026 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c1859ad4fe84c0a8b0f1f38c614f320&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7263417
Apr 16 21:35:09.865763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59170) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:09.876236 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.880405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/networks/cb2821cc-158a-409b-bfb4-4fed97f48c1d HTTP/1.1" status: 204  len: 168 time: 1.3456185
Apr 16 21:35:09.884236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea5c00-361e-4ec8-baf9-e4f55804a026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b4b398-20b2-45b5-8acd-1ae8306dcd76,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:09.886412 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc6ae7-3b80-40cd-aa27-23820261ca84 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Network': ['ID=cb2821cc-158a-409b-bfb4-4fed97f48c1d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:09.889856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59172) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:09.895955 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-bd617458-3cc6-4bf8-97cf-7039da56d935 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'name': 'tempest-PortsIpV6TestJSON-1442266576'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:09.982069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6ef2afd8-8654-4564-89ad-1ac94346734e None None] For port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c3323be-48b7-4ff4-ba1f-82e71c3cad86,segment=NetworkSegment(d8103fa3-b5b3-4e00-a996-66fde98799fa),segment_id=d8103fa3-b5b3-4e00-a996-66fde98799fa)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:09.988589 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6ef2afd8-8654-4564-89ad-1ac94346734e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:09.998363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8495c6b-e984-4622-98ca-d065ba43b421 admin admin] Publish callbacks [] for security_group (d6b4b398-20b2-45b5-8acd-1ae8306dcd76), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.009302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2afd8-8654-4564-89ad-1ac94346734e None None] Calling delete_port for 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:10.035161 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-163c36b0-f11c-44f8-8e46-4dc1241e4e28 service neutron] 10.222.0.20 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1670053
Apr 16 21:35:10.047806 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8495c6b-e984-4622-98ca-d065ba43b421 admin admin] Publish callbacks [] for security_group (d6b4b398-20b2-45b5-8acd-1ae8306dcd76), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.104927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd617458-3cc6-4bf8-97cf-7039da56d935 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:10.108324 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd617458-3cc6-4bf8-97cf-7039da56d935 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.126447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.133955 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6ef2afd8-8654-4564-89ad-1ac94346734e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (8c3323be-48b7-4ff4-ba1f-82e71c3cad86), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.159512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-bd617458-3cc6-4bf8-97cf-7039da56d935 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port 47257daa-2e27-439c-89ea-1baa6d630250 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:10.167809 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-c415adc2-53c7-4c6a-814a-20d9433032da service neutron] 10.222.0.20 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317914
Apr 16 21:35:10.168044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event deleted for resources: {'Port': ['ID=8c3323be-48b7-4ff4-ba1f-82e71c3cad86,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:10.171551 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] No DVR routers for this DVR port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:10.172761 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2afd8-8654-4564-89ad-1ac94346734e None None] Pushing event deleted for resources: {'Port': ['ID=8c3323be-48b7-4ff4-ba1f-82e71c3cad86,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:10.183932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2afd8-8654-4564-89ad-1ac94346734e None None] No DVR routers for this DVR port 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:10.252460 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8495c6b-e984-4622-98ca-d065ba43b421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d6b4b398-20b2-45b5-8acd-1ae8306dcd76), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.256495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8495c6b-e984-4622-98ca-d065ba43b421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.256696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d8495c6b-e984-4622-98ca-d065ba43b421 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6b4b398-20b2-45b5-8acd-1ae8306dcd76 HTTP/1.1" status: 204  len: 168 time: 0.3872099
Apr 16 21:35:10.266916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8495c6b-e984-4622-98ca-d065ba43b421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b4b398-20b2-45b5-8acd-1ae8306dcd76,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:10.305758 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (2c042989-2cc1-4319-a7d6-1c0e152feae5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.338839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d58e970>,) {'filters': {'network_id': ['2c042989-2cc1-4319-a7d6-1c0e152feae5']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:10.358759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d58e970>, 'd8103fa3-b5b3-4e00-a996-66fde98799fa') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:10.359057 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d58e970>, 'd8103fa3-b5b3-4e00-a996-66fde98799fa') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:10.376558 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (d8103fa3-b5b3-4e00-a996-66fde98799fa), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.452217 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d8103fa3-b5b3-4e00-a996-66fde98799fa), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.458250 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:10.487160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:10.487585 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (d8103fa3-b5b3-4e00-a996-66fde98799fa), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:10.490890 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:10.499356 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-83edbd62-6a3c-449b-83c4-df2c1a1b8bff req-37da216d-a49b-42ad-9c2e-1b35d5ecbab7 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 210 time: 0.0569880
Apr 16 21:35:10.535011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:35:10.584769 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd617458-3cc6-4bf8-97cf-7039da56d935 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (47257daa-2e27-439c-89ea-1baa6d630250), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.601191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:10.602577 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.686178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b0e27-22f6-489b-a8f3-741a13104e79 req-07bbe4b9-a606-4471-b053-c528883a81a8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:10.695632 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a42b0e27-22f6-489b-a8f3-741a13104e79 req-07bbe4b9-a606-4471-b053-c528883a81a8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 945 time: 0.0884314
Apr 16 21:35:10.704351 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (2c042989-2cc1-4319-a7d6-1c0e152feae5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.710657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.718458 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] 10.222.0.20 "DELETE /v2.0/networks/2c042989-2cc1-4319-a7d6-1c0e152feae5 HTTP/1.1" status: 204  len: 168 time: 1.2387793
Apr 16 21:35:10.745501 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd617458-3cc6-4bf8-97cf-7039da56d935 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (47257daa-2e27-439c-89ea-1baa6d630250), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.756446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5d958-f370-416c-9190-b51b013801f7 tempest-AllowedAddressPairIpV6TestJSON-1611414527 tempest-AllowedAddressPairIpV6TestJSON-1611414527-project] Pushing event deleted for resources: {'Network': ['ID=2c042989-2cc1-4319-a7d6-1c0e152feae5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:10.757898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a42b0e27-22f6-489b-a8f3-741a13104e79 req-0a0652cf-6656-43d3-b759-039dba01ef9d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608637
Apr 16 21:35:10.778338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:10.778338 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.779107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd617458-3cc6-4bf8-97cf-7039da56d935 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network b0bd94f0-407c-45c4-98a0-e686c312a364 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:10.779107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-bd617458-3cc6-4bf8-97cf-7039da56d935 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:10.781200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd617458-3cc6-4bf8-97cf-7039da56d935 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:10.787221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd617458-3cc6-4bf8-97cf-7039da56d935 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:10.787891 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd617458-3cc6-4bf8-97cf-7039da56d935 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.806789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:10.808277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:35:10.810546 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a23cdda-616e-42f8-9af6-f8e8543c6d3d" -d '{"events": [{"server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "name": "network-vif-plugged", "status": "completed", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:35:10.849617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd617458-3cc6-4bf8-97cf-7039da56d935 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=47257daa-2e27-439c-89ea-1baa6d630250,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:10.852619 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4ad118-f5db-4273-8b16-944df915693f x-openstack-request-id: req-6d4ad118-f5db-4273-8b16-944df915693f {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:35:10.852916 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "name": "network-vif-plugged", "status": "completed", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:35:10.853251 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d4ad118-f5db-4273-8b16-944df915693f {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:35:10.853544 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4ad118-f5db-4273-8b16-944df915693f'] response: {'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'code': 200}
Apr 16 21:35:10.945262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b2bd5-f087-4a4c-bfaf-21e76be878d7 req-16f680d2-8137-4cca-a512-561a3e4ed15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:10.946689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a0b2bd5-f087-4a4c-bfaf-21e76be878d7 req-16f680d2-8137-4cca-a512-561a3e4ed15c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1127 time: 0.0382717
Apr 16 21:35:10.955544 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:10.967807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59202) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:10.968025 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bd617458-3cc6-4bf8-97cf-7039da56d935 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.0768993
Apr 16 21:35:11.028622 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a0b2bd5-f087-4a4c-bfaf-21e76be878d7 req-85c062a5-194f-4b3a-8d4c-12be9a41d1c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757103
Apr 16 21:35:11.040115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:11.088540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c735a-c37f-40a2-a0ca-5e715ff0e191 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 47257daa-2e27-439c-89ea-1baa6d630250 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:11.088729 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c5c735a-c37f-40a2-a0ca-5e715ff0e191 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (47257daa-2e27-439c-89ea-1baa6d630250), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:11.161976 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c5c735a-c37f-40a2-a0ca-5e715ff0e191 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (47257daa-2e27-439c-89ea-1baa6d630250), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:11.178969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c735a-c37f-40a2-a0ca-5e715ff0e191 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 47257daa-2e27-439c-89ea-1baa6d630250 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:11.288219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59214) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:11.356058 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c5c735a-c37f-40a2-a0ca-5e715ff0e191 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (47257daa-2e27-439c-89ea-1baa6d630250), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:11.391107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c735a-c37f-40a2-a0ca-5e715ff0e191 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=47257daa-2e27-439c-89ea-1baa6d630250,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:11.398608 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c5c735a-c37f-40a2-a0ca-5e715ff0e191 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:11.406389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2c5c735a-c37f-40a2-a0ca-5e715ff0e191 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/47257daa-2e27-439c-89ea-1baa6d630250 HTTP/1.1" status: 204  len: 168 time: 0.4335015
Apr 16 21:35:11.406389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59222) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:11.411541 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f3581428-a3e9-4e01-8f44-8c780abed0be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'mac_address': 'fa:16:3e:a9:82:64', 'name': 'tempest-PortsIpV6TestJSON-243145788'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:11.417091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:35:11.443097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:35:11.443532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8c3323be-48b7-4ff4-ba1f-82e71c3cad86 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:35:11.530263 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8a16a2f5-b462-4448-89e8-222988e8f138 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fc5984593814ebbbedae67394556f03&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2410533
Apr 16 21:35:11.533690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59226) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:11.590264 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f58ec1c-168d-49ec-a8e4-e35cdfcb875d admin admin] Publish callbacks [] for security_group (ea2e3cc2-f177-47a8-8d3c-af0009b149e2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:11.619089 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f58ec1c-168d-49ec-a8e4-e35cdfcb875d admin admin] Publish callbacks [] for security_group (ea2e3cc2-f177-47a8-8d3c-af0009b149e2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:11.644140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6933a44d-b497-4922-9da8-88a10b43a936 req-1acd36e0-bc62-4cac-bdd5-6c8acf474052 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 210 time: 0.0296001
Apr 16 21:35:11.658477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3581428-a3e9-4e01-8f44-8c780abed0be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:11.691740 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee1d5-139f-4edc-8119-2c1ef24a1a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:11.722255 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59234) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:11.740308 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3581428-a3e9-4e01-8f44-8c780abed0be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:11.767623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-f3581428-a3e9-4e01-8f44-8c780abed0be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port fd5777e2-7e1f-4e3c-a2d6-5f5b7fc16be8 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:11.841391 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f58ec1c-168d-49ec-a8e4-e35cdfcb875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ea2e3cc2-f177-47a8-8d3c-af0009b149e2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:11.845353 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f58ec1c-168d-49ec-a8e4-e35cdfcb875d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:11.847265 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1f58ec1c-168d-49ec-a8e4-e35cdfcb875d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea2e3cc2-f177-47a8-8d3c-af0009b149e2 HTTP/1.1" status: 204  len: 168 time: 0.3124065
Apr 16 21:35:11.882733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Request body: {'networks': [{'name': 'tempest-network--541432266'}, {'name': 'tempest-network--499219799'}]} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:11.883304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Request body: {'network': {'name': 'tempest-network--541432266'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:11.884622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Request body: {'network': {'name': 'tempest-network--499219799'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:11.911624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58ec1c-168d-49ec-a8e4-e35cdfcb875d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2e3cc2-f177-47a8-8d3c-af0009b149e2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:11.939045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fccccf-c45a-4c22-b723-421145afaa06 req-83316238-48fa-4dfc-bb00-845ebf57f824 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:11.940631 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-11fccccf-c45a-4c22-b723-421145afaa06 req-83316238-48fa-4dfc-bb00-845ebf57f824 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0919440
Apr 16 21:35:11.992452 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3581428-a3e9-4e01-8f44-8c780abed0be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (fd5777e2-7e1f-4e3c-a2d6-5f5b7fc16be8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.021746 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Made reservation on behalf of b9727ffc0b86447b8b6e42e2633e6c7d for: {'network': 2} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:12.026887 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.038248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-11fccccf-c45a-4c22-b723-421145afaa06 req-922e47a9-9ef0-40fb-ad5d-490b19d72ad2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761409
Apr 16 21:35:12.039388 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.121795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for security_group (88e04622-771b-42ab-aea3-9aff722f47f5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.151796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3581428-a3e9-4e01-8f44-8c780abed0be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (fd5777e2-7e1f-4e3c-a2d6-5f5b7fc16be8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.167268 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (88e04622-771b-42ab-aea3-9aff722f47f5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.167752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.210174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e04622-771b-42ab-aea3-9aff722f47f5,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:12.221195 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:12.228379 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (62e40f3e-6fdf-452e-ae4f-e5f277659252), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.228710 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Added segment 62e40f3e-6fdf-452e-ae4f-e5f277659252 of type vlan for network 8cf5f01a-0ff2-4e95-a2c0-ae22cbeb1ed6
Apr 16 21:35:12.278414 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (8cf5f01a-0ff2-4e95-a2c0-ae22cbeb1ed6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.314341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:12.341448 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (57e5b130-58e2-4db1-bf41-d23f3828b7ea), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.343158 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Added segment 57e5b130-58e2-4db1-bf41-d23f3828b7ea of type vlan for network 5e0b5023-538c-45b2-8668-fc9c6227d7c9
Apr 16 21:35:12.398752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (5e0b5023-538c-45b2-8668-fc9c6227d7c9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.505235 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (8cf5f01a-0ff2-4e95-a2c0-ae22cbeb1ed6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.505997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (5e0b5023-538c-45b2-8668-fc9c6227d7c9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.511888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:12.516557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:12.517245 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.532758 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.590115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event updated for resources: {'Network': ['ID=8cf5f01a-0ff2-4e95-a2c0-ae22cbeb1ed6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:12.601285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3581428-a3e9-4e01-8f44-8c780abed0be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network b0bd94f0-407c-45c4-98a0-e686c312a364 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:12.601846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 8cf5f01a-0ff2-4e95-a2c0-ae22cbeb1ed6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:12.603508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3581428-a3e9-4e01-8f44-8c780abed0be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=fd5777e2-7e1f-4e3c-a2d6-5f5b7fc16be8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:12.608600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f3581428-a3e9-4e01-8f44-8c780abed0be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:12.610031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3581428-a3e9-4e01-8f44-8c780abed0be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:12.615807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3581428-a3e9-4e01-8f44-8c780abed0be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:12.616659 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f3581428-a3e9-4e01-8f44-8c780abed0be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.650432 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 0.9244981
Apr 16 21:35:12.651737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59268) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:12.672711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e252c8-fc50-48ff-a32e-76b210dfa1d5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event updated for resources: {'Network': ['ID=5e0b5023-538c-45b2-8668-fc9c6227d7c9,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:12.714435 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 5e0b5023-538c-45b2-8668-fc9c6227d7c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:12.804731 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f3581428-a3e9-4e01-8f44-8c780abed0be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.3978522
Apr 16 21:35:12.805953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59276) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:12.856086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5aad4-0cbf-41c6-affb-19c399d7a724 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:12.860430 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-34f5aad4-0cbf-41c6-affb-19c399d7a724 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/fd5777e2-7e1f-4e3c-a2d6-5f5b7fc16be8 HTTP/1.1" status: 200  len: 844 time: 0.0505426
Apr 16 21:35:12.861291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59278) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:12.874890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44d4e5cf-27ca-490d-ad45-2659d1dfbf19 req-57440726-6d0d-44a9-b71a-65b71468fa39 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 210 time: 0.0563381
Apr 16 21:35:12.972361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c18441af-d01a-4d0a-b4a9-bbc5baee3991 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port fd5777e2-7e1f-4e3c-a2d6-5f5b7fc16be8 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:12.972723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c18441af-d01a-4d0a-b4a9-bbc5baee3991 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fd5777e2-7e1f-4e3c-a2d6-5f5b7fc16be8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:12.980201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9301f53-88da-48db-8d61-462534e2821c req-32eded72-aed0-4c4c-93a9-e089a1907ca0 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:12.981833 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-32eded72-aed0-4c4c-93a9-e089a1907ca0 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.11 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 817 time: 0.3196914
Apr 16 21:35:12.991026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ce0acd-5e41-4f3a-b092-c16335745854 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:12.996898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ce0acd-5e41-4f3a-b092-c16335745854 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:13.002646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ce0acd-5e41-4f3a-b092-c16335745854 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:13.008472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ce0acd-5e41-4f3a-b092-c16335745854 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:13.013765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-55ce0acd-5e41-4f3a-b092-c16335745854 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.3607459
Apr 16 21:35:13.015651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59286) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.054038 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c18441af-d01a-4d0a-b4a9-bbc5baee3991 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fd5777e2-7e1f-4e3c-a2d6-5f5b7fc16be8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.088590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c18441af-d01a-4d0a-b4a9-bbc5baee3991 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for fd5777e2-7e1f-4e3c-a2d6-5f5b7fc16be8 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:13.126975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-241fcc3c-85dc-4920-9788-35c1809569e3 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d3a8f4590014b8d9738bd3739f08c0c HTTP/1.1" status: 200  len: 380 time: 0.1120138
Apr 16 21:35:13.157052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-e9301f53-88da-48db-8d61-462534e2821c req-4c14574d-f5ae-4e95-88be-c4bce08b3217 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Request body: {'port': {'device_id': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'admin_state_up': True, 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'security_groups': ['045869be-d644-485e-8f33-f222b62022cb']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:13.207187 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a19469f0-5ae0-47d5-bc05-4ddfb8fd9651 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (8cf5f01a-0ff2-4e95-a2c0-ae22cbeb1ed6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.212141 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d6f0b-01c4-4e5e-a39b-a45206eaa91b req-c996afee-4c95-4c60-9f9d-1aceb2fa6d15 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:13.218574 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d7d6f0b-01c4-4e5e-a39b-a45206eaa91b req-c996afee-4c95-4c60-9f9d-1aceb2fa6d15 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0658033
Apr 16 21:35:13.271811 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d7d6f0b-01c4-4e5e-a39b-a45206eaa91b req-45596b21-cb90-4e74-9652-7987b7f9a3c9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471165
Apr 16 21:35:13.333877 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a19469f0-5ae0-47d5-bc05-4ddfb8fd9651 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (8cf5f01a-0ff2-4e95-a2c0-ae22cbeb1ed6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.350296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c18441af-d01a-4d0a-b4a9-bbc5baee3991 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (fd5777e2-7e1f-4e3c-a2d6-5f5b7fc16be8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.371753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a19469f0-5ae0-47d5-bc05-4ddfb8fd9651 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01269ce850>,) {'filters': {'network_id': ['8cf5f01a-0ff2-4e95-a2c0-ae22cbeb1ed6']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:13.383636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18441af-d01a-4d0a-b4a9-bbc5baee3991 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=fd5777e2-7e1f-4e3c-a2d6-5f5b7fc16be8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:13.391920 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c18441af-d01a-4d0a-b4a9-bbc5baee3991 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.397712 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c18441af-d01a-4d0a-b4a9-bbc5baee3991 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/fd5777e2-7e1f-4e3c-a2d6-5f5b7fc16be8 HTTP/1.1" status: 204  len: 168 time: 0.5330572
Apr 16 21:35:13.398118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59302) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.409915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a19469f0-5ae0-47d5-bc05-4ddfb8fd9651 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01269ce850>, '62e40f3e-6fdf-452e-ae4f-e5f277659252') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:13.410223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-a19469f0-5ae0-47d5-bc05-4ddfb8fd9651 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01269ce850>, '62e40f3e-6fdf-452e-ae4f-e5f277659252') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:13.424704 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3734f8d-b769-49ea-a1aa-cbfa86e96b1a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:13.426172 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f3734f8d-b769-49ea-a1aa-cbfa86e96b1a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/fd5777e2-7e1f-4e3c-a2d6-5f5b7fc16be8 HTTP/1.1" status: 404  len: 333 time: 0.0271769
Apr 16 21:35:13.427413 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a19469f0-5ae0-47d5-bc05-4ddfb8fd9651 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (62e40f3e-6fdf-452e-ae4f-e5f277659252), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.430139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59304) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.436383 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d4896cb7-bb8e-4228-823b-36463bbbb5c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'name': 'tempest-PortsIpV6TestJSON-1633542530'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:13.444033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9fb61-8dea-49ef-905c-f7b4a762c69d req-4a57feea-d8ec-41ad-9643-4ebace2c6d59 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:13.445645 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ef9fb61-8dea-49ef-905c-f7b4a762c69d req-4a57feea-d8ec-41ad-9643-4ebace2c6d59 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0943933
Apr 16 21:35:13.453123 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a19469f0-5ae0-47d5-bc05-4ddfb8fd9651 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (62e40f3e-6fdf-452e-ae4f-e5f277659252), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.465253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59306) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.470484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19469f0-5ae0-47d5-bc05-4ddfb8fd9651 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:13.470921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a19469f0-5ae0-47d5-bc05-4ddfb8fd9651 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (62e40f3e-6fdf-452e-ae4f-e5f277659252), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   warnings.warn(msg)
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:13.474064 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:13.510342 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.522499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9301f53-88da-48db-8d61-462534e2821c req-4c14574d-f5ae-4e95-88be-c4bce08b3217 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Made reservation on behalf of 7d3a8f4590014b8d9738bd3739f08c0c for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:13.526556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e9301f53-88da-48db-8d61-462534e2821c req-4c14574d-f5ae-4e95-88be-c4bce08b3217 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.593912 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ef9fb61-8dea-49ef-905c-f7b4a762c69d req-6300cbdc-6197-4617-a724-fb179069c140 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1374681
Apr 16 21:35:13.614058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4896cb7-bb8e-4228-823b-36463bbbb5c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:13.616966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59312) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.620331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d4896cb7-bb8e-4228-823b-36463bbbb5c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.637556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a19469f0-5ae0-47d5-bc05-4ddfb8fd9651 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (8cf5f01a-0ff2-4e95-a2c0-ae22cbeb1ed6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.642405 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a19469f0-5ae0-47d5-bc05-4ddfb8fd9651 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.648057 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a19469f0-5ae0-47d5-bc05-4ddfb8fd9651 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "DELETE /v2.0/networks/8cf5f01a-0ff2-4e95-a2c0-ae22cbeb1ed6 HTTP/1.1" status: 204  len: 168 time: 0.6290376
Apr 16 21:35:13.649410 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59314) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.660866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-d4896cb7-bb8e-4228-823b-36463bbbb5c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port 8fdf28a9-7ca2-409c-baf3-f625f4121eed yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:13.740251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59316) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.772510 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-51fe507f-2e2c-435b-a04d-c7626a9a7e37 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:13.772947 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-51fe507f-2e2c-435b-a04d-c7626a9a7e37 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.3067598
Apr 16 21:35:13.778347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59320) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.784679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-e8a19c47-34c4-40a4-855e-c17424eb9705 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:13.785631 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e8a19c47-34c4-40a4-855e-c17424eb9705 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0042670
Apr 16 21:35:13.795458 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59322) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.814860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-659d205c-3637-44e4-bd3a-32c26f213b2b tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:13.815863 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-659d205c-3637-44e4-bd3a-32c26f213b2b tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0191340
Apr 16 21:35:13.821826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59324) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.824135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19469f0-5ae0-47d5-bc05-4ddfb8fd9651 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event deleted for resources: {'Network': ['ID=8cf5f01a-0ff2-4e95-a2c0-ae22cbeb1ed6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:13.826520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-e9301f53-88da-48db-8d61-462534e2821c req-4c14574d-f5ae-4e95-88be-c4bce08b3217 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Allocated IP 172.20.0.5 (33417375-20a3-4356-abb1-47c6dcf1fa40/927e9c4d-a793-487e-a55c-cd1349df93fd/32c60358-6ed6-4d01-a515-c08c9770f288) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:13.827776 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59bea2b2-830d-4502-a5d2-1da3238f5ab1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (5e0b5023-538c-45b2-8668-fc9c6227d7c9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.828938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da81622-4544-421d-b827-51542f7825e1 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:13.833398 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6da81622-4544-421d-b827-51542f7825e1 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1123 time: 0.2125459
Apr 16 21:35:13.839019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59326) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.842709 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-8ec8c40c-dbbe-4fd5-9764-7dcdf06ef5e6 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:13.842874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:13.846178 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8ec8c40c-dbbe-4fd5-9764-7dcdf06ef5e6 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0138409
Apr 16 21:35:13.848354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59328) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.851043 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d705f422-a615-4760-8abe-db22d9f02704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:13.860012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-cdd1d3c9-ba70-4898-8c91-0ad97402867e tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:13.861232 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cdd1d3c9-ba70-4898-8c91-0ad97402867e tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0119596
Apr 16 21:35:13.867638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59330) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.871378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-ff4644c6-2f2b-4f6e-99d0-5ddea27cd9ba tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:13.872361 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ff4644c6-2f2b-4f6e-99d0-5ddea27cd9ba tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0041857
Apr 16 21:35:13.876788 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59332) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.884434 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-3c71c086-2f6e-4ebd-a044-2fd2608630a3 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:13.885418 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3c71c086-2f6e-4ebd-a044-2fd2608630a3 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0066180
Apr 16 21:35:13.887880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59334) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.898895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-2b21ae9c-0336-45d7-8203-302f1dd2663e tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:13.900119 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2b21ae9c-0336-45d7-8203-302f1dd2663e tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0061297
Apr 16 21:35:13.905607 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59336) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.910349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-1b566ef5-fef4-42e1-bce4-78283c6e5c49 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:13.911320 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1b566ef5-fef4-42e1-bce4-78283c6e5c49 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0041804
Apr 16 21:35:13.919839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59340) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.928150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-d2688248-8b87-4e47-813c-61e36e20c408 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:13.931417 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d2688248-8b87-4e47-813c-61e36e20c408 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0102828
Apr 16 21:35:13.932002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59342) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.938639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-eb0d8245-04e8-47de-8bfd-23c04e128f95 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:13.942211 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eb0d8245-04e8-47de-8bfd-23c04e128f95 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0069029
Apr 16 21:35:13.946790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59344) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.961131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-9e8baeb6-d48c-40c8-8d2c-44fae0bb0b7e tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:13.968051 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9e8baeb6-d48c-40c8-8d2c-44fae0bb0b7e tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0171235
Apr 16 21:35:13.977034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59346) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:13.993055 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.007233 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-92119081-30f6-48b6-b754-ad39dcec18f1 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.008383 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-92119081-30f6-48b6-b754-ad39dcec18f1 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0305879
Apr 16 21:35:14.028902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59348) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.050834 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-7163ee4a-c227-4b34-ba1e-681811a0e66c tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.051830 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7163ee4a-c227-4b34-ba1e-681811a0e66c tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0194550
Apr 16 21:35:14.054902 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59350) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.062866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-5b1ecb47-09fe-4aa0-9351-6a74d5920c9f tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.065065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5b1ecb47-09fe-4aa0-9351-6a74d5920c9f tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0079632
Apr 16 21:35:14.070685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59352) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.077112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-93c1c7af-d3a9-4368-9632-3e473a0578bf tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.078101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-93c1c7af-d3a9-4368-9632-3e473a0578bf tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0064862
Apr 16 21:35:14.085725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59354) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.097073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-b1c7ba38-0839-4301-ae30-a8dcd3a239ad tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.098085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b1c7ba38-0839-4301-ae30-a8dcd3a239ad tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0087180
Apr 16 21:35:14.105009 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.108086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59356) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.118273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-b2f9df29-70fe-42f3-b9b6-0b1c3e6c64b2 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.119195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b2f9df29-70fe-42f3-b9b6-0b1c3e6c64b2 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0079582
Apr 16 21:35:14.121997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59358) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.129481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-025163fa-ede4-4b3e-8d19-b0c2dab2cdcc tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.130446 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-025163fa-ede4-4b3e-8d19-b0c2dab2cdcc tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0043876
Apr 16 21:35:14.138414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59360) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.143994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-ea767519-06b2-4d5e-a7e4-d75826924fee tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.144992 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ea767519-06b2-4d5e-a7e4-d75826924fee tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0043302
Apr 16 21:35:14.153949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59362) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.160986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-0d5587cf-d7f1-4eec-8c73-b93d66083fc4 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.161976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0d5587cf-d7f1-4eec-8c73-b93d66083fc4 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0071049
Apr 16 21:35:14.170600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59364) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.174965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-bd07e0ae-3905-4ea0-b5eb-24ccb793596a tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.175919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bd07e0ae-3905-4ea0-b5eb-24ccb793596a tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0042937
Apr 16 21:35:14.178634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59366) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.182856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-8601dc3a-3b85-48a3-873d-9f5eb695ec05 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.183802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8601dc3a-3b85-48a3-873d-9f5eb695ec05 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0042686
Apr 16 21:35:14.187131 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e9301f53-88da-48db-8d61-462534e2821c req-4c14574d-f5ae-4e95-88be-c4bce08b3217 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for port (32c60358-6ed6-4d01-a515-c08c9770f288), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.189047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.192208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59368) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.198337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-cfd82a46-dee3-478e-a757-f414a99170db tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.201695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cfd82a46-dee3-478e-a757-f414a99170db tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0061827
Apr 16 21:35:14.202141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59370) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.210565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-6da05e5b-2812-4b9f-bedf-ca54e58a0fc5 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.214570 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6da05e5b-2812-4b9f-bedf-ca54e58a0fc5 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0043774
Apr 16 21:35:14.216048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59372) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.221634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-d6ba5f1d-068e-46bc-8d7d-6f43cb996575 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.225659 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d6ba5f1d-068e-46bc-8d7d-6f43cb996575 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0044587
Apr 16 21:35:14.227180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59374) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.232904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-836640c0-701b-431f-8845-70a7d7088301 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.236724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-836640c0-701b-431f-8845-70a7d7088301 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0042970
Apr 16 21:35:14.261563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59376) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.267256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-c6868d6d-5f81-4af4-b379-b3df5f0577cf tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.270648 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c6868d6d-5f81-4af4-b379-b3df5f0577cf tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0043249
Apr 16 21:35:14.277955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59378) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.289988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-69770d4f-3ae3-4f2b-8b9a-b9108448111c tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.293437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-69770d4f-3ae3-4f2b-8b9a-b9108448111c tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0103326
Apr 16 21:35:14.296881 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59380) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.301185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-e832467c-5f1a-45df-b882-9b184636d6b6 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.304572 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e832467c-5f1a-45df-b882-9b184636d6b6 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0042448
Apr 16 21:35:14.306435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59382) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.312135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-2bc9fc33-13b0-40dc-963d-0e6fa3639787 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.315307 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2bc9fc33-13b0-40dc-963d-0e6fa3639787 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0049565
Apr 16 21:35:14.318889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59384) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.323446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-673a11ce-b132-4dee-91dc-a6bc60d5a8b9 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.326552 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-673a11ce-b132-4dee-91dc-a6bc60d5a8b9 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0046005
Apr 16 21:35:14.328092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59386) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.355504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-0311319e-0c76-45ac-894d-9504f95fb028 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.359184 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0311319e-0c76-45ac-894d-9504f95fb028 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0253265
Apr 16 21:35:14.362668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59388) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.370354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-85bbd35e-4803-4790-a9dd-79e2be7ebdca tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.373651 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-85bbd35e-4803-4790-a9dd-79e2be7ebdca tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0066075
Apr 16 21:35:14.374511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59390) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.378313 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-f157ee93-7c5a-4349-9be3-64b211674dae tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.381448 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f157ee93-7c5a-4349-9be3-64b211674dae tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0043993
Apr 16 21:35:14.382259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59392) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.386181 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-94f30657-c272-41ca-8639-4e8289424fb1 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.389260 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-94f30657-c272-41ca-8639-4e8289424fb1 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0044982
Apr 16 21:35:14.391012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59394) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.395319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-733a3689-285d-40be-b66b-d5cdcb1a1208 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.398336 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-733a3689-285d-40be-b66b-d5cdcb1a1208 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0058250
Apr 16 21:35:14.399443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59396) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.399583 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d4896cb7-bb8e-4228-823b-36463bbbb5c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (8fdf28a9-7ca2-409c-baf3-f625f4121eed), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.403219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-06d7c14d-00a0-4581-91ee-03bd788ec2b2 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.411669 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-06d7c14d-00a0-4581-91ee-03bd788ec2b2 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0044937
Apr 16 21:35:14.412433 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ae59464-3956-40fb-b0c7-b24c73b0e5bf req-45b34404-7d2f-44dd-9fc9-7c5dda73f9ee tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 210 time: 0.4391441
Apr 16 21:35:14.412433 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59bea2b2-830d-4502-a5d2-1da3238f5ab1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (5e0b5023-538c-45b2-8668-fc9c6227d7c9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.412641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59398) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.422256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-ca2fbd76-847e-4478-a7d6-cccc2635f4fb tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.423367 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ca2fbd76-847e-4478-a7d6-cccc2635f4fb tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0102093
Apr 16 21:35:14.424606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.35.1.250 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/27ba9b8a-2101-470e-9bbe-620207af4ad1) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:14.426501 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59400) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.430637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-d08a1ec4-62eb-441f-974b-14b2589bd366 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.431486 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d08a1ec4-62eb-441f-974b-14b2589bd366 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0042255
Apr 16 21:35:14.434531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59402) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.440290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-588e6b81-9347-4fef-84db-47639227726a tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.440540 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-588e6b81-9347-4fef-84db-47639227726a tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0051622
Apr 16 21:35:14.441838 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e9301f53-88da-48db-8d61-462534e2821c req-4c14574d-f5ae-4e95-88be-c4bce08b3217 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.452131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59404) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.455012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-59bea2b2-830d-4502-a5d2-1da3238f5ab1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01257cff10>,) {'filters': {'network_id': ['5e0b5023-538c-45b2-8668-fc9c6227d7c9']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:14.460869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-334c9812-2b09-4857-8fb0-a6b38d5f7e26 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.462020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-334c9812-2b09-4857-8fb0-a6b38d5f7e26 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0089087
Apr 16 21:35:14.471442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59406) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.483680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-03e664ec-6c46-4403-b17e-39104a468ee2 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.484663 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-03e664ec-6c46-4403-b17e-39104a468ee2 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0123248
Apr 16 21:35:14.489561 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59408) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.490017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-59bea2b2-830d-4502-a5d2-1da3238f5ab1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01257cff10>, '57e5b130-58e2-4db1-bf41-d23f3828b7ea') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:14.490320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-59bea2b2-830d-4502-a5d2-1da3238f5ab1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01257cff10>, '57e5b130-58e2-4db1-bf41-d23f3828b7ea') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:14.506492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-a8e95c2a-2d89-4887-adaa-e8721efd9ce3 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.507450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a8e95c2a-2d89-4887-adaa-e8721efd9ce3 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0126317
Apr 16 21:35:14.508515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59bea2b2-830d-4502-a5d2-1da3238f5ab1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (57e5b130-58e2-4db1-bf41-d23f3828b7ea), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.512384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9301f53-88da-48db-8d61-462534e2821c req-4c14574d-f5ae-4e95-88be-c4bce08b3217 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Network 33417375-20a3-4356-abb1-47c6dcf1fa40 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:14.515016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59410) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.524041 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d705f422-a615-4760-8abe-db22d9f02704 admin admin] Publish callbacks [] for security_group (2f3c6d96-5e40-4979-ab82-b430245822b9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.536794 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59bea2b2-830d-4502-a5d2-1da3238f5ab1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (57e5b130-58e2-4db1-bf41-d23f3828b7ea), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.543290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bea2b2-830d-4502-a5d2-1da3238f5ab1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:14.543708 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59bea2b2-830d-4502-a5d2-1da3238f5ab1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (57e5b130-58e2-4db1-bf41-d23f3828b7ea), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:14.549198 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:14.553184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-c00eb875-4689-4fc2-b558-a7d6639b6757 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.554542 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c00eb875-4689-4fc2-b558-a7d6639b6757 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0103993
Apr 16 21:35:14.555513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-e9301f53-88da-48db-8d61-462534e2821c req-4c14574d-f5ae-4e95-88be-c4bce08b3217 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:14.557762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59412) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.558450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9301f53-88da-48db-8d61-462534e2821c req-4c14574d-f5ae-4e95-88be-c4bce08b3217 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:14.561966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-7c8ee8b6-09dd-433f-8440-dbf251ff991b tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.562914 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7c8ee8b6-09dd-433f-8440-dbf251ff991b tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0042286
Apr 16 21:35:14.566111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59414) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.569402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-e6a45c7f-a217-4371-a36c-46d13e752e11 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.570354 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e6a45c7f-a217-4371-a36c-46d13e752e11 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0041299
Apr 16 21:35:14.588906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59416) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.593257 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-92a5c4ef-cd63-4224-9c7c-ff568ad84927 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.594325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-92a5c4ef-cd63-4224-9c7c-ff568ad84927 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0042710
Apr 16 21:35:14.600329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59418) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.602351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14574d-f5ae-4e95-88be-c4bce08b3217 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event updated for resources: {'Port': ['ID=32c60358-6ed6-4d01-a515-c08c9770f288,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:14.611489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-fb7e2acd-ac67-40eb-a4fc-59818e1c31ac tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.612258 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fb7e2acd-ac67-40eb-a4fc-59818e1c31ac tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0109539
Apr 16 21:35:14.613456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d705f422-a615-4760-8abe-db22d9f02704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2f3c6d96-5e40-4979-ab82-b430245822b9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.619330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59420) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.630022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-d9e5f389-8156-4526-8791-6859a2747ad5 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.630022 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d9e5f389-8156-4526-8791-6859a2747ad5 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0052829
Apr 16 21:35:14.631983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59422) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.637211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-488ffd22-265a-4054-9329-154e18521847 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.640981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-488ffd22-265a-4054-9329-154e18521847 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0052476
Apr 16 21:35:14.645228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59424) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.650738 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d4896cb7-bb8e-4228-823b-36463bbbb5c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8fdf28a9-7ca2-409c-baf3-f625f4121eed), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.650963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-0af7d2ea-686c-4c72-b28d-0d8f5c54e9ad tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.651948 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0af7d2ea-686c-4c72-b28d-0d8f5c54e9ad tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0057898
Apr 16 21:35:14.659125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59426) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.666979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9301f53-88da-48db-8d61-462534e2821c req-4c14574d-f5ae-4e95-88be-c4bce08b3217 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:14.667626 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e9301f53-88da-48db-8d61-462534e2821c req-4c14574d-f5ae-4e95-88be-c4bce08b3217 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.673388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-b0e36036-2bcf-415b-94c1-fdf8fa4ea661 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.674368 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b0e36036-2bcf-415b-94c1-fdf8fa4ea661 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0139046
Apr 16 21:35:14.680141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59428) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.688928 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-3b0d0f45-7e9e-49ce-b6f2-2fd9229dbf1d tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.689881 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3b0d0f45-7e9e-49ce-b6f2-2fd9229dbf1d tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0045459
Apr 16 21:35:14.699322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59430) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.707322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-0f44a65f-c2bc-41bf-baec-41a49342970d tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.708338 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0f44a65f-c2bc-41bf-baec-41a49342970d tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0078192
Apr 16 21:35:14.712493 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d705f422-a615-4760-8abe-db22d9f02704 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a13d5a881166456c8b1682455323c927&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9688826
Apr 16 21:35:14.716104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59432) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.716473 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59434) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.716606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705f422-a615-4760-8abe-db22d9f02704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3c6d96-5e40-4979-ab82-b430245822b9,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:14.727524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-56314772-6a30-4a27-94d5-d58b777fe867 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.728077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4896cb7-bb8e-4228-823b-36463bbbb5c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network b0bd94f0-407c-45c4-98a0-e686c312a364 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:14.731671 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-56314772-6a30-4a27-94d5-d58b777fe867 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0111511
Apr 16 21:35:14.731822 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d4896cb7-bb8e-4228-823b-36463bbbb5c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:14.733496 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (27ba9b8a-2101-470e-9bbe-620207af4ad1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.734830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59436) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.736948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4896cb7-bb8e-4228-823b-36463bbbb5c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:14.743791 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4896cb7-bb8e-4228-823b-36463bbbb5c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:14.743791 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d4896cb7-bb8e-4228-823b-36463bbbb5c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.752017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-a77cab49-4859-43e5-a6c5-4e6d2660bceb tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.756021 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a77cab49-4859-43e5-a6c5-4e6d2660bceb tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0173340
Apr 16 21:35:14.756021 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59bea2b2-830d-4502-a5d2-1da3238f5ab1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (5e0b5023-538c-45b2-8668-fc9c6227d7c9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.756467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59438) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.757649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4896cb7-bb8e-4228-823b-36463bbbb5c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=8fdf28a9-7ca2-409c-baf3-f625f4121eed,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:14.778284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-13a82811-44b7-48be-a1bd-7a97311a5b02 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.778790 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59bea2b2-830d-4502-a5d2-1da3238f5ab1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.779304 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-13a82811-44b7-48be-a1bd-7a97311a5b02 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0136549
Apr 16 21:35:14.782416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59440) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.788683 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-59bea2b2-830d-4502-a5d2-1da3238f5ab1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "DELETE /v2.0/networks/5e0b5023-538c-45b2-8668-fc9c6227d7c9 HTTP/1.1" status: 204  len: 168 time: 1.1357565
Apr 16 21:35:14.793425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59442) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.793425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-5f5a52d9-ab08-4a14-9f80-15d0a7547276 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.796744 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5f5a52d9-ab08-4a14-9f80-15d0a7547276 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0070584
Apr 16 21:35:14.797595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59444) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.802217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bea2b2-830d-4502-a5d2-1da3238f5ab1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event deleted for resources: {'Network': ['ID=5e0b5023-538c-45b2-8668-fc9c6227d7c9,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:14.815045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-c91e8d01-b3df-4994-94e7-6de0e14a3a1f tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.815994 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c91e8d01-b3df-4994-94e7-6de0e14a3a1f tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0044463
Apr 16 21:35:14.826516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59446) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.828807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-4c14574d-f5ae-4e95-88be-c4bce08b3217 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6757250
Apr 16 21:35:14.831118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-7dd4293c-17cb-4607-9e61-2a14cd2f6429 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.834536 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7dd4293c-17cb-4607-9e61-2a14cd2f6429 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0046134
Apr 16 21:35:14.834699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59448) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.842415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-c9524212-f430-4358-b748-7aca6b06cd3a tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.844832 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c9524212-f430-4358-b748-7aca6b06cd3a tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0092378
Apr 16 21:35:14.848298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59450) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.852712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-97864926-cf69-46a2-99f0-eb81e58d19f5 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.853646 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-97864926-cf69-46a2-99f0-eb81e58d19f5 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0042410
Apr 16 21:35:14.856854 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59452) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.860603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-31f0dd07-2c1e-4eb7-97ec-f383447c141a tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.861528 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-31f0dd07-2c1e-4eb7-97ec-f383447c141a tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0038097
Apr 16 21:35:14.867140 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d4896cb7-bb8e-4228-823b-36463bbbb5c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.4353809
Apr 16 21:35:14.867140 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59454) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.871285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-20934849-70b9-4a68-a053-b3c75ee7f95a tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.872610 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-20934849-70b9-4a68-a053-b3c75ee7f95a tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0045702
Apr 16 21:35:14.873261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59456) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.874763 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59458) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.878436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a2de61e9-b302-480b-9651-f62edb9db4f1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:14.883180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Request body: {'port': {'device_id': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:14.885521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-0569a84a-420c-4145-8b8d-01efbfe1487d tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.889028 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0569a84a-420c-4145-8b8d-01efbfe1487d tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0047636
Apr 16 21:35:14.889283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59460) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.893193 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-9396036f-700b-459f-89df-c54027cbb2d1 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.894121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9396036f-700b-459f-89df-c54027cbb2d1 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0039802
Apr 16 21:35:14.911252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9969eff0-06eb-4780-b5de-d232d3be5a28 None None] Provisioning complete for port 32c60358-6ed6-4d01-a515-c08c9770f288 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:14.911921 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9969eff0-06eb-4780-b5de-d232d3be5a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.914377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59462) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.927313 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-705faf0c-24ab-4ff2-b421-4764a076e66f tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.930765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-705faf0c-24ab-4ff2-b421-4764a076e66f tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0090413
Apr 16 21:35:14.931952 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59464) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.936515 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-1fce08e8-2679-4978-bece-ec16a70e09b2 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.937500 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed24a276-7e1a-4062-be97-5b7db6d1d58e admin admin] Publish callbacks [] for security_group (2f3c6d96-5e40-4979-ab82-b430245822b9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:14.939997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1fce08e8-2679-4978-bece-ec16a70e09b2 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0068889
Apr 16 21:35:14.945060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59466) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.953746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9969eff0-06eb-4780-b5de-d232d3be5a28 None None] Port 32c60358-6ed6-4d01-a515-c08c9770f288 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:35:14.957363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [None req-7435cafc-18c7-4d0d-84a2-bdff43fa340f tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.958317 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7435cafc-18c7-4d0d-84a2-bdff43fa340f tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0052733
Apr 16 21:35:14.976977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59468) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:14.982609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [None req-0cdb873d-b831-49b2-8c2f-6170fa248167 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:35:14.983468 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0cdb873d-b831-49b2-8c2f-6170fa248167 tempest-ExtensionsTestJSON-311920508 tempest-ExtensionsTestJSON-311920508-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0044913
Apr 16 21:35:15.019362 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (27ba9b8a-2101-470e-9bbe-620207af4ad1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.022050 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a2de61e9-b302-480b-9651-f62edb9db4f1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8fdf28a9-7ca2-409c-baf3-f625f4121eed), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.022682 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed24a276-7e1a-4062-be97-5b7db6d1d58e admin admin] Publish callbacks [] for security_group (2f3c6d96-5e40-4979-ab82-b430245822b9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.038795 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16b2716b-35bb-4ad5-a6c8-b4c2a7ffc768 req-e23ca686-a5d8-439e-a0cd-04fad3ee1cdc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0608509
Apr 16 21:35:15.080663 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.124280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50c680f-8892-4581-88be-87cfa9a00ea1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:15.129796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50c680f-8892-4581-88be-87cfa9a00ea1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:15.131408 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d50c680f-8892-4581-88be-87cfa9a00ea1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.3347731
Apr 16 21:35:15.136890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:15.137717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59472) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:15.146602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-76ee5fd2-36f2-4597-9146-3d4d19ecfad7 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-639429634'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:15.150043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:15.153112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:15.157709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=27ba9b8a-2101-470e-9bbe-620207af4ad1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:15.192834 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2716b-35bb-4ad5-a6c8-b4c2a7ffc768 req-e7998581-211d-4b4b-9a6d-a72213035d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:15.194370 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16b2716b-35bb-4ad5-a6c8-b4c2a7ffc768 req-e7998581-211d-4b4b-9a6d-a72213035d4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1128 time: 0.1027050
Apr 16 21:35:15.288202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ee5fd2-36f2-4597-9146-3d4d19ecfad7 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Made reservation on behalf of b9727ffc0b86447b8b6e42e2633e6c7d for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:15.291522 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76ee5fd2-36f2-4597-9146-3d4d19ecfad7 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.321253 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed24a276-7e1a-4062-be97-5b7db6d1d58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2f3c6d96-5e40-4979-ab82-b430245822b9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.325753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed24a276-7e1a-4062-be97-5b7db6d1d58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.326134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ed24a276-7e1a-4062-be97-5b7db6d1d58e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f3c6d96-5e40-4979-ab82-b430245822b9 HTTP/1.1" status: 204  len: 168 time: 0.6075733
Apr 16 21:35:15.349353 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a2de61e9-b302-480b-9651-f62edb9db4f1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (8fdf28a9-7ca2-409c-baf3-f625f4121eed), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.358310 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ee5fd2-36f2-4597-9146-3d4d19ecfad7 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:15.371198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24a276-7e1a-4062-be97-5b7db6d1d58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3c6d96-5e40-4979-ab82-b430245822b9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:15.377640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2716b-35bb-4ad5-a6c8-b4c2a7ffc768 req-5802efa8-5f15-4ce4-8611-b219f801d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:15.378009 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16b2716b-35bb-4ad5-a6c8-b4c2a7ffc768 req-5802efa8-5f15-4ce4-8611-b219f801d41a service neutron] 10.222.0.41 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 897 time: 0.1606648
Apr 16 21:35:15.379042 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76ee5fd2-36f2-4597-9146-3d4d19ecfad7 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b7b64b5c-ce1d-43cc-b0e1-c6ffa6aefa70), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.379392 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-76ee5fd2-36f2-4597-9146-3d4d19ecfad7 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Added segment b7b64b5c-ce1d-43cc-b0e1-c6ffa6aefa70 of type vlan for network e60c027f-bdc8-4aab-995a-6c86304929d3
Apr 16 21:35:15.436127 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.449824 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16b2716b-35bb-4ad5-a6c8-b4c2a7ffc768 req-43b69ca6-b69c-45ed-b7bc-abf5293a225c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 217 time: 0.0614979
Apr 16 21:35:15.450450 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a2de61e9-b302-480b-9651-f62edb9db4f1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (8fdf28a9-7ca2-409c-baf3-f625f4121eed), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.520574 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76ee5fd2-36f2-4597-9146-3d4d19ecfad7 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e60c027f-bdc8-4aab-995a-6c86304929d3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.541173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a2de61e9-b302-480b-9651-f62edb9db4f1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] In _notify_port_updated(), no bound segment for port 8fdf28a9-7ca2-409c-baf3-f625f4121eed on network b0bd94f0-407c-45c4-98a0-e686c312a364 {{(pid=122556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:35:15.546503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2de61e9-b302-480b-9651-f62edb9db4f1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:15.547126 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a2de61e9-b302-480b-9651-f62edb9db4f1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.548631 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a2de61e9-b302-480b-9651-f62edb9db4f1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "PUT /v2.0/ports/8fdf28a9-7ca2-409c-baf3-f625f4121eed HTTP/1.1" status: 200  len: 818 time: 0.6745396
Apr 16 21:35:15.554759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59480) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:15.612082 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59482) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:15.616514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de61e9-b302-480b-9651-f62edb9db4f1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=8fdf28a9-7ca2-409c-baf3-f625f4121eed,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:15.627215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2716b-35bb-4ad5-a6c8-b4c2a7ffc768 req-3e40167b-3b69-4463-85c2-df0dcb758f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:15.628766 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16b2716b-35bb-4ad5-a6c8-b4c2a7ffc768 req-3e40167b-3b69-4463-85c2-df0dcb758f67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.1686466
Apr 16 21:35:15.673585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6acf10-91d3-499e-890f-66c03000c94e req-1b8980f1-06c9-44bb-b161-5653ef8c7fc3 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:15.675428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f6acf10-91d3-499e-890f-66c03000c94e req-1b8980f1-06c9-44bb-b161-5653ef8c7fc3 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 931 time: 0.1382487
Apr 16 21:35:15.705681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2716b-35bb-4ad5-a6c8-b4c2a7ffc768 req-9c17d599-f647-4e0e-909e-106c8ae2da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:15.707227 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16b2716b-35bb-4ad5-a6c8-b4c2a7ffc768 req-9c17d599-f647-4e0e-909e-106c8ae2da2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0709741
Apr 16 21:35:15.710575 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76ee5fd2-36f2-4597-9146-3d4d19ecfad7 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e60c027f-bdc8-4aab-995a-6c86304929d3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.712766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c60358-6ed6-4d01-a515-c08c9770f288 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:35:15.715737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee5fd2-36f2-4597-9146-3d4d19ecfad7 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:15.716375 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76ee5fd2-36f2-4597-9146-3d4d19ecfad7 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.727995 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Publish callbacks [] for port (32c60358-6ed6-4d01-a515-c08c9770f288), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.823644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-88eaf9be-6b0b-4922-a3ef-9ad6e148d45d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 8fdf28a9-7ca2-409c-baf3-f625f4121eed {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:15.824020 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-88eaf9be-6b0b-4922-a3ef-9ad6e148d45d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8fdf28a9-7ca2-409c-baf3-f625f4121eed), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.911092 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec206753-8c77-4c65-8d99-43ecb98666d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.936677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee5fd2-36f2-4597-9146-3d4d19ecfad7 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event updated for resources: {'Network': ['ID=e60c027f-bdc8-4aab-995a-6c86304929d3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:15.947775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e60c027f-bdc8-4aab-995a-6c86304929d3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:15.958316 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-76ee5fd2-36f2-4597-9146-3d4d19ecfad7 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8176889
Apr 16 21:35:15.961163 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-88eaf9be-6b0b-4922-a3ef-9ad6e148d45d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8fdf28a9-7ca2-409c-baf3-f625f4121eed), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:15.971519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59488) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:15.980629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2815d920-22eb-4443-a5d8-bbd17d755bb5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1322006259'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:16.004723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-88eaf9be-6b0b-4922-a3ef-9ad6e148d45d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 8fdf28a9-7ca2-409c-baf3-f625f4121eed owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:16.039151 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16b2716b-35bb-4ad5-a6c8-b4c2a7ffc768 req-179bfc76-ab8e-4569-807d-f95bb4111875 service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3181307
Apr 16 21:35:16.045675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59490) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:16.055515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Transition to ACTIVE for port object 32c60358-6ed6-4d01-a515-c08c9770f288 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:35:16.075263 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12ca42bb-c3f8-4274-bc62-b442bb3d3305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.112392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f6acf10-91d3-499e-890f-66c03000c94e req-ea1f8609-6202-4732-b316-9b16fd873fd6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3958941
Apr 16 21:35:16.163611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2815d920-22eb-4443-a5d8-bbd17d755bb5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Made reservation on behalf of b9727ffc0b86447b8b6e42e2633e6c7d for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:16.167419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2815d920-22eb-4443-a5d8-bbd17d755bb5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.218817 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.247794 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec206753-8c77-4c65-8d99-43ecb98666d3 admin admin] Publish callbacks [] for security_group (9eb9ba78-b40e-4a35-be1f-5714abf301fc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.253269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2815d920-22eb-4443-a5d8-bbd17d755bb5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:16.264918 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16b2716b-35bb-4ad5-a6c8-b4c2a7ffc768 req-bd8ef703-fb92-4a86-b0db-5c9ebc624ddf service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2198646
Apr 16 21:35:16.267589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2815d920-22eb-4443-a5d8-bbd17d755bb5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6d8cab50-313a-4ced-9221-8b567f647640), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.268012 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-2815d920-22eb-4443-a5d8-bbd17d755bb5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Added segment 6d8cab50-313a-4ced-9221-8b567f647640 of type vlan for network 63f98b14-aff2-4540-a737-bef173d97531
Apr 16 21:35:16.299004 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-88eaf9be-6b0b-4922-a3ef-9ad6e148d45d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8fdf28a9-7ca2-409c-baf3-f625f4121eed), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.347885 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2815d920-22eb-4443-a5d8-bbd17d755bb5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (63f98b14-aff2-4540-a737-bef173d97531), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.350366 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec206753-8c77-4c65-8d99-43ecb98666d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9eb9ba78-b40e-4a35-be1f-5714abf301fc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.352770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eaf9be-6b0b-4922-a3ef-9ad6e148d45d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=8fdf28a9-7ca2-409c-baf3-f625f4121eed,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:16.365368 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-88eaf9be-6b0b-4922-a3ef-9ad6e148d45d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.365368 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-88eaf9be-6b0b-4922-a3ef-9ad6e148d45d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/8fdf28a9-7ca2-409c-baf3-f625f4121eed HTTP/1.1" status: 204  len: 168 time: 0.8060663
Apr 16 21:35:16.375419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59492) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:16.393723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Pushing event updated for resources: {'Port': ['ID=32c60358-6ed6-4d01-a515-c08c9770f288,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:16.465565 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ec206753-8c77-4c65-8d99-43ecb98666d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67a61bbfaf2e41c88a29efab3bab7078&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8456705
Apr 16 21:35:16.465565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59494) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:16.472165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec206753-8c77-4c65-8d99-43ecb98666d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb9ba78-b40e-4a35-be1f-5714abf301fc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:16.495119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7048dcad-0eed-454c-85f7-961e2c1205c9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:16.499212 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7048dcad-0eed-454c-85f7-961e2c1205c9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1203790
Apr 16 21:35:16.500373 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59496) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:16.510896 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12ca42bb-c3f8-4274-bc62-b442bb3d3305 admin admin] Publish callbacks [] for security_group (69a5ea62-253e-42eb-8298-f3ac2549e69d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.541066 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (54e1d60c-5cb4-4459-a233-1e34d6143b14), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.545354 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2815d920-22eb-4443-a5d8-bbd17d755bb5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (63f98b14-aff2-4540-a737-bef173d97531), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.550314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2815d920-22eb-4443-a5d8-bbd17d755bb5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:16.550899 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2815d920-22eb-4443-a5d8-bbd17d755bb5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.558050 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb0dc99-fa0f-4f3c-be27-1c4ea34ed867 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:16.559411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ebb0dc99-fa0f-4f3c-be27-1c4ea34ed867 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/8fdf28a9-7ca2-409c-baf3-f625f4121eed HTTP/1.1" status: 404  len: 333 time: 0.0581243
Apr 16 21:35:16.566157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59498) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:16.593216 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12ca42bb-c3f8-4274-bc62-b442bb3d3305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (69a5ea62-253e-42eb-8298-f3ac2549e69d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.604805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-987d101a-0997-490c-b68e-bc03ff2bab1c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2038292980'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:16.638382 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa635470-1941-40d8-8d47-38e9463ba41a admin admin] Publish callbacks [] for security_group (9eb9ba78-b40e-4a35-be1f-5714abf301fc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.641005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815d920-22eb-4443-a5d8-bbd17d755bb5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event updated for resources: {'Network': ['ID=63f98b14-aff2-4540-a737-bef173d97531,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:16.645189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Attempting to bind port 32c60358-6ed6-4d01-a515-c08c9770f288 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:16.645592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Attempting to bind port 32c60358-6ed6-4d01-a515-c08c9770f288 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:16.645854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Attempting to bind port 32c60358-6ed6-4d01-a515-c08c9770f288 on network 33417375-20a3-4356-abb1-47c6dcf1fa40 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:16.653779 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 63f98b14-aff2-4540-a737-bef173d97531 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:16.656739 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2815d920-22eb-4443-a5d8-bbd17d755bb5 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6841094
Apr 16 21:35:16.665661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59500) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:16.674033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Request body: {'ports': [{'network_id': 'e60c027f-bdc8-4aab-995a-6c86304929d3', 'name': 'tempest-port--28228034', 'admin_state_up': True}, {'network_id': '63f98b14-aff2-4540-a737-bef173d97531', 'admin_state_up': False}]} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:16.674033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Request body: {'port': {'network_id': 'e60c027f-bdc8-4aab-995a-6c86304929d3', 'name': 'tempest-port--28228034', 'admin_state_up': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:16.674033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Request body: {'port': {'network_id': '63f98b14-aff2-4540-a737-bef173d97531', 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:16.696459 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-12ca42bb-c3f8-4274-bc62-b442bb3d3305 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f82c1fb9119498a879eb57e39a65eb5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6448834
Apr 16 21:35:16.696459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Port 32c60358-6ed6-4d01-a515-c08c9770f288 on network 33417375-20a3-4356-abb1-47c6dcf1fa40 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:35:16.696459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Attempting to bind port 32c60358-6ed6-4d01-a515-c08c9770f288 on network 33417375-20a3-4356-abb1-47c6dcf1fa40 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:16.703170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59502) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:16.710714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca42bb-c3f8-4274-bc62-b442bb3d3305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a5ea62-253e-42eb-8298-f3ac2549e69d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:16.716827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:16.717179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Checking segment: {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:16.717568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Bound using segment: {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:16.718014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Bound port: 32c60358-6ed6-4d01-a515-c08c9770f288, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:16.718740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.738329 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa635470-1941-40d8-8d47-38e9463ba41a admin admin] Publish callbacks [] for security_group (9eb9ba78-b40e-4a35-be1f-5714abf301fc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.757091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987d101a-0997-490c-b68e-bc03ff2bab1c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:16.761867 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-987d101a-0997-490c-b68e-bc03ff2bab1c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.855173 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (27ba9b8a-2101-470e-9bbe-620207af4ad1), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.895450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987d101a-0997-490c-b68e-bc03ff2bab1c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:16.902956 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03109343-fee6-4bd5-b7d5-24e8da157ca5 admin admin] Publish callbacks [] for security_group (69a5ea62-253e-42eb-8298-f3ac2549e69d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.906628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:16.909574 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa635470-1941-40d8-8d47-38e9463ba41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9eb9ba78-b40e-4a35-be1f-5714abf301fc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.910823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:16.912310 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa635470-1941-40d8-8d47-38e9463ba41a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.915880 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aa635470-1941-40d8-8d47-38e9463ba41a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9eb9ba78-b40e-4a35-be1f-5714abf301fc HTTP/1.1" status: 204  len: 168 time: 0.4467647
Apr 16 21:35:16.923379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa635470-1941-40d8-8d47-38e9463ba41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb9ba78-b40e-4a35-be1f-5714abf301fc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:16.930483 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-987d101a-0997-490c-b68e-bc03ff2bab1c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (64fd0da8-0afb-47ca-ab95-1d68583ba121), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.930724 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-987d101a-0997-490c-b68e-bc03ff2bab1c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Added segment 64fd0da8-0afb-47ca-ab95-1d68583ba121 of type vlan for network f1bd4834-39e9-48f0-9795-7d8c808336f8
Apr 16 21:35:16.958389 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03109343-fee6-4bd5-b7d5-24e8da157ca5 admin admin] Publish callbacks [] for security_group (69a5ea62-253e-42eb-8298-f3ac2549e69d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.961707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Made reservation on behalf of b9727ffc0b86447b8b6e42e2633e6c7d for: {'port': 2} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:16.966824 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:16.980877 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.004444 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.086041 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-987d101a-0997-490c-b68e-bc03ff2bab1c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (f1bd4834-39e9-48f0-9795-7d8c808336f8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.100631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:17.101225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.102938 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] 10.222.0.11 "PUT /v2.0/ports/32c60358-6ed6-4d01-a515-c08c9770f288 HTTP/1.1" status: 200  len: 1091 time: 2.2611277
Apr 16 21:35:17.111005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:35:17.113347 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a9ff1b-6ad8-4590-beb4-7729c0e6b5af" -d '{"events": [{"name": "network-changed", "server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:35:17.132440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] device_id is not set on port 0c482886-ea64-4731-94df-dc6cc4ffe6dc yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:17.192118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157094dc-4490-4ddd-97a5-8b09439a5c08 service neutron] Pushing event updated for resources: {'Port': ['ID=32c60358-6ed6-4d01-a515-c08c9770f288,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:17.197259 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956eb324-84c7-49e9-a394-53c05ea94c42 x-openstack-request-id: req-956eb324-84c7-49e9-a394-53c05ea94c42 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:35:17.197611 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:35:17.197830 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-956eb324-84c7-49e9-a394-53c05ea94c42 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:35:17.198239 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956eb324-84c7-49e9-a394-53c05ea94c42'] response: {'name': 'network-changed', 'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288', 'status': 'completed', 'code': 200}
Apr 16 21:35:17.294984 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for port (0c482886-ea64-4731-94df-dc6cc4ffe6dc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.303131 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-987d101a-0997-490c-b68e-bc03ff2bab1c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (f1bd4834-39e9-48f0-9795-7d8c808336f8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.306695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d101a-0997-490c-b68e-bc03ff2bab1c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:17.308053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-987d101a-0997-490c-b68e-bc03ff2bab1c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.310363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03109343-fee6-4bd5-b7d5-24e8da157ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (69a5ea62-253e-42eb-8298-f3ac2549e69d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.312861 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03109343-fee6-4bd5-b7d5-24e8da157ca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.313998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-03109343-fee6-4bd5-b7d5-24e8da157ca5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69a5ea62-253e-42eb-8298-f3ac2549e69d HTTP/1.1" status: 204  len: 168 time: 0.6098948
Apr 16 21:35:17.320419 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (27ba9b8a-2101-470e-9bbe-620207af4ad1), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.355477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9ff1b-6ad8-4590-beb4-7729c0e6b5af req-34ee71f4-265a-4cb4-93c4-4786152907e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:17.357050 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28a9ff1b-6ad8-4590-beb4-7729c0e6b5af req-34ee71f4-265a-4cb4-93c4-4786152907e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 1125 time: 0.1388485
Apr 16 21:35:17.415138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e6981-0139-4c89-8289-e2de89a196e5 req-83aedc1c-938e-40fd-a0aa-981fcb7889e8 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:17.417328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e98e6981-0139-4c89-8289-e2de89a196e5 req-83aedc1c-938e-40fd-a0aa-981fcb7889e8 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 943 time: 0.1876619
Apr 16 21:35:17.418115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03109343-fee6-4bd5-b7d5-24e8da157ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a5ea62-253e-42eb-8298-f3ac2549e69d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:17.438917 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (27ba9b8a-2101-470e-9bbe-620207af4ad1), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.448212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] device_id is not set on port ac66e3df-ee3a-4a7d-88bd-51e8eeb3bf5e yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:17.544643 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-987d101a-0997-490c-b68e-bc03ff2bab1c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9492249
Apr 16 21:35:17.545537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59520) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:17.551324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d101a-0997-490c-b68e-bc03ff2bab1c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Network': ['ID=f1bd4834-39e9-48f0-9795-7d8c808336f8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:17.563577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network f1bd4834-39e9-48f0-9795-7d8c808336f8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:17.567997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-df0499c3-05e6-48a3-b250-ec738dcfaff5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': 'f1bd4834-39e9-48f0-9795-7d8c808336f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:17.627778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=27ba9b8a-2101-470e-9bbe-620207af4ad1,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:17.645954 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for port (ac66e3df-ee3a-4a7d-88bd-51e8eeb3bf5e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.647723 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (54e1d60c-5cb4-4459-a233-1e34d6143b14), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.657425 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e98e6981-0139-4c89-8289-e2de89a196e5 req-725c4f14-debf-4f56-a7f3-27bc3417ad82 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2313311
Apr 16 21:35:17.716731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9ff1b-6ad8-4590-beb4-7729c0e6b5af req-da1eede3-6659-4874-b1e9-10f6f5769731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:17.719910 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28a9ff1b-6ad8-4590-beb4-7729c0e6b5af req-da1eede3-6659-4874-b1e9-10f6f5769731 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&shared=False HTTP/1.1" status: 200  len: 918 time: 0.3108044
Apr 16 21:35:17.842290 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0c482886-ea64-4731-94df-dc6cc4ffe6dc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.843894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0499c3-05e6-48a3-b250-ec738dcfaff5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:17.848903 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df0499c3-05e6-48a3-b250-ec738dcfaff5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:17.857330 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Floating IP 54e1d60c-5cb4-4459-a233-1e34d6143b14 associated. External IP: 172.35.1.250, port: 10dae36f-fbbc-45d6-b539-d8ce65bad3c2.
Apr 16 21:35:17.930674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9ff1b-6ad8-4590-beb4-7729c0e6b5af req-259c4b35-e2da-463d-b22d-e405787a5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:17.932451 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28a9ff1b-6ad8-4590-beb4-7729c0e6b5af req-259c4b35-e2da-463d-b22d-e405787a5ba3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2069650
Apr 16 21:35:17.992209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event updated for resources: {'Port': ['ID=0c482886-ea64-4731-94df-dc6cc4ffe6dc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:18.037558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Checking segment: {'id': 'b7b64b5c-ce1d-43cc-b0e1-c6ffa6aefa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e60c027f-bdc8-4aab-995a-6c86304929d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:18.037926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Network hostable DHCP agents. Network: e60c027f-bdc8-4aab-995a-6c86304929d3, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:18.144653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Network e60c027f-bdc8-4aab-995a-6c86304929d3 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:18.202504 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df0499c3-05e6-48a3-b250-ec738dcfaff5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (dc04e1db-23f6-47e9-95f0-2b9d61813b4f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:18.245732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e60c027f-bdc8-4aab-995a-6c86304929d3) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:18.256415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515b000b-1521-402f-842d-9d056ba3577b None None] Network e60c027f-bdc8-4aab-995a-6c86304929d3 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:18.266940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:18.267828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ac66e3df-ee3a-4a7d-88bd-51e8eeb3bf5e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:18.290127 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59542) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:18.304830 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9301f53-88da-48db-8d61-462534e2821c req-75ddb7ad-3093-4d72-b4f1-1a079401bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:18.306370 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-75ddb7ad-3093-4d72-b4f1-1a079401bd55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 1125 time: 0.3246586
Apr 16 21:35:18.331597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0499c3-05e6-48a3-b250-ec738dcfaff5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Subnet': ['ID=dc04e1db-23f6-47e9-95f0-2b9d61813b4f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:18.357147 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-c2624838-df76-4a0c-afd8-5fe523ad6cd1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c60358-6ed6-4d01-a515-c08c9770f288 HTTP/1.1" status: 200  len: 217 time: 0.0428798
Apr 16 21:35:18.369908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event updated for resources: {'Port': ['ID=ac66e3df-ee3a-4a7d-88bd-51e8eeb3bf5e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:18.394416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0499c3-05e6-48a3-b250-ec738dcfaff5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Checking segment: {'id': '64fd0da8-0afb-47ca-ab95-1d68583ba121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1bd4834-39e9-48f0-9795-7d8c808336f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:18.395018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0499c3-05e6-48a3-b250-ec738dcfaff5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network hostable DHCP agents. Network: f1bd4834-39e9-48f0-9795-7d8c808336f8, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:18.409317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Checking segment: {'id': '6d8cab50-313a-4ced-9221-8b567f647640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '63f98b14-aff2-4540-a737-bef173d97531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:18.409991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Network hostable DHCP agents. Network: 63f98b14-aff2-4540-a737-bef173d97531, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:18.451054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1381846022'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:18.464161 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9301f53-88da-48db-8d61-462534e2821c req-6dd25317-0e7b-4f62-a303-bfebbea4013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:18.465747 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-6dd25317-0e7b-4f62-a303-bfebbea4013a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 200  len: 856 time: 0.1019557
Apr 16 21:35:18.492517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0499c3-05e6-48a3-b250-ec738dcfaff5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network f1bd4834-39e9-48f0-9795-7d8c808336f8 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:18.511409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Network 63f98b14-aff2-4540-a737-bef173d97531 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:18.513574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:18.516979 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:18.528467 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:18.550415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9301f53-88da-48db-8d61-462534e2821c req-e420fa2c-6f02-4bf5-ab8a-a58f6d3bd349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:18.552011 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-e420fa2c-6f02-4bf5-ab8a-a58f6d3bd349 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33417375-20a3-4356-abb1-47c6dcf1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0801663
Apr 16 21:35:18.576096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-df0499c3-05e6-48a3-b250-ec738dcfaff5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f1bd4834-39e9-48f0-9795-7d8c808336f8) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:18.580764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0499c3-05e6-48a3-b250-ec738dcfaff5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:18.581410 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df0499c3-05e6-48a3-b250-ec738dcfaff5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:18.585571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe400035-1f34-4b7a-bbd7-e51d0054f9ae None None] Network f1bd4834-39e9-48f0-9795-7d8c808336f8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:18.586667 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 63f98b14-aff2-4540-a737-bef173d97531) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:18.590447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:18.596163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:18.600734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:18.602038 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:18.644087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e8dad9-4b0a-4815-aff7-ac330a5f58fa None None] Network 63f98b14-aff2-4540-a737-bef173d97531 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:18.658055 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for security_group (f8eef018-f94f-477b-b708-52fdc24e3cfa), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:18.694753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:35:18.698341 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-df0499c3-05e6-48a3-b250-ec738dcfaff5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1513572
Apr 16 21:35:18.702547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59558) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:18.713172 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-5482eb6d-b837-4d60-9c29-47bb03050e32 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': 'f1bd4834-39e9-48f0-9795-7d8c808336f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:18.721500 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-3663978f-436a-4b51-b7a7-4971ea9a9a1f service neutron] 10.222.0.11 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630766
Apr 16 21:35:18.730712 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-095dcd80-d5ad-4a8d-8739-2a7db87684a0 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1448 time: 2.0609086
Apr 16 21:35:18.737832 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f8eef018-f94f-477b-b708-52fdc24e3cfa), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:18.742554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59560) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:18.757729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:18.815324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f1bd4834-39e9-48f0-9795-7d8c808336f8', 'network_id': 'f1bd4834-39e9-48f0-9795-7d8c808336f8', 'project_id': 'e129a0846b2543b7be00d3cf3941352c', 'fixed_ips': [{'subnet_id': 'dc04e1db-23f6-47e9-95f0-2b9d61813b4f'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:18.817016 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:18.861760 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0c7fe7fc-598a-45ba-b571-72ad39d44f6e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:18.862121 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Added segment 0c7fe7fc-598a-45ba-b571-72ad39d44f6e of type vlan for network 5bd69d20-01fc-4c35-811f-9c429b7af1c8
Apr 16 21:35:18.900081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e21c302-331d-4634-9222-d4f7ecd52e8c tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:18.906110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e21c302-331d-4634-9222-d4f7ecd52e8c tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:18.907934 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5e21c302-331d-4634-9222-d4f7ecd52e8c tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1443 time: 0.1642804
Apr 16 21:35:18.912422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59564) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:18.914671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eef018-f94f-477b-b708-52fdc24e3cfa,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:18.923230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acecc1-2891-444b-8aeb-709259f40a96 req-7874020f-2746-4ffc-b5b9-1941b1b8f4a6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:18.924820 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8acecc1-2891-444b-8aeb-709259f40a96 req-7874020f-2746-4ffc-b5b9-1941b1b8f4a6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 943 time: 0.1553133
Apr 16 21:35:18.957887 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (5bd69d20-01fc-4c35-811f-9c429b7af1c8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.033834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Allocated IP 2001:db8::2 (f1bd4834-39e9-48f0-9795-7d8c808336f8/dc04e1db-23f6-47e9-95f0-2b9d61813b4f/69feb283-0f2b-4d70-bade-cc0d85dc41c9) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:19.036620 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8acecc1-2891-444b-8aeb-709259f40a96 req-4fab3edd-f37c-43f7-800d-4f58b2f85045 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966415
Apr 16 21:35:19.075512 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-fee6e43e-528a-463e-b88b-651556dca076 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Deleting port 0c482886-ea64-4731-94df-dc6cc4ffe6dc {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:19.075865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fee6e43e-528a-463e-b88b-651556dca076 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0c482886-ea64-4731-94df-dc6cc4ffe6dc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.109565 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (5bd69d20-01fc-4c35-811f-9c429b7af1c8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.118915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:19.119660 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.150238 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9301f53-88da-48db-8d61-462534e2821c req-ad667d6e-507a-47c1-b089-46e854c843d6 service neutron] 10.222.0.11 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4173441
Apr 16 21:35:19.159880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5482eb6d-b837-4d60-9c29-47bb03050e32 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:19.160886 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:35:19.164062 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5482eb6d-b837-4d60-9c29-47bb03050e32 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.172395 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4086b-9c00-4f44-81aa-9b30fc938ba4 None None] Sync routers for ids ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:35:19.186520 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fee6e43e-528a-463e-b88b-651556dca076 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0c482886-ea64-4731-94df-dc6cc4ffe6dc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.195989 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad4086b-9c00-4f44-81aa-9b30fc938ba4 None None] Routers {'d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:35:19.196976 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aad4086b-9c00-4f44-81aa-9b30fc938ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248d4940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:35:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:19.203187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-fee6e43e-528a-463e-b88b-651556dca076 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Calling delete_port for 0c482886-ea64-4731-94df-dc6cc4ffe6dc owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:19.256227 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Publish callbacks [] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.279600 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.282101 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.9898996
Apr 16 21:35:19.301832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1b454-291d-4d33-9354-e6bd25221b52 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=5bd69d20-01fc-4c35-811f-9c429b7af1c8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:19.329264 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.332670 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 5bd69d20-01fc-4c35-811f-9c429b7af1c8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:19.372960 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-aad4086b-9c00-4f44-81aa-9b30fc938ba4 None None] Set router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:35:19.377723 ncdv-master-1 neutron-server[122556]: INFO neutron.db.ipam_backend_mixin [None req-5482eb6d-b837-4d60-9c29-47bb03050e32 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc04e1db-23f6-47e9-95f0-2b9d61813b4f (CIDR: 2001:db8::/64)
Apr 16 21:35:19.419325 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-5482eb6d-b837-4d60-9c29-47bb03050e32 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:35:19.419907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5482eb6d-b837-4d60-9c29-47bb03050e32 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:35:19.426185 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0c41c885-9ec7-4c13-8112-28abb0a250bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.5904243
Apr 16 21:35:19.427090 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59574) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:19.427560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:35:19.430931 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef33445a-ef41-421a-b7cb-168cbee8d042" -d '{"events": [{"name": "network-changed", "server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:35:19.457386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3ece6b6c-95a2-4c5d-bf3c-bc36029feb85 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'subnet': {'network_id': '5bd69d20-01fc-4c35-811f-9c429b7af1c8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:19.506276 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fee6e43e-528a-463e-b88b-651556dca076 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0c482886-ea64-4731-94df-dc6cc4ffe6dc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.522453 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a33a420-e933-4ee5-b8ab-c6e57ffc84a7 x-openstack-request-id: req-1a33a420-e933-4ee5-b8ab-c6e57ffc84a7 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:35:19.522801 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:35:19.523555 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a33a420-e933-4ee5-b8ab-c6e57ffc84a7 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:35:19.523555 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a33a420-e933-4ee5-b8ab-c6e57ffc84a7'] response: {'name': 'network-changed', 'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'status': 'completed', 'code': 200}
Apr 16 21:35:19.546327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Network f1bd4834-39e9-48f0-9795-7d8c808336f8 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:19.555022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:19.568991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:19.592274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Pushing event updated for resources: {'Port': ['ID=69feb283-0f2b-4d70-bade-cc0d85dc41c9,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:19.634650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6e43e-528a-463e-b88b-651556dca076 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event deleted for resources: {'Port': ['ID=0c482886-ea64-4731-94df-dc6cc4ffe6dc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:19.666268 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fee6e43e-528a-463e-b88b-651556dca076 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.673328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33445a-ef41-421a-b7cb-168cbee8d042 req-ba500825-19a2-452b-b840-d8db5a715981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:19.674869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Attempting to bind port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:19.675044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef33445a-ef41-421a-b7cb-168cbee8d042 req-ba500825-19a2-452b-b840-d8db5a715981 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1128 time: 0.1120129
Apr 16 21:35:19.676451 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fee6e43e-528a-463e-b88b-651556dca076 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "DELETE /v2.0/ports/0c482886-ea64-4731-94df-dc6cc4ffe6dc HTTP/1.1" status: 204  len: 168 time: 0.7295403
Apr 16 21:35:19.679126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59586) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:19.680300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Attempting to bind port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64fd0da8-0afb-47ca-ab95-1d68583ba121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1bd4834-39e9-48f0-9795-7d8c808336f8'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:19.680944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Attempting to bind port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 on network f1bd4834-39e9-48f0-9795-7d8c808336f8 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:19.685563 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5482eb6d-b837-4d60-9c29-47bb03050e32 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9815948
Apr 16 21:35:19.691007 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59588) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:19.695297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:19.695681 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Checking segment: {'id': '64fd0da8-0afb-47ca-ab95-1d68583ba121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1bd4834-39e9-48f0-9795-7d8c808336f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:19.696147 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.696660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Bound using segment: {'id': '64fd0da8-0afb-47ca-ab95-1d68583ba121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1bd4834-39e9-48f0-9795-7d8c808336f8'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:19.697144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Bound port: 69feb283-0f2b-4d70-bade-cc0d85dc41c9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fd0da8-0afb-47ca-ab95-1d68583ba121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1bd4834-39e9-48f0-9795-7d8c808336f8'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:19.698109 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.749143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-c79a3bc0-6b4c-4235-bbbb-7a4210bdc129 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': 'f1bd4834-39e9-48f0-9795-7d8c808336f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:19.762937 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aad4086b-9c00-4f44-81aa-9b30fc938ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248d4940>, [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:34:47Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '54e1d60c-5cb4-4459-a233-1e34d6143b14', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'floating_ip_address': '172.35.1.250', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'port_id': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'mac_address': 'fa:16:3e:cb:72:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:35:16Z', 'updated_at': '2022-04-16T21:35:16Z', 'revision_number': 0, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72367e9f-93ce-4b36-8ec8-80b87328c82c', 'name': '', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:7d:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:45Z', 'updated_at': '2022-04-16T21:34:52Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:19.785629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] For port 69feb283-0f2b-4d70-bade-cc0d85dc41c9, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:19.790301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] For port 69feb283-0f2b-4d70-bade-cc0d85dc41c9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69feb283-0f2b-4d70-bade-cc0d85dc41c9,segment=NetworkSegment(64fd0da8-0afb-47ca-ab95-1d68583ba121),segment_id=64fd0da8-0afb-47ca-ab95-1d68583ba121)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:19.805068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33445a-ef41-421a-b7cb-168cbee8d042 req-07159616-b851-4489-81af-d005810d4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:19.806548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef33445a-ef41-421a-b7cb-168cbee8d042 req-07159616-b851-4489-81af-d005810d4750 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 897 time: 0.1252906
Apr 16 21:35:19.812092 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4086b-9c00-4f44-81aa-9b30fc938ba4 None None] Checking router: d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:35:19.817905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646537b-134f-45f0-984f-29f21b3db248 req-1c31476d-bd0c-4421-af68-1d04f4ddfa56 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:19.821581 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad4086b-9c00-4f44-81aa-9b30fc938ba4 None None] Routers {'d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:35:19.823114 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aad4086b-9c00-4f44-81aa-9b30fc938ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248d4940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:35:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:19.823395 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f646537b-134f-45f0-984f-29f21b3db248 req-1c31476d-bd0c-4421-af68-1d04f4ddfa56 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.3273606
Apr 16 21:35:19.871631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c0c95942-4302-4dd5-8de7-ce43de89189c tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Deleting port ac66e3df-ee3a-4a7d-88bd-51e8eeb3bf5e {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:19.877094 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0c95942-4302-4dd5-8de7-ce43de89189c tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ac66e3df-ee3a-4a7d-88bd-51e8eeb3bf5e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.881689 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.887979 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef33445a-ef41-421a-b7cb-168cbee8d042 req-eedc22a9-9544-422e-b36b-49cce628c3bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1000 time: 0.0739899
Apr 16 21:35:19.888993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ece6b6c-95a2-4c5d-bf3c-bc36029feb85 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:19.894241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ece6b6c-95a2-4c5d-bf3c-bc36029feb85 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:19.988638 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-aad4086b-9c00-4f44-81aa-9b30fc938ba4 None None] Set router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:35:20.001317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b8754-ce2b-49e4-8ee8-a2705c3c5816 None None] Pushing event updated for resources: {'Port': ['ID=69feb283-0f2b-4d70-bade-cc0d85dc41c9,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:20.014799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0c95942-4302-4dd5-8de7-ce43de89189c tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ac66e3df-ee3a-4a7d-88bd-51e8eeb3bf5e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:20.036103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33445a-ef41-421a-b7cb-168cbee8d042 req-6dadfb6f-5641-40f3-a62b-2fafbbf86de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:20.037657 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef33445a-ef41-421a-b7cb-168cbee8d042 req-6dadfb6f-5641-40f3-a62b-2fafbbf86de8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.1415522
Apr 16 21:35:20.045577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c0c95942-4302-4dd5-8de7-ce43de89189c tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Calling delete_port for ac66e3df-ee3a-4a7d-88bd-51e8eeb3bf5e owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:20.110940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33445a-ef41-421a-b7cb-168cbee8d042 req-778a4c40-9d5c-4546-9956-3a3a9db5d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:20.114331 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef33445a-ef41-421a-b7cb-168cbee8d042 req-778a4c40-9d5c-4546-9956-3a3a9db5d875 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0680032
Apr 16 21:35:20.222156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f646537b-134f-45f0-984f-29f21b3db248 req-dd3edf0f-650c-4dfa-b301-d858b543f23d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3977571
Apr 16 21:35:20.246943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59596) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:20.312842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79a3bc0-6b4c-4235-bbbb-7a4210bdc129 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:20.316540 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c79a3bc0-6b4c-4235-bbbb-7a4210bdc129 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:20.329298 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef33445a-ef41-421a-b7cb-168cbee8d042 req-855e40a8-19ee-4a9b-adb1-b30d5f4283db service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973925
Apr 16 21:35:20.446110 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-50a44381-9e62-4364-8536-111576bcd056 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/54e1d60c-5cb4-4459-a233-1e34d6143b14 HTTP/1.1" status: 200  len: 992 time: 0.1980231
Apr 16 21:35:20.500346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc599f-bc92-4d73-86b7-354e775d98b3 req-54df793d-33c1-4ebc-84b9-ed5ad9b20720 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:20.509601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7edc599f-bc92-4d73-86b7-354e775d98b3 req-54df793d-33c1-4ebc-84b9-ed5ad9b20720 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 943 time: 0.1829345
Apr 16 21:35:20.517134 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0c95942-4302-4dd5-8de7-ce43de89189c tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ac66e3df-ee3a-4a7d-88bd-51e8eeb3bf5e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:20.527242 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aad4086b-9c00-4f44-81aa-9b30fc938ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248d4940>, [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:34:47Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '54e1d60c-5cb4-4459-a233-1e34d6143b14', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'floating_ip_address': '172.35.1.250', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'port_id': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'mac_address': 'fa:16:3e:cb:72:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:35:16Z', 'updated_at': '2022-04-16T21:35:16Z', 'revision_number': 0, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72367e9f-93ce-4b36-8ec8-80b87328c82c', 'name': '', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:7d:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:45Z', 'updated_at': '2022-04-16T21:34:52Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:20.566348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c95942-4302-4dd5-8de7-ce43de89189c tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event deleted for resources: {'Port': ['ID=ac66e3df-ee3a-4a7d-88bd-51e8eeb3bf5e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:20.580818 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0c95942-4302-4dd5-8de7-ce43de89189c tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:20.580818 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c0c95942-4302-4dd5-8de7-ce43de89189c tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "DELETE /v2.0/ports/ac66e3df-ee3a-4a7d-88bd-51e8eeb3bf5e HTTP/1.1" status: 204  len: 168 time: 0.8978143
Apr 16 21:35:20.582097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59602) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:20.585156 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4086b-9c00-4f44-81aa-9b30fc938ba4 None None] The sync data for ids ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'] in ncdv-master-1 is: [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:34:47Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '54e1d60c-5cb4-4459-a233-1e34d6143b14', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'floating_ip_address': '172.35.1.250', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'port_id': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'mac_address': 'fa:16:3e:cb:72:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:35:16Z', 'updated_at': '2022-04-16T21:35:16Z', 'revision_number': 0, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72367e9f-93ce-4b36-8ec8-80b87328c82c', 'name': '', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:7d:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:45Z', 'updated_at': '2022-04-16T21:34:52Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:35:20.625146 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b160e0e7-ca88-45ab-bdd1-440836b00cd6 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0424268
Apr 16 21:35:20.629191 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59606) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:20.636315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4764cf98-fa6c-480d-836c-2831e26916d1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1182510670'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:20.792534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4764cf98-fa6c-480d-836c-2831e26916d1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Made reservation on behalf of b9727ffc0b86447b8b6e42e2633e6c7d for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:20.792534 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4764cf98-fa6c-480d-836c-2831e26916d1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:20.809746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4764cf98-fa6c-480d-836c-2831e26916d1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:20.824070 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4764cf98-fa6c-480d-836c-2831e26916d1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9265b3f3-4dbb-42c1-ab05-a21c49d83d69), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:20.824455 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-4764cf98-fa6c-480d-836c-2831e26916d1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Added segment 9265b3f3-4dbb-42c1-ab05-a21c49d83d69 of type vlan for network a2695381-557e-4bc7-adbf-50c79303e8cb
Apr 16 21:35:20.868809 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4764cf98-fa6c-480d-836c-2831e26916d1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a2695381-557e-4bc7-adbf-50c79303e8cb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:20.905795 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c79a3bc0-6b4c-4235-bbbb-7a4210bdc129 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (98d7ba08-4f85-470e-aac1-ec8aa4f9403d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:20.948721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a3bc0-6b4c-4235-bbbb-7a4210bdc129 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network f1bd4834-39e9-48f0-9795-7d8c808336f8 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:20.952244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-c79a3bc0-6b4c-4235-bbbb-7a4210bdc129 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:20.955876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79a3bc0-6b4c-4235-bbbb-7a4210bdc129 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:20.956523 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c79a3bc0-6b4c-4235-bbbb-7a4210bdc129 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:20.973277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a3bc0-6b4c-4235-bbbb-7a4210bdc129 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Subnet': ['ID=98d7ba08-4f85-470e-aac1-ec8aa4f9403d,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:20.978332 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4764cf98-fa6c-480d-836c-2831e26916d1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a2695381-557e-4bc7-adbf-50c79303e8cb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:20.981369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca91367-c2e2-44a6-90c8-a4c624058d28 None None] New status for floating IP 54e1d60c-5cb4-4459-a233-1e34d6143b14: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:35:20.984782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4764cf98-fa6c-480d-836c-2831e26916d1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:20.984782 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4764cf98-fa6c-480d-836c-2831e26916d1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:20.994653 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef33445a-ef41-421a-b7cb-168cbee8d042 req-5aa5fa3f-a356-4c34-a950-87315c29036e service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6379373
Apr 16 21:35:21.025447 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7edc599f-bc92-4d73-86b7-354e775d98b3 req-8d99790e-c517-42a5-a49f-ccf1312c0c32 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5149136
Apr 16 21:35:21.062384 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c79a3bc0-6b4c-4235-bbbb-7a4210bdc129 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.3241673
Apr 16 21:35:21.062724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59618) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:21.071251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': 'f1bd4834-39e9-48f0-9795-7d8c808336f8', 'fixed_ips': [{'subnet_id': 'dc04e1db-23f6-47e9-95f0-2b9d61813b4f'}, {'subnet_id': '98d7ba08-4f85-470e-aac1-ec8aa4f9403d'}], 'name': 'tempest-PortsIpV6TestJSON-1220692592'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:21.077986 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ece6b6c-95a2-4c5d-bf3c-bc36029feb85 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (90ff76a8-0455-4394-ad93-76697d2b5817), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:21.084301 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4764cf98-fa6c-480d-836c-2831e26916d1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4537833
Apr 16 21:35:21.089337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59622) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:21.094006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b9cb3b47-1cc0-494a-8ab4-2cfa5cea4cf4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1944315641'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:21.098683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764cf98-fa6c-480d-836c-2831e26916d1 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event updated for resources: {'Network': ['ID=a2695381-557e-4bc7-adbf-50c79303e8cb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:21.115438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a2695381-557e-4bc7-adbf-50c79303e8cb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:21.219489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece6b6c-95a2-4c5d-bf3c-bc36029feb85 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Subnet': ['ID=90ff76a8-0455-4394-ad93-76697d2b5817,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:21.241848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cb3b47-1cc0-494a-8ab4-2cfa5cea4cf4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Made reservation on behalf of b9727ffc0b86447b8b6e42e2633e6c7d for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:21.246537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3b47-1cc0-494a-8ab4-2cfa5cea4cf4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:21.248214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece6b6c-95a2-4c5d-bf3c-bc36029feb85 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking segment: {'id': '0c7fe7fc-598a-45ba-b571-72ad39d44f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bd69d20-01fc-4c35-811f-9c429b7af1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:21.248623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece6b6c-95a2-4c5d-bf3c-bc36029feb85 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network hostable DHCP agents. Network: 5bd69d20-01fc-4c35-811f-9c429b7af1c8, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:21.279422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cb3b47-1cc0-494a-8ab4-2cfa5cea4cf4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:21.295370 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3b47-1cc0-494a-8ab4-2cfa5cea4cf4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (a7544a0b-393c-4f00-a766-72d5a2014306), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:21.295749 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-b9cb3b47-1cc0-494a-8ab4-2cfa5cea4cf4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Added segment a7544a0b-393c-4f00-a766-72d5a2014306 of type vlan for network e2903ec2-1f86-46a6-bfb1-31bc368cfdcf
Apr 16 21:35:21.349978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:21.383463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece6b6c-95a2-4c5d-bf3c-bc36029feb85 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network 5bd69d20-01fc-4c35-811f-9c429b7af1c8 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:21.404363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3b47-1cc0-494a-8ab4-2cfa5cea4cf4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e2903ec2-1f86-46a6-bfb1-31bc368cfdcf), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:21.453060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59634) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:21.498879 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 69feb283-0f2b-4d70-bade-cc0d85dc41c9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:21.530441 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:21.562490 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port 75b49d23-9557-482e-95e9-af2fb9369c8a yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:21.570230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3ece6b6c-95a2-4c5d-bf3c-bc36029feb85 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5bd69d20-01fc-4c35-811f-9c429b7af1c8) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:21.576252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 32c60358-6ed6-4d01-a515-c08c9770f288 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:35:21.590041 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3b47-1cc0-494a-8ab4-2cfa5cea4cf4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e2903ec2-1f86-46a6-bfb1-31bc368cfdcf), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:21.594359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece6b6c-95a2-4c5d-bf3c-bc36029feb85 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:21.594955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb7cb7c-beff-423e-bcfc-526d7c5040aa None None] Network 5bd69d20-01fc-4c35-811f-9c429b7af1c8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:21.595173 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ece6b6c-95a2-4c5d-bf3c-bc36029feb85 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:21.604803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb3b47-1cc0-494a-8ab4-2cfa5cea4cf4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:21.605480 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3b47-1cc0-494a-8ab4-2cfa5cea4cf4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:21.665183 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-afa001cf-2adf-45fc-b597-e06dec79c71e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/54e1d60c-5cb4-4459-a233-1e34d6143b14 HTTP/1.1" status: 200  len: 994 time: 0.2054784
Apr 16 21:35:21.702890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0133e71-0a57-4778-8d94-729816633d3b None None] Network f1bd4834-39e9-48f0-9795-7d8c808336f8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:21.756752 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ece6b6c-95a2-4c5d-bf3c-bc36029feb85 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 2.3133655
Apr 16 21:35:21.757036 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b9cb3b47-1cc0-494a-8ab4-2cfa5cea4cf4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6554267
Apr 16 21:35:21.757155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59636) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:21.757155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-125b06c4-d3cf-437e-94db-2b30387abe29 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1128209532'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:21.757515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb3b47-1cc0-494a-8ab4-2cfa5cea4cf4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event updated for resources: {'Network': ['ID=e2903ec2-1f86-46a6-bfb1-31bc368cfdcf,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:21.769245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b247795f-4186-415a-aca1-1a5d9f34bf0d None None] Provisioning complete for port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:21.769626 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b247795f-4186-415a-aca1-1a5d9f34bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:21.840774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e2903ec2-1f86-46a6-bfb1-31bc368cfdcf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:21.929236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:21.929507 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:21.948445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125b06c4-d3cf-437e-94db-2b30387abe29 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:21.952326 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-125b06c4-d3cf-437e-94db-2b30387abe29 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.013075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8::388 (f1bd4834-39e9-48f0-9795-7d8c808336f8/dc04e1db-23f6-47e9-95f0-2b9d61813b4f/75b49d23-9557-482e-95e9-af2fb9369c8a) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:22.016075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125b06c4-d3cf-437e-94db-2b30387abe29 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:22.036108 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-125b06c4-d3cf-437e-94db-2b30387abe29 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (7749aed6-59a6-470f-8d13-2e947cef1b09), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.042904 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-125b06c4-d3cf-437e-94db-2b30387abe29 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Added segment 7749aed6-59a6-470f-8d13-2e947cef1b09 of type vlan for network 464fc03e-4094-4511-bb0e-0b5536726c34
Apr 16 21:35:22.068261 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5bd69d20-01fc-4c35-811f-9c429b7af1c8', 'network_id': '5bd69d20-01fc-4c35-811f-9c429b7af1c8', 'project_id': '72c25819b91f4e0cb65b7a0af8c72260', 'fixed_ips': [{'subnet_id': '90ff76a8-0455-4394-ad93-76697d2b5817'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:22.070251 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.089854 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-125b06c4-d3cf-437e-94db-2b30387abe29 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (464fc03e-4094-4511-bb0e-0b5536726c34), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.127000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8:0:1::57 (f1bd4834-39e9-48f0-9795-7d8c808336f8/98d7ba08-4f85-470e-aac1-ec8aa4f9403d/75b49d23-9557-482e-95e9-af2fb9369c8a) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:22.175165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:22.178196 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-125b06c4-d3cf-437e-94db-2b30387abe29 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (464fc03e-4094-4511-bb0e-0b5536726c34), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.192861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125b06c4-d3cf-437e-94db-2b30387abe29 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:22.196163 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-125b06c4-d3cf-437e-94db-2b30387abe29 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.219845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '32c60358-6ed6-4d01-a515-c08c9770f288', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'port_id': '32c60358-6ed6-4d01-a515-c08c9770f288', 'mac_address': 'fa:16:3e:ba:02:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:35:22.278250 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:22.278648 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.281038 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b247795f-4186-415a-aca1-1a5d9f34bf0d None None] Current status of the port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:22.281410 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b247795f-4186-415a-aca1-1a5d9f34bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.330302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b06c4-d3cf-437e-94db-2b30387abe29 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=464fc03e-4094-4511-bb0e-0b5536726c34,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:22.357822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 464fc03e-4094-4511-bb0e-0b5536726c34 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:22.373044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9645e75-5323-4409-8c78-fcd99e8399c0 req-abd62135-88ac-451d-8c2f-4634f793afb1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:22.376497 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9645e75-5323-4409-8c78-fcd99e8399c0 req-abd62135-88ac-451d-8c2f-4634f793afb1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 943 time: 0.1736534
Apr 16 21:35:22.379222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59642) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:22.394665 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-125b06c4-d3cf-437e-94db-2b30387abe29 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6467006
Apr 16 21:35:22.408830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59646) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:22.415170 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c9766eec-456d-4f8f-b515-36b3d6da3724 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'subnet': {'network_id': '464fc03e-4094-4511-bb0e-0b5536726c34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:22.460659 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9645e75-5323-4409-8c78-fcd99e8399c0 req-b11789df-f8a4-410c-bc33-1d974fea26d5 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707831
Apr 16 21:35:22.531266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 69feb283-0f2b-4d70-bade-cc0d85dc41c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69feb283-0f2b-4d70-bade-cc0d85dc41c9,segment=NetworkSegment(64fd0da8-0afb-47ca-ab95-1d68583ba121),segment_id=64fd0da8-0afb-47ca-ab95-1d68583ba121)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:22.532088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 32c60358-6ed6-4d01-a515-c08c9770f288 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:22.532504 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.538817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc46603-f448-4fca-b18d-c64e34b160dc None None] Update dhcp port {'port': {'network_id': 'f1bd4834-39e9-48f0-9795-7d8c808336f8', 'fixed_ips': [{'subnet_id': 'dc04e1db-23f6-47e9-95f0-2b9d61813b4f', 'ip_address': '2001:db8::2'}, {'subnet_id': '98d7ba08-4f85-470e-aac1-ec8aa4f9403d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '69feb283-0f2b-4d70-bade-cc0d85dc41c9'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:35:22.551030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (75b49d23-9557-482e-95e9-af2fb9369c8a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.592205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c60358-6ed6-4d01-a515-c08c9770f288 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:35:22.596296 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.597088 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71598dbc-5c98-4d6f-b379-3f23b40a0f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.653068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9766eec-456d-4f8f-b515-36b3d6da3724 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:22.656992 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c9766eec-456d-4f8f-b515-36b3d6da3724 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.668409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Allocated IP 172.20.255.242 (5bd69d20-01fc-4c35-811f-9c429b7af1c8/90ff76a8-0455-4394-ad93-76697d2b5817/7a4525c0-e4b5-48bc-a565-860564a67829) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:22.671366 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-afc46603-f448-4fca-b18d-c64e34b160dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.702090 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:22.724800 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71598dbc-5c98-4d6f-b379-3f23b40a0f3e admin admin] Publish callbacks [] for security_group (6b9f9301-2426-4515-a487-53c75107e556), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.738011 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (75b49d23-9557-482e-95e9-af2fb9369c8a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.765588 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-b247795f-4186-415a-aca1-1a5d9f34bf0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:35:22.765957 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-b247795f-4186-415a-aca1-1a5d9f34bf0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:35:22.791776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71598dbc-5c98-4d6f-b379-3f23b40a0f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6b9f9301-2426-4515-a487-53c75107e556), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.792991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=69feb283-0f2b-4d70-bade-cc0d85dc41c9,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:22.795382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.801870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network f1bd4834-39e9-48f0-9795-7d8c808336f8 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:22.810811 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:22.820063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:22.826771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:22.827898 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:22.848577 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=75b49d23-9557-482e-95e9-af2fb9369c8a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:22.914982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-71598dbc-5c98-4d6f-b379-3f23b40a0f3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5496c91f85b4431b6c49fd4bab4a803&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5344565
Apr 16 21:35:22.918806 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59648) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:22.920643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71598dbc-5c98-4d6f-b379-3f23b40a0f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9f9301-2426-4515-a487-53c75107e556,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:22.943340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=32c60358-6ed6-4d01-a515-c08c9770f288,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:22.949267 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-10937847-d55a-425b-b36e-b9dcf0bf880b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 1.8833430
Apr 16 21:35:22.955092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59650) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:22.960570 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-29e017b6-c321-4d9e-b28a-4066ed9cb719 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc04e1db-23f6-47e9-95f0-2b9d61813b4f'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:23.011358 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Publish callbacks [] for port (7a4525c0-e4b5-48bc-a565-860564a67829), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.016901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['32c60358-6ed6-4d01-a515-c08c9770f288'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:35:23.083625 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f5f5073c-78c6-4aed-9b8d-332ffdaa26f4 admin admin] Publish callbacks [] for security_group (6b9f9301-2426-4515-a487-53c75107e556), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.104957 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.116588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-afc46603-f448-4fca-b18d-c64e34b160dc None None] Allocated IP 2001:db8:0:1::2 (f1bd4834-39e9-48f0-9795-7d8c808336f8/98d7ba08-4f85-470e-aac1-ec8aa4f9403d/69feb283-0f2b-4d70-bade-cc0d85dc41c9) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:23.124005 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f5f5073c-78c6-4aed-9b8d-332ffdaa26f4 admin admin] Publish callbacks [] for security_group (6b9f9301-2426-4515-a487-53c75107e556), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.160005 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-29e017b6-c321-4d9e-b28a-4066ed9cb719 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (75b49d23-9557-482e-95e9-af2fb9369c8a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.185009 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c9766eec-456d-4f8f-b515-36b3d6da3724 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (1b1c7008-ebf1-4587-bfd3-33e8ef1bb875), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.275490 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9766eec-456d-4f8f-b515-36b3d6da3724 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Subnet': ['ID=1b1c7008-ebf1-4587-bfd3-33e8ef1bb875,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:23.288306 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f5f5073c-78c6-4aed-9b8d-332ffdaa26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6b9f9301-2426-4515-a487-53c75107e556), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.291735 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f5f5073c-78c6-4aed-9b8d-332ffdaa26f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.293407 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f5f5073c-78c6-4aed-9b8d-332ffdaa26f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b9f9301-2426-4515-a487-53c75107e556 HTTP/1.1" status: 204  len: 168 time: 0.3742728
Apr 16 21:35:23.331284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9766eec-456d-4f8f-b515-36b3d6da3724 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking segment: {'id': '7749aed6-59a6-470f-8d13-2e947cef1b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '464fc03e-4094-4511-bb0e-0b5536726c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:23.331657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9766eec-456d-4f8f-b515-36b3d6da3724 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network hostable DHCP agents. Network: 464fc03e-4094-4511-bb0e-0b5536726c34, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:23.361262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5073c-78c6-4aed-9b8d-332ffdaa26f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9f9301-2426-4515-a487-53c75107e556,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:23.379598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Pushing event updated for resources: {'Port': ['ID=7a4525c0-e4b5-48bc-a565-860564a67829,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:23.436101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9766eec-456d-4f8f-b515-36b3d6da3724 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network 464fc03e-4094-4511-bb0e-0b5536726c34 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:23.494614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-c9766eec-456d-4f8f-b515-36b3d6da3724 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 464fc03e-4094-4511-bb0e-0b5536726c34) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:23.496944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 69feb283-0f2b-4d70-bade-cc0d85dc41c9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:23.504837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Network 5bd69d20-01fc-4c35-811f-9c429b7af1c8 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:23.515466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9766eec-456d-4f8f-b515-36b3d6da3724 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:23.516934 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c9766eec-456d-4f8f-b515-36b3d6da3724 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.538229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523cf981-8aa3-44ca-8215-6675efb06f7a None None] Network 464fc03e-4094-4511-bb0e-0b5536726c34 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:23.541056 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:23.568741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:23.636309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b247795f-4186-415a-aca1-1a5d9f34bf0d None None] Current status of the port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:23.661138 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deeecaa-4553-447e-8468-da871396bf97 req-6c4019ab-67c6-4ccf-b7aa-122e23e4d170 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:23.662688 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5deeecaa-4553-447e-8468-da871396bf97 req-6c4019ab-67c6-4ccf-b7aa-122e23e4d170 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0727472
Apr 16 21:35:23.669153 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c9766eec-456d-4f8f-b515-36b3d6da3724 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.2563901
Apr 16 21:35:23.676590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59658) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:23.731732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-afc46603-f448-4fca-b18d-c64e34b160dc None None] For port 69feb283-0f2b-4d70-bade-cc0d85dc41c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69feb283-0f2b-4d70-bade-cc0d85dc41c9,segment=NetworkSegment(64fd0da8-0afb-47ca-ab95-1d68583ba121),segment_id=64fd0da8-0afb-47ca-ab95-1d68583ba121)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:23.795245 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5deeecaa-4553-447e-8468-da871396bf97 req-3c821e92-54cd-4640-bfb8-eef05428193e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941088
Apr 16 21:35:23.819238 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (464fc03e-4094-4511-bb0e-0b5536726c34), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.864861 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:23.865248 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.869038 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-afc46603-f448-4fca-b18d-c64e34b160dc None None] Publish callbacks [] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.881451 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (1b1c7008-ebf1-4587-bfd3-33e8ef1bb875), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.905800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Attempting to bind port 7a4525c0-e4b5-48bc-a565-860564a67829 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:23.906215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Attempting to bind port 7a4525c0-e4b5-48bc-a565-860564a67829 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c7fe7fc-598a-45ba-b571-72ad39d44f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bd69d20-01fc-4c35-811f-9c429b7af1c8'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:23.906591 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Attempting to bind port 7a4525c0-e4b5-48bc-a565-860564a67829 on network 5bd69d20-01fc-4c35-811f-9c429b7af1c8 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:23.941705 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-afc46603-f448-4fca-b18d-c64e34b160dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.943758 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:23.944147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Checking segment: {'id': '0c7fe7fc-598a-45ba-b571-72ad39d44f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bd69d20-01fc-4c35-811f-9c429b7af1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:23.944576 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.944964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Bound using segment: {'id': '0c7fe7fc-598a-45ba-b571-72ad39d44f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bd69d20-01fc-4c35-811f-9c429b7af1c8'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:23.945455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Bound port: 7a4525c0-e4b5-48bc-a565-860564a67829, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7fe7fc-598a-45ba-b571-72ad39d44f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bd69d20-01fc-4c35-811f-9c429b7af1c8'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:23.945844 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.986363 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648853fe-8224-448f-9659-5ab1f9f79c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-464fc03e-4094-4511-bb0e-0b5536726c34', 'network_id': '464fc03e-4094-4511-bb0e-0b5536726c34', 'project_id': '72c25819b91f4e0cb65b7a0af8c72260', 'fixed_ips': [{'subnet_id': '1b1c7008-ebf1-4587-bfd3-33e8ef1bb875'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:23.987232 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-648853fe-8224-448f-9659-5ab1f9f79c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:23.989062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-29e017b6-c321-4d9e-b28a-4066ed9cb719 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Delete allocated IP 2001:db8:0:1::57 (f1bd4834-39e9-48f0-9795-7d8c808336f8/98d7ba08-4f85-470e-aac1-ec8aa4f9403d) {{(pid=122555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 16 21:35:24.046745 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59660) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:24.067267 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c74c8efe-974b-4dcd-bfee-7a5e2c467e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:24.122262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc46603-f448-4fca-b18d-c64e34b160dc None None] Pushing event updated for resources: {'Port': ['ID=69feb283-0f2b-4d70-bade-cc0d85dc41c9,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:24.207939 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c74c8efe-974b-4dcd-bfee-7a5e2c467e92 admin admin] Publish callbacks [] for security_group (79c0578f-892e-46eb-b2d7-c94300f783d0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:24.261033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] For port 7a4525c0-e4b5-48bc-a565-860564a67829, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:24.267301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] For port 7a4525c0-e4b5-48bc-a565-860564a67829, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a4525c0-e4b5-48bc-a565-860564a67829,segment=NetworkSegment(0c7fe7fc-598a-45ba-b571-72ad39d44f6e),segment_id=0c7fe7fc-598a-45ba-b571-72ad39d44f6e)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:24.276030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:24.287215 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c74c8efe-974b-4dcd-bfee-7a5e2c467e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (79c0578f-892e-46eb-b2d7-c94300f783d0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:24.301489 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0fe539-af96-425e-819c-7d8856db6899 None None] Network 464fc03e-4094-4511-bb0e-0b5536726c34 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:24.365405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c74c8efe-974b-4dcd-bfee-7a5e2c467e92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ed917d8070648caa84c7d991c436e3b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3159211
Apr 16 21:35:24.366346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59666) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:24.367161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c8efe-974b-4dcd-bfee-7a5e2c467e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c0578f-892e-46eb-b2d7-c94300f783d0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:24.391581 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:24.393818 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (1b1c7008-ebf1-4587-bfd3-33e8ef1bb875), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:24.444997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1c7008-ebf1-4587-bfd3-33e8ef1bb875,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:24.558971 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0cbc917d-258f-44a5-b7a1-74b78fdf6bfa admin admin] Publish callbacks [] for security_group (79c0578f-892e-46eb-b2d7-c94300f783d0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:24.578790 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82597da-daf3-4541-b0ca-5c9ec7cd912a None None] Pushing event updated for resources: {'Port': ['ID=7a4525c0-e4b5-48bc-a565-860564a67829,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:24.592745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (464fc03e-4094-4511-bb0e-0b5536726c34), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:24.617970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f2abdf0>,) {'filters': {'network_id': ['464fc03e-4094-4511-bb0e-0b5536726c34']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:24.618454 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0cbc917d-258f-44a5-b7a1-74b78fdf6bfa admin admin] Publish callbacks [] for security_group (79c0578f-892e-46eb-b2d7-c94300f783d0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:24.640814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f2abdf0>, '7749aed6-59a6-470f-8d13-2e947cef1b09') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:24.641314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f2abdf0>, '7749aed6-59a6-470f-8d13-2e947cef1b09') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:24.665699 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (7749aed6-59a6-470f-8d13-2e947cef1b09), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:24.710401 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (7749aed6-59a6-470f-8d13-2e947cef1b09), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:24.726566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (7749aed6-59a6-470f-8d13-2e947cef1b09), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:24.733347 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:24.786781 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0cbc917d-258f-44a5-b7a1-74b78fdf6bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (79c0578f-892e-46eb-b2d7-c94300f783d0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:24.791062 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0cbc917d-258f-44a5-b7a1-74b78fdf6bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:24.798041 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0cbc917d-258f-44a5-b7a1-74b78fdf6bfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79c0578f-892e-46eb-b2d7-c94300f783d0 HTTP/1.1" status: 204  len: 168 time: 0.4056385
Apr 16 21:35:24.815030 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc917d-258f-44a5-b7a1-74b78fdf6bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c0578f-892e-46eb-b2d7-c94300f783d0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:24.940241 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-29e017b6-c321-4d9e-b28a-4066ed9cb719 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (75b49d23-9557-482e-95e9-af2fb9369c8a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.013260 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-29e017b6-c321-4d9e-b28a-4066ed9cb719 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (75b49d23-9557-482e-95e9-af2fb9369c8a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.085878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59672) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:25.093110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Request body: {'subnets': [{'network_id': 'a2695381-557e-4bc7-adbf-50c79303e8cb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--902074598', 'ip_version': 6}, {'network_id': 'e2903ec2-1f86-46a6-bfb1-31bc368cfdcf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:25.093758 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Request body: {'subnet': {'network_id': 'a2695381-557e-4bc7-adbf-50c79303e8cb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--902074598', 'ip_version': 6}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:25.094435 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Request body: {'subnet': {'network_id': 'e2903ec2-1f86-46a6-bfb1-31bc368cfdcf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:25.098397 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (464fc03e-4094-4511-bb0e-0b5536726c34), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.125191 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.128527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/464fc03e-4094-4511-bb0e-0b5536726c34 HTTP/1.1" status: 204  len: 168 time: 1.4501495
Apr 16 21:35:25.135781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59674) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:25.141113 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a3a1b691-a02c-40d6-848b-eab468808a69 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-754556577'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:25.187991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-29e017b6-c321-4d9e-b28a-4066ed9cb719 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] In _notify_port_updated(), no bound segment for port 75b49d23-9557-482e-95e9-af2fb9369c8a on network f1bd4834-39e9-48f0-9795-7d8c808336f8 {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:35:25.192826 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e017b6-c321-4d9e-b28a-4066ed9cb719 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:25.193488 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-29e017b6-c321-4d9e-b28a-4066ed9cb719 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.194947 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-29e017b6-c321-4d9e-b28a-4066ed9cb719 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "PUT /v2.0/ports/75b49d23-9557-482e-95e9-af2fb9369c8a HTTP/1.1" status: 200  len: 926 time: 2.2391396
Apr 16 21:35:25.195962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b33b9e-bc44-488f-a61a-319e91dee18f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Network': ['ID=464fc03e-4094-4511-bb0e-0b5536726c34,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:25.198475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59676) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:25.201585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e017b6-c321-4d9e-b28a-4066ed9cb719 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=75b49d23-9557-482e-95e9-af2fb9369c8a,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:25.210748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-92528802-3f6e-4023-9b4d-4cf359ede4d6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc04e1db-23f6-47e9-95f0-2b9d61813b4f'}, {'subnet_id': '98d7ba08-4f85-470e-aac1-ec8aa4f9403d'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:25.242555 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b0265-f3b2-4065-8d0b-f6421594d83f req-e0134702-b4d8-4ad5-8626-873426699f77 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:25.244728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-621b0265-f3b2-4065-8d0b-f6421594d83f req-e0134702-b4d8-4ad5-8626-873426699f77 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.1503458
Apr 16 21:35:25.338655 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-92528802-3f6e-4023-9b4d-4cf359ede4d6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (75b49d23-9557-482e-95e9-af2fb9369c8a), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.356487 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a1b691-a02c-40d6-848b-eab468808a69 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:25.368381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-621b0265-f3b2-4065-8d0b-f6421594d83f req-f32d24e7-0bb2-41aa-8d5f-91a906a6165e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143403
Apr 16 21:35:25.375024 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b691-a02c-40d6-848b-eab468808a69 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.450396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a63f75d-a242-4ffc-be67-0c989b8f4281 None None] Network f1bd4834-39e9-48f0-9795-7d8c808336f8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:25.460207 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a1b691-a02c-40d6-848b-eab468808a69 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:25.483488 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b691-a02c-40d6-848b-eab468808a69 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (5c3a30a8-6bcd-44d2-b1fa-e9d64d4804fa), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.489426 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-a3a1b691-a02c-40d6-848b-eab468808a69 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Added segment 5c3a30a8-6bcd-44d2-b1fa-e9d64d4804fa of type vlan for network 4aabef2b-c5f7-4e92-8f34-01372c68dafc
Apr 16 21:35:25.552622 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b691-a02c-40d6-848b-eab468808a69 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (4aabef2b-c5f7-4e92-8f34-01372c68dafc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.581218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 32c60358-6ed6-4d01-a515-c08c9770f288 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:25.593648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Made reservation on behalf of b9727ffc0b86447b8b6e42e2633e6c7d for: {'subnet': 2} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:25.599105 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.599547 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.699891 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b691-a02c-40d6-848b-eab468808a69 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (4aabef2b-c5f7-4e92-8f34-01372c68dafc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.700127 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a1b691-a02c-40d6-848b-eab468808a69 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:25.701727 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b691-a02c-40d6-848b-eab468808a69 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.763892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 69feb283-0f2b-4d70-bade-cc0d85dc41c9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:25.767268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a8a83782-3420-434b-be07-02d8a43a35ef None None] Provisioning complete for port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:25.767842 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a8a83782-3420-434b-be07-02d8a43a35ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:25.802254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-92528802-3f6e-4023-9b4d-4cf359ede4d6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8:0:1::13a (f1bd4834-39e9-48f0-9795-7d8c808336f8/98d7ba08-4f85-470e-aac1-ec8aa4f9403d/75b49d23-9557-482e-95e9-af2fb9369c8a) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:25.824027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1b691-a02c-40d6-848b-eab468808a69 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=4aabef2b-c5f7-4e92-8f34-01372c68dafc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:25.899475 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a3a1b691-a02c-40d6-848b-eab468808a69 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.7596269
Apr 16 21:35:25.903522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59692) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:25.910288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'subnet': {'network_id': '4aabef2b-c5f7-4e92-8f34-01372c68dafc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:25.939794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 4aabef2b-c5f7-4e92-8f34-01372c68dafc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:25.956540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 32c60358-6ed6-4d01-a515-c08c9770f288 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:35:26.029868 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:35:26.071916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 32c60358-6ed6-4d01-a515-c08c9770f288 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:26.072664 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:26.189345 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-92528802-3f6e-4023-9b4d-4cf359ede4d6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (75b49d23-9557-482e-95e9-af2fb9369c8a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:26.218845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:26.223596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:26.253824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-92528802-3f6e-4023-9b4d-4cf359ede4d6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (75b49d23-9557-482e-95e9-af2fb9369c8a), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:26.275250 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a8a83782-3420-434b-be07-02d8a43a35ef None None] Current status of the port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:26.283112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b74d5-c3ba-4b55-8e61-5b13747fd194 None None] Network 5bd69d20-01fc-4c35-811f-9c429b7af1c8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:26.359326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:26.359917 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:26.405700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.ipam_backend_mixin [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Performing IP validity checks on allocation pools {{(pid=122555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 16 21:35:26.406236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.ipam_backend_mixin [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=122555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 16 21:35:26.425276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59716) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:26.458906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92528802-3f6e-4023-9b4d-4cf359ede4d6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=75b49d23-9557-482e-95e9-af2fb9369c8a,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:26.481327 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (2461a160-b8c5-4533-b033-469240553518), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:26.509791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-92528802-3f6e-4023-9b4d-4cf359ede4d6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] In _notify_port_updated(), no bound segment for port 75b49d23-9557-482e-95e9-af2fb9369c8a on network f1bd4834-39e9-48f0-9795-7d8c808336f8 {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:35:26.518413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92528802-3f6e-4023-9b4d-4cf359ede4d6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:26.519549 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-92528802-3f6e-4023-9b4d-4cf359ede4d6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:26.521493 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-92528802-3f6e-4023-9b4d-4cf359ede4d6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "PUT /v2.0/ports/75b49d23-9557-482e-95e9-af2fb9369c8a HTTP/1.1" status: 200  len: 1012 time: 1.3172047
Apr 16 21:35:26.531427 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59720) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:26.743880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (08a4740c-4f59-4821-be4d-22d087b5e731), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:26.745929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-782a4da9-a57b-4683-aaff-100a2d625f94 None None] Provisioning complete for port 7a4525c0-e4b5-48bc-a565-860564a67829 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:26.746470 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-782a4da9-a57b-4683-aaff-100a2d625f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:26.755226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 32c60358-6ed6-4d01-a515-c08c9770f288 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:26.755806 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:26.763167 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ded77-1fba-4780-b058-03310fa5176b req-81fc82ae-fc2d-44eb-bb96-845cb947cea1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:26.764771 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-470ded77-1fba-4780-b058-03310fa5176b req-81fc82ae-fc2d-44eb-bb96-845cb947cea1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.2324395
Apr 16 21:35:26.778915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event updated for resources: {'Subnet': ['ID=2461a160-b8c5-4533-b033-469240553518,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:26.819532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389021ff-9596-4946-8f21-bdd09ce8c423 req-2a64590b-7188-4c25-b307-52e1cb087fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:26.821316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Subnet': ['ID=08a4740c-4f59-4821-be4d-22d087b5e731,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:26.827501 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-389021ff-9596-4946-8f21-bdd09ce8c423 req-2a64590b-7188-4c25-b307-52e1cb087fba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 1127 time: 0.4010029
Apr 16 21:35:26.856055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking segment: {'id': '5c3a30a8-6bcd-44d2-b1fa-e9d64d4804fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4aabef2b-c5f7-4e92-8f34-01372c68dafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:26.856527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network hostable DHCP agents. Network: 4aabef2b-c5f7-4e92-8f34-01372c68dafc, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:26.889777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Checking segment: {'id': '9265b3f3-4dbb-42c1-ab05-a21c49d83d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2695381-557e-4bc7-adbf-50c79303e8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:26.890156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Network hostable DHCP agents. Network: a2695381-557e-4bc7-adbf-50c79303e8cb, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:26.901505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a3acf2a4-96a8-4865-a6af-ea6cd639b598 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 75b49d23-9557-482e-95e9-af2fb9369c8a {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:26.910115 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3acf2a4-96a8-4865-a6af-ea6cd639b598 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (75b49d23-9557-482e-95e9-af2fb9369c8a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:26.924477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:35:26.926935 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b763f8e-921e-407f-83d2-87f6c75985d1" -d '{"events": [{"server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "name": "network-vif-plugged", "status": "completed", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:35:26.966707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network 4aabef2b-c5f7-4e92-8f34-01372c68dafc is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:26.972548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-470ded77-1fba-4780-b058-03310fa5176b req-cabb7775-1a4f-4032-9a88-63bc08bde9c6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1974144
Apr 16 21:35:26.997587 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7d25d7-e608-4bd9-8fdc-827813b3092d x-openstack-request-id: req-db7d25d7-e608-4bd9-8fdc-827813b3092d {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:35:26.997726 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "name": "network-vif-plugged", "status": "completed", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:35:26.998008 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db7d25d7-e608-4bd9-8fdc-827813b3092d {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:35:26.998409 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7d25d7-e608-4bd9-8fdc-827813b3092d'] response: {'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288', 'code': 200}
Apr 16 21:35:27.002339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:27.029692 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4aabef2b-c5f7-4e92-8f34-01372c68dafc) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:27.034598 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-389021ff-9596-4946-8f21-bdd09ce8c423 req-e10e4bf5-b12f-42a6-b434-a4734d678e24 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2050319
Apr 16 21:35:27.036223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:27.037949 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:27.096344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb31b68e-6b43-4a82-b997-2761b4343aae None None] Network 4aabef2b-c5f7-4e92-8f34-01372c68dafc requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:27.110059 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3acf2a4-96a8-4865-a6af-ea6cd639b598 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (75b49d23-9557-482e-95e9-af2fb9369c8a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:27.128219 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:27.133937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Network a2695381-557e-4bc7-adbf-50c79303e8cb is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:27.137901 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-a3acf2a4-96a8-4865-a6af-ea6cd639b598 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 75b49d23-9557-482e-95e9-af2fb9369c8a owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:27.155898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e4160bbc-ce42-4761-ba62-7580d6bcc190 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.2518928
Apr 16 21:35:27.156231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a2695381-557e-4bc7-adbf-50c79303e8cb) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:27.158446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59734) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:27.173783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b3715-0148-4077-82ca-9a2f806d675d req-2023b298-6afb-4cd9-8a95-b8f4ca48fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:27.180364 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b14b3715-0148-4077-82ca-9a2f806d675d req-2023b298-6afb-4cd9-8a95-b8f4ca48fdbd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 1127 time: 0.0806785
Apr 16 21:35:27.197292 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (60021e5c-cecc-43ee-9b79-9f6d6003eec0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:27.269720 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b14b3715-0148-4077-82ca-9a2f806d675d req-5a29bbb9-6d92-41b3-9d10-604240786130 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820622
Apr 16 21:35:27.293735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:27.295269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7a4525c0-e4b5-48bc-a565-860564a67829 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:27.386438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56af1a8-66a5-4ccb-9adf-eeb905cedfd6 None None] Network a2695381-557e-4bc7-adbf-50c79303e8cb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:27.582966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event updated for resources: {'Subnet': ['ID=60021e5c-cecc-43ee-9b79-9f6d6003eec0,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:27.604891 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Checking segment: {'id': 'a7544a0b-393c-4f00-a766-72d5a2014306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e2903ec2-1f86-46a6-bfb1-31bc368cfdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:27.605272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Network hostable DHCP agents. Network: e2903ec2-1f86-46a6-bfb1-31bc368cfdcf, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:27.621465 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (4aabef2b-c5f7-4e92-8f34-01372c68dafc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:27.630447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-782a4da9-a57b-4683-aaff-100a2d625f94 None None] Current status of the port 7a4525c0-e4b5-48bc-a565-860564a67829 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:27.630447 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-782a4da9-a57b-4683-aaff-100a2d625f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:27.700297 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3acf2a4-96a8-4865-a6af-ea6cd639b598 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (75b49d23-9557-482e-95e9-af2fb9369c8a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:27.717240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7a4525c0-e4b5-48bc-a565-860564a67829 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:27.717630 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:27.741950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d001423c-1ed6-4560-9478-0601f093a6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4aabef2b-c5f7-4e92-8f34-01372c68dafc', 'network_id': '4aabef2b-c5f7-4e92-8f34-01372c68dafc', 'project_id': '72c25819b91f4e0cb65b7a0af8c72260', 'fixed_ips': [{'subnet_id': '08a4740c-4f59-4821-be4d-22d087b5e731'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:27.743226 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d001423c-1ed6-4560-9478-0601f093a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:27.749124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Network e2903ec2-1f86-46a6-bfb1-31bc368cfdcf is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:27.760456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (08a4740c-4f59-4821-be4d-22d087b5e731), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:27.784426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=32c60358-6ed6-4d01-a515-c08c9770f288,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:27.804077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acf2a4-96a8-4865-a6af-ea6cd639b598 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=75b49d23-9557-482e-95e9-af2fb9369c8a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:27.839660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-782a4da9-a57b-4683-aaff-100a2d625f94 None None] For port 7a4525c0-e4b5-48bc-a565-860564a67829, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a4525c0-e4b5-48bc-a565-860564a67829,segment=NetworkSegment(0c7fe7fc-598a-45ba-b571-72ad39d44f6e),segment_id=0c7fe7fc-598a-45ba-b571-72ad39d44f6e)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:27.879776 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e2903ec2-1f86-46a6-bfb1-31bc368cfdcf) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:27.883714 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3acf2a4-96a8-4865-a6af-ea6cd639b598 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:27.889639 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a3acf2a4-96a8-4865-a6af-ea6cd639b598 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/75b49d23-9557-482e-95e9-af2fb9369c8a HTTP/1.1" status: 204  len: 168 time: 1.3357346
Apr 16 21:35:27.893897 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59746) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:27.897992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:27.901987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:27.916913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:27.920678 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-782a4da9-a57b-4683-aaff-100a2d625f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:27.928935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0658f799-0ff6-4185-9446-4f5b5c43d5b2 None None] Network e2903ec2-1f86-46a6-bfb1-31bc368cfdcf requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:27.956901 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5bf0362-5b76-42ed-b934-3edb5e87c906 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:27.958944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f5bf0362-5b76-42ed-b934-3edb5e87c906 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/75b49d23-9557-482e-95e9-af2fb9369c8a HTTP/1.1" status: 404  len: 333 time: 0.0635471
Apr 16 21:35:27.961834 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59754) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:27.973595 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b7531d-951d-4c6b-927e-f58263ad7538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a2695381-557e-4bc7-adbf-50c79303e8cb', 'network_id': 'a2695381-557e-4bc7-adbf-50c79303e8cb', 'project_id': 'b9727ffc0b86447b8b6e42e2633e6c7d', 'fixed_ips': [{'subnet_id': '2461a160-b8c5-4533-b033-469240553518'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:27.974382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21b7531d-951d-4c6b-927e-f58263ad7538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.020158 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (08a4740c-4f59-4821-be4d-22d087b5e731), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.050230 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c563e5f3-2ee7-4c77-8fc8-557c7b496b49 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 2.9628251
Apr 16 21:35:28.054497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59760) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:28.095114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Subnet': ['ID=08a4740c-4f59-4821-be4d-22d087b5e731,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:28.107666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e581ff-5862-46de-9708-aada8f6600b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting subnet 98d7ba08-4f85-470e-aac1-ec8aa4f9403d {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:35:28.188600 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18e581ff-5862-46de-9708-aada8f6600b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (98d7ba08-4f85-470e-aac1-ec8aa4f9403d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.192472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9b269703-a070-4a4c-ad61-496ec6e0bc45 None None] Could not find standard attr ID for object 75b49d23-9557-482e-95e9-af2fb9369c8a. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:35:28.233846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a9dc5-5d82-462f-95c8-3639ffc25b3e req-0d11c5d8-56cb-42b0-94c6-138e44a45db3 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:28.236142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7a4525c0-e4b5-48bc-a565-860564a67829 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:28.244840 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f2a9dc5-5d82-462f-95c8-3639ffc25b3e req-0d11c5d8-56cb-42b0-94c6-138e44a45db3 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.1252153
Apr 16 21:35:28.289962 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18e581ff-5862-46de-9708-aada8f6600b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (98d7ba08-4f85-470e-aac1-ec8aa4f9403d), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.326175 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f483ee-f99f-402e-9b64-e72b2576df15 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:28.327606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f483ee-f99f-402e-9b64-e72b2576df15 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:28.329174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f483ee-f99f-402e-9b64-e72b2576df15 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:28.330805 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d9f483ee-f99f-402e-9b64-e72b2576df15 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.2752948
Apr 16 21:35:28.347747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59766) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:28.364830 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a4da9-a57b-4683-aaff-100a2d625f94 None None] Pushing event updated for resources: {'Port': ['ID=7a4525c0-e4b5-48bc-a565-860564a67829,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:28.377297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9b269703-a070-4a4c-ad61-496ec6e0bc45 None None] Provisioning complete for port 7a4525c0-e4b5-48bc-a565-860564a67829 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:28.381145 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9b269703-a070-4a4c-ad61-496ec6e0bc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server [None req-d001423c-1ed6-4560-9478-0601f093a6e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08a4740c-4f59-4821-be4d-22d087b5e731: This subnet is being modified by another concurrent operation.
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise exception
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08a4740c-4f59-4821-be4d-22d087b5e731: This subnet is being modified by another concurrent operation.
Apr 16 21:35:28.452850 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server 
Apr 16 21:35:28.482183 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f2a9dc5-5d82-462f-95c8-3639ffc25b3e req-73711e68-f560-46a8-b788-8cee6149bbe2 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2364504
Apr 16 21:35:28.488534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adf7c80-fdd0-4aea-94f1-5b800228d7e0 None None] Network 4aabef2b-c5f7-4e92-8f34-01372c68dafc requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:28.499068 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (4aabef2b-c5f7-4e92-8f34-01372c68dafc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.517017 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18e581ff-5862-46de-9708-aada8f6600b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (98d7ba08-4f85-470e-aac1-ec8aa4f9403d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.517822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2817900d-469d-4e5d-8417-7739b58a7956 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Deleting subnet 2461a160-b8c5-4533-b033-469240553518 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:35:28.525460 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2817900d-469d-4e5d-8417-7739b58a7956 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for subnet (2461a160-b8c5-4533-b033-469240553518), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.602251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e2903ec2-1f86-46a6-bfb1-31bc368cfdcf', 'network_id': 'e2903ec2-1f86-46a6-bfb1-31bc368cfdcf', 'project_id': 'b9727ffc0b86447b8b6e42e2633e6c7d', 'fixed_ips': [{'subnet_id': '60021e5c-cecc-43ee-9b79-9f6d6003eec0'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:28.603164 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2817900d-469d-4e5d-8417-7739b58a7956 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (2461a160-b8c5-4533-b033-469240553518), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.603313 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.606080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dbc3070>,) {'filters': {'network_id': ['4aabef2b-c5f7-4e92-8f34-01372c68dafc']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:28.622336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dbc3070>, '5c3a30a8-6bcd-44d2-b1fa-e9d64d4804fa') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:28.623687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dbc3070>, '5c3a30a8-6bcd-44d2-b1fa-e9d64d4804fa') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:28.637053 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (5c3a30a8-6bcd-44d2-b1fa-e9d64d4804fa), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.659868 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (5c3a30a8-6bcd-44d2-b1fa-e9d64d4804fa), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.674436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:28.674436 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (5c3a30a8-6bcd-44d2-b1fa-e9d64d4804fa), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.686803 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2817900d-469d-4e5d-8417-7739b58a7956 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (2461a160-b8c5-4533-b033-469240553518), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:28.733567 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:28.801486 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18e581ff-5862-46de-9708-aada8f6600b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (98d7ba08-4f85-470e-aac1-ec8aa4f9403d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.817299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9b269703-a070-4a4c-ad61-496ec6e0bc45 None None] Current status of the port 7a4525c0-e4b5-48bc-a565-860564a67829 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:28.819703 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2817900d-469d-4e5d-8417-7739b58a7956 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (2461a160-b8c5-4533-b033-469240553518), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.831296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (4aabef2b-c5f7-4e92-8f34-01372c68dafc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.833085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9b269703-a070-4a4c-ad61-496ec6e0bc45 None None] Provisioning complete for port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:28.833241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e581ff-5862-46de-9708-aada8f6600b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Subnet': ['ID=98d7ba08-4f85-470e-aac1-ec8aa4f9403d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:28.833341 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9b269703-a070-4a4c-ad61-496ec6e0bc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.841093 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18e581ff-5862-46de-9708-aada8f6600b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.844282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-18e581ff-5862-46de-9708-aada8f6600b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/98d7ba08-4f85-470e-aac1-ec8aa4f9403d HTTP/1.1" status: 204  len: 168 time: 0.8814046
Apr 16 21:35:28.845443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.849677 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/4aabef2b-c5f7-4e92-8f34-01372c68dafc HTTP/1.1" status: 204  len: 168 time: 1.6891425
Apr 16 21:35:28.849677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59790) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:28.859734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59792) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:28.863095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49e4e6e-f632-43b7-bccd-564e60ec5d07 None None] Network f1bd4834-39e9-48f0-9795-7d8c808336f8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:28.870357 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f4a961a1-43ae-4bec-a9e9-bc5ab273fe0a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2107104810'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:28.871799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b9a69-2e69-4820-87a9-54d4d973763a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Network': ['ID=4aabef2b-c5f7-4e92-8f34-01372c68dafc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server [None req-21b7531d-951d-4c6b-927e-f58263ad7538 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2461a160-b8c5-4533-b033-469240553518: This subnet is being modified by another concurrent operation.
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise exception
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2461a160-b8c5-4533-b033-469240553518: This subnet is being modified by another concurrent operation.
Apr 16 21:35:28.877600 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server 
Apr 16 21:35:28.889057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Allocated IP 2001:db8:0:1::1 (e2903ec2-1f86-46a6-bfb1-31bc368cfdcf/60021e5c-cecc-43ee-9b79-9f6d6003eec0/5877a816-2a6c-4c6d-8bb4-6c28fa93089a) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:28.927716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c8d217-d99d-47b6-b005-2cdb77db23e4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting subnet dc04e1db-23f6-47e9-95f0-2b9d61813b4f {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:35:28.929887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817900d-469d-4e5d-8417-7739b58a7956 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event deleted for resources: {'Subnet': ['ID=2461a160-b8c5-4533-b033-469240553518,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:28.930434 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905f1ee3-6229-45b2-99f0-f001a92550d2 None None] Network a2695381-557e-4bc7-adbf-50c79303e8cb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:28.931241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18c8d217-d99d-47b6-b005-2cdb77db23e4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (dc04e1db-23f6-47e9-95f0-2b9d61813b4f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.937451 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2817900d-469d-4e5d-8417-7739b58a7956 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:28.941750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2817900d-469d-4e5d-8417-7739b58a7956 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "DELETE /v2.0/subnets/2461a160-b8c5-4533-b033-469240553518 HTTP/1.1" status: 204  len: 168 time: 0.5982561
Apr 16 21:35:28.956479 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59794) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:29.014007 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18c8d217-d99d-47b6-b005-2cdb77db23e4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (dc04e1db-23f6-47e9-95f0-2b9d61813b4f), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.053036 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd5e21f-9260-45b6-b6c6-bcf5875727ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Deleting subnet 60021e5c-cecc-43ee-9b79-9f6d6003eec0 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:35:29.059011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a961a1-43ae-4bec-a9e9-bc5ab273fe0a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:29.065985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4a961a1-43ae-4bec-a9e9-bc5ab273fe0a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.101118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a961a1-43ae-4bec-a9e9-bc5ab273fe0a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:29.111643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4a961a1-43ae-4bec-a9e9-bc5ab273fe0a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (53ef302e-c347-4a98-a52c-7a1f972096e3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.111827 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-f4a961a1-43ae-4bec-a9e9-bc5ab273fe0a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Added segment 53ef302e-c347-4a98-a52c-7a1f972096e3 of type vlan for network 7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd
Apr 16 21:35:29.148425 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18c8d217-d99d-47b6-b005-2cdb77db23e4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (dc04e1db-23f6-47e9-95f0-2b9d61813b4f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.164913 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4a961a1-43ae-4bec-a9e9-bc5ab273fe0a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.183330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9b269703-a070-4a4c-ad61-496ec6e0bc45 None None] Current status of the port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:29.268790 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Publish callbacks [] for port (5877a816-2a6c-4c6d-8bb4-6c28fa93089a), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.296665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-aa4e691e-e237-4663-8608-0938ed06f812 None None] Could not find standard attr ID for object 75b49d23-9557-482e-95e9-af2fb9369c8a. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:35:29.298473 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4a961a1-43ae-4bec-a9e9-bc5ab273fe0a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.305552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a961a1-43ae-4bec-a9e9-bc5ab273fe0a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:29.305552 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4a961a1-43ae-4bec-a9e9-bc5ab273fe0a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.322095 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e21f-9260-45b6-b6c6-bcf5875727ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for subnet (60021e5c-cecc-43ee-9b79-9f6d6003eec0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.323635 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (5877a816-2a6c-4c6d-8bb4-6c28fa93089a), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.331284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18c8d217-d99d-47b6-b005-2cdb77db23e4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (dc04e1db-23f6-47e9-95f0-2b9d61813b4f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.379735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a961a1-43ae-4bec-a9e9-bc5ab273fe0a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:29.440142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f4a961a1-43ae-4bec-a9e9-bc5ab273fe0a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5765605
Apr 16 21:35:29.443223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59800) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:29.450411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-acff7714-e4ef-40e3-925d-4a243857aa9a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'subnet': {'network_id': '7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:29.457312 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e21f-9260-45b6-b6c6-bcf5875727ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (60021e5c-cecc-43ee-9b79-9f6d6003eec0), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.496352 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8d217-d99d-47b6-b005-2cdb77db23e4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Subnet': ['ID=dc04e1db-23f6-47e9-95f0-2b9d61813b4f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:29.499790 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18c8d217-d99d-47b6-b005-2cdb77db23e4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.504029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-18c8d217-d99d-47b6-b005-2cdb77db23e4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/dc04e1db-23f6-47e9-95f0-2b9d61813b4f HTTP/1.1" status: 204  len: 168 time: 0.6522453
Apr 16 21:35:29.508511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59802) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:29.611170 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:29.685438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Network e2903ec2-1f86-46a6-bfb1-31bc368cfdcf is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:29.692955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:29.695472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:29.705295 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Pushing event updated for resources: {'Port': ['ID=5877a816-2a6c-4c6d-8bb4-6c28fa93089a,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:29.722864 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e21f-9260-45b6-b6c6-bcf5875727ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (60021e5c-cecc-43ee-9b79-9f6d6003eec0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.728880 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (f1bd4834-39e9-48f0-9795-7d8c808336f8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.759063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5565e32-dd46-4e43-965b-97c83d912fb8 req-5f230e8a-d3f1-484e-bdc0-3b929104779a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:29.761287 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5565e32-dd46-4e43-965b-97c83d912fb8 req-5f230e8a-d3f1-484e-bdc0-3b929104779a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.1432259
Apr 16 21:35:29.767146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acff7714-e4ef-40e3-925d-4a243857aa9a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:29.770635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-acff7714-e4ef-40e3-925d-4a243857aa9a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.785462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Attempting to bind port 5877a816-2a6c-4c6d-8bb4-6c28fa93089a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:29.785835 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Attempting to bind port 5877a816-2a6c-4c6d-8bb4-6c28fa93089a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a7544a0b-393c-4f00-a766-72d5a2014306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e2903ec2-1f86-46a6-bfb1-31bc368cfdcf'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:29.788853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Attempting to bind port 5877a816-2a6c-4c6d-8bb4-6c28fa93089a on network e2903ec2-1f86-46a6-bfb1-31bc368cfdcf {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:29.793479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:29.793864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Checking segment: {'id': 'a7544a0b-393c-4f00-a766-72d5a2014306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e2903ec2-1f86-46a6-bfb1-31bc368cfdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:29.794332 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.795153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Bound using segment: {'id': 'a7544a0b-393c-4f00-a766-72d5a2014306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e2903ec2-1f86-46a6-bfb1-31bc368cfdcf'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:29.795292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Bound port: 5877a816-2a6c-4c6d-8bb4-6c28fa93089a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7544a0b-393c-4f00-a766-72d5a2014306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e2903ec2-1f86-46a6-bfb1-31bc368cfdcf'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:29.795583 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5877a816-2a6c-4c6d-8bb4-6c28fa93089a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.865701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:29.866553 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.871449 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5565e32-dd46-4e43-965b-97c83d912fb8 req-8e1d6fce-60f8-4812-a070-d203f32f47a3 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007991
Apr 16 21:35:29.939424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] For port 69feb283-0f2b-4d70-bade-cc0d85dc41c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69feb283-0f2b-4d70-bade-cc0d85dc41c9,segment=NetworkSegment(64fd0da8-0afb-47ca-ab95-1d68583ba121),segment_id=64fd0da8-0afb-47ca-ab95-1d68583ba121)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:29.939808 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.953222 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e21f-9260-45b6-b6c6-bcf5875727ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (60021e5c-cecc-43ee-9b79-9f6d6003eec0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.958774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] For port 5877a816-2a6c-4c6d-8bb4-6c28fa93089a, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:29.958774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] For port 5877a816-2a6c-4c6d-8bb4-6c28fa93089a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5877a816-2a6c-4c6d-8bb4-6c28fa93089a,segment=NetworkSegment(a7544a0b-393c-4f00-a766-72d5a2014306),segment_id=a7544a0b-393c-4f00-a766-72d5a2014306)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:29.968724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 69feb283-0f2b-4d70-bade-cc0d85dc41c9 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:29.984742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35965403-f18d-418c-a359-2ee2f9409276 None None] Network f1bd4834-39e9-48f0-9795-7d8c808336f8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:29.992499 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e21f-9260-45b6-b6c6-bcf5875727ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:29.998656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fdd5e21f-9260-45b6-b6c6-bcf5875727ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "DELETE /v2.0/subnets/60021e5c-cecc-43ee-9b79-9f6d6003eec0 HTTP/1.1" status: 204  len: 168 time: 1.0384171
Apr 16 21:35:29.998656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5e21f-9260-45b6-b6c6-bcf5875727ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event deleted for resources: {'Subnet': ['ID=60021e5c-cecc-43ee-9b79-9f6d6003eec0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:30.002162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59818) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:30.046518 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5877a816-2a6c-4c6d-8bb4-6c28fa93089a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:30.087567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-286748fb-d15a-4cfd-b6e5-d852cf9ad60d None None] Provisioning complete for port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:30.088133 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-286748fb-d15a-4cfd-b6e5-d852cf9ad60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:30.089725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d3abd-da7b-4061-9e44-c3557dc2e1b4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:30.095040 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-706d3abd-da7b-4061-9e44-c3557dc2e1b4 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0881376
Apr 16 21:35:30.096691 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59820) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:30.127848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bad3-ab9f-4169-b52c-13d04b0202ca req-01b4ae76-09f0-4d7c-a497-cf4993c60d4c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:30.143149 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4501bad3-ab9f-4169-b52c-13d04b0202ca req-01b4ae76-09f0-4d7c-a497-cf4993c60d4c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0666480
Apr 16 21:35:30.144208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59824) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:30.149247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3848e450-c4a9-4da5-a86c-fe0b74b7a4e6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Request body: {'floatingip': {'port_id': '32c60358-6ed6-4d01-a515-c08c9770f288'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:30.213003 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e2903ec2-1f86-46a6-bfb1-31bc368cfdcf), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:30.214310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-acff7714-e4ef-40e3-925d-4a243857aa9a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (2369496e-d265-4c14-a6fb-1bbfa5475371), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:30.231294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6254788-3f2f-41a2-9b1f-775e14e65b49 None None] Pushing event updated for resources: {'Port': ['ID=5877a816-2a6c-4c6d-8bb4-6c28fa93089a,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:30.268937 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (69feb283-0f2b-4d70-bade-cc0d85dc41c9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:30.283997 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3848e450-c4a9-4da5-a86c-fe0b74b7a4e6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (fbb74862-1517-43b4-ab22-02e70c27e786), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:30.306089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=69feb283-0f2b-4d70-bade-cc0d85dc41c9,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:30.314812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No DVR routers for this DVR port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:30.322738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-286748fb-d15a-4cfd-b6e5-d852cf9ad60d None None] Current status of the port 69feb283-0f2b-4d70-bade-cc0d85dc41c9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:30.335639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5099a181-9cb8-4688-89bb-118ae099d91c None None] DHCP port deletion for f1bd4834-39e9-48f0-9795-7d8c808336f8 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:35:30.426226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff7714-e4ef-40e3-925d-4a243857aa9a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Subnet': ['ID=2369496e-d265-4c14-a6fb-1bbfa5475371,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:30.439343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7a4525c0-e4b5-48bc-a565-860564a67829 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:30.444792 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff7714-e4ef-40e3-925d-4a243857aa9a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking segment: {'id': '53ef302e-c347-4a98-a52c-7a1f972096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:30.445602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acff7714-e4ef-40e3-925d-4a243857aa9a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network hostable DHCP agents. Network: 7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:30.536393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7a4525c0-e4b5-48bc-a565-860564a67829 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:30.537062 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:30.595906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acff7714-e4ef-40e3-925d-4a243857aa9a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network 7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:30.651635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7a4525c0-e4b5-48bc-a565-860564a67829 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:30.755387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-acff7714-e4ef-40e3-925d-4a243857aa9a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:30.760274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acff7714-e4ef-40e3-925d-4a243857aa9a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:30.761188 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-acff7714-e4ef-40e3-925d-4a243857aa9a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:30.765749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcce7f0-777e-4069-a4d7-17173321dc98 None None] Network 7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:30.772754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Deleting port 5877a816-2a6c-4c6d-8bb4-6c28fa93089a {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:30.773296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5877a816-2a6c-4c6d-8bb4-6c28fa93089a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:30.873948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd', 'network_id': '7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd', 'project_id': '72c25819b91f4e0cb65b7a0af8c72260', 'fixed_ips': [{'subnet_id': '2369496e-d265-4c14-a6fb-1bbfa5475371'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:30.875535 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:30.882925 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (f1bd4834-39e9-48f0-9795-7d8c808336f8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:30.886698 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-acff7714-e4ef-40e3-925d-4a243857aa9a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.4423273
Apr 16 21:35:30.889376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59826) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:30.901382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] For port 5877a816-2a6c-4c6d-8bb4-6c28fa93089a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5877a816-2a6c-4c6d-8bb4-6c28fa93089a,segment=NetworkSegment(a7544a0b-393c-4f00-a766-72d5a2014306),segment_id=a7544a0b-393c-4f00-a766-72d5a2014306)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:30.901819 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5877a816-2a6c-4c6d-8bb4-6c28fa93089a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:30.917405 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01249d1ac0>,) {'filters': {'network_id': ['f1bd4834-39e9-48f0-9795-7d8c808336f8']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:30.927333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Calling delete_port for 5877a816-2a6c-4c6d-8bb4-6c28fa93089a owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:30.933384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01249d1ac0>, '64fd0da8-0afb-47ca-ab95-1d68583ba121') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:30.933720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01249d1ac0>, '64fd0da8-0afb-47ca-ab95-1d68583ba121') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:30.948812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (64fd0da8-0afb-47ca-ab95-1d68583ba121), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:30.993040 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (64fd0da8-0afb-47ca-ab95-1d68583ba121), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.002898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:31.003294 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (64fd0da8-0afb-47ca-ab95-1d68583ba121), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:31.006865 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:31.031169 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Allocated IP 172.20.0.1 (7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd/2369496e-d265-4c14-a6fb-1bbfa5475371/4651dd28-45c6-45ca-b3f6-410fcec18190) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:31.046116 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.130376 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3848e450-c4a9-4da5-a86c-fe0b74b7a4e6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.148753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (2369496e-d265-4c14-a6fb-1bbfa5475371), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.167092 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (f1bd4834-39e9-48f0-9795-7d8c808336f8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.194971 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.199113 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/networks/f1bd4834-39e9-48f0-9795-7d8c808336f8 HTTP/1.1" status: 204  len: 168 time: 1.6907551
Apr 16 21:35:31.200412 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f429e-9c6f-44ad-8471-b440a20223e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Network': ['ID=f1bd4834-39e9-48f0-9795-7d8c808336f8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:31.204031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59828) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:31.207524 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Publish callbacks [] for port (4651dd28-45c6-45ca-b3f6-410fcec18190), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.233335 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5877a816-2a6c-4c6d-8bb4-6c28fa93089a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.259473 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3848e450-c4a9-4da5-a86c-fe0b74b7a4e6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (fbb74862-1517-43b4-ab22-02e70c27e786), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.294093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event deleted for resources: {'Port': ['ID=5877a816-2a6c-4c6d-8bb4-6c28fa93089a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:31.299586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] No DVR routers for this DVR port 5877a816-2a6c-4c6d-8bb4-6c28fa93089a on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:31.318350 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (4651dd28-45c6-45ca-b3f6-410fcec18190), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.350214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9e56e6-701f-49f2-a2fc-1da2b5df623d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:31.361169 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fe9e56e6-701f-49f2-a2fc-1da2b5df623d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1545136
Apr 16 21:35:31.361169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59836) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:31.384690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Pushing event updated for resources: {'Port': ['ID=4651dd28-45c6-45ca-b3f6-410fcec18190,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:31.400977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Network 7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:31.403506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:31.406922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:31.451717 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-3848e450-c4a9-4da5-a86c-fe0b74b7a4e6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Floating IP fbb74862-1517-43b4-ab22-02e70c27e786 associated. External IP: 172.35.1.185, port: 32c60358-6ed6-4d01-a515-c08c9770f288.
Apr 16 21:35:31.468873 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e2903ec2-1f86-46a6-bfb1-31bc368cfdcf), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.493824 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ca8a9014-30f3-4c94-9f50-e0df5ac132e3 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1204123
Apr 16 21:35:31.504317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Attempting to bind port 4651dd28-45c6-45ca-b3f6-410fcec18190 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:31.504701 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Attempting to bind port 4651dd28-45c6-45ca-b3f6-410fcec18190 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '53ef302e-c347-4a98-a52c-7a1f972096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:31.505070 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Attempting to bind port 4651dd28-45c6-45ca-b3f6-410fcec18190 on network 7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:31.505968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59838) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:31.509205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f012444eca0>,) {'filters': {'network_id': ['e2903ec2-1f86-46a6-bfb1-31bc368cfdcf']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:31.511468 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:31.512036 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Checking segment: {'id': '53ef302e-c347-4a98-a52c-7a1f972096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:31.512475 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.512965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Bound using segment: {'id': '53ef302e-c347-4a98-a52c-7a1f972096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:31.513446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Bound port: 4651dd28-45c6-45ca-b3f6-410fcec18190, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ef302e-c347-4a98-a52c-7a1f972096e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:31.513834 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4651dd28-45c6-45ca-b3f6-410fcec18190), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.515038 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f279c1f3-9245-4012-878f-b07a81b82130 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-169421779'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:31.524864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f012444eca0>, 'a7544a0b-393c-4f00-a766-72d5a2014306') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:31.525256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f012444eca0>, 'a7544a0b-393c-4f00-a766-72d5a2014306') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:31.538395 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (a7544a0b-393c-4f00-a766-72d5a2014306), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.558159 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (a7544a0b-393c-4f00-a766-72d5a2014306), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.567503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:31.574062 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (a7544a0b-393c-4f00-a766-72d5a2014306), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:31.578058 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:31.589529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784cbd0b-4296-41a8-bd88-09d69acb37f9 None None] Network e2903ec2-1f86-46a6-bfb1-31bc368cfdcf requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:31.662565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-56b2e7a8-630a-4222-8395-5aec744eada5 None None] Could not find standard attr ID for object 5877a816-2a6c-4c6d-8bb4-6c28fa93089a. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:35:31.662813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (2369496e-d265-4c14-a6fb-1bbfa5475371), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.665151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] For port 4651dd28-45c6-45ca-b3f6-410fcec18190, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:31.679011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f279c1f3-9245-4012-878f-b07a81b82130 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:31.683003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f279c1f3-9245-4012-878f-b07a81b82130 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.697173 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] For port 4651dd28-45c6-45ca-b3f6-410fcec18190, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4651dd28-45c6-45ca-b3f6-410fcec18190,segment=NetworkSegment(53ef302e-c347-4a98-a52c-7a1f972096e3),segment_id=53ef302e-c347-4a98-a52c-7a1f972096e3)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:31.723706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Subnet': ['ID=2369496e-d265-4c14-a6fb-1bbfa5475371,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:31.731377 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e2903ec2-1f86-46a6-bfb1-31bc368cfdcf), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.734048 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.740025 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "DELETE /v2.0/networks/e2903ec2-1f86-46a6-bfb1-31bc368cfdcf HTTP/1.1" status: 204  len: 168 time: 1.6425760
Apr 16 21:35:31.742098 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59840) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:31.762046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3b8d2-b223-4040-ac3f-764aefeae2ab tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event deleted for resources: {'Network': ['ID=e2903ec2-1f86-46a6-bfb1-31bc368cfdcf,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:31.784862 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4651dd28-45c6-45ca-b3f6-410fcec18190), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.797010 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bf9749-bfbc-4887-98ea-5cd878877a03 None None] DHCP port deletion for e2903ec2-1f86-46a6-bfb1-31bc368cfdcf request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:35:31.839032 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-908e7d3f-41da-4f84-8c2c-44841ccc03bd tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a2695381-557e-4bc7-adbf-50c79303e8cb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.872628 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf4f2b-eeb4-42ae-beaa-33fbea6b8505 None None] Pushing event updated for resources: {'Port': ['ID=4651dd28-45c6-45ca-b3f6-410fcec18190,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:31.948331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-908e7d3f-41da-4f84-8c2c-44841ccc03bd tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a2695381-557e-4bc7-adbf-50c79303e8cb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:31.978989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-908e7d3f-41da-4f84-8c2c-44841ccc03bd tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01249f27f0>,) {'filters': {'network_id': ['a2695381-557e-4bc7-adbf-50c79303e8cb']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:31.995579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-908e7d3f-41da-4f84-8c2c-44841ccc03bd tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01249f27f0>, '9265b3f3-4dbb-42c1-ab05-a21c49d83d69') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:31.996018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-908e7d3f-41da-4f84-8c2c-44841ccc03bd tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01249f27f0>, '9265b3f3-4dbb-42c1-ab05-a21c49d83d69') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:32.010603 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-908e7d3f-41da-4f84-8c2c-44841ccc03bd tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (9265b3f3-4dbb-42c1-ab05-a21c49d83d69), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.032585 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-908e7d3f-41da-4f84-8c2c-44841ccc03bd tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9265b3f3-4dbb-42c1-ab05-a21c49d83d69), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.040946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908e7d3f-41da-4f84-8c2c-44841ccc03bd tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:32.041401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-908e7d3f-41da-4f84-8c2c-44841ccc03bd tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (9265b3f3-4dbb-42c1-ab05-a21c49d83d69), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:32.044708 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:32.172559 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.179342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f279c1f3-9245-4012-878f-b07a81b82130 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:32.208435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f279c1f3-9245-4012-878f-b07a81b82130 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e464c581-b567-4a0d-afe6-d972f53be7a1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.208788 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-f279c1f3-9245-4012-878f-b07a81b82130 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Added segment e464c581-b567-4a0d-afe6-d972f53be7a1 of type vlan for network fc867a18-0812-4b2b-9b25-9de3fbefe812
Apr 16 21:35:32.212987 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-908e7d3f-41da-4f84-8c2c-44841ccc03bd tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a2695381-557e-4bc7-adbf-50c79303e8cb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.225629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0125313460>,) {'filters': {'network_id': ['7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:32.234076 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-908e7d3f-41da-4f84-8c2c-44841ccc03bd tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.240510 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-908e7d3f-41da-4f84-8c2c-44841ccc03bd tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "DELETE /v2.0/networks/a2695381-557e-4bc7-adbf-50c79303e8cb HTTP/1.1" status: 204  len: 168 time: 0.4971869
Apr 16 21:35:32.245086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0125313460>, '53ef302e-c347-4a98-a52c-7a1f972096e3') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:32.245086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0125313460>, '53ef302e-c347-4a98-a52c-7a1f972096e3') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:32.245359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59844) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:32.245359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e7d3f-41da-4f84-8c2c-44841ccc03bd tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event deleted for resources: {'Network': ['ID=a2695381-557e-4bc7-adbf-50c79303e8cb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:32.279933 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (53ef302e-c347-4a98-a52c-7a1f972096e3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.304360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3848e450-c4a9-4da5-a86c-fe0b74b7a4e6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Router 5884384f-40e7-43ed-9cd3-3657008494f1 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:35:32.309493 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f279c1f3-9245-4012-878f-b07a81b82130 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (fc867a18-0812-4b2b-9b25-9de3fbefe812), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.321861 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (53ef302e-c347-4a98-a52c-7a1f972096e3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.349667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:32.349667 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (53ef302e-c347-4a98-a52c-7a1f972096e3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:32.352496 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:32.355730 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0ed1-237f-4559-8304-2923b4030237 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (63f98b14-aff2-4540-a737-bef173d97531), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.418115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4651dd28-45c6-45ca-b3f6-410fcec18190 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:32.466537 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4651dd28-45c6-45ca-b3f6-410fcec18190 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:32.466884 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4651dd28-45c6-45ca-b3f6-410fcec18190), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.468824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f279c1f3-9245-4012-878f-b07a81b82130 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (fc867a18-0812-4b2b-9b25-9de3fbefe812), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.472897 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0ed1-237f-4559-8304-2923b4030237 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (63f98b14-aff2-4540-a737-bef173d97531), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.476673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f279c1f3-9245-4012-878f-b07a81b82130 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:32.476673 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f279c1f3-9245-4012-878f-b07a81b82130 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.498999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-1f0b0ed1-237f-4559-8304-2923b4030237 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ee7d0d0>,) {'filters': {'network_id': ['63f98b14-aff2-4540-a737-bef173d97531']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:32.510396 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-1f0b0ed1-237f-4559-8304-2923b4030237 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ee7d0d0>, '6d8cab50-313a-4ced-9221-8b567f647640') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:32.511010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-1f0b0ed1-237f-4559-8304-2923b4030237 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ee7d0d0>, '6d8cab50-313a-4ced-9221-8b567f647640') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:32.529957 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0ed1-237f-4559-8304-2923b4030237 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (6d8cab50-313a-4ced-9221-8b567f647640), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.532645 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.api [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 21:35:32.532645 ncdv-master-1 neutron-server[122555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 21:35:32.532645 ncdv-master-1 neutron-server[122555]: [parameters: {'id': '7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd'}]
Apr 16 21:35:32.532645 ncdv-master-1 neutron-server[122555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:35:32.538973 ncdv-master-1 neutron-server[122555]: DEBUG oslo_db.api [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:35:32.547728 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0ed1-237f-4559-8304-2923b4030237 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6d8cab50-313a-4ced-9221-8b567f647640), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.555460 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0b0ed1-237f-4559-8304-2923b4030237 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:32.555861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0ed1-237f-4559-8304-2923b4030237 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (6d8cab50-313a-4ced-9221-8b567f647640), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:32.559955 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:32.566927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4651dd28-45c6-45ca-b3f6-410fcec18190 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:32.566927 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4651dd28-45c6-45ca-b3f6-410fcec18190), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.596060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279c1f3-9245-4012-878f-b07a81b82130 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Network': ['ID=fc867a18-0812-4b2b-9b25-9de3fbefe812,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:32.600133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 4651dd28-45c6-45ca-b3f6-410fcec18190, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4651dd28-45c6-45ca-b3f6-410fcec18190,segment=NetworkSegment(53ef302e-c347-4a98-a52c-7a1f972096e3),segment_id=53ef302e-c347-4a98-a52c-7a1f972096e3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:32.601567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3848e450-c4a9-4da5-a86c-fe0b74b7a4e6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:35:32.607224 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3848e450-c4a9-4da5-a86c-fe0b74b7a4e6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.616702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network fc867a18-0812-4b2b-9b25-9de3fbefe812 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:32.617922 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e4b6c-f0c3-477c-915b-197344383080 None None] Sync routers for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:35:32.629556 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e4b6c-f0c3-477c-915b-197344383080 None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:35:32.630174 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-156e4b6c-f0c3-477c-915b-197344383080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248492b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:35:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:32.652294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3848e450-c4a9-4da5-a86c-fe0b74b7a4e6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "PUT /v2.0/floatingips/fbb74862-1517-43b4-ab22-02e70c27e786 HTTP/1.1" status: 200  len: 991 time: 2.5004408
Apr 16 21:35:32.652294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:35:32.652294 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8683df94-31e3-49ef-9010-0af1cd2024b8" -d '{"events": [{"name": "network-changed", "server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:35:32.661535 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f279c1f3-9245-4012-878f-b07a81b82130 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.1515822
Apr 16 21:35:32.664614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59866) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:32.671414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b9f57304-49ff-4bcc-9fad-8013660bbd7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': 'fc867a18-0812-4b2b-9b25-9de3fbefe812', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:32.699558 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4651dd28-45c6-45ca-b3f6-410fcec18190), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.702929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0ed1-237f-4559-8304-2923b4030237 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (63f98b14-aff2-4540-a737-bef173d97531), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.733544 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0518fbf7-2902-4580-931d-c93b48d2e4ee x-openstack-request-id: req-0518fbf7-2902-4580-931d-c93b48d2e4ee {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:35:32.733928 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:35:32.734416 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0518fbf7-2902-4580-931d-c93b48d2e4ee {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:35:32.735042 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0518fbf7-2902-4580-931d-c93b48d2e4ee'] response: {'name': 'network-changed', 'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288', 'status': 'completed', 'code': 200}
Apr 16 21:35:32.769795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=4651dd28-45c6-45ca-b3f6-410fcec18190,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:32.770496 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0ed1-237f-4559-8304-2923b4030237 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.785785 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1f0b0ed1-237f-4559-8304-2923b4030237 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "DELETE /v2.0/networks/63f98b14-aff2-4540-a737-bef173d97531 HTTP/1.1" status: 204  len: 168 time: 0.5401998
Apr 16 21:35:32.791812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b0ed1-237f-4559-8304-2923b4030237 tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event deleted for resources: {'Network': ['ID=63f98b14-aff2-4540-a737-bef173d97531,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:32.793096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59868) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:32.806683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 69feb283-0f2b-4d70-bade-cc0d85dc41c9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:35:32.830003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683df94-31e3-49ef-9010-0af1cd2024b8 req-7afd147f-52d2-4b1d-910e-bbae630914bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:32.832660 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8683df94-31e3-49ef-9010-0af1cd2024b8 req-7afd147f-52d2-4b1d-910e-bbae630914bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 1127 time: 0.0754073
Apr 16 21:35:32.834459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 69feb283-0f2b-4d70-bade-cc0d85dc41c9 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:35:32.834811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 69feb283-0f2b-4d70-bade-cc0d85dc41c9 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:35:32.851877 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-156e4b6c-f0c3-477c-915b-197344383080 None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:35:32.893744 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bade5b87-f246-4f8a-a35c-ddb437e1f93d tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e60c027f-bdc8-4aab-995a-6c86304929d3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:32.991989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683df94-31e3-49ef-9010-0af1cd2024b8 req-6dd564d3-3bfe-44ae-a163-7691c7dccda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:32.991989 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8683df94-31e3-49ef-9010-0af1cd2024b8 req-6dd564d3-3bfe-44ae-a163-7691c7dccda4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 918 time: 0.1472528
Apr 16 21:35:33.008357 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bade5b87-f246-4f8a-a35c-ddb437e1f93d tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e60c027f-bdc8-4aab-995a-6c86304929d3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:33.033623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-bade5b87-f246-4f8a-a35c-ddb437e1f93d tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01240d4a30>,) {'filters': {'network_id': ['e60c027f-bdc8-4aab-995a-6c86304929d3']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:33.041429 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:33.051856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-bade5b87-f246-4f8a-a35c-ddb437e1f93d tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01240d4a30>, 'b7b64b5c-ce1d-43cc-b0e1-c6ffa6aefa70') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:33.052434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-bade5b87-f246-4f8a-a35c-ddb437e1f93d tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01240d4a30>, 'b7b64b5c-ce1d-43cc-b0e1-c6ffa6aefa70') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:33.052832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f57304-49ff-4bcc-9fad-8013660bbd7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:33.056979 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9f57304-49ff-4bcc-9fad-8013660bbd7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:33.064317 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bade5b87-f246-4f8a-a35c-ddb437e1f93d tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (b7b64b5c-ce1d-43cc-b0e1-c6ffa6aefa70), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:33.080442 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bade5b87-f246-4f8a-a35c-ddb437e1f93d tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b7b64b5c-ce1d-43cc-b0e1-c6ffa6aefa70), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:33.089124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bade5b87-f246-4f8a-a35c-ddb437e1f93d tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:33.089892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bade5b87-f246-4f8a-a35c-ddb437e1f93d tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (b7b64b5c-ce1d-43cc-b0e1-c6ffa6aefa70), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:33.094312 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:33.123449 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-156e4b6c-f0c3-477c-915b-197344383080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248492b0>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fbb74862-1517-43b4-ab22-02e70c27e786', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'floating_ip_address': '172.35.1.185', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'port_id': '32c60358-6ed6-4d01-a515-c08c9770f288', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'mac_address': 'fa:16:3e:ba:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:35:08Z', 'updated_at': '2022-04-16T21:35:30Z', 'revision_number': 1, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:42Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:33.169957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8683df94-31e3-49ef-9010-0af1cd2024b8 req-93c21b94-749c-4f35-9000-8d998ece75e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c60358-6ed6-4d01-a515-c08c9770f288 HTTP/1.1" status: 200  len: 999 time: 0.1714883
Apr 16 21:35:33.170120 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e4b6c-f0c3-477c-915b-197344383080 None None] Checking router: 5884384f-40e7-43ed-9cd3-3657008494f1 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:35:33.183592 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e4b6c-f0c3-477c-915b-197344383080 None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:35:33.184240 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-156e4b6c-f0c3-477c-915b-197344383080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248492b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:35:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:33.253137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Deleting port 4651dd28-45c6-45ca-b3f6-410fcec18190 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:33.253137 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4651dd28-45c6-45ca-b3f6-410fcec18190), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:33.269831 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bade5b87-f246-4f8a-a35c-ddb437e1f93d tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e60c027f-bdc8-4aab-995a-6c86304929d3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:33.278958 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bade5b87-f246-4f8a-a35c-ddb437e1f93d tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:33.288714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bade5b87-f246-4f8a-a35c-ddb437e1f93d tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] 10.222.0.20 "DELETE /v2.0/networks/e60c027f-bdc8-4aab-995a-6c86304929d3 HTTP/1.1" status: 204  len: 168 time: 0.4944627
Apr 16 21:35:33.294068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41536047-662a-41bc-a854-1863c5f513c9 None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:35:33.318526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade5b87-f246-4f8a-a35c-ddb437e1f93d tempest-BulkNetworkOpsIpV6Test-26744039 tempest-BulkNetworkOpsIpV6Test-26744039-project] Pushing event deleted for resources: {'Network': ['ID=e60c027f-bdc8-4aab-995a-6c86304929d3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:33.338729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683df94-31e3-49ef-9010-0af1cd2024b8 req-999fbf4e-dad3-4257-9328-628f991b49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:33.338729 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8683df94-31e3-49ef-9010-0af1cd2024b8 req-999fbf4e-dad3-4257-9328-628f991b49ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 200  len: 856 time: 0.1454725
Apr 16 21:35:33.359010 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-156e4b6c-f0c3-477c-915b-197344383080 None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:35:33.367918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ccff47dd-eead-4d14-8fd5-c349ac3e39a3 None None] Provisioning complete for port 4651dd28-45c6-45ca-b3f6-410fcec18190 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:33.368889 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ccff47dd-eead-4d14-8fd5-c349ac3e39a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4651dd28-45c6-45ca-b3f6-410fcec18190), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:33.411767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] For port 4651dd28-45c6-45ca-b3f6-410fcec18190, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4651dd28-45c6-45ca-b3f6-410fcec18190,segment=NetworkSegment(53ef302e-c347-4a98-a52c-7a1f972096e3),segment_id=53ef302e-c347-4a98-a52c-7a1f972096e3)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:33.412151 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4651dd28-45c6-45ca-b3f6-410fcec18190), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:33.453496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683df94-31e3-49ef-9010-0af1cd2024b8 req-2946413a-82ae-4c6e-b52f-a16cc74c68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:33.455047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8683df94-31e3-49ef-9010-0af1cd2024b8 req-2946413a-82ae-4c6e-b52f-a16cc74c68d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33417375-20a3-4356-abb1-47c6dcf1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1136861
Apr 16 21:35:33.456686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Calling delete_port for 4651dd28-45c6-45ca-b3f6-410fcec18190 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:33.494877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ccff47dd-eead-4d14-8fd5-c349ac3e39a3 None None] Current status of the port 4651dd28-45c6-45ca-b3f6-410fcec18190 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:33.515245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41536047-662a-41bc-a854-1863c5f513c9 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:35:33.705052 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-156e4b6c-f0c3-477c-915b-197344383080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248492b0>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fbb74862-1517-43b4-ab22-02e70c27e786', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'floating_ip_address': '172.35.1.185', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'port_id': '32c60358-6ed6-4d01-a515-c08c9770f288', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'mac_address': 'fa:16:3e:ba:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:35:08Z', 'updated_at': '2022-04-16T21:35:30Z', 'revision_number': 1, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:42Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:33.720943 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8683df94-31e3-49ef-9010-0af1cd2024b8 req-91975aff-1634-4c98-a5c8-4319345b23c8 service neutron] 10.222.0.11 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2566566
Apr 16 21:35:33.734049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29e653a-9ae5-4484-92de-65027b6296d6 None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:35:33.742448 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e4b6c-f0c3-477c-915b-197344383080 None None] The sync data for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 is: [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fbb74862-1517-43b4-ab22-02e70c27e786', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'floating_ip_address': '172.35.1.185', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'port_id': '32c60358-6ed6-4d01-a515-c08c9770f288', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'mac_address': 'fa:16:3e:ba:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:35:08Z', 'updated_at': '2022-04-16T21:35:30Z', 'revision_number': 1, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:42Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:35:33.759095 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9f57304-49ff-4bcc-9fad-8013660bbd7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (f673bf13-2fdd-4f6a-b638-034fdb005a5a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:33.860136 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29e653a-9ae5-4484-92de-65027b6296d6 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:35:33.868107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f57304-49ff-4bcc-9fad-8013660bbd7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Subnet': ['ID=f673bf13-2fdd-4f6a-b638-034fdb005a5a,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:33.920788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (4651dd28-45c6-45ca-b3f6-410fcec18190), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:33.923729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59896) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:33.936934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f57304-49ff-4bcc-9fad-8013660bbd7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Checking segment: {'id': 'e464c581-b567-4a0d-afe6-d972f53be7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc867a18-0812-4b2b-9b25-9de3fbefe812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:33.937655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f57304-49ff-4bcc-9fad-8013660bbd7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network hostable DHCP agents. Network: fc867a18-0812-4b2b-9b25-9de3fbefe812, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:33.975719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Port': ['ID=4651dd28-45c6-45ca-b3f6-410fcec18190,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:33.988461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No DVR routers for this DVR port 4651dd28-45c6-45ca-b3f6-410fcec18190 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:34.032262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8683df94-31e3-49ef-9010-0af1cd2024b8 req-c4f46746-9c4a-4053-84d1-929c8754344a service neutron] 10.222.0.11 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2935975
Apr 16 21:35:34.110477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab3eb7-f821-497c-8971-6656a291b7b0 None None] New status for floating IP fbb74862-1517-43b4-ab22-02e70c27e786: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:35:34.110844 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.139601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ff05ef4b-b950-46db-93d0-1b156089d10d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9727ffc0b86447b8b6e42e2633e6c7d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2146895
Apr 16 21:35:34.142093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59900) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:34.147795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f57304-49ff-4bcc-9fad-8013660bbd7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network fc867a18-0812-4b2b-9b25-9de3fbefe812 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:34.152692 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f012433e1c0>,) {'filters': {'network_id': ['7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:34.157737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b69b668-64d4-44ab-9dee-21bec789732f None None] Network 7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:34.166811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f012433e1c0>, '53ef302e-c347-4a98-a52c-7a1f972096e3') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:34.167239 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f012433e1c0>, '53ef302e-c347-4a98-a52c-7a1f972096e3') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:34.177697 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (53ef302e-c347-4a98-a52c-7a1f972096e3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.194210 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (53ef302e-c347-4a98-a52c-7a1f972096e3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.194442 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ce81db0f-b153-45b2-92df-25af167340db admin admin] Publish callbacks [] for security_group (88e04622-771b-42ab-aea3-9aff722f47f5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.201729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:34.202324 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (53ef302e-c347-4a98-a52c-7a1f972096e3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:34.205651 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:34.221061 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ce81db0f-b153-45b2-92df-25af167340db admin admin] Publish callbacks [] for security_group (88e04622-771b-42ab-aea3-9aff722f47f5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.254159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-b9f57304-49ff-4bcc-9fad-8013660bbd7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fc867a18-0812-4b2b-9b25-9de3fbefe812) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:34.265299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6570172e-cb94-43d8-9cff-d14a1f0bf6df None None] Network fc867a18-0812-4b2b-9b25-9de3fbefe812 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:34.266315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f57304-49ff-4bcc-9fad-8013660bbd7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:34.266315 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9f57304-49ff-4bcc-9fad-8013660bbd7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.347784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b9f57304-49ff-4bcc-9fad-8013660bbd7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6814294
Apr 16 21:35:34.350616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59902) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:34.356649 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': 'fc867a18-0812-4b2b-9b25-9de3fbefe812', 'name': 'tempest-PortsIpV6TestJSON-952772811'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:34.366872 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ce81db0f-b153-45b2-92df-25af167340db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (88e04622-771b-42ab-aea3-9aff722f47f5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.369950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ce81db0f-b153-45b2-92df-25af167340db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.373781 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ce81db0f-b153-45b2-92df-25af167340db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88e04622-771b-42ab-aea3-9aff722f47f5 HTTP/1.1" status: 204  len: 168 time: 0.2281687
Apr 16 21:35:34.381575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81db0f-b153-45b2-92df-25af167340db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e04622-771b-42ab-aea3-9aff722f47f5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:34.384390 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.427421 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.432608 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd HTTP/1.1" status: 204  len: 168 time: 3.5402846
Apr 16 21:35:34.434612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59906) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:34.437434 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc24f3-a703-4ab4-b64d-a8fbbecee534 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Network': ['ID=7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:34.450916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fd93c8b6-eb4a-4826-9052-898f5a81c776 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1188605213'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:34.558571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd93c8b6-eb4a-4826-9052-898f5a81c776 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:34.558676 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd93c8b6-eb4a-4826-9052-898f5a81c776 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.589648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd93c8b6-eb4a-4826-9052-898f5a81c776 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:34.595291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bac50fd-c296-49fc-a04b-8374fc0051f7 None None] DHCP port deletion for 7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:35:34.598713 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd93c8b6-eb4a-4826-9052-898f5a81c776 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (719ffbfd-d4db-4890-b8fe-18a877b99c22), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.599269 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-fd93c8b6-eb4a-4826-9052-898f5a81c776 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Added segment 719ffbfd-d4db-4890-b8fe-18a877b99c22 of type vlan for network 7d6931b6-d12c-4c89-832a-381b83468401
Apr 16 21:35:34.643295 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fc867a18-0812-4b2b-9b25-9de3fbefe812', 'network_id': 'fc867a18-0812-4b2b-9b25-9de3fbefe812', 'project_id': 'e129a0846b2543b7be00d3cf3941352c', 'fixed_ips': [{'subnet_id': 'f673bf13-2fdd-4f6a-b638-034fdb005a5a'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:34.644220 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.646991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:34.652649 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.658379 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd93c8b6-eb4a-4826-9052-898f5a81c776 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (7d6931b6-d12c-4c89-832a-381b83468401), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.689586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port 1268e676-540f-4b0e-82e7-feba1dd517ac yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:34.790456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd93c8b6-eb4a-4826-9052-898f5a81c776 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (7d6931b6-d12c-4c89-832a-381b83468401), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.795854 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd93c8b6-eb4a-4826-9052-898f5a81c776 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:34.796657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd93c8b6-eb4a-4826-9052-898f5a81c776 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:34.829538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8::28a (fc867a18-0812-4b2b-9b25-9de3fbefe812/f673bf13-2fdd-4f6a-b638-034fdb005a5a/1268e676-540f-4b0e-82e7-feba1dd517ac) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:34.880311 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93c8b6-eb4a-4826-9052-898f5a81c776 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=7d6931b6-d12c-4c89-832a-381b83468401,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:34.894051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 7d6931b6-d12c-4c89-832a-381b83468401 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:34.908254 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fd93c8b6-eb4a-4826-9052-898f5a81c776 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4710441
Apr 16 21:35:34.909752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59918) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:34.915277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b971fd86-1d64-4c0c-880e-a1ebce0a4fa8 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'subnet': {'network_id': '7d6931b6-d12c-4c89-832a-381b83468401', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:35.017882 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (1268e676-540f-4b0e-82e7-feba1dd517ac), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.075887 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b971fd86-1d64-4c0c-880e-a1ebce0a4fa8 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:35.079447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b971fd86-1d64-4c0c-880e-a1ebce0a4fa8 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.093870 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1268e676-540f-4b0e-82e7-feba1dd517ac), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.153351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network fc867a18-0812-4b2b-9b25-9de3fbefe812 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:35.156856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:35.160953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:35.161160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Allocated IP 2001:db8::2 (fc867a18-0812-4b2b-9b25-9de3fbefe812/f673bf13-2fdd-4f6a-b638-034fdb005a5a/ea023575-879a-49ea-8d56-bf7799bbd3f4) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:35.167029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:35.167751 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.174574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=1268e676-540f-4b0e-82e7-feba1dd517ac,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:35.295807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7959ca74-e550-4f42-8bf1-e0a2745fae09 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.9441159
Apr 16 21:35:35.298568 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59924) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:35.303792 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': 'fc867a18-0812-4b2b-9b25-9de3fbefe812', 'name': 'tempest-PortsIpV6TestJSON-566819782'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:35.327393 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Publish callbacks [] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.356273 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b971fd86-1d64-4c0c-880e-a1ebce0a4fa8 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (7cf5edd7-174f-4762-a514-453e718b2c0b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.418801 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.452718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971fd86-1d64-4c0c-880e-a1ebce0a4fa8 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Subnet': ['ID=7cf5edd7-174f-4762-a514-453e718b2c0b,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:35.459147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Network fc867a18-0812-4b2b-9b25-9de3fbefe812 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:35.463827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:35.467703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:35.470146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971fd86-1d64-4c0c-880e-a1ebce0a4fa8 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking segment: {'id': '719ffbfd-d4db-4890-b8fe-18a877b99c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d6931b6-d12c-4c89-832a-381b83468401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:35.470485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b971fd86-1d64-4c0c-880e-a1ebce0a4fa8 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network hostable DHCP agents. Network: 7d6931b6-d12c-4c89-832a-381b83468401, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:35.496110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Pushing event updated for resources: {'Port': ['ID=ea023575-879a-49ea-8d56-bf7799bbd3f4,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:35.533790 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Attempting to bind port ea023575-879a-49ea-8d56-bf7799bbd3f4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:35.534168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Attempting to bind port ea023575-879a-49ea-8d56-bf7799bbd3f4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e464c581-b567-4a0d-afe6-d972f53be7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc867a18-0812-4b2b-9b25-9de3fbefe812'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:35.534539 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Attempting to bind port ea023575-879a-49ea-8d56-bf7799bbd3f4 on network fc867a18-0812-4b2b-9b25-9de3fbefe812 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:35.539921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:35.540353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Checking segment: {'id': 'e464c581-b567-4a0d-afe6-d972f53be7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc867a18-0812-4b2b-9b25-9de3fbefe812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:35.540761 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.541668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Bound using segment: {'id': 'e464c581-b567-4a0d-afe6-d972f53be7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc867a18-0812-4b2b-9b25-9de3fbefe812'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:35.542160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Bound port: ea023575-879a-49ea-8d56-bf7799bbd3f4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e464c581-b567-4a0d-afe6-d972f53be7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc867a18-0812-4b2b-9b25-9de3fbefe812'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:35.542554 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.579226 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:35.584086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.604474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port 5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:35.610044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b971fd86-1d64-4c0c-880e-a1ebce0a4fa8 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network 7d6931b6-d12c-4c89-832a-381b83468401 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:35.610633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] For port ea023575-879a-49ea-8d56-bf7799bbd3f4, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:35.613984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] For port ea023575-879a-49ea-8d56-bf7799bbd3f4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea023575-879a-49ea-8d56-bf7799bbd3f4,segment=NetworkSegment(e464c581-b567-4a0d-afe6-d972f53be7a1),segment_id=e464c581-b567-4a0d-afe6-d972f53be7a1)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:35.627583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59932) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:35.693520 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.754459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c1317-91b8-4017-9edd-31334470b791 None None] Pushing event updated for resources: {'Port': ['ID=ea023575-879a-49ea-8d56-bf7799bbd3f4,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:35.759950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8::63 (fc867a18-0812-4b2b-9b25-9de3fbefe812/f673bf13-2fdd-4f6a-b638-034fdb005a5a/5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:35.762996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-b971fd86-1d64-4c0c-880e-a1ebce0a4fa8 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7d6931b6-d12c-4c89-832a-381b83468401) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:35.774701 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf130c1-c70f-4603-8672-e4d752f412ff None None] Network 7d6931b6-d12c-4c89-832a-381b83468401 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:35.779316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b971fd86-1d64-4c0c-880e-a1ebce0a4fa8 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:35.779922 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b971fd86-1d64-4c0c-880e-a1ebce0a4fa8 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.830400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-549fe45c-75c3-426d-aae1-bf8e57cce250 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850275293'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:35.867312 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b971fd86-1d64-4c0c-880e-a1ebce0a4fa8 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9559259
Apr 16 21:35:35.869714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59938) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:35.903342 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7d6931b6-d12c-4c89-832a-381b83468401', 'network_id': '7d6931b6-d12c-4c89-832a-381b83468401', 'project_id': '72c25819b91f4e0cb65b7a0af8c72260', 'fixed_ips': [{'subnet_id': '7cf5edd7-174f-4762-a514-453e718b2c0b'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:35.904494 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.976084 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-549fe45c-75c3-426d-aae1-bf8e57cce250 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.978144 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:35.994912 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-549fe45c-75c3-426d-aae1-bf8e57cce250 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.013943 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (7d6931b6-d12c-4c89-832a-381b83468401), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.076844 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.094553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Allocated IP 172.20.0.2 (7d6931b6-d12c-4c89-832a-381b83468401/7cf5edd7-174f-4762-a514-453e718b2c0b/5cd5723d-d487-4e2b-bb24-e0901f200d57) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:36.115905 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (7cf5edd7-174f-4762-a514-453e718b2c0b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.155333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network fc867a18-0812-4b2b-9b25-9de3fbefe812 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:36.158544 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:36.162021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:36.168686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:36.169342 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.187389 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:36.187733 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-549fe45c-75c3-426d-aae1-bf8e57cce250 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (062975d5-8811-4250-844a-42f85646f6ac), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.257188 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-47eac200-426b-4450-8d5a-44636a29d842 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.9574742
Apr 16 21:35:36.260027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59940) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:36.279256 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.310972 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Publish callbacks [] for port (5cd5723d-d487-4e2b-bb24-e0901f200d57), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.320438 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-549fe45c-75c3-426d-aae1-bf8e57cce250 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (062975d5-8811-4250-844a-42f85646f6ac), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.371249 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ea023575-879a-49ea-8d56-bf7799bbd3f4 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:36.375093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ea8371-c752-465f-b764-fbda3826263e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:36.376668 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f3ea8371-c752-465f-b764-fbda3826263e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A28a HTTP/1.1" status: 200  len: 928 time: 0.1156127
Apr 16 21:35:36.379580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59942) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:36.395147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fe45c-75c3-426d-aae1-bf8e57cce250 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062975d5-8811-4250-844a-42f85646f6ac,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:36.399560 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (5cd5723d-d487-4e2b-bb24-e0901f200d57), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.446167 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-549fe45c-75c3-426d-aae1-bf8e57cce250 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (2c51bcdd-fae0-433b-b1ee-9caded3bca71), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.457149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Network 7d6931b6-d12c-4c89-832a-381b83468401 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:36.460588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:36.465939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:36.474891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Pushing event updated for resources: {'Port': ['ID=5cd5723d-d487-4e2b-bb24-e0901f200d57,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:36.491259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e20bcafe-c6c8-4b18-93ac-dd00b83f00db tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:36.491731 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e20bcafe-c6c8-4b18-93ac-dd00b83f00db tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.498826 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (7cf5edd7-174f-4762-a514-453e718b2c0b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.510431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ea023575-879a-49ea-8d56-bf7799bbd3f4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:36.511102 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.538538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf5edd7-174f-4762-a514-453e718b2c0b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:36.551077 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-549fe45c-75c3-426d-aae1-bf8e57cce250 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2c51bcdd-fae0-433b-b1ee-9caded3bca71), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.566749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Attempting to bind port 5cd5723d-d487-4e2b-bb24-e0901f200d57 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:36.567161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Attempting to bind port 5cd5723d-d487-4e2b-bb24-e0901f200d57 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '719ffbfd-d4db-4890-b8fe-18a877b99c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d6931b6-d12c-4c89-832a-381b83468401'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:36.567492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Attempting to bind port 5cd5723d-d487-4e2b-bb24-e0901f200d57 on network 7d6931b6-d12c-4c89-832a-381b83468401 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:36.578101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:36.578489 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Checking segment: {'id': '719ffbfd-d4db-4890-b8fe-18a877b99c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d6931b6-d12c-4c89-832a-381b83468401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:36.578901 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.580506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Bound using segment: {'id': '719ffbfd-d4db-4890-b8fe-18a877b99c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d6931b6-d12c-4c89-832a-381b83468401'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:36.580506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Bound port: 5cd5723d-d487-4e2b-bb24-e0901f200d57, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719ffbfd-d4db-4890-b8fe-18a877b99c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d6931b6-d12c-4c89-832a-381b83468401'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:36.580506 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5cd5723d-d487-4e2b-bb24-e0901f200d57), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.601004 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e20bcafe-c6c8-4b18-93ac-dd00b83f00db tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.624196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e20bcafe-c6c8-4b18-93ac-dd00b83f00db tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:36.645182 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fe45c-75c3-426d-aae1-bf8e57cce250 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c51bcdd-fae0-433b-b1ee-9caded3bca71,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:36.651549 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (7d6931b6-d12c-4c89-832a-381b83468401), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.669630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ea023575-879a-49ea-8d56-bf7799bbd3f4 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:36.670203 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.679254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124b54490>,) {'filters': {'network_id': ['7d6931b6-d12c-4c89-832a-381b83468401']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:36.691306 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124b54490>, '719ffbfd-d4db-4890-b8fe-18a877b99c22') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:36.692391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124b54490>, '719ffbfd-d4db-4890-b8fe-18a877b99c22') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:36.709499 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (719ffbfd-d4db-4890-b8fe-18a877b99c22), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.725056 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (719ffbfd-d4db-4890-b8fe-18a877b99c22), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.729866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port ea023575-879a-49ea-8d56-bf7799bbd3f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea023575-879a-49ea-8d56-bf7799bbd3f4,segment=NetworkSegment(e464c581-b567-4a0d-afe6-d972f53be7a1),segment_id=e464c581-b567-4a0d-afe6-d972f53be7a1)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:36.733187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] For port 5cd5723d-d487-4e2b-bb24-e0901f200d57, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:36.734335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:36.734831 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (719ffbfd-d4db-4890-b8fe-18a877b99c22), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:36.738676 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:36.754007 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-549fe45c-75c3-426d-aae1-bf8e57cce250 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.757928 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-549fe45c-75c3-426d-aae1-bf8e57cce250 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.1269057
Apr 16 21:35:36.771135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59944) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:36.809903 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.831135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4651dd28-45c6-45ca-b3f6-410fcec18190 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:35:36.849804 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.api [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 21:35:36.849804 ncdv-master-1 neutron-server[122555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 21:35:36.849804 ncdv-master-1 neutron-server[122555]: [parameters: {'id': '7d6931b6-d12c-4c89-832a-381b83468401'}]
Apr 16 21:35:36.849804 ncdv-master-1 neutron-server[122555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:35:36.850706 ncdv-master-1 neutron-server[122555]: DEBUG oslo_db.api [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:35:36.852004 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-09f4622d-7c3a-418b-9f0f-a86e2bcfcebe tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0796208
Apr 16 21:35:36.864934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59948) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:36.869743 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-622ca63c-68b7-4df3-bd66-6a01f3451b71 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group': {'name': 'tempest-security--815283585', 'description': 'tempest-security-description-1833863592'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:36.886360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] For port 5cd5723d-d487-4e2b-bb24-e0901f200d57, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cd5723d-d487-4e2b-bb24-e0901f200d57,segment=NetworkSegment(719ffbfd-d4db-4890-b8fe-18a877b99c22),segment_id=719ffbfd-d4db-4890-b8fe-18a877b99c22)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:36.890109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 4651dd28-45c6-45ca-b3f6-410fcec18190 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:35:36.890457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4651dd28-45c6-45ca-b3f6-410fcec18190 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:35:36.909500 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-622ca63c-68b7-4df3-bd66-6a01f3451b71 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (2c51bcdd-fae0-433b-b1ee-9caded3bca71), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.912941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=ea023575-879a-49ea-8d56-bf7799bbd3f4,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:36.949898 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e20bcafe-c6c8-4b18-93ac-dd00b83f00db tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.961882 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-622ca63c-68b7-4df3-bd66-6a01f3451b71 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (2c51bcdd-fae0-433b-b1ee-9caded3bca71), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.967581 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5cd5723d-d487-4e2b-bb24-e0901f200d57), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:36.983944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bcafe-c6c8-4b18-93ac-dd00b83f00db tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:37.026562 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-622ca63c-68b7-4df3-bd66-6a01f3451b71 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2c51bcdd-fae0-433b-b1ee-9caded3bca71), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.029308 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-622ca63c-68b7-4df3-bd66-6a01f3451b71 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.032244 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-622ca63c-68b7-4df3-bd66-6a01f3451b71 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "PUT /v2.0/security-groups/2c51bcdd-fae0-433b-b1ee-9caded3bca71 HTTP/1.1" status: 200  len: 1796 time: 0.1644995
Apr 16 21:35:37.032244 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e20bcafe-c6c8-4b18-93ac-dd00b83f00db tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.036040 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59950) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:37.036424 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e20bcafe-c6c8-4b18-93ac-dd00b83f00db tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb HTTP/1.1" status: 204  len: 168 time: 0.6543322
Apr 16 21:35:37.038526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59952) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:37.074706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f0dc0-679c-467b-8781-30fd2ca0ba45 None None] Pushing event updated for resources: {'Port': ['ID=5cd5723d-d487-4e2b-bb24-e0901f200d57,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:37.079840 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8909ff9-5010-487c-9c3d-4d7c0bfc8a7c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:37.081231 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a8909ff9-5010-487c-9c3d-4d7c0bfc8a7c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb HTTP/1.1" status: 404  len: 333 time: 0.0417891
Apr 16 21:35:37.085779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59954) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:37.099232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f2f0a-71fe-4e10-a452-9869bc18a2ab None None] Network 7d6931b6-d12c-4c89-832a-381b83468401 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:37.101755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1165d7a6-083c-4b4d-9e76-dd9f45696343 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-groups/2c51bcdd-fae0-433b-b1ee-9caded3bca71 HTTP/1.1" status: 200  len: 1796 time: 0.0667870
Apr 16 21:35:37.102434 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59956) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:37.122227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ca63c-68b7-4df3-bd66-6a01f3451b71 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c51bcdd-fae0-433b-b1ee-9caded3bca71,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:37.167498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3130b9bc-7e96-4ea7-8fa9-2a4c0a3aeb7b None None] Network fc867a18-0812-4b2b-9b25-9de3fbefe812 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:37.167915 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9c433368-85bd-49f2-8ac0-79e1c05e2500 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (2c51bcdd-fae0-433b-b1ee-9caded3bca71), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.187550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d1d8c-8736-4da6-883c-e549693ea803 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 1268e676-540f-4b0e-82e7-feba1dd517ac {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:37.188639 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1d8c-8736-4da6-883c-e549693ea803 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1268e676-540f-4b0e-82e7-feba1dd517ac), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.192430 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9c433368-85bd-49f2-8ac0-79e1c05e2500 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (2c51bcdd-fae0-433b-b1ee-9caded3bca71), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.229034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-70a3c045-9312-4d7b-8224-bb6aab34e5a7 None None] Provisioning complete for port ea023575-879a-49ea-8d56-bf7799bbd3f4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:37.229437 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-70a3c045-9312-4d7b-8224-bb6aab34e5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.291555 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1d8c-8736-4da6-883c-e549693ea803 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1268e676-540f-4b0e-82e7-feba1dd517ac), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.294030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9c433368-85bd-49f2-8ac0-79e1c05e2500 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2c51bcdd-fae0-433b-b1ee-9caded3bca71), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.296882 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9c433368-85bd-49f2-8ac0-79e1c05e2500 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.298360 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9c433368-85bd-49f2-8ac0-79e1c05e2500 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-groups/2c51bcdd-fae0-433b-b1ee-9caded3bca71 HTTP/1.1" status: 204  len: 168 time: 0.1947711
Apr 16 21:35:37.302950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59958) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:37.313138 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d1d8c-8736-4da6-883c-e549693ea803 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 1268e676-540f-4b0e-82e7-feba1dd517ac owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:37.323914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c433368-85bd-49f2-8ac0-79e1c05e2500 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c51bcdd-fae0-433b-b1ee-9caded3bca71,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:37.353381 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (7d6931b6-d12c-4c89-832a-381b83468401), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.382044 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6de07632-59c2-4e1c-a19e-5fc81c98c205 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0754943
Apr 16 21:35:37.401034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-70a3c045-9312-4d7b-8224-bb6aab34e5a7 None None] Current status of the port ea023575-879a-49ea-8d56-bf7799bbd3f4 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:37.405012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59960) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:37.427245 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-1e36e92d-ab15-44e8-9806-faaf3c4c779a tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] delete failed (client error): The resource could not be found.
Apr 16 21:35:37.428467 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1e36e92d-ab15-44e8-9806-faaf3c4c779a tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-groups/2c51bcdd-fae0-433b-b1ee-9caded3bca71 HTTP/1.1" status: 404  len: 347 time: 0.0227375
Apr 16 21:35:37.435704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59962) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:37.438393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f8ca19dc-e249-4287-afaf-a8d102f456c9 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group': {'name': 'tempest-secgroup--182898211'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:37.442425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Deleting port 5cd5723d-d487-4e2b-bb24-e0901f200d57 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:37.442773 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5cd5723d-d487-4e2b-bb24-e0901f200d57), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.533590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] For port 5cd5723d-d487-4e2b-bb24-e0901f200d57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cd5723d-d487-4e2b-bb24-e0901f200d57,segment=NetworkSegment(719ffbfd-d4db-4890-b8fe-18a877b99c22),segment_id=719ffbfd-d4db-4890-b8fe-18a877b99c22)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:37.533965 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5cd5723d-d487-4e2b-bb24-e0901f200d57), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.549320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Calling delete_port for 5cd5723d-d487-4e2b-bb24-e0901f200d57 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:37.584241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1d8c-8736-4da6-883c-e549693ea803 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1268e676-540f-4b0e-82e7-feba1dd517ac), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.614413 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8ca19dc-e249-4287-afaf-a8d102f456c9 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.616407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d1d8c-8736-4da6-883c-e549693ea803 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=1268e676-540f-4b0e-82e7-feba1dd517ac,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:37.645775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1d8c-8736-4da6-883c-e549693ea803 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.652289 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0f3d1d8c-8736-4da6-883c-e549693ea803 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/1268e676-540f-4b0e-82e7-feba1dd517ac HTTP/1.1" status: 204  len: 168 time: 0.5632188
Apr 16 21:35:37.652733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59964) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:37.659027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a85aab-5bff-406b-9df5-4e3121132ddb None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:35:37.680052 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae9f5d3-1b91-42d6-b5ce-99c5cbcd0242 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:37.681607 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ae9f5d3-1b91-42d6-b5ce-99c5cbcd0242 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/1268e676-540f-4b0e-82e7-feba1dd517ac HTTP/1.1" status: 404  len: 333 time: 0.0279682
Apr 16 21:35:37.687224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 59966) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:37.722380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cb5d5ccd-734a-4569-88b8-e78d00268183 None None] Could not find standard attr ID for object 1268e676-540f-4b0e-82e7-feba1dd517ac. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:35:37.759413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cb5d5ccd-734a-4569-88b8-e78d00268183 None None] Provisioning complete for port ea023575-879a-49ea-8d56-bf7799bbd3f4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:37.760480 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cb5d5ccd-734a-4569-88b8-e78d00268183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:37.829322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a85aab-5bff-406b-9df5-4e3121132ddb None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:35:37.931352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d5ccd-734a-4569-88b8-e78d00268183 None None] Current status of the port ea023575-879a-49ea-8d56-bf7799bbd3f4 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:38.057455 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5cd5723d-d487-4e2b-bb24-e0901f200d57), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.080549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef160c0-49e0-493b-89fb-4cfff43b91b0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting subnet f673bf13-2fdd-4f6a-b638-034fdb005a5a {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:35:38.085077 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8ca19dc-e249-4287-afaf-a8d102f456c9 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (9814e2ee-c184-4b56-bdd4-a1226819e5cb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.105532 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eef160c0-49e0-493b-89fb-4cfff43b91b0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (f673bf13-2fdd-4f6a-b638-034fdb005a5a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.108326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Port': ['ID=5cd5723d-d487-4e2b-bb24-e0901f200d57,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:38.113523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No DVR routers for this DVR port 5cd5723d-d487-4e2b-bb24-e0901f200d57 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:38.174661 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8ca19dc-e249-4287-afaf-a8d102f456c9 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9814e2ee-c184-4b56-bdd4-a1226819e5cb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.237708 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eef160c0-49e0-493b-89fb-4cfff43b91b0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (f673bf13-2fdd-4f6a-b638-034fdb005a5a), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.282260 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (7d6931b6-d12c-4c89-832a-381b83468401), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.301105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca19dc-e249-4287-afaf-a8d102f456c9 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9814e2ee-c184-4b56-bdd4-a1226819e5cb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:38.318476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e698760>,) {'filters': {'network_id': ['7d6931b6-d12c-4c89-832a-381b83468401']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:38.334089 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8ca19dc-e249-4287-afaf-a8d102f456c9 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.339403 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f8ca19dc-e249-4287-afaf-a8d102f456c9 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.9004917
Apr 16 21:35:38.339542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 59996) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:38.343032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e698760>, '719ffbfd-d4db-4890-b8fe-18a877b99c22') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:38.343341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e698760>, '719ffbfd-d4db-4890-b8fe-18a877b99c22') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:38.343495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-941469f9-0dde-475d-85f4-10d661360b17 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group_rule': {'security_group_id': '9814e2ee-c184-4b56-bdd4-a1226819e5cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:38.357525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-135d79db-53f2-4945-bd7b-c873d6a7b2e3 None None] Could not find standard attr ID for object 1268e676-540f-4b0e-82e7-feba1dd517ac. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:35:38.374853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ea023575-879a-49ea-8d56-bf7799bbd3f4 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:38.381781 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (719ffbfd-d4db-4890-b8fe-18a877b99c22), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.402409 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (719ffbfd-d4db-4890-b8fe-18a877b99c22), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.411414 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eef160c0-49e0-493b-89fb-4cfff43b91b0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (f673bf13-2fdd-4f6a-b638-034fdb005a5a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.414890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:38.415298 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (719ffbfd-d4db-4890-b8fe-18a877b99c22), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:38.418561 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:38.438475 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-941469f9-0dde-475d-85f4-10d661360b17 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (86d99847-2a9f-4d83-9dc4-9ee3a83e5031), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.456874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ea023575-879a-49ea-8d56-bf7799bbd3f4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:38.458344 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.530056 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-941469f9-0dde-475d-85f4-10d661360b17 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (86d99847-2a9f-4d83-9dc4-9ee3a83e5031), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.563212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ea023575-879a-49ea-8d56-bf7799bbd3f4 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:38.578648 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (7d6931b6-d12c-4c89-832a-381b83468401), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.586783 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.591175 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/7d6931b6-d12c-4c89-832a-381b83468401 HTTP/1.1" status: 204  len: 168 time: 2.7200041
Apr 16 21:35:38.596357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60000) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:38.601602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9483254f-cc41-4ae8-bdbb-edf8b4724019 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-630243432'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:38.606748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ae6b7-4720-4c7e-ad8a-600a07d05b65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Network': ['ID=7d6931b6-d12c-4c89-832a-381b83468401,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:38.617552 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eef160c0-49e0-493b-89fb-4cfff43b91b0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (f673bf13-2fdd-4f6a-b638-034fdb005a5a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.617684 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-941469f9-0dde-475d-85f4-10d661360b17 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (86d99847-2a9f-4d83-9dc4-9ee3a83e5031), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.650755 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941469f9-0dde-475d-85f4-10d661360b17 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d99847-2a9f-4d83-9dc4-9ee3a83e5031,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:38.662582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60002) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:38.662710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef160c0-49e0-493b-89fb-4cfff43b91b0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Subnet': ['ID=f673bf13-2fdd-4f6a-b638-034fdb005a5a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:38.665713 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eef160c0-49e0-493b-89fb-4cfff43b91b0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.669236 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eef160c0-49e0-493b-89fb-4cfff43b91b0 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/f673bf13-2fdd-4f6a-b638-034fdb005a5a HTTP/1.1" status: 204  len: 168 time: 0.9810190
Apr 16 21:35:38.671896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60006) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:38.695902 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-fed75980-0133-4c81-9a5e-c213733953fb None None] Could not find standard attr ID for object 5d78f981-3ff7-4bd9-b8fb-5efd6a41bfbb. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:35:38.733562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9483254f-cc41-4ae8-bdbb-edf8b4724019 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:38.737420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9483254f-cc41-4ae8-bdbb-edf8b4724019 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.766129 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-941469f9-0dde-475d-85f4-10d661360b17 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.771530 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-941469f9-0dde-475d-85f4-10d661360b17 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4312725
Apr 16 21:35:38.772241 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (fc867a18-0812-4b2b-9b25-9de3fbefe812), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.773043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60008) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:38.800984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9483254f-cc41-4ae8-bdbb-edf8b4724019 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:38.829452 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port ea023575-879a-49ea-8d56-bf7799bbd3f4 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:38.829812 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.833716 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9483254f-cc41-4ae8-bdbb-edf8b4724019 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e3f2ee10-59df-4798-9107-04c89b4df2f7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.834585 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-9483254f-cc41-4ae8-bdbb-edf8b4724019 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Added segment e3f2ee10-59df-4798-9107-04c89b4df2f7 of type vlan for network e7f47a60-20af-4ea9-a79a-219937d0e9f2
Apr 16 21:35:38.836347 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9437160-f744-4c11-8b88-0ee138d1ea53 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (86d99847-2a9f-4d83-9dc4-9ee3a83e5031), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.845861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82ece578-3d23-4607-bebb-06ca18cf890c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.861932 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9437160-f744-4c11-8b88-0ee138d1ea53 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (86d99847-2a9f-4d83-9dc4-9ee3a83e5031), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.909553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b252c0-ed75-40fb-9360-662c91b78af6 None None] Network fc867a18-0812-4b2b-9b25-9de3fbefe812 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:38.920229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] For port ea023575-879a-49ea-8d56-bf7799bbd3f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea023575-879a-49ea-8d56-bf7799bbd3f4,segment=NetworkSegment(e464c581-b567-4a0d-afe6-d972f53be7a1),segment_id=e464c581-b567-4a0d-afe6-d972f53be7a1)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:38.920934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.923039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9483254f-cc41-4ae8-bdbb-edf8b4724019 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e7f47a60-20af-4ea9-a79a-219937d0e9f2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.935522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for ea023575-879a-49ea-8d56-bf7799bbd3f4 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:38.973059 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9437160-f744-4c11-8b88-0ee138d1ea53 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (86d99847-2a9f-4d83-9dc4-9ee3a83e5031), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.979038 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a9437160-f744-4c11-8b88-0ee138d1ea53 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:38.980510 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a9437160-f744-4c11-8b88-0ee138d1ea53 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/86d99847-2a9f-4d83-9dc4-9ee3a83e5031 HTTP/1.1" status: 204  len: 168 time: 0.2024248
Apr 16 21:35:38.985990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60010) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:38.998131 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9483254f-cc41-4ae8-bdbb-edf8b4724019 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e7f47a60-20af-4ea9-a79a-219937d0e9f2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.003126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9483254f-cc41-4ae8-bdbb-edf8b4724019 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:39.003764 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9483254f-cc41-4ae8-bdbb-edf8b4724019 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.015072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9437160-f744-4c11-8b88-0ee138d1ea53 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86d99847-2a9f-4d83-9dc4-9ee3a83e5031,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:39.036825 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f122bd0-f43f-439c-957a-0ce3de1fdb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.069691 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d6443987-16cd-4269-b2ef-d313a621e331 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0825591
Apr 16 21:35:39.072879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60012) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:39.098964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e062b1-fd72-481c-8ed9-b00277943a24 None None] DHCP port deletion for fc867a18-0812-4b2b-9b25-9de3fbefe812 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:35:39.106344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483254f-cc41-4ae8-bdbb-edf8b4724019 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=e7f47a60-20af-4ea9-a79a-219937d0e9f2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:39.128327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e7f47a60-20af-4ea9-a79a-219937d0e9f2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:39.136758 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1f83ea4-ead8-4efe-86db-35e5e5d8b1cb tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (9814e2ee-c184-4b56-bdd4-a1226819e5cb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.151025 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82ece578-3d23-4607-bebb-06ca18cf890c admin admin] Publish callbacks [] for security_group (77893f33-c2ea-405b-9080-f9a33e9a837b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.155421 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9483254f-cc41-4ae8-bdbb-edf8b4724019 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5579312
Apr 16 21:35:39.158383 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60014) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:39.163572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'subnet': {'network_id': 'e7f47a60-20af-4ea9-a79a-219937d0e9f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:39.165415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1f83ea4-ead8-4efe-86db-35e5e5d8b1cb tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (9814e2ee-c184-4b56-bdd4-a1226819e5cb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.184961 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.232014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=ea023575-879a-49ea-8d56-bf7799bbd3f4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:39.236794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No DVR routers for this DVR port ea023575-879a-49ea-8d56-bf7799bbd3f4 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:39.262661 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82ece578-3d23-4607-bebb-06ca18cf890c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (77893f33-c2ea-405b-9080-f9a33e9a837b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.325177 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-82ece578-3d23-4607-bebb-06ca18cf890c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9399fc0232fe4048985b8255ce445eda&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6628232
Apr 16 21:35:39.328287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60016) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:39.330963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ece578-3d23-4607-bebb-06ca18cf890c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77893f33-c2ea-405b-9080-f9a33e9a837b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:39.349711 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (fc867a18-0812-4b2b-9b25-9de3fbefe812), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.354674 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1f83ea4-ead8-4efe-86db-35e5e5d8b1cb tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9814e2ee-c184-4b56-bdd4-a1226819e5cb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.357264 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a1f83ea4-ead8-4efe-86db-35e5e5d8b1cb tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.358578 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a1f83ea4-ead8-4efe-86db-35e5e5d8b1cb tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-groups/9814e2ee-c184-4b56-bdd4-a1226819e5cb HTTP/1.1" status: 204  len: 168 time: 0.2846189
Apr 16 21:35:39.359058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-65e062b1-fd72-481c-8ed9-b00277943a24 None None] Deleting port ea023575-879a-49ea-8d56-bf7799bbd3f4 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:39.359374 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-65e062b1-fd72-481c-8ed9-b00277943a24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.361312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60018) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:39.401202 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011fa03460>,) {'filters': {'network_id': ['fc867a18-0812-4b2b-9b25-9de3fbefe812']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:39.406308 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6f6a16f9-6566-45bb-a691-7798d8f9c03b tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0438437
Apr 16 21:35:39.410388 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60020) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:39.415685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-822cd850-807c-4796-bc23-41944fe7ca2e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418227129'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:39.420716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f83ea4-ead8-4efe-86db-35e5e5d8b1cb tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9814e2ee-c184-4b56-bdd4-a1226819e5cb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:39.425652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fa03460>, 'e464c581-b567-4a0d-afe6-d972f53be7a1') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:39.426116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fa03460>, 'e464c581-b567-4a0d-afe6-d972f53be7a1') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:39.427898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:39.431018 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.441732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (e464c581-b567-4a0d-afe6-d972f53be7a1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.446312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-65e062b1-fd72-481c-8ed9-b00277943a24 None None] For port ea023575-879a-49ea-8d56-bf7799bbd3f4, host ncdv-master-1, got binding levels [] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:39.446723 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-65e062b1-fd72-481c-8ed9-b00277943a24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.460876 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3da3eb9f-b871-4434-bb12-7e980d246e2a admin admin] Publish callbacks [] for security_group (77893f33-c2ea-405b-9080-f9a33e9a837b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.462263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-65e062b1-fd72-481c-8ed9-b00277943a24 None None] Calling delete_port for ea023575-879a-49ea-8d56-bf7799bbd3f4 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:39.466101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.ipam_backend_mixin [None req-65e062b1-fd72-481c-8ed9-b00277943a24 None None] Port ea023575-879a-49ea-8d56-bf7799bbd3f4 was not found and therefore no delete operation was performed {{(pid=122557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 16 21:35:39.468543 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-65e062b1-fd72-481c-8ed9-b00277943a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (ea023575-879a-49ea-8d56-bf7799bbd3f4), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.470853 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e464c581-b567-4a0d-afe6-d972f53be7a1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.485139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:39.485901 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (e464c581-b567-4a0d-afe6-d972f53be7a1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:39.491919 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:39.499363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.ipam_backend_mixin [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Performing IP validity checks on allocation pools {{(pid=122556) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 16 21:35:39.499899 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.ipam_backend_mixin [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=122556) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 16 21:35:39.504083 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3da3eb9f-b871-4434-bb12-7e980d246e2a admin admin] Publish callbacks [] for security_group (77893f33-c2ea-405b-9080-f9a33e9a837b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.515066 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e062b1-fd72-481c-8ed9-b00277943a24 None None] Pushing event deleted for resources: {'Port': ['ID=ea023575-879a-49ea-8d56-bf7799bbd3f4,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:39.521423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e062b1-fd72-481c-8ed9-b00277943a24 None None] No DVR routers for this DVR port ea023575-879a-49ea-8d56-bf7799bbd3f4 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:39.573030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-822cd850-807c-4796-bc23-41944fe7ca2e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.652731 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (fc867a18-0812-4b2b-9b25-9de3fbefe812), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.660137 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.663237 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/networks/fc867a18-0812-4b2b-9b25-9de3fbefe812 HTTP/1.1" status: 204  len: 168 time: 0.9901063
Apr 16 21:35:39.667761 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60024) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:39.672756 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-bf4bcc2d-eb30-4bcc-bcae-a7b9c3377654 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-196920660'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:39.676570 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e8ac3-6d1c-42cc-93a0-1893003b138c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Network': ['ID=fc867a18-0812-4b2b-9b25-9de3fbefe812,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:39.687779 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3da3eb9f-b871-4434-bb12-7e980d246e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (77893f33-c2ea-405b-9080-f9a33e9a837b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.691076 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3da3eb9f-b871-4434-bb12-7e980d246e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.692305 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3da3eb9f-b871-4434-bb12-7e980d246e2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77893f33-c2ea-405b-9080-f9a33e9a837b HTTP/1.1" status: 204  len: 168 time: 0.3629248
Apr 16 21:35:39.700339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3eb9f-b871-4434-bb12-7e980d246e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77893f33-c2ea-405b-9080-f9a33e9a837b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:39.756928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4bcc2d-eb30-4bcc-bcae-a7b9c3377654 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:39.760879 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bf4bcc2d-eb30-4bcc-bcae-a7b9c3377654 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.791768 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-822cd850-807c-4796-bc23-41944fe7ca2e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (d35b9fab-730d-48b1-9e47-1a5a40eac5d7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.836528 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4bcc2d-eb30-4bcc-bcae-a7b9c3377654 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:39.856763 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bf4bcc2d-eb30-4bcc-bcae-a7b9c3377654 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (3f15e3d0-fd20-471b-a08c-795418333440), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.857109 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-bf4bcc2d-eb30-4bcc-bcae-a7b9c3377654 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Added segment 3f15e3d0-fd20-471b-a08c-795418333440 of type vlan for network 95401ae2-4f71-47b1-a1e9-1036b51c9f44
Apr 16 21:35:39.887179 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-822cd850-807c-4796-bc23-41944fe7ca2e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d35b9fab-730d-48b1-9e47-1a5a40eac5d7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.912522 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bf4bcc2d-eb30-4bcc-bcae-a7b9c3377654 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (95401ae2-4f71-47b1-a1e9-1036b51c9f44), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:39.934190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cd850-807c-4796-bc23-41944fe7ca2e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d35b9fab-730d-48b1-9e47-1a5a40eac5d7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:39.943513 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (92f3579e-a134-4ebc-adae-bc346db02428), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.008714 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-822cd850-807c-4796-bc23-41944fe7ca2e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.010010 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-822cd850-807c-4796-bc23-41944fe7ca2e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5986745
Apr 16 21:35:40.013707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60030) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:40.018746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1077a544-1185-4784-ae03-98bcd1dd550c tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group_rule': {'security_group_id': 'd35b9fab-730d-48b1-9e47-1a5a40eac5d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:40.020584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Subnet': ['ID=92f3579e-a134-4ebc-adae-bc346db02428,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:40.030149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking segment: {'id': 'e3f2ee10-59df-4798-9107-04c89b4df2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e7f47a60-20af-4ea9-a79a-219937d0e9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:40.030533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network hostable DHCP agents. Network: e7f47a60-20af-4ea9-a79a-219937d0e9f2, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:40.058577 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bf4bcc2d-eb30-4bcc-bcae-a7b9c3377654 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (95401ae2-4f71-47b1-a1e9-1036b51c9f44), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.063661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4bcc2d-eb30-4bcc-bcae-a7b9c3377654 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:40.064271 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bf4bcc2d-eb30-4bcc-bcae-a7b9c3377654 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.132917 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bcc2d-eb30-4bcc-bcae-a7b9c3377654 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Network': ['ID=95401ae2-4f71-47b1-a1e9-1036b51c9f44,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:40.143754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 95401ae2-4f71-47b1-a1e9-1036b51c9f44 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:40.155969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1077a544-1185-4784-ae03-98bcd1dd550c tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (e63a5a7b-2254-490a-ae02-1fdbaf8e54ea), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.172808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network e7f47a60-20af-4ea9-a79a-219937d0e9f2 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:40.179326 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bf4bcc2d-eb30-4bcc-bcae-a7b9c3377654 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5104387
Apr 16 21:35:40.182223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60032) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:40.187286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4764fead-5452-43b0-9f1c-ab5e1962ecf6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': '95401ae2-4f71-47b1-a1e9-1036b51c9f44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:40.222442 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1077a544-1185-4784-ae03-98bcd1dd550c tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (e63a5a7b-2254-490a-ae02-1fdbaf8e54ea), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.309945 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1077a544-1185-4784-ae03-98bcd1dd550c tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (e63a5a7b-2254-490a-ae02-1fdbaf8e54ea), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.310288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e7f47a60-20af-4ea9-a79a-219937d0e9f2) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:40.316352 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:40.316965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.321198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f070330-539c-4b11-910e-0b6b3360f443 None None] Network e7f47a60-20af-4ea9-a79a-219937d0e9f2 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:40.329744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077a544-1185-4784-ae03-98bcd1dd550c tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63a5a7b-2254-490a-ae02-1fdbaf8e54ea,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:40.361191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4764fead-5452-43b0-9f1c-ab5e1962ecf6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:40.364802 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4764fead-5452-43b0-9f1c-ab5e1962ecf6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.369462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ea023575-879a-49ea-8d56-bf7799bbd3f4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:35:40.389935 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1077a544-1185-4784-ae03-98bcd1dd550c tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.395894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ea023575-879a-49ea-8d56-bf7799bbd3f4 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:35:40.396276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ea023575-879a-49ea-8d56-bf7799bbd3f4 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:35:40.396957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1077a544-1185-4784-ae03-98bcd1dd550c tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3820484
Apr 16 21:35:40.397664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60034) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:40.397986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60036) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:40.404391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-51ffc963-c6ad-4bcb-a095-0668d6d69c82 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group_rule': {'security_group_id': 'd35b9fab-730d-48b1-9e47-1a5a40eac5d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:40.424609 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67b01a80-6b19-4093-ba88-f784e7cb13f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.428139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-10b426d9-cf32-471d-88ca-a640aa698183 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.2661803
Apr 16 21:35:40.428358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60038) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:40.467177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e7f47a60-20af-4ea9-a79a-219937d0e9f2', 'network_id': 'e7f47a60-20af-4ea9-a79a-219937d0e9f2', 'project_id': '72c25819b91f4e0cb65b7a0af8c72260', 'fixed_ips': [{'subnet_id': '92f3579e-a134-4ebc-adae-bc346db02428'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:40.468812 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.527069 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67b01a80-6b19-4093-ba88-f784e7cb13f3 admin admin] Publish callbacks [] for security_group (36419dfe-ec7e-413c-80ea-e3c37ed04c7b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.528435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51ffc963-c6ad-4bcb-a095-0668d6d69c82 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (9f0c3521-f57c-4c59-af3e-b708f24656e4), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.583816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-67b01a80-6b19-4093-ba88-f784e7cb13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (36419dfe-ec7e-413c-80ea-e3c37ed04c7b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.588683 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51ffc963-c6ad-4bcb-a095-0668d6d69c82 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (9f0c3521-f57c-4c59-af3e-b708f24656e4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.592530 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e7f47a60-20af-4ea9-a79a-219937d0e9f2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.625172 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Allocated IP 172.20.0.3 (e7f47a60-20af-4ea9-a79a-219937d0e9f2/92f3579e-a134-4ebc-adae-bc346db02428/93c3bba2-39e2-4941-a00d-8f009b90215f) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:40.638396 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-67b01a80-6b19-4093-ba88-f784e7cb13f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ffc6601d5cd48a19f3a6a4081d5691e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2356155
Apr 16 21:35:40.638396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b01a80-6b19-4093-ba88-f784e7cb13f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36419dfe-ec7e-413c-80ea-e3c37ed04c7b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:40.639350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60040) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:40.656705 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51ffc963-c6ad-4bcb-a095-0668d6d69c82 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (9f0c3521-f57c-4c59-af3e-b708f24656e4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.690577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffc963-c6ad-4bcb-a095-0668d6d69c82 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0c3521-f57c-4c59-af3e-b708f24656e4,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:40.714900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4464eb2b-0ae6-4499-a310-7654fc3afdb9 admin admin] Publish callbacks [] for security_group (36419dfe-ec7e-413c-80ea-e3c37ed04c7b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.720700 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (92f3579e-a134-4ebc-adae-bc346db02428), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.737349 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4464eb2b-0ae6-4499-a310-7654fc3afdb9 admin admin] Publish callbacks [] for security_group (36419dfe-ec7e-413c-80ea-e3c37ed04c7b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.787064 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51ffc963-c6ad-4bcb-a095-0668d6d69c82 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.788331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-51ffc963-c6ad-4bcb-a095-0668d6d69c82 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3893740
Apr 16 21:35:40.791117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60042) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:40.795497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-bcf12e1e-e280-4e43-a895-d4ef4185d136 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group_rule': {'security_group_id': 'd35b9fab-730d-48b1-9e47-1a5a40eac5d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:40.800081 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Publish callbacks [] for port (93c3bba2-39e2-4941-a00d-8f009b90215f), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.824565 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4764fead-5452-43b0-9f1c-ab5e1962ecf6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (2532d13d-6651-482f-8c21-dc4b58c869bd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.885389 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764fead-5452-43b0-9f1c-ab5e1962ecf6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Subnet': ['ID=2532d13d-6651-482f-8c21-dc4b58c869bd,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:40.892908 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4464eb2b-0ae6-4499-a310-7654fc3afdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (36419dfe-ec7e-413c-80ea-e3c37ed04c7b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.895654 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764fead-5452-43b0-9f1c-ab5e1962ecf6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Checking segment: {'id': '3f15e3d0-fd20-471b-a08c-795418333440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95401ae2-4f71-47b1-a1e9-1036b51c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:40.895807 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4464eb2b-0ae6-4499-a310-7654fc3afdb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.908552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4764fead-5452-43b0-9f1c-ab5e1962ecf6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network hostable DHCP agents. Network: 95401ae2-4f71-47b1-a1e9-1036b51c9f44, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:40.909289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4464eb2b-0ae6-4499-a310-7654fc3afdb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36419dfe-ec7e-413c-80ea-e3c37ed04c7b HTTP/1.1" status: 204  len: 168 time: 0.2564979
Apr 16 21:35:40.909289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464eb2b-0ae6-4499-a310-7654fc3afdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36419dfe-ec7e-413c-80ea-e3c37ed04c7b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:40.935300 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (93c3bba2-39e2-4941-a00d-8f009b90215f), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.940098 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcf12e1e-e280-4e43-a895-d4ef4185d136 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (7d39ccec-3c1a-4934-a792-8a91f90b5512), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:40.992696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Network e7f47a60-20af-4ea9-a79a-219937d0e9f2 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:40.992696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:40.992696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Pushing event updated for resources: {'Port': ['ID=93c3bba2-39e2-4941-a00d-8f009b90215f,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:40.995370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:41.005476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcf12e1e-e280-4e43-a895-d4ef4185d136 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (7d39ccec-3c1a-4934-a792-8a91f90b5512), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.018269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4764fead-5452-43b0-9f1c-ab5e1962ecf6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network 95401ae2-4f71-47b1-a1e9-1036b51c9f44 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:41.041448 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (92f3579e-a134-4ebc-adae-bc346db02428), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.055006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Attempting to bind port 93c3bba2-39e2-4941-a00d-8f009b90215f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:41.055006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Attempting to bind port 93c3bba2-39e2-4941-a00d-8f009b90215f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3f2ee10-59df-4798-9107-04c89b4df2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e7f47a60-20af-4ea9-a79a-219937d0e9f2'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:41.055281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Attempting to bind port 93c3bba2-39e2-4941-a00d-8f009b90215f on network e7f47a60-20af-4ea9-a79a-219937d0e9f2 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:41.062015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:41.062500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Checking segment: {'id': 'e3f2ee10-59df-4798-9107-04c89b4df2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e7f47a60-20af-4ea9-a79a-219937d0e9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:41.062910 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.063315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Bound using segment: {'id': 'e3f2ee10-59df-4798-9107-04c89b4df2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e7f47a60-20af-4ea9-a79a-219937d0e9f2'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:41.063789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Bound port: 93c3bba2-39e2-4941-a00d-8f009b90215f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f2ee10-59df-4798-9107-04c89b4df2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e7f47a60-20af-4ea9-a79a-219937d0e9f2'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:41.064253 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (93c3bba2-39e2-4941-a00d-8f009b90215f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.073501 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Subnet': ['ID=92f3579e-a134-4ebc-adae-bc346db02428,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:41.099338 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcf12e1e-e280-4e43-a895-d4ef4185d136 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (7d39ccec-3c1a-4934-a792-8a91f90b5512), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.121156 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf12e1e-e280-4e43-a895-d4ef4185d136 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d39ccec-3c1a-4934-a792-8a91f90b5512,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:41.128545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-4764fead-5452-43b0-9f1c-ab5e1962ecf6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 95401ae2-4f71-47b1-a1e9-1036b51c9f44) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:41.137728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4764fead-5452-43b0-9f1c-ab5e1962ecf6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:41.138337 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4764fead-5452-43b0-9f1c-ab5e1962ecf6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.141600 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5368b5bf-e49c-425d-b24a-7cbbbee25b8a None None] Network 95401ae2-4f71-47b1-a1e9-1036b51c9f44 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:41.145218 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e7f47a60-20af-4ea9-a79a-219937d0e9f2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.148518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] For port 93c3bba2-39e2-4941-a00d-8f009b90215f, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:41.172365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e75d1f0>,) {'filters': {'network_id': ['e7f47a60-20af-4ea9-a79a-219937d0e9f2']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:41.182344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e75d1f0>, 'e3f2ee10-59df-4798-9107-04c89b4df2f7') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:41.182647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e75d1f0>, 'e3f2ee10-59df-4798-9107-04c89b4df2f7') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:41.192155 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (e3f2ee10-59df-4798-9107-04c89b4df2f7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.196630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] For port 93c3bba2-39e2-4941-a00d-8f009b90215f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93c3bba2-39e2-4941-a00d-8f009b90215f,segment=NetworkSegment(e3f2ee10-59df-4798-9107-04c89b4df2f7),segment_id=e3f2ee10-59df-4798-9107-04c89b4df2f7)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:41.203895 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcf12e1e-e280-4e43-a895-d4ef4185d136 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.205362 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bcf12e1e-e280-4e43-a895-d4ef4185d136 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4131432
Apr 16 21:35:41.208404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60046) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:41.212476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3e576f4e-bf94-4301-8614-63c5c608b011 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group_rule': {'security_group_id': 'd35b9fab-730d-48b1-9e47-1a5a40eac5d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:41.229474 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4764fead-5452-43b0-9f1c-ab5e1962ecf6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0454531
Apr 16 21:35:41.230084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60048) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:41.235598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': '95401ae2-4f71-47b1-a1e9-1036b51c9f44', 'name': 'tempest-PortsIpV6TestJSON-1272432689', 'fixed_ips': [{'subnet_id': '2532d13d-6651-482f-8c21-dc4b58c869bd', 'ip_address': '2001:db8::10'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:41.274231 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (93c3bba2-39e2-4941-a00d-8f009b90215f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.288429 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e3f2ee10-59df-4798-9107-04c89b4df2f7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.301481 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:41.301888 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (e3f2ee10-59df-4798-9107-04c89b4df2f7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:41.305198 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:41.308690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-95401ae2-4f71-47b1-a1e9-1036b51c9f44', 'network_id': '95401ae2-4f71-47b1-a1e9-1036b51c9f44', 'project_id': 'e129a0846b2543b7be00d3cf3941352c', 'fixed_ips': [{'subnet_id': '2532d13d-6651-482f-8c21-dc4b58c869bd'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:41.309488 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.316237 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e576f4e-bf94-4301-8614-63c5c608b011 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (cbdfc985-5fbb-4726-8568-6f3b4855b04f), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.405610 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e576f4e-bf94-4301-8614-63c5c608b011 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (cbdfc985-5fbb-4726-8568-6f3b4855b04f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.450321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9546ff-1572-4bc6-a96c-b527ac3dbe3d None None] Network e7f47a60-20af-4ea9-a79a-219937d0e9f2 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:41.452581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93751b-b793-4185-99b3-14ff84b6a8b3 None None] Pushing event updated for resources: {'Port': ['ID=93c3bba2-39e2-4941-a00d-8f009b90215f,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:41.471273 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.db.api [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 21:35:41.471273 ncdv-master-1 neutron-server[122556]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 21:35:41.471273 ncdv-master-1 neutron-server[122556]: [parameters: {'id': 'e7f47a60-20af-4ea9-a79a-219937d0e9f2'}]
Apr 16 21:35:41.471273 ncdv-master-1 neutron-server[122556]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:35:41.474476 ncdv-master-1 neutron-server[122556]: DEBUG oslo_db.api [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:35:41.515530 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e576f4e-bf94-4301-8614-63c5c608b011 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (cbdfc985-5fbb-4726-8568-6f3b4855b04f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.534758 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e576f4e-bf94-4301-8614-63c5c608b011 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbdfc985-5fbb-4726-8568-6f3b4855b04f,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:41.538696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:41.609113 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e576f4e-bf94-4301-8614-63c5c608b011 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.612561 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3e576f4e-bf94-4301-8614-63c5c608b011 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4014933
Apr 16 21:35:41.613167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Allocated IP 2001:db8::2 (95401ae2-4f71-47b1-a1e9-1036b51c9f44/2532d13d-6651-482f-8c21-dc4b58c869bd/b222f4d2-7325-4990-b105-6caac7f751b8) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:41.613602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60060) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:41.617815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6a031904-f9ce-4267-b83b-3c0844c3a470 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group_rule': {'security_group_id': 'd35b9fab-730d-48b1-9e47-1a5a40eac5d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:41.686096 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-187ce769-f87b-4210-aab0-dae73a4b4dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.721856 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6a031904-f9ce-4267-b83b-3c0844c3a470 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (8d26b8cc-93f6-4ab0-abaf-e2e15f3b8a50), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.794214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6a031904-f9ce-4267-b83b-3c0844c3a470 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (8d26b8cc-93f6-4ab0-abaf-e2e15f3b8a50), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.813717 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Publish callbacks [] for port (b222f4d2-7325-4990-b105-6caac7f751b8), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.863934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6a031904-f9ce-4267-b83b-3c0844c3a470 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (8d26b8cc-93f6-4ab0-abaf-e2e15f3b8a50), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.883617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a031904-f9ce-4267-b83b-3c0844c3a470 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d26b8cc-93f6-4ab0-abaf-e2e15f3b8a50,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:41.887467 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.932343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Network 95401ae2-4f71-47b1-a1e9-1036b51c9f44 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:41.935358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:41.939792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:41.943025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Pushing event updated for resources: {'Port': ['ID=b222f4d2-7325-4990-b105-6caac7f751b8,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:41.974451 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e7f47a60-20af-4ea9-a79a-219937d0e9f2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:41.999973 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6a031904-f9ce-4267-b83b-3c0844c3a470 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.001578 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6a031904-f9ce-4267-b83b-3c0844c3a470 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.3873889
Apr 16 21:35:42.004388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60070) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:42.007966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Attempting to bind port b222f4d2-7325-4990-b105-6caac7f751b8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:42.008622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Attempting to bind port b222f4d2-7325-4990-b105-6caac7f751b8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f15e3d0-fd20-471b-a08c-795418333440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95401ae2-4f71-47b1-a1e9-1036b51c9f44'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:42.011246 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Attempting to bind port b222f4d2-7325-4990-b105-6caac7f751b8 on network 95401ae2-4f71-47b1-a1e9-1036b51c9f44 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:42.029503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:42.029503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Checking segment: {'id': '3f15e3d0-fd20-471b-a08c-795418333440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95401ae2-4f71-47b1-a1e9-1036b51c9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:42.029503 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.029503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Bound using segment: {'id': '3f15e3d0-fd20-471b-a08c-795418333440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95401ae2-4f71-47b1-a1e9-1036b51c9f44'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:42.029503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Bound port: b222f4d2-7325-4990-b105-6caac7f751b8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f15e3d0-fd20-471b-a08c-795418333440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95401ae2-4f71-47b1-a1e9-1036b51c9f44'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:42.029503 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.032321 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.045596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc7bf065-1dbc-47b8-a85d-3ee3c06ea5e7 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (8d26b8cc-93f6-4ab0-abaf-e2e15f3b8a50), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.049161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Deleting port 93c3bba2-39e2-4941-a00d-8f009b90215f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:42.049553 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (93c3bba2-39e2-4941-a00d-8f009b90215f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.057841 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc7bf065-1dbc-47b8-a85d-3ee3c06ea5e7 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (8d26b8cc-93f6-4ab0-abaf-e2e15f3b8a50), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.064555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port 9ca7bfa2-22d5-4f46-b18e-44b01a631ecc yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:42.128115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] For port b222f4d2-7325-4990-b105-6caac7f751b8, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:42.131332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] For port 93c3bba2-39e2-4941-a00d-8f009b90215f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93c3bba2-39e2-4941-a00d-8f009b90215f,segment=NetworkSegment(e3f2ee10-59df-4798-9107-04c89b4df2f7),segment_id=e3f2ee10-59df-4798-9107-04c89b4df2f7)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:42.131762 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (93c3bba2-39e2-4941-a00d-8f009b90215f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.132352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] For port b222f4d2-7325-4990-b105-6caac7f751b8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b222f4d2-7325-4990-b105-6caac7f751b8,segment=NetworkSegment(3f15e3d0-fd20-471b-a08c-795418333440),segment_id=3f15e3d0-fd20-471b-a08c-795418333440)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:42.145308 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Calling delete_port for 93c3bba2-39e2-4941-a00d-8f009b90215f owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:42.185188 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc7bf065-1dbc-47b8-a85d-3ee3c06ea5e7 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (8d26b8cc-93f6-4ab0-abaf-e2e15f3b8a50), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.185625 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.200212 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc7bf065-1dbc-47b8-a85d-3ee3c06ea5e7 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.201726 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dc7bf065-1dbc-47b8-a85d-3ee3c06ea5e7 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8d26b8cc-93f6-4ab0-abaf-e2e15f3b8a50 HTTP/1.1" status: 204  len: 168 time: 0.1961644
Apr 16 21:35:42.202874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bf065-1dbc-47b8-a85d-3ee3c06ea5e7 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d26b8cc-93f6-4ab0-abaf-e2e15f3b8a50,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:42.204890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60074) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:42.263103 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f936434a-4254-4455-9cdd-288d72004931 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0520205
Apr 16 21:35:42.266079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60076) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:42.294551 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19efcd-f0ce-4c21-a27b-a81439e4a972 None None] Pushing event updated for resources: {'Port': ['ID=b222f4d2-7325-4990-b105-6caac7f751b8,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:42.313476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-27ad7acb-cbd9-4336-8cf0-6602197a3dcf tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (cbdfc985-5fbb-4726-8568-6f3b4855b04f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.322987 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-27ad7acb-cbd9-4336-8cf0-6602197a3dcf tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (cbdfc985-5fbb-4726-8568-6f3b4855b04f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.396538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8::10 (95401ae2-4f71-47b1-a1e9-1036b51c9f44/2532d13d-6651-482f-8c21-dc4b58c869bd/9ca7bfa2-22d5-4f46-b18e-44b01a631ecc) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:42.402862 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (93c3bba2-39e2-4941-a00d-8f009b90215f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.424291 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-27ad7acb-cbd9-4336-8cf0-6602197a3dcf tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (cbdfc985-5fbb-4726-8568-6f3b4855b04f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.437466 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-27ad7acb-cbd9-4336-8cf0-6602197a3dcf tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.438939 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-27ad7acb-cbd9-4336-8cf0-6602197a3dcf tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/cbdfc985-5fbb-4726-8568-6f3b4855b04f HTTP/1.1" status: 204  len: 168 time: 0.1711388
Apr 16 21:35:42.439998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad7acb-cbd9-4336-8cf0-6602197a3dcf tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbdfc985-5fbb-4726-8568-6f3b4855b04f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:42.442259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60080) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:42.443639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Port': ['ID=93c3bba2-39e2-4941-a00d-8f009b90215f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:42.448530 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No DVR routers for this DVR port 93c3bba2-39e2-4941-a00d-8f009b90215f on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:42.519122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cf1aa422-8644-46fb-a1ad-f3cd93eb8158 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0749986
Apr 16 21:35:42.527945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60084) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:42.544484 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.574008 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e7f47a60-20af-4ea9-a79a-219937d0e9f2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.574941 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c9a15158-74c6-4791-b2bf-44610dd421eb tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (7d39ccec-3c1a-4934-a792-8a91f90b5512), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.585956 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c9a15158-74c6-4791-b2bf-44610dd421eb tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (7d39ccec-3c1a-4934-a792-8a91f90b5512), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.650439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124d25bb0>,) {'filters': {'network_id': ['e7f47a60-20af-4ea9-a79a-219937d0e9f2']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:42.670391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124d25bb0>, 'e3f2ee10-59df-4798-9107-04c89b4df2f7') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:42.670695 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124d25bb0>, 'e3f2ee10-59df-4798-9107-04c89b4df2f7') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:42.685426 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (e3f2ee10-59df-4798-9107-04c89b4df2f7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.698533 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c9a15158-74c6-4791-b2bf-44610dd421eb tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (7d39ccec-3c1a-4934-a792-8a91f90b5512), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.706037 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c9a15158-74c6-4791-b2bf-44610dd421eb tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.707321 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c9a15158-74c6-4791-b2bf-44610dd421eb tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7d39ccec-3c1a-4934-a792-8a91f90b5512 HTTP/1.1" status: 204  len: 168 time: 0.1782463
Apr 16 21:35:42.712022 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e3f2ee10-59df-4798-9107-04c89b4df2f7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.712393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60088) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:42.718800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a15158-74c6-4791-b2bf-44610dd421eb tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d39ccec-3c1a-4934-a792-8a91f90b5512,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (e3f2ee10-59df-4798-9107-04c89b4df2f7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:42.732016 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:42.767382 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4a5d8501-d516-4d21-bc5a-58275feb9a7c tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0536132
Apr 16 21:35:42.770215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60092) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:42.796306 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86b10d4a-7b73-4dae-ad28-c269492fa958 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (9f0c3521-f57c-4c59-af3e-b708f24656e4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.799553 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (9ca7bfa2-22d5-4f46-b18e-44b01a631ecc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.805397 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86b10d4a-7b73-4dae-ad28-c269492fa958 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (9f0c3521-f57c-4c59-af3e-b708f24656e4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.858703 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e7f47a60-20af-4ea9-a79a-219937d0e9f2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.864737 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.873271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60096) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:42.873482 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/e7f47a60-20af-4ea9-a79a-219937d0e9f2 HTTP/1.1" status: 204  len: 168 time: 2.4442921
Apr 16 21:35:42.879131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-fc1b0014-5e26-4003-a589-d3b293a3ce75 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1555877702'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:42.894589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57697daa-b9fe-41d7-a7dc-d014f2c909ee tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Network': ['ID=e7f47a60-20af-4ea9-a79a-219937d0e9f2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:42.904031 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86b10d4a-7b73-4dae-ad28-c269492fa958 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (9f0c3521-f57c-4c59-af3e-b708f24656e4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.910368 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-86b10d4a-7b73-4dae-ad28-c269492fa958 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.911575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-86b10d4a-7b73-4dae-ad28-c269492fa958 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9f0c3521-f57c-4c59-af3e-b708f24656e4 HTTP/1.1" status: 204  len: 168 time: 0.1401651
Apr 16 21:35:42.914365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60100) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:42.919972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b10d4a-7b73-4dae-ad28-c269492fa958 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f0c3521-f57c-4c59-af3e-b708f24656e4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:42.934968 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9ca7bfa2-22d5-4f46-b18e-44b01a631ecc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.955150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1b0014-5e26-4003-a589-d3b293a3ce75 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:42.958676 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0014-5e26-4003-a589-d3b293a3ce75 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:42.983646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1b0014-5e26-4003-a589-d3b293a3ce75 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:42.995786 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-11eda48d-47d1-406a-80ff-e8e754ba7fba tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0800266
Apr 16 21:35:42.998634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60102) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:43.002274 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0014-5e26-4003-a589-d3b293a3ce75 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (029d1c0f-e860-4281-811c-6876f1ac4351), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.002633 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-fc1b0014-5e26-4003-a589-d3b293a3ce75 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Added segment 029d1c0f-e860-4281-811c-6876f1ac4351 of type vlan for network 9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9
Apr 16 21:35:43.013280 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network 95401ae2-4f71-47b1-a1e9-1036b51c9f44 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:43.019801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:43.022548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=9ca7bfa2-22d5-4f46-b18e-44b01a631ecc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:43.025516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:43.031237 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:43.032089 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.072902 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8648cda-f2c8-46bf-9f6d-e61849f26e03 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (e63a5a7b-2254-490a-ae02-1fdbaf8e54ea), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.087600 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0014-5e26-4003-a589-d3b293a3ce75 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.091464 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8648cda-f2c8-46bf-9f6d-e61849f26e03 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (e63a5a7b-2254-490a-ae02-1fdbaf8e54ea), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.129963 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1a9c51bd-6639-46e5-baa8-238c8acf47c1 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.8987193
Apr 16 21:35:43.132464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60108) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:43.138056 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': '95401ae2-4f71-47b1-a1e9-1036b51c9f44', 'name': 'tempest-PortsIpV6TestJSON-450045542', 'fixed_ips': [{'subnet_id': '2532d13d-6651-482f-8c21-dc4b58c869bd', 'ip_address': '2001:db8::f'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:43.206836 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8648cda-f2c8-46bf-9f6d-e61849f26e03 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (e63a5a7b-2254-490a-ae02-1fdbaf8e54ea), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.217140 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8648cda-f2c8-46bf-9f6d-e61849f26e03 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.221251 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f8648cda-f2c8-46bf-9f6d-e61849f26e03 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e63a5a7b-2254-490a-ae02-1fdbaf8e54ea HTTP/1.1" status: 204  len: 168 time: 0.2204790
Apr 16 21:35:43.223663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60110) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:43.241961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8648cda-f2c8-46bf-9f6d-e61849f26e03 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e63a5a7b-2254-490a-ae02-1fdbaf8e54ea,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:43.255567 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0014-5e26-4003-a589-d3b293a3ce75 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.263083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1b0014-5e26-4003-a589-d3b293a3ce75 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:43.263083 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0014-5e26-4003-a589-d3b293a3ce75 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.338320 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cf50670a-465d-4fe1-b8d6-a6618a7f77ab tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1129751
Apr 16 21:35:43.341729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60114) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:43.344513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:43.350300 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.356088 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b0014-5e26-4003-a589-d3b293a3ce75 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:43.368267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:43.373019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fc1b0014-5e26-4003-a589-d3b293a3ce75 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4983947
Apr 16 21:35:43.377957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60116) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:43.384084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-fd0eb236-eeb3-426f-95e3-323cef182870 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'subnet': {'network_id': '9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:43.406425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port 4793ef7e-7a08-448a-87e9-0db36e5ab499 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:43.477411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d1e86e-887d-4c1d-ae9c-ed8012d6456a None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:35:43.490499 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-213ba5e6-a106-4108-bf42-a0bbf2d3ada0 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (d35b9fab-730d-48b1-9e47-1a5a40eac5d7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.555354 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-213ba5e6-a106-4108-bf42-a0bbf2d3ada0 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (d35b9fab-730d-48b1-9e47-1a5a40eac5d7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.570032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0d064c13-6fff-44c5-a3ef-53f2ec5f9ac1 None None] Provisioning complete for port b222f4d2-7325-4990-b105-6caac7f751b8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:43.570592 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0d064c13-6fff-44c5-a3ef-53f2ec5f9ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.578512 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0eb236-eeb3-426f-95e3-323cef182870 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:43.585605 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb236-eeb3-426f-95e3-323cef182870 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.611492 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.646603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d1e86e-887d-4c1d-ae9c-ed8012d6456a None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:35:43.665846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8::f (95401ae2-4f71-47b1-a1e9-1036b51c9f44/2532d13d-6651-482f-8c21-dc4b58c869bd/4793ef7e-7a08-448a-87e9-0db36e5ab499) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:43.754206 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-213ba5e6-a106-4108-bf42-a0bbf2d3ada0 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d35b9fab-730d-48b1-9e47-1a5a40eac5d7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.754476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0d064c13-6fff-44c5-a3ef-53f2ec5f9ac1 None None] Current status of the port b222f4d2-7325-4990-b105-6caac7f751b8 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:43.754620 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0d064c13-6fff-44c5-a3ef-53f2ec5f9ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.756958 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-213ba5e6-a106-4108-bf42-a0bbf2d3ada0 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.761247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-213ba5e6-a106-4108-bf42-a0bbf2d3ada0 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-groups/d35b9fab-730d-48b1-9e47-1a5a40eac5d7 HTTP/1.1" status: 204  len: 168 time: 0.4149873
Apr 16 21:35:43.766752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60122) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:43.816022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ba5e6-a106-4108-bf42-a0bbf2d3ada0 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35b9fab-730d-48b1-9e47-1a5a40eac5d7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:43.822958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0d064c13-6fff-44c5-a3ef-53f2ec5f9ac1 None None] For port b222f4d2-7325-4990-b105-6caac7f751b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b222f4d2-7325-4990-b105-6caac7f751b8,segment=NetworkSegment(3f15e3d0-fd20-471b-a08c-795418333440),segment_id=3f15e3d0-fd20-471b-a08c-795418333440)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:43.847085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-df65cc25-3b06-4f57-98cf-4fcf0d0183ce tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0832214
Apr 16 21:35:43.852673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60124) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:43.860109 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-740848fa-6dc2-45fc-a929-b4299a63d513 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897877503'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:43.892886 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0d064c13-6fff-44c5-a3ef-53f2ec5f9ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.904931 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (4793ef7e-7a08-448a-87e9-0db36e5ab499), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:43.921716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6a0371-8bef-427d-8370-169e3fa4e9d2 None None] Network 95401ae2-4f71-47b1-a1e9-1036b51c9f44 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:43.987988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d064c13-6fff-44c5-a3ef-53f2ec5f9ac1 None None] Pushing event updated for resources: {'Port': ['ID=b222f4d2-7325-4990-b105-6caac7f751b8,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:44.016678 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-740848fa-6dc2-45fc-a929-b4299a63d513 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.019972 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb236-eeb3-426f-95e3-323cef182870 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (c8dcccdb-0634-4d2a-a280-64ed3d86dbb1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.064851 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (4793ef7e-7a08-448a-87e9-0db36e5ab499), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.108353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0eb236-eeb3-426f-95e3-323cef182870 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Subnet': ['ID=c8dcccdb-0634-4d2a-a280-64ed3d86dbb1,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:44.132182 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network 95401ae2-4f71-47b1-a1e9-1036b51c9f44 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:44.132874 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.136441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:44.140610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:44.146235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0eb236-eeb3-426f-95e3-323cef182870 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking segment: {'id': '029d1c0f-e860-4281-811c-6876f1ac4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:44.146437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:44.146595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0eb236-eeb3-426f-95e3-323cef182870 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network hostable DHCP agents. Network: 9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:44.147254 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.164435 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=4793ef7e-7a08-448a-87e9-0db36e5ab499,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:44.171042 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-740848fa-6dc2-45fc-a929-b4299a63d513 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (d5fd8bf9-0b40-42a7-a53e-224e4a125c13), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.247147 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-740848fa-6dc2-45fc-a929-b4299a63d513 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d5fd8bf9-0b40-42a7-a53e-224e4a125c13), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.251930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b87fec12-f5a0-4649-8049-831c736d5570 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.1157267
Apr 16 21:35:44.252103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0eb236-eeb3-426f-95e3-323cef182870 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network 9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:44.252246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60126) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:44.288443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740848fa-6dc2-45fc-a929-b4299a63d513 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fd8bf9-0b40-42a7-a53e-224e4a125c13,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:44.349981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-fd0eb236-eeb3-426f-95e3-323cef182870 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:44.356942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0eb236-eeb3-426f-95e3-323cef182870 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:44.357977 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb236-eeb3-426f-95e3-323cef182870 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.367274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d93fe4-eec1-4a0b-867f-36e9826c259e None None] Network 9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:44.367420 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81d82f-4512-47a0-adbc-424a02328ff7 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:44.383334 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cf81d82f-4512-47a0-adbc-424a02328ff7 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.1187325
Apr 16 21:35:44.386069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60130) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:44.449184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b222f4d2-7325-4990-b105-6caac7f751b8 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:44.453724 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-740848fa-6dc2-45fc-a929-b4299a63d513 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.453724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-740848fa-6dc2-45fc-a929-b4299a63d513 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5970345
Apr 16 21:35:44.453968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21968d9b-c753-4525-a1d8-ebf9c52dd1a5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:44.454491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60132) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:44.458031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21968d9b-c753-4525-a1d8-ebf9c52dd1a5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:44.459470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6c71d216-3daf-4a1e-9eeb-5bb9b7e6fb63 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group_rule': {'security_group_id': 'd5fd8bf9-0b40-42a7-a53e-224e4a125c13', 'direction': 'ingress', 'protocol': 17}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:44.463390 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21968d9b-c753-4525-a1d8-ebf9c52dd1a5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:44.465255 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-21968d9b-c753-4525-a1d8-ebf9c52dd1a5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.0779910
Apr 16 21:35:44.468074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60134) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:44.481012 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fd0eb236-eeb3-426f-95e3-323cef182870 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.1040428
Apr 16 21:35:44.481880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60136) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:44.495133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e340a7ba-5738-4dcc-990a-77e6f59f8c5d None None] Provisioning complete for port 9ca7bfa2-22d5-4f46-b18e-44b01a631ecc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:44.495510 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e340a7ba-5738-4dcc-990a-77e6f59f8c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9ca7bfa2-22d5-4f46-b18e-44b01a631ecc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.590250 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e340a7ba-5738-4dcc-990a-77e6f59f8c5d None None] Port 9ca7bfa2-22d5-4f46-b18e-44b01a631ecc cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:35:44.601438 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c71d216-3daf-4a1e-9eeb-5bb9b7e6fb63 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (a8c799a9-25b5-46f7-82b7-1ca060567572), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.606528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7df012e-51fa-4c86-a18f-55c79deb08d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9', 'network_id': '9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9', 'project_id': '72c25819b91f4e0cb65b7a0af8c72260', 'fixed_ips': [{'subnet_id': 'c8dcccdb-0634-4d2a-a280-64ed3d86dbb1'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:44.607700 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b7df012e-51fa-4c86-a18f-55c79deb08d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.619111 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b222f4d2-7325-4990-b105-6caac7f751b8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:44.619487 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.621242 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e340a7ba-5738-4dcc-990a-77e6f59f8c5d None None] Provisioning complete for port b222f4d2-7325-4990-b105-6caac7f751b8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:44.621804 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e340a7ba-5738-4dcc-990a-77e6f59f8c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.663559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6ba470f4-eb87-4935-93d6-dc78d0b7a41c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 4793ef7e-7a08-448a-87e9-0db36e5ab499 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:44.664875 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ba470f4-eb87-4935-93d6-dc78d0b7a41c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4793ef7e-7a08-448a-87e9-0db36e5ab499), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.674920 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.724020 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c71d216-3daf-4a1e-9eeb-5bb9b7e6fb63 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (a8c799a9-25b5-46f7-82b7-1ca060567572), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.777781 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (c8dcccdb-0634-4d2a-a280-64ed3d86dbb1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.793985 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ba470f4-eb87-4935-93d6-dc78d0b7a41c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4793ef7e-7a08-448a-87e9-0db36e5ab499), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.802783 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c71d216-3daf-4a1e-9eeb-5bb9b7e6fb63 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (a8c799a9-25b5-46f7-82b7-1ca060567572), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.815076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6ba470f4-eb87-4935-93d6-dc78d0b7a41c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 4793ef7e-7a08-448a-87e9-0db36e5ab499 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:44.835605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71d216-3daf-4a1e-9eeb-5bb9b7e6fb63 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c799a9-25b5-46f7-82b7-1ca060567572,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:44.946107 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c71d216-3daf-4a1e-9eeb-5bb9b7e6fb63 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.950438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6c71d216-3daf-4a1e-9eeb-5bb9b7e6fb63 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.4927378
Apr 16 21:35:44.952974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60140) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:44.973078 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (c8dcccdb-0634-4d2a-a280-64ed3d86dbb1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:44.981551 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e340a7ba-5738-4dcc-990a-77e6f59f8c5d None None] Current status of the port b222f4d2-7325-4990-b105-6caac7f751b8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:44.983614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b222f4d2-7325-4990-b105-6caac7f751b8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:45.004492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Subnet': ['ID=c8dcccdb-0634-4d2a-a280-64ed3d86dbb1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:45.068491 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-32ed06df-555b-498f-bb94-c6b2daa2501e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (d5fd8bf9-0b40-42a7-a53e-224e4a125c13), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.079448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.096576 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-32ed06df-555b-498f-bb94-c6b2daa2501e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (d5fd8bf9-0b40-42a7-a53e-224e4a125c13), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.100192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6777a118-a316-4944-9501-24f644b50cca None None] Provisioning complete for port 9ca7bfa2-22d5-4f46-b18e-44b01a631ecc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:45.100565 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6777a118-a316-4944-9501-24f644b50cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9ca7bfa2-22d5-4f46-b18e-44b01a631ecc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.102245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124aa60d0>,) {'filters': {'network_id': ['9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:45.113547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124aa60d0>, '029d1c0f-e860-4281-811c-6876f1ac4351') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:45.113848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124aa60d0>, '029d1c0f-e860-4281-811c-6876f1ac4351') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:45.117413 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ba470f4-eb87-4935-93d6-dc78d0b7a41c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (4793ef7e-7a08-448a-87e9-0db36e5ab499), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.131094 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (029d1c0f-e860-4281-811c-6876f1ac4351), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.146085 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (029d1c0f-e860-4281-811c-6876f1ac4351), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.153440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:45.153633 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (029d1c0f-e860-4281-811c-6876f1ac4351), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:45.157658 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:45.160081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba470f4-eb87-4935-93d6-dc78d0b7a41c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=4793ef7e-7a08-448a-87e9-0db36e5ab499,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:45.195480 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ba470f4-eb87-4935-93d6-dc78d0b7a41c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.199708 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6ba470f4-eb87-4935-93d6-dc78d0b7a41c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/4793ef7e-7a08-448a-87e9-0db36e5ab499 HTTP/1.1" status: 204  len: 168 time: 0.7190144
Apr 16 21:35:45.202459 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60152) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:45.203320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6777a118-a316-4944-9501-24f644b50cca None None] Port 9ca7bfa2-22d5-4f46-b18e-44b01a631ecc cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:35:45.206729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6777a118-a316-4944-9501-24f644b50cca None None] Could not find standard attr ID for object 4793ef7e-7a08-448a-87e9-0db36e5ab499. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:35:45.230913 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d063892-0a50-4f0a-a153-3f89b0ada1f8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:45.232403 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3d063892-0a50-4f0a-a153-3f89b0ada1f8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/4793ef7e-7a08-448a-87e9-0db36e5ab499 HTTP/1.1" status: 404  len: 333 time: 0.0288923
Apr 16 21:35:45.235251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60154) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server [None req-b7df012e-51fa-4c86-a18f-55c79deb08d9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8dcccdb-0634-4d2a-a280-64ed3d86dbb1: This subnet is being modified by another concurrent operation.
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise exception
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8dcccdb-0634-4d2a-a280-64ed3d86dbb1: This subnet is being modified by another concurrent operation.
Apr 16 21:35:45.248880 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server 
Apr 16 21:35:45.268252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5fa7d3-0f6a-46a8-a2c5-1e45c5ce8c77 None None] Network 9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:45.281141 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-32ed06df-555b-498f-bb94-c6b2daa2501e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d5fd8bf9-0b40-42a7-a53e-224e4a125c13), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.285851 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-32ed06df-555b-498f-bb94-c6b2daa2501e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.286164 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-32ed06df-555b-498f-bb94-c6b2daa2501e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-groups/d5fd8bf9-0b40-42a7-a53e-224e4a125c13 HTTP/1.1" status: 204  len: 168 time: 0.3338735
Apr 16 21:35:45.289879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60156) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:45.311879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed06df-555b-498f-bb94-c6b2daa2501e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fd8bf9-0b40-42a7-a53e-224e4a125c13,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:45.354832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-268ef6df-f7fa-47a0-890b-5ca348120f4f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 9ca7bfa2-22d5-4f46-b18e-44b01a631ecc {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:45.354832 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-268ef6df-f7fa-47a0-890b-5ca348120f4f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9ca7bfa2-22d5-4f46-b18e-44b01a631ecc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.370657 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9269293c-cad3-496d-9a84-41baeafc1f48 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0795901
Apr 16 21:35:45.373648 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.382874 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60158) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:45.390339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d6510d88-976b-44a6-bc9e-7881437b535e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219113306'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:45.429749 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.433564 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9 HTTP/1.1" status: 204  len: 168 time: 0.9483192
Apr 16 21:35:45.434560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8112ad0-6936-4b30-b6cf-191ee911a015 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Network': ['ID=9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:45.437395 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60162) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:45.444918 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9c1dc9c2-110a-4698-8494-279aedf92675 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-542239755'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:45.478791 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.498717 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d6510d88-976b-44a6-bc9e-7881437b535e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.507997 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-268ef6df-f7fa-47a0-890b-5ca348120f4f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9ca7bfa2-22d5-4f46-b18e-44b01a631ecc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.511387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e708e7-053b-4512-bd0d-fed6f44fd4f0 None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:35:45.522662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-268ef6df-f7fa-47a0-890b-5ca348120f4f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 9ca7bfa2-22d5-4f46-b18e-44b01a631ecc owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:45.560041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1dc9c2-110a-4698-8494-279aedf92675 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:45.563894 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c1dc9c2-110a-4698-8494-279aedf92675 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.610250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1dc9c2-110a-4698-8494-279aedf92675 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:45.620655 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d6510d88-976b-44a6-bc9e-7881437b535e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (c4e0c707-72df-4375-b2c7-5b0b6a3f27fc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.622310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e708e7-053b-4512-bd0d-fed6f44fd4f0 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:35:45.626393 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c1dc9c2-110a-4698-8494-279aedf92675 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (cec96052-2822-4acf-86b7-4902e74a3cb7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.626938 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-9c1dc9c2-110a-4698-8494-279aedf92675 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Added segment cec96052-2822-4acf-86b7-4902e74a3cb7 of type vlan for network 676b6169-124f-4eaa-80fb-f4859eb667b0
Apr 16 21:35:45.672224 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c1dc9c2-110a-4698-8494-279aedf92675 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (676b6169-124f-4eaa-80fb-f4859eb667b0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.703856 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d6510d88-976b-44a6-bc9e-7881437b535e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c4e0c707-72df-4375-b2c7-5b0b6a3f27fc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.729140 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-268ef6df-f7fa-47a0-890b-5ca348120f4f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (9ca7bfa2-22d5-4f46-b18e-44b01a631ecc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.736571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6510d88-976b-44a6-bc9e-7881437b535e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e0c707-72df-4375-b2c7-5b0b6a3f27fc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:45.762283 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ef6df-f7fa-47a0-890b-5ca348120f4f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=9ca7bfa2-22d5-4f46-b18e-44b01a631ecc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:45.766716 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c1dc9c2-110a-4698-8494-279aedf92675 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (676b6169-124f-4eaa-80fb-f4859eb667b0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.773566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1dc9c2-110a-4698-8494-279aedf92675 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:45.774552 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c1dc9c2-110a-4698-8494-279aedf92675 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.789895 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-268ef6df-f7fa-47a0-890b-5ca348120f4f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.796742 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-268ef6df-f7fa-47a0-890b-5ca348120f4f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/9ca7bfa2-22d5-4f46-b18e-44b01a631ecc HTTP/1.1" status: 204  len: 168 time: 0.5604966
Apr 16 21:35:45.797510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60164) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:45.825335 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d6510d88-976b-44a6-bc9e-7881437b535e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.829319 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d6510d88-976b-44a6-bc9e-7881437b535e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4426425
Apr 16 21:35:45.829626 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9836561-f8fb-4aa6-a0ac-cafa6a021889 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:45.831374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a9836561-f8fb-4aa6-a0ac-cafa6a021889 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/9ca7bfa2-22d5-4f46-b18e-44b01a631ecc HTTP/1.1" status: 404  len: 333 time: 0.0328913
Apr 16 21:35:45.831897 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60166) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:45.832241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60168) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:45.837509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-19079fed-0b62-46d6-ae72-7e9f8538e1d0 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group': {'name': 'tempest-secgroup--831086841'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:45.851844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dc9c2-110a-4698-8494-279aedf92675 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=676b6169-124f-4eaa-80fb-f4859eb667b0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:45.862731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 676b6169-124f-4eaa-80fb-f4859eb667b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:45.903521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c9e2ef-a45a-4f72-bc68-47a93fcc6ae9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting subnet 2532d13d-6651-482f-8c21-dc4b58c869bd {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:35:45.907326 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-19c9e2ef-a45a-4f72-bc68-47a93fcc6ae9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (2532d13d-6651-482f-8c21-dc4b58c869bd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.914570 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9c1dc9c2-110a-4698-8494-279aedf92675 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4755616
Apr 16 21:35:45.917798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60170) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:45.923079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f7a8f632-fe29-4a18-91a5-b76c4f7ff0e7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'subnet': {'network_id': '676b6169-124f-4eaa-80fb-f4859eb667b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:45.960753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-19c9e2ef-a45a-4f72-bc68-47a93fcc6ae9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (2532d13d-6651-482f-8c21-dc4b58c869bd), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:45.997796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-19079fed-0b62-46d6-ae72-7e9f8538e1d0 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.081630 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-19c9e2ef-a45a-4f72-bc68-47a93fcc6ae9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (2532d13d-6651-482f-8c21-dc4b58c869bd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.086905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a8f632-fe29-4a18-91a5-b76c4f7ff0e7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:46.090981 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f632-fe29-4a18-91a5-b76c4f7ff0e7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.143933 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-19079fed-0b62-46d6-ae72-7e9f8538e1d0 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (8a955f3a-8286-4ccd-9272-1cdea3314653), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.201180 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-19079fed-0b62-46d6-ae72-7e9f8538e1d0 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8a955f3a-8286-4ccd-9272-1cdea3314653), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.221466 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-19c9e2ef-a45a-4f72-bc68-47a93fcc6ae9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (2532d13d-6651-482f-8c21-dc4b58c869bd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.257819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9e2ef-a45a-4f72-bc68-47a93fcc6ae9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Subnet': ['ID=2532d13d-6651-482f-8c21-dc4b58c869bd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:46.261401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19079fed-0b62-46d6-ae72-7e9f8538e1d0 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a955f3a-8286-4ccd-9272-1cdea3314653,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:46.263765 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-19c9e2ef-a45a-4f72-bc68-47a93fcc6ae9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.267028 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-19c9e2ef-a45a-4f72-bc68-47a93fcc6ae9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/2532d13d-6651-482f-8c21-dc4b58c869bd HTTP/1.1" status: 204  len: 168 time: 0.4327652
Apr 16 21:35:46.269654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60174) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:46.273803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2288c2f-65e6-4a1c-93cb-e6f826553e6c None None] Network 95401ae2-4f71-47b1-a1e9-1036b51c9f44 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:46.288224 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-19079fed-0b62-46d6-ae72-7e9f8538e1d0 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.294364 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-19079fed-0b62-46d6-ae72-7e9f8538e1d0 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4587123
Apr 16 21:35:46.294743 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60176) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:46.302369 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a754775b-8a0b-4fe0-928b-18d7a341d522 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group_rule': {'security_group_id': 'c4e0c707-72df-4375-b2c7-5b0b6a3f27fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8a955f3a-8286-4ccd-9272-1cdea3314653', 'remote_ip_prefix': None}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:46.372623 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (95401ae2-4f71-47b1-a1e9-1036b51c9f44), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.412891 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a754775b-8a0b-4fe0-928b-18d7a341d522 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (114d048c-23da-4a05-814d-43af6ed1032e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.423633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port b222f4d2-7325-4990-b105-6caac7f751b8 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:46.423985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.427429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1744da-1544-4209-a2a9-a5044ec49167 None None] DHCP port deletion for 95401ae2-4f71-47b1-a1e9-1036b51c9f44 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:35:46.445908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f632-fe29-4a18-91a5-b76c4f7ff0e7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (ed1c4b7d-3f7b-413c-9b09-1f9234d29d8e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.476454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ce1744da-1544-4209-a2a9-a5044ec49167 None None] Deleting port b222f4d2-7325-4990-b105-6caac7f751b8 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:46.476845 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ce1744da-1544-4209-a2a9-a5044ec49167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.518609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] For port b222f4d2-7325-4990-b105-6caac7f751b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b222f4d2-7325-4990-b105-6caac7f751b8,segment=NetworkSegment(3f15e3d0-fd20-471b-a08c-795418333440),segment_id=3f15e3d0-fd20-471b-a08c-795418333440)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:46.519009 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.538908 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for b222f4d2-7325-4990-b105-6caac7f751b8 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:46.543671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8f632-fe29-4a18-91a5-b76c4f7ff0e7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Subnet': ['ID=ed1c4b7d-3f7b-413c-9b09-1f9234d29d8e,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:46.559325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ce1744da-1544-4209-a2a9-a5044ec49167 None None] For port b222f4d2-7325-4990-b105-6caac7f751b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b222f4d2-7325-4990-b105-6caac7f751b8,segment=NetworkSegment(3f15e3d0-fd20-471b-a08c-795418333440),segment_id=3f15e3d0-fd20-471b-a08c-795418333440)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:46.559928 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ce1744da-1544-4209-a2a9-a5044ec49167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.565307 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a754775b-8a0b-4fe0-928b-18d7a341d522 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (114d048c-23da-4a05-814d-43af6ed1032e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.568287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8f632-fe29-4a18-91a5-b76c4f7ff0e7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking segment: {'id': 'cec96052-2822-4acf-86b7-4902e74a3cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '676b6169-124f-4eaa-80fb-f4859eb667b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:46.568651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a8f632-fe29-4a18-91a5-b76c4f7ff0e7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network hostable DHCP agents. Network: 676b6169-124f-4eaa-80fb-f4859eb667b0, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:46.577637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ce1744da-1544-4209-a2a9-a5044ec49167 None None] Calling delete_port for b222f4d2-7325-4990-b105-6caac7f751b8 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:46.629730 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a754775b-8a0b-4fe0-928b-18d7a341d522 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (114d048c-23da-4a05-814d-43af6ed1032e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.650899 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754775b-8a0b-4fe0-928b-18d7a341d522 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114d048c-23da-4a05-814d-43af6ed1032e,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:46.657370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a8f632-fe29-4a18-91a5-b76c4f7ff0e7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network 676b6169-124f-4eaa-80fb-f4859eb667b0 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:46.740605 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a754775b-8a0b-4fe0-928b-18d7a341d522 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.741867 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a754775b-8a0b-4fe0-928b-18d7a341d522 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.4462276
Apr 16 21:35:46.744711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60182) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:46.767757 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.768780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70c159b5-2649-41c9-a2f0-149415691eb5 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (114d048c-23da-4a05-814d-43af6ed1032e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.770744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-f7a8f632-fe29-4a18-91a5-b76c4f7ff0e7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 676b6169-124f-4eaa-80fb-f4859eb667b0) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:46.781264 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a8f632-fe29-4a18-91a5-b76c4f7ff0e7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:46.781264 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f632-fe29-4a18-91a5-b76c4f7ff0e7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.784687 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70c159b5-2649-41c9-a2f0-149415691eb5 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (114d048c-23da-4a05-814d-43af6ed1032e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.785827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861abc66-87f1-4c01-b841-c626528b56e9 None None] Network 676b6169-124f-4eaa-80fb-f4859eb667b0 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:46.809427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No DVR routers for this DVR port b222f4d2-7325-4990-b105-6caac7f751b8 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:46.814417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=b222f4d2-7325-4990-b105-6caac7f751b8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:46.839725 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ce1744da-1544-4209-a2a9-a5044ec49167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (b222f4d2-7325-4990-b105-6caac7f751b8), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.874062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1744da-1544-4209-a2a9-a5044ec49167 None None] Pushing event deleted for resources: {'Port': ['ID=b222f4d2-7325-4990-b105-6caac7f751b8,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:46.880570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1744da-1544-4209-a2a9-a5044ec49167 None None] No DVR routers for this DVR port b222f4d2-7325-4990-b105-6caac7f751b8 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:46.901625 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f7a8f632-fe29-4a18-91a5-b76c4f7ff0e7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.9740925
Apr 16 21:35:46.901625 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70c159b5-2649-41c9-a2f0-149415691eb5 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (114d048c-23da-4a05-814d-43af6ed1032e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.902568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60184) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:46.902694 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70c159b5-2649-41c9-a2f0-149415691eb5 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.902694 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-70c159b5-2649-41c9-a2f0-149415691eb5 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/114d048c-23da-4a05-814d-43af6ed1032e HTTP/1.1" status: 204  len: 168 time: 0.1549501
Apr 16 21:35:46.904559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60186) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:46.915624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c159b5-2649-41c9-a2f0-149415691eb5 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=114d048c-23da-4a05-814d-43af6ed1032e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:46.944521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-676b6169-124f-4eaa-80fb-f4859eb667b0', 'network_id': '676b6169-124f-4eaa-80fb-f4859eb667b0', 'project_id': '72c25819b91f4e0cb65b7a0af8c72260', 'fixed_ips': [{'subnet_id': 'ed1c4b7d-3f7b-413c-9b09-1f9234d29d8e'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:46.945397 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:46.957772 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-af76969b-2ddc-4099-8a9f-1e0a659f0000 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0519898
Apr 16 21:35:46.960723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60188) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:46.971892 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (95401ae2-4f71-47b1-a1e9-1036b51c9f44), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.001636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f012548f670>,) {'filters': {'network_id': ['95401ae2-4f71-47b1-a1e9-1036b51c9f44']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:47.022976 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-963b0687-0e9a-47b1-b66e-8855a2dbdb1f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (8a955f3a-8286-4ccd-9272-1cdea3314653), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.027601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f012548f670>, '3f15e3d0-fd20-471b-a08c-795418333440') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:47.027916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f012548f670>, '3f15e3d0-fd20-471b-a08c-795418333440') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:47.045675 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (3f15e3d0-fd20-471b-a08c-795418333440), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.046301 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-963b0687-0e9a-47b1-b66e-8855a2dbdb1f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (8a955f3a-8286-4ccd-9272-1cdea3314653), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.065503 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (676b6169-124f-4eaa-80fb-f4859eb667b0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.078414 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (3f15e3d0-fd20-471b-a08c-795418333440), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.110543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:47.110963 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (3f15e3d0-fd20-471b-a08c-795418333440), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:47.114292 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:47.120260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Allocated IP 172.20.0.1 (676b6169-124f-4eaa-80fb-f4859eb667b0/ed1c4b7d-3f7b-413c-9b09-1f9234d29d8e/fe8a78bc-3d08-42ab-b696-1b997b3ca0be) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:47.174661 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (ed1c4b7d-3f7b-413c-9b09-1f9234d29d8e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.179106 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-963b0687-0e9a-47b1-b66e-8855a2dbdb1f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8a955f3a-8286-4ccd-9272-1cdea3314653), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.183627 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-963b0687-0e9a-47b1-b66e-8855a2dbdb1f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.185123 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-963b0687-0e9a-47b1-b66e-8855a2dbdb1f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-groups/8a955f3a-8286-4ccd-9272-1cdea3314653 HTTP/1.1" status: 204  len: 168 time: 0.2234855
Apr 16 21:35:47.203478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60192) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:47.203726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b0687-0e9a-47b1-b66e-8855a2dbdb1f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a955f3a-8286-4ccd-9272-1cdea3314653,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:47.279738 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4d978abc-70ae-420d-8d39-9499dd28dca6 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0795722
Apr 16 21:35:47.281264 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (95401ae2-4f71-47b1-a1e9-1036b51c9f44), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.282734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60194) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:47.286206 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.289856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/networks/95401ae2-4f71-47b1-a1e9-1036b51c9f44 HTTP/1.1" status: 204  len: 168 time: 1.0190513
Apr 16 21:35:47.294803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60196) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:47.305698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd5200-e1e7-49ff-b639-4f6f50cbddcc tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Network': ['ID=95401ae2-4f71-47b1-a1e9-1036b51c9f44,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:47.309135 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Publish callbacks [] for port (fe8a78bc-3d08-42ab-b696-1b997b3ca0be), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.312643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3e4f8e94-bd5f-4018-a617-1a1a28de7dc6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-591281715'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:47.360316 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-86319e2c-41cb-4fb6-a83d-42b9a3d703e2 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (c4e0c707-72df-4375-b2c7-5b0b6a3f27fc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.367255 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (fe8a78bc-3d08-42ab-b696-1b997b3ca0be), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.383814 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-86319e2c-41cb-4fb6-a83d-42b9a3d703e2 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (c4e0c707-72df-4375-b2c7-5b0b6a3f27fc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.408715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Network 676b6169-124f-4eaa-80fb-f4859eb667b0 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:47.411643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:47.415255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:47.421340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Pushing event updated for resources: {'Port': ['ID=fe8a78bc-3d08-42ab-b696-1b997b3ca0be,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:47.453594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f8e94-bd5f-4018-a617-1a1a28de7dc6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:47.457325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e4f8e94-bd5f-4018-a617-1a1a28de7dc6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.476210 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (ed1c4b7d-3f7b-413c-9b09-1f9234d29d8e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.481124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Attempting to bind port fe8a78bc-3d08-42ab-b696-1b997b3ca0be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:47.481508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Attempting to bind port fe8a78bc-3d08-42ab-b696-1b997b3ca0be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cec96052-2822-4acf-86b7-4902e74a3cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '676b6169-124f-4eaa-80fb-f4859eb667b0'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:47.482423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Attempting to bind port fe8a78bc-3d08-42ab-b696-1b997b3ca0be on network 676b6169-124f-4eaa-80fb-f4859eb667b0 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:47.482680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4f8e94-bd5f-4018-a617-1a1a28de7dc6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:47.489916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:47.490375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Checking segment: {'id': 'cec96052-2822-4acf-86b7-4902e74a3cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '676b6169-124f-4eaa-80fb-f4859eb667b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:47.491334 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.491743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Bound using segment: {'id': 'cec96052-2822-4acf-86b7-4902e74a3cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '676b6169-124f-4eaa-80fb-f4859eb667b0'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:47.491876 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e4f8e94-bd5f-4018-a617-1a1a28de7dc6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (f0878a84-3bdc-4d91-a080-0bbdd5579df2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.492193 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-3e4f8e94-bd5f-4018-a617-1a1a28de7dc6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Added segment f0878a84-3bdc-4d91-a080-0bbdd5579df2 of type vlan for network 9e4baba7-a50a-4782-90fd-fb51531aff71
Apr 16 21:35:47.492325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Bound port: fe8a78bc-3d08-42ab-b696-1b997b3ca0be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec96052-2822-4acf-86b7-4902e74a3cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '676b6169-124f-4eaa-80fb-f4859eb667b0'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:47.492636 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fe8a78bc-3d08-42ab-b696-1b997b3ca0be), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.501478 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-86319e2c-41cb-4fb6-a83d-42b9a3d703e2 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c4e0c707-72df-4375-b2c7-5b0b6a3f27fc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.504559 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-86319e2c-41cb-4fb6-a83d-42b9a3d703e2 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.506044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-86319e2c-41cb-4fb6-a83d-42b9a3d703e2 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-groups/c4e0c707-72df-4375-b2c7-5b0b6a3f27fc HTTP/1.1" status: 204  len: 168 time: 0.2219970
Apr 16 21:35:47.510680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60210) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:47.512002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1c4b7d-3f7b-413c-9b09-1f9234d29d8e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:47.563126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86319e2c-41cb-4fb6-a83d-42b9a3d703e2 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e0c707-72df-4375-b2c7-5b0b6a3f27fc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:47.570419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e4f8e94-bd5f-4018-a617-1a1a28de7dc6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (9e4baba7-a50a-4782-90fd-fb51531aff71), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.586560 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (676b6169-124f-4eaa-80fb-f4859eb667b0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.591224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] For port fe8a78bc-3d08-42ab-b696-1b997b3ca0be, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:47.609110 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-129ee003-3928-433f-ac29-784e25729b41 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0779433
Apr 16 21:35:47.613918 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60216) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:47.617508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] For port fe8a78bc-3d08-42ab-b696-1b997b3ca0be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe8a78bc-3d08-42ab-b696-1b997b3ca0be,segment=NetworkSegment(cec96052-2822-4acf-86b7-4902e74a3cb7),segment_id=cec96052-2822-4acf-86b7-4902e74a3cb7)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:47.617932 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6877ffef-5f5c-4da2-8b47-6e2f43925280 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852399759'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:47.621196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e09fe80>,) {'filters': {'network_id': ['676b6169-124f-4eaa-80fb-f4859eb667b0']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:47.632014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e09fe80>, 'cec96052-2822-4acf-86b7-4902e74a3cb7') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:47.632345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e09fe80>, 'cec96052-2822-4acf-86b7-4902e74a3cb7') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:47.641937 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (cec96052-2822-4acf-86b7-4902e74a3cb7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.716199 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fe8a78bc-3d08-42ab-b696-1b997b3ca0be), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.718510 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (cec96052-2822-4acf-86b7-4902e74a3cb7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.724716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:47.725182 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (cec96052-2822-4acf-86b7-4902e74a3cb7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.727051 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e4f8e94-bd5f-4018-a617-1a1a28de7dc6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (9e4baba7-a50a-4782-90fd-fb51531aff71), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:47.728928 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:47.732785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f8e94-bd5f-4018-a617-1a1a28de7dc6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:47.733380 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e4f8e94-bd5f-4018-a617-1a1a28de7dc6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.740545 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6877ffef-5f5c-4da2-8b47-6e2f43925280 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.815331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1323969-1836-4bbd-8db4-d22f00c89e99 None None] Pushing event updated for resources: {'Port': ['ID=fe8a78bc-3d08-42ab-b696-1b997b3ca0be,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:47.828504 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f8e94-bd5f-4018-a617-1a1a28de7dc6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Network': ['ID=9e4baba7-a50a-4782-90fd-fb51531aff71,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:47.832761 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf99c39-4a58-4dc7-83fc-46dcb28d501e None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:35:47.853259 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.api [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 21:35:47.853259 ncdv-master-1 neutron-server[122555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 21:35:47.853259 ncdv-master-1 neutron-server[122555]: [parameters: {'id': '676b6169-124f-4eaa-80fb-f4859eb667b0'}]
Apr 16 21:35:47.853259 ncdv-master-1 neutron-server[122555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:35:47.854656 ncdv-master-1 neutron-server[122555]: DEBUG oslo_db.api [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:35:47.867008 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 9e4baba7-a50a-4782-90fd-fb51531aff71 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:47.882986 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3e4f8e94-bd5f-4018-a617-1a1a28de7dc6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5790019
Apr 16 21:35:47.884756 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60220) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:47.889527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0c910e20-1ba8-4fce-9e10-d2f4df363d7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': '9e4baba7-a50a-4782-90fd-fb51531aff71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:47.896295 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6877ffef-5f5c-4da2-8b47-6e2f43925280 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (97a61e30-b327-45a5-b2d9-376cadaea462), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.945105 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6877ffef-5f5c-4da2-8b47-6e2f43925280 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (97a61e30-b327-45a5-b2d9-376cadaea462), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:47.993048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf99c39-4a58-4dc7-83fc-46dcb28d501e None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:35:47.993991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877ffef-5f5c-4da2-8b47-6e2f43925280 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a61e30-b327-45a5-b2d9-376cadaea462,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:48.062514 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6877ffef-5f5c-4da2-8b47-6e2f43925280 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.063851 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6877ffef-5f5c-4da2-8b47-6e2f43925280 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4493983
Apr 16 21:35:48.066678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60224) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:48.071112 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4f433f00-c0c3-43a1-a5cc-8fa557cb5574 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group_rule': {'security_group_id': '97a61e30-b327-45a5-b2d9-376cadaea462', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:48.138210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c910e20-1ba8-4fce-9e10-d2f4df363d7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:48.141761 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c910e20-1ba8-4fce-9e10-d2f4df363d7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.186739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4687a01-de54-4df2-b2c5-7463112d9142 None None] Network 676b6169-124f-4eaa-80fb-f4859eb667b0 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:48.201829 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f433f00-c0c3-43a1-a5cc-8fa557cb5574 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (14052de6-d0e5-4ba6-8a17-a91abcb98e91), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.294208 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f433f00-c0c3-43a1-a5cc-8fa557cb5574 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (14052de6-d0e5-4ba6-8a17-a91abcb98e91), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.360478 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (676b6169-124f-4eaa-80fb-f4859eb667b0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.360613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b222f4d2-7325-4990-b105-6caac7f751b8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:35:48.387206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: b222f4d2-7325-4990-b105-6caac7f751b8 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:35:48.387560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b222f4d2-7325-4990-b105-6caac7f751b8 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:35:48.389230 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f433f00-c0c3-43a1-a5cc-8fa557cb5574 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (14052de6-d0e5-4ba6-8a17-a91abcb98e91), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.410245 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f433f00-c0c3-43a1-a5cc-8fa557cb5574 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14052de6-d0e5-4ba6-8a17-a91abcb98e91,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:48.412038 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Deleting port fe8a78bc-3d08-42ab-b696-1b997b3ca0be {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:48.412339 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fe8a78bc-3d08-42ab-b696-1b997b3ca0be), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.472526 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f433f00-c0c3-43a1-a5cc-8fa557cb5574 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.477536 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4f433f00-c0c3-43a1-a5cc-8fa557cb5574 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4062603
Apr 16 21:35:48.477536 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c910e20-1ba8-4fce-9e10-d2f4df363d7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (14514b9a-1b26-41fa-a388-969f1e770b4a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.479984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60234) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:48.488472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] For port fe8a78bc-3d08-42ab-b696-1b997b3ca0be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe8a78bc-3d08-42ab-b696-1b997b3ca0be,segment=NetworkSegment(cec96052-2822-4acf-86b7-4902e74a3cb7),segment_id=cec96052-2822-4acf-86b7-4902e74a3cb7)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:48.488851 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fe8a78bc-3d08-42ab-b696-1b997b3ca0be), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.515890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Calling delete_port for fe8a78bc-3d08-42ab-b696-1b997b3ca0be owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:48.522944 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cd4c432f-5fe9-448c-8f11-122072a2e938 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (14052de6-d0e5-4ba6-8a17-a91abcb98e91), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.536199 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cd4c432f-5fe9-448c-8f11-122072a2e938 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (14052de6-d0e5-4ba6-8a17-a91abcb98e91), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.546283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c910e20-1ba8-4fce-9e10-d2f4df363d7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Subnet': ['ID=14514b9a-1b26-41fa-a388-969f1e770b4a,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:48.550786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c910e20-1ba8-4fce-9e10-d2f4df363d7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Checking segment: {'id': 'f0878a84-3bdc-4d91-a080-0bbdd5579df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e4baba7-a50a-4782-90fd-fb51531aff71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:48.551156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c910e20-1ba8-4fce-9e10-d2f4df363d7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network hostable DHCP agents. Network: 9e4baba7-a50a-4782-90fd-fb51531aff71, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:48.629413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c910e20-1ba8-4fce-9e10-d2f4df363d7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network 9e4baba7-a50a-4782-90fd-fb51531aff71 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:48.674912 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cd4c432f-5fe9-448c-8f11-122072a2e938 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (14052de6-d0e5-4ba6-8a17-a91abcb98e91), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.681531 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cd4c432f-5fe9-448c-8f11-122072a2e938 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.682661 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cd4c432f-5fe9-448c-8f11-122072a2e938 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/14052de6-d0e5-4ba6-8a17-a91abcb98e91 HTTP/1.1" status: 204  len: 168 time: 0.2017074
Apr 16 21:35:48.688977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c432f-5fe9-448c-8f11-122072a2e938 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14052de6-d0e5-4ba6-8a17-a91abcb98e91,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:48.691388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60240) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:48.710209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0c910e20-1ba8-4fce-9e10-d2f4df363d7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9e4baba7-a50a-4782-90fd-fb51531aff71) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:48.712207 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (fe8a78bc-3d08-42ab-b696-1b997b3ca0be), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.721608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c910e20-1ba8-4fce-9e10-d2f4df363d7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:48.721608 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c910e20-1ba8-4fce-9e10-d2f4df363d7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.724419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e183fa8f-4b28-4200-8750-d1a5ac77da38 None None] Network 9e4baba7-a50a-4782-90fd-fb51531aff71 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:48.744467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Port': ['ID=fe8a78bc-3d08-42ab-b696-1b997b3ca0be,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:48.751233 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No DVR routers for this DVR port fe8a78bc-3d08-42ab-b696-1b997b3ca0be on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:48.770495 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-361569ee-c595-48c5-9e47-aea1e8080b84 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0772495
Apr 16 21:35:48.772755 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60246) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:48.795831 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0c910e20-1ba8-4fce-9e10-d2f4df363d7f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9095156
Apr 16 21:35:48.802679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60248) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:48.832503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-95f701a7-68a2-4d91-afe3-39ef0ba7160d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1512416687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:48.839390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82283716-e426-4c5c-98b7-5459cb67eb0a tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (97a61e30-b327-45a5-b2d9-376cadaea462), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.861455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9e4baba7-a50a-4782-90fd-fb51531aff71', 'network_id': '9e4baba7-a50a-4782-90fd-fb51531aff71', 'project_id': 'e129a0846b2543b7be00d3cf3941352c', 'fixed_ips': [{'subnet_id': '14514b9a-1b26-41fa-a388-969f1e770b4a'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:48.862895 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.867240 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (676b6169-124f-4eaa-80fb-f4859eb667b0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.873131 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82283716-e426-4c5c-98b7-5459cb67eb0a tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (97a61e30-b327-45a5-b2d9-376cadaea462), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.897514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dfb75b0>,) {'filters': {'network_id': ['676b6169-124f-4eaa-80fb-f4859eb667b0']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:48.910105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dfb75b0>, 'cec96052-2822-4acf-86b7-4902e74a3cb7') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:48.910412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dfb75b0>, 'cec96052-2822-4acf-86b7-4902e74a3cb7') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:48.928291 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (cec96052-2822-4acf-86b7-4902e74a3cb7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.944911 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95f701a7-68a2-4d91-afe3-39ef0ba7160d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (cadef9ed-3876-421c-92c8-d572d0ba4548), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.946198 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95f701a7-68a2-4d91-afe3-39ef0ba7160d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (cadef9ed-3876-421c-92c8-d572d0ba4548), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.950356 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (cec96052-2822-4acf-86b7-4902e74a3cb7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.959183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:48.959603 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (cec96052-2822-4acf-86b7-4902e74a3cb7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:48.962750 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:49.002328 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82283716-e426-4c5c-98b7-5459cb67eb0a tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (97a61e30-b327-45a5-b2d9-376cadaea462), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.005862 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82283716-e426-4c5c-98b7-5459cb67eb0a tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.007489 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-82283716-e426-4c5c-98b7-5459cb67eb0a tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-groups/97a61e30-b327-45a5-b2d9-376cadaea462 HTTP/1.1" status: 204  len: 168 time: 0.2331703
Apr 16 21:35:49.013068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60256) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:49.014935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Allocated IP 2001:db8::2 (9e4baba7-a50a-4782-90fd-fb51531aff71/14514b9a-1b26-41fa-a388-969f1e770b4a/6489538d-1f0a-48a6-a4b9-ddca990eec08) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:49.041653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82283716-e426-4c5c-98b7-5459cb67eb0a tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a61e30-b327-45a5-b2d9-376cadaea462,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:49.070497 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b1e3446c-8bc1-4a25-8c09-abfc7191db18 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0556712
Apr 16 21:35:49.074158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60260) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:49.079727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b9b54c37-272f-4cdb-85d3-93d9d231671e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024484493'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:49.149537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (676b6169-124f-4eaa-80fb-f4859eb667b0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.167771 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b9b54c37-272f-4cdb-85d3-93d9d231671e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.202481 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.206429 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60268) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:49.207130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/676b6169-124f-4eaa-80fb-f4859eb667b0 HTTP/1.1" status: 204  len: 168 time: 2.3093753
Apr 16 21:35:49.212047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-7cc48c50-2c54-438e-9565-7bc0c54a91d4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1954487990'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:49.221852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95f701a7-68a2-4d91-afe3-39ef0ba7160d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for router_controller (cadef9ed-3876-421c-92c8-d572d0ba4548), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.223215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6388ab3-1d61-49a5-a1ce-06475908bdc9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Network': ['ID=676b6169-124f-4eaa-80fb-f4859eb667b0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:49.264384 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95f701a7-68a2-4d91-afe3-39ef0ba7160d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (cadef9ed-3876-421c-92c8-d572d0ba4548), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.286616 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b9b54c37-272f-4cdb-85d3-93d9d231671e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (f5dce385-6f47-4c99-875b-3078fb91e855), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.303942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc48c50-2c54-438e-9565-7bc0c54a91d4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:49.307572 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7cc48c50-2c54-438e-9565-7bc0c54a91d4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.323254 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95f701a7-68a2-4d91-afe3-39ef0ba7160d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.324855 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-95f701a7-68a2-4d91-afe3-39ef0ba7160d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.5210733
Apr 16 21:35:49.327363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60272) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:49.332364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'network_id': '9e4baba7-a50a-4782-90fd-fb51531aff71', 'name': 'tempest-PortsIpV6TestJSON-1562483773'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:49.338461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc48c50-2c54-438e-9565-7bc0c54a91d4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:49.349242 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7cc48c50-2c54-438e-9565-7bc0c54a91d4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (da6e034a-556d-4502-a7f1-f87cac23b94c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.349582 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-7cc48c50-2c54-438e-9565-7bc0c54a91d4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Added segment da6e034a-556d-4502-a7f1-f87cac23b94c of type vlan for network 8023fb78-568b-4558-ad2c-d829277b336f
Apr 16 21:35:49.359233 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b9b54c37-272f-4cdb-85d3-93d9d231671e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f5dce385-6f47-4c99-875b-3078fb91e855), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.367720 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Publish callbacks [] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.411354 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7cc48c50-2c54-438e-9565-7bc0c54a91d4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (8023fb78-568b-4558-ad2c-d829277b336f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.426081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b54c37-272f-4cdb-85d3-93d9d231671e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dce385-6f47-4c99-875b-3078fb91e855,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:49.441633 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.481570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Network 9e4baba7-a50a-4782-90fd-fb51531aff71 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:49.486567 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b9b54c37-272f-4cdb-85d3-93d9d231671e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.489093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:49.490750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60278) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:49.491802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b9b54c37-272f-4cdb-85d3-93d9d231671e tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4164608
Apr 16 21:35:49.493058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:49.497323 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-023e6556-4fc1-4ddd-868f-4aca89a24735 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group_rule': {'security_group_id': 'f5dce385-6f47-4c99-875b-3078fb91e855', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:49.502570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Pushing event updated for resources: {'Port': ['ID=6489538d-1f0a-48a6-a4b9-ddca990eec08,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:49.503908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7cc48c50-2c54-438e-9565-7bc0c54a91d4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (8023fb78-568b-4558-ad2c-d829277b336f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.516618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc48c50-2c54-438e-9565-7bc0c54a91d4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:49.517336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7cc48c50-2c54-438e-9565-7bc0c54a91d4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.567346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Attempting to bind port 6489538d-1f0a-48a6-a4b9-ddca990eec08 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:49.567719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Attempting to bind port 6489538d-1f0a-48a6-a4b9-ddca990eec08 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f0878a84-3bdc-4d91-a080-0bbdd5579df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e4baba7-a50a-4782-90fd-fb51531aff71'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:49.568088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Attempting to bind port 6489538d-1f0a-48a6-a4b9-ddca990eec08 on network 9e4baba7-a50a-4782-90fd-fb51531aff71 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:49.573622 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:49.573876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:49.574498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Checking segment: {'id': 'f0878a84-3bdc-4d91-a080-0bbdd5579df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e4baba7-a50a-4782-90fd-fb51531aff71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:49.574901 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.575305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Bound using segment: {'id': 'f0878a84-3bdc-4d91-a080-0bbdd5579df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e4baba7-a50a-4782-90fd-fb51531aff71'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:49.575771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Bound port: 6489538d-1f0a-48a6-a4b9-ddca990eec08, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0878a84-3bdc-4d91-a080-0bbdd5579df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9e4baba7-a50a-4782-90fd-fb51531aff71'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:49.576156 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.579106 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.590218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc48c50-2c54-438e-9565-7bc0c54a91d4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=8023fb78-568b-4558-ad2c-d829277b336f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:49.609416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 8023fb78-568b-4558-ad2c-d829277b336f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:49.614529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port effd34a1-fafe-43f7-98d2-06c3bc0441ec yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:35:49.619506 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-023e6556-4fc1-4ddd-868f-4aca89a24735 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (5f3ec4f2-a6e7-4f15-bbf5-1cb868c2eabe), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.636413 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7cc48c50-2c54-438e-9565-7bc0c54a91d4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4254742
Apr 16 21:35:49.640842 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60284) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:49.646444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a5464008-9cbf-4b03-ab5e-0c56f2cad3b4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'name': 'New_network'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:49.715803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] For port 6489538d-1f0a-48a6-a4b9-ddca990eec08, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:49.725016 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-023e6556-4fc1-4ddd-868f-4aca89a24735 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (5f3ec4f2-a6e7-4f15-bbf5-1cb868c2eabe), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.733153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] For port 6489538d-1f0a-48a6-a4b9-ddca990eec08, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6489538d-1f0a-48a6-a4b9-ddca990eec08,segment=NetworkSegment(f0878a84-3bdc-4d91-a080-0bbdd5579df2),segment_id=f0878a84-3bdc-4d91-a080-0bbdd5579df2)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:49.778230 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8::2e6 (9e4baba7-a50a-4782-90fd-fb51531aff71/14514b9a-1b26-41fa-a388-969f1e770b4a/effd34a1-fafe-43f7-98d2-06c3bc0441ec) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:49.791393 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-023e6556-4fc1-4ddd-868f-4aca89a24735 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (5f3ec4f2-a6e7-4f15-bbf5-1cb868c2eabe), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.820571 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.827324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e6556-4fc1-4ddd-868f-4aca89a24735 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3ec4f2-a6e7-4f15-bbf5-1cb868c2eabe,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:49.834846 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a5464008-9cbf-4b03-ab5e-0c56f2cad3b4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (8023fb78-568b-4558-ad2c-d829277b336f), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.888783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3fb1b-1735-441f-aa75-b046d0e7c0f8 None None] Pushing event updated for resources: {'Port': ['ID=6489538d-1f0a-48a6-a4b9-ddca990eec08,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:49.918612 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-023e6556-4fc1-4ddd-868f-4aca89a24735 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.918612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-023e6556-4fc1-4ddd-868f-4aca89a24735 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4214759
Apr 16 21:35:49.919315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60290) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:49.935493 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-24d78b91-06e7-4f35-a7e8-107bcd6de1f7 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules/5f3ec4f2-a6e7-4f15-bbf5-1cb868c2eabe HTTP/1.1" status: 200  len: 763 time: 0.0168352
Apr 16 21:35:49.938415 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a5464008-9cbf-4b03-ab5e-0c56f2cad3b4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (8023fb78-568b-4558-ad2c-d829277b336f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.939201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60292) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:49.957869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5464008-9cbf-4b03-ab5e-0c56f2cad3b4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network 8023fb78-568b-4558-ad2c-d829277b336f is not hosted by any dhcp agent {{(pid=122556) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 16 21:35:49.962746 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5464008-9cbf-4b03-ab5e-0c56f2cad3b4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:49.963361 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a5464008-9cbf-4b03-ab5e-0c56f2cad3b4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:49.964673 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a5464008-9cbf-4b03-ab5e-0c56f2cad3b4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "PUT /v2.0/networks/8023fb78-568b-4558-ad2c-d829277b336f HTTP/1.1" status: 200  len: 723 time: 0.3228428
Apr 16 21:35:49.968462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60294) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:49.976507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d545b1cc-4438-4580-817f-00f7767c590f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'subnet': {'network_id': '8023fb78-568b-4558-ad2c-d829277b336f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:50.013251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5464008-9cbf-4b03-ab5e-0c56f2cad3b4 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=8023fb78-568b-4558-ad2c-d829277b336f,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:50.025034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 8023fb78-568b-4558-ad2c-d829277b336f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:50.367038 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-212c2843-1e96-4462-901b-ba78a9bea7c1 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.4266703
Apr 16 21:35:50.370896 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60302) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:50.382124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6489538d-1f0a-48a6-a4b9-ddca990eec08 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:50.383830 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:50.411527 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-641ac734-9b0d-4dc3-a528-b10c39c4419f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (5f3ec4f2-a6e7-4f15-bbf5-1cb868c2eabe), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:50.423103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-641ac734-9b0d-4dc3-a528-b10c39c4419f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (5f3ec4f2-a6e7-4f15-bbf5-1cb868c2eabe), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:50.458989 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6489538d-1f0a-48a6-a4b9-ddca990eec08 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:50.459775 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:50.481164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d545b1cc-4438-4580-817f-00f7767c590f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:50.484644 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d545b1cc-4438-4580-817f-00f7767c590f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:50.525766 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:50.543729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6489538d-1f0a-48a6-a4b9-ddca990eec08 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:50.544111 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:50.550250 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-641ac734-9b0d-4dc3-a528-b10c39c4419f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (5f3ec4f2-a6e7-4f15-bbf5-1cb868c2eabe), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:50.555310 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-641ac734-9b0d-4dc3-a528-b10c39c4419f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:50.557254 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-641ac734-9b0d-4dc3-a528-b10c39c4419f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5f3ec4f2-a6e7-4f15-bbf5-1cb868c2eabe HTTP/1.1" status: 204  len: 168 time: 0.1846828
Apr 16 21:35:50.565596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60316) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:50.572617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ac734-9b0d-4dc3-a528-b10c39c4419f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f3ec4f2-a6e7-4f15-bbf5-1cb868c2eabe,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:50.586305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 6489538d-1f0a-48a6-a4b9-ddca990eec08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6489538d-1f0a-48a6-a4b9-ddca990eec08,segment=NetworkSegment(f0878a84-3bdc-4d91-a080-0bbdd5579df2),segment_id=f0878a84-3bdc-4d91-a080-0bbdd5579df2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:50.606647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network 9e4baba7-a50a-4782-90fd-fb51531aff71 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:50.613853 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8bc030f1-0798-468c-93cf-dde6498da89d tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0470729
Apr 16 21:35:50.616605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60318) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:50.626527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:50.626720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9036598b-487d-493e-a327-ff2e7614073b tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group_rule': {'security_group_id': 'f5dce385-6f47-4c99-875b-3078fb91e855', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:50.626833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=effd34a1-fafe-43f7-98d2-06c3bc0441ec,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:50.628515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:50.634136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:50.635114 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:50.678490 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:50.738333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=6489538d-1f0a-48a6-a4b9-ddca990eec08,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:50.835962 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9036598b-487d-493e-a327-ff2e7614073b tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (193e3eab-a641-491e-b9e6-e5c5e8ff4d42), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:50.861686 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-668a0cc0-8eed-4192-b29c-786dccb32d22 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.5332556
Apr 16 21:35:50.863164 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d545b1cc-4438-4580-817f-00f7767c590f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (fac9a611-86ce-462a-bb90-d2936b5b9399), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:50.865082 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60320) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:50.930424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545b1cc-4438-4580-817f-00f7767c590f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Subnet': ['ID=fac9a611-86ce-462a-bb90-d2936b5b9399,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:50.938635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545b1cc-4438-4580-817f-00f7767c590f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking segment: {'id': 'da6e034a-556d-4502-a7f1-f87cac23b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8023fb78-568b-4558-ad2c-d829277b336f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:50.939179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d545b1cc-4438-4580-817f-00f7767c590f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network hostable DHCP agents. Network: 8023fb78-568b-4558-ad2c-d829277b336f, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:51.003242 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3826836-e2db-47f7-b8e5-8eac9e7320f8 None None] Network 9e4baba7-a50a-4782-90fd-fb51531aff71 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:51.035677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d545b1cc-4438-4580-817f-00f7767c590f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network 8023fb78-568b-4558-ad2c-d829277b336f is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:51.039465 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9036598b-487d-493e-a327-ff2e7614073b tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (193e3eab-a641-491e-b9e6-e5c5e8ff4d42), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.112962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7a529d8c-2631-48a1-bdf7-9882995dc36e None None] Provisioning complete for port 6489538d-1f0a-48a6-a4b9-ddca990eec08 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:51.113340 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7a529d8c-2631-48a1-bdf7-9882995dc36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.189082 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9036598b-487d-493e-a327-ff2e7614073b tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (193e3eab-a641-491e-b9e6-e5c5e8ff4d42), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.210009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7a529d8c-2631-48a1-bdf7-9882995dc36e None None] Current status of the port 6489538d-1f0a-48a6-a4b9-ddca990eec08 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:51.241922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-d545b1cc-4438-4580-817f-00f7767c590f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8023fb78-568b-4558-ad2c-d829277b336f) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:51.247072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036598b-487d-493e-a327-ff2e7614073b tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193e3eab-a641-491e-b9e6-e5c5e8ff4d42,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:51.248026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d545b1cc-4438-4580-817f-00f7767c590f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:51.248821 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d545b1cc-4438-4580-817f-00f7767c590f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.266906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54ae9b-9734-4295-8df5-c41fbb65a4fe None None] Network 8023fb78-568b-4558-ad2c-d829277b336f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:51.288986 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.344873 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d545b1cc-4438-4580-817f-00f7767c590f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3704467
Apr 16 21:35:51.345487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60324) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:51.352151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-880f6377-f463-483e-9bb2-18934f138f17 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:51.354690 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9036598b-487d-493e-a327-ff2e7614073b tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.362398 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9036598b-487d-493e-a327-ff2e7614073b tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7386990
Apr 16 21:35:51.365632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60326) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:51.406450 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8023fb78-568b-4558-ad2c-d829277b336f', 'network_id': '8023fb78-568b-4558-ad2c-d829277b336f', 'project_id': '72c25819b91f4e0cb65b7a0af8c72260', 'fixed_ips': [{'subnet_id': 'fac9a611-86ce-462a-bb90-d2936b5b9399'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:51.407768 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.432830 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2c34ddc4-4c7a-4831-ba8f-8c62dc3a1802 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules/193e3eab-a641-491e-b9e6-e5c5e8ff4d42 HTTP/1.1" status: 200  len: 763 time: 0.0656798
Apr 16 21:35:51.436485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60328) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:51.494357 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-880f6377-f463-483e-9bb2-18934f138f17 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60292403'] for subnet (fac9a611-86ce-462a-bb90-d2936b5b9399), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.553228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-716ded23-ee01-4c8b-97e6-286799089dac None None] Provisioning complete for port 6489538d-1f0a-48a6-a4b9-ddca990eec08 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:51.553716 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-716ded23-ee01-4c8b-97e6-286799089dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.555736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d878898f-fc97-4f4d-aaa8-b192546c3591 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1176293
Apr 16 21:35:51.557895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60330) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:51.608042 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45506065-5a0c-4193-a5e0-dfdcf56f1d94 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (193e3eab-a641-491e-b9e6-e5c5e8ff4d42), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.626863 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45506065-5a0c-4193-a5e0-dfdcf56f1d94 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (193e3eab-a641-491e-b9e6-e5c5e8ff4d42), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.632131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Allocated IP 172.20.0.2 (8023fb78-568b-4558-ad2c-d829277b336f/fac9a611-86ce-462a-bb90-d2936b5b9399/886161c6-260d-4579-ac0e-33202d92d1b1) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:35:51.682085 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.741104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-716ded23-ee01-4c8b-97e6-286799089dac None None] Current status of the port 6489538d-1f0a-48a6-a4b9-ddca990eec08 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:51.761362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-716ded23-ee01-4c8b-97e6-286799089dac None None] Provisioning complete for port effd34a1-fafe-43f7-98d2-06c3bc0441ec triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:51.761758 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-716ded23-ee01-4c8b-97e6-286799089dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.767608 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45506065-5a0c-4193-a5e0-dfdcf56f1d94 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (193e3eab-a641-491e-b9e6-e5c5e8ff4d42), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.773847 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-45506065-5a0c-4193-a5e0-dfdcf56f1d94 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.775293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-45506065-5a0c-4193-a5e0-dfdcf56f1d94 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/193e3eab-a641-491e-b9e6-e5c5e8ff4d42 HTTP/1.1" status: 204  len: 168 time: 0.2160642
Apr 16 21:35:51.777762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60332) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:51.788875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45506065-5a0c-4193-a5e0-dfdcf56f1d94 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=193e3eab-a641-491e-b9e6-e5c5e8ff4d42,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:51.809699 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.831234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-716ded23-ee01-4c8b-97e6-286799089dac None None] Port effd34a1-fafe-43f7-98d2-06c3bc0441ec cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:35:51.858167 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Publish callbacks [] for port (886161c6-260d-4579-ac0e-33202d92d1b1), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.859472 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-48bc768d-b411-4508-b469-d820c5a3d4e9 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0801339
Apr 16 21:35:51.862455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60334) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:51.867432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-56245ee7-b4bf-4660-8796-d25c06db85bc tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group_rule': {'security_group_id': 'f5dce385-6f47-4c99-875b-3078fb91e855', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:51.901424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=effd34a1-fafe-43f7-98d2-06c3bc0441ec,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:51.939992 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (886161c6-260d-4579-ac0e-33202d92d1b1), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.986249 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-45abe6dc-9345-419f-99bd-53c0bd85923f None None] Provisioning complete for port effd34a1-fafe-43f7-98d2-06c3bc0441ec triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:51.986938 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-45abe6dc-9345-419f-99bd-53c0bd85923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:51.990461 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-56245ee7-b4bf-4660-8796-d25c06db85bc tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Project ab262604e91e41868dc38055e51cbc6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:35:52.005458 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-56245ee7-b4bf-4660-8796-d25c06db85bc tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (737c1d86-4303-4741-ae74-fc1ec15ca3a7), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.022392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Network 8023fb78-568b-4558-ad2c-d829277b336f is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:52.022670 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (cadef9ed-3876-421c-92c8-d572d0ba4548), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.032439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:52.038441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:35:52.048502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Pushing event updated for resources: {'Port': ['ID=886161c6-260d-4579-ac0e-33202d92d1b1,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:52.077791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-45abe6dc-9345-419f-99bd-53c0bd85923f None None] Port effd34a1-fafe-43f7-98d2-06c3bc0441ec cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:35:52.115785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Attempting to bind port 886161c6-260d-4579-ac0e-33202d92d1b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:35:52.116501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Attempting to bind port 886161c6-260d-4579-ac0e-33202d92d1b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da6e034a-556d-4502-a7f1-f87cac23b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8023fb78-568b-4558-ad2c-d829277b336f'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:35:52.117042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Attempting to bind port 886161c6-260d-4579-ac0e-33202d92d1b1 on network 8023fb78-568b-4558-ad2c-d829277b336f {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:35:52.123410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:35:52.124782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Checking segment: {'id': 'da6e034a-556d-4502-a7f1-f87cac23b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8023fb78-568b-4558-ad2c-d829277b336f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:52.125213 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.125762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Bound using segment: {'id': 'da6e034a-556d-4502-a7f1-f87cac23b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8023fb78-568b-4558-ad2c-d829277b336f'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:35:52.126355 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Bound port: 886161c6-260d-4579-ac0e-33202d92d1b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6e034a-556d-4502-a7f1-f87cac23b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8023fb78-568b-4558-ad2c-d829277b336f'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:35:52.126775 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (886161c6-260d-4579-ac0e-33202d92d1b1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.166543 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-56245ee7-b4bf-4660-8796-d25c06db85bc tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (737c1d86-4303-4741-ae74-fc1ec15ca3a7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.204344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] For port 886161c6-260d-4579-ac0e-33202d92d1b1, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:35:52.206182 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ff8c3384-237d-425a-a005-2db2b5402779 None None] Provisioning complete for port effd34a1-fafe-43f7-98d2-06c3bc0441ec triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:52.206556 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3384-237d-425a-a005-2db2b5402779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.209058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] For port 886161c6-260d-4579-ac0e-33202d92d1b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886161c6-260d-4579-ac0e-33202d92d1b1,segment=NetworkSegment(da6e034a-556d-4502-a7f1-f87cac23b94c),segment_id=da6e034a-556d-4502-a7f1-f87cac23b94c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:35:52.218880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-880f6377-f463-483e-9bb2-18934f138f17 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727683316821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59790915'] for subnet (fac9a611-86ce-462a-bb90-d2936b5b9399), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.245004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c3384-237d-425a-a005-2db2b5402779 None None] Port effd34a1-fafe-43f7-98d2-06c3bc0441ec cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:35:52.253033 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-56245ee7-b4bf-4660-8796-d25c06db85bc tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (737c1d86-4303-4741-ae74-fc1ec15ca3a7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.259626 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.260162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880f6377-f463-483e-9bb2-18934f138f17 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:52.260401 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-880f6377-f463-483e-9bb2-18934f138f17 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.262014 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-880f6377-f463-483e-9bb2-18934f138f17 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "PUT /v2.0/subnets/fac9a611-86ce-462a-bb90-d2936b5b9399 HTTP/1.1" status: 200  len: 806 time: 0.9155364
Apr 16 21:35:52.265137 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60336) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:52.291509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56245ee7-b4bf-4660-8796-d25c06db85bc tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737c1d86-4303-4741-ae74-fc1ec15ca3a7,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:52.299009 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (886161c6-260d-4579-ac0e-33202d92d1b1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.303635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f6377-f463-483e-9bb2-18934f138f17 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Subnet': ['ID=fac9a611-86ce-462a-bb90-d2936b5b9399,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:52.357727 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-56245ee7-b4bf-4660-8796-d25c06db85bc tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.361609 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-56245ee7-b4bf-4660-8796-d25c06db85bc tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4954185
Apr 16 21:35:52.362863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60338) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:52.390749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4543e750-bff3-4793-a61a-45461e1b2750 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules/737c1d86-4303-4741-ae74-fc1ec15ca3a7 HTTP/1.1" status: 200  len: 769 time: 0.0276248
Apr 16 21:35:52.394015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60340) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:52.394834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6489538d-1f0a-48a6-a4b9-ddca990eec08 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:35:52.439291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5129898-0589-4a8e-95e9-37a539157a64 None None] Pushing event updated for resources: {'Port': ['ID=886161c6-260d-4579-ac0e-33202d92d1b1,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:52.467061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bdfb88a1-a7be-452a-b311-ebc5d1435785 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0718122
Apr 16 21:35:52.467644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6489538d-1f0a-48a6-a4b9-ddca990eec08 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:52.468029 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.469786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60344) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:52.502667 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-492b814b-530a-433f-be4d-f293f5383c20 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (737c1d86-4303-4741-ae74-fc1ec15ca3a7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.512759 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-492b814b-530a-433f-be4d-f293f5383c20 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (737c1d86-4303-4741-ae74-fc1ec15ca3a7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.563352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6489538d-1f0a-48a6-a4b9-ddca990eec08 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:35:52.641825 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-492b814b-530a-433f-be4d-f293f5383c20 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (737c1d86-4303-4741-ae74-fc1ec15ca3a7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.648445 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-492b814b-530a-433f-be4d-f293f5383c20 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.650558 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-492b814b-530a-433f-be4d-f293f5383c20 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/737c1d86-4303-4741-ae74-fc1ec15ca3a7 HTTP/1.1" status: 204  len: 168 time: 0.1790426
Apr 16 21:35:52.655693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60346) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:52.667930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b814b-530a-433f-be4d-f293f5383c20 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=737c1d86-4303-4741-ae74-fc1ec15ca3a7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:52.716227 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7d3a18c2-4b71-4783-b0f9-b0dff4f56945 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0582750
Apr 16 21:35:52.718136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60348) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:52.778469 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bdfd-d2ec-440b-a804-d99d7c363f25 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (f5dce385-6f47-4c99-875b-3078fb91e855), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.802765 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bdfd-d2ec-440b-a804-d99d7c363f25 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (f5dce385-6f47-4c99-875b-3078fb91e855), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.869717 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (8023fb78-568b-4558-ad2c-d829277b336f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.933083 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bdfd-d2ec-440b-a804-d99d7c363f25 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f5dce385-6f47-4c99-875b-3078fb91e855), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.935818 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bdfd-d2ec-440b-a804-d99d7c363f25 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:52.937304 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5ff3bdfd-d2ec-440b-a804-d99d7c363f25 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-groups/f5dce385-6f47-4c99-875b-3078fb91e855 HTTP/1.1" status: 204  len: 168 time: 0.2181320
Apr 16 21:35:52.940759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60350) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:52.961116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3bdfd-d2ec-440b-a804-d99d7c363f25 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dce385-6f47-4c99-875b-3078fb91e855,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:52.981399 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Deleting port 886161c6-260d-4579-ac0e-33202d92d1b1 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:52.987234 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (886161c6-260d-4579-ac0e-33202d92d1b1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.006733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-37fc5bc4-7a16-4743-8fdc-b35124527ed1 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0648310
Apr 16 21:35:53.007382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60352) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:53.012604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-12bd46fb-2aee-4e26-8050-7ef6dc338924 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799627994'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:53.098414 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12bd46fb-2aee-4e26-8050-7ef6dc338924 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.111953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] For port 886161c6-260d-4579-ac0e-33202d92d1b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886161c6-260d-4579-ac0e-33202d92d1b1,segment=NetworkSegment(da6e034a-556d-4502-a7f1-f87cac23b94c),segment_id=da6e034a-556d-4502-a7f1-f87cac23b94c)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:53.112349 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (886161c6-260d-4579-ac0e-33202d92d1b1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.115950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.131145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Calling delete_port for 886161c6-260d-4579-ac0e-33202d92d1b1 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:53.185810 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12bd46fb-2aee-4e26-8050-7ef6dc338924 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (1ecb42fa-2671-46a8-abd5-df692f932bef), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.241625 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.243853 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (cadef9ed-3876-421c-92c8-d572d0ba4548), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.287174 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12bd46fb-2aee-4e26-8050-7ef6dc338924 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1ecb42fa-2671-46a8-abd5-df692f932bef), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.322504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd46fb-2aee-4e26-8050-7ef6dc338924 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecb42fa-2671-46a8-abd5-df692f932bef,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:53.349054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=effd34a1-fafe-43f7-98d2-06c3bc0441ec,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:53.392871 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-12bd46fb-2aee-4e26-8050-7ef6dc338924 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.392871 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-12bd46fb-2aee-4e26-8050-7ef6dc338924 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3800602
Apr 16 21:35:53.392871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60354) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:53.394079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network 9e4baba7-a50a-4782-90fd-fb51531aff71 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:53.395652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:53.396422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-61c4db62-052d-422a-9fa9-a36496f2a1d5 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Request body: {'security_group_rule': {'security_group_id': '1ecb42fa-2671-46a8-abd5-df692f932bef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:53.445731 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (886161c6-260d-4579-ac0e-33202d92d1b1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.499746 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-61c4db62-052d-422a-9fa9-a36496f2a1d5 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (bf5825ed-bd0b-44fd-9bd9-a0d766707f5d), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.539324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Port': ['ID=886161c6-260d-4579-ac0e-33202d92d1b1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:53.572217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No DVR routers for this DVR port 886161c6-260d-4579-ac0e-33202d92d1b1 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:53.584833 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-61c4db62-052d-422a-9fa9-a36496f2a1d5 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (bf5825ed-bd0b-44fd-9bd9-a0d766707f5d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.637545 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (fac9a611-86ce-462a-bb90-d2936b5b9399), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.637708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedf5cad-802a-4863-a97c-c80f96008eed None None] Network 8023fb78-568b-4558-ad2c-d829277b336f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:53.653564 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-61c4db62-052d-422a-9fa9-a36496f2a1d5 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (bf5825ed-bd0b-44fd-9bd9-a0d766707f5d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.673758 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4db62-052d-422a-9fa9-a36496f2a1d5 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5825ed-bd0b-44fd-9bd9-a0d766707f5d,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:53.717640 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b26112f6-78d5-4c56-bbd8-f3d9c08aebd3 None None] Could not find standard attr ID for object 886161c6-260d-4579-ac0e-33202d92d1b1. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:35:53.741910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b26112f6-78d5-4c56-bbd8-f3d9c08aebd3 None None] Provisioning complete for port effd34a1-fafe-43f7-98d2-06c3bc0441ec triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:35:53.742289 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b26112f6-78d5-4c56-bbd8-f3d9c08aebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.757708 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-61c4db62-052d-422a-9fa9-a36496f2a1d5 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.759151 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-61c4db62-052d-422a-9fa9-a36496f2a1d5 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3668506
Apr 16 21:35:53.761905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60358) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:53.778031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Router cadef9ed-3876-421c-92c8-d572d0ba4548 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:35:53.783142 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (fac9a611-86ce-462a-bb90-d2936b5b9399), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.801097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b26112f6-78d5-4c56-bbd8-f3d9c08aebd3 None None] Port effd34a1-fafe-43f7-98d2-06c3bc0441ec cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:35:53.833933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Subnet': ['ID=fac9a611-86ce-462a-bb90-d2936b5b9399,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:53.987780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54e529f6-5991-4b56-ba51-dca43675e86f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (1ecb42fa-2671-46a8-abd5-df692f932bef), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:53.989766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f888540-8401-4992-9e06-bc06ffc3cfe6 None None] Network 8023fb78-568b-4558-ad2c-d829277b336f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:53.992390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (8023fb78-568b-4558-ad2c-d829277b336f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.026167 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:35:54.038441 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0bff9986-335a-44f8-abd7-86a66749d868 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "PUT /v2.0/routers/cadef9ed-3876-421c-92c8-d572d0ba4548/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1723034
Apr 16 21:35:54.040274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01240f2a90>,) {'filters': {'network_id': ['8023fb78-568b-4558-ad2c-d829277b336f']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:54.041165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60364) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:54.042226 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab53d5-63ce-4b08-b107-df4d9e671d3c None None] Sync routers for ids ['cadef9ed-3876-421c-92c8-d572d0ba4548'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:35:54.050392 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54e529f6-5991-4b56-ba51-dca43675e86f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (1ecb42fa-2671-46a8-abd5-df692f932bef), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.056897 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab53d5-63ce-4b08-b107-df4d9e671d3c None None] Routers {'cadef9ed-3876-421c-92c8-d572d0ba4548'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:35:54.056897 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-64ab53d5-63ce-4b08-b107-df4d9e671d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124be7160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:35:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['cadef9ed-3876-421c-92c8-d572d0ba4548'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:54.062994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01240f2a90>, 'da6e034a-556d-4502-a7f1-f87cac23b94c') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:54.063351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01240f2a90>, 'da6e034a-556d-4502-a7f1-f87cac23b94c') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:54.080426 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (da6e034a-556d-4502-a7f1-f87cac23b94c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.087171 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-64ab53d5-63ce-4b08-b107-df4d9e671d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124be7160>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:54.097422 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab53d5-63ce-4b08-b107-df4d9e671d3c None None] Routers {'cadef9ed-3876-421c-92c8-d572d0ba4548'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:35:54.098280 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-64ab53d5-63ce-4b08-b107-df4d9e671d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124be7160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:35:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['cadef9ed-3876-421c-92c8-d572d0ba4548'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:54.112761 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (da6e034a-556d-4502-a7f1-f87cac23b94c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.120337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4996be07-0716-45c9-9386-909ed4ae3e80 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:54.120337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4996be07-0716-45c9-9386-909ed4ae3e80 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadef9ed-3876-421c-92c8-d572d0ba4548 HTTP/1.1" status: 200  len: 989 time: 0.0754745
Apr 16 21:35:54.121016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60366) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:54.129028 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:54.129433 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (da6e034a-556d-4502-a7f1-f87cac23b94c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:54.132630 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:54.141274 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-64ab53d5-63ce-4b08-b107-df4d9e671d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124be7160>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:54.146601 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab53d5-63ce-4b08-b107-df4d9e671d3c None None] The sync data for ids ['cadef9ed-3876-421c-92c8-d572d0ba4548'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:35:54.183520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ae0c3-d6b3-4e3d-9189-e4d2c4290588 None None] DHCP port deletion for 8023fb78-568b-4558-ad2c-d829277b336f request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:35:54.235649 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54e529f6-5991-4b56-ba51-dca43675e86f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1ecb42fa-2671-46a8-abd5-df692f932bef), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.238237 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54e529f6-5991-4b56-ba51-dca43675e86f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.239400 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-54e529f6-5991-4b56-ba51-dca43675e86f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-groups/1ecb42fa-2671-46a8-abd5-df692f932bef HTTP/1.1" status: 204  len: 168 time: 0.4764550
Apr 16 21:35:54.242139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60368) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:54.267223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e529f6-5991-4b56-ba51-dca43675e86f tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecb42fa-2671-46a8-abd5-df692f932bef,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:54.300426 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b73fa32d-ca46-4a28-885e-ad71357424e1 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0570381
Apr 16 21:35:54.303087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60370) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:54.330882 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (8023fb78-568b-4558-ad2c-d829277b336f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.346599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-845d59ab-47ed-4584-8d80-6dd0cffd799a tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0425050
Apr 16 21:35:54.349248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60372) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:54.362794 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-bd3e7a36-27be-4c10-a9f2-85f49d373047 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] delete failed (client error): The resource could not be found.
Apr 16 21:35:54.363387 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.367756 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bd3e7a36-27be-4c10-a9f2-85f49d373047 tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "DELETE /v2.0/security-groups/1ecb42fa-2671-46a8-abd5-df692f932bef HTTP/1.1" status: 404  len: 347 time: 0.0136750
Apr 16 21:35:54.368163 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/8023fb78-568b-4558-ad2c-d829277b336f HTTP/1.1" status: 204  len: 168 time: 2.1005204
Apr 16 21:35:54.372472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60374) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:54.373208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60376) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:54.383181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043f9b1-7e9d-41e4-adf5-6b617dbacae6 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Network': ['ID=8023fb78-568b-4558-ad2c-d829277b336f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:54.402384 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f9828e-2048-4682-b1fa-e1df33f0a078 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:35:54.403117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f9828e-2048-4682-b1fa-e1df33f0a078 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:35:54.409900 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a1f9828e-2048-4682-b1fa-e1df33f0a078 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/8023fb78-568b-4558-ad2c-d829277b336f HTTP/1.1" status: 404  len: 339 time: 0.0295510
Apr 16 21:35:54.412382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60378) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:54.417775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6ad8883d-1f57-40cd-b775-84e899f37899 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-602210414', 'description': 'd1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:54.462886 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2b6f4b86-8ebd-45cf-9702-d78211bdb94b tempest-SecGroupIPv6Test-1284360831 tempest-SecGroupIPv6Test-1284360831-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0882390
Apr 16 21:35:54.511460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad8883d-1f57-40cd-b775-84e899f37899 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:54.515098 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ad8883d-1f57-40cd-b775-84e899f37899 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.545729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad8883d-1f57-40cd-b775-84e899f37899 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:54.562701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ad8883d-1f57-40cd-b775-84e899f37899 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (60ce41a3-a0fb-40f1-8fc0-e6c739c0fa28), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.563166 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-6ad8883d-1f57-40cd-b775-84e899f37899 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Added segment 60ce41a3-a0fb-40f1-8fc0-e6c739c0fa28 of type vlan for network d32b4264-1e48-4825-8da0-65adb3fa8eaf
Apr 16 21:35:54.618435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ad8883d-1f57-40cd-b775-84e899f37899 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (d32b4264-1e48-4825-8da0-65adb3fa8eaf), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.643575 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (cadef9ed-3876-421c-92c8-d572d0ba4548), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.698886 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ad8883d-1f57-40cd-b775-84e899f37899 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (d32b4264-1e48-4825-8da0-65adb3fa8eaf), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.704826 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad8883d-1f57-40cd-b775-84e899f37899 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:54.705495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ad8883d-1f57-40cd-b775-84e899f37899 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.787943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8883d-1f57-40cd-b775-84e899f37899 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=d32b4264-1e48-4825-8da0-65adb3fa8eaf,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:54.798551 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network d32b4264-1e48-4825-8da0-65adb3fa8eaf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:54.844384 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6ad8883d-1f57-40cd-b775-84e899f37899 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.4308136
Apr 16 21:35:54.847085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60408) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:54.855880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port effd34a1-fafe-43f7-98d2-06c3bc0441ec {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:54.856318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.944293 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3251df31-1a39-4e19-9f44-8b9ee1a319cf tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:54.946330 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3251df31-1a39-4e19-9f44-8b9ee1a319cf tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "GET /v2.0/networks?id=d32b4264-1e48-4825-8da0-65adb3fa8eaf HTTP/1.1" status: 200  len: 760 time: 0.0986710
Apr 16 21:35:54.949066 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60414) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:54.955113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-72e169dc-f44c-4700-a27c-58aa070e34f7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'description': 'd2'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:54.967343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60416) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:54.983025 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:54.999219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for effd34a1-fafe-43f7-98d2-06c3bc0441ec owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:55.121915 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-72e169dc-f44c-4700-a27c-58aa070e34f7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (d32b4264-1e48-4825-8da0-65adb3fa8eaf), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:55.165388 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e1e0d019-d1ee-49b6-97d1-eea4bfb43844 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab262604e91e41868dc38055e51cbc6d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1969166
Apr 16 21:35:55.168668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60420) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:55.192592 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-72e169dc-f44c-4700-a27c-58aa070e34f7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (d32b4264-1e48-4825-8da0-65adb3fa8eaf), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:55.225094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72e169dc-f44c-4700-a27c-58aa070e34f7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network d32b4264-1e48-4825-8da0-65adb3fa8eaf is not hosted by any dhcp agent {{(pid=122555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 16 21:35:55.230567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e169dc-f44c-4700-a27c-58aa070e34f7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:55.231167 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-72e169dc-f44c-4700-a27c-58aa070e34f7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:55.232465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-72e169dc-f44c-4700-a27c-58aa070e34f7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "PUT /v2.0/networks/d32b4264-1e48-4825-8da0-65adb3fa8eaf HTTP/1.1" status: 200  len: 757 time: 0.2821472
Apr 16 21:35:55.235351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60422) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:55.291581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e169dc-f44c-4700-a27c-58aa070e34f7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=d32b4264-1e48-4825-8da0-65adb3fa8eaf,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:55.294367 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (effd34a1-fafe-43f7-98d2-06c3bc0441ec), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:55.296407 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34c76fb3-79a2-43cd-8cd5-a2a52c9499a5 admin admin] Publish callbacks [] for security_group (062975d5-8811-4250-844a-42f85646f6ac), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:55.311411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network d32b4264-1e48-4825-8da0-65adb3fa8eaf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:55.319363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34c76fb3-79a2-43cd-8cd5-a2a52c9499a5 admin admin] Publish callbacks [] for security_group (062975d5-8811-4250-844a-42f85646f6ac), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:55.351771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60426) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:55.362431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c62c8c7-c906-44e8-b354-e53106886e83 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:55.367258 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6c62c8c7-c906-44e8-b354-e53106886e83 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "GET /v2.0/networks?id=d32b4264-1e48-4825-8da0-65adb3fa8eaf HTTP/1.1" status: 200  len: 760 time: 0.1275213
Apr 16 21:35:55.368660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60430) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:55.374138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-7af27428-a1b9-4603-9f09-532cc9e99fc2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1237088341'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:55.401984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=effd34a1-fafe-43f7-98d2-06c3bc0441ec,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:55.439284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.439623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.440002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.440523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.440867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.441204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.441591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.442224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.442413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.442781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.443210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.443687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.443866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.444199 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.444868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:35:55.521690 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (cadef9ed-3876-421c-92c8-d572d0ba4548), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:55.536783 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e2a9db80-8060-40f0-b7b2-180404d58c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:55.580097 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34c76fb3-79a2-43cd-8cd5-a2a52c9499a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (062975d5-8811-4250-844a-42f85646f6ac), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:55.583263 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34c76fb3-79a2-43cd-8cd5-a2a52c9499a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:55.611160 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-34c76fb3-79a2-43cd-8cd5-a2a52c9499a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/062975d5-8811-4250-844a-42f85646f6ac HTTP/1.1" status: 204  len: 168 time: 0.4151185
Apr 16 21:35:55.611160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c76fb3-79a2-43cd-8cd5-a2a52c9499a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062975d5-8811-4250-844a-42f85646f6ac,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:55.670270 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e2a9db80-8060-40f0-b7b2-180404d58c1f admin admin] Publish callbacks [] for security_group (69e92bb5-5dc1-44bd-b898-b665cc3a60c5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:55.722593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Router cadef9ed-3876-421c-92c8-d572d0ba4548 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:35:55.800723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:35:55.805735 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ea41314-7808-4ab6-8416-b5b4610ba946 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "PUT /v2.0/routers/cadef9ed-3876-421c-92c8-d572d0ba4548/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6842766
Apr 16 21:35:55.809258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60434) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:55.810567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4207c1-0c77-4639-bf41-989ef3c421f6 None None] Sync routers for ids ['cadef9ed-3876-421c-92c8-d572d0ba4548'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:35:55.821443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4207c1-0c77-4639-bf41-989ef3c421f6 None None] Routers {'cadef9ed-3876-421c-92c8-d572d0ba4548'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:35:55.822713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9b4207c1-0c77-4639-bf41-989ef3c421f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011ff2f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:35:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['cadef9ed-3876-421c-92c8-d572d0ba4548'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:55.836561 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-303067bc-ab10-4598-b321-eb4ea83bb3c5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:55.838274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-303067bc-ab10-4598-b321-eb4ea83bb3c5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/effd34a1-fafe-43f7-98d2-06c3bc0441ec HTTP/1.1" status: 404  len: 333 time: 0.0276554
Apr 16 21:35:55.840690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60436) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:55.859222 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9b4207c1-0c77-4639-bf41-989ef3c421f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011ff2f100>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:55.868095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4207c1-0c77-4639-bf41-989ef3c421f6 None None] Routers {'cadef9ed-3876-421c-92c8-d572d0ba4548'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:35:55.869309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9b4207c1-0c77-4639-bf41-989ef3c421f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011ff2f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:35:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['cadef9ed-3876-421c-92c8-d572d0ba4548'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:55.903236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9b4207c1-0c77-4639-bf41-989ef3c421f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011ff2f100>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:55.910774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4207c1-0c77-4639-bf41-989ef3c421f6 None None] The sync data for ids ['cadef9ed-3876-421c-92c8-d572d0ba4548'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:35:55.912401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af27428-a1b9-4603-9f09-532cc9e99fc2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:55.915868 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7af27428-a1b9-4603-9f09-532cc9e99fc2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:55.939392 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18707b10-4d88-4bb8-b0ac-2ef9df6221e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for router (cadef9ed-3876-421c-92c8-d572d0ba4548), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:55.976232 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e2a9db80-8060-40f0-b7b2-180404d58c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (69e92bb5-5dc1-44bd-b898-b665cc3a60c5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.022229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af27428-a1b9-4603-9f09-532cc9e99fc2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:35:56.054163 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7af27428-a1b9-4603-9f09-532cc9e99fc2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (eb111f1a-4014-4a90-abc9-83c1d07fbf52), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.054522 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-7af27428-a1b9-4603-9f09-532cc9e99fc2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Added segment eb111f1a-4014-4a90-abc9-83c1d07fbf52 of type vlan for network 8149b7eb-6b3c-498c-bccc-86ccc86a8d8e
Apr 16 21:35:56.072931 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e2a9db80-8060-40f0-b7b2-180404d58c1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a04eb7f2c29f4b0381248714800f8744&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7200582
Apr 16 21:35:56.075777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60438) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:56.125612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-486f839d-feeb-4427-8231-0338dbc766e9 admin admin] Publish callbacks [] for security_group (69e92bb5-5dc1-44bd-b898-b665cc3a60c5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.143907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9db80-8060-40f0-b7b2-180404d58c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e92bb5-5dc1-44bd-b898-b665cc3a60c5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:56.158177 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-486f839d-feeb-4427-8231-0338dbc766e9 admin admin] Publish callbacks [] for security_group (69e92bb5-5dc1-44bd-b898-b665cc3a60c5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.218812 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7af27428-a1b9-4603-9f09-532cc9e99fc2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (8149b7eb-6b3c-498c-bccc-86ccc86a8d8e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.229608 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18707b10-4d88-4bb8-b0ac-2ef9df6221e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (cadef9ed-3876-421c-92c8-d572d0ba4548), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.233233 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18707b10-4d88-4bb8-b0ac-2ef9df6221e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for router_controller (cadef9ed-3876-421c-92c8-d572d0ba4548), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.281608 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-486f839d-feeb-4427-8231-0338dbc766e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (69e92bb5-5dc1-44bd-b898-b665cc3a60c5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.284751 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-486f839d-feeb-4427-8231-0338dbc766e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.288515 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-486f839d-feeb-4427-8231-0338dbc766e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69e92bb5-5dc1-44bd-b898-b665cc3a60c5 HTTP/1.1" status: 204  len: 168 time: 0.2091012
Apr 16 21:35:56.301217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f839d-feeb-4427-8231-0338dbc766e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e92bb5-5dc1-44bd-b898-b665cc3a60c5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:56.366977 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7af27428-a1b9-4603-9f09-532cc9e99fc2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (8149b7eb-6b3c-498c-bccc-86ccc86a8d8e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.373107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af27428-a1b9-4603-9f09-532cc9e99fc2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:56.373700 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7af27428-a1b9-4603-9f09-532cc9e99fc2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.425700 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18707b10-4d88-4bb8-b0ac-2ef9df6221e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (cadef9ed-3876-421c-92c8-d572d0ba4548), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.426323 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18707b10-4d88-4bb8-b0ac-2ef9df6221e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Fanout notify agent at l3_agent the message router_deleted on router cadef9ed-3876-421c-92c8-d572d0ba4548 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:35:56.433919 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18707b10-4d88-4bb8-b0ac-2ef9df6221e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.437331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-18707b10-4d88-4bb8-b0ac-2ef9df6221e9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/routers/cadef9ed-3876-421c-92c8-d572d0ba4548 HTTP/1.1" status: 204  len: 168 time: 0.5934765
Apr 16 21:35:56.438107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60450) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:56.459037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af27428-a1b9-4603-9f09-532cc9e99fc2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=8149b7eb-6b3c-498c-bccc-86ccc86a8d8e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:56.470492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 8149b7eb-6b3c-498c-bccc-86ccc86a8d8e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:35:56.490208 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7af27428-a1b9-4603-9f09-532cc9e99fc2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.1202695
Apr 16 21:35:56.492993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60454) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:56.499524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4ea3f44f-a463-4778-a19b-8c92081167d7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'subnet': {'network_id': '8149b7eb-6b3c-498c-bccc-86ccc86a8d8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:56.506354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-c397a523-8fd8-4fcc-b230-99e820b201bf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting subnet 14514b9a-1b26-41fa-a388-969f1e770b4a {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:35:56.515435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c397a523-8fd8-4fcc-b230-99e820b201bf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (14514b9a-1b26-41fa-a388-969f1e770b4a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.608988 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c397a523-8fd8-4fcc-b230-99e820b201bf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (14514b9a-1b26-41fa-a388-969f1e770b4a), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.715623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c397a523-8fd8-4fcc-b230-99e820b201bf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (14514b9a-1b26-41fa-a388-969f1e770b4a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.737383 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea3f44f-a463-4778-a19b-8c92081167d7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:56.740846 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4ea3f44f-a463-4778-a19b-8c92081167d7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:56.872992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60466) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:56.950384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60468) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:57.055241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a428d8a3-2870-4dae-8211-0f31e38bc55b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group': {'name': 'default'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:57.055975 ncdv-master-1 neutron-server[122555]: WARNING neutron.api.v2.base [None req-a428d8a3-2870-4dae-8211-0f31e38bc55b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 16 21:35:57.056536 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-a428d8a3-2870-4dae-8211-0f31e38bc55b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:35:57.058032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a428d8a3-2870-4dae-8211-0f31e38bc55b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1066582
Apr 16 21:35:57.061783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60472) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:57.066540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4a9bf52b-4f81-423e-8a70-c68ecf2636f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024435558'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:57.150556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf52b-4f81-423e-8a70-c68ecf2636f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.159234 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf52b-4f81-423e-8a70-c68ecf2636f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.223127 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c397a523-8fd8-4fcc-b230-99e820b201bf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (14514b9a-1b26-41fa-a388-969f1e770b4a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.225207 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a548b2f-d484-4056-a886-a1572555cbc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.237538 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf52b-4f81-423e-8a70-c68ecf2636f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (ad32c013-bf17-40a7-b31d-f4c27eba1484), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.270559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397a523-8fd8-4fcc-b230-99e820b201bf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Subnet': ['ID=14514b9a-1b26-41fa-a388-969f1e770b4a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:57.272125 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c397a523-8fd8-4fcc-b230-99e820b201bf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.274562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be90d94-e0db-43f7-b9d4-f7a2449ef0ad None None] Network 9e4baba7-a50a-4782-90fd-fb51531aff71 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:57.276229 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c397a523-8fd8-4fcc-b230-99e820b201bf tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/14514b9a-1b26-41fa-a388-969f1e770b4a HTTP/1.1" status: 204  len: 168 time: 0.8360667
Apr 16 21:35:57.279228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60474) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:57.336115 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf52b-4f81-423e-8a70-c68ecf2636f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ad32c013-bf17-40a7-b31d-f4c27eba1484), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.398260 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (9e4baba7-a50a-4782-90fd-fb51531aff71), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.416568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bf52b-4f81-423e-8a70-c68ecf2636f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad32c013-bf17-40a7-b31d-f4c27eba1484,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:57.435116 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a548b2f-d484-4056-a886-a1572555cbc2 admin admin] Publish callbacks [] for security_group (8546d2b5-b0f1-4a7f-9299-57d47824faf3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.444222 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ab9f9-adf5-48ad-8366-b639f0484d34 None None] DHCP port deletion for 9e4baba7-a50a-4782-90fd-fb51531aff71 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:35:57.464209 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4ea3f44f-a463-4778-a19b-8c92081167d7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (6d314abe-2a5e-4d59-9d07-da8ddfff46fe), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.491156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ab9f9-adf5-48ad-8366-b639f0484d34 None None] Deleting port 6489538d-1f0a-48a6-a4b9-ddca990eec08 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:57.491549 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab9f9-adf5-48ad-8366-b639f0484d34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.497124 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf52b-4f81-423e-8a70-c68ecf2636f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (7ca055b0-7406-4a17-b444-a819ba69e5b3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.498591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 6489538d-1f0a-48a6-a4b9-ddca990eec08 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:35:57.498992 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.503812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a548b2f-d484-4056-a886-a1572555cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8546d2b5-b0f1-4a7f-9299-57d47824faf3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.557352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf52b-4f81-423e-8a70-c68ecf2636f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7ca055b0-7406-4a17-b444-a819ba69e5b3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.567182 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3a548b2f-d484-4056-a886-a1572555cbc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88ea639251dc4c8aae4a866bbfb87b46&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6930864
Apr 16 21:35:57.576546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60476) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:57.576718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3f44f-a463-4778-a19b-8c92081167d7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Subnet': ['ID=6d314abe-2a5e-4d59-9d07-da8ddfff46fe,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:57.578426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a548b2f-d484-4056-a886-a1572555cbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8546d2b5-b0f1-4a7f-9299-57d47824faf3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:57.580645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2b1ab9f9-adf5-48ad-8366-b639f0484d34 None None] For port 6489538d-1f0a-48a6-a4b9-ddca990eec08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6489538d-1f0a-48a6-a4b9-ddca990eec08,segment=NetworkSegment(f0878a84-3bdc-4d91-a080-0bbdd5579df2),segment_id=f0878a84-3bdc-4d91-a080-0bbdd5579df2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:57.581278 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab9f9-adf5-48ad-8366-b639f0484d34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.589302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea3f44f-a463-4778-a19b-8c92081167d7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking segment: {'id': 'eb111f1a-4014-4a90-abc9-83c1d07fbf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8149b7eb-6b3c-498c-bccc-86ccc86a8d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:35:57.589670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea3f44f-a463-4778-a19b-8c92081167d7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network hostable DHCP agents. Network: 8149b7eb-6b3c-498c-bccc-86ccc86a8d8e, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:35:57.599869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ab9f9-adf5-48ad-8366-b639f0484d34 None None] Calling delete_port for 6489538d-1f0a-48a6-a4b9-ddca990eec08 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:57.608343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] For port 6489538d-1f0a-48a6-a4b9-ddca990eec08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6489538d-1f0a-48a6-a4b9-ddca990eec08,segment=NetworkSegment(f0878a84-3bdc-4d91-a080-0bbdd5579df2),segment_id=f0878a84-3bdc-4d91-a080-0bbdd5579df2)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:35:57.608771 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.645302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 6489538d-1f0a-48a6-a4b9-ddca990eec08 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:35:57.651570 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bf52b-4f81-423e-8a70-c68ecf2636f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca055b0-7406-4a17-b444-a819ba69e5b3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:57.698863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea3f44f-a463-4778-a19b-8c92081167d7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network 8149b7eb-6b3c-498c-bccc-86ccc86a8d8e is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:35:57.703172 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3dff28f2-aec3-48ec-88d6-12562ce65a89 admin admin] Publish callbacks [] for security_group (8546d2b5-b0f1-4a7f-9299-57d47824faf3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.719271 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf52b-4f81-423e-8a70-c68ecf2636f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.720556 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4a9bf52b-4f81-423e-8a70-c68ecf2636f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6574113
Apr 16 21:35:57.723387 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60478) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:57.728276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-410f77bd-9324-4ff5-b651-9fd71135888b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '7ca055b0-7406-4a17-b444-a819ba69e5b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:57.742940 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3dff28f2-aec3-48ec-88d6-12562ce65a89 admin admin] Publish callbacks [] for security_group (8546d2b5-b0f1-4a7f-9299-57d47824faf3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.846613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-4ea3f44f-a463-4778-a19b-8c92081167d7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8149b7eb-6b3c-498c-bccc-86ccc86a8d8e) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:57.850816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea3f44f-a463-4778-a19b-8c92081167d7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:57.851427 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4ea3f44f-a463-4778-a19b-8c92081167d7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539890'] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.855276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f8578e-9051-4280-8ae4-1e9247cae44c None None] Network 8149b7eb-6b3c-498c-bccc-86ccc86a8d8e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:57.877003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3dff28f2-aec3-48ec-88d6-12562ce65a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8546d2b5-b0f1-4a7f-9299-57d47824faf3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.879856 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3dff28f2-aec3-48ec-88d6-12562ce65a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.883554 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3dff28f2-aec3-48ec-88d6-12562ce65a89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8546d2b5-b0f1-4a7f-9299-57d47824faf3 HTTP/1.1" status: 204  len: 168 time: 0.3027046
Apr 16 21:35:57.883735 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-410f77bd-9324-4ff5-b651-9fd71135888b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group_rule (51c54eb8-c994-4280-bfbc-9d1a7ec7043c), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.892203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff28f2-aec3-48ec-88d6-12562ce65a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8546d2b5-b0f1-4a7f-9299-57d47824faf3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:57.896465 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.934200 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=6489538d-1f0a-48a6-a4b9-ddca990eec08,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:57.950045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No DVR routers for this DVR port 6489538d-1f0a-48a6-a4b9-ddca990eec08 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:57.963661 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-410f77bd-9324-4ff5-b651-9fd71135888b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group_rule (51c54eb8-c994-4280-bfbc-9d1a7ec7043c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:57.968867 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4ea3f44f-a463-4778-a19b-8c92081167d7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4748688
Apr 16 21:35:57.971642 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60482) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:58.029991 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-410f77bd-9324-4ff5-b651-9fd71135888b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (51c54eb8-c994-4280-bfbc-9d1a7ec7043c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.056617 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (9e4baba7-a50a-4782-90fd-fb51531aff71), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.067274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f77bd-9324-4ff5-b651-9fd71135888b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c54eb8-c994-4280-bfbc-9d1a7ec7043c,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:58.086347 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab9f9-adf5-48ad-8366-b639f0484d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (6489538d-1f0a-48a6-a4b9-ddca990eec08), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.090638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124b596d0>,) {'filters': {'network_id': ['9e4baba7-a50a-4782-90fd-fb51531aff71']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:58.103957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124b596d0>, 'f0878a84-3bdc-4d91-a080-0bbdd5579df2') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:58.104581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124b596d0>, 'f0878a84-3bdc-4d91-a080-0bbdd5579df2') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:58.105351 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (8149b7eb-6b3c-498c-bccc-86ccc86a8d8e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.118012 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (f0878a84-3bdc-4d91-a080-0bbdd5579df2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.127320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ab9f9-adf5-48ad-8366-b639f0484d34 None None] Pushing event deleted for resources: {'Port': ['ID=6489538d-1f0a-48a6-a4b9-ddca990eec08,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:58.141412 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (f0878a84-3bdc-4d91-a080-0bbdd5579df2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.143762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ab9f9-adf5-48ad-8366-b639f0484d34 None None] No DVR routers for this DVR port 6489538d-1f0a-48a6-a4b9-ddca990eec08 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:35:58.145878 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-410f77bd-9324-4ff5-b651-9fd71135888b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.147144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-410f77bd-9324-4ff5-b651-9fd71135888b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4227118
Apr 16 21:35:58.152031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60484) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:58.162887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1d47f439-8dba-4f36-abd0-70f350918962 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '7ca055b0-7406-4a17-b444-a819ba69e5b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:58.172619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:58.172932 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (f0878a84-3bdc-4d91-a080-0bbdd5579df2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:58.176295 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:58.179819 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (6d314abe-2a5e-4d59-9d07-da8ddfff46fe), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.195750 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74860b7d-e40b-4a8e-8e6a-6a7babdfdd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8149b7eb-6b3c-498c-bccc-86ccc86a8d8e', 'network_id': '8149b7eb-6b3c-498c-bccc-86ccc86a8d8e', 'project_id': '72c25819b91f4e0cb65b7a0af8c72260', 'fixed_ips': [{'subnet_id': '6d314abe-2a5e-4d59-9d07-da8ddfff46fe'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:58.196789 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-74860b7d-e40b-4a8e-8e6a-6a7babdfdd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.295447 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1d47f439-8dba-4f36-abd0-70f350918962 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group_rule (b3825f76-ea36-4614-8609-2a976114fbc6), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.316220 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (6d314abe-2a5e-4d59-9d07-da8ddfff46fe), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.352145 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (9e4baba7-a50a-4782-90fd-fb51531aff71), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.357173 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.364287 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/networks/9e4baba7-a50a-4782-90fd-fb51531aff71 HTTP/1.1" status: 204  len: 168 time: 1.0768995
Apr 16 21:35:58.365269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60490) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:58.385916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b04a3-bab5-4901-874e-c94b5fb30148 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Network': ['ID=9e4baba7-a50a-4782-90fd-fb51531aff71,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:58.394283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Subnet': ['ID=6d314abe-2a5e-4d59-9d07-da8ddfff46fe,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:58.405076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6489538d-1f0a-48a6-a4b9-ddca990eec08 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:35:58.435214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 6489538d-1f0a-48a6-a4b9-ddca990eec08 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:35:58.435654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6489538d-1f0a-48a6-a4b9-ddca990eec08 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:35:58.452584 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-1d47f439-8dba-4f36-abd0-70f350918962 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:35:58.456593 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1d47f439-8dba-4f36-abd0-70f350918962 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2976077
Apr 16 21:35:58.461559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60496) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server [None req-74860b7d-e40b-4a8e-8e6a-6a7babdfdd30 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d314abe-2a5e-4d59-9d07-da8ddfff46fe: This subnet is being modified by another concurrent operation.
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server     raise exception
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d314abe-2a5e-4d59-9d07-da8ddfff46fe: This subnet is being modified by another concurrent operation.
Apr 16 21:35:58.483465 ncdv-master-1 neutron-server[122557]: ERROR oslo_messaging.rpc.server 
Apr 16 21:35:58.496505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa47ead9-6dc9-494d-b582-2a476d6d3d4f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:58.496505 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aa47ead9-6dc9-494d-b582-2a476d6d3d4f tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/7e73b67b-73b9-4ca7-9b45-4141ca81c8cb HTTP/1.1" status: 200  len: 845 time: 0.1211879
Apr 16 21:35:58.496505 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (8149b7eb-6b3c-498c-bccc-86ccc86a8d8e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.497495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60500) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:58.516297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc37a5b-ea1e-4d89-a2d9-ae3442f812b5 None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 21:35:58.530591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d7a0a60>,) {'filters': {'network_id': ['8149b7eb-6b3c-498c-bccc-86ccc86a8d8e']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:58.543078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d7a0a60>, 'eb111f1a-4014-4a90-abc9-83c1d07fbf52') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:58.543596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d7a0a60>, 'eb111f1a-4014-4a90-abc9-83c1d07fbf52') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:35:58.558888 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (eb111f1a-4014-4a90-abc9-83c1d07fbf52), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.572223 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-11e76416-59f8-4de8-adf4-e772596c3a5d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/7e73b67b-73b9-4ca7-9b45-4141ca81c8cb?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0712159
Apr 16 21:35:58.573397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60502) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:58.577197 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (eb111f1a-4014-4a90-abc9-83c1d07fbf52), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.584451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:35:58.586942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0a455b0b-5e84-4691-9479-3f9618a98f5c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:58.587081 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (eb111f1a-4014-4a90-abc9-83c1d07fbf52), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:35:58.588697 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:35:58.600446 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c677b785-8be9-4f21-8154-fa95fa451d89 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (7ca055b0-7406-4a17-b444-a819ba69e5b3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.630936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc37a5b-ea1e-4d89-a2d9-ae3442f812b5 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 21:35:58.682821 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c677b785-8be9-4f21-8154-fa95fa451d89 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (7ca055b0-7406-4a17-b444-a819ba69e5b3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.729050 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (8149b7eb-6b3c-498c-bccc-86ccc86a8d8e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.738556 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.741751 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/8149b7eb-6b3c-498c-bccc-86ccc86a8d8e HTTP/1.1" status: 204  len: 168 time: 0.7688313
Apr 16 21:35:58.745793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60506) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:58.753861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a48f3-dcfc-4ad5-bc41-ce42fd80a09b tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Network': ['ID=8149b7eb-6b3c-498c-bccc-86ccc86a8d8e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:58.780612 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c62a428-744b-42f5-b0ae-c5d55d29ba5d tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] GET failed (client error): The resource could not be found.
Apr 16 21:35:58.781943 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2c62a428-744b-42f5-b0ae-c5d55d29ba5d tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "GET /v2.0/subnets/6d314abe-2a5e-4d59-9d07-da8ddfff46fe HTTP/1.1" status: 404  len: 337 time: 0.0348520
Apr 16 21:35:58.784796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60508) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:58.803082 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be130b0-0742-498f-a086-67e51c971d3e tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:35:58.803579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be130b0-0742-498f-a086-67e51c971d3e tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:35:58.807228 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2be130b0-0742-498f-a086-67e51c971d3e tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/8149b7eb-6b3c-498c-bccc-86ccc86a8d8e HTTP/1.1" status: 404  len: 339 time: 0.0215387
Apr 16 21:35:58.810966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60510) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:58.847718 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a455b0b-5e84-4691-9479-3f9618a98f5c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:35:58.848575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d1c8c4-2437-401f-baac-4d2c6c4fc319 None None] Network 8149b7eb-6b3c-498c-bccc-86ccc86a8d8e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:58.851087 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0a455b0b-5e84-4691-9479-3f9618a98f5c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.861248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d1c8c4-2437-401f-baac-4d2c6c4fc319 None None] Network 8149b7eb-6b3c-498c-bccc-86ccc86a8d8e could not be found, it might have been deleted concurrently. {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 16 21:35:58.932372 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c677b785-8be9-4f21-8154-fa95fa451d89 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7ca055b0-7406-4a17-b444-a819ba69e5b3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.935862 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c677b785-8be9-4f21-8154-fa95fa451d89 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:58.937073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c677b785-8be9-4f21-8154-fa95fa451d89 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ca055b0-7406-4a17-b444-a819ba69e5b3 HTTP/1.1" status: 204  len: 168 time: 0.4788439
Apr 16 21:35:58.939723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60516) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:58.989890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677b785-8be9-4f21-8154-fa95fa451d89 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca055b0-7406-4a17-b444-a819ba69e5b3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:58.996347 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5437986e-f40a-4a09-8530-077ec702af30 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0505755
Apr 16 21:35:58.999478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60520) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:59.005380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3401abf5-32d5-43f8-97a5-a39a79cc49e9 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group': {'name': 'tempest-secgroup--517055569'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:59.087081 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3401abf5-32d5-43f8-97a5-a39a79cc49e9 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.095183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8802dbac-40f0-4dff-b61c-aa9dfc7c15d0 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:59.099558 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8802dbac-40f0-4dff-b61c-aa9dfc7c15d0 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2848244
Apr 16 21:35:59.099558 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60522) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:59.138954 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-22b6c396-8ec3-4a1f-ab18-11bd8dde9966 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 207 time: 0.0380199
Apr 16 21:35:59.142351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60526) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:59.176732 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3401abf5-32d5-43f8-97a5-a39a79cc49e9 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (a7b9d0ff-929a-4dbe-bc94-a0ce5f0a75aa), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.263844 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3401abf5-32d5-43f8-97a5-a39a79cc49e9 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a7b9d0ff-929a-4dbe-bc94-a0ce5f0a75aa), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.308555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401abf5-32d5-43f8-97a5-a39a79cc49e9 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b9d0ff-929a-4dbe-bc94-a0ce5f0a75aa,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:59.315369 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b524ed9f-0e12-4105-bada-b29b53d333a5 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:59.320633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b524ed9f-0e12-4105-bada-b29b53d333a5 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:59.326137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b524ed9f-0e12-4105-bada-b29b53d333a5 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:59.331458 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b524ed9f-0e12-4105-bada-b29b53d333a5 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:59.333148 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b524ed9f-0e12-4105-bada-b29b53d333a5 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2486 time: 0.1899571
Apr 16 21:35:59.336901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60532) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:59.357239 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3401abf5-32d5-43f8-97a5-a39a79cc49e9 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.358955 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3401abf5-32d5-43f8-97a5-a39a79cc49e9 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3582220
Apr 16 21:35:59.367209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60534) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:59.372553 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e3e3b706-1081-4d45-b5d7-5562572dfa9f tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': 'a7b9d0ff-929a-4dbe-bc94-a0ce5f0a75aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:59.373368 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-e3e3b706-1081-4d45-b5d7-5562572dfa9f tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Apr 16 21:35:59.373863 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-e3e3b706-1081-4d45-b5d7-5562572dfa9f tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:35:59.374799 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e3e3b706-1081-4d45-b5d7-5562572dfa9f tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0066595
Apr 16 21:35:59.377509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60536) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:59.438985 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc4d4bf3-2f1d-40e4-9bad-96ed36db80bb tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (a7b9d0ff-929a-4dbe-bc94-a0ce5f0a75aa), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.464761 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc4d4bf3-2f1d-40e4-9bad-96ed36db80bb tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (a7b9d0ff-929a-4dbe-bc94-a0ce5f0a75aa), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.573627 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc4d4bf3-2f1d-40e4-9bad-96ed36db80bb tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a7b9d0ff-929a-4dbe-bc94-a0ce5f0a75aa), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.576557 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cc4d4bf3-2f1d-40e4-9bad-96ed36db80bb tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.580125 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cc4d4bf3-2f1d-40e4-9bad-96ed36db80bb tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "DELETE /v2.0/security-groups/a7b9d0ff-929a-4dbe-bc94-a0ce5f0a75aa HTTP/1.1" status: 204  len: 168 time: 0.1993802
Apr 16 21:35:59.581457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60540) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:59.609145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d4bf3-2f1d-40e4-9bad-96ed36db80bb tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b9d0ff-929a-4dbe-bc94-a0ce5f0a75aa,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:59.658642 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e141ff56-275e-4686-a82b-3c68c553dcef tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0725815
Apr 16 21:35:59.659792 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60546) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:59.666734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a2de7f2d-c250-4699-8aff-195ecd89072d tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205976910'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:59.688877 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0a455b0b-5e84-4691-9479-3f9618a98f5c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (18cd0f42-d5ae-4cee-8d28-7e77985cd044), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.754881 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a455b0b-5e84-4691-9479-3f9618a98f5c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network b0bd94f0-407c-45c4-98a0-e686c312a364 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:35:59.767193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-0a455b0b-5e84-4691-9479-3f9618a98f5c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:35:59.772447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a2de7f2d-c250-4699-8aff-195ecd89072d tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.776295 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a455b0b-5e84-4691-9479-3f9618a98f5c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:59.776899 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0a455b0b-5e84-4691-9479-3f9618a98f5c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.785412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c9854c-b2f1-4041-a933-4ad1699509fb None None] Network b0bd94f0-407c-45c4-98a0-e686c312a364 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:35:59.795168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a455b0b-5e84-4691-9479-3f9618a98f5c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Subnet': ['ID=18cd0f42-d5ae-4cee-8d28-7e77985cd044,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:35:59.809991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e2b0549a-3efd-46c2-8e96-109f875b7c6d tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 575 time: 0.4713709
Apr 16 21:35:59.819406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60554) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:59.857901 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a2de7f2d-c250-4699-8aff-195ecd89072d tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (b2c1ae9d-0fec-421d-bd36-642d95fb8e78), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.893708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8846508-e5cf-4ccd-bfd3-023c6d9a370a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:59.895497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8846508-e5cf-4ccd-bfd3-023c6d9a370a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:35:59.903324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60556) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:59.905000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a8846508-e5cf-4ccd-bfd3-023c6d9a370a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.0829000
Apr 16 21:35:59.909245 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0a455b0b-5e84-4691-9479-3f9618a98f5c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3319213
Apr 16 21:35:59.911980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60558) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:35:59.917519 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-fd2a0f09-984b-4d14-9cfa-95e44473e057 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'security_group': {'name': 'tempest-secgroup-1308972794'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:35:59.949591 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a2de7f2d-c250-4699-8aff-195ecd89072d tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b2c1ae9d-0fec-421d-bd36-642d95fb8e78), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.959201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b0bd94f0-407c-45c4-98a0-e686c312a364', 'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'project_id': 'e129a0846b2543b7be00d3cf3941352c', 'fixed_ips': [{'subnet_id': '18cd0f42-d5ae-4cee-8d28-7e77985cd044'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:35:59.959201 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:35:59.989979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de7f2d-c250-4699-8aff-195ecd89072d tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c1ae9d-0fec-421d-bd36-642d95fb8e78,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:00.000680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbd98c1-78fd-404b-a32f-65ed2c8c4f55 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['shared'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:00.001938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbd98c1-78fd-404b-a32f-65ed2c8c4f55 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['shared'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:00.003601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8dbd98c1-78fd-404b-a32f-65ed2c8c4f55 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0991991
Apr 16 21:36:00.007392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60562) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:00.036985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0f09-984b-4d14-9cfa-95e44473e057 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.068469 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a2de7f2d-c250-4699-8aff-195ecd89072d tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.072427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a2de7f2d-c250-4699-8aff-195ecd89072d tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4081528
Apr 16 21:36:00.073483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60564) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:00.088293 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-36c109fc-26b5-43e3-96b3-3bf3fb88974e tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': 'b2c1ae9d-0fec-421d-bd36-642d95fb8e78', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:00.089298 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-36c109fc-26b5-43e3-96b3-3bf3fb88974e tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Apr 16 21:36:00.089807 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-36c109fc-26b5-43e3-96b3-3bf3fb88974e tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:00.095227 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-36c109fc-26b5-43e3-96b3-3bf3fb88974e tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0180175
Apr 16 21:36:00.099485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60568) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:00.134044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Allocated IP 2001:db8::2 (b0bd94f0-407c-45c4-98a0-e686c312a364/18cd0f42-d5ae-4cee-8d28-7e77985cd044/50ff6326-413d-4730-9df4-dce86a303dbe) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:36:00.179122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3b4f9d-b0cc-4957-ba19-e2154038b508 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:00.192863 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bf3b4f9d-b0cc-4957-ba19-e2154038b508 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "GET /v2.0/networks/5bd69d20-01fc-4c35-811f-9c429b7af1c8 HTTP/1.1" status: 200  len: 800 time: 0.1839383
Apr 16 21:36:00.193505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60572) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:00.206943 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0f09-984b-4d14-9cfa-95e44473e057 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (8302f1af-8915-4727-b11c-a77aacb69606), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.264253 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0f09-984b-4d14-9cfa-95e44473e057 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8302f1af-8915-4727-b11c-a77aacb69606), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.313705 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-639b3254-04ce-403a-bbd9-47220dfd24d4 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (b2c1ae9d-0fec-421d-bd36-642d95fb8e78), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.333655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a0f09-984b-4d14-9cfa-95e44473e057 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8302f1af-8915-4727-b11c-a77aacb69606,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:00.353035 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-639b3254-04ce-403a-bbd9-47220dfd24d4 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (b2c1ae9d-0fec-421d-bd36-642d95fb8e78), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.368603 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5e140792-42fa-496a-8f54-2136eb2e0a0d tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "GET /v2.0/networks/5bd69d20-01fc-4c35-811f-9c429b7af1c8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.1737304
Apr 16 21:36:00.371593 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0f09-984b-4d14-9cfa-95e44473e057 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.373218 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fd2a0f09-984b-4d14-9cfa-95e44473e057 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4594693
Apr 16 21:36:00.380469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60578) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:00.382887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60580) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:00.388208 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Publish callbacks [] for port (50ff6326-413d-4730-9df4-dce86a303dbe), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.393148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e626e6ac-5b6a-4def-8538-923126f386be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'security_group': {'name': 'tempest-secgroup-916983674'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:00.438117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e267181-0368-4c1a-bc9b-f0e8f4af90f9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:00.439527 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0e267181-0368-4c1a-bc9b-f0e8f4af90f9 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "GET /v2.0/subnets/90ff76a8-0455-4394-ad93-76697d2b5817 HTTP/1.1" status: 200  len: 811 time: 0.0647051
Apr 16 21:36:00.443108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60582) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:00.475853 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.499530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469328eb-3520-427f-ba38-b43396ba4d9c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['shared'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:00.501115 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-469328eb-3520-427f-ba38-b43396ba4d9c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "GET /v2.0/subnets/90ff76a8-0455-4394-ad93-76697d2b5817?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0569572
Apr 16 21:36:00.505953 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e626e6ac-5b6a-4def-8538-923126f386be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.508093 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-639b3254-04ce-403a-bbd9-47220dfd24d4 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b2c1ae9d-0fec-421d-bd36-642d95fb8e78), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.514771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60584) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:00.514961 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-639b3254-04ce-403a-bbd9-47220dfd24d4 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.514961 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-639b3254-04ce-403a-bbd9-47220dfd24d4 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "DELETE /v2.0/security-groups/b2c1ae9d-0fec-421d-bd36-642d95fb8e78 HTTP/1.1" status: 204  len: 168 time: 0.4104848
Apr 16 21:36:00.516334 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60586) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:00.520441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6ead0643-dd62-4c23-80f6-00ffe32ead3c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-741542438'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:00.557683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Network b0bd94f0-407c-45c4-98a0-e686c312a364 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:36:00.561946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b3254-04ce-403a-bbd9-47220dfd24d4 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c1ae9d-0fec-421d-bd36-642d95fb8e78,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:00.566886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:36:00.572872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:36:00.580571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Pushing event updated for resources: {'Port': ['ID=50ff6326-413d-4730-9df4-dce86a303dbe,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:00.612870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.613206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.613552 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.613889 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.614233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.614565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.614896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.615225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.615462 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-34ce2960-c96d-4448-aa95-7f15be5c2aaf tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0977125
Apr 16 21:36:00.615588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.615867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.616240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.616571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.616900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.617336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.617530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:00.621379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60594) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:00.628426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-dde02f20-d7d3-4008-850f-b443ae2ee3b7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group': {'name': 'tempest-secgroup--143035746'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:00.640137 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ead0643-dd62-4c23-80f6-00ffe32ead3c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:00.645898 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ead0643-dd62-4c23-80f6-00ffe32ead3c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.672958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Attempting to bind port 50ff6326-413d-4730-9df4-dce86a303dbe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:36:00.673343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Attempting to bind port 50ff6326-413d-4730-9df4-dce86a303dbe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ded79bff-ce7d-49ac-86fd-d454fae7aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:36:00.673804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Attempting to bind port 50ff6326-413d-4730-9df4-dce86a303dbe on network b0bd94f0-407c-45c4-98a0-e686c312a364 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:36:00.685187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:36:00.685578 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Checking segment: {'id': 'ded79bff-ce7d-49ac-86fd-d454fae7aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:36:00.687131 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.687534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Bound using segment: {'id': 'ded79bff-ce7d-49ac-86fd-d454fae7aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:36:00.689216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Bound port: 50ff6326-413d-4730-9df4-dce86a303dbe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded79bff-ce7d-49ac-86fd-d454fae7aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:36:00.689627 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.690864 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e626e6ac-5b6a-4def-8538-923126f386be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (481037d9-1fec-4f00-a791-541040eb4b0b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.700291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ead0643-dd62-4c23-80f6-00ffe32ead3c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:36:00.710146 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ead0643-dd62-4c23-80f6-00ffe32ead3c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b76b686f-0773-4ff1-9e8b-a361155731cd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.710511 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-6ead0643-dd62-4c23-80f6-00ffe32ead3c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Added segment b76b686f-0773-4ff1-9e8b-a361155731cd of type vlan for network cce3247a-e301-400e-86d8-adb2ab074fd6
Apr 16 21:36:00.761556 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ead0643-dd62-4c23-80f6-00ffe32ead3c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (cce3247a-e301-400e-86d8-adb2ab074fd6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.779186 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e626e6ac-5b6a-4def-8538-923126f386be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (481037d9-1fec-4f00-a791-541040eb4b0b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.785911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] For port 50ff6326-413d-4730-9df4-dce86a303dbe, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:36:00.788701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde02f20-d7d3-4008-850f-b443ae2ee3b7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.792955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] For port 50ff6326-413d-4730-9df4-dce86a303dbe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50ff6326-413d-4730-9df4-dce86a303dbe,segment=NetworkSegment(ded79bff-ce7d-49ac-86fd-d454fae7aaa3),segment_id=ded79bff-ce7d-49ac-86fd-d454fae7aaa3)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:36:00.820529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626e6ac-5b6a-4def-8538-923126f386be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481037d9-1fec-4f00-a791-541040eb4b0b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:00.876458 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.877191 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde02f20-d7d3-4008-850f-b443ae2ee3b7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (8e2f4e53-bb78-41a0-9cff-78b819a9863b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.878363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e626e6ac-5b6a-4def-8538-923126f386be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.878939 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ead0643-dd62-4c23-80f6-00ffe32ead3c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (cce3247a-e301-400e-86d8-adb2ab074fd6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.881153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e626e6ac-5b6a-4def-8538-923126f386be tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4971201
Apr 16 21:36:00.887203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead0643-dd62-4c23-80f6-00ffe32ead3c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:00.887938 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ead0643-dd62-4c23-80f6-00ffe32ead3c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:00.888361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60616) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:00.893826 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2049084192', 'security_groups': ['481037d9-1fec-4f00-a791-541040eb4b0b'], 'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18cd0f42-d5ae-4cee-8d28-7e77985cd044'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:00.978337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e302c8-a0f9-4b34-ad36-e06b85eb9668 None None] Pushing event updated for resources: {'Port': ['ID=50ff6326-413d-4730-9df4-dce86a303dbe,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:01.000985 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde02f20-d7d3-4008-850f-b443ae2ee3b7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8e2f4e53-bb78-41a0-9cff-78b819a9863b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:01.020738 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead0643-dd62-4c23-80f6-00ffe32ead3c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Network': ['ID=cce3247a-e301-400e-86d8-adb2ab074fd6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:01.045478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde02f20-d7d3-4008-850f-b443ae2ee3b7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2f4e53-bb78-41a0-9cff-78b819a9863b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:01.050506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network cce3247a-e301-400e-86d8-adb2ab074fd6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:36:01.069158 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6ead0643-dd62-4c23-80f6-00ffe32ead3c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5561640
Apr 16 21:36:01.070266 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60622) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:01.076129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'subnet': {'network_id': 'cce3247a-e301-400e-86d8-adb2ab074fd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:01.131952 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde02f20-d7d3-4008-850f-b443ae2ee3b7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:01.151493 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dde02f20-d7d3-4008-850f-b443ae2ee3b7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5287392
Apr 16 21:36:01.155623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60624) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:01.173582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f033c275-e4f1-44b1-8f2a-2948becf9edc tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '8e2f4e53-bb78-41a0-9cff-78b819a9863b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:01.194806 ncdv-master-1 neutron-server[122555]: WARNING neutron.api.v2.base [None req-f033c275-e4f1-44b1-8f2a-2948becf9edc tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Apr 16 21:36:01.194806 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-f033c275-e4f1-44b1-8f2a-2948becf9edc tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:01.196130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f033c275-e4f1-44b1-8f2a-2948becf9edc tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0388291
Apr 16 21:36:01.203313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60630) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:01.212374 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2ebee194-5629-4b3a-afd1-5b3857b15b2b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '8e2f4e53-bb78-41a0-9cff-78b819a9863b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:01.213736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:01.217391 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-2ebee194-5629-4b3a-afd1-5b3857b15b2b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Apr 16 21:36:01.223764 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-2ebee194-5629-4b3a-afd1-5b3857b15b2b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:01.223764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2ebee194-5629-4b3a-afd1-5b3857b15b2b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0166204
Apr 16 21:36:01.225737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60632) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:01.232423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-7afffdaf-b373-4d88-8a36-d164b49e548f tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '8e2f4e53-bb78-41a0-9cff-78b819a9863b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:01.233883 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-7afffdaf-b373-4d88-8a36-d164b49e548f tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Apr 16 21:36:01.236857 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-7afffdaf-b373-4d88-8a36-d164b49e548f tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:01.240002 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7afffdaf-b373-4d88-8a36-d164b49e548f tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0132360
Apr 16 21:36:01.248909 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60634) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:01.254812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-21394e83-0bad-46d1-8fe6-16b19ae03dc5 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '8e2f4e53-bb78-41a0-9cff-78b819a9863b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:01.255968 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-21394e83-0bad-46d1-8fe6-16b19ae03dc5 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Apr 16 21:36:01.257683 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-21394e83-0bad-46d1-8fe6-16b19ae03dc5 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:01.262014 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-21394e83-0bad-46d1-8fe6-16b19ae03dc5 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0075483
Apr 16 21:36:01.262600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60636) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:01.347999 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22784de9-d95a-47dc-9efb-08679994c962 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (8e2f4e53-bb78-41a0-9cff-78b819a9863b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:01.353363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Made reservation on behalf of 72c25819b91f4e0cb65b7a0af8c72260 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:01.357181 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:01.381398 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22784de9-d95a-47dc-9efb-08679994c962 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (8e2f4e53-bb78-41a0-9cff-78b819a9863b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:01.409256 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:01.439329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.ipam_backend_mixin [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Performing IP validity checks on allocation pools {{(pid=122555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 16 21:36:01.439799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.ipam_backend_mixin [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=122555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 16 21:36:01.444664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port 12db4794-1a43-453b-897a-848097be04df yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:36:01.510193 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22784de9-d95a-47dc-9efb-08679994c962 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8e2f4e53-bb78-41a0-9cff-78b819a9863b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:01.513612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22784de9-d95a-47dc-9efb-08679994c962 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:01.514764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-22784de9-d95a-47dc-9efb-08679994c962 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e2f4e53-bb78-41a0-9cff-78b819a9863b HTTP/1.1" status: 204  len: 168 time: 0.2510033
Apr 16 21:36:01.519492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60648) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:01.537616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22784de9-d95a-47dc-9efb-08679994c962 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2f4e53-bb78-41a0-9cff-78b819a9863b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:01.586118 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1d5ca14d-1c88-4014-80e7-bad888215c61 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0666211
Apr 16 21:36:01.589994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60650) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:01.594323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4d3b22df-2ef9-4d2b-9103-bbced7543bf8 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group': {'name': 'tempest-secgroup--283874303'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:01.693390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d3b22df-2ef9-4d2b-9103-bbced7543bf8 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:01.773644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8::91 (b0bd94f0-407c-45c4-98a0-e686c312a364/18cd0f42-d5ae-4cee-8d28-7e77985cd044/12db4794-1a43-453b-897a-848097be04df) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:36:01.784155 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d3b22df-2ef9-4d2b-9103-bbced7543bf8 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (0099e6dc-7346-4765-b4bd-3dfc8b344947), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:01.846079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60654) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:01.852834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d3b22df-2ef9-4d2b-9103-bbced7543bf8 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0099e6dc-7346-4765-b4bd-3dfc8b344947), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:01.881423 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (f5443c73-d1ce-4a55-a3ba-62abe7c09f5b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:01.896459 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b22df-2ef9-4d2b-9103-bbced7543bf8 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0099e6dc-7346-4765-b4bd-3dfc8b344947,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:01.928620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d3b22df-2ef9-4d2b-9103-bbced7543bf8 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:01.929918 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4d3b22df-2ef9-4d2b-9103-bbced7543bf8 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3388555
Apr 16 21:36:01.932678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60660) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:01.937732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9a5b75c6-6827-4fed-980a-322f95310091 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '0099e6dc-7346-4765-b4bd-3dfc8b344947', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:01.940727 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-9a5b75c6-6827-4fed-980a-322f95310091 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 16 21:36:01.941484 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-9a5b75c6-6827-4fed-980a-322f95310091 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:01.942636 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9a5b75c6-6827-4fed-980a-322f95310091 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0088139
Apr 16 21:36:01.949065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60662) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:01.953637 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fdaa8d8d-5a3a-4b94-9944-8f1a2e56e846 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '0099e6dc-7346-4765-b4bd-3dfc8b344947', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:02.004003 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22aef65a-fd37-49ae-a450-5b66c55ca3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.028872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Checking segment: {'id': 'b76b686f-0773-4ff1-9e8b-a361155731cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cce3247a-e301-400e-86d8-adb2ab074fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:36:02.029435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network hostable DHCP agents. Network: cce3247a-e301-400e-86d8-adb2ab074fd6, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:36:02.035058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Subnet': ['ID=f5443c73-d1ce-4a55-a3ba-62abe7c09f5b,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:02.075149 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (12db4794-1a43-453b-897a-848097be04df), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.102414 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22aef65a-fd37-49ae-a450-5b66c55ca3bb admin admin] Publish callbacks [] for security_group (4a740315-bdf4-4b31-acee-6275594487cc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.183848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Network cce3247a-e301-400e-86d8-adb2ab074fd6 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:36:02.184363 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-fdaa8d8d-5a3a-4b94-9944-8f1a2e56e846 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:02.185492 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fdaa8d8d-5a3a-4b94-9944-8f1a2e56e846 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2354596
Apr 16 21:36:02.188400 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60664) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:02.195603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3845cc50-39ab-46bf-a8f6-3bcc8a72de13 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '0099e6dc-7346-4765-b4bd-3dfc8b344947', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:02.195603 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-3845cc50-39ab-46bf-a8f6-3bcc8a72de13 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Apr 16 21:36:02.195603 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-3845cc50-39ab-46bf-a8f6-3bcc8a72de13 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:02.195603 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3845cc50-39ab-46bf-a8f6-3bcc8a72de13 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0056407
Apr 16 21:36:02.198318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60666) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:02.200568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6a4cb41b-93db-4be5-af70-c4b836b31adc None None] Provisioning complete for port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:02.201055 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6a4cb41b-93db-4be5-af70-c4b836b31adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7e73b67b-73b9-4ca7-9b45-4141ca81c8cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.203454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-dd8ed5d2-6546-4643-91b1-d8451d2c93c8 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '0099e6dc-7346-4765-b4bd-3dfc8b344947', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:02.214078 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (12db4794-1a43-453b-897a-848097be04df), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.215352 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22aef65a-fd37-49ae-a450-5b66c55ca3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4a740315-bdf4-4b31-acee-6275594487cc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.237447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6a4cb41b-93db-4be5-af70-c4b836b31adc None None] Port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:36:02.246158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6a4cb41b-93db-4be5-af70-c4b836b31adc None None] Provisioning complete for port 50ff6326-413d-4730-9df4-dce86a303dbe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:02.246556 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6a4cb41b-93db-4be5-af70-c4b836b31adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.262704 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-22aef65a-fd37-49ae-a450-5b66c55ca3bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79d0a06f2cb344cf9039e3e392a37e89&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4154520
Apr 16 21:36:02.263547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aef65a-fd37-49ae-a450-5b66c55ca3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a740315-bdf4-4b31-acee-6275594487cc,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:02.265890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60668) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:02.267889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network b0bd94f0-407c-45c4-98a0-e686c312a364 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:36:02.271619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:36:02.277780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:36:02.285190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:02.286133 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.292951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cce3247a-e301-400e-86d8-adb2ab074fd6) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:36:02.302958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=12db4794-1a43-453b-897a-848097be04df,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:02.306913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:02.308546 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.344624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f880d6-3691-45de-916d-83a7011b8d6f None None] Network cce3247a-e301-400e-86d8-adb2ab074fd6 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:02.368636 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25146958-f503-4551-8958-1eec7635abf5 admin admin] Publish callbacks [] for security_group (4a740315-bdf4-4b31-acee-6275594487cc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.382275 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f275e7d7-2fbf-46e0-a6a4-6d869e522ee5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.4916861
Apr 16 21:36:02.387786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60670) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:02.393381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4ebe78f3-fc45-410b-9c71-8a62917616ac tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:02.396415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6a4cb41b-93db-4be5-af70-c4b836b31adc None None] Current status of the port 50ff6326-413d-4730-9df4-dce86a303dbe is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:02.396821 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6a4cb41b-93db-4be5-af70-c4b836b31adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.400076 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-dd8ed5d2-6546-4643-91b1-d8451d2c93c8 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:02.402329 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dd8ed5d2-6546-4643-91b1-d8451d2c93c8 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2031245
Apr 16 21:36:02.407012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60672) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:02.410758 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25146958-f503-4551-8958-1eec7635abf5 admin admin] Publish callbacks [] for security_group (4a740315-bdf4-4b31-acee-6275594487cc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.416057 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-69f6e646-74b0-4add-be74-06f45a1ef2df tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '0099e6dc-7346-4765-b4bd-3dfc8b344947', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:02.416830 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-69f6e646-74b0-4add-be74-06f45a1ef2df tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 16 21:36:02.421286 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-69f6e646-74b0-4add-be74-06f45a1ef2df tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:02.421286 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-69f6e646-74b0-4add-be74-06f45a1ef2df tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0097969
Apr 16 21:36:02.426912 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a5a6c9e5-e99d-4215-8d7a-b09db6fa3a03 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.3529878
Apr 16 21:36:02.427096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60674) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:02.427226 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60676) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:02.430307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d6da3196-e3c5-4655-ac94-251c652a13c9 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '0099e6dc-7346-4765-b4bd-3dfc8b344947', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:02.444500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-aabc8046-b00a-46b1-bfb7-f845bf95e751 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:02.459653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6a4cb41b-93db-4be5-af70-c4b836b31adc None None] For port 50ff6326-413d-4730-9df4-dce86a303dbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50ff6326-413d-4730-9df4-dce86a303dbe,segment=NetworkSegment(ded79bff-ce7d-49ac-86fd-d454fae7aaa3),segment_id=ded79bff-ce7d-49ac-86fd-d454fae7aaa3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:02.489313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 50ff6326-413d-4730-9df4-dce86a303dbe up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:36:02.536496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cce3247a-e301-400e-86d8-adb2ab074fd6', 'network_id': 'cce3247a-e301-400e-86d8-adb2ab074fd6', 'project_id': '72c25819b91f4e0cb65b7a0af8c72260', 'fixed_ips': [{'subnet_id': 'f5443c73-d1ce-4a55-a3ba-62abe7c09f5b'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:36:02.537659 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.567433 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6a4cb41b-93db-4be5-af70-c4b836b31adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.608288 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-d6da3196-e3c5-4655-ac94-251c652a13c9 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Project d9537d294def48d481450a55ecb9e1e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:36:02.640322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aabc8046-b00a-46b1-bfb7-f845bf95e751 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59907405'] for subnet (f5443c73-d1ce-4a55-a3ba-62abe7c09f5b), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.646541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cb41b-93db-4be5-af70-c4b836b31adc None None] Pushing event updated for resources: {'Port': ['ID=50ff6326-413d-4730-9df4-dce86a303dbe,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:02.650149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 50ff6326-413d-4730-9df4-dce86a303dbe triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:02.650702 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.657006 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25146958-f503-4551-8958-1eec7635abf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4a740315-bdf4-4b31-acee-6275594487cc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.659379 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25146958-f503-4551-8958-1eec7635abf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.660627 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-25146958-f503-4551-8958-1eec7635abf5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a740315-bdf4-4b31-acee-6275594487cc HTTP/1.1" status: 204  len: 168 time: 0.3823888
Apr 16 21:36:02.678301 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25146958-f503-4551-8958-1eec7635abf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a740315-bdf4-4b31-acee-6275594487cc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:02.680644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebe78f3-fc45-410b-9c71-8a62917616ac tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:02.687173 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4ebe78f3-fc45-410b-9c71-8a62917616ac tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.729230 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-d6da3196-e3c5-4655-ac94-251c652a13c9 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:02.733413 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d6da3196-e3c5-4655-ac94-251c652a13c9 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3070393
Apr 16 21:36:02.737691 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60680) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:02.742411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-35742989-ac17-41ed-8f17-574581569649 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '0099e6dc-7346-4765-b4bd-3dfc8b344947', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:02.742799 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-35742989-ac17-41ed-8f17-574581569649 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Apr 16 21:36:02.743419 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-35742989-ac17-41ed-8f17-574581569649 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:02.749816 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-35742989-ac17-41ed-8f17-574581569649 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0106647
Apr 16 21:36:02.750012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60682) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:02.756123 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1e8bf71c-151e-41b8-969d-24d61a3807af tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '0099e6dc-7346-4765-b4bd-3dfc8b344947', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:02.790321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-62be2945-7118-4a44-882a-15939aee6859 None None] Provisioning complete for port 12db4794-1a43-453b-897a-848097be04df triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:02.790978 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-62be2945-7118-4a44-882a-15939aee6859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (12db4794-1a43-453b-897a-848097be04df), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.827288 ncdv-master-1 neutron-server[122555]: INFO neutron.db.ipam_backend_mixin [None req-4ebe78f3-fc45-410b-9c71-8a62917616ac tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18cd0f42-d5ae-4cee-8d28-7e77985cd044 (CIDR: 2001:db8::/64)
Apr 16 21:36:02.843157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-62be2945-7118-4a44-882a-15939aee6859 None None] Port 12db4794-1a43-453b-897a-848097be04df cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:36:02.865483 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-1e8bf71c-151e-41b8-969d-24d61a3807af tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Project d9537d294def48d481450a55ecb9e1e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:36:02.868303 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebe78f3-fc45-410b-9c71-8a62917616ac tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:02.868819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ebe78f3-fc45-410b-9c71-8a62917616ac tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:02.880320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 50ff6326-413d-4730-9df4-dce86a303dbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:02.898513 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aabc8046-b00a-46b1-bfb7-f845bf95e751 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727683316821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59833478'] for subnet (f5443c73-d1ce-4a55-a3ba-62abe7c09f5b), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]: WARNING neutron.objects.base [None req-aabc8046-b00a-46b1-bfb7-f845bf95e751 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] ORM session: SQL execution without transaction in progress, traceback:
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     result = function(*args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     proto.__init__(conn_state, self)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     self.handle()
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     self.handle_one_request()
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     self.handle_one_response()
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     result = self.application(self.environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return app(environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self.application)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self.application)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self.application)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self.application)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return request.get_response(self.application)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     resp = self.call_func(req, *args, **kw)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return self.func(req, *args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     response = req.get_response(self._app)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     status, headers, app_iter = self.call_application(
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     app_iter = application(self.environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return resp(environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return resp(environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     response = self.app(environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return resp(environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return self.application(environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return super(Pecan, self).__call__(environ, start_response)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     self.invoke_controller(controller, args, kwargs, state)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     result = controller(*args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return f(*args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return f(*args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return f(*dup_args, **dup_kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return f(*args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return {self.resource: self.plugin_updater(*updater_args)}
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return f(*args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return method(*args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return f(*args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return f(*args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return f(*dup_args, **dup_kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1366, in update_subnet
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     self._update_subnet_postcommit(context, original_subnet,
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     registry.publish(
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     _get_callback_manager().publish(resource, event, trigger, payload=payload)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return function(*args, **kwargs)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     errors = self._notify_loop(resource, event, trigger, payload)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     callback(resource, event, trigger, payload=payload)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     router_ids = set(port.device_id for port in query)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     return self._iter().__iter__()
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     result = self.session.execute(
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]:     result = fn(orm_exec_state)
Apr 16 21:36:02.939030 ncdv-master-1 neutron-server[122556]: 
Apr 16 21:36:02.962179 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc8046-b00a-46b1-bfb7-f845bf95e751 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:02.962179 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aabc8046-b00a-46b1-bfb7-f845bf95e751 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:02.962179 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aabc8046-b00a-46b1-bfb7-f845bf95e751 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "PUT /v2.0/subnets/f5443c73-d1ce-4a55-a3ba-62abe7c09f5b HTTP/1.1" status: 200  len: 877 time: 0.5140178
Apr 16 21:36:02.962179 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60686) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:02.963216 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-1e8bf71c-151e-41b8-969d-24d61a3807af tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:02.963216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1e8bf71c-151e-41b8-969d-24d61a3807af tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.2059937
Apr 16 21:36:02.964681 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4ebe78f3-fc45-410b-9c71-8a62917616ac tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5755892
Apr 16 21:36:02.966428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60688) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:02.966628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60690) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:02.973352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-7cb94424-5d54-4808-92b5-c62aa213cb48 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '0099e6dc-7346-4765-b4bd-3dfc8b344947', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:02.976000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8fe7b2b1-2653-494e-91d1-0bab4bbf8892 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:02.980060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Allocated IP 172.20.0.3 (cce3247a-e301-400e-86d8-adb2ab074fd6/f5443c73-d1ce-4a55-a3ba-62abe7c09f5b/0defbc07-99ab-4e96-a00c-3aee17fdeb12) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:36:03.033419 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:36:03.044110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc8046-b00a-46b1-bfb7-f845bf95e751 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event updated for resources: {'Subnet': ['ID=f5443c73-d1ce-4a55-a3ba-62abe7c09f5b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:03.058727 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-7cb94424-5d54-4808-92b5-c62aa213cb48 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Project d9537d294def48d481450a55ecb9e1e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:36:03.151382 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-7cb94424-5d54-4808-92b5-c62aa213cb48 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:03.153342 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7cb94424-5d54-4808-92b5-c62aa213cb48 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1854160
Apr 16 21:36:03.155356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60696) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:03.156464 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Publish callbacks [] for port (0defbc07-99ab-4e96-a00c-3aee17fdeb12), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.163725 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (cce3247a-e301-400e-86d8-adb2ab074fd6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.212655 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-33205fa4-0f81-45c2-8e3e-46705630d10c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (0099e6dc-7346-4765-b4bd-3dfc8b344947), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.230944 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (0defbc07-99ab-4e96-a00c-3aee17fdeb12), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.235254 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (f5443c73-d1ce-4a55-a3ba-62abe7c09f5b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.239977 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-33205fa4-0f81-45c2-8e3e-46705630d10c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (0099e6dc-7346-4765-b4bd-3dfc8b344947), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.276966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Network cce3247a-e301-400e-86d8-adb2ab074fd6 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:36:03.279839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:36:03.283380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:36:03.292979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Pushing event updated for resources: {'Port': ['ID=0defbc07-99ab-4e96-a00c-3aee17fdeb12,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:03.320335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe7b2b1-2653-494e-91d1-0bab4bbf8892 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:03.323848 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b2b1-2653-494e-91d1-0bab4bbf8892 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.351527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Attempting to bind port 0defbc07-99ab-4e96-a00c-3aee17fdeb12 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:36:03.351898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Attempting to bind port 0defbc07-99ab-4e96-a00c-3aee17fdeb12 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b76b686f-0773-4ff1-9e8b-a361155731cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cce3247a-e301-400e-86d8-adb2ab074fd6'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:36:03.352379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Attempting to bind port 0defbc07-99ab-4e96-a00c-3aee17fdeb12 on network cce3247a-e301-400e-86d8-adb2ab074fd6 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:36:03.358330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:36:03.358705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Checking segment: {'id': 'b76b686f-0773-4ff1-9e8b-a361155731cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cce3247a-e301-400e-86d8-adb2ab074fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:36:03.359106 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.359500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Bound using segment: {'id': 'b76b686f-0773-4ff1-9e8b-a361155731cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cce3247a-e301-400e-86d8-adb2ab074fd6'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:36:03.360015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Bound port: 0defbc07-99ab-4e96-a00c-3aee17fdeb12, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76b686f-0773-4ff1-9e8b-a361155731cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cce3247a-e301-400e-86d8-adb2ab074fd6'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:36:03.360427 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0defbc07-99ab-4e96-a00c-3aee17fdeb12), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.372794 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-33205fa4-0f81-45c2-8e3e-46705630d10c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0099e6dc-7346-4765-b4bd-3dfc8b344947), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.378824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-33205fa4-0f81-45c2-8e3e-46705630d10c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.378824 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-33205fa4-0f81-45c2-8e3e-46705630d10c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "DELETE /v2.0/security-groups/0099e6dc-7346-4765-b4bd-3dfc8b344947 HTTP/1.1" status: 204  len: 168 time: 0.2202520
Apr 16 21:36:03.380994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60698) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:03.386843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33205fa4-0f81-45c2-8e3e-46705630d10c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0099e6dc-7346-4765-b4bd-3dfc8b344947,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:03.426555 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (f5443c73-d1ce-4a55-a3ba-62abe7c09f5b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.436536 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] For port 0defbc07-99ab-4e96-a00c-3aee17fdeb12, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:36:03.438939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] For port 0defbc07-99ab-4e96-a00c-3aee17fdeb12, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0defbc07-99ab-4e96-a00c-3aee17fdeb12,segment=NetworkSegment(b76b686f-0773-4ff1-9e8b-a361155731cd),segment_id=b76b686f-0773-4ff1-9e8b-a361155731cd)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:36:03.455380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60700) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:03.469368 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-faf7a30e-d40d-408e-adaa-481b5e7e0a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.494413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Subnet': ['ID=f5443c73-d1ce-4a55-a3ba-62abe7c09f5b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:03.508209 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d16f8179-1bd9-4f3e-8c4c-3858cc05b627 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1258669
Apr 16 21:36:03.512753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60702) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:03.515792 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0defbc07-99ab-4e96-a00c-3aee17fdeb12), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.517283 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2da7aa23-7f8a-4670-b622-4f77b2673fea tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group': {'name': 'tempest-secgroup--1682345610'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:03.571395 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (cce3247a-e301-400e-86d8-adb2ab074fd6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.582617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496e79d-7121-4f90-ada3-02cc6ed8ece2 None None] Pushing event updated for resources: {'Port': ['ID=0defbc07-99ab-4e96-a00c-3aee17fdeb12,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:03.582886 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-850c2efa-80af-4507-a4b5-4d8fbc7f47e8 req-3f20d210-3b7b-433c-a634-f0361581da1c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0807073
Apr 16 21:36:03.625808 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-faf7a30e-d40d-408e-adaa-481b5e7e0a0f admin admin] Publish callbacks [] for security_group (cd05d3d3-2563-4aa9-bb69-76472279b8c1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.636003 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d9a7a30>,) {'filters': {'network_id': ['cce3247a-e301-400e-86d8-adb2ab074fd6']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:03.660219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d9a7a30>, 'b76b686f-0773-4ff1-9e8b-a361155731cd') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:03.660219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d9a7a30>, 'b76b686f-0773-4ff1-9e8b-a361155731cd') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:03.667515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (b76b686f-0773-4ff1-9e8b-a361155731cd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.668574 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2da7aa23-7f8a-4670-b622-4f77b2673fea tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.686770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c2efa-80af-4507-a4b5-4d8fbc7f47e8 req-0053a2a4-e1b4-48a3-aebf-dac757ecb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:03.688484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-850c2efa-80af-4507-a4b5-4d8fbc7f47e8 req-0053a2a4-e1b4-48a3-aebf-dac757ecb5b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=551fe53574564e4ea60f7288faf4298f&device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 1127 time: 0.0584211
Apr 16 21:36:03.688680 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b76b686f-0773-4ff1-9e8b-a361155731cd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.721030 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:36:03.721455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (b76b686f-0773-4ff1-9e8b-a361155731cd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:36:03.724732 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:36:03.769764 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-faf7a30e-d40d-408e-adaa-481b5e7e0a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cd05d3d3-2563-4aa9-bb69-76472279b8c1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.830115 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.db.api [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 21:36:03.830115 ncdv-master-1 neutron-server[122556]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 21:36:03.830115 ncdv-master-1 neutron-server[122556]: [parameters: {'id': 'cce3247a-e301-400e-86d8-adb2ab074fd6'}]
Apr 16 21:36:03.830115 ncdv-master-1 neutron-server[122556]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:36:03.833418 ncdv-master-1 neutron-server[122556]: DEBUG oslo_db.api [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:36:03.894727 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b2b1-2653-494e-91d1-0bab4bbf8892 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (97cf49c7-7db5-4491-83c3-692202fbc102), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.900242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7a30e-d40d-408e-adaa-481b5e7e0a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd05d3d3-2563-4aa9-bb69-76472279b8c1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:03.908225 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-faf7a30e-d40d-408e-adaa-481b5e7e0a0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adc8f3651b2c4a32b64e2fd9fb1e45e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4501526
Apr 16 21:36:03.912481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60708) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:03.937462 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2da7aa23-7f8a-4670-b622-4f77b2673fea tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (0de7bd69-94f9-4d42-800c-9edc47c10e5f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.951045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c2efa-80af-4507-a4b5-4d8fbc7f47e8 req-6021f5aa-1f20-4768-a224-1405a31e1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:03.952636 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-850c2efa-80af-4507-a4b5-4d8fbc7f47e8 req-6021f5aa-1f20-4768-a224-1405a31e1e28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0b57eca-5587-422d-aee9-773ab2a51166 HTTP/1.1" status: 200  len: 910 time: 0.2437489
Apr 16 21:36:03.958548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe7b2b1-2653-494e-91d1-0bab4bbf8892 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network b0bd94f0-407c-45c4-98a0-e686c312a364 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:36:03.962957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-8fe7b2b1-2653-494e-91d1-0bab4bbf8892 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:36:03.968325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe7b2b1-2653-494e-91d1-0bab4bbf8892 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:03.969243 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b2b1-2653-494e-91d1-0bab4bbf8892 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:03.978788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a7f7a5-3ada-494f-a523-e90c41779f8d None None] Network b0bd94f0-407c-45c4-98a0-e686c312a364 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:03.984289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7b2b1-2653-494e-91d1-0bab4bbf8892 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Subnet': ['ID=97cf49c7-7db5-4491-83c3-692202fbc102,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:04.013083 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2da7aa23-7f8a-4670-b622-4f77b2673fea tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0de7bd69-94f9-4d42-800c-9edc47c10e5f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.040101 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8fe7b2b1-2653-494e-91d1-0bab4bbf8892 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.0725658
Apr 16 21:36:04.043639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60712) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:04.052136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e1108233-0a36-4993-9d73-2845b59d3e01 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1756428255', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '97cf49c7-7db5-4491-83c3-692202fbc102'}], 'security_groups': ['8302f1af-8915-4727-b11c-a77aacb69606']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:04.082636 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-850c2efa-80af-4507-a4b5-4d8fbc7f47e8 req-90027ccf-bb4b-4c6f-a869-058cba67cc0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 HTTP/1.1" status: 200  len: 999 time: 0.1217153
Apr 16 21:36:04.088429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7aa23-7f8a-4670-b622-4f77b2673fea tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de7bd69-94f9-4d42-800c-9edc47c10e5f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:04.095530 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02a4a33d-9381-4e9a-89b1-be757ff44bc6 admin admin] Publish callbacks [] for security_group (cd05d3d3-2563-4aa9-bb69-76472279b8c1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.151798 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2da7aa23-7f8a-4670-b622-4f77b2673fea tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.153182 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2da7aa23-7f8a-4670-b622-4f77b2673fea tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6394339
Apr 16 21:36:04.156085 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60714) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:04.156435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02a4a33d-9381-4e9a-89b1-be757ff44bc6 admin admin] Publish callbacks [] for security_group (cd05d3d3-2563-4aa9-bb69-76472279b8c1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.161251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-35e5cb04-b2e4-4ed8-96d6-fc55ecf023b4 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '0de7bd69-94f9-4d42-800c-9edc47c10e5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:04.187846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c2efa-80af-4507-a4b5-4d8fbc7f47e8 req-0d10e8a4-28d0-4806-9da7-d4dfb27a3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:04.189749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-850c2efa-80af-4507-a4b5-4d8fbc7f47e8 req-0d10e8a4-28d0-4806-9da7-d4dfb27a3fd4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=790327af-1d0e-4060-8eb3-ab75fb735884 HTTP/1.1" status: 200  len: 848 time: 0.0960875
Apr 16 21:36:04.237838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2027e3aa-3fc6-41bb-a8a7-9a2c1c14256d None None] Update dhcp port {'port': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'fixed_ips': [{'subnet_id': '18cd0f42-d5ae-4cee-8d28-7e77985cd044', 'ip_address': '2001:db8::2'}, {'subnet_id': '97cf49c7-7db5-4491-83c3-692202fbc102'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '50ff6326-413d-4730-9df4-dce86a303dbe'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:36:04.247963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c2efa-80af-4507-a4b5-4d8fbc7f47e8 req-feb8fd5e-da11-4c76-9dfb-f0a60d9ae71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:04.249646 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-850c2efa-80af-4507-a4b5-4d8fbc7f47e8 req-feb8fd5e-da11-4c76-9dfb-f0a60d9ae71d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0b57eca-5587-422d-aee9-773ab2a51166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0507374
Apr 16 21:36:04.254271 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1108233-0a36-4993-9d73-2845b59d3e01 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (12db4794-1a43-453b-897a-848097be04df), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.280830 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2027e3aa-3fc6-41bb-a8a7-9a2c1c14256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.335438 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (cce3247a-e301-400e-86d8-adb2ab074fd6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.413752 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02a4a33d-9381-4e9a-89b1-be757ff44bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cd05d3d3-2563-4aa9-bb69-76472279b8c1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.420156 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02a4a33d-9381-4e9a-89b1-be757ff44bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.421363 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-02a4a33d-9381-4e9a-89b1-be757ff44bc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd05d3d3-2563-4aa9-bb69-76472279b8c1 HTTP/1.1" status: 204  len: 168 time: 0.5054173
Apr 16 21:36:04.432858 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-35e5cb04-b2e4-4ed8-96d6-fc55ecf023b4 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The resource could not be found.
Apr 16 21:36:04.432858 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-35e5cb04-b2e4-4ed8-96d6-fc55ecf023b4 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2743380
Apr 16 21:36:04.435291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60726) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:04.437700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4a33d-9381-4e9a-89b1-be757ff44bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd05d3d3-2563-4aa9-bb69-76472279b8c1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:04.459873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-30dd8d7a-3fde-42b8-b1d4-3530248328b5 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '0de7bd69-94f9-4d42-800c-9edc47c10e5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c60329b9-d56b-4820-a25c-3e39948a8c0b'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:04.509188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Deleting port 0defbc07-99ab-4e96-a00c-3aee17fdeb12 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:36:04.509542 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0defbc07-99ab-4e96-a00c-3aee17fdeb12), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.580061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-2027e3aa-3fc6-41bb-a8a7-9a2c1c14256d None None] Allocated IP 2001:db8:0:1::2 (b0bd94f0-407c-45c4-98a0-e686c312a364/97cf49c7-7db5-4491-83c3-692202fbc102/50ff6326-413d-4730-9df4-dce86a303dbe) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:36:04.615265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-850c2efa-80af-4507-a4b5-4d8fbc7f47e8 req-9982bd9e-fac7-47fd-b556-1806d0cbbf8b service neutron] 10.222.0.11 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3597615
Apr 16 21:36:04.654615 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0defbc07-99ab-4e96-a00c-3aee17fdeb12 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:36:04.777024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] For port 0defbc07-99ab-4e96-a00c-3aee17fdeb12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0defbc07-99ab-4e96-a00c-3aee17fdeb12,segment=NetworkSegment(b76b686f-0773-4ff1-9e8b-a361155731cd),segment_id=b76b686f-0773-4ff1-9e8b-a361155731cd)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:04.777577 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0defbc07-99ab-4e96-a00c-3aee17fdeb12), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.781370 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-850c2efa-80af-4507-a4b5-4d8fbc7f47e8 req-8598ab9c-4764-4c12-a062-a74fbd791dc6 service neutron] 10.222.0.11 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592319
Apr 16 21:36:04.797678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc2339-50e9-4d20-9852-218b0b29e111 req-e09fbe1f-92e6-4fd3-801e-1bdbc1e4a1ce tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:04.799349 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2bc2339-50e9-4d20-9852-218b0b29e111 req-e09fbe1f-92e6-4fd3-801e-1bdbc1e4a1ce tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.1009362
Apr 16 21:36:04.804705 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Calling delete_port for 0defbc07-99ab-4e96-a00c-3aee17fdeb12 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:36:04.814238 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-30dd8d7a-3fde-42b8-b1d4-3530248328b5 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The resource could not be found.
Apr 16 21:36:04.814705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 0defbc07-99ab-4e96-a00c-3aee17fdeb12 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:04.815167 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0defbc07-99ab-4e96-a00c-3aee17fdeb12), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.818900 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-30dd8d7a-3fde-42b8-b1d4-3530248328b5 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.3639998
Apr 16 21:36:04.819092 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2027e3aa-3fc6-41bb-a8a7-9a2c1c14256d None None] For port 50ff6326-413d-4730-9df4-dce86a303dbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50ff6326-413d-4730-9df4-dce86a303dbe,segment=NetworkSegment(ded79bff-ce7d-49ac-86fd-d454fae7aaa3),segment_id=ded79bff-ce7d-49ac-86fd-d454fae7aaa3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:04.819227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60730) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:04.890913 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2027e3aa-3fc6-41bb-a8a7-9a2c1c14256d None None] Publish callbacks [] for port (50ff6326-413d-4730-9df4-dce86a303dbe), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.934456 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2bc2339-50e9-4d20-9852-218b0b29e111 req-dbaa1f01-7a37-4740-bb69-9d2d4c7ca9eb tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274729
Apr 16 21:36:04.946288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0defbc07-99ab-4e96-a00c-3aee17fdeb12 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:04.946756 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0defbc07-99ab-4e96-a00c-3aee17fdeb12), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.963602 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2027e3aa-3fc6-41bb-a8a7-9a2c1c14256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:04.985725 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e2a0992a-cc41-494e-8a86-53c3edc733fe tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (0de7bd69-94f9-4d42-800c-9edc47c10e5f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.004597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa1d5d-c27d-46d7-8d48-b98e35e66639 None None] Network cce3247a-e301-400e-86d8-adb2ab074fd6 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:05.047979 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e2a0992a-cc41-494e-8a86-53c3edc733fe tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (0de7bd69-94f9-4d42-800c-9edc47c10e5f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.157612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-e1108233-0a36-4993-9d73-2845b59d3e01 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Delete allocated IP 2001:db8::91 (b0bd94f0-407c-45c4-98a0-e686c312a364/18cd0f42-d5ae-4cee-8d28-7e77985cd044) {{(pid=122556) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 16 21:36:05.168250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-e1108233-0a36-4993-9d73-2845b59d3e01 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8:0:1::3e9 (b0bd94f0-407c-45c4-98a0-e686c312a364/97cf49c7-7db5-4491-83c3-692202fbc102/12db4794-1a43-453b-897a-848097be04df) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:36:05.220784 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e2a0992a-cc41-494e-8a86-53c3edc733fe tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0de7bd69-94f9-4d42-800c-9edc47c10e5f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.223383 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e2a0992a-cc41-494e-8a86-53c3edc733fe tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.224645 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e2a0992a-cc41-494e-8a86-53c3edc733fe tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "DELETE /v2.0/security-groups/0de7bd69-94f9-4d42-800c-9edc47c10e5f HTTP/1.1" status: 204  len: 168 time: 0.4052114
Apr 16 21:36:05.227457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60740) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:05.271237 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0992a-cc41-494e-8a86-53c3edc733fe tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de7bd69-94f9-4d42-800c-9edc47c10e5f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:05.282750 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 0defbc07-99ab-4e96-a00c-3aee17fdeb12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0defbc07-99ab-4e96-a00c-3aee17fdeb12,segment=NetworkSegment(b76b686f-0773-4ff1-9e8b-a361155731cd),segment_id=b76b686f-0773-4ff1-9e8b-a361155731cd)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:05.300565 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e3b37b40-524e-418d-994c-4b02fe97797b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0716164
Apr 16 21:36:05.301829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60744) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:05.307109 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-51acb6b2-ef81-4f21-8dd9-1b0cbb2d5073 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '04329d4a-e3a5-40f8-878e-4499f1739426', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:05.326078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cabd9c05-a148-4202-a199-1091c9e1d261 None None] Provisioning complete for port 0defbc07-99ab-4e96-a00c-3aee17fdeb12 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:05.326461 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cabd9c05-a148-4202-a199-1091c9e1d261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0defbc07-99ab-4e96-a00c-3aee17fdeb12), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.332486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027e3aa-3fc6-41bb-a8a7-9a2c1c14256d None None] Pushing event updated for resources: {'Port': ['ID=50ff6326-413d-4730-9df4-dce86a303dbe,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:05.373383 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1108233-0a36-4993-9d73-2845b59d3e01 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (12db4794-1a43-453b-897a-848097be04df), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.394319 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0defbc07-99ab-4e96-a00c-3aee17fdeb12), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.395200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 50ff6326-413d-4730-9df4-dce86a303dbe up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:36:05.441729 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0defbc07-99ab-4e96-a00c-3aee17fdeb12), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.443935 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1108233-0a36-4993-9d73-2845b59d3e01 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (12db4794-1a43-453b-897a-848097be04df), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.485543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Port': ['ID=0defbc07-99ab-4e96-a00c-3aee17fdeb12,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:05.487184 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No DVR routers for this DVR port 0defbc07-99ab-4e96-a00c-3aee17fdeb12 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:36:05.487448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cabd9c05-a148-4202-a199-1091c9e1d261 None None] Could not find standard attr ID for object 0defbc07-99ab-4e96-a00c-3aee17fdeb12. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:36:05.504849 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-51acb6b2-ef81-4f21-8dd9-1b0cbb2d5073 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The resource could not be found.
Apr 16 21:36:05.505986 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-51acb6b2-ef81-4f21-8dd9-1b0cbb2d5073 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2028725
Apr 16 21:36:05.510831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60748) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:05.518227 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126331794'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:05.519797 ncdv-master-1 neutron-server[122557]: INFO neutron.plugins.ml2.db [None req-cabd9c05-a148-4202-a199-1091c9e1d261 None None] No ports have port_id starting with 0defbc07-99ab-4e96-a00c-3aee17fdeb12
Apr 16 21:36:05.520686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=0defbc07-99ab-4e96-a00c-3aee17fdeb12,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:05.538151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 50ff6326-413d-4730-9df4-dce86a303dbe triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:05.538540 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.582714 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd0e2a8-8699-4611-ba01-792a89f94780 None None] DHCP port deletion for cce3247a-e301-400e-86d8-adb2ab074fd6 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:36:05.635849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.648332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb71042-536a-4ea0-9a6f-3af4db31fedf None None] Network cce3247a-e301-400e-86d8-adb2ab074fd6 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:05.699521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e1108233-0a36-4993-9d73-2845b59d3e01 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] In _notify_port_updated(), no bound segment for port 12db4794-1a43-453b-897a-848097be04df on network b0bd94f0-407c-45c4-98a0-e686c312a364 {{(pid=122556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:36:05.704903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1108233-0a36-4993-9d73-2845b59d3e01 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:05.705552 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1108233-0a36-4993-9d73-2845b59d3e01 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.706901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e1108233-0a36-4993-9d73-2845b59d3e01 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "PUT /v2.0/ports/12db4794-1a43-453b-897a-848097be04df HTTP/1.1" status: 200  len: 931 time: 1.6626379
Apr 16 21:36:05.710444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60754) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:05.729954 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (cce3247a-e301-400e-86d8-adb2ab074fd6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.757836 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e266250>,) {'filters': {'network_id': ['cce3247a-e301-400e-86d8-adb2ab074fd6']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:05.768778 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e266250>, 'b76b686f-0773-4ff1-9e8b-a361155731cd') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:05.769089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e266250>, 'b76b686f-0773-4ff1-9e8b-a361155731cd') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:05.785855 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (b76b686f-0773-4ff1-9e8b-a361155731cd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.789486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 50ff6326-413d-4730-9df4-dce86a303dbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:05.802757 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b76b686f-0773-4ff1-9e8b-a361155731cd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.809331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:36:05.809740 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (b76b686f-0773-4ff1-9e8b-a361155731cd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:36:05.813108 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:36:05.824011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1108233-0a36-4993-9d73-2845b59d3e01 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=12db4794-1a43-453b-897a-848097be04df,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:05.864719 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (94d5fdb5-5232-4242-9e4b-9febd5d3d28c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.874519 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c6414663-355b-49b1-9545-581baa2da69b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 12db4794-1a43-453b-897a-848097be04df {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:36:05.874973 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6414663-355b-49b1-9545-581baa2da69b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (12db4794-1a43-453b-897a-848097be04df), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.977092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6414663-355b-49b1-9545-581baa2da69b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (12db4794-1a43-453b-897a-848097be04df), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:05.992393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c6414663-355b-49b1-9545-581baa2da69b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 12db4794-1a43-453b-897a-848097be04df owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:36:06.007036 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (94d5fdb5-5232-4242-9e4b-9febd5d3d28c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.018258 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (cce3247a-e301-400e-86d8-adb2ab074fd6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.024298 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.029230 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/cce3247a-e301-400e-86d8-adb2ab074fd6 HTTP/1.1" status: 204  len: 168 time: 3.0750737
Apr 16 21:36:06.058270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60764) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:06.059397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d87df-e600-4eb5-9201-5898f4700229 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Network': ['ID=cce3247a-e301-400e-86d8-adb2ab074fd6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:06.099340 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-12120583-b796-4c94-9a4e-8609d34e61bf tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:06.099502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12120583-b796-4c94-9a4e-8609d34e61bf tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:06.102760 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-12120583-b796-4c94-9a4e-8609d34e61bf tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/subnets/f5443c73-d1ce-4a55-a3ba-62abe7c09f5b HTTP/1.1" status: 404  len: 337 time: 0.0346479
Apr 16 21:36:06.103477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d5fdb5-5232-4242-9e4b-9febd5d3d28c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:06.105491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60766) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:06.125592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.125946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.126296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.126642 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.126986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.127321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.127656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.127987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.128342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.128479 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-741bc513-5bd3-407a-803e-c7e9a2f281d2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:06.128673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.129002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741bc513-5bd3-407a-803e-c7e9a2f281d2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:06.129127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.129325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.129651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.129977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.130300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:06.133086 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-741bc513-5bd3-407a-803e-c7e9a2f281d2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/cce3247a-e301-400e-86d8-adb2ab074fd6 HTTP/1.1" status: 404  len: 339 time: 0.0260658
Apr 16 21:36:06.135929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60768) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:06.167591 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcaadc0-904a-4830-86e4-0084d007ab05 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:06.168143 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcaadc0-904a-4830-86e4-0084d007ab05 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:06.172282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5fcaadc0-904a-4830-86e4-0084d007ab05 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/subnets/6d314abe-2a5e-4d59-9d07-da8ddfff46fe HTTP/1.1" status: 404  len: 337 time: 0.0351260
Apr 16 21:36:06.172565 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.175046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60770) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:06.176505 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9019f17d-0ac9-4f1b-90db-2190988d8435 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6646705
Apr 16 21:36:06.178627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60772) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:06.188306 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5d52bce5-fd2b-438a-bb54-d2e27eb2b4f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group': {'name': 'tempest-secgroup--435288239'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:06.203138 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-12891627-a71a-4465-989b-6c9aa7b7232c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:06.203658 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12891627-a71a-4465-989b-6c9aa7b7232c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:06.203795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a8718-c1e0-48e2-b618-d393cc03c88f req-e43585e3-4430-46b4-97f0-4f048106b91c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:06.205312 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e8a8718-c1e0-48e2-b618-d393cc03c88f req-e43585e3-4430-46b4-97f0-4f048106b91c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.1074228
Apr 16 21:36:06.210293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-12891627-a71a-4465-989b-6c9aa7b7232c tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/8149b7eb-6b3c-498c-bccc-86ccc86a8d8e HTTP/1.1" status: 404  len: 339 time: 0.0338199
Apr 16 21:36:06.210725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60774) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:06.242147 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.262449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6ce8522d-c2ad-470f-af14-e889846a959d None None] Provisioning complete for port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:06.263250 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6ce8522d-c2ad-470f-af14-e889846a959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7e73b67b-73b9-4ca7-9b45-4141ca81c8cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.351557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1de74e2d-6ec2-4e07-a621-fb6d026d616a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (d32b4264-1e48-4825-8da0-65adb3fa8eaf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.359562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8522d-c2ad-470f-af14-e889846a959d None None] Port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:36:06.374809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6ce8522d-c2ad-470f-af14-e889846a959d None None] Provisioning complete for port 12db4794-1a43-453b-897a-848097be04df triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:06.377599 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6ce8522d-c2ad-470f-af14-e889846a959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (12db4794-1a43-453b-897a-848097be04df), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.424487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 50ff6326-413d-4730-9df4-dce86a303dbe up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:36:06.429574 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5d52bce5-fd2b-438a-bb54-d2e27eb2b4f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.437294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e8a8718-c1e0-48e2-b618-d393cc03c88f req-0ff13b9d-510c-4738-888b-caf74f6152d7 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1653144
Apr 16 21:36:06.470369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8522d-c2ad-470f-af14-e889846a959d None None] Port 12db4794-1a43-453b-897a-848097be04df cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:36:06.485566 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6ce8522d-c2ad-470f-af14-e889846a959d None None] Provisioning complete for port 50ff6326-413d-4730-9df4-dce86a303dbe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:06.485950 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6ce8522d-c2ad-470f-af14-e889846a959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.535412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 50ff6326-413d-4730-9df4-dce86a303dbe triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:06.535796 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.539696 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1de74e2d-6ec2-4e07-a621-fb6d026d616a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (d32b4264-1e48-4825-8da0-65adb3fa8eaf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.571193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1de74e2d-6ec2-4e07-a621-fb6d026d616a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124a22a90>,) {'filters': {'network_id': ['d32b4264-1e48-4825-8da0-65adb3fa8eaf']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:06.586705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1de74e2d-6ec2-4e07-a621-fb6d026d616a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124a22a90>, '60ce41a3-a0fb-40f1-8fc0-e6c739c0fa28') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:06.587196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1de74e2d-6ec2-4e07-a621-fb6d026d616a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124a22a90>, '60ce41a3-a0fb-40f1-8fc0-e6c739c0fa28') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:06.601257 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1de74e2d-6ec2-4e07-a621-fb6d026d616a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (60ce41a3-a0fb-40f1-8fc0-e6c739c0fa28), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.620483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8522d-c2ad-470f-af14-e889846a959d None None] Current status of the port 50ff6326-413d-4730-9df4-dce86a303dbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:06.626296 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5d52bce5-fd2b-438a-bb54-d2e27eb2b4f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (deb1a605-5291-4f59-bc60-50eccccb9a18), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.627494 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1de74e2d-6ec2-4e07-a621-fb6d026d616a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (60ce41a3-a0fb-40f1-8fc0-e6c739c0fa28), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.631947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6414663-355b-49b1-9545-581baa2da69b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (12db4794-1a43-453b-897a-848097be04df), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.639443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de74e2d-6ec2-4e07-a621-fb6d026d616a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:36:06.639842 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1de74e2d-6ec2-4e07-a621-fb6d026d616a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (60ce41a3-a0fb-40f1-8fc0-e6c739c0fa28), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:36:06.644489 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:36:06.659780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 50ff6326-413d-4730-9df4-dce86a303dbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:06.710244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6414663-355b-49b1-9545-581baa2da69b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=12db4794-1a43-453b-897a-848097be04df,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:06.723046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0defbc07-99ab-4e96-a00c-3aee17fdeb12 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:36:06.732480 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5d52bce5-fd2b-438a-bb54-d2e27eb2b4f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (deb1a605-5291-4f59-bc60-50eccccb9a18), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.753578 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 0defbc07-99ab-4e96-a00c-3aee17fdeb12 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:36:06.754027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0defbc07-99ab-4e96-a00c-3aee17fdeb12 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:36:06.763625 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c6414663-355b-49b1-9545-581baa2da69b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.770117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c6414663-355b-49b1-9545-581baa2da69b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/12db4794-1a43-453b-897a-848097be04df HTTP/1.1" status: 204  len: 168 time: 1.0544918
Apr 16 21:36:06.771057 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60776) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:06.772484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-909c43a4-4ae1-4d59-8242-d6a223b4b477 None None] Could not find standard attr ID for object 12db4794-1a43-453b-897a-848097be04df. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:36:06.782739 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52bce5-fd2b-438a-bb54-d2e27eb2b4f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb1a605-5291-4f59-bc60-50eccccb9a18,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:06.829593 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0b62fc-6b34-4695-8ab9-49e401074a00 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:36:06.831064 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8b0b62fc-6b34-4695-8ab9-49e401074a00 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/12db4794-1a43-453b-897a-848097be04df HTTP/1.1" status: 404  len: 333 time: 0.0477235
Apr 16 21:36:06.834136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60780) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:06.863989 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1de74e2d-6ec2-4e07-a621-fb6d026d616a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (d32b4264-1e48-4825-8da0-65adb3fa8eaf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.874511 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1de74e2d-6ec2-4e07-a621-fb6d026d616a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.877616 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1de74e2d-6ec2-4e07-a621-fb6d026d616a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/d32b4264-1e48-4825-8da0-65adb3fa8eaf HTTP/1.1" status: 204  len: 168 time: 0.6641042
Apr 16 21:36:06.880202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60782) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:06.901575 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de74e2d-6ec2-4e07-a621-fb6d026d616a tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Network': ['ID=d32b4264-1e48-4825-8da0-65adb3fa8eaf,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:06.907563 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5d52bce5-fd2b-438a-bb54-d2e27eb2b4f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.909430 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5d52bce5-fd2b-438a-bb54-d2e27eb2b4f7 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7275569
Apr 16 21:36:06.915319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60784) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:06.916953 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc20f430-78d0-4390-b0dc-6ae2b2f80388 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:06.917598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc20f430-78d0-4390-b0dc-6ae2b2f80388 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:06.921857 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bc20f430-78d0-4390-b0dc-6ae2b2f80388 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/subnets/fac9a611-86ce-462a-bb90-d2936b5b9399 HTTP/1.1" status: 404  len: 337 time: 0.0406423
Apr 16 21:36:06.924462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60786) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:06.927809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b32c2395-3430-4d9b-9123-f5033e3f44b4 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '94d5fdb5-5232-4242-9e4b-9febd5d3d28c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'deb1a605-5291-4f59-bc60-50eccccb9a18'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:06.952523 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-d808f3ec-15e3-4e3c-8915-572483589a27 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:06.953458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d808f3ec-15e3-4e3c-8915-572483589a27 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:06.963495 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d808f3ec-15e3-4e3c-8915-572483589a27 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/8023fb78-568b-4558-ad2c-d829277b336f HTTP/1.1" status: 404  len: 339 time: 0.0320346
Apr 16 21:36:06.963639 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-612da66f-c7de-4100-abce-2a71426a1194 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (481037d9-1fec-4f00-a791-541040eb4b0b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.963758 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60792) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:06.989144 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-612da66f-c7de-4100-abce-2a71426a1194 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (481037d9-1fec-4f00-a791-541040eb4b0b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:06.991972 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-231db127-99f7-4e61-bc45-f8ec8e7bdf71 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:06.992406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231db127-99f7-4e61-bc45-f8ec8e7bdf71 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:06.995980 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-231db127-99f7-4e61-bc45-f8ec8e7bdf71 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/subnets/ed1c4b7d-3f7b-413c-9b09-1f9234d29d8e HTTP/1.1" status: 404  len: 337 time: 0.0346434
Apr 16 21:36:06.998899 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60794) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.017163 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-96eee188-eaf5-4d1b-81c0-97d5b533cd51 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:07.017680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96eee188-eaf5-4d1b-81c0-97d5b533cd51 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:07.023088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-96eee188-eaf5-4d1b-81c0-97d5b533cd51 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/676b6169-124f-4eaa-80fb-f4859eb667b0 HTTP/1.1" status: 404  len: 339 time: 0.0208781
Apr 16 21:36:07.023688 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60796) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.050639 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ecd1d2-0e13-4a98-b15e-2b740506559f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:07.051086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ecd1d2-0e13-4a98-b15e-2b740506559f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:07.054099 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f2ecd1d2-0e13-4a98-b15e-2b740506559f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/subnets/c8dcccdb-0634-4d2a-a280-64ed3d86dbb1 HTTP/1.1" status: 404  len: 337 time: 0.0295255
Apr 16 21:36:07.056653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60798) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.075104 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bac722-3a19-4cbf-be88-efeec3365090 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:07.075533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64bac722-3a19-4cbf-be88-efeec3365090 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:07.078565 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-64bac722-3a19-4cbf-be88-efeec3365090 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/9e4bc979-8846-40c7-b0c4-ab50b0c3ffb9 HTTP/1.1" status: 404  len: 339 time: 0.0209820
Apr 16 21:36:07.081120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60800) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.107031 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa333db-9ce0-4efb-81d2-e22a0fa9d799 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:07.107458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa333db-9ce0-4efb-81d2-e22a0fa9d799 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:07.109101 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-612da66f-c7de-4100-abce-2a71426a1194 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (481037d9-1fec-4f00-a791-541040eb4b0b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.110436 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8fa333db-9ce0-4efb-81d2-e22a0fa9d799 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/subnets/92f3579e-a134-4ebc-adae-bc346db02428 HTTP/1.1" status: 404  len: 337 time: 0.0284064
Apr 16 21:36:07.111920 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-612da66f-c7de-4100-abce-2a71426a1194 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.112937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60802) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.118655 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-612da66f-c7de-4100-abce-2a71426a1194 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/security-groups/481037d9-1fec-4f00-a791-541040eb4b0b HTTP/1.1" status: 204  len: 168 time: 0.2779560
Apr 16 21:36:07.121309 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60804) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.122412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612da66f-c7de-4100-abce-2a71426a1194 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481037d9-1fec-4f00-a791-541040eb4b0b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:07.137317 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-440cde37-4197-48fc-b064-bf679cd29bf7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:07.137829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440cde37-4197-48fc-b064-bf679cd29bf7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:07.138400 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-b32c2395-3430-4d9b-9123-f5033e3f44b4 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:07.145079 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b32c2395-3430-4d9b-9123-f5033e3f44b4 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2229476
Apr 16 21:36:07.145837 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-440cde37-4197-48fc-b064-bf679cd29bf7 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/e7f47a60-20af-4ea9-a79a-219937d0e9f2 HTTP/1.1" status: 404  len: 339 time: 0.0270002
Apr 16 21:36:07.145964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60806) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.146173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60808) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.188936 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63c7d33-b145-4b79-beda-64f51d795507 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:07.189393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63c7d33-b145-4b79-beda-64f51d795507 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:07.195075 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b63c7d33-b145-4b79-beda-64f51d795507 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/subnets/7cf5edd7-174f-4762-a514-453e718b2c0b HTTP/1.1" status: 404  len: 337 time: 0.0454836
Apr 16 21:36:07.195784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60810) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.222332 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2979b5a3-837c-42bc-982f-f98107fff9ca tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (8302f1af-8915-4727-b11c-a77aacb69606), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.225797 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa72af5-b3ac-42ad-80a1-c0a961998cbe tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:07.226328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa72af5-b3ac-42ad-80a1-c0a961998cbe tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:07.233545 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-baa72af5-b3ac-42ad-80a1-c0a961998cbe tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/7d6931b6-d12c-4c89-832a-381b83468401 HTTP/1.1" status: 404  len: 339 time: 0.0347571
Apr 16 21:36:07.234604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60812) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.246747 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-42a56881-fa56-43bd-b6f4-368c40ee0635 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (deb1a605-5291-4f59-bc60-50eccccb9a18), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.248216 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2979b5a3-837c-42bc-982f-f98107fff9ca tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (8302f1af-8915-4727-b11c-a77aacb69606), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.273277 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0106c8-ed43-492b-98be-f978aeac71b2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:07.273746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0106c8-ed43-492b-98be-f978aeac71b2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:07.277738 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-af0106c8-ed43-492b-98be-f978aeac71b2 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/subnets/2369496e-d265-4c14-a6fb-1bbfa5475371 HTTP/1.1" status: 404  len: 337 time: 0.0422080
Apr 16 21:36:07.281235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60824) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.308391 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-68882345-5c27-40d5-b972-71dfc70cdd65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:07.309377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68882345-5c27-40d5-b972-71dfc70cdd65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:07.312765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-68882345-5c27-40d5-b972-71dfc70cdd65 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/7a6d98e2-40d4-43ea-8ef9-c6dd3beb76bd HTTP/1.1" status: 404  len: 339 time: 0.0306075
Apr 16 21:36:07.314496 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-42a56881-fa56-43bd-b6f4-368c40ee0635 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (deb1a605-5291-4f59-bc60-50eccccb9a18), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.315363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60826) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.341278 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ce5ad2-8158-4820-a495-9e48816d0359 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:07.341725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ce5ad2-8158-4820-a495-9e48816d0359 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:07.344754 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b7ce5ad2-8158-4820-a495-9e48816d0359 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/subnets/08a4740c-4f59-4821-be4d-22d087b5e731 HTTP/1.1" status: 404  len: 337 time: 0.0284278
Apr 16 21:36:07.346145 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2979b5a3-837c-42bc-982f-f98107fff9ca tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8302f1af-8915-4727-b11c-a77aacb69606), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.347368 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60828) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.348898 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2979b5a3-837c-42bc-982f-f98107fff9ca tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.350605 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2979b5a3-837c-42bc-982f-f98107fff9ca tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/security-groups/8302f1af-8915-4727-b11c-a77aacb69606 HTTP/1.1" status: 204  len: 168 time: 0.2277472
Apr 16 21:36:07.357743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60830) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.361131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979b5a3-837c-42bc-982f-f98107fff9ca tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8302f1af-8915-4727-b11c-a77aacb69606,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:07.378499 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdc4df6-1224-401f-9c38-d632e6b00f4f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:07.379021 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdc4df6-1224-401f-9c38-d632e6b00f4f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:07.384871 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dfdc4df6-1224-401f-9c38-d632e6b00f4f tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/4aabef2b-c5f7-4e92-8f34-01372c68dafc HTTP/1.1" status: 404  len: 339 time: 0.0336928
Apr 16 21:36:07.386248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60832) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.413242 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f33a0f5-2fc7-4630-a321-b4b8abe9617d tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:07.413700 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f33a0f5-2fc7-4630-a321-b4b8abe9617d tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:07.416757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7f33a0f5-2fc7-4630-a321-b4b8abe9617d tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/subnets/1b1c7008-ebf1-4587-bfd3-33e8ef1bb875 HTTP/1.1" status: 404  len: 337 time: 0.0301127
Apr 16 21:36:07.419273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60834) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.428916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6618028e-a952-48ab-b5b7-9d656bb9ca36 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting subnet 18cd0f42-d5ae-4cee-8d28-7e77985cd044 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:36:07.432089 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6618028e-a952-48ab-b5b7-9d656bb9ca36 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (18cd0f42-d5ae-4cee-8d28-7e77985cd044), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.438037 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd05ccc-3127-45b7-a4d7-829838a5d9bb tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:07.438540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd05ccc-3127-45b7-a4d7-829838a5d9bb tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:07.441985 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-edd05ccc-3127-45b7-a4d7-829838a5d9bb tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/464fc03e-4094-4511-bb0e-0b5536726c34 HTTP/1.1" status: 404  len: 339 time: 0.0214925
Apr 16 21:36:07.444112 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60836) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.453921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-42a56881-fa56-43bd-b6f4-368c40ee0635 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (deb1a605-5291-4f59-bc60-50eccccb9a18), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.456849 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-42a56881-fa56-43bd-b6f4-368c40ee0635 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.457623 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-42a56881-fa56-43bd-b6f4-368c40ee0635 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "DELETE /v2.0/security-groups/deb1a605-5291-4f59-bc60-50eccccb9a18 HTTP/1.1" status: 204  len: 168 time: 0.3139853
Apr 16 21:36:07.467295 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60838) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.491450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a56881-fa56-43bd-b6f4-368c40ee0635 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb1a605-5291-4f59-bc60-50eccccb9a18,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:07.500799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6618028e-a952-48ab-b5b7-9d656bb9ca36 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (18cd0f42-d5ae-4cee-8d28-7e77985cd044), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.516960 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c945e9-d7ff-4ad1-9115-91961c489c49 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Deleting subnet 90ff76a8-0455-4394-ad93-76697d2b5817 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:36:07.520708 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22c945e9-d7ff-4ad1-9115-91961c489c49 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for subnet (90ff76a8-0455-4394-ad93-76697d2b5817), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.581069 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d08772d3-dd67-4bfd-88dd-33d6f3410e2a tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1116245
Apr 16 21:36:07.585002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60842) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.603291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22c945e9-d7ff-4ad1-9115-91961c489c49 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (90ff76a8-0455-4394-ad93-76697d2b5817), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.622043 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6618028e-a952-48ab-b5b7-9d656bb9ca36 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (18cd0f42-d5ae-4cee-8d28-7e77985cd044), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.653470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9ecf6-d3ec-4581-be15-3a6fc4bc6b0d req-aa876890-4b0f-48db-a6fe-31af5ea9ddfe tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:07.654967 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afb9ecf6-d3ec-4581-be15-3a6fc4bc6b0d req-aa876890-4b0f-48db-a6fe-31af5ea9ddfe tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.1102271
Apr 16 21:36:07.739214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6618028e-a952-48ab-b5b7-9d656bb9ca36 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (18cd0f42-d5ae-4cee-8d28-7e77985cd044), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.756597 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a20af71a-8be6-4369-8635-6f373867f3df tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (94d5fdb5-5232-4242-9e4b-9febd5d3d28c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.769062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618028e-a952-48ab-b5b7-9d656bb9ca36 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Subnet': ['ID=18cd0f42-d5ae-4cee-8d28-7e77985cd044,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:07.777495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6618028e-a952-48ab-b5b7-9d656bb9ca36 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.785539 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6618028e-a952-48ab-b5b7-9d656bb9ca36 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/18cd0f42-d5ae-4cee-8d28-7e77985cd044 HTTP/1.1" status: 204  len: 168 time: 0.4224210
Apr 16 21:36:07.785539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60844) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.788462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a37f3e-5607-41c8-88e8-2e311a28348e None None] Network b0bd94f0-407c-45c4-98a0-e686c312a364 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:07.791011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-71adfdf8-2c1e-4921-828f-2295352015d5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:07.798136 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afb9ecf6-d3ec-4581-be15-3a6fc4bc6b0d req-4b96b5b5-74e1-4839-bfcc-d588fb4b9a75 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1318874
Apr 16 21:36:07.799356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22c945e9-d7ff-4ad1-9115-91961c489c49 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (90ff76a8-0455-4394-ad93-76697d2b5817), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.823739 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a20af71a-8be6-4369-8635-6f373867f3df tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (94d5fdb5-5232-4242-9e4b-9febd5d3d28c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.961563 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a20af71a-8be6-4369-8635-6f373867f3df tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (94d5fdb5-5232-4242-9e4b-9febd5d3d28c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.964817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a20af71a-8be6-4369-8635-6f373867f3df tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.970013 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a20af71a-8be6-4369-8635-6f373867f3df tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "DELETE /v2.0/security-groups/94d5fdb5-5232-4242-9e4b-9febd5d3d28c HTTP/1.1" status: 204  len: 168 time: 0.3779638
Apr 16 21:36:07.970459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60850) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:07.975660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20af71a-8be6-4369-8635-6f373867f3df tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d5fdb5-5232-4242-9e4b-9febd5d3d28c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:07.991581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71adfdf8-2c1e-4921-828f-2295352015d5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:07.991823 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22c945e9-d7ff-4ad1-9115-91961c489c49 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (90ff76a8-0455-4394-ad93-76697d2b5817), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:07.996840 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71adfdf8-2c1e-4921-828f-2295352015d5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.020448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c945e9-d7ff-4ad1-9115-91961c489c49 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Subnet': ['ID=90ff76a8-0455-4394-ad93-76697d2b5817,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:08.027061 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22c945e9-d7ff-4ad1-9115-91961c489c49 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.032679 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-22c945e9-d7ff-4ad1-9115-91961c489c49 tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/subnets/90ff76a8-0455-4394-ad93-76697d2b5817 HTTP/1.1" status: 204  len: 168 time: 0.5853493
Apr 16 21:36:08.033218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60852) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:08.035210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef40fc0f-b004-46c8-a2fa-890ee3e08591 None None] Network 5bd69d20-01fc-4c35-811f-9c429b7af1c8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:08.081610 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-460d0a5d-b749-4950-9701-22c4699c6e6b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1110880
Apr 16 21:36:08.091769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60854) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:08.096674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a52e2535-5654-4d10-8e4d-6c1e0ced9a16 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075323299'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:08.118972 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (5bd69d20-01fc-4c35-811f-9c429b7af1c8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.180573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Deleting port 7a4525c0-e4b5-48bc-a565-860564a67829 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:36:08.184799 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.200735 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a52e2535-5654-4d10-8e4d-6c1e0ced9a16 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.254140 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab48d6d-2fd1-49fc-9170-5719523426a1 None None] DHCP port deletion for 5bd69d20-01fc-4c35-811f-9c429b7af1c8 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:36:08.272417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] For port 7a4525c0-e4b5-48bc-a565-860564a67829, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a4525c0-e4b5-48bc-a565-860564a67829,segment=NetworkSegment(0c7fe7fc-598a-45ba-b571-72ad39d44f6e),segment_id=0c7fe7fc-598a-45ba-b571-72ad39d44f6e)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:08.273139 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.292365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Calling delete_port for 7a4525c0-e4b5-48bc-a565-860564a67829 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:36:08.333898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5ab48d6d-2fd1-49fc-9170-5719523426a1 None None] Deleting port 7a4525c0-e4b5-48bc-a565-860564a67829 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:36:08.333898 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5ab48d6d-2fd1-49fc-9170-5719523426a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.422123 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a52e2535-5654-4d10-8e4d-6c1e0ced9a16 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (6fddd36f-849c-4ae5-8100-ff0674891b11), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.439679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7a4525c0-e4b5-48bc-a565-860564a67829 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:36:08.476158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5ab48d6d-2fd1-49fc-9170-5719523426a1 None None] For port 7a4525c0-e4b5-48bc-a565-860564a67829, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a4525c0-e4b5-48bc-a565-860564a67829,segment=NetworkSegment(0c7fe7fc-598a-45ba-b571-72ad39d44f6e),segment_id=0c7fe7fc-598a-45ba-b571-72ad39d44f6e)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:08.476158 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5ab48d6d-2fd1-49fc-9170-5719523426a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.495607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5ab48d6d-2fd1-49fc-9170-5719523426a1 None None] Calling delete_port for 7a4525c0-e4b5-48bc-a565-860564a67829 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:36:08.529883 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a52e2535-5654-4d10-8e4d-6c1e0ced9a16 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6fddd36f-849c-4ae5-8100-ff0674891b11), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.534191 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.549483 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71adfdf8-2c1e-4921-828f-2295352015d5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (c7ee1fad-c1b1-4e15-ac2a-a69aa2540217), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.578481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Port 7a4525c0-e4b5-48bc-a565-860564a67829 update to DOWN by agent not found {{(pid=122557) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Apr 16 21:36:08.600116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Port': ['ID=7a4525c0-e4b5-48bc-a565-860564a67829,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:08.604702 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] No DVR routers for this DVR port 7a4525c0-e4b5-48bc-a565-860564a67829 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:36:08.629391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71adfdf8-2c1e-4921-828f-2295352015d5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network b0bd94f0-407c-45c4-98a0-e686c312a364 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:36:08.633562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e2535-5654-4d10-8e4d-6c1e0ced9a16 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fddd36f-849c-4ae5-8100-ff0674891b11,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:08.641986 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a52e2535-5654-4d10-8e4d-6c1e0ced9a16 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.645052 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a52e2535-5654-4d10-8e4d-6c1e0ced9a16 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5504494
Apr 16 21:36:08.647549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-71adfdf8-2c1e-4921-828f-2295352015d5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:36:08.649306 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5ab48d6d-2fd1-49fc-9170-5719523426a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (7a4525c0-e4b5-48bc-a565-860564a67829), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.653147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71adfdf8-2c1e-4921-828f-2295352015d5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:08.654051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-71adfdf8-2c1e-4921-828f-2295352015d5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.658138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60866) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:08.679665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5d8adc68-b69d-47a0-bb86-50bb1b257aff tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '6fddd36f-849c-4ae5-8100-ff0674891b11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:08.688076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adfdf8-2c1e-4921-828f-2295352015d5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Subnet': ['ID=c7ee1fad-c1b1-4e15-ac2a-a69aa2540217,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:08.698865 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab48d6d-2fd1-49fc-9170-5719523426a1 None None] Pushing event deleted for resources: {'Port': ['ID=7a4525c0-e4b5-48bc-a565-860564a67829,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:08.707445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab48d6d-2fd1-49fc-9170-5719523426a1 None None] No DVR routers for this DVR port 7a4525c0-e4b5-48bc-a565-860564a67829 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:36:08.730708 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (5bd69d20-01fc-4c35-811f-9c429b7af1c8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.752198 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011eb5bb50>,) {'filters': {'network_id': ['5bd69d20-01fc-4c35-811f-9c429b7af1c8']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:08.762093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eb5bb50>, '0c7fe7fc-598a-45ba-b571-72ad39d44f6e') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:08.762394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011eb5bb50>, '0c7fe7fc-598a-45ba-b571-72ad39d44f6e') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:08.766621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8662ccd6-1e64-4c82-9cb0-44b78e889bfb None None] Network b0bd94f0-407c-45c4-98a0-e686c312a364 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:08.772007 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (0c7fe7fc-598a-45ba-b571-72ad39d44f6e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.779080 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-71adfdf8-2c1e-4921-828f-2295352015d5 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9924426
Apr 16 21:36:08.782625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60870) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:08.787027 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0c7fe7fc-598a-45ba-b571-72ad39d44f6e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.792595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-c561bc3f-f029-4d4f-99e4-1832cde105d8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'security_group': {'name': 'tempest-secgroup-1024870962'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:08.794161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:36:08.794490 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (0c7fe7fc-598a-45ba-b571-72ad39d44f6e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:36:08.797713 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:36:08.836537 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6708c5a6-61dd-4a71-8baa-c2f9b8e506e7 None None] Provisioning complete for port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:08.837531 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6708c5a6-61dd-4a71-8baa-c2f9b8e506e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7e73b67b-73b9-4ca7-9b45-4141ca81c8cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.886742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c561bc3f-f029-4d4f-99e4-1832cde105d8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.908806 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6708c5a6-61dd-4a71-8baa-c2f9b8e506e7 None None] Port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:36:08.923063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6708c5a6-61dd-4a71-8baa-c2f9b8e506e7 None None] Provisioning complete for port 50ff6326-413d-4730-9df4-dce86a303dbe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:08.923439 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6708c5a6-61dd-4a71-8baa-c2f9b8e506e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.933732 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (5bd69d20-01fc-4c35-811f-9c429b7af1c8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.939023 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-5d8adc68-b69d-47a0-bb86-50bb1b257aff tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:08.940703 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:08.943191 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5d8adc68-b69d-47a0-bb86-50bb1b257aff tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2745335
Apr 16 21:36:08.943191 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60874) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:08.949991 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] 10.222.0.20 "DELETE /v2.0/networks/5bd69d20-01fc-4c35-811f-9c429b7af1c8 HTTP/1.1" status: 204  len: 168 time: 0.9151371
Apr 16 21:36:08.969917 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0a19f-0d2b-43f7-80fb-3f3f24ea35ae tempest-NetworksTest-721227944 tempest-NetworksTest-721227944-project] Pushing event deleted for resources: {'Network': ['ID=5bd69d20-01fc-4c35-811f-9c429b7af1c8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:08.992552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3ada1bcc-538d-4f9c-8763-51e1554cc1e1 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group_rule': {'security_group_id': '6fddd36f-849c-4ae5-8100-ff0674891b11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:09.007803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d844e77-64c2-4730-8f11-942c0f08e839 req-3aafccfa-6119-4324-81c6-22ffcf6cd348 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:09.009513 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4d844e77-64c2-4730-8f11-942c0f08e839 req-3aafccfa-6119-4324-81c6-22ffcf6cd348 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.1201596
Apr 16 21:36:09.034907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23455fcc-4554-4a32-ae08-6ea0ef010aa3 None None] Update dhcp port {'port': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'fixed_ips': [{'subnet_id': '97cf49c7-7db5-4491-83c3-692202fbc102', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c7ee1fad-c1b1-4e15-ac2a-a69aa2540217'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '50ff6326-413d-4730-9df4-dce86a303dbe'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:36:09.091767 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6da7a85f-6d13-4cea-b47a-c73392872a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.095732 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23455fcc-4554-4a32-ae08-6ea0ef010aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.100033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6708c5a6-61dd-4a71-8baa-c2f9b8e506e7 None None] Current status of the port 50ff6326-413d-4730-9df4-dce86a303dbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:09.272451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-23455fcc-4554-4a32-ae08-6ea0ef010aa3 None None] Allocated IP 2001:db8::2 (b0bd94f0-407c-45c4-98a0-e686c312a364/c7ee1fad-c1b1-4e15-ac2a-a69aa2540217/50ff6326-413d-4730-9df4-dce86a303dbe) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:36:09.379357 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c561bc3f-f029-4d4f-99e4-1832cde105d8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (d243408d-c980-4e45-9d2c-3ff9ccf76bf9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.381920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-23455fcc-4554-4a32-ae08-6ea0ef010aa3 None None] For port 50ff6326-413d-4730-9df4-dce86a303dbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50ff6326-413d-4730-9df4-dce86a303dbe,segment=NetworkSegment(ded79bff-ce7d-49ac-86fd-d454fae7aaa3),segment_id=ded79bff-ce7d-49ac-86fd-d454fae7aaa3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:09.403875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4d844e77-64c2-4730-8f11-942c0f08e839 req-68cc517a-03b6-4cca-94a1-295c602b9025 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3825920
Apr 16 21:36:09.417117 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23455fcc-4554-4a32-ae08-6ea0ef010aa3 None None] Publish callbacks [] for port (50ff6326-413d-4730-9df4-dce86a303dbe), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.469981 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c561bc3f-f029-4d4f-99e4-1832cde105d8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d243408d-c980-4e45-9d2c-3ff9ccf76bf9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.492467 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23455fcc-4554-4a32-ae08-6ea0ef010aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.500954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60884) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:09.502021 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561bc3f-f029-4d4f-99e4-1832cde105d8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d243408d-c980-4e45-9d2c-3ff9ccf76bf9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:09.540293 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-3ada1bcc-538d-4f9c-8763-51e1554cc1e1 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:09.541847 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3ada1bcc-538d-4f9c-8763-51e1554cc1e1 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.5587533
Apr 16 21:36:09.544810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60888) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:09.569344 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c561bc3f-f029-4d4f-99e4-1832cde105d8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.573269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c561bc3f-f029-4d4f-99e4-1832cde105d8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7884512
Apr 16 21:36:09.578566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60890) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:09.584021 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-153c9837-4da7-4c19-8f7c-0256506ff8c8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'security_group': {'name': 'tempest-secgroup-1454994153'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:09.589236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23455fcc-4554-4a32-ae08-6ea0ef010aa3 None None] Pushing event updated for resources: {'Port': ['ID=50ff6326-413d-4730-9df4-dce86a303dbe,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:09.622578 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a03492e-542b-48a5-8994-0e5c26d0ef6c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (6fddd36f-849c-4ae5-8100-ff0674891b11), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.658693 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a03492e-542b-48a5-8994-0e5c26d0ef6c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (6fddd36f-849c-4ae5-8100-ff0674891b11), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.711223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-153c9837-4da7-4c19-8f7c-0256506ff8c8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.714160 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-436b3264-7818-42e5-b291-f13fe0e58668 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72c25819b91f4e0cb65b7a0af8c72260&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2114573
Apr 16 21:36:09.717019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60892) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:09.798333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd93eed7-6f15-4456-8184-41b8102cfb15 admin admin] Publish callbacks [] for security_group (f8eef018-f94f-477b-b708-52fdc24e3cfa), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.803272 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-153c9837-4da7-4c19-8f7c-0256506ff8c8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (999199ff-3ecc-497c-9a35-c36d44498f5a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.820888 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd93eed7-6f15-4456-8184-41b8102cfb15 admin admin] Publish callbacks [] for security_group (f8eef018-f94f-477b-b708-52fdc24e3cfa), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.822801 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a03492e-542b-48a5-8994-0e5c26d0ef6c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6fddd36f-849c-4ae5-8100-ff0674891b11), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.827131 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a03492e-542b-48a5-8994-0e5c26d0ef6c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.827131 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8a03492e-542b-48a5-8994-0e5c26d0ef6c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "DELETE /v2.0/security-groups/6fddd36f-849c-4ae5-8100-ff0674891b11 HTTP/1.1" status: 204  len: 168 time: 0.2809794
Apr 16 21:36:09.829656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60894) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:09.851081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03492e-542b-48a5-8994-0e5c26d0ef6c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fddd36f-849c-4ae5-8100-ff0674891b11,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:09.880580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-82482409-a1fe-4836-bc29-aec6e5d0af0b tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0497057
Apr 16 21:36:09.885107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60896) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:09.889903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d553aeb0-444b-4a8e-96f5-78bb057bff63 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123395727'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:09.898228 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-153c9837-4da7-4c19-8f7c-0256506ff8c8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (999199ff-3ecc-497c-9a35-c36d44498f5a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.931124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c9837-4da7-4c19-8f7c-0256506ff8c8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999199ff-3ecc-497c-9a35-c36d44498f5a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:09.961458 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd93eed7-6f15-4456-8184-41b8102cfb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f8eef018-f94f-477b-b708-52fdc24e3cfa), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.964231 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fd93eed7-6f15-4456-8184-41b8102cfb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.965368 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fd93eed7-6f15-4456-8184-41b8102cfb15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8eef018-f94f-477b-b708-52fdc24e3cfa HTTP/1.1" status: 204  len: 168 time: 0.2444699
Apr 16 21:36:09.974071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93eed7-6f15-4456-8184-41b8102cfb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eef018-f94f-477b-b708-52fdc24e3cfa,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:09.986604 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-153c9837-4da7-4c19-8f7c-0256506ff8c8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:09.991045 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-153c9837-4da7-4c19-8f7c-0256506ff8c8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4113936
Apr 16 21:36:09.992244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60900) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:09.999150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d0df0620-9ad1-4d81-8d42-6fcd9cfbe41a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'security_group': {'name': 'tempest-secgroup-681840233'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:09.999394 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d553aeb0-444b-4a8e-96f5-78bb057bff63 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.081010 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d553aeb0-444b-4a8e-96f5-78bb057bff63 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (ab93cdd5-547c-4a35-be3d-8f3440d9a24b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.104921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0df0620-9ad1-4d81-8d42-6fcd9cfbe41a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.180472 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0df0620-9ad1-4d81-8d42-6fcd9cfbe41a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (e73c2835-2eba-47b5-91ca-4cccbfca4161), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.227654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-facd2fa5-5020-4566-9cc6-21120fad51c4 None None] Provisioning complete for port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:10.234201 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-facd2fa5-5020-4566-9cc6-21120fad51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7e73b67b-73b9-4ca7-9b45-4141ca81c8cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.234356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d553aeb0-444b-4a8e-96f5-78bb057bff63 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ab93cdd5-547c-4a35-be3d-8f3440d9a24b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.259710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553aeb0-444b-4a8e-96f5-78bb057bff63 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab93cdd5-547c-4a35-be3d-8f3440d9a24b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:10.263603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-facd2fa5-5020-4566-9cc6-21120fad51c4 None None] Port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:36:10.272469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-facd2fa5-5020-4566-9cc6-21120fad51c4 None None] Provisioning complete for port 50ff6326-413d-4730-9df4-dce86a303dbe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:10.272848 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-facd2fa5-5020-4566-9cc6-21120fad51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.309469 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0df0620-9ad1-4d81-8d42-6fcd9cfbe41a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e73c2835-2eba-47b5-91ca-4cccbfca4161), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.323271 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d553aeb0-444b-4a8e-96f5-78bb057bff63 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.324711 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d553aeb0-444b-4a8e-96f5-78bb057bff63 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4386330
Apr 16 21:36:10.327671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60902) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:10.333205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-17e2806c-697c-40e9-8f07-8360e2abade2 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Request body: {'security_group': {'name': 'default'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:10.334289 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-17e2806c-697c-40e9-8f07-8360e2abade2 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 16 21:36:10.335071 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-17e2806c-697c-40e9-8f07-8360e2abade2 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:36:10.337033 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-17e2806c-697c-40e9-8f07-8360e2abade2 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "PUT /v2.0/security-groups/ab93cdd5-547c-4a35-be3d-8f3440d9a24b HTTP/1.1" status: 409  len: 330 time: 0.0077913
Apr 16 21:36:10.340319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60906) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:10.371344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df0620-9ad1-4d81-8d42-6fcd9cfbe41a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73c2835-2eba-47b5-91ca-4cccbfca4161,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:10.377120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-facd2fa5-5020-4566-9cc6-21120fad51c4 None None] Current status of the port 50ff6326-413d-4730-9df4-dce86a303dbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:10.409276 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4d46c09-47bd-41bd-86b0-11f0f0ed96be tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (ab93cdd5-547c-4a35-be3d-8f3440d9a24b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.421810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 50ff6326-413d-4730-9df4-dce86a303dbe up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:36:10.435509 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4d46c09-47bd-41bd-86b0-11f0f0ed96be tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (ab93cdd5-547c-4a35-be3d-8f3440d9a24b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.437981 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0df0620-9ad1-4d81-8d42-6fcd9cfbe41a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.438829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d0df0620-9ad1-4d81-8d42-6fcd9cfbe41a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4454935
Apr 16 21:36:10.441665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60910) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:10.447272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1761841493', 'security_groups': ['e73c2835-2eba-47b5-91ca-4cccbfca4161'], 'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c7ee1fad-c1b1-4e15-ac2a-a69aa2540217'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:10.530964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 50ff6326-413d-4730-9df4-dce86a303dbe triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:10.531481 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.597915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720abce-2484-44d7-8755-0816baca30ad req-afb7ba2d-74dd-40dc-b89d-d884459c2ced tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:10.599425 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5720abce-2484-44d7-8755-0816baca30ad req-afb7ba2d-74dd-40dc-b89d-d884459c2ced tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0568237
Apr 16 21:36:10.600900 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4d46c09-47bd-41bd-86b0-11f0f0ed96be tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ab93cdd5-547c-4a35-be3d-8f3440d9a24b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.603500 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4d46c09-47bd-41bd-86b0-11f0f0ed96be tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.604628 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c4d46c09-47bd-41bd-86b0-11f0f0ed96be tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "DELETE /v2.0/security-groups/ab93cdd5-547c-4a35-be3d-8f3440d9a24b HTTP/1.1" status: 204  len: 168 time: 0.2620108
Apr 16 21:36:10.607769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60922) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:10.620579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d46c09-47bd-41bd-86b0-11f0f0ed96be tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab93cdd5-547c-4a35-be3d-8f3440d9a24b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:10.663271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:10.663510 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5720abce-2484-44d7-8755-0816baca30ad req-d68c1106-b0fd-45e9-a7d0-a87c58486f76 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498571
Apr 16 21:36:10.671430 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d45e5193-a339-4223-8ae0-e9ed34733c8c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0624919
Apr 16 21:36:10.678918 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60924) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:10.702325 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-94a25b97-dab5-4bca-b827-849da53e8ff0 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] delete failed (client error): The resource could not be found.
Apr 16 21:36:10.706887 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-94a25b97-dab5-4bca-b827-849da53e8ff0 tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "DELETE /v2.0/security-groups/f35444da-e745-4e29-83fd-ad72b74f068c HTTP/1.1" status: 404  len: 347 time: 0.0151329
Apr 16 21:36:10.707046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60926) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:10.707966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 50ff6326-413d-4730-9df4-dce86a303dbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:10.730451 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-42a6f1bd-9653-4a93-b3ac-8de9fc674feb tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] show failed (client error): The resource could not be found.
Apr 16 21:36:10.735188 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-42a6f1bd-9653-4a93-b3ac-8de9fc674feb tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "GET /v2.0/security-groups/290219b2-bf3d-42cc-b494-6d79fbca090e HTTP/1.1" status: 404  len: 347 time: 0.0233383
Apr 16 21:36:10.735572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60930) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:10.750940 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-e6b4b4b4-c9aa-454b-a7b5-c5abb85bc34c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] show failed (client error): The resource could not be found.
Apr 16 21:36:10.751939 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e6b4b4b4-c9aa-454b-a7b5-c5abb85bc34c tempest-NegativeSecGroupIPv6Test-1509666290 tempest-NegativeSecGroupIPv6Test-1509666290-project] 10.222.0.20 "GET /v2.0/security-group-rules/4272c4f4-eb69-4b56-9022-7de7de1fb2b1 HTTP/1.1" status: 404  len: 356 time: 0.0153873
Apr 16 21:36:10.783880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:10.802795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] device_id is not set on port 7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:36:10.972731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8::2ad (b0bd94f0-407c-45c4-98a0-e686c312a364/c7ee1fad-c1b1-4e15-ac2a-a69aa2540217/7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:36:11.111860 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:11.236025 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:11.272484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60944) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:11.280919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network b0bd94f0-407c-45c4-98a0-e686c312a364 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:36:11.286604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60948) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:11.287006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:36:11.291018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:36:11.299276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:11.299952 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:11.311546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:11.383719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1130279414'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:11.386873 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-305578e4-1c48-43d1-bd0a-241781cdaa5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9440348
Apr 16 21:36:11.390444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60952) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:11.397421 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-eed3f720-7265-4224-9a1d-5c8f4a5e2f5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:11.611322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e14666cc-de22-46da-a211-cd0e43e903d6 None None] Provisioning complete for port 7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:11.611897 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e14666cc-de22-46da-a211-cd0e43e903d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:11.639224 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23e6555c-04e3-4e3c-9d77-00e7b9116fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:11.654847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e14666cc-de22-46da-a211-cd0e43e903d6 None None] Port 7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:36:11.812736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3666e9-cba8-44e5-b914-13917c5e6bf4 req-adce967b-23c3-457b-b5e2-27fa35292bf2 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:11.814884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df3666e9-cba8-44e5-b914-13917c5e6bf4 req-adce967b-23c3-457b-b5e2-27fa35292bf2 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0579085
Apr 16 21:36:11.863339 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5406c676-e8be-4555-8d2a-f82f16a96c6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9537d294def48d481450a55ecb9e1e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5755420
Apr 16 21:36:11.866266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60964) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:11.872855 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df3666e9-cba8-44e5-b914-13917c5e6bf4 req-9443246d-729d-416f-ab89-efb8588b0471 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509014
Apr 16 21:36:11.889045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Made reservation on behalf of 74da9f639ab64edcb59b210114586d10 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:11.892866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:11.913921 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:11.988182 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dfbeaec2-1474-4a1e-b60f-8b2f150fab87 admin admin] Publish callbacks [] for security_group (ad32c013-bf17-40a7-b31d-f4c27eba1484), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.021809 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dfbeaec2-1474-4a1e-b60f-8b2f150fab87 admin admin] Publish callbacks [] for security_group (ad32c013-bf17-40a7-b31d-f4c27eba1484), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.073789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed3f720-7265-4224-9a1d-5c8f4a5e2f5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:12.077098 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eed3f720-7265-4224-9a1d-5c8f4a5e2f5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.130775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for security_group (5f555700-3cff-4f5c-9bc7-87860742139a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.183734 ncdv-master-1 neutron-server[122556]: INFO neutron.db.ipam_backend_mixin [None req-eed3f720-7265-4224-9a1d-5c8f4a5e2f5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7ee1fad-c1b1-4e15-ac2a-a69aa2540217 (CIDR: 2001:db8::/64)
Apr 16 21:36:12.230592 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5f555700-3cff-4f5c-9bc7-87860742139a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.237459 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed3f720-7265-4224-9a1d-5c8f4a5e2f5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:12.237914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed3f720-7265-4224-9a1d-5c8f4a5e2f5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:12.264197 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dfbeaec2-1474-4a1e-b60f-8b2f150fab87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ad32c013-bf17-40a7-b31d-f4c27eba1484), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.266634 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dfbeaec2-1474-4a1e-b60f-8b2f150fab87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.267751 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dfbeaec2-1474-4a1e-b60f-8b2f150fab87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad32c013-bf17-40a7-b31d-f4c27eba1484 HTTP/1.1" status: 204  len: 168 time: 0.4005899
Apr 16 21:36:12.275324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:36:12.280623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f555700-3cff-4f5c-9bc7-87860742139a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:12.293448 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbeaec2-1474-4a1e-b60f-8b2f150fab87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad32c013-bf17-40a7-b31d-f4c27eba1484,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:12.295509 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0c5a31db-0aad-4d6c-bdea-514d038e5c98), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.296008 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Added segment 0c5a31db-0aad-4d6c-bdea-514d038e5c98 of type vlan for network 2c06c8a2-db1f-4afc-a9ec-d487d275ffb7
Apr 16 21:36:12.345061 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eed3f720-7265-4224-9a1d-5c8f4a5e2f5e tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9535632
Apr 16 21:36:12.348161 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 60980) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:12.353461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b1d3574d-77d6-43f4-a866-817d4902f710 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:12.362937 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (2c06c8a2-db1f-4afc-a9ec-d487d275ffb7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.452609 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (2c06c8a2-db1f-4afc-a9ec-d487d275ffb7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.458742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:12.459356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.520993 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.534057 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Pushing event updated for resources: {'Network': ['ID=2c06c8a2-db1f-4afc-a9ec-d487d275ffb7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:12.544218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 2c06c8a2-db1f-4afc-a9ec-d487d275ffb7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:36:12.551817 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d3574d-77d6-43f4-a866-817d4902f710 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:12.556484 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b1d3574d-77d6-43f4-a866-817d4902f710 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.580825 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c0012903-7254-4bd1-b522-b0d549ec1272 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.3066926
Apr 16 21:36:12.583637 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 60992) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:12.591517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-959f7060-38a6-4596-a262-8b57e337dede tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Request body: {'subnet': {'network_id': '2c06c8a2-db1f-4afc-a9ec-d487d275ffb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:12.658025 ncdv-master-1 neutron-server[122555]: INFO neutron.db.ipam_backend_mixin [None req-b1d3574d-77d6-43f4-a866-817d4902f710 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 97cf49c7-7db5-4491-83c3-692202fbc102 (CIDR: 2001:db8:0:1::/64)
Apr 16 21:36:12.699725 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d3574d-77d6-43f4-a866-817d4902f710 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:12.701174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d3574d-77d6-43f4-a866-817d4902f710 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:12.798116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959f7060-38a6-4596-a262-8b57e337dede tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Made reservation on behalf of 74da9f639ab64edcb59b210114586d10 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:12.798549 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-959f7060-38a6-4596-a262-8b57e337dede tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:12.810124 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b1d3574d-77d6-43f4-a866-817d4902f710 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.4607155
Apr 16 21:36:12.812678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32770) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:12.817828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e827d6ae-0128-40cf-8b95-51f41a2792b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'subnet': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:13.018692 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e827d6ae-0128-40cf-8b95-51f41a2792b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Made reservation on behalf of e129a0846b2543b7be00d3cf3941352c for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:13.022748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e827d6ae-0128-40cf-8b95-51f41a2792b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.052741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf0f9b-0f2b-4b01-a8df-f086c84ef77c req-a49369ae-d8d8-4036-9896-f2b4e196b41d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:13.054256 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4adf0f9b-0f2b-4b01-a8df-f086c84ef77c req-a49369ae-d8d8-4036-9896-f2b4e196b41d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0854976
Apr 16 21:36:13.116850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4adf0f9b-0f2b-4b01-a8df-f086c84ef77c req-d5063d1a-9334-43c1-bbd6-f1789b6d859d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562711
Apr 16 21:36:13.118647 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-959f7060-38a6-4596-a262-8b57e337dede tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (78cdb3bd-8a80-45f2-99af-f7822662bb8f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.195802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f7060-38a6-4596-a262-8b57e337dede tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Pushing event updated for resources: {'Subnet': ['ID=78cdb3bd-8a80-45f2-99af-f7822662bb8f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:13.201659 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959f7060-38a6-4596-a262-8b57e337dede tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Checking segment: {'id': '0c5a31db-0aad-4d6c-bdea-514d038e5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2c06c8a2-db1f-4afc-a9ec-d487d275ffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:36:13.202081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959f7060-38a6-4596-a262-8b57e337dede tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Network hostable DHCP agents. Network: 2c06c8a2-db1f-4afc-a9ec-d487d275ffb7, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:36:13.298545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959f7060-38a6-4596-a262-8b57e337dede tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Network 2c06c8a2-db1f-4afc-a9ec-d487d275ffb7 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:36:13.372951 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e827d6ae-0128-40cf-8b95-51f41a2792b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (36b26156-13e4-4f53-bfd4-bbbbe1b3cbe2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.395927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-959f7060-38a6-4596-a262-8b57e337dede tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2c06c8a2-db1f-4afc-a9ec-d487d275ffb7) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:36:13.404819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959f7060-38a6-4596-a262-8b57e337dede tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:13.409938 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-959f7060-38a6-4596-a262-8b57e337dede tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.411252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be6055b-e81f-4ec5-a328-a18caf0851d5 None None] Network 2c06c8a2-db1f-4afc-a9ec-d487d275ffb7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:13.419280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827d6ae-0128-40cf-8b95-51f41a2792b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Network b0bd94f0-407c-45c4-98a0-e686c312a364 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:36:13.422642 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-e827d6ae-0128-40cf-8b95-51f41a2792b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:36:13.427198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e827d6ae-0128-40cf-8b95-51f41a2792b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:13.427717 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e827d6ae-0128-40cf-8b95-51f41a2792b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.434456 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32796) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:13.442387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827d6ae-0128-40cf-8b95-51f41a2792b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Subnet': ['ID=36b26156-13e4-4f53-bfd4-bbbbe1b3cbe2,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:13.466612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51674f00-3de8-4291-a293-004292636a9a None None] Network b0bd94f0-407c-45c4-98a0-e686c312a364 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:13.504495 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-959f7060-38a6-4596-a262-8b57e337dede tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9197371
Apr 16 21:36:13.504843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32800) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:13.510392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Request body: {'port': {'network_id': '2c06c8a2-db1f-4afc-a9ec-d487d275ffb7', 'name': 'tempest-TagsExtTest-625407721'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:13.553541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fd062ecc-3418-474a-9a21-11e4036d4c86 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group': {'name': 'default'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:13.556364 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-fd062ecc-3418-474a-9a21-11e4036d4c86 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 16 21:36:13.556364 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-fd062ecc-3418-474a-9a21-11e4036d4c86 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:36:13.560589 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fd062ecc-3418-474a-9a21-11e4036d4c86 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1213679
Apr 16 21:36:13.565004 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32802) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:13.565208 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e827d6ae-0128-40cf-8b95-51f41a2792b2 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.7487502
Apr 16 21:36:13.567170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32804) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:13.570181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-aa2f35d3-f32d-474f-9efc-35f659b05964 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145020273'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:13.574958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1666c475-e401-4c35-abee-21a18e7f8fcb tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1582913090', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '36b26156-13e4-4f53-bfd4-bbbbe1b3cbe2'}], 'security_groups': ['d243408d-c980-4e45-9d2c-3ff9ccf76bf9', '999199ff-3ecc-497c-9a35-c36d44498f5a']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:13.596570 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.622718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2c06c8a2-db1f-4afc-a9ec-d487d275ffb7', 'network_id': '2c06c8a2-db1f-4afc-a9ec-d487d275ffb7', 'project_id': '74da9f639ab64edcb59b210114586d10', 'fixed_ips': [{'subnet_id': '78cdb3bd-8a80-45f2-99af-f7822662bb8f'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:36:13.623570 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.663969 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa2f35d3-f32d-474f-9efc-35f659b05964 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.674433 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa2f35d3-f32d-474f-9efc-35f659b05964 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.679543 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1666c475-e401-4c35-abee-21a18e7f8fcb tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.774498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e38e4ba-8222-4ba6-aafa-106c79fd85bc None None] Update dhcp port {'port': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'fixed_ips': [{'subnet_id': '97cf49c7-7db5-4491-83c3-692202fbc102', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c7ee1fad-c1b1-4e15-ac2a-a69aa2540217', 'ip_address': '2001:db8::2'}, {'subnet_id': '36b26156-13e4-4f53-bfd4-bbbbe1b3cbe2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '50ff6326-413d-4730-9df4-dce86a303dbe'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:36:13.778214 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa2f35d3-f32d-474f-9efc-35f659b05964 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (bd532aeb-7ab4-4852-809e-aa39a4b2749b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.796194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Made reservation on behalf of 74da9f639ab64edcb59b210114586d10 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:13.799650 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.829673 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0e38e4ba-8222-4ba6-aafa-106c79fd85bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.835117 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa2f35d3-f32d-474f-9efc-35f659b05964 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bd532aeb-7ab4-4852-809e-aa39a4b2749b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.852454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Allocated IP 172.20.0.2 (2c06c8a2-db1f-4afc-a9ec-d487d275ffb7/78cdb3bd-8a80-45f2-99af-f7822662bb8f/e5dc5253-bd17-41ae-87de-5f0d9cf57cdc) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:36:13.854056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] device_id is not set on port 6313eb7a-1390-4144-a6e7-25e75e820190 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:36:13.878718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f35d3-f32d-474f-9efc-35f659b05964 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd532aeb-7ab4-4852-809e-aa39a4b2749b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:13.919662 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa2f35d3-f32d-474f-9efc-35f659b05964 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (a45b35af-761a-4b94-8912-a205f5b0bb18), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:13.983962 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa2f35d3-f32d-474f-9efc-35f659b05964 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a45b35af-761a-4b94-8912-a205f5b0bb18), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.014603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f35d3-f32d-474f-9efc-35f659b05964 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45b35af-761a-4b94-8912-a205f5b0bb18,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:14.054931 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa2f35d3-f32d-474f-9efc-35f659b05964 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.056552 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aa2f35d3-f32d-474f-9efc-35f659b05964 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4932067
Apr 16 21:36:14.060130 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32808) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:14.065392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-af67b9c5-3604-4c84-a1fd-aec1fc6e352b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': 'a45b35af-761a-4b94-8912-a205f5b0bb18', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:14.130124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-1666c475-e401-4c35-abee-21a18e7f8fcb tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Delete allocated IP 2001:db8::2ad (b0bd94f0-407c-45c4-98a0-e686c312a364/c7ee1fad-c1b1-4e15-ac2a-a69aa2540217) {{(pid=122555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 16 21:36:14.138870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-1666c475-e401-4c35-abee-21a18e7f8fcb tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Allocated IP 2001:db8:0:2::c3 (b0bd94f0-407c-45c4-98a0-e686c312a364/36b26156-13e4-4f53-bfd4-bbbbe1b3cbe2/7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:36:14.141322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af67b9c5-3604-4c84-a1fd-aec1fc6e352b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group_rule (71e52738-7a5f-4bb6-9727-152e1e6a30ed), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.242721 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af67b9c5-3604-4c84-a1fd-aec1fc6e352b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group_rule (71e52738-7a5f-4bb6-9727-152e1e6a30ed), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.268699 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Publish callbacks [] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.298440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3d135-eb4a-4320-b4bf-ea440506e01b req-852966bf-f3e4-4cc6-b273-1a686da2bf9e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:14.299937 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ae3d135-eb4a-4320-b4bf-ea440506e01b req-852966bf-f3e4-4cc6-b273-1a686da2bf9e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0901363
Apr 16 21:36:14.304407 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af67b9c5-3604-4c84-a1fd-aec1fc6e352b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (71e52738-7a5f-4bb6-9727-152e1e6a30ed), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.327504 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.329635 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.333495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67b9c5-3604-4c84-a1fd-aec1fc6e352b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e52738-7a5f-4bb6-9727-152e1e6a30ed,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:14.373996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Network 2c06c8a2-db1f-4afc-a9ec-d487d275ffb7 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:36:14.377119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:36:14.384541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:36:14.384765 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-af67b9c5-3604-4c84-a1fd-aec1fc6e352b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.386647 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-af67b9c5-3604-4c84-a1fd-aec1fc6e352b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3253644
Apr 16 21:36:14.387367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32812) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:14.392207 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8ef5c478-32c9-46d1-8626-96114a0ae63b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': 'a45b35af-761a-4b94-8912-a205f5b0bb18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:14.393417 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Pushing event updated for resources: {'Port': ['ID=e5dc5253-bd17-41ae-87de-5f0d9cf57cdc,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:14.444421 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1666c475-e401-4c35-abee-21a18e7f8fcb tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for port (7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.450399 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ae3d135-eb4a-4320-b4bf-ea440506e01b req-f80735b3-42e2-48a2-866e-5db574e16793 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1366336
Apr 16 21:36:14.453699 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Attempting to bind port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:36:14.454207 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Attempting to bind port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c5a31db-0aad-4d6c-bdea-514d038e5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2c06c8a2-db1f-4afc-a9ec-d487d275ffb7'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:36:14.454603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Attempting to bind port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc on network 2c06c8a2-db1f-4afc-a9ec-d487d275ffb7 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:36:14.459945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:36:14.460367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Checking segment: {'id': '0c5a31db-0aad-4d6c-bdea-514d038e5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2c06c8a2-db1f-4afc-a9ec-d487d275ffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:36:14.461694 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.461694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Bound using segment: {'id': '0c5a31db-0aad-4d6c-bdea-514d038e5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2c06c8a2-db1f-4afc-a9ec-d487d275ffb7'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:36:14.461930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Bound port: e5dc5253-bd17-41ae-87de-5f0d9cf57cdc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5a31db-0aad-4d6c-bdea-514d038e5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2c06c8a2-db1f-4afc-a9ec-d487d275ffb7'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:36:14.462217 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.473246 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c478-32c9-46d1-8626-96114a0ae63b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group_rule (03bee5ca-49dd-4367-a579-311819df4362), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.510879 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1666c475-e401-4c35-abee-21a18e7f8fcb tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.512798 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.api [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e987cba5-daa7-4338-b7a3-0784b124bcf0 {{(pid=122555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:36:14.513109 ncdv-master-1 neutron-server[122555]: DEBUG oslo_db.api [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:36:14.565062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] For port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:36:14.569568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] For port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5dc5253-bd17-41ae-87de-5f0d9cf57cdc,segment=NetworkSegment(0c5a31db-0aad-4d6c-bdea-514d038e5c98),segment_id=0c5a31db-0aad-4d6c-bdea-514d038e5c98)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:36:14.579087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1666c475-e401-4c35-abee-21a18e7f8fcb tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] In _notify_port_updated(), no bound segment for port 7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe on network b0bd94f0-407c-45c4-98a0-e686c312a364 {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:36:14.584303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1666c475-e401-4c35-abee-21a18e7f8fcb tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:14.584923 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1666c475-e401-4c35-abee-21a18e7f8fcb tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.586216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1666c475-e401-4c35-abee-21a18e7f8fcb tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "PUT /v2.0/ports/7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe HTTP/1.1" status: 200  len: 969 time: 1.0181217
Apr 16 21:36:14.586445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-0e38e4ba-8222-4ba6-aafa-106c79fd85bc None None] Allocated IP 2001:db8:0:2::2 (b0bd94f0-407c-45c4-98a0-e686c312a364/36b26156-13e4-4f53-bfd4-bbbbe1b3cbe2/50ff6326-413d-4730-9df4-dce86a303dbe) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:36:14.589692 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32814) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:14.600899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666c475-e401-4c35-abee-21a18e7f8fcb tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event updated for resources: {'Port': ['ID=7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:14.611732 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-8ef5c478-32c9-46d1-8626-96114a0ae63b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:36:14.615617 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8ef5c478-32c9-46d1-8626-96114a0ae63b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2271726
Apr 16 21:36:14.616199 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32816) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:14.662704 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.691334 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f2e99c53-7b3c-426b-9c33-81cc1c404de9 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (a45b35af-761a-4b94-8912-a205f5b0bb18), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.696696 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3c77fb82-86f8-4901-96e8-6201fa65f944 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:36:14.697187 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3c77fb82-86f8-4901-96e8-6201fa65f944 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.725610 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f2e99c53-7b3c-426b-9c33-81cc1c404de9 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (a45b35af-761a-4b94-8912-a205f5b0bb18), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.748564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b1cc7-2762-48e5-94e5-3e5786286cdd None None] Pushing event updated for resources: {'Port': ['ID=e5dc5253-bd17-41ae-87de-5f0d9cf57cdc,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:14.762760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0e38e4ba-8222-4ba6-aafa-106c79fd85bc None None] For port 50ff6326-413d-4730-9df4-dce86a303dbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50ff6326-413d-4730-9df4-dce86a303dbe,segment=NetworkSegment(ded79bff-ce7d-49ac-86fd-d454fae7aaa3),segment_id=ded79bff-ce7d-49ac-86fd-d454fae7aaa3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:14.805262 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0e38e4ba-8222-4ba6-aafa-106c79fd85bc None None] Publish callbacks [] for port (50ff6326-413d-4730-9df4-dce86a303dbe), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.810508 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3c77fb82-86f8-4901-96e8-6201fa65f944 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.823654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3c77fb82-86f8-4901-96e8-6201fa65f944 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:36:14.852567 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f2e99c53-7b3c-426b-9c33-81cc1c404de9 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a45b35af-761a-4b94-8912-a205f5b0bb18), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.856250 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f2e99c53-7b3c-426b-9c33-81cc1c404de9 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.866106 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f2e99c53-7b3c-426b-9c33-81cc1c404de9 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "DELETE /v2.0/security-groups/a45b35af-761a-4b94-8912-a205f5b0bb18 HTTP/1.1" status: 204  len: 168 time: 0.2404773
Apr 16 21:36:14.866106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32818) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:14.880535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e99c53-7b3c-426b-9c33-81cc1c404de9 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45b35af-761a-4b94-8912-a205f5b0bb18,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:14.883623 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0e38e4ba-8222-4ba6-aafa-106c79fd85bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:14.934273 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-838d5b40-b912-4275-a66b-980ad10aee25 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0662522
Apr 16 21:36:14.934273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32820) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:14.938291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e64e3782-5346-43c1-a161-695f8d87fa90 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group': {'name': 'tempest-secgroup--876528527'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:15.013910 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.052382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] device_id is not set on port 6d73777a-aa41-4b6d-94d5-241affb98b9e yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:36:15.053022 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e64e3782-5346-43c1-a161-695f8d87fa90 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.076332 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f74962a-fe64-4c6e-a9bb-884964adb6ff req-0ee7be1c-4180-405f-9599-432bcd140b73 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0818300
Apr 16 21:36:15.087266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38e4ba-8222-4ba6-aafa-106c79fd85bc None None] Pushing event updated for resources: {'Port': ['ID=50ff6326-413d-4730-9df4-dce86a303dbe,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:15.118794 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3c77fb82-86f8-4901-96e8-6201fa65f944 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.180252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77fb82-86f8-4901-96e8-6201fa65f944 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:15.192656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74962a-fe64-4c6e-a9bb-884964adb6ff req-510ac2f7-42e2-41c6-bc36-09f5a3144452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:15.194698 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f74962a-fe64-4c6e-a9bb-884964adb6ff req-510ac2f7-42e2-41c6-bc36-09f5a3144452 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1128 time: 0.0700948
Apr 16 21:36:15.239157 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e64e3782-5346-43c1-a161-695f8d87fa90 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (982ddf77-fe51-4afd-a382-512a6d862cc7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.257989 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3c77fb82-86f8-4901-96e8-6201fa65f944 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.265214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3c77fb82-86f8-4901-96e8-6201fa65f944 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe HTTP/1.1" status: 204  len: 168 time: 0.6712978
Apr 16 21:36:15.265214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32824) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:15.296538 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cf5a18-2863-4abf-a83d-a2d9e8c74b74 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] GET failed (client error): The resource could not be found.
Apr 16 21:36:15.300228 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c5cf5a18-2863-4abf-a83d-a2d9e8c74b74 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports/7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe HTTP/1.1" status: 404  len: 333 time: 0.0323870
Apr 16 21:36:15.301736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32826) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:15.311781 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e64e3782-5346-43c1-a161-695f8d87fa90 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (982ddf77-fe51-4afd-a382-512a6d862cc7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.333219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Allocated IP 172.20.0.12 (2c06c8a2-db1f-4afc-a9ec-d487d275ffb7/78cdb3bd-8a80-45f2-99af-f7822662bb8f/6d73777a-aa41-4b6d-94d5-241affb98b9e) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:36:15.376957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e3782-5346-43c1-a161-695f8d87fa90 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982ddf77-fe51-4afd-a382-512a6d862cc7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:15.383063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74962a-fe64-4c6e-a9bb-884964adb6ff req-6da476fc-a8b6-412c-9a44-121c43d3c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:15.385673 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f74962a-fe64-4c6e-a9bb-884964adb6ff req-6da476fc-a8b6-412c-9a44-121c43d3c31b service neutron] 10.222.0.41 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 897 time: 0.1566687
Apr 16 21:36:15.412574 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-df5559b0-f796-4dfa-9375-cb56d4b694a4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (e73c2835-2eba-47b5-91ca-4cccbfca4161), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.455437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e64e3782-5346-43c1-a161-695f8d87fa90 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.457807 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e64e3782-5346-43c1-a161-695f8d87fa90 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5252392
Apr 16 21:36:15.459673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32828) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:15.464048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cacba417-2967-4427-a232-3be3652e2608 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '982ddf77-fe51-4afd-a382-512a6d862cc7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:15.464563 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-cacba417-2967-4427-a232-3be3652e2608 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Apr 16 21:36:15.465060 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-cacba417-2967-4427-a232-3be3652e2608 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:15.466288 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cacba417-2967-4427-a232-3be3652e2608 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0056710
Apr 16 21:36:15.469037 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32830) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:15.476239 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.501257 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-df5559b0-f796-4dfa-9375-cb56d4b694a4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (e73c2835-2eba-47b5-91ca-4cccbfca4161), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.505038 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f74962a-fe64-4c6e-a9bb-884964adb6ff req-1da801b8-af24-4e57-b812-877646b5c986 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1002 time: 0.1105635
Apr 16 21:36:15.615946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74962a-fe64-4c6e-a9bb-884964adb6ff req-3ed1b1b0-fafc-4d94-a5a7-6c1a7eebff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:15.617614 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f74962a-fe64-4c6e-a9bb-884964adb6ff req-3ed1b1b0-fafc-4d94-a5a7-6c1a7eebff23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.1078572
Apr 16 21:36:15.636991 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9589f86e-c716-4990-8c58-f9a52a531445 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (982ddf77-fe51-4afd-a382-512a6d862cc7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.637277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for port (6d73777a-aa41-4b6d-94d5-241affb98b9e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.695419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5268d34-b589-4c55-9608-315bac0d6dcc req-b239a488-b0df-4fc8-b2ec-7e6d172db7b6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:15.697240 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c5268d34-b589-4c55-9608-315bac0d6dcc req-b239a488-b0df-4fc8-b2ec-7e6d172db7b6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.1246829
Apr 16 21:36:15.710305 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-df5559b0-f796-4dfa-9375-cb56d4b694a4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e73c2835-2eba-47b5-91ca-4cccbfca4161), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.714327 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-df5559b0-f796-4dfa-9375-cb56d4b694a4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.717749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-df5559b0-f796-4dfa-9375-cb56d4b694a4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/security-groups/e73c2835-2eba-47b5-91ca-4cccbfca4161 HTTP/1.1" status: 204  len: 168 time: 0.4135580
Apr 16 21:36:15.717927 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9589f86e-c716-4990-8c58-f9a52a531445 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (982ddf77-fe51-4afd-a382-512a6d862cc7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.719257 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32834) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:15.729378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74962a-fe64-4c6e-a9bb-884964adb6ff req-c1a2b6e0-74c8-4bbc-afab-1a3f26b1f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:15.740214 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f74962a-fe64-4c6e-a9bb-884964adb6ff req-c1a2b6e0-74c8-4bbc-afab-1a3f26b1f0d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1049409
Apr 16 21:36:15.755104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5559b0-f796-4dfa-9375-cb56d4b694a4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73c2835-2eba-47b5-91ca-4cccbfca4161,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:15.757348 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6d73777a-aa41-4b6d-94d5-241affb98b9e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.831383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Network 2c06c8a2-db1f-4afc-a9ec-d487d275ffb7 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:36:15.843559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:36:15.852217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:36:15.863727 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Pushing event updated for resources: {'Port': ['ID=6d73777a-aa41-4b6d-94d5-241affb98b9e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:15.874724 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c5268d34-b589-4c55-9608-315bac0d6dcc req-591bed03-3f5a-4ad1-87c5-84598da7e37a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1684899
Apr 16 21:36:15.888722 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d53dc1c5-445d-4758-a430-b393ae5d6b78 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (999199ff-3ecc-497c-9a35-c36d44498f5a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.928466 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f74962a-fe64-4c6e-a9bb-884964adb6ff req-6ba117ec-6c1e-4ebc-9919-19637fd849a3 service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867807
Apr 16 21:36:15.929349 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d53dc1c5-445d-4758-a430-b393ae5d6b78 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (999199ff-3ecc-497c-9a35-c36d44498f5a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.937786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:15.938422 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.988452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9589f86e-c716-4990-8c58-f9a52a531445 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (982ddf77-fe51-4afd-a382-512a6d862cc7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.991496 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9589f86e-c716-4990-8c58-f9a52a531445 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:15.992744 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9589f86e-c716-4990-8c58-f9a52a531445 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "DELETE /v2.0/security-groups/982ddf77-fe51-4afd-a382-512a6d862cc7 HTTP/1.1" status: 204  len: 168 time: 0.5228188
Apr 16 21:36:15.995996 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32836) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:16.008963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589f86e-c716-4990-8c58-f9a52a531445 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=982ddf77-fe51-4afd-a382-512a6d862cc7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:16.060941 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b3c0e338-5d9b-49b4-9db1-d029fe9b547f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 2.5548913
Apr 16 21:36:16.065412 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ff7194b5-1404-4f8b-ad8d-d9ee9cc652cd tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0680423
Apr 16 21:36:16.066403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32840) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:16.074385 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f7ed1ebe-4a60-4584-a57d-c543adaa1da6 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-515220190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:16.076581 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32842) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:16.079969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d53dc1c5-445d-4758-a430-b393ae5d6b78 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (999199ff-3ecc-497c-9a35-c36d44498f5a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.086290 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d53dc1c5-445d-4758-a430-b393ae5d6b78 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.089929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-32404d4b-073d-4055-b28c-5040ef0882fe None None] Provisioning complete for port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:16.090234 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-32404d4b-073d-4055-b28c-5040ef0882fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7e73b67b-73b9-4ca7-9b45-4141ca81c8cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.091691 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d53dc1c5-445d-4758-a430-b393ae5d6b78 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/security-groups/999199ff-3ecc-497c-9a35-c36d44498f5a HTTP/1.1" status: 204  len: 168 time: 0.3695197
Apr 16 21:36:16.093086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6855df83-d570-4ca5-9ccf-af77349127ea tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132766940'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:16.102276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32846) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:16.115498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dc1c5-445d-4758-a430-b393ae5d6b78 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=999199ff-3ecc-497c-9a35-c36d44498f5a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:16.156084 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f74962a-fe64-4c6e-a9bb-884964adb6ff req-ba90e13e-eee8-4d5e-8a95-9ace8cbeb848 service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2205825
Apr 16 21:36:16.184866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-32404d4b-073d-4055-b28c-5040ef0882fe None None] Port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:36:16.189270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-32404d4b-073d-4055-b28c-5040ef0882fe None None] Could not find standard attr ID for object 7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:36:16.202345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-32404d4b-073d-4055-b28c-5040ef0882fe None None] Provisioning complete for port 50ff6326-413d-4730-9df4-dce86a303dbe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:16.202817 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-32404d4b-073d-4055-b28c-5040ef0882fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.218986 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0470a56a-6a5c-4ec6-9565-12c19045f34c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (d243408d-c980-4e45-9d2c-3ff9ccf76bf9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.261287 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0470a56a-6a5c-4ec6-9565-12c19045f34c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (d243408d-c980-4e45-9d2c-3ff9ccf76bf9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.288541 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f7ed1ebe-4a60-4584-a57d-c543adaa1da6 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (b04a235d-d1e7-4e35-9774-b0a90c19c09d), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.290046 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6855df83-d570-4ca5-9ccf-af77349127ea tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.290712 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f7ed1ebe-4a60-4584-a57d-c543adaa1da6 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (b04a235d-d1e7-4e35-9774-b0a90c19c09d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.296301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab38e9b0-2c2f-4dd8-af1f-52861dfd3e5e None None] Network 2c06c8a2-db1f-4afc-a9ec-d487d275ffb7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:16.377474 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f7ed1ebe-4a60-4584-a57d-c543adaa1da6 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for router_controller (b04a235d-d1e7-4e35-9774-b0a90c19c09d), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.390676 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6855df83-d570-4ca5-9ccf-af77349127ea tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (2b25f8ef-6d4f-42b5-a9bb-d216e9fd8460), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.398148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-32404d4b-073d-4055-b28c-5040ef0882fe None None] Current status of the port 50ff6326-413d-4730-9df4-dce86a303dbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:16.464614 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0470a56a-6a5c-4ec6-9565-12c19045f34c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d243408d-c980-4e45-9d2c-3ff9ccf76bf9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.467795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0470a56a-6a5c-4ec6-9565-12c19045f34c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.475127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32850) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:16.475777 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0470a56a-6a5c-4ec6-9565-12c19045f34c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/security-groups/d243408d-c980-4e45-9d2c-3ff9ccf76bf9 HTTP/1.1" status: 204  len: 168 time: 0.3682644
Apr 16 21:36:16.488941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470a56a-6a5c-4ec6-9565-12c19045f34c tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d243408d-c980-4e45-9d2c-3ff9ccf76bf9,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:16.512207 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6855df83-d570-4ca5-9ccf-af77349127ea tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2b25f8ef-6d4f-42b5-a9bb-d216e9fd8460), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.522031 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f7ed1ebe-4a60-4584-a57d-c543adaa1da6 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (b04a235d-d1e7-4e35-9774-b0a90c19c09d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.538186 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1af900bb-55f0-40f4-b459-a7ce2e581829 None None] Provisioning complete for port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:16.538186 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1af900bb-55f0-40f4-b459-a7ce2e581829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.574956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855df83-d570-4ca5-9ccf-af77349127ea tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b25f8ef-6d4f-42b5-a9bb-d216e9fd8460,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:16.577398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e5dc5253-bd17-41ae-87de-5f0d9cf57cdc up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:36:16.600481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3c780d-d0e0-4c6e-a4d1-c6e930c572a8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting subnet c7ee1fad-c1b1-4e15-ac2a-a69aa2540217 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:36:16.604643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f3c780d-d0e0-4c6e-a4d1-c6e930c572a8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (c7ee1fad-c1b1-4e15-ac2a-a69aa2540217), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.658617 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f3c780d-d0e0-4c6e-a4d1-c6e930c572a8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (c7ee1fad-c1b1-4e15-ac2a-a69aa2540217), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.664771 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f7ed1ebe-4a60-4584-a57d-c543adaa1da6 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.667077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f7ed1ebe-4a60-4584-a57d-c543adaa1da6 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5996506
Apr 16 21:36:16.672942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32862) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:16.679805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-dcb8a5a5-d94f-4143-9b28-34a71abca583 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-898504239', 'prefixes': ['172.20.0.0/16']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:16.704211 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6855df83-d570-4ca5-9ccf-af77349127ea tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.708812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6855df83-d570-4ca5-9ccf-af77349127ea tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6303868
Apr 16 21:36:16.710064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32864) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:16.715294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1af900bb-55f0-40f4-b459-a7ce2e581829 None None] Current status of the port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:16.715696 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1af900bb-55f0-40f4-b459-a7ce2e581829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.722002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ccd01bd1-b30d-4788-af05-1d0a13ac1cb3 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '2b25f8ef-6d4f-42b5-a9bb-d216e9fd8460', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:16.722705 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-ccd01bd1-b30d-4788-af05-1d0a13ac1cb3 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Apr 16 21:36:16.723344 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-ccd01bd1-b30d-4788-af05-1d0a13ac1cb3 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:16.724454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:16.725410 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.727967 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ccd01bd1-b30d-4788-af05-1d0a13ac1cb3 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0173383
Apr 16 21:36:16.729610 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32866) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:16.789624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1af900bb-55f0-40f4-b459-a7ce2e581829 None None] For port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5dc5253-bd17-41ae-87de-5f0d9cf57cdc,segment=NetworkSegment(0c5a31db-0aad-4d6c-bdea-514d038e5c98),segment_id=0c5a31db-0aad-4d6c-bdea-514d038e5c98)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:16.808276 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f3c780d-d0e0-4c6e-a4d1-c6e930c572a8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (c7ee1fad-c1b1-4e15-ac2a-a69aa2540217), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.836910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:16.836910 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.861310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3325a493-a890-4e43-9c68-7ec6f4fb6899 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (2b25f8ef-6d4f-42b5-a9bb-d216e9fd8460), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.878094 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1af900bb-55f0-40f4-b459-a7ce2e581829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.882648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1af900bb-55f0-40f4-b459-a7ce2e581829 None None] Could not find standard attr ID for object 7f17703e-64ff-4f2a-b12d-9bb8bdbe16fe. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:36:16.900415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3325a493-a890-4e43-9c68-7ec6f4fb6899 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (2b25f8ef-6d4f-42b5-a9bb-d216e9fd8460), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.990737 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f3c780d-d0e0-4c6e-a4d1-c6e930c572a8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (c7ee1fad-c1b1-4e15-ac2a-a69aa2540217), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:16.997499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af900bb-55f0-40f4-b459-a7ce2e581829 None None] Pushing event updated for resources: {'Port': ['ID=e5dc5253-bd17-41ae-87de-5f0d9cf57cdc,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:17.003714 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:36:17.004088 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:36:17.010458 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dcb8a5a5-d94f-4143-9b28-34a71abca583 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.012021 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dcb8a5a5-d94f-4143-9b28-34a71abca583 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.3372936
Apr 16 21:36:17.017416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32870) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.021130 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-672cd6aa-c55a-473a-bd9b-39faf630b4c1 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f011df26190>, 'subnets', '78cdb3bd-8a80-45f2-99af-f7822662bb8f', 'tempest-TagsExtTest-Tag-355975127') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:17.039391 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3325a493-a890-4e43-9c68-7ec6f4fb6899 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2b25f8ef-6d4f-42b5-a9bb-d216e9fd8460), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.042149 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3325a493-a890-4e43-9c68-7ec6f4fb6899 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.043474 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3325a493-a890-4e43-9c68-7ec6f4fb6899 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "DELETE /v2.0/security-groups/2b25f8ef-6d4f-42b5-a9bb-d216e9fd8460 HTTP/1.1" status: 204  len: 168 time: 0.3122203
Apr 16 21:36:17.066352 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32872) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.067912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c780d-d0e0-4c6e-a4d1-c6e930c572a8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ee1fad-c1b1-4e15-ac2a-a69aa2540217,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:17.075850 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2f3c780d-d0e0-4c6e-a4d1-c6e930c572a8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.079544 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2f3c780d-d0e0-4c6e-a4d1-c6e930c572a8 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/c7ee1fad-c1b1-4e15-ac2a-a69aa2540217 HTTP/1.1" status: 204  len: 168 time: 0.6065803
Apr 16 21:36:17.099654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32874) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.106616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed54ca0-0af2-4089-95ea-b0ecfd71932d None None] Network b0bd94f0-407c-45c4-98a0-e686c312a364 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:17.110461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dda1e-713e-4fd3-b8bc-15a746fbc20b req-9c2a0887-40ff-42b4-bc1e-707a93efe0cf tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:17.112100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0615c24b-7254-4543-8b5f-a76f596daa8a None None] Provisioning complete for port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:17.113007 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f6dda1e-713e-4fd3-b8bc-15a746fbc20b req-9c2a0887-40ff-42b4-bc1e-707a93efe0cf tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.1284564
Apr 16 21:36:17.113448 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0615c24b-7254-4543-8b5f-a76f596daa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.117439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325a493-a890-4e43-9c68-7ec6f4fb6899 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b25f8ef-6d4f-42b5-a9bb-d216e9fd8460,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:17.141328 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a03634a6-b374-42d6-8cd3-d935a31a5157 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0714810
Apr 16 21:36:17.146411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32876) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.151010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-64284a06-904a-481a-8773-e78d43fcf2aa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group': {'name': 'tempest-secgroup--305860031'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:17.213607 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9484c19d-2796-43ab-aaa7-1802d43fe087 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting subnet 36b26156-13e4-4f53-bfd4-bbbbe1b3cbe2 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:36:17.222041 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9484c19d-2796-43ab-aaa7-1802d43fe087 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (36b26156-13e4-4f53-bfd4-bbbbe1b3cbe2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.258683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f6dda1e-713e-4fd3-b8bc-15a746fbc20b req-7bf94a1e-c4bb-4620-8d60-0ee9490eb6f1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283000
Apr 16 21:36:17.275210 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9484c19d-2796-43ab-aaa7-1802d43fe087 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (36b26156-13e4-4f53-bfd4-bbbbe1b3cbe2), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.282160 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64284a06-904a-481a-8773-e78d43fcf2aa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.296740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-672cd6aa-c55a-473a-bd9b-39faf630b4c1 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "PUT /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f/tags/tempest-TagsExtTest-Tag-355975127 HTTP/1.1" status: 201  len: 201 time: 0.2798531
Apr 16 21:36:17.299496 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32878) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.308643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-32510909-64ec-447f-b09d-0ac338d4fe97 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f011e06d700>, 'ports', '6d73777a-aa41-4b6d-94d5-241affb98b9e', 'tempest-TagsExtTest-Tag-1462643314') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:17.382354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0615c24b-7254-4543-8b5f-a76f596daa8a None None] Current status of the port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:17.387619 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9484c19d-2796-43ab-aaa7-1802d43fe087 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (36b26156-13e4-4f53-bfd4-bbbbe1b3cbe2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.394065 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0615c24b-7254-4543-8b5f-a76f596daa8a None None] Provisioning complete for port 6d73777a-aa41-4b6d-94d5-241affb98b9e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:17.394442 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0615c24b-7254-4543-8b5f-a76f596daa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6d73777a-aa41-4b6d-94d5-241affb98b9e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.410721 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64284a06-904a-481a-8773-e78d43fcf2aa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (752a7e09-ea3d-4706-aa93-e00810fe77ea), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.442088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0615c24b-7254-4543-8b5f-a76f596daa8a None None] Port 6d73777a-aa41-4b6d-94d5-241affb98b9e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:36:17.470547 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-32510909-64ec-447f-b09d-0ac338d4fe97 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "PUT /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e/tags/tempest-TagsExtTest-Tag-1462643314 HTTP/1.1" status: 201  len: 201 time: 0.1676655
Apr 16 21:36:17.473047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32880) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.480317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-5ecc3604-52b7-4e0c-89ee-08de4e3228e2 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f011ee4e4c0>, 'routers', 'b04a235d-d1e7-4e35-9774-b0a90c19c09d', 'tempest-TagsExtTest-Tag-297228839') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:17.515531 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64284a06-904a-481a-8773-e78d43fcf2aa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (752a7e09-ea3d-4706-aa93-e00810fe77ea), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.534744 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9484c19d-2796-43ab-aaa7-1802d43fe087 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (36b26156-13e4-4f53-bfd4-bbbbe1b3cbe2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.576022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:17.577807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 50ff6326-413d-4730-9df4-dce86a303dbe up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:36:17.601667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484c19d-2796-43ab-aaa7-1802d43fe087 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Subnet': ['ID=36b26156-13e4-4f53-bfd4-bbbbe1b3cbe2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:17.611045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-55a63466-0ba1-4bba-9d7d-3eb688afd85c None None] Provisioning complete for port 6d73777a-aa41-4b6d-94d5-241affb98b9e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:17.611485 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-55a63466-0ba1-4bba-9d7d-3eb688afd85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6d73777a-aa41-4b6d-94d5-241affb98b9e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.611619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64284a06-904a-481a-8773-e78d43fcf2aa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752a7e09-ea3d-4706-aa93-e00810fe77ea,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:17.618417 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9484c19d-2796-43ab-aaa7-1802d43fe087 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.618417 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9484c19d-2796-43ab-aaa7-1802d43fe087 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/36b26156-13e4-4f53-bfd4-bbbbe1b3cbe2 HTTP/1.1" status: 204  len: 168 time: 0.5016155
Apr 16 21:36:17.620343 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32884) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.654136 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfd5f71-0c9d-4a2a-b3fc-a9ba586d5b33 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:17.654698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfd5f71-0c9d-4a2a-b3fc-a9ba586d5b33 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:17.658058 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fcfd5f71-0c9d-4a2a-b3fc-a9ba586d5b33 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/c7ee1fad-c1b1-4e15-ac2a-a69aa2540217 HTTP/1.1" status: 404  len: 337 time: 0.0368538
Apr 16 21:36:17.661183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32886) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.670943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-55a63466-0ba1-4bba-9d7d-3eb688afd85c None None] Port 6d73777a-aa41-4b6d-94d5-241affb98b9e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:36:17.673589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 50ff6326-413d-4730-9df4-dce86a303dbe triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:17.673966 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.690815 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64284a06-904a-481a-8773-e78d43fcf2aa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.692049 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-64284a06-904a-481a-8773-e78d43fcf2aa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5446937
Apr 16 21:36:17.694874 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32888) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.701450 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-785525d4-7dc3-4045-839e-9cc735af8a18 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '752a7e09-ea3d-4706-aa93-e00810fe77ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:17.701450 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-785525d4-7dc3-4045-839e-9cc735af8a18 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Apr 16 21:36:17.701917 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-785525d4-7dc3-4045-839e-9cc735af8a18 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:17.704221 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-785525d4-7dc3-4045-839e-9cc735af8a18 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0072715
Apr 16 21:36:17.706280 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32890) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.711128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f7e5259a-4c36-41e1-812c-e6fc94327634 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '752a7e09-ea3d-4706-aa93-e00810fe77ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:17.713887 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-f7e5259a-4c36-41e1-812c-e6fc94327634 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Apr 16 21:36:17.713887 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-f7e5259a-4c36-41e1-812c-e6fc94327634 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:17.714110 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f7e5259a-4c36-41e1-812c-e6fc94327634 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0065932
Apr 16 21:36:17.717457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32892) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.722322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2fed5ef6-fc31-498a-926a-03b42b4fc079 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '752a7e09-ea3d-4706-aa93-e00810fe77ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:17.723213 ncdv-master-1 neutron-server[122555]: WARNING neutron.api.v2.base [None req-2fed5ef6-fc31-498a-926a-03b42b4fc079 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Apr 16 21:36:17.723707 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-2fed5ef6-fc31-498a-926a-03b42b4fc079 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:17.724704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2fed5ef6-fc31-498a-926a-03b42b4fc079 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0061297
Apr 16 21:36:17.727836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32894) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.736816 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ff2c6bec-d0eb-4de4-8e76-abb32ff67361 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '752a7e09-ea3d-4706-aa93-e00810fe77ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:17.736816 ncdv-master-1 neutron-server[122555]: WARNING neutron.api.v2.base [None req-ff2c6bec-d0eb-4de4-8e76-abb32ff67361 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Apr 16 21:36:17.736816 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-ff2c6bec-d0eb-4de4-8e76-abb32ff67361 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:17.736816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ff2c6bec-d0eb-4de4-8e76-abb32ff67361 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0067644
Apr 16 21:36:17.739476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32896) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.744317 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5ecc3604-52b7-4e0c-89ee-08de4e3228e2 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "PUT /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d/tags/tempest-TagsExtTest-Tag-297228839 HTTP/1.1" status: 201  len: 201 time: 0.2675946
Apr 16 21:36:17.744630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32898) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.750753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-462aa370-dd9b-43bf-bace-1758d9e9e5b4 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f01241d28b0>, 'subnetpools', '9eb0b296-e084-4339-94de-e76594736cbe', 'tempest-TagsExtTest-Tag-141766266') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:17.764653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 50ff6326-413d-4730-9df4-dce86a303dbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:17.783343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c117d78-89c2-4746-b04b-48290f6bd569 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting subnet 97cf49c7-7db5-4491-83c3-692202fbc102 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:36:17.792884 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c117d78-89c2-4746-b04b-48290f6bd569 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (97cf49c7-7db5-4491-83c3-692202fbc102), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.861217 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c117d78-89c2-4746-b04b-48290f6bd569 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (97cf49c7-7db5-4491-83c3-692202fbc102), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.864235 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb34767-b323-4c6f-bcf7-d7cce1d205bf tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (752a7e09-ea3d-4706-aa93-e00810fe77ea), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.881757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-462aa370-dd9b-43bf-bace-1758d9e9e5b4 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "PUT /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe/tags/tempest-TagsExtTest-Tag-141766266 HTTP/1.1" status: 201  len: 201 time: 0.1358542
Apr 16 21:36:17.885177 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32900) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.889545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-2f32c2c4-eec7-4d42-839d-dbc9dc3099dd tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f012425a3a0>, 'subnets', '78cdb3bd-8a80-45f2-99af-f7822662bb8f') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:17.917183 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb34767-b323-4c6f-bcf7-d7cce1d205bf tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (752a7e09-ea3d-4706-aa93-e00810fe77ea), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:17.952427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2f32c2c4-eec7-4d42-839d-dbc9dc3099dd tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f/tags HTTP/1.1" status: 200  len: 240 time: 0.0661147
Apr 16 21:36:17.953105 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32904) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:17.957516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-310df653-44e6-4832-a066-36da65dcd5c2 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0126baf970>, 'subnets', '78cdb3bd-8a80-45f2-99af-f7822662bb8f', 'tempest-TagsExtTest-Tag-355975127') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:17.993323 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c117d78-89c2-4746-b04b-48290f6bd569 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (97cf49c7-7db5-4491-83c3-692202fbc102), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:18.007815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-310df653-44e6-4832-a066-36da65dcd5c2 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f/tags/tempest-TagsExtTest-Tag-355975127 HTTP/1.1" status: 204  len: 168 time: 0.0536640
Apr 16 21:36:18.011022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32906) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.015445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-16e8616f-ebed-4080-b607-6fbfcb18c713 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f0124974340>, 'subnets', '78cdb3bd-8a80-45f2-99af-f7822662bb8f', 'tempest-TagsExtTest-Tag-355975127') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:18.047122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb34767-b323-4c6f-bcf7-d7cce1d205bf tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (752a7e09-ea3d-4706-aa93-e00810fe77ea), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:18.049788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb34767-b323-4c6f-bcf7-d7cce1d205bf tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:18.051667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0bb34767-b323-4c6f-bcf7-d7cce1d205bf tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "DELETE /v2.0/security-groups/752a7e09-ea3d-4706-aa93-e00810fe77ea HTTP/1.1" status: 204  len: 168 time: 0.3112464
Apr 16 21:36:18.056038 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32908) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.080812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb34767-b323-4c6f-bcf7-d7cce1d205bf tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=752a7e09-ea3d-4706-aa93-e00810fe77ea,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:18.123737 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e67c6658-ae5f-415b-ae4c-a37adf108727 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0644019
Apr 16 21:36:18.128013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32910) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.128924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2842e1-af79-450f-b83e-38e304d9d561 None None] Network b0bd94f0-407c-45c4-98a0-e686c312a364 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:18.132854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-08cdf878-abb2-4d71-a49e-fca6c989d8f9 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group': {'name': 'tempest-secgroup--914827947'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:18.156334 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-16e8616f-ebed-4080-b607-6fbfcb18c713 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f/tags/tempest-TagsExtTest-Tag-355975127 HTTP/1.1" status: 204  len: 168 time: 0.1440146
Apr 16 21:36:18.158810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32912) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.162941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-91273bce-a170-4bb6-8885-091b08feea3e tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f01247c5d60>, 'subnets', '78cdb3bd-8a80-45f2-99af-f7822662bb8f') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:18.179036 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c117d78-89c2-4746-b04b-48290f6bd569 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (97cf49c7-7db5-4491-83c3-692202fbc102), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:18.206990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-362448db-072a-4a74-8846-18e2f3889c7b None None] Provisioning complete for port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:18.207370 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-362448db-072a-4a74-8846-18e2f3889c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7e73b67b-73b9-4ca7-9b45-4141ca81c8cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:18.211822 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-08cdf878-abb2-4d71-a49e-fca6c989d8f9 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:18.215603 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c117d78-89c2-4746-b04b-48290f6bd569 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:18.216769 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-91273bce-a170-4bb6-8885-091b08feea3e tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f/tags HTTP/1.1" status: 200  len: 205 time: 0.0568295
Apr 16 21:36:18.217615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32914) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.220580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8c117d78-89c2-4746-b04b-48290f6bd569 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/97cf49c7-7db5-4491-83c3-692202fbc102 HTTP/1.1" status: 204  len: 168 time: 0.5561531
Apr 16 21:36:18.220580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c117d78-89c2-4746-b04b-48290f6bd569 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Subnet': ['ID=97cf49c7-7db5-4491-83c3-692202fbc102,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:18.223481 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-cac6b093-b6dc-4f3b-9e6a-9d030216b3d0 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0124974790>, 'ports', '6d73777a-aa41-4b6d-94d5-241affb98b9e') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:18.226587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32916) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.287366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-362448db-072a-4a74-8846-18e2f3889c7b None None] Port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:36:18.289012 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-741c4f76-da29-4b35-b37d-851641c205fa tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:18.289012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741c4f76-da29-4b35-b37d-851641c205fa tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:18.292336 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-741c4f76-da29-4b35-b37d-851641c205fa tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/18cd0f42-d5ae-4cee-8d28-7e77985cd044 HTTP/1.1" status: 404  len: 337 time: 0.0647864
Apr 16 21:36:18.299116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32924) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.317336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-362448db-072a-4a74-8846-18e2f3889c7b None None] Provisioning complete for port 50ff6326-413d-4730-9df4-dce86a303dbe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:18.320574 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-362448db-072a-4a74-8846-18e2f3889c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:18.355574 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3866f1e9-2074-4673-a1f9-ccaeb13d5757 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "GET /v2.0/ports?device_id=cadef9ed-3876-421c-92c8-d572d0ba4548 HTTP/1.1" status: 200  len: 205 time: 0.0549917
Apr 16 21:36:18.358306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32926) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.410361 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-c4231881-77a0-488a-8649-d2919c4dbe97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] delete failed (client error): The resource could not be found.
Apr 16 21:36:18.411520 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c4231881-77a0-488a-8649-d2919c4dbe97 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/routers/cadef9ed-3876-421c-92c8-d572d0ba4548 HTTP/1.1" status: 404  len: 336 time: 0.0522339
Apr 16 21:36:18.424401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32928) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.425816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-08cdf878-abb2-4d71-a49e-fca6c989d8f9 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (1ed8d541-fa8d-42df-aba9-5a2c2c4c415a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:18.434162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d8ed0-abed-46cf-8141-f8578a9f1fca None None] Update dhcp port {'port': {'network_id': 'b0bd94f0-407c-45c4-98a0-e686c312a364', 'fixed_ips': [{'subnet_id': '97cf49c7-7db5-4491-83c3-692202fbc102'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '50ff6326-413d-4730-9df4-dce86a303dbe'} from ncdv-master-1. {{(pid=122557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 16 21:36:18.443036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32930) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.450608 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cac6b093-b6dc-4f3b-9e6a-9d030216b3d0 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e/tags HTTP/1.1" status: 200  len: 241 time: 0.2310550
Apr 16 21:36:18.459436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-9b7c6a08-eba4-455c-bb78-7bb6784b6472 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011e503160>, 'ports', '6d73777a-aa41-4b6d-94d5-241affb98b9e', 'tempest-TagsExtTest-Tag-1462643314') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:18.485786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e5dc5253-bd17-41ae-87de-5f0d9cf57cdc up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:36:18.494846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d827e-452e-4744-b16f-16978f456a72 req-9ca246fa-71eb-441a-98a5-603b3dea6405 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:18.496441 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d8d827e-452e-4744-b16f-16978f456a72 req-9ca246fa-71eb-441a-98a5-603b3dea6405 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.1471965
Apr 16 21:36:18.497979 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fe23dd-e8a1-4c04-ae7e-4f63cad48182 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:18.498450 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fe23dd-e8a1-4c04-ae7e-4f63cad48182 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:18.502149 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-08cdf878-abb2-4d71-a49e-fca6c989d8f9 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1ed8d541-fa8d-42df-aba9-5a2c2c4c415a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:18.502436 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a7fe23dd-e8a1-4c04-ae7e-4f63cad48182 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/14514b9a-1b26-41fa-a388-969f1e770b4a HTTP/1.1" status: 404  len: 337 time: 0.0749886
Apr 16 21:36:18.504850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32932) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.515389 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bd0d8ed0-abed-46cf-8141-f8578a9f1fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:18.545112 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d132ea-0b10-49ca-8b05-25025fd3d231 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:18.548325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d132ea-0b10-49ca-8b05-25025fd3d231 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:18.549994 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d0d132ea-0b10-49ca-8b05-25025fd3d231 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/2532d13d-6651-482f-8c21-dc4b58c869bd HTTP/1.1" status: 404  len: 337 time: 0.0438640
Apr 16 21:36:18.556757 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32934) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.567236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-362448db-072a-4a74-8846-18e2f3889c7b None None] Current status of the port 50ff6326-413d-4730-9df4-dce86a303dbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:18.575285 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9b7c6a08-eba4-455c-bb78-7bb6784b6472 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e/tags/tempest-TagsExtTest-Tag-1462643314 HTTP/1.1" status: 204  len: 168 time: 0.1306014
Apr 16 21:36:18.581663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32936) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.589947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-c7a5be61-972f-4459-a1c1-50592b3c3525 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f012ac19d00>, 'ports', '6d73777a-aa41-4b6d-94d5-241affb98b9e', 'tempest-TagsExtTest-Tag-1462643314') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:18.603517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdf878-abb2-4d71-a49e-fca6c989d8f9 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed8d541-fa8d-42df-aba9-5a2c2c4c415a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:18.603950 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6921e7-b7bc-4bce-bd70-767d03545b70 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:18.604758 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6921e7-b7bc-4bce-bd70-767d03545b70 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:18.608117 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:18.608653 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:18.619960 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ee6921e7-b7bc-4bce-bd70-767d03545b70 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/f673bf13-2fdd-4f6a-b638-034fdb005a5a HTTP/1.1" status: 404  len: 337 time: 0.0604858
Apr 16 21:36:18.636407 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-08cdf878-abb2-4d71-a49e-fca6c989d8f9 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:18.640498 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-08cdf878-abb2-4d71-a49e-fca6c989d8f9 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5087364
Apr 16 21:36:18.646097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32940) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.646097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32942) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.669710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-7c4697e0-8821-4039-b142-ee2b6c75ab23 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '1ed8d541-fa8d-42df-aba9-5a2c2c4c415a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:18.670558 ncdv-master-1 neutron-server[122555]: WARNING neutron.api.v2.base [None req-7c4697e0-8821-4039-b142-ee2b6c75ab23 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 16 21:36:18.671858 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-7c4697e0-8821-4039-b142-ee2b6c75ab23 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:18.673693 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7c4697e0-8821-4039-b142-ee2b6c75ab23 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0264971
Apr 16 21:36:18.680005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32944) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.686788 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cd17785a-d4b4-470e-955e-85b6e170cac3 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '1ed8d541-fa8d-42df-aba9-5a2c2c4c415a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:18.693824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604b19b-f98e-432b-bab8-0f7790a0de1d req-d1e7a5b3-d36f-4488-a42d-9f12c8d0b6a3 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:18.696559 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4604b19b-f98e-432b-bab8-0f7790a0de1d req-d1e7a5b3-d36f-4488-a42d-9f12c8d0b6a3 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1128 time: 0.0941193
Apr 16 21:36:18.724355 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d8d827e-452e-4744-b16f-16978f456a72 req-b09595db-a679-401d-afcb-f307fe572251 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2052031
Apr 16 21:36:18.734164 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e724f1eb-fd82-46bb-a429-4e1c57eb708d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:18.734164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e724f1eb-fd82-46bb-a429-4e1c57eb708d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:18.734164 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e724f1eb-fd82-46bb-a429-4e1c57eb708d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/75b49d23-9557-482e-95e9-af2fb9369c8a HTTP/1.1" status: 404  len: 333 time: 0.0872273
Apr 16 21:36:18.735748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32946) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.764067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:18.778936 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1682968d-42f8-41a6-b789-a8b7b03cc35d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:18.779544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1682968d-42f8-41a6-b789-a8b7b03cc35d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:18.792115 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1682968d-42f8-41a6-b789-a8b7b03cc35d tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/98d7ba08-4f85-470e-aac1-ec8aa4f9403d HTTP/1.1" status: 404  len: 337 time: 0.0464337
Apr 16 21:36:18.793581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32948) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.802664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4604b19b-f98e-432b-bab8-0f7790a0de1d req-8a0c59a7-5731-4738-9fe4-ac565ea02e9e tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909140
Apr 16 21:36:18.803483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ac89a9-4378-4057-8b35-0b488e6748f8 None None] Network b0bd94f0-407c-45c4-98a0-e686c312a364 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:18.820888 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d30242-38b7-468b-87d4-e297124444a6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:18.821409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d30242-38b7-468b-87d4-e297124444a6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:18.824470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-90d30242-38b7-468b-87d4-e297124444a6 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/dc04e1db-23f6-47e9-95f0-2b9d61813b4f HTTP/1.1" status: 404  len: 337 time: 0.0302467
Apr 16 21:36:18.830489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32952) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.864362 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c7a5be61-972f-4459-a1c1-50592b3c3525 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e/tags/tempest-TagsExtTest-Tag-1462643314 HTTP/1.1" status: 204  len: 168 time: 0.2805159
Apr 16 21:36:18.867863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32956) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.869817 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d2b286-2b45-4d02-9aff-d1067588f5d4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:18.870384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d2b286-2b45-4d02-9aff-d1067588f5d4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:18.873506 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d7d2b286-2b45-4d02-9aff-d1067588f5d4 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/b2796379-94cc-4e46-922c-a5e65f2a5501 HTTP/1.1" status: 404  len: 333 time: 0.0419869
Apr 16 21:36:18.876061 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32958) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.876232 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-7d091811-1984-4bbf-96b0-c326b25fca4d tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f01241ce610>, 'ports', '6d73777a-aa41-4b6d-94d5-241affb98b9e') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:18.906987 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c9742a-4969-44db-a9b4-3ea31804511b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:18.906987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c9742a-4969-44db-a9b4-3ea31804511b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:18.910772 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-38c9742a-4969-44db-a9b4-3ea31804511b tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/2054ff2a-b33f-41ea-8d11-1e075945a45a HTTP/1.1" status: 404  len: 337 time: 0.0336950
Apr 16 21:36:18.913567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32960) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.953216 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-cd17785a-d4b4-470e-955e-85b6e170cac3 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:18.954501 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cd17785a-d4b4-470e-955e-85b6e170cac3 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2731793
Apr 16 21:36:18.955456 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-f543c1c3-da2f-4725-9ef9-3a8ac325d2b3 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:36:18.956528 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f543c1c3-da2f-4725-9ef9-3a8ac325d2b3 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:36:18.963139 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7d091811-1984-4bbf-96b0-c326b25fca4d tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e/tags HTTP/1.1" status: 200  len: 205 time: 0.0910804
Apr 16 21:36:18.963976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32962) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.969058 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f543c1c3-da2f-4725-9ef9-3a8ac325d2b3 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/subnets/fd3806f7-16ab-4a6b-a360-947ea3f5c3fd HTTP/1.1" status: 404  len: 337 time: 0.0543768
Apr 16 21:36:18.969923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32964) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.970255 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32966) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.970781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ae3f6c52-587a-4f17-85d7-595ed8832363 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '1ed8d541-fa8d-42df-aba9-5a2c2c4c415a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:18.971297 ncdv-master-1 neutron-server[122555]: WARNING neutron.api.v2.base [None req-ae3f6c52-587a-4f17-85d7-595ed8832363 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Apr 16 21:36:18.971810 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-ae3f6c52-587a-4f17-85d7-595ed8832363 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:18.975474 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ae3f6c52-587a-4f17-85d7-595ed8832363 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0077429
Apr 16 21:36:18.975712 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32968) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:18.981318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-9da5101f-4e72-4b59-9e7f-532e34686db6 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '1ed8d541-fa8d-42df-aba9-5a2c2c4c415a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:19.026459 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-8abd9a9a-e820-4d79-a33a-e2b664b70434 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0124cbf850>, 'routers', 'b04a235d-d1e7-4e35-9774-b0a90c19c09d') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:19.075113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-28755eab-f1fb-4af5-a146-b6f3975e90e6 None None] Provisioning complete for port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:19.075398 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-28755eab-f1fb-4af5-a146-b6f3975e90e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7e73b67b-73b9-4ca7-9b45-4141ca81c8cb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:19.090382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ec2a7-9614-48fc-9087-f90e6665f971 req-a51a2145-f448-40cc-a7d2-6643d44a96a3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:19.093041 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d3ec2a7-9614-48fc-9087-f90e6665f971 req-a51a2145-f448-40cc-a7d2-6643d44a96a3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0593731
Apr 16 21:36:19.118004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-28755eab-f1fb-4af5-a146-b6f3975e90e6 None None] Port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:36:19.128652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecc5274-9395-484a-9605-5cfa4fc087b3 None None] DHCP port deletion for b0bd94f0-407c-45c4-98a0-e686c312a364 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:36:19.129472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-28755eab-f1fb-4af5-a146-b6f3975e90e6 None None] Provisioning complete for port 50ff6326-413d-4730-9df4-dce86a303dbe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:19.129937 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-28755eab-f1fb-4af5-a146-b6f3975e90e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:19.144263 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8abd9a9a-e820-4d79-a33a-e2b664b70434 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d/tags HTTP/1.1" status: 200  len: 240 time: 0.1720350
Apr 16 21:36:19.146163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32970) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:19.152436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-789af501-d4f4-4171-9d1a-54db70da04aa tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011eb451c0>, 'routers', 'b04a235d-d1e7-4e35-9774-b0a90c19c09d', 'tempest-TagsExtTest-Tag-297228839') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:19.156536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-96c0d9ec-2914-4a88-bc02-2c450c81f2c9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Deleting port 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:36:19.157763 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96c0d9ec-2914-4a88-bc02-2c450c81f2c9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7e73b67b-73b9-4ca7-9b45-4141ca81c8cb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:19.206245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2ecc5274-9395-484a-9605-5cfa4fc087b3 None None] Deleting port 50ff6326-413d-4730-9df4-dce86a303dbe {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:36:19.206630 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5274-9395-484a-9605-5cfa4fc087b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:19.234203 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96c0d9ec-2914-4a88-bc02-2c450c81f2c9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7e73b67b-73b9-4ca7-9b45-4141ca81c8cb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:19.248960 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-9da5101f-4e72-4b59-9e7f-532e34686db6 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:19.249847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-96c0d9ec-2914-4a88-bc02-2c450c81f2c9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Calling delete_port for 7e73b67b-73b9-4ca7-9b45-4141ca81c8cb owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:36:19.253607 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9da5101f-4e72-4b59-9e7f-532e34686db6 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2737529
Apr 16 21:36:19.253896 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32972) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:19.260683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3d3ec2a7-9614-48fc-9087-f90e6665f971 req-9ab5439a-bbc7-4a68-ae57-1404dda4816c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1552553
Apr 16 21:36:19.261809 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-14de8509-1ed9-4eef-bb54-9b020ffa68fa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '1ed8d541-fa8d-42df-aba9-5a2c2c4c415a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:19.262406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-789af501-d4f4-4171-9d1a-54db70da04aa tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d/tags/tempest-TagsExtTest-Tag-297228839 HTTP/1.1" status: 204  len: 168 time: 0.1147087
Apr 16 21:36:19.262836 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-14de8509-1ed9-4eef-bb54-9b020ffa68fa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 16 21:36:19.263613 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-14de8509-1ed9-4eef-bb54-9b020ffa68fa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:19.265831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32974) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:19.266411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-14de8509-1ed9-4eef-bb54-9b020ffa68fa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0113902
Apr 16 21:36:19.270499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-c71f15c3-fe60-4aac-b2d3-70fb243df511 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f01268f3130>, 'routers', 'b04a235d-d1e7-4e35-9774-b0a90c19c09d', 'tempest-TagsExtTest-Tag-297228839') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:19.272843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32976) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:19.292644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2e3b7d02-3dd5-426a-8bda-550acdd84642 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '1ed8d541-fa8d-42df-aba9-5a2c2c4c415a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:19.300907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32978) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:19.305969 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2ecc5274-9395-484a-9605-5cfa4fc087b3 None None] For port 50ff6326-413d-4730-9df4-dce86a303dbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50ff6326-413d-4730-9df4-dce86a303dbe,segment=NetworkSegment(ded79bff-ce7d-49ac-86fd-d454fae7aaa3),segment_id=ded79bff-ce7d-49ac-86fd-d454fae7aaa3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:19.306613 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5274-9395-484a-9605-5cfa4fc087b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:19.328474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2ecc5274-9395-484a-9605-5cfa4fc087b3 None None] Calling delete_port for 50ff6326-413d-4730-9df4-dce86a303dbe owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:36:19.332767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-28755eab-f1fb-4af5-a146-b6f3975e90e6 None None] Current status of the port 50ff6326-413d-4730-9df4-dce86a303dbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:19.445381 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ac1ea566-e3e9-4c15-b1a2-e66fd23eaa56 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/54e1d60c-5cb4-4459-a233-1e34d6143b14 HTTP/1.1" status: 200  len: 994 time: 0.1433778
Apr 16 21:36:19.487303 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c71f15c3-fe60-4aac-b2d3-70fb243df511 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d/tags/tempest-TagsExtTest-Tag-297228839 HTTP/1.1" status: 204  len: 168 time: 0.2212975
Apr 16 21:36:19.490739 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 32982) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:19.494547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-603fcdd9-15d2-40d0-bcaa-a4a00c71dc4d tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f011f5a7400>, 'routers', 'b04a235d-d1e7-4e35-9774-b0a90c19c09d') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:19.527145 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2ecc5274-9395-484a-9605-5cfa4fc087b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (50ff6326-413d-4730-9df4-dce86a303dbe), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:19.573039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96c0d9ec-2914-4a88-bc02-2c450c81f2c9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7e73b67b-73b9-4ca7-9b45-4141ca81c8cb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:19.574123 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc5274-9395-484a-9605-5cfa4fc087b3 None None] Pushing event deleted for resources: {'Port': ['ID=50ff6326-413d-4730-9df4-dce86a303dbe,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:19.578212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc5274-9395-484a-9605-5cfa4fc087b3 None None] No DVR routers for this DVR port 50ff6326-413d-4730-9df4-dce86a303dbe on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:36:19.620512 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-2e3b7d02-3dd5-426a-8bda-550acdd84642 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:19.621600 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2e3b7d02-3dd5-426a-8bda-550acdd84642 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3474367
Apr 16 21:36:19.622997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0d9ec-2914-4a88-bc02-2c450c81f2c9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Port': ['ID=7e73b67b-73b9-4ca7-9b45-4141ca81c8cb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:19.625567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32986) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:19.634765 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-96c0d9ec-2914-4a88-bc02-2c450c81f2c9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:19.638453 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-96c0d9ec-2914-4a88-bc02-2c450c81f2c9 tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/ports/7e73b67b-73b9-4ca7-9b45-4141ca81c8cb HTTP/1.1" status: 204  len: 168 time: 0.6660266
Apr 16 21:36:19.642256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-44a4a264-4144-47f6-a363-cc6cf2fad1ec tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '1ed8d541-fa8d-42df-aba9-5a2c2c4c415a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:19.653684 ncdv-master-1 neutron-server[122556]: WARNING neutron.api.v2.base [None req-44a4a264-4144-47f6-a363-cc6cf2fad1ec tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Apr 16 21:36:19.653684 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-44a4a264-4144-47f6-a363-cc6cf2fad1ec tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:19.653684 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-44a4a264-4144-47f6-a363-cc6cf2fad1ec tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0166748
Apr 16 21:36:19.653684 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32988) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:19.667789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 32990) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:19.680891 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1ab8c537-91ef-4cd4-859b-84bdf157b595 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '1ed8d541-fa8d-42df-aba9-5a2c2c4c415a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:19.768136 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59a9ca53-7e03-4537-95e6-4991637b879a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (b0bd94f0-407c-45c4-98a0-e686c312a364), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:19.860743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-8e24c53f-3433-47c8-bf55-5bcb0a956dc6 req-efd4c858-e48f-4a0e-9238-6a545e3595e5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:36:19.861622 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e24c53f-3433-47c8-bf55-5bcb0a956dc6 req-efd4c858-e48f-4a0e-9238-6a545e3595e5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052338
Apr 16 21:36:19.905156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-603fcdd9-15d2-40d0-bcaa-a4a00c71dc4d tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d/tags HTTP/1.1" status: 200  len: 205 time: 0.4139619
Apr 16 21:36:19.907368 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33004) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:19.911826 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-74f34db2-16fd-4508-a934-697255a1707b tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f01269461f0>, 'subnetpools', '9eb0b296-e084-4339-94de-e76594736cbe') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:19.921234 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59a9ca53-7e03-4537-95e6-4991637b879a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (b0bd94f0-407c-45c4-98a0-e686c312a364), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:19.938974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4d679-cc57-47b2-89de-d79927011e98 req-5188f853-9324-424a-9a22-28cecc412e0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:19.940827 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6a4d679-cc57-47b2-89de-d79927011e98 req-5188f853-9324-424a-9a22-28cecc412e0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0823936
Apr 16 21:36:19.944273 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-74f34db2-16fd-4508-a934-697255a1707b tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe/tags HTTP/1.1" status: 200  len: 240 time: 0.0356281
Apr 16 21:36:19.947354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33006) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:19.952145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-4d662adc-7292-48cd-9f84-ddadc8752239 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011f5078b0>, 'subnetpools', '9eb0b296-e084-4339-94de-e76594736cbe', 'tempest-TagsExtTest-Tag-141766266') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:19.955774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-59a9ca53-7e03-4537-95e6-4991637b879a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e6fba60>,) {'filters': {'network_id': ['b0bd94f0-407c-45c4-98a0-e686c312a364']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:19.970982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4d662adc-7292-48cd-9f84-ddadc8752239 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe/tags/tempest-TagsExtTest-Tag-141766266 HTTP/1.1" status: 204  len: 168 time: 0.0224810
Apr 16 21:36:19.973495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33008) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:19.977665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-59a9ca53-7e03-4537-95e6-4991637b879a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e6fba60>, 'ded79bff-ce7d-49ac-86fd-d454fae7aaa3') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:19.978084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-59a9ca53-7e03-4537-95e6-4991637b879a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e6fba60>, 'ded79bff-ce7d-49ac-86fd-d454fae7aaa3') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:19.981316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-942f2929-5e25-4337-a9cb-d91d3bcf1eaa tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f01244e1a30>, 'subnetpools', '9eb0b296-e084-4339-94de-e76594736cbe', 'tempest-TagsExtTest-Tag-141766266') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:19.990742 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-1ab8c537-91ef-4cd4-859b-84bdf157b595 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:19.995571 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1ab8c537-91ef-4cd4-859b-84bdf157b595 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3178844
Apr 16 21:36:19.995911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33010) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:19.999030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59a9ca53-7e03-4537-95e6-4991637b879a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (ded79bff-ce7d-49ac-86fd-d454fae7aaa3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:20.014389 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e07a6422-3b12-43a9-a3f7-7d5477075162 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': '1ed8d541-fa8d-42df-aba9-5a2c2c4c415a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:20.041866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59a9ca53-7e03-4537-95e6-4991637b879a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ded79bff-ce7d-49ac-86fd-d454fae7aaa3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:20.053959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6a4d679-cc57-47b2-89de-d79927011e98 req-637a02a8-e5b1-45f5-b524-6c6269446d33 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028898
Apr 16 21:36:20.054868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a9ca53-7e03-4537-95e6-4991637b879a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:36:20.055253 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59a9ca53-7e03-4537-95e6-4991637b879a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (ded79bff-ce7d-49ac-86fd-d454fae7aaa3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:36:20.061066 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:36:20.127364 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-942f2929-5e25-4337-a9cb-d91d3bcf1eaa tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe/tags/tempest-TagsExtTest-Tag-141766266 HTTP/1.1" status: 204  len: 168 time: 0.1526966
Apr 16 21:36:20.129701 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33012) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:20.133980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-ae83ee2f-7b0e-45b4-a894-230dbb75ca36 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f011fb0fa60>, 'subnetpools', '9eb0b296-e084-4339-94de-e76594736cbe') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:20.152377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ae83ee2f-7b0e-45b4-a894-230dbb75ca36 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe/tags HTTP/1.1" status: 200  len: 205 time: 0.0214996
Apr 16 21:36:20.154787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33014) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:20.158875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-27fb9e94-e282-45ac-927b-658bd00adc53 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f01269a11f0>, 'subnetpools', '9eb0b296-e084-4339-94de-e76594736cbe') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:20.182490 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-27fb9e94-e282-45ac-927b-658bd00adc53 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe/tags HTTP/1.1" status: 204  len: 168 time: 0.0267174
Apr 16 21:36:20.185015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33016) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:20.189423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-65c9dad2-31a5-41bd-be83-c5078b73e0c1 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f012430bb80>, 'routers', 'b04a235d-d1e7-4e35-9774-b0a90c19c09d') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:20.264679 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-65c9dad2-31a5-41bd-be83-c5078b73e0c1 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d/tags HTTP/1.1" status: 204  len: 168 time: 0.0786698
Apr 16 21:36:20.267216 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33018) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:20.269357 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59a9ca53-7e03-4537-95e6-4991637b879a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (b0bd94f0-407c-45c4-98a0-e686c312a364), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:20.271382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-2132788c-30f6-41d2-8808-17511f9f962f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0124cdfe50>, 'ports', '6d73777a-aa41-4b6d-94d5-241affb98b9e') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:20.280406 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59a9ca53-7e03-4537-95e6-4991637b879a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:20.283919 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-59a9ca53-7e03-4537-95e6-4991637b879a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] 10.222.0.20 "DELETE /v2.0/networks/b0bd94f0-407c-45c4-98a0-e686c312a364 HTTP/1.1" status: 204  len: 168 time: 0.6381991
Apr 16 21:36:20.302978 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-e07a6422-3b12-43a9-a3f7-7d5477075162 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:20.307267 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e07a6422-3b12-43a9-a3f7-7d5477075162 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3070850
Apr 16 21:36:20.307267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9ca53-7e03-4537-95e6-4991637b879a tempest-PortsIpV6TestJSON-846460929 tempest-PortsIpV6TestJSON-846460929-project] Pushing event deleted for resources: {'Network': ['ID=b0bd94f0-407c-45c4-98a0-e686c312a364,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:20.307806 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33022) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:20.345180 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2132788c-30f6-41d2-8808-17511f9f962f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e/tags HTTP/1.1" status: 204  len: 168 time: 0.0767317
Apr 16 21:36:20.347502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33024) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:20.351921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-25c43a33-6c48-4e59-af16-33c5a90c210d tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f011efc5880>, 'subnets', '78cdb3bd-8a80-45f2-99af-f7822662bb8f') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:20.393130 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22ef2547-c93b-4f8e-8cf5-f4297c356180 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (1ed8d541-fa8d-42df-aba9-5a2c2c4c415a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:20.393601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 50ff6326-413d-4730-9df4-dce86a303dbe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:36:20.421163 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22ef2547-c93b-4f8e-8cf5-f4297c356180 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (1ed8d541-fa8d-42df-aba9-5a2c2c4c415a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:20.436838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 50ff6326-413d-4730-9df4-dce86a303dbe {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:36:20.443484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 50ff6326-413d-4730-9df4-dce86a303dbe not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:36:20.484849 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-25c43a33-6c48-4e59-af16-33c5a90c210d tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f/tags HTTP/1.1" status: 204  len: 168 time: 0.1361878
Apr 16 21:36:20.488812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33028) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:20.498126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-90f02336-69a0-4e62-b096-4a7e85bc7092 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f011fdde8e0>, 'subnets', '78cdb3bd-8a80-45f2-99af-f7822662bb8f', 'tempest-TagsExtTest-Tag-1514179935') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:20.575661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54a1bf-82b8-4255-8fe9-2dbae37911dc req-6da95e47-efb4-43e3-9f8a-380c40f70085 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:20.577157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b54a1bf-82b8-4255-8fe9-2dbae37911dc req-6da95e47-efb4-43e3-9f8a-380c40f70085 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0871923
Apr 16 21:36:20.586158 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22ef2547-c93b-4f8e-8cf5-f4297c356180 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1ed8d541-fa8d-42df-aba9-5a2c2c4c415a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:20.589203 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22ef2547-c93b-4f8e-8cf5-f4297c356180 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:20.595320 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-22ef2547-c93b-4f8e-8cf5-f4297c356180 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "DELETE /v2.0/security-groups/1ed8d541-fa8d-42df-aba9-5a2c2c4c415a HTTP/1.1" status: 204  len: 168 time: 0.2816994
Apr 16 21:36:20.595484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33030) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:20.617255 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef2547-c93b-4f8e-8cf5-f4297c356180 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed8d541-fa8d-42df-aba9-5a2c2c4c415a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:20.630973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33032) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:20.664797 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2c97ce1d-a3a5-4eb1-b345-ef0ceeb3e2ce tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0689361
Apr 16 21:36:20.669812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b54a1bf-82b8-4255-8fe9-2dbae37911dc req-bd721521-bb48-4d73-a815-f6180129948f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859976
Apr 16 21:36:20.672993 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33036) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:20.679810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-8c12ca57-1b32-41f5-a0e1-4f78df3ef8f8 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117536825'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:20.684820 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-90f02336-69a0-4e62-b096-4a7e85bc7092 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "PUT /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f/tags/tempest-TagsExtTest-Tag-1514179935 HTTP/1.1" status: 201  len: 201 time: 0.1923480
Apr 16 21:36:20.687392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33038) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:20.692955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-ce0e483a-52e3-403e-9d09-ce2fb7702181 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f011f205670>, 'ports', '6d73777a-aa41-4b6d-94d5-241affb98b9e', 'tempest-TagsExtTest-Tag-423302743') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:20.756979 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-c36410d0-f2b7-4110-8c86-19ce43bc975f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1243944
Apr 16 21:36:20.771988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-57a6629a-4828-47be-9a19-441ef6cc38e8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:36:20.771988 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-57a6629a-4828-47be-9a19-441ef6cc38e8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052860
Apr 16 21:36:20.795457 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c12ca57-1b32-41f5-a0e1-4f78df3ef8f8 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:20.806981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ce0e483a-52e3-403e-9d09-ce2fb7702181 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "PUT /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e/tags/tempest-TagsExtTest-Tag-423302743 HTTP/1.1" status: 201  len: 201 time: 0.1185284
Apr 16 21:36:20.809701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33046) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:20.814744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-8e4f3a9a-a08d-48bc-a39c-494703787ea4 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f011e89e670>, 'routers', 'b04a235d-d1e7-4e35-9774-b0a90c19c09d', 'tempest-TagsExtTest-Tag-1628663766') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:20.906494 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c12ca57-1b32-41f5-a0e1-4f78df3ef8f8 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (e75dd651-3c21-498f-9d61-ece58cd5e991), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:20.924210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33066) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:20.983536 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c12ca57-1b32-41f5-a0e1-4f78df3ef8f8 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e75dd651-3c21-498f-9d61-ece58cd5e991), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.001738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8e4f3a9a-a08d-48bc-a39c-494703787ea4 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "PUT /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d/tags/tempest-TagsExtTest-Tag-1628663766 HTTP/1.1" status: 201  len: 201 time: 0.1908128
Apr 16 21:36:21.005324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33072) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.013431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-60907003-b262-40d9-a8fb-ed7757d47d07 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f011dce2c40>, 'subnetpools', '9eb0b296-e084-4339-94de-e76594736cbe', 'tempest-TagsExtTest-Tag-1746505030') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:21.018760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12ca57-1b32-41f5-a0e1-4f78df3ef8f8 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75dd651-3c21-498f-9d61-ece58cd5e991,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:21.071423 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8c12ca57-1b32-41f5-a0e1-4f78df3ef8f8 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.073726 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8c12ca57-1b32-41f5-a0e1-4f78df3ef8f8 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3994672
Apr 16 21:36:21.076727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33082) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.081927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-68f4174b-eda7-4443-9686-77dba244c59f tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': 'e75dd651-3c21-498f-9d61-ece58cd5e991', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:21.091157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-60907003-b262-40d9-a8fb-ed7757d47d07 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "PUT /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe/tags/tempest-TagsExtTest-Tag-1746505030 HTTP/1.1" status: 201  len: 201 time: 0.0832989
Apr 16 21:36:21.093802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33086) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.098561 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-8ea063ec-9d9b-40aa-9f31-cf3ffd16fcf0 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f0126da2910>, 'subnets', '78cdb3bd-8a80-45f2-99af-f7822662bb8f', {'tags': ['tempest-TagsExtTest-Tag-926458494', 'tempest-TagsExtTest-Tag-1354287959', 'tempest-TagsExtTest-Tag-292221607']}) {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:21.159551 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33088) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.231805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910d834-f55c-4ffa-82a9-cd2f7b428420 req-cf9358f2-b0f1-4cde-97f6-7175d42a4c78 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:21.234205 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b910d834-f55c-4ffa-82a9-cd2f7b428420 req-cf9358f2-b0f1-4cde-97f6-7175d42a4c78 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0860298
Apr 16 21:36:21.263242 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-217e3062-757a-4182-ab98-d76b59a191ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.269248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ef9bf71-a606-455d-b57c-04397b68ce6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e129a0846b2543b7be00d3cf3941352c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3417411
Apr 16 21:36:21.269248 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-68f4174b-eda7-4443-9686-77dba244c59f tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The resource could not be found.
Apr 16 21:36:21.269248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-68f4174b-eda7-4443-9686-77dba244c59f tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1908493
Apr 16 21:36:21.273619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33092) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.277445 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33094) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.285425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4583a8e2-ea72-40da-b685-7965ab08b0ae tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': 'e75dd651-3c21-498f-9d61-ece58cd5e991', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e6e18ba2-e31f-4609-b722-d12c7633f9e8'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:21.303449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8ea063ec-9d9b-40aa-9f31-cf3ffd16fcf0 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "PUT /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f/tags HTTP/1.1" status: 200  len: 316 time: 0.2085464
Apr 16 21:36:21.313084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33096) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.322581 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b910d834-f55c-4ffa-82a9-cd2f7b428420 req-c00c804e-2f9e-4838-818b-a470cbe2bab5 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813224
Apr 16 21:36:21.324076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-2f615dcb-395f-44f5-a77c-a650f1e8b112 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0125535940>, 'subnets', '78cdb3bd-8a80-45f2-99af-f7822662bb8f') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:21.421284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-896cf22f-5ef0-4d64-af8b-cbba4d20726c admin admin] Publish callbacks [] for security_group (3f5a0e6a-bbef-409c-a405-cc5472f37084), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.468705 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-4583a8e2-ea72-40da-b685-7965ab08b0ae tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The resource could not be found.
Apr 16 21:36:21.469277 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-896cf22f-5ef0-4d64-af8b-cbba4d20726c admin admin] Publish callbacks [] for security_group (3f5a0e6a-bbef-409c-a405-cc5472f37084), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.470033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4583a8e2-ea72-40da-b685-7965ab08b0ae tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1914251
Apr 16 21:36:21.472895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33104) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.478753 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-217e3062-757a-4182-ab98-d76b59a191ef admin admin] Publish callbacks [] for security_group (f015f9d1-f917-49ff-8245-455bc8ae19c0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.531870 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5614e324-a5ea-4118-b399-02b9ff484b18 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (e75dd651-3c21-498f-9d61-ece58cd5e991), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.554562 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5614e324-a5ea-4118-b399-02b9ff484b18 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (e75dd651-3c21-498f-9d61-ece58cd5e991), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.555679 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2f615dcb-395f-44f5-a77c-a650f1e8b112 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f/tags HTTP/1.1" status: 204  len: 168 time: 0.2405162
Apr 16 21:36:21.558822 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33106) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.569907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-42c1fc7e-ec7e-4592-9b73-80c4d0c8e9bc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011ea46e20>, 'subnets', '78cdb3bd-8a80-45f2-99af-f7822662bb8f', 'tempest-TagsExtTest-Tag-926458494') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:21.588752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-217e3062-757a-4182-ab98-d76b59a191ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f015f9d1-f917-49ff-8245-455bc8ae19c0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.635520 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-896cf22f-5ef0-4d64-af8b-cbba4d20726c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3f5a0e6a-bbef-409c-a405-cc5472f37084), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.638079 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-896cf22f-5ef0-4d64-af8b-cbba4d20726c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.639251 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-896cf22f-5ef0-4d64-af8b-cbba4d20726c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f5a0e6a-bbef-409c-a405-cc5472f37084 HTTP/1.1" status: 204  len: 168 time: 0.3680136
Apr 16 21:36:21.649884 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-217e3062-757a-4182-ab98-d76b59a191ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07424242c9824240ab0da0ebcb94a922&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4856200
Apr 16 21:36:21.650668 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-42c1fc7e-ec7e-4592-9b73-80c4d0c8e9bc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] show failed (client error): The resource could not be found.
Apr 16 21:36:21.652491 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-42c1fc7e-ec7e-4592-9b73-80c4d0c8e9bc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f/tags/tempest-TagsExtTest-Tag-926458494 HTTP/1.1" status: 404  len: 328 time: 0.0918190
Apr 16 21:36:21.652491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33112) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.663663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33110) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.663906 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e3062-757a-4182-ab98-d76b59a191ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f015f9d1-f917-49ff-8245-455bc8ae19c0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:21.665884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33116) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.671857 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5614e324-a5ea-4118-b399-02b9ff484b18 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e75dd651-3c21-498f-9d61-ece58cd5e991), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.674767 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5614e324-a5ea-4118-b399-02b9ff484b18 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.680439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5614e324-a5ea-4118-b399-02b9ff484b18 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "DELETE /v2.0/security-groups/e75dd651-3c21-498f-9d61-ece58cd5e991 HTTP/1.1" status: 204  len: 168 time: 0.2065139
Apr 16 21:36:21.684520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-ab9604c2-53bc-4e7d-a0fe-2c9c81469f2b tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f01246d8850>, 'subnets', '78cdb3bd-8a80-45f2-99af-f7822662bb8f', 'tempest-TagsExtTest-Tag-1354287959') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:21.698268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33118) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.724249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614e324-a5ea-4118-b399-02b9ff484b18 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75dd651-3c21-498f-9d61-ece58cd5e991,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:21.746982 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cf22f-5ef0-4d64-af8b-cbba4d20726c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5a0e6a-bbef-409c-a405-cc5472f37084,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:21.786217 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-ab9604c2-53bc-4e7d-a0fe-2c9c81469f2b tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] show failed (client error): The resource could not be found.
Apr 16 21:36:21.787258 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ab9604c2-53bc-4e7d-a0fe-2c9c81469f2b tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f/tags/tempest-TagsExtTest-Tag-1354287959 HTTP/1.1" status: 404  len: 329 time: 0.1192260
Apr 16 21:36:21.792620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33122) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.804856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-3671c215-e23f-4c67-8e84-d581f34bfcba tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f01266f2850>, 'subnets', '78cdb3bd-8a80-45f2-99af-f7822662bb8f', 'tempest-TagsExtTest-Tag-292221607') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:21.836098 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e68e13-899b-4857-9207-f9bfbb571586 req-cba3008a-682d-461f-becb-025aef9a8b93 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:21.839460 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5e68e13-899b-4857-9207-f9bfbb571586 req-cba3008a-682d-461f-becb-025aef9a8b93 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0647690
Apr 16 21:36:21.841188 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 32c60358-6ed6-4d01-a515-c08c9770f288 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:36:21.841740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70a5655d-0f7d-4ba5-bd38-f425465df9bb admin admin] Publish callbacks [] for security_group (f015f9d1-f917-49ff-8245-455bc8ae19c0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.853662 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-92fedc79-26ff-4901-8929-31cb01acc83f tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1518590
Apr 16 21:36:21.857766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33124) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.869229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-759eaf87-118b-44e3-8ddf-04033bc79d8b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': 'cb5e3f47-cf24-45ed-a428-ab1b3ab42c4b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:21.897473 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-3671c215-e23f-4c67-8e84-d581f34bfcba tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] show failed (client error): The resource could not be found.
Apr 16 21:36:21.901421 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3671c215-e23f-4c67-8e84-d581f34bfcba tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f/tags/tempest-TagsExtTest-Tag-292221607 HTTP/1.1" status: 404  len: 328 time: 0.1052392
Apr 16 21:36:21.902411 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70a5655d-0f7d-4ba5-bd38-f425465df9bb admin admin] Publish callbacks [] for security_group (f015f9d1-f917-49ff-8245-455bc8ae19c0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:21.905438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33126) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:21.912472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-a5f61cf5-9a8c-4114-9936-0707e725e90c tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f0124d6d0a0>, 'ports', '6d73777a-aa41-4b6d-94d5-241affb98b9e', {'tags': ['tempest-TagsExtTest-Tag-432329177', 'tempest-TagsExtTest-Tag-690777631', 'tempest-TagsExtTest-Tag-2143988546']}) {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:21.930145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-5e1453ba-c646-41a8-993b-c9f869f4d562 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:21.932210 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-5e1453ba-c646-41a8-993b-c9f869f4d562 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/ports/10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1125 time: 0.2783506
Apr 16 21:36:21.973828 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5e68e13-899b-4857-9207-f9bfbb571586 req-6e453590-0704-4446-bdb3-8b2c3f21ce07 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086709
Apr 16 21:36:22.018100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:22.035077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '32c60358-6ed6-4d01-a515-c08c9770f288', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'port_id': '32c60358-6ed6-4d01-a515-c08c9770f288', 'mac_address': 'fa:16:3e:ba:02:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:36:22.076369 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a5f61cf5-9a8c-4114-9936-0707e725e90c tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "PUT /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e/tags HTTP/1.1" status: 200  len: 316 time: 0.1697814
Apr 16 21:36:22.078724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33136) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:22.083151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 32c60358-6ed6-4d01-a515-c08c9770f288 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:22.085860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-10bdd5e8-2101-44cc-8160-8a8c89fb5736 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0124cdd7c0>, 'ports', '6d73777a-aa41-4b6d-94d5-241affb98b9e') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:22.086022 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:22.107504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32c60358-6ed6-4d01-a515-c08c9770f288 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:36:22.112973 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-759eaf87-118b-44e3-8ddf-04033bc79d8b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The resource could not be found.
Apr 16 21:36:22.114049 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-759eaf87-118b-44e3-8ddf-04033bc79d8b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2553568
Apr 16 21:36:22.114727 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70a5655d-0f7d-4ba5-bd38-f425465df9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f015f9d1-f917-49ff-8245-455bc8ae19c0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:22.117386 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-70a5655d-0f7d-4ba5-bd38-f425465df9bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:22.118454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-70a5655d-0f7d-4ba5-bd38-f425465df9bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f015f9d1-f917-49ff-8245-455bc8ae19c0 HTTP/1.1" status: 204  len: 168 time: 0.4643037
Apr 16 21:36:22.119186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33140) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:22.127785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f8a16d14-946d-4b80-90e5-04b78d26e7f0 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group': {'name': 'tempest-secgroup--585754635'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:22.137516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5655d-0f7d-4ba5-bd38-f425465df9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f015f9d1-f917-49ff-8245-455bc8ae19c0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:22.172318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:22.229813 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8a16d14-946d-4b80-90e5-04b78d26e7f0 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:22.269290 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:22.278446 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-10bdd5e8-2101-44cc-8160-8a8c89fb5736 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e/tags HTTP/1.1" status: 204  len: 168 time: 0.1985226
Apr 16 21:36:22.280853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33148) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:22.286578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-d64d849d-1857-4d97-82e2-e35bd52bdd6e tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011e9124f0>, 'ports', '6d73777a-aa41-4b6d-94d5-241affb98b9e', 'tempest-TagsExtTest-Tag-432329177') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:22.304508 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8a16d14-946d-4b80-90e5-04b78d26e7f0 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (c6991fcf-0de4-4565-93af-8b10864cab57), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:22.340984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=32c60358-6ed6-4d01-a515-c08c9770f288,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:22.358345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['32c60358-6ed6-4d01-a515-c08c9770f288'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:36:22.361934 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8a16d14-946d-4b80-90e5-04b78d26e7f0 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c6991fcf-0de4-4565-93af-8b10864cab57), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:22.388368 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-d64d849d-1857-4d97-82e2-e35bd52bdd6e tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] show failed (client error): The resource could not be found.
Apr 16 21:36:22.389681 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d64d849d-1857-4d97-82e2-e35bd52bdd6e tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e/tags/tempest-TagsExtTest-Tag-432329177 HTTP/1.1" status: 404  len: 328 time: 0.1074395
Apr 16 21:36:22.393779 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33154) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:22.400653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-2c9429df-a744-43cf-9afb-1642d3bf7e45 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011efc18b0>, 'ports', '6d73777a-aa41-4b6d-94d5-241affb98b9e', 'tempest-TagsExtTest-Tag-690777631') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:22.421697 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a16d14-946d-4b80-90e5-04b78d26e7f0 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6991fcf-0de4-4565-93af-8b10864cab57,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:22.491649 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8a16d14-946d-4b80-90e5-04b78d26e7f0 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:22.492151 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f8a16d14-946d-4b80-90e5-04b78d26e7f0 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3701313
Apr 16 21:36:22.493485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33160) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:22.531893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b32d5c89-1c08-4b53-8976-d153e8a7f1fa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141628005'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:22.555251 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-2c9429df-a744-43cf-9afb-1642d3bf7e45 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] show failed (client error): The resource could not be found.
Apr 16 21:36:22.557104 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2c9429df-a744-43cf-9afb-1642d3bf7e45 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e/tags/tempest-TagsExtTest-Tag-690777631 HTTP/1.1" status: 404  len: 328 time: 0.1620843
Apr 16 21:36:22.560118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33168) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:22.564669 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-a64bd77f-8708-4534-9313-496d307c064a tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0124891bb0>, 'ports', '6d73777a-aa41-4b6d-94d5-241affb98b9e', 'tempest-TagsExtTest-Tag-2143988546') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:22.577526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86159e5a-9081-4b04-bb63-750bfbd04b1e req-7d570846-3078-44a3-8995-fe466ac543bf tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:22.579684 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-86159e5a-9081-4b04-bb63-750bfbd04b1e req-7d570846-3078-44a3-8995-fe466ac543bf tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.1070659
Apr 16 21:36:22.624014 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-a64bd77f-8708-4534-9313-496d307c064a tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] show failed (client error): The resource could not be found.
Apr 16 21:36:22.625118 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a64bd77f-8708-4534-9313-496d307c064a tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e/tags/tempest-TagsExtTest-Tag-2143988546 HTTP/1.1" status: 404  len: 329 time: 0.0639203
Apr 16 21:36:22.628457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33172) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:22.634361 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b32d5c89-1c08-4b53-8976-d153e8a7f1fa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:22.640858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-b532efd5-df0d-41fe-96ae-a22778fea212 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f011d9c1ac0>, 'routers', 'b04a235d-d1e7-4e35-9774-b0a90c19c09d', {'tags': ['tempest-TagsExtTest-Tag-2123775168', 'tempest-TagsExtTest-Tag-1285705581', 'tempest-TagsExtTest-Tag-775055864']}) {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:22.676341 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-86159e5a-9081-4b04-bb63-750bfbd04b1e req-e32a15ee-08ba-4c27-9e34-e9089a46f664 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891621
Apr 16 21:36:22.774548 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b32d5c89-1c08-4b53-8976-d153e8a7f1fa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (379bfb16-fd0d-46b5-b75e-62c089961c0e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:22.840817 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b32d5c89-1c08-4b53-8976-d153e8a7f1fa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (379bfb16-fd0d-46b5-b75e-62c089961c0e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:22.917539 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b32d5c89-1c08-4b53-8976-d153e8a7f1fa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:22.919690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b32d5c89-1c08-4b53-8976-d153e8a7f1fa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4248080
Apr 16 21:36:22.921149 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d5c89-1c08-4b53-8976-d153e8a7f1fa tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379bfb16-fd0d-46b5-b75e-62c089961c0e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:22.936359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33190) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:22.942456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-30386819-a836-47c8-b486-3bc0fd1d01e7 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group_rule': {'security_group_id': 'c6991fcf-0de4-4565-93af-8b10864cab57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '379bfb16-fd0d-46b5-b75e-62c089961c0e'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:23.165089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f6c4e-3093-407c-8a3d-85652bb18549 req-bc4d32bd-ce88-4d53-a6cb-09dcc225ca83 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:23.166589 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-966f6c4e-3093-407c-8a3d-85652bb18549 req-bc4d32bd-ce88-4d53-a6cb-09dcc225ca83 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0837710
Apr 16 21:36:23.171739 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-30386819-a836-47c8-b486-3bc0fd1d01e7 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:36:23.173205 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-30386819-a836-47c8-b486-3bc0fd1d01e7 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2356086
Apr 16 21:36:23.175964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33202) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:23.227723 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-966f6c4e-3093-407c-8a3d-85652bb18549 req-d54e1c3d-2e55-493f-8e11-aac4bff0e728 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544889
Apr 16 21:36:23.236660 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b532efd5-df0d-41fe-96ae-a22778fea212 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "PUT /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d/tags HTTP/1.1" status: 200  len: 317 time: 0.6070032
Apr 16 21:36:23.244960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33204) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:23.250533 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-b7af5a97-cff8-4c75-845d-998c5a4a44d3 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f011e59a070>, 'routers', 'b04a235d-d1e7-4e35-9774-b0a90c19c09d') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:23.263214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-62319018-5f85-41cf-a82d-cf0ea55ec376 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (379bfb16-fd0d-46b5-b75e-62c089961c0e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:23.357317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-62319018-5f85-41cf-a82d-cf0ea55ec376 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (379bfb16-fd0d-46b5-b75e-62c089961c0e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:23.475706 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b7af5a97-cff8-4c75-845d-998c5a4a44d3 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d/tags HTTP/1.1" status: 204  len: 168 time: 0.2296073
Apr 16 21:36:23.483745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33222) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:23.483745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-83419b2f-1eeb-4be2-b590-e4b4343e06a4 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011dfff5e0>, 'routers', 'b04a235d-d1e7-4e35-9774-b0a90c19c09d', 'tempest-TagsExtTest-Tag-2123775168') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:23.519553 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-62319018-5f85-41cf-a82d-cf0ea55ec376 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (379bfb16-fd0d-46b5-b75e-62c089961c0e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:23.522145 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-62319018-5f85-41cf-a82d-cf0ea55ec376 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:23.523535 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-62319018-5f85-41cf-a82d-cf0ea55ec376 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "DELETE /v2.0/security-groups/379bfb16-fd0d-46b5-b75e-62c089961c0e HTTP/1.1" status: 204  len: 168 time: 0.3466234
Apr 16 21:36:23.527049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33224) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:23.581317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62319018-5f85-41cf-a82d-cf0ea55ec376 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=379bfb16-fd0d-46b5-b75e-62c089961c0e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:23.585576 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-83419b2f-1eeb-4be2-b590-e4b4343e06a4 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] show failed (client error): The resource could not be found.
Apr 16 21:36:23.586976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-83419b2f-1eeb-4be2-b590-e4b4343e06a4 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d/tags/tempest-TagsExtTest-Tag-2123775168 HTTP/1.1" status: 404  len: 329 time: 0.1070619
Apr 16 21:36:23.589486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33230) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:23.594213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-170531cf-03a0-4568-8ec8-ac24f2d81df9 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011df6aa00>, 'routers', 'b04a235d-d1e7-4e35-9774-b0a90c19c09d', 'tempest-TagsExtTest-Tag-1285705581') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:23.649856 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4d4456ff-01a9-4d15-bba7-9c9eaaa6d459 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1215608
Apr 16 21:36:23.653051 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33232) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:23.670934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-b7b7c255-0aa2-468c-be64-9759a108dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:23.673190 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-b7b7c255-0aa2-468c-be64-9759a108dc0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1128 time: 0.0721862
Apr 16 21:36:23.682955 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-170531cf-03a0-4568-8ec8-ac24f2d81df9 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] show failed (client error): The resource could not be found.
Apr 16 21:36:23.686639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-170531cf-03a0-4568-8ec8-ac24f2d81df9 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d/tags/tempest-TagsExtTest-Tag-1285705581 HTTP/1.1" status: 404  len: 329 time: 0.0934803
Apr 16 21:36:23.686979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33234) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:23.692297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-f0e776ad-1160-4b66-a4c3-b0d95acd862f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f01254e5580>, 'routers', 'b04a235d-d1e7-4e35-9774-b0a90c19c09d', 'tempest-TagsExtTest-Tag-775055864') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:23.800333 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-f0e776ad-1160-4b66-a4c3-b0d95acd862f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] show failed (client error): The resource could not be found.
Apr 16 21:36:23.801581 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f0e776ad-1160-4b66-a4c3-b0d95acd862f tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d/tags/tempest-TagsExtTest-Tag-775055864 HTTP/1.1" status: 404  len: 328 time: 0.1134820
Apr 16 21:36:23.828223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33244) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:23.834766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-5bcca5a2-0d68-4d8f-99b9-b22009c89130 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f012acb9a90>, 'subnetpools', '9eb0b296-e084-4339-94de-e76594736cbe', {'tags': ['tempest-TagsExtTest-Tag-395447149', 'tempest-TagsExtTest-Tag-1934134421', 'tempest-TagsExtTest-Tag-148230116']}) {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:23.867387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 32c60358-6ed6-4d01-a515-c08c9770f288 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:36:23.885353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89158c0d-a799-4c96-a97b-1f3946fc7618 req-4fb14eee-61c7-4ddd-8e2b-9a99bc316a59 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:23.897209 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89158c0d-a799-4c96-a97b-1f3946fc7618 req-4fb14eee-61c7-4ddd-8e2b-9a99bc316a59 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.1142151
Apr 16 21:36:23.974462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-46fb95e9-6d05-4b0c-8cba-a31e949e4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:23.978465 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-46fb95e9-6d05-4b0c-8cba-a31e949e4eb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 897 time: 0.2952456
Apr 16 21:36:23.978914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 32c60358-6ed6-4d01-a515-c08c9770f288 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:23.978914 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:23.983966 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89158c0d-a799-4c96-a97b-1f3946fc7618 req-9aced1c9-ed06-493f-b9d9-38763822f01c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804267
Apr 16 21:36:24.025997 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5bcca5a2-0d68-4d8f-99b9-b22009c89130 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "PUT /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe/tags HTTP/1.1" status: 200  len: 316 time: 0.1970103
Apr 16 21:36:24.028572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33252) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:24.033358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-f0759b7b-9b12-4113-8c6d-b44973d1846a tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f011de8cb20>, 'subnetpools', '9eb0b296-e084-4339-94de-e76594736cbe') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:24.121127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 32c60358-6ed6-4d01-a515-c08c9770f288 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:24.122197 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:24.152214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f0759b7b-9b12-4113-8c6d-b44973d1846a tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe/tags HTTP/1.1" status: 204  len: 168 time: 0.1212485
Apr 16 21:36:24.153806 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33254) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:24.155255 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-842c42e9-9943-45e4-8460-35649ec06196 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (c6991fcf-0de4-4565-93af-8b10864cab57), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:24.161080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-347103a2-92a1-4711-8d09-ffe5f6b6d144 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011f3be910>, 'subnetpools', '9eb0b296-e084-4339-94de-e76594736cbe', 'tempest-TagsExtTest-Tag-395447149') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:24.179086 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:36:24.182385 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0779d334-df5e-4c22-a4da-dabc53826087" -d '{"events": [{"server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "name": "network-vif-plugged", "status": "completed", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:36:24.192508 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-347103a2-92a1-4711-8d09-ffe5f6b6d144 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] show failed (client error): The resource could not be found.
Apr 16 21:36:24.193799 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-347103a2-92a1-4711-8d09-ffe5f6b6d144 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe/tags/tempest-TagsExtTest-Tag-395447149 HTTP/1.1" status: 404  len: 328 time: 0.0384693
Apr 16 21:36:24.199194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:24.202310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33260) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:24.213195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-0172365a-276e-4565-a406-9a3cce026bac tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f01253fa640>, 'subnetpools', '9eb0b296-e084-4339-94de-e76594736cbe', 'tempest-TagsExtTest-Tag-1934134421') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:24.232574 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-0172365a-276e-4565-a406-9a3cce026bac tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] show failed (client error): The resource could not be found.
Apr 16 21:36:24.238397 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0172365a-276e-4565-a406-9a3cce026bac tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe/tags/tempest-TagsExtTest-Tag-1934134421 HTTP/1.1" status: 404  len: 329 time: 0.0304182
Apr 16 21:36:24.240057 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33262) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:24.248597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-be2e1e68-f979-4bd8-8900-9709c3b7eff0 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f012448dc40>, 'subnetpools', '9eb0b296-e084-4339-94de-e76594736cbe', 'tempest-TagsExtTest-Tag-148230116') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:24.263096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-5bdb6128-6371-40b4-b693-9928f4c24a5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1002 time: 0.2648013
Apr 16 21:36:24.265122 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-842c42e9-9943-45e4-8460-35649ec06196 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (c6991fcf-0de4-4565-93af-8b10864cab57), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:24.267210 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c66d65d-9d91-4018-bd27-6c21d8d83acd x-openstack-request-id: req-2c66d65d-9d91-4018-bd27-6c21d8d83acd {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:36:24.267512 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "name": "network-vif-plugged", "status": "completed", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:36:24.267773 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c66d65d-9d91-4018-bd27-6c21d8d83acd {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:36:24.268214 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c66d65d-9d91-4018-bd27-6c21d8d83acd'] response: {'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288', 'code': 200}
Apr 16 21:36:24.271377 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-be2e1e68-f979-4bd8-8900-9709c3b7eff0 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] show failed (client error): The resource could not be found.
Apr 16 21:36:24.273494 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-be2e1e68-f979-4bd8-8900-9709c3b7eff0 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe/tags/tempest-TagsExtTest-Tag-148230116 HTTP/1.1" status: 404  len: 328 time: 0.0315020
Apr 16 21:36:24.276637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33268) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:24.277514 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:24.282665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-8f1656ab-efff-4f3a-adb4-824ccabd4c68 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f011df387f0>, 'subnetpools', '9eb0b296-e084-4339-94de-e76594736cbe') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:24.313041 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8f1656ab-efff-4f3a-adb4-824ccabd4c68 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe/tags HTTP/1.1" status: 204  len: 168 time: 0.0353253
Apr 16 21:36:24.315288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33270) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:24.326231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-f9bd94e1-6109-479d-820c-592fff299255 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f011e994d30>, 'routers', 'b04a235d-d1e7-4e35-9774-b0a90c19c09d') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:24.382760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-e3bb7953-a266-4099-8b5f-be43778cc5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:24.386747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-e3bb7953-a266-4099-8b5f-be43778cc5ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.1175015
Apr 16 21:36:24.391617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=32c60358-6ed6-4d01-a515-c08c9770f288,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:24.467508 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-842c42e9-9943-45e4-8460-35649ec06196 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c6991fcf-0de4-4565-93af-8b10864cab57), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:24.473980 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-842c42e9-9943-45e4-8460-35649ec06196 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:24.476637 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-842c42e9-9943-45e4-8460-35649ec06196 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "DELETE /v2.0/security-groups/c6991fcf-0de4-4565-93af-8b10864cab57 HTTP/1.1" status: 204  len: 168 time: 0.8226097
Apr 16 21:36:24.483685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-e84eb2e8-6298-4329-bef0-0aa22fa7fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:24.487558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-e84eb2e8-6298-4329-bef0-0aa22fa7fa1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0948567
Apr 16 21:36:24.487815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33272) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:24.508475 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c42e9-9943-45e4-8460-35649ec06196 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6991fcf-0de4-4565-93af-8b10864cab57,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:24.555204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c7c95-48bf-4292-a718-de4fac3f26cd req-01ed75a8-fa90-48dc-8776-a6b00a2943f1 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:24.565236 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a8c7c95-48bf-4292-a718-de4fac3f26cd req-01ed75a8-fa90-48dc-8776-a6b00a2943f1 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.1448667
Apr 16 21:36:24.661662 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fa9ac710-be1e-4a15-9406-9b87c398e665 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1134961
Apr 16 21:36:24.662454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33278) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:24.663918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f9bd94e1-6109-479d-820c-592fff299255 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d/tags HTTP/1.1" status: 204  len: 168 time: 0.3474152
Apr 16 21:36:24.675180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33280) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:24.688837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-51c8e0a9-242a-4921-9df2-78e4f5fc807f tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547273627'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:24.690840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-8e71f03c-fa1a-4206-88bf-29175aa75fe7 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f01254c59d0>, 'ports', '6d73777a-aa41-4b6d-94d5-241affb98b9e') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:24.753196 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-031167e5-e45c-42e1-99c9-c1d00b4df3c8 service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2568276
Apr 16 21:36:24.794807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a8c7c95-48bf-4292-a718-de4fac3f26cd req-9efb1247-7ba4-46ff-864b-a6caeb3b6cf6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2285597
Apr 16 21:36:24.841226 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8e71f03c-fa1a-4206-88bf-29175aa75fe7 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e/tags HTTP/1.1" status: 204  len: 168 time: 0.1662533
Apr 16 21:36:24.841799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33288) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:24.848256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-060b4464-ac22-4771-a552-1e519e7887ca tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f01255a5ac0>, 'subnets', '78cdb3bd-8a80-45f2-99af-f7822662bb8f') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:24.929253 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-6bd65e42-f1b1-410e-bc9a-734e7fa06e19 service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675739
Apr 16 21:36:24.945359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-060b4464-ac22-4771-a552-1e519e7887ca tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f/tags HTTP/1.1" status: 204  len: 168 time: 0.0993237
Apr 16 21:36:24.945697 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33296) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:25.008255 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51c8e0a9-242a-4921-9df2-78e4f5fc807f tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.215541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d2211-eaae-4a41-9db4-5dc8bb65c592 req-878aa8f0-1b2f-4cdf-88e4-41e5e8b50b3a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:25.215541 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa4d2211-eaae-4a41-9db4-5dc8bb65c592 req-878aa8f0-1b2f-4cdf-88e4-41e5e8b50b3a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0660591
Apr 16 21:36:25.240377 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-509c63b8-4bed-46d3-bcfc-b20715daea30 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.244728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33300) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:25.245250 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-509c63b8-4bed-46d3-bcfc-b20715daea30 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/subnetpools/9eb0b296-e084-4339-94de-e76594736cbe HTTP/1.1" status: 204  len: 168 time: 0.2981133
Apr 16 21:36:25.292809 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fa4d2211-eaae-4a41-9db4-5dc8bb65c592 req-d3c063f0-6f2b-47f4-944a-6560a531ca0f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727372
Apr 16 21:36:25.336689 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51c8e0a9-242a-4921-9df2-78e4f5fc807f tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (40bc51c2-49f9-4cae-ab20-b6526ee22674), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.348651 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bef1562c-809e-4493-a633-74476864c7e9 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04a235d-d1e7-4e35-9774-b0a90c19c09d HTTP/1.1" status: 200  len: 205 time: 0.1022360
Apr 16 21:36:25.351203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33302) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:25.453183 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-89af233b-0a6e-40a4-818c-2f079d02018a tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for router (b04a235d-d1e7-4e35-9774-b0a90c19c09d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.547803 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51c8e0a9-242a-4921-9df2-78e4f5fc807f tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (40bc51c2-49f9-4cae-ab20-b6526ee22674), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.585857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33316) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:25.686089 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51c8e0a9-242a-4921-9df2-78e4f5fc807f tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.690050 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-51c8e0a9-242a-4921-9df2-78e4f5fc807f tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.0057428
Apr 16 21:36:25.690811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33320) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:25.695036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-89af233b-0a6e-40a4-818c-2f079d02018a tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (b04a235d-d1e7-4e35-9774-b0a90c19c09d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.697941 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-89af233b-0a6e-40a4-818c-2f079d02018a tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for router_controller (b04a235d-d1e7-4e35-9774-b0a90c19c09d), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.698744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-fc5a2569-e4fd-4832-a89d-26a3a4af3160 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Request body: {'security_group': {'name': 'default'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:25.699570 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8e0a9-242a-4921-9df2-78e4f5fc807f tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bc51c2-49f9-4cae-ab20-b6526ee22674,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:25.700499 ncdv-master-1 neutron-server[122555]: WARNING neutron.api.v2.base [None req-fc5a2569-e4fd-4832-a89d-26a3a4af3160 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 16 21:36:25.701318 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-fc5a2569-e4fd-4832-a89d-26a3a4af3160 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:36:25.715848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fc5a2569-e4fd-4832-a89d-26a3a4af3160 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "PUT /v2.0/security-groups/40bc51c2-49f9-4cae-ab20-b6526ee22674 HTTP/1.1" status: 409  len: 330 time: 0.0211790
Apr 16 21:36:25.716999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33322) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:25.756733 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-97d5cf4a-98d1-4879-b6bc-508aa34f5d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.869011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-97d5cf4a-98d1-4879-b6bc-508aa34f5d11 admin admin] Publish callbacks [] for security_group (de927dd6-dee3-4e8e-895f-b95cafe1ea2a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.885835 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-89af233b-0a6e-40a4-818c-2f079d02018a tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (b04a235d-d1e7-4e35-9774-b0a90c19c09d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.890285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89af233b-0a6e-40a4-818c-2f079d02018a tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Fanout notify agent at l3_agent the message router_deleted on router b04a235d-d1e7-4e35-9774-b0a90c19c09d {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:36:25.898748 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-89af233b-0a6e-40a4-818c-2f079d02018a tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.902705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-89af233b-0a6e-40a4-818c-2f079d02018a tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/routers/b04a235d-d1e7-4e35-9774-b0a90c19c09d HTTP/1.1" status: 204  len: 168 time: 0.5482187
Apr 16 21:36:25.902705 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7acc31d-0d48-4cfe-932c-400561d8463b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (40bc51c2-49f9-4cae-ab20-b6526ee22674), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.903273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33328) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:25.933249 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7acc31d-0d48-4cfe-932c-400561d8463b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (40bc51c2-49f9-4cae-ab20-b6526ee22674), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:25.954062 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-97d5cf4a-98d1-4879-b6bc-508aa34f5d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (de927dd6-dee3-4e8e-895f-b95cafe1ea2a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:26.054668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5cf4a-98d1-4879-b6bc-508aa34f5d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de927dd6-dee3-4e8e-895f-b95cafe1ea2a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:26.064733 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106a718-404f-4932-997d-98008c59726a req-f44916d2-2a75-480f-97d8-94d506386d7c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:26.066319 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0106a718-404f-4932-997d-98008c59726a req-f44916d2-2a75-480f-97d8-94d506386d7c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.1293993
Apr 16 21:36:26.074256 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7acc31d-0d48-4cfe-932c-400561d8463b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (40bc51c2-49f9-4cae-ab20-b6526ee22674), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:26.078167 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7acc31d-0d48-4cfe-932c-400561d8463b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:26.078352 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-97d5cf4a-98d1-4879-b6bc-508aa34f5d11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=383aa806b1e24e9694c4069e8b0e146d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4879119
Apr 16 21:36:26.081664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b7acc31d-0d48-4cfe-932c-400561d8463b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "DELETE /v2.0/security-groups/40bc51c2-49f9-4cae-ab20-b6526ee22674 HTTP/1.1" status: 204  len: 168 time: 0.3610644
Apr 16 21:36:26.083194 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33330) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:26.083528 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33332) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:26.113407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-325c94b8-a5b5-4d98-baa9-02fb7924031b tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Deleting port 6d73777a-aa41-4b6d-94d5-241affb98b9e {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:36:26.113841 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-325c94b8-a5b5-4d98-baa9-02fb7924031b tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6d73777a-aa41-4b6d-94d5-241affb98b9e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:26.125104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acc31d-0d48-4cfe-932c-400561d8463b tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bc51c2-49f9-4cae-ab20-b6526ee22674,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:26.186034 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0106a718-404f-4932-997d-98008c59726a req-bff258bb-e71d-4351-bd03-645205d3961d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1134176
Apr 16 21:36:26.204346 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cf3fe738-cda2-49bc-95fc-eb6ff456a7ba tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1077292
Apr 16 21:36:26.209857 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33334) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:26.226920 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-275d8d82-c02a-4c68-abc4-e0e1529eddb7 admin admin] Publish callbacks [] for security_group (de927dd6-dee3-4e8e-895f-b95cafe1ea2a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:26.260504 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-325c94b8-a5b5-4d98-baa9-02fb7924031b tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6d73777a-aa41-4b6d-94d5-241affb98b9e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:26.267359 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-6e3d4c68-893e-47c7-adf4-88bf88f0b22d tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] delete failed (client error): The resource could not be found.
Apr 16 21:36:26.268535 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6e3d4c68-893e-47c7-adf4-88bf88f0b22d tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "DELETE /v2.0/security-groups/6dcd210c-219e-403e-b09e-415d577cb5b3 HTTP/1.1" status: 404  len: 347 time: 0.0574572
Apr 16 21:36:26.272223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33336) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:26.276710 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-275d8d82-c02a-4c68-abc4-e0e1529eddb7 admin admin] Publish callbacks [] for security_group (de927dd6-dee3-4e8e-895f-b95cafe1ea2a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:26.284351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-325c94b8-a5b5-4d98-baa9-02fb7924031b tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Calling delete_port for 6d73777a-aa41-4b6d-94d5-241affb98b9e owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:36:26.301870 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-36f76acf-9ab8-4ee9-968d-32c7944cc453 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] show failed (client error): The resource could not be found.
Apr 16 21:36:26.307236 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-36f76acf-9ab8-4ee9-968d-32c7944cc453 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "GET /v2.0/security-groups/b4c51760-24e9-46aa-a940-8554dc69343a HTTP/1.1" status: 404  len: 347 time: 0.0295739
Apr 16 21:36:26.313537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33338) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:26.332241 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-d5c5ef5f-b4ae-40b5-b15f-979b79c08198 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] show failed (client error): The resource could not be found.
Apr 16 21:36:26.337445 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d5c5ef5f-b4ae-40b5-b15f-979b79c08198 tempest-NegativeSecGroupTest-1914820907 tempest-NegativeSecGroupTest-1914820907-project] 10.222.0.20 "GET /v2.0/security-group-rules/521bf400-a0e2-4cda-b3ce-750f90f62337 HTTP/1.1" status: 404  len: 356 time: 0.0189114
Apr 16 21:36:26.498946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d51cd7-7d9e-4a58-ad10-ca27741f84ca req-ca035071-5835-4bfe-ad0b-7a23aabebdb0 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:26.500553 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-92d51cd7-7d9e-4a58-ad10-ca27741f84ca req-ca035071-5835-4bfe-ad0b-7a23aabebdb0 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0606089
Apr 16 21:36:26.519495 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-275d8d82-c02a-4c68-abc4-e0e1529eddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (de927dd6-dee3-4e8e-895f-b95cafe1ea2a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:26.522063 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-275d8d82-c02a-4c68-abc4-e0e1529eddb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:26.524223 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-275d8d82-c02a-4c68-abc4-e0e1529eddb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de927dd6-dee3-4e8e-895f-b95cafe1ea2a HTTP/1.1" status: 204  len: 168 time: 0.4373693
Apr 16 21:36:26.546743 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d8d82-c02a-4c68-abc4-e0e1529eddb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de927dd6-dee3-4e8e-895f-b95cafe1ea2a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:26.607311 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-92d51cd7-7d9e-4a58-ad10-ca27741f84ca req-29506267-da04-44ab-8c59-9ae0dd91f0cd tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969946
Apr 16 21:36:26.721498 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-325c94b8-a5b5-4d98-baa9-02fb7924031b tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6d73777a-aa41-4b6d-94d5-241affb98b9e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:26.755444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c94b8-a5b5-4d98-baa9-02fb7924031b tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Pushing event deleted for resources: {'Port': ['ID=6d73777a-aa41-4b6d-94d5-241affb98b9e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:26.873641 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-325c94b8-a5b5-4d98-baa9-02fb7924031b tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:26.877692 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-325c94b8-a5b5-4d98-baa9-02fb7924031b tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/ports/6d73777a-aa41-4b6d-94d5-241affb98b9e HTTP/1.1" status: 204  len: 168 time: 0.9727538
Apr 16 21:36:26.880330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33346) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:26.978448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe336109-a1e8-4f73-92fa-090f7b8f48e8 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Deleting subnet 78cdb3bd-8a80-45f2-99af-f7822662bb8f {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:36:26.982378 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe336109-a1e8-4f73-92fa-090f7b8f48e8 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for subnet (78cdb3bd-8a80-45f2-99af-f7822662bb8f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.061936 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe336109-a1e8-4f73-92fa-090f7b8f48e8 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (78cdb3bd-8a80-45f2-99af-f7822662bb8f), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.172097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33356) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:27.230021 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe336109-a1e8-4f73-92fa-090f7b8f48e8 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (78cdb3bd-8a80-45f2-99af-f7822662bb8f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.371899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc10594-e2ce-488d-b914-f114a36a7aaf req-c113e00f-b56d-4d25-bea2-1e34ac513a06 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:27.373569 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6dc10594-e2ce-488d-b914-f114a36a7aaf req-c113e00f-b56d-4d25-bea2-1e34ac513a06 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0608225
Apr 16 21:36:27.403184 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe336109-a1e8-4f73-92fa-090f7b8f48e8 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (78cdb3bd-8a80-45f2-99af-f7822662bb8f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.442622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff76d3d-25c1-4f02-9054-56b6b34f520d None None] Network 2c06c8a2-db1f-4afc-a9ec-d487d275ffb7 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:27.451736 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe336109-a1e8-4f73-92fa-090f7b8f48e8 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.457297 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fe336109-a1e8-4f73-92fa-090f7b8f48e8 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/subnets/78cdb3bd-8a80-45f2-99af-f7822662bb8f HTTP/1.1" status: 204  len: 168 time: 0.5734003
Apr 16 21:36:27.457800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33362) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:27.477228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe336109-a1e8-4f73-92fa-090f7b8f48e8 tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Pushing event deleted for resources: {'Subnet': ['ID=78cdb3bd-8a80-45f2-99af-f7822662bb8f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:27.562105 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-64c0e602-6d4c-43a2-93ba-3fb525b842ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abe52bf96e7d40cab9520dda6a0571de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3865838
Apr 16 21:36:27.563875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6dc10594-e2ce-488d-b914-f114a36a7aaf req-763995ec-65d5-4c0a-a445-58edaea98de2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1802797
Apr 16 21:36:27.564475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33364) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:27.619103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (2c06c8a2-db1f-4afc-a9ec-d487d275ffb7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.667727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33370) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:27.674897 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-76bfbc92-b626-4bcb-afe3-399bf2711ec3 admin admin] Publish callbacks [] for security_group (bd532aeb-7ab4-4852-809e-aa39a4b2749b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.714246 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-20a13f27-be0d-451e-b4b1-760c89b7e9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.731572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec279fa-2c5e-4f43-9a03-9aa99527e427 None None] DHCP port deletion for 2c06c8a2-db1f-4afc-a9ec-d487d275ffb7 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:36:27.756971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Deleting port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:36:27.757303 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.764453 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-76bfbc92-b626-4bcb-afe3-399bf2711ec3 admin admin] Publish callbacks [] for security_group (bd532aeb-7ab4-4852-809e-aa39a4b2749b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.867338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fec279fa-2c5e-4f43-9a03-9aa99527e427 None None] Deleting port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:36:27.867744 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fec279fa-2c5e-4f43-9a03-9aa99527e427 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.960562 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-76bfbc92-b626-4bcb-afe3-399bf2711ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bd532aeb-7ab4-4852-809e-aa39a4b2749b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.963403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fec279fa-2c5e-4f43-9a03-9aa99527e427 None None] For port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5dc5253-bd17-41ae-87de-5f0d9cf57cdc,segment=NetworkSegment(0c5a31db-0aad-4d6c-bdea-514d038e5c98),segment_id=0c5a31db-0aad-4d6c-bdea-514d038e5c98)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:27.963855 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fec279fa-2c5e-4f43-9a03-9aa99527e427 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.965400 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-76bfbc92-b626-4bcb-afe3-399bf2711ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:27.969506 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-76bfbc92-b626-4bcb-afe3-399bf2711ec3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd532aeb-7ab4-4852-809e-aa39a4b2749b HTTP/1.1" status: 204  len: 168 time: 0.4017189
Apr 16 21:36:27.981477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fec279fa-2c5e-4f43-9a03-9aa99527e427 None None] Calling delete_port for e5dc5253-bd17-41ae-87de-5f0d9cf57cdc owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:36:27.992315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfbc92-b626-4bcb-afe3-399bf2711ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd532aeb-7ab4-4852-809e-aa39a4b2749b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:28.048924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] For port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5dc5253-bd17-41ae-87de-5f0d9cf57cdc,segment=NetworkSegment(0c5a31db-0aad-4d6c-bdea-514d038e5c98),segment_id=0c5a31db-0aad-4d6c-bdea-514d038e5c98)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:28.048924 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.070976 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Calling delete_port for e5dc5253-bd17-41ae-87de-5f0d9cf57cdc owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:36:28.166104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ec16d-f74c-47be-817d-9c225e6f615e req-a8e4dffc-363e-4170-b7d5-711fb8eac23f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:28.166398 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-550ec16d-f74c-47be-817d-9c225e6f615e req-a8e4dffc-363e-4170-b7d5-711fb8eac23f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.3324034
Apr 16 21:36:28.255944 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-20a13f27-be0d-451e-b4b1-760c89b7e9f2 admin admin] Publish callbacks [] for security_group (0f74eb23-481e-4e9a-ac57-1e8cf74a853d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.260614 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-550ec16d-f74c-47be-817d-9c225e6f615e req-877175a5-75bc-4966-b62d-cd4cb43cd32a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814927
Apr 16 21:36:28.291882 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fec279fa-2c5e-4f43-9a03-9aa99527e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.298819 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (e5dc5253-bd17-41ae-87de-5f0d9cf57cdc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.321650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec279fa-2c5e-4f43-9a03-9aa99527e427 None None] Pushing event deleted for resources: {'Port': ['ID=e5dc5253-bd17-41ae-87de-5f0d9cf57cdc,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:28.323490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec279fa-2c5e-4f43-9a03-9aa99527e427 None None] No DVR routers for this DVR port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:36:28.326100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Pushing event deleted for resources: {'Port': ['ID=e5dc5253-bd17-41ae-87de-5f0d9cf57cdc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:28.329488 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] No DVR routers for this DVR port e5dc5253-bd17-41ae-87de-5f0d9cf57cdc on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:36:28.361422 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-20a13f27-be0d-451e-b4b1-760c89b7e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0f74eb23-481e-4e9a-ac57-1e8cf74a853d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.406490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e5dc5253-bd17-41ae-87de-5f0d9cf57cdc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:36:28.432964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: e5dc5253-bd17-41ae-87de-5f0d9cf57cdc {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:36:28.433690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e5dc5253-bd17-41ae-87de-5f0d9cf57cdc not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:36:28.474513 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-20a13f27-be0d-451e-b4b1-760c89b7e9f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cf79ccd5fb44ac0b275c7ba0d830f76&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8032751
Apr 16 21:36:28.480019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33388) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:28.487589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (2c06c8a2-db1f-4afc-a9ec-d487d275ffb7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.495653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a13f27-be0d-451e-b4b1-760c89b7e9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f74eb23-481e-4e9a-ac57-1e8cf74a853d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:28.525136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dccb160>,) {'filters': {'network_id': ['2c06c8a2-db1f-4afc-a9ec-d487d275ffb7']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:28.536297 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dccb160>, '0c5a31db-0aad-4d6c-bdea-514d038e5c98') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:28.536610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dccb160>, '0c5a31db-0aad-4d6c-bdea-514d038e5c98') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:28.550951 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (0c5a31db-0aad-4d6c-bdea-514d038e5c98), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.551845 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9279d02c-896e-4536-9ee3-c6e90bc16d24 admin admin] Publish callbacks [] for security_group (0f74eb23-481e-4e9a-ac57-1e8cf74a853d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.568165 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0c5a31db-0aad-4d6c-bdea-514d038e5c98), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.575840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:36:28.576281 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (0c5a31db-0aad-4d6c-bdea-514d038e5c98), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:36:28.579889 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:36:28.608077 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9279d02c-896e-4536-9ee3-c6e90bc16d24 admin admin] Publish callbacks [] for security_group (0f74eb23-481e-4e9a-ac57-1e8cf74a853d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.772099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9279d02c-896e-4536-9ee3-c6e90bc16d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0f74eb23-481e-4e9a-ac57-1e8cf74a853d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.776040 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9279d02c-896e-4536-9ee3-c6e90bc16d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.777332 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9279d02c-896e-4536-9ee3-c6e90bc16d24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f74eb23-481e-4e9a-ac57-1e8cf74a853d HTTP/1.1" status: 204  len: 168 time: 0.3007283
Apr 16 21:36:28.793864 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (2c06c8a2-db1f-4afc-a9ec-d487d275ffb7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.806805 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:28.810244 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] 10.222.0.20 "DELETE /v2.0/networks/2c06c8a2-db1f-4afc-a9ec-d487d275ffb7 HTTP/1.1" status: 204  len: 168 time: 1.3516560
Apr 16 21:36:28.815987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279d02c-896e-4536-9ee3-c6e90bc16d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f74eb23-481e-4e9a-ac57-1e8cf74a853d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:28.828736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ffc6f-1d70-4ef9-b43e-15d7d7ba2358 req-4d2b7e10-6df1-4d6d-8f1f-f35eee8f8529 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:28.835877 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b6ffc6f-1d70-4ef9-b43e-15d7d7ba2358 req-4d2b7e10-6df1-4d6d-8f1f-f35eee8f8529 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.1216609
Apr 16 21:36:28.841132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987f2bc-e0ee-406a-a532-8257db1cf5cc tempest-TagsExtTest-1576352750 tempest-TagsExtTest-1576352750-project] Pushing event deleted for resources: {'Network': ['ID=2c06c8a2-db1f-4afc-a9ec-d487d275ffb7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:28.900631 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b6ffc6f-1d70-4ef9-b43e-15d7d7ba2358 req-2af66bc1-e7e1-4a44-8209-4099aacb2071 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564160
Apr 16 21:36:29.425381 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b346b9-bc2f-4f83-ae51-682196a3296d req-d59d157d-58c1-4d6a-8196-597bcfed4846 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:29.427259 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32b346b9-bc2f-4f83-ae51-682196a3296d req-d59d157d-58c1-4d6a-8196-597bcfed4846 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0746391
Apr 16 21:36:29.447499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33432) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:29.494952 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32b346b9-bc2f-4f83-ae51-682196a3296d req-9249c8dd-5c07-497f-8ee2-b8e20965e705 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577383
Apr 16 21:36:29.640084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ae0983f8-355e-48a0-a1be-601ba55e9ba3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74da9f639ab64edcb59b210114586d10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1913676
Apr 16 21:36:29.644774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33440) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:29.727508 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e9933fb1-9903-434c-a3e5-286826a9fbc9 admin admin] Publish callbacks [] for security_group (5f555700-3cff-4f5c-9bc7-87860742139a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:29.754456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e9933fb1-9903-434c-a3e5-286826a9fbc9 admin admin] Publish callbacks [] for security_group (5f555700-3cff-4f5c-9bc7-87860742139a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:29.897662 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e9933fb1-9903-434c-a3e5-286826a9fbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5f555700-3cff-4f5c-9bc7-87860742139a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:29.900618 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e9933fb1-9903-434c-a3e5-286826a9fbc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:29.903477 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e9933fb1-9903-434c-a3e5-286826a9fbc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f555700-3cff-4f5c-9bc7-87860742139a HTTP/1.1" status: 204  len: 168 time: 0.2557411
Apr 16 21:36:29.914124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9933fb1-9903-434c-a3e5-286826a9fbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f555700-3cff-4f5c-9bc7-87860742139a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:30.107677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589c39-877b-401c-a4eb-4e7d3d094acb req-f7be2814-783e-473a-8c09-3c91c65bc50c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:30.109806 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97589c39-877b-401c-a4eb-4e7d3d094acb req-f7be2814-783e-473a-8c09-3c91c65bc50c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0922732
Apr 16 21:36:30.158592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33460) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:30.167447 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0027046
Apr 16 21:36:30.167982 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33462) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:30.197155 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97589c39-877b-401c-a4eb-4e7d3d094acb req-4d70794d-6563-4179-9761-c35883ed7fec tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812595
Apr 16 21:36:30.552625 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1fe58ab6-923c-43f4-9cb8-c32e8bf30441 tempest-NetworksApiDiscovery-1651735091 tempest-NetworksApiDiscovery-1651735091-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.3815100
Apr 16 21:36:30.648748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa1aec-8569-454d-aac5-cad3c1a41dd6 req-9cd63983-2a42-46b7-bebc-8ff61a96fb9c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:30.656933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a5fa1aec-8569-454d-aac5-cad3c1a41dd6 req-9cd63983-2a42-46b7-bebc-8ff61a96fb9c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0695627
Apr 16 21:36:30.713989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a5fa1aec-8569-454d-aac5-cad3c1a41dd6 req-612e3d29-c7d1-4646-93a3-89246e25e71d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558939
Apr 16 21:36:31.185060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33492) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:31.351957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c8653-ab51-4a01-acdd-c84c46d6b8ab req-1d920c52-d567-4792-9d85-6bfd7b1892a6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:31.354153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-901c8653-ab51-4a01-acdd-c84c46d6b8ab req-1d920c52-d567-4792-9d85-6bfd7b1892a6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0755866
Apr 16 21:36:31.420224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-901c8653-ab51-4a01-acdd-c84c46d6b8ab req-6b113c28-2e6a-4ba4-a3f5-d66b56b89bdd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598323
Apr 16 21:36:31.467209 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b84932a-1bcb-4579-a373-23795f372767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:31.588869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b84932a-1bcb-4579-a373-23795f372767 admin admin] Publish callbacks [] for security_group (139c447f-6abd-4ae3-9f67-d90896e5e092), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:31.691412 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7b84932a-1bcb-4579-a373-23795f372767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (139c447f-6abd-4ae3-9f67-d90896e5e092), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:31.739608 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7b84932a-1bcb-4579-a373-23795f372767 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acf3e506bc83473690e30f1fdf1277c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5531931
Apr 16 21:36:31.740829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84932a-1bcb-4579-a373-23795f372767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139c447f-6abd-4ae3-9f67-d90896e5e092,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:31.744050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33512) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:31.837739 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33518) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:31.997573 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed74ad5d-bb15-4b99-989b-4c937beb298f admin admin] Publish callbacks [] for security_group (139c447f-6abd-4ae3-9f67-d90896e5e092), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:31.997573 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed74ad5d-bb15-4b99-989b-4c937beb298f admin admin] Publish callbacks [] for security_group (139c447f-6abd-4ae3-9f67-d90896e5e092), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:32.000141 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db16369-0246-4f4c-bab1-5e3f8ca27683 req-de22f0ca-d0a2-4adb-842a-7868eb9e05c4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:32.000141 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0db16369-0246-4f4c-bab1-5e3f8ca27683 req-de22f0ca-d0a2-4adb-842a-7868eb9e05c4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0778849
Apr 16 21:36:32.000141 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0db16369-0246-4f4c-bab1-5e3f8ca27683 req-10ccc36c-666e-4a42-8ed7-4c0ccd9f17fa tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583541
Apr 16 21:36:32.080893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-306288281'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:32.114345 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed74ad5d-bb15-4b99-989b-4c937beb298f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (139c447f-6abd-4ae3-9f67-d90896e5e092), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:32.116966 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed74ad5d-bb15-4b99-989b-4c937beb298f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:32.118356 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ed74ad5d-bb15-4b99-989b-4c937beb298f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/139c447f-6abd-4ae3-9f67-d90896e5e092 HTTP/1.1" status: 204  len: 168 time: 0.3743200
Apr 16 21:36:32.127540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74ad5d-bb15-4b99-989b-4c937beb298f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139c447f-6abd-4ae3-9f67-d90896e5e092,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:32.219165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Made reservation on behalf of 10ae6047a302413897daaccfbcb9e028 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:32.226696 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:32.235104 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:32.348853 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks [] for security_group (a10ec3c5-8dba-4aac-a303-cb855f5a4a91), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:32.440761 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a10ec3c5-8dba-4aac-a303-cb855f5a4a91), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:32.464478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:36:32.531716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (68e61b40-b973-4b95-9191-dc397a658b4d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:32.534781 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Added segment 68e61b40-b973-4b95-9191-dc397a658b4d of type vlan for network 58e81717-feb4-4a2f-b1d4-66d90ac4849f
Apr 16 21:36:32.628602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10ec3c5-8dba-4aac-a303-cb855f5a4a91,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:32.649611 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (58e81717-feb4-4a2f-b1d4-66d90ac4849f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:32.656583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73417d4-ede0-4e17-94fb-befca7bd456f req-bbd50691-3c81-4593-9b4a-841482b65b1d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:32.658120 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b73417d4-ede0-4e17-94fb-befca7bd456f req-bbd50691-3c81-4593-9b4a-841482b65b1d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.1429894
Apr 16 21:36:32.748052 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b73417d4-ede0-4e17-94fb-befca7bd456f req-10d047b8-24b4-47ef-9501-b607d18a4fc4 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769017
Apr 16 21:36:32.828195 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (58e81717-feb4-4a2f-b1d4-66d90ac4849f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:32.833292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:32.833893 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:32.921775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Pushing event updated for resources: {'Network': ['ID=58e81717-feb4-4a2f-b1d4-66d90ac4849f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:32.933730 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e233591f-fe28-4970-9d45-04868c0c539b tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 1.0949531
Apr 16 21:36:32.936382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 58e81717-feb4-4a2f-b1d4-66d90ac4849f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:36:32.940050 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33570) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:32.943181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-9ea37b7a-42b7-453f-8303-38c31a204c98 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f012442ab80>, 'networks', '58e81717-feb4-4a2f-b1d4-66d90ac4849f', 'tempest-TagsTest-Tag-1089445065') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:33.134818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33576) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:33.145023 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9ea37b7a-42b7-453f-8303-38c31a204c98 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "PUT /v2.0/networks/58e81717-feb4-4a2f-b1d4-66d90ac4849f/tags/tempest-TagsTest-Tag-1089445065 HTTP/1.1" status: 201  len: 201 time: 0.2064650
Apr 16 21:36:33.148020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33580) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:33.152128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-cc08e287-1f61-4621-bbb8-72de235c670d tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f01242101f0>, 'networks', '58e81717-feb4-4a2f-b1d4-66d90ac4849f', 'tempest-TagsTest-Tag-1089445065') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:33.179637 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6fc8b-d769-4fb3-8969-8ebd3e5d9837 req-c8e44c18-b2f1-4900-8dfc-7dedb982e6d2 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:33.199193 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e6fc8b-d769-4fb3-8969-8ebd3e5d9837 req-c8e44c18-b2f1-4900-8dfc-7dedb982e6d2 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.1067073
Apr 16 21:36:33.287428 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e6fc8b-d769-4fb3-8969-8ebd3e5d9837 req-5b9c08c7-bf1f-490f-812c-091edbc9e994 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873256
Apr 16 21:36:33.574009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33592) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:33.626753 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cc08e287-1f61-4621-bbb8-72de235c670d tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "GET /v2.0/networks/58e81717-feb4-4a2f-b1d4-66d90ac4849f/tags/tempest-TagsTest-Tag-1089445065 HTTP/1.1" status: 204  len: 168 time: 0.4755068
Apr 16 21:36:33.626753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7fa9821d-96be-4594-a385-c94471a1f5c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:33.627990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33596) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:33.633950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-b09f5032-10e1-4bb6-b435-60dfa7d836ee tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f011e1c8790>, 'networks', '58e81717-feb4-4a2f-b1d4-66d90ac4849f') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:33.726241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b09f5032-10e1-4bb6-b435-60dfa7d836ee tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "GET /v2.0/networks/58e81717-feb4-4a2f-b1d4-66d90ac4849f/tags HTTP/1.1" status: 200  len: 238 time: 0.0943699
Apr 16 21:36:33.729123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33598) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:33.735567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-fc551939-b43c-446a-8cd6-7175d4d3c654 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f0125261040>, 'networks', '58e81717-feb4-4a2f-b1d4-66d90ac4849f', {'tags': ['tempest-TagsTest-Tag-564775006', 'tempest-TagsTest-Tag-1091954119', 'tempest-TagsTest-Tag-1752109267']}) {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:33.745517 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7fa9821d-96be-4594-a385-c94471a1f5c8 admin admin] Publish callbacks [] for security_group (2dde196b-7e26-42d7-adb5-190563b8bdbc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:33.746996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-867953949-network', 'tenant_id': '50d4d19d47da455289ddf30db0b1a9bb'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:33.881679 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7fa9821d-96be-4594-a385-c94471a1f5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2dde196b-7e26-42d7-adb5-190563b8bdbc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:33.902920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Made reservation on behalf of 50d4d19d47da455289ddf30db0b1a9bb for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:33.908146 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:33.919782 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:33.922577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8b2a2-04d7-4f18-aaef-13786f3fa7b5 req-e4fe5f6a-62c5-4ea6-b745-e32d1cd0e3bc tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:33.929758 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-87f8b2a2-04d7-4f18-aaef-13786f3fa7b5 req-e4fe5f6a-62c5-4ea6-b745-e32d1cd0e3bc tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0845757
Apr 16 21:36:33.954238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9821d-96be-4594-a385-c94471a1f5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dde196b-7e26-42d7-adb5-190563b8bdbc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:33.974045 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7fa9821d-96be-4594-a385-c94471a1f5c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36d34583ede247f48491242550c8fe7e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8353767
Apr 16 21:36:33.976122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33602) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:33.978309 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fc551939-b43c-446a-8cd6-7175d4d3c654 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "PUT /v2.0/networks/58e81717-feb4-4a2f-b1d4-66d90ac4849f/tags HTTP/1.1" status: 200  len: 308 time: 0.2471969
Apr 16 21:36:33.982372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33604) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:33.987600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-b77a5e6e-417f-4fa4-b7bd-c3f19df21ab9 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f011efc68b0>, 'networks', '58e81717-feb4-4a2f-b1d4-66d90ac4849f', 'tempest-TagsTest-Tag-564775006') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:34.042813 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-87f8b2a2-04d7-4f18-aaef-13786f3fa7b5 req-bd7fb723-fc30-4dc4-b93e-ed65b83f0339 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099911
Apr 16 21:36:34.079883 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe126db6-bab9-48bd-a2b6-045e92e07b8a admin admin] Publish callbacks [] for security_group (2dde196b-7e26-42d7-adb5-190563b8bdbc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:34.113535 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Publish callbacks [] for security_group (3b265229-97e1-4105-9ac7-009373e5fcbd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:34.114900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe126db6-bab9-48bd-a2b6-045e92e07b8a admin admin] Publish callbacks [] for security_group (2dde196b-7e26-42d7-adb5-190563b8bdbc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:34.189796 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b77a5e6e-417f-4fa4-b7bd-c3f19df21ab9 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "DELETE /v2.0/networks/58e81717-feb4-4a2f-b1d4-66d90ac4849f/tags/tempest-TagsTest-Tag-564775006 HTTP/1.1" status: 204  len: 168 time: 0.2056165
Apr 16 21:36:34.192501 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33606) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:34.197571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-6b7a8abc-d1eb-4da1-b818-c9911b006905 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011efc6460>, 'networks', '58e81717-feb4-4a2f-b1d4-66d90ac4849f', 'tempest-TagsTest-Tag-564775006') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:34.254192 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3b265229-97e1-4105-9ac7-009373e5fcbd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:34.267877 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-6b7a8abc-d1eb-4da1-b818-c9911b006905 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] show failed (client error): The resource could not be found.
Apr 16 21:36:34.268975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6b7a8abc-d1eb-4da1-b818-c9911b006905 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "GET /v2.0/networks/58e81717-feb4-4a2f-b1d4-66d90ac4849f/tags/tempest-TagsTest-Tag-564775006 HTTP/1.1" status: 404  len: 325 time: 0.0755446
Apr 16 21:36:34.271770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33608) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:34.275151 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe126db6-bab9-48bd-a2b6-045e92e07b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2dde196b-7e26-42d7-adb5-190563b8bdbc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:34.281976 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.tag.tag_plugin [None req-7518f967-679d-49b1-9fb3-8c9dcc977216 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011e37fc40>, 'networks', '58e81717-feb4-4a2f-b1d4-66d90ac4849f', 'tempest-TagsTest-Tag-1091954119') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:34.282138 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe126db6-bab9-48bd-a2b6-045e92e07b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:34.282138 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fe126db6-bab9-48bd-a2b6-045e92e07b8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dde196b-7e26-42d7-adb5-190563b8bdbc HTTP/1.1" status: 204  len: 168 time: 0.3015254
Apr 16 21:36:34.304320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe126db6-bab9-48bd-a2b6-045e92e07b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dde196b-7e26-42d7-adb5-190563b8bdbc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:34.379480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:36:34.406826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b265229-97e1-4105-9ac7-009373e5fcbd,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:34.428714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7518f967-679d-49b1-9fb3-8c9dcc977216 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "GET /v2.0/networks/58e81717-feb4-4a2f-b1d4-66d90ac4849f/tags/tempest-TagsTest-Tag-1091954119 HTTP/1.1" status: 204  len: 168 time: 0.1554298
Apr 16 21:36:34.428955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33614) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:34.433247 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (587ac0ac-9550-4778-92cd-934bfc088df0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:34.433733 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Added segment 587ac0ac-9550-4778-92cd-934bfc088df0 of type vlan for network 654170af-d500-45fc-a3b2-aea39b0513e1
Apr 16 21:36:34.433894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-b3532fe2-d8dd-457e-878b-685667d5d9c7 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011dd1f280>, 'networks', '58e81717-feb4-4a2f-b1d4-66d90ac4849f', 'tempest-TagsTest-Tag-1752109267') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:34.507601 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b3532fe2-d8dd-457e-878b-685667d5d9c7 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "GET /v2.0/networks/58e81717-feb4-4a2f-b1d4-66d90ac4849f/tags/tempest-TagsTest-Tag-1752109267 HTTP/1.1" status: 204  len: 168 time: 0.0751133
Apr 16 21:36:34.507858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33616) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:34.508408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047434c-18d7-463e-ac5d-34e60229b5bf req-3bc2aca2-7124-4de6-af21-8e4ed602fadf tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:34.510048 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e047434c-18d7-463e-ac5d-34e60229b5bf req-3bc2aca2-7124-4de6-af21-8e4ed602fadf tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0995774
Apr 16 21:36:34.513860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-7ab11e69-d529-4802-8e8c-1713fcfc5e36 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f011e78a5b0>, 'networks', '58e81717-feb4-4a2f-b1d4-66d90ac4849f') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:34.533713 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (654170af-d500-45fc-a3b2-aea39b0513e1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:34.636352 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e047434c-18d7-463e-ac5d-34e60229b5bf req-75ae2e66-43cb-4fda-a3e1-baa623e09e89 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958123
Apr 16 21:36:34.727239 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7ab11e69-d529-4802-8e8c-1713fcfc5e36 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "DELETE /v2.0/networks/58e81717-feb4-4a2f-b1d4-66d90ac4849f/tags HTTP/1.1" status: 204  len: 168 time: 0.2182994
Apr 16 21:36:34.728475 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (654170af-d500-45fc-a3b2-aea39b0513e1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:34.729796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33620) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:34.731055 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:34.732052 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:34.734259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-d870dc9c-2f19-4f42-9a1c-3e46097b2151 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011f9c9490>, 'networks', '58e81717-feb4-4a2f-b1d4-66d90ac4849f', 'tempest-TagsTest-Tag-1091954119') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:34.808327 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-d870dc9c-2f19-4f42-9a1c-3e46097b2151 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] show failed (client error): The resource could not be found.
Apr 16 21:36:34.812122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d870dc9c-2f19-4f42-9a1c-3e46097b2151 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "GET /v2.0/networks/58e81717-feb4-4a2f-b1d4-66d90ac4849f/tags/tempest-TagsTest-Tag-1091954119 HTTP/1.1" status: 404  len: 326 time: 0.0786254
Apr 16 21:36:34.812374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33624) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:34.821056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-ae1c833c-969f-4089-b5ff-da20a373e698 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f011e30bc40>, 'networks', '58e81717-feb4-4a2f-b1d4-66d90ac4849f', 'tempest-TagsTest-Tag-1752109267') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:34.906453 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-ae1c833c-969f-4089-b5ff-da20a373e698 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] show failed (client error): The resource could not be found.
Apr 16 21:36:34.911723 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ae1c833c-969f-4089-b5ff-da20a373e698 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "GET /v2.0/networks/58e81717-feb4-4a2f-b1d4-66d90ac4849f/tags/tempest-TagsTest-Tag-1752109267 HTTP/1.1" status: 404  len: 326 time: 0.0982339
Apr 16 21:36:34.912681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33626) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:34.918564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.tag.tag_plugin [None req-83ba0a1f-c95c-4f16-bad4-e39dca7446b9 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f011ed3f160>, 'networks', '58e81717-feb4-4a2f-b1d4-66d90ac4849f') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:34.996502 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-83ba0a1f-c95c-4f16-bad4-e39dca7446b9 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "DELETE /v2.0/networks/58e81717-feb4-4a2f-b1d4-66d90ac4849f/tags HTTP/1.1" status: 204  len: 168 time: 0.0825584
Apr 16 21:36:35.000881 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33628) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:35.121846 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-591b859f-788c-4066-a8e5-dc1952204075 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (58e81717-feb4-4a2f-b1d4-66d90ac4849f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.174696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] Pushing event updated for resources: {'Network': ['ID=654170af-d500-45fc-a3b2-aea39b0513e1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:35.188856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 654170af-d500-45fc-a3b2-aea39b0513e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:36:35.228970 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-357bc728-5fa2-4ea0-b378-04c1766b82f4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.6538169
Apr 16 21:36:35.229692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33632) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:35.235758 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d137c2d1-5549-4d96-a0ef-59cb31a2182a admin admin] Request body: {'subnet': {'network_id': '654170af-d500-45fc-a3b2-aea39b0513e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-867953949-subnet', 'tenant_id': '50d4d19d47da455289ddf30db0b1a9bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:35.271458 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfb6a9-de59-4c59-b248-135cc7035708 req-a269dcc5-75dd-4d18-a548-bd399f905a73 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:35.274339 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a7dfb6a9-de59-4c59-b248-135cc7035708 req-a269dcc5-75dd-4d18-a548-bd399f905a73 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.1076386
Apr 16 21:36:35.277001 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-591b859f-788c-4066-a8e5-dc1952204075 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (58e81717-feb4-4a2f-b1d4-66d90ac4849f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.313727 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-591b859f-788c-4066-a8e5-dc1952204075 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f0a9490>,) {'filters': {'network_id': ['58e81717-feb4-4a2f-b1d4-66d90ac4849f']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:35.318477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33634) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:35.331985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-591b859f-788c-4066-a8e5-dc1952204075 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f0a9490>, '68e61b40-b973-4b95-9191-dc397a658b4d') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:35.332508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-591b859f-788c-4066-a8e5-dc1952204075 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f0a9490>, '68e61b40-b973-4b95-9191-dc397a658b4d') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:35.350625 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-591b859f-788c-4066-a8e5-dc1952204075 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (68e61b40-b973-4b95-9191-dc397a658b4d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.352061 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d137c2d1-5549-4d96-a0ef-59cb31a2182a admin admin] Made reservation on behalf of 50d4d19d47da455289ddf30db0b1a9bb for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:35.355781 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d137c2d1-5549-4d96-a0ef-59cb31a2182a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.358331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97fdf0c3-870a-445f-b8d5-cbd3116c00a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.377760 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a7dfb6a9-de59-4c59-b248-135cc7035708 req-5183c32d-04fb-4398-a9f7-a53f565775ee tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926709
Apr 16 21:36:35.378716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-591b859f-788c-4066-a8e5-dc1952204075 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (68e61b40-b973-4b95-9191-dc397a658b4d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.397571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591b859f-788c-4066-a8e5-dc1952204075 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:36:35.397992 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-591b859f-788c-4066-a8e5-dc1952204075 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (68e61b40-b973-4b95-9191-dc397a658b4d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:36:35.403819 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:36:35.536788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-591b859f-788c-4066-a8e5-dc1952204075 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (58e81717-feb4-4a2f-b1d4-66d90ac4849f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.544098 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-591b859f-788c-4066-a8e5-dc1952204075 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.548620 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-591b859f-788c-4066-a8e5-dc1952204075 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] 10.222.0.20 "DELETE /v2.0/networks/58e81717-feb4-4a2f-b1d4-66d90ac4849f HTTP/1.1" status: 204  len: 168 time: 0.5455847
Apr 16 21:36:35.583794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b859f-788c-4066-a8e5-dc1952204075 tempest-TagsTest-1927732697 tempest-TagsTest-1927732697-project] Pushing event deleted for resources: {'Network': ['ID=58e81717-feb4-4a2f-b1d4-66d90ac4849f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:35.584032 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97fdf0c3-870a-445f-b8d5-cbd3116c00a2 admin admin] Publish callbacks [] for security_group (1f871a4b-71a0-45dd-8a33-a73102bb998c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.643141 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97fdf0c3-870a-445f-b8d5-cbd3116c00a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1f871a4b-71a0-45dd-8a33-a73102bb998c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.718154 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-97fdf0c3-870a-445f-b8d5-cbd3116c00a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87e8e8ef85a94cfeb50d38afadb66ae1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3964841
Apr 16 21:36:35.724231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33644) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:35.724458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdf0c3-870a-445f-b8d5-cbd3116c00a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f871a4b-71a0-45dd-8a33-a73102bb998c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:35.809565 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d76f29e-3e76-41d2-85a7-54d334c07ed9 admin admin] Publish callbacks [] for security_group (1f871a4b-71a0-45dd-8a33-a73102bb998c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.833360 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d76f29e-3e76-41d2-85a7-54d334c07ed9 admin admin] Publish callbacks [] for security_group (1f871a4b-71a0-45dd-8a33-a73102bb998c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.848291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8b9d1-4e6a-470c-a5f6-8f29cfa6e73f req-dc1ea161-adbe-43f4-8770-540f749d453a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:35.850325 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24c8b9d1-4e6a-470c-a5f6-8f29cfa6e73f req-dc1ea161-adbe-43f4-8770-540f749d453a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.1080782
Apr 16 21:36:35.907346 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24c8b9d1-4e6a-470c-a5f6-8f29cfa6e73f req-3d465f23-15ef-4616-ba9e-bdb09ddd4f2a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501051
Apr 16 21:36:35.934103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d137c2d1-5549-4d96-a0ef-59cb31a2182a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (557fdfc0-6ba1-424a-bc62-ecbc2a0d1b51), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:35.994115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137c2d1-5549-4d96-a0ef-59cb31a2182a admin admin] Pushing event updated for resources: {'Subnet': ['ID=557fdfc0-6ba1-424a-bc62-ecbc2a0d1b51,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:36.008142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137c2d1-5549-4d96-a0ef-59cb31a2182a admin admin] Checking segment: {'id': '587ac0ac-9550-4778-92cd-934bfc088df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '654170af-d500-45fc-a3b2-aea39b0513e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:36:36.008534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137c2d1-5549-4d96-a0ef-59cb31a2182a admin admin] Network hostable DHCP agents. Network: 654170af-d500-45fc-a3b2-aea39b0513e1, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:36:36.013711 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d76f29e-3e76-41d2-85a7-54d334c07ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1f871a4b-71a0-45dd-8a33-a73102bb998c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:36.017461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d76f29e-3e76-41d2-85a7-54d334c07ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:36.018673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2d76f29e-3e76-41d2-85a7-54d334c07ed9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f871a4b-71a0-45dd-8a33-a73102bb998c HTTP/1.1" status: 204  len: 168 time: 0.2962360
Apr 16 21:36:36.030502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76f29e-3e76-41d2-85a7-54d334c07ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f871a4b-71a0-45dd-8a33-a73102bb998c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:36.165940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33650) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:36.315415 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f07ec3b6-daf3-4ae5-814f-0460f2c468df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10ae6047a302413897daaccfbcb9e028&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1482511
Apr 16 21:36:36.318391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33656) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:36.370383 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8cfec91a-cf3f-4f76-a95f-b7aadfde3ba6 admin admin] Publish callbacks [] for security_group (a10ec3c5-8dba-4aac-a303-cb855f5a4a91), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:36.391757 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8cfec91a-cf3f-4f76-a95f-b7aadfde3ba6 admin admin] Publish callbacks [] for security_group (a10ec3c5-8dba-4aac-a303-cb855f5a4a91), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:36.424562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137c2d1-5549-4d96-a0ef-59cb31a2182a admin admin] Network 654170af-d500-45fc-a3b2-aea39b0513e1 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:36:36.450173 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:36.534923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba45ae5-035f-42f3-b448-f46602c6740d req-c596392c-aa9f-406a-933e-3a70a8c2b081 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:36.536466 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dba45ae5-035f-42f3-b448-f46602c6740d req-c596392c-aa9f-406a-933e-3a70a8c2b081 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0506847
Apr 16 21:36:36.587533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dba45ae5-035f-42f3-b448-f46602c6740d req-ee2f3575-edff-4a9a-a346-8aba955c13b5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453379
Apr 16 21:36:36.599193 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d137c2d1-5549-4d96-a0ef-59cb31a2182a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 654170af-d500-45fc-a3b2-aea39b0513e1) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:36:36.604443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137c2d1-5549-4d96-a0ef-59cb31a2182a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:36.605063 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d137c2d1-5549-4d96-a0ef-59cb31a2182a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:36.611151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be46bdb-40a7-4714-8a26-8804c9275182 None None] Network 654170af-d500-45fc-a3b2-aea39b0513e1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:36.639168 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8cfec91a-cf3f-4f76-a95f-b7aadfde3ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a10ec3c5-8dba-4aac-a303-cb855f5a4a91), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:36.641908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8cfec91a-cf3f-4f76-a95f-b7aadfde3ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:36.645471 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8cfec91a-cf3f-4f76-a95f-b7aadfde3ba6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a10ec3c5-8dba-4aac-a303-cb855f5a4a91 HTTP/1.1" status: 204  len: 168 time: 0.3237219
Apr 16 21:36:36.654594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfec91a-cf3f-4f76-a95f-b7aadfde3ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10ec3c5-8dba-4aac-a303-cb855f5a4a91,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:36.733507 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d137c2d1-5549-4d96-a0ef-59cb31a2182a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.5024843
Apr 16 21:36:36.806748 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1be0917-090f-4ab8-8e82-0bc048846f96 None None] Network 654170af-d500-45fc-a3b2-aea39b0513e1 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:37.123867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24f2c5-610c-474a-92d6-66e135095af3 req-6e72eb53-37b5-469c-985e-0bea63b9e6ed tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:37.125542 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b24f2c5-610c-474a-92d6-66e135095af3 req-6e72eb53-37b5-469c-985e-0bea63b9e6ed tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0868654
Apr 16 21:36:37.126562 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-eb7c837a-c9ee-4c42-ab15-5c5f680e9e17 service neutron] show failed (client error): The resource could not be found.
Apr 16 21:36:37.127464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-eb7c837a-c9ee-4c42-ab15-5c5f680e9e17 service neutron] 10.222.0.41 "GET /v2.0/ports/10dae36f-fbbc-45d6-b539-d8ce65bad3c2/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1967309
Apr 16 21:36:37.185411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b24f2c5-610c-474a-92d6-66e135095af3 req-116d5b7f-5491-4db3-b74d-2ae70559d4ed tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524604
Apr 16 21:36:37.771311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7428d-7c60-49c3-a3b8-90df7b4cbf9e req-65811a69-23ed-4650-91f6-e21467cbc6e5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:37.773737 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3e7428d-7c60-49c3-a3b8-90df7b4cbf9e req-65811a69-23ed-4650-91f6-e21467cbc6e5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.1067946
Apr 16 21:36:37.809996 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-d2db0017-3376-4e9e-a39c-04ed8659965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:37.811566 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-d2db0017-3376-4e9e-a39c-04ed8659965f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 1128 time: 0.1060493
Apr 16 21:36:37.825075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:37.882118 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3e7428d-7c60-49c3-a3b8-90df7b4cbf9e req-581e0711-f252-4f9c-b36d-f7667a55d65d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980926
Apr 16 21:36:37.914666 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:37.979968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33730) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:37.984836 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1692730026-network', 'tenant_id': '00ff3fc1aed3468faf90b2c5a6cc72f7'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:38.073294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Made reservation on behalf of 00ff3fc1aed3468faf90b2c5a6cc72f7 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:38.076632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:38.086768 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:38.147348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:38.161878 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Publish callbacks [] for security_group (63f27d81-94cc-4818-b2d4-b7288627e298), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:38.183055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:36:38.225685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:36:38.228685 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48145b0c-2cbf-4633-bbaa-3d636a2cac84" -d '{"events": [{"server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "name": "network-vif-unplugged", "status": "completed", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:36:38.232893 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Publish callbacks [] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:38.250276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Transition to ACTIVE for port object 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:36:38.263232 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (63f27d81-94cc-4818-b2d4-b7288627e298), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:38.291921 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce9f2a2-eabc-4ea0-ad15-3d4e1ea78967 x-openstack-request-id: req-2ce9f2a2-eabc-4ea0-ad15-3d4e1ea78967 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:36:38.292408 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "name": "network-vif-unplugged", "status": "completed", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:36:38.292676 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ce9f2a2-eabc-4ea0-ad15-3d4e1ea78967 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:36:38.293099 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce9f2a2-eabc-4ea0-ad15-3d4e1ea78967'] response: {'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'code': 200}
Apr 16 21:36:38.305429 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:36:38.319408 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:38.405655 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f27d81-94cc-4818-b2d4-b7288627e298,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:38.423305 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (26f3e14b-c919-490d-b14a-c5579188e727), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:38.423305 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Added segment 26f3e14b-c919-490d-b14a-c5579188e727 of type vlan for network b225d9a1-92b6-4433-a3c2-5e70d69fc507
Apr 16 21:36:38.453624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e68aa-aae0-465f-aea6-12b6ec8e729a req-2fd2fbf2-8d23-4820-8c21-4ea8e6dcb2aa tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:38.455196 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9b7e68aa-aae0-465f-aea6-12b6ec8e729a req-2fd2fbf2-8d23-4820-8c21-4ea8e6dcb2aa tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.1469517
Apr 16 21:36:38.511553 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (b225d9a1-92b6-4433-a3c2-5e70d69fc507), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:38.557175 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9b7e68aa-aae0-465f-aea6-12b6ec8e729a req-45aac9a6-1d30-4dab-bd12-ba6db99ca756 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834968
Apr 16 21:36:38.574792 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Pushing event updated for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=6']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:38.590740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] No DVR routers for this DVR port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:36:38.660036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (b225d9a1-92b6-4433-a3c2-5e70d69fc507), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:38.660036 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:38.660036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:38.740429 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] Pushing event updated for resources: {'Network': ['ID=b225d9a1-92b6-4433-a3c2-5e70d69fc507,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:38.751429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network b225d9a1-92b6-4433-a3c2-5e70d69fc507 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:36:38.787889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863fdab-933f-40c7-ac5b-6b773207d9e3 req-bb80972e-eaef-46c4-ac7b-4ded38388f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:38.791144 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7863fdab-933f-40c7-ac5b-6b773207d9e3 req-bb80972e-eaef-46c4-ac7b-4ded38388f7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 1127 time: 0.1493697
Apr 16 21:36:38.795396 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e5a61d60-6425-49bb-a366-67f8072357d8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8142846
Apr 16 21:36:38.798112 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33756) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:38.799257 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Attempting to bind port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:36:38.803435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Attempting to bind port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:36:38.803435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Attempting to bind port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:36:38.805574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-eff35447-2010-42e0-932d-636957b1a675 admin admin] Request body: {'subnet': {'network_id': 'b225d9a1-92b6-4433-a3c2-5e70d69fc507', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1692730026-subnet', 'tenant_id': '00ff3fc1aed3468faf90b2c5a6cc72f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:38.823388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:36:38.823738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Attempting to bind port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:36:38.857167 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:36:38.859427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Checking segment: {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:36:38.859427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Bound using segment: {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:36:38.859427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Bound port: 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:36:38.859427 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:38.908110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff35447-2010-42e0-932d-636957b1a675 admin admin] Made reservation on behalf of 00ff3fc1aed3468faf90b2c5a6cc72f7 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:36:38.910788 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eff35447-2010-42e0-932d-636957b1a675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:38.952464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863fdab-933f-40c7-ac5b-6b773207d9e3 req-002ce5ba-62d6-4f8c-93c5-88d7814767a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:38.954428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7863fdab-933f-40c7-ac5b-6b773207d9e3 req-002ce5ba-62d6-4f8c-93c5-88d7814767a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 918 time: 0.1518352
Apr 16 21:36:38.962637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:36:38.972386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:36:39.046498 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-01a5282c-5cc2-4a27-a34b-f705ae6ab0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:39.070437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9331e1-209a-4400-9290-aa76163e9456 req-992111ac-c17f-40e1-904c-df621332c036 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:39.072150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f9331e1-209a-4400-9290-aa76163e9456 req-992111ac-c17f-40e1-904c-df621332c036 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 944 time: 0.0663683
Apr 16 21:36:39.074232 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7863fdab-933f-40c7-ac5b-6b773207d9e3 req-e287c397-9435-45b6-bec7-8a55eaa8951c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c60358-6ed6-4d01-a515-c08c9770f288 HTTP/1.1" status: 200  len: 1001 time: 0.1137748
Apr 16 21:36:39.126453 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:39.202992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:39.202992 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:39.202992 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] 10.222.0.11 "PUT /v2.0/ports/10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1092 time: 1.3781569
Apr 16 21:36:39.220090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863fdab-933f-40c7-ac5b-6b773207d9e3 req-9d4b79ea-339f-43cc-93d0-b5e0de1bf83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:39.224783 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7863fdab-933f-40c7-ac5b-6b773207d9e3 req-9d4b79ea-339f-43cc-93d0-b5e0de1bf83a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 200  len: 856 time: 0.1436906
Apr 16 21:36:39.239166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f9331e1-209a-4400-9290-aa76163e9456 req-45d258b4-c62b-424b-9a27-b55042bcf3bf tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1600869
Apr 16 21:36:39.245231 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eff35447-2010-42e0-932d-636957b1a675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (da647c18-023f-451c-a3a4-7c09d8708160), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:39.281331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-691112e4-ec40-40c9-909e-9452d78875cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:39.283015 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-691112e4-ec40-40c9-909e-9452d78875cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1126 time: 0.0571077
Apr 16 21:36:39.290588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bc0a8-1ba3-4c95-afe1-b2ae5df82430 service neutron] Pushing event updated for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:39.348986 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff35447-2010-42e0-932d-636957b1a675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da647c18-023f-451c-a3a4-7c09d8708160,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:39.374985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff35447-2010-42e0-932d-636957b1a675 admin admin] Checking segment: {'id': '26f3e14b-c919-490d-b14a-c5579188e727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b225d9a1-92b6-4433-a3c2-5e70d69fc507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:36:39.377440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863fdab-933f-40c7-ac5b-6b773207d9e3 req-15a77d99-e060-47eb-a564-ae43717f3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:39.378151 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff35447-2010-42e0-932d-636957b1a675 admin admin] Network hostable DHCP agents. Network: b225d9a1-92b6-4433-a3c2-5e70d69fc507, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:36:39.378990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7863fdab-933f-40c7-ac5b-6b773207d9e3 req-15a77d99-e060-47eb-a564-ae43717f3dab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33417375-20a3-4356-abb1-47c6dcf1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1388741
Apr 16 21:36:39.502335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-9bd84869-331e-4eee-b958-719b41b30d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:39.503819 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-9bd84869-331e-4eee-b958-719b41b30d2e service neutron] 10.222.0.11 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 897 time: 0.2084777
Apr 16 21:36:39.519380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff35447-2010-42e0-932d-636957b1a675 admin admin] Network b225d9a1-92b6-4433-a3c2-5e70d69fc507 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:36:39.559439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7863fdab-933f-40c7-ac5b-6b773207d9e3 req-ab2d598a-8e92-4489-b2a2-23f59a65c6a7 service neutron] 10.222.0.11 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742969
Apr 16 21:36:39.618824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-eff35447-2010-42e0-932d-636957b1a675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b225d9a1-92b6-4433-a3c2-5e70d69fc507) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:36:39.628798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31dc666-a119-4a7e-a381-657a1765f524 None None] Network b225d9a1-92b6-4433-a3c2-5e70d69fc507 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:39.639391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff35447-2010-42e0-932d-636957b1a675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:39.643972 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eff35447-2010-42e0-932d-636957b1a675 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:39.658076 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7863fdab-933f-40c7-ac5b-6b773207d9e3 req-7ebbd970-2f9b-4843-a484-f4a41435cd3f service neutron] 10.222.0.11 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932429
Apr 16 21:36:39.697176 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-44d676f2-8465-40af-af86-73b7ff2d7ab0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1000 time: 0.1876626
Apr 16 21:36:39.722748 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eff35447-2010-42e0-932d-636957b1a675 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9231451
Apr 16 21:36:39.799353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03f83f-bf34-4887-97f7-e5fc173929e1 req-766830f3-b4e6-43e9-ac95-bd004a48c5a2 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:39.801131 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb03f83f-bf34-4887-97f7-e5fc173929e1 req-766830f3-b4e6-43e9-ac95-bd004a48c5a2 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0654497
Apr 16 21:36:39.847751 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf488f84-b081-458a-b1b1-2e88c6071a8a None None] Network b225d9a1-92b6-4433-a3c2-5e70d69fc507 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:36:39.865487 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb03f83f-bf34-4887-97f7-e5fc173929e1 req-bad727e2-2abe-4172-b746-dc79316ff748 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578077
Apr 16 21:36:39.935103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33806) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:39.994089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69592ae-166e-4ba7-94b4-9737e4b6c9c5 admin admin] Deleting subnet 557fdfc0-6ba1-424a-bc62-ecbc2a0d1b51 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:36:39.998209 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a69592ae-166e-4ba7-94b4-9737e4b6c9c5 admin admin] Publish callbacks [] for subnet (557fdfc0-6ba1-424a-bc62-ecbc2a0d1b51), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:40.032559 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:36:40.034688 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a69592ae-166e-4ba7-94b4-9737e4b6c9c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (557fdfc0-6ba1-424a-bc62-ecbc2a0d1b51), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:40.079856 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a69592ae-166e-4ba7-94b4-9737e4b6c9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (557fdfc0-6ba1-424a-bc62-ecbc2a0d1b51), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:40.233035 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a69592ae-166e-4ba7-94b4-9737e4b6c9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (557fdfc0-6ba1-424a-bc62-ecbc2a0d1b51), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:40.255167 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69592ae-166e-4ba7-94b4-9737e4b6c9c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=557fdfc0-6ba1-424a-bc62-ecbc2a0d1b51,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:40.259236 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a69592ae-166e-4ba7-94b4-9737e4b6c9c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:40.262793 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a69592ae-166e-4ba7-94b4-9737e4b6c9c5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/557fdfc0-6ba1-424a-bc62-ecbc2a0d1b51 HTTP/1.1" status: 204  len: 168 time: 0.3265426
Apr 16 21:36:40.265370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33824) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:40.293816 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:36:40.296463 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdecbd7-ec21-42f2-a918-c41f81612443" -d '{"events": [{"name": "network-changed", "server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:36:40.337152 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a8cba2a-1630-4038-ad1f-16ef2a388c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (654170af-d500-45fc-a3b2-aea39b0513e1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:40.375418 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5379fca-8575-43ed-a481-f765f8347beb x-openstack-request-id: req-b5379fca-8575-43ed-a481-f765f8347beb {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:36:40.375707 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:36:40.375960 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5379fca-8575-43ed-a481-f765f8347beb {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:36:40.376386 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5379fca-8575-43ed-a481-f765f8347beb'] response: {'name': 'network-changed', 'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'status': 'completed', 'code': 200}
Apr 16 21:36:40.404426 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a59791-6112-4525-8da8-03c362c897e5 req-af37f0aa-9c05-4cba-946a-0f37549f06b2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:40.404426 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72a59791-6112-4525-8da8-03c362c897e5 req-af37f0aa-9c05-4cba-946a-0f37549f06b2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 944 time: 0.0640295
Apr 16 21:36:40.459517 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72a59791-6112-4525-8da8-03c362c897e5 req-feb78289-49df-467d-9ed0-14b95931d889 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482728
Apr 16 21:36:40.475803 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a8cba2a-1630-4038-ad1f-16ef2a388c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (654170af-d500-45fc-a3b2-aea39b0513e1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:40.478834 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-742454b2-74be-4f12-bf03-aa0138b2c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:40.480470 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-742454b2-74be-4f12-bf03-aa0138b2c86a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1126 time: 0.0906312
Apr 16 21:36:40.546698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2a8cba2a-1630-4038-ad1f-16ef2a388c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ee7df70>,) {'filters': {'network_id': ['654170af-d500-45fc-a3b2-aea39b0513e1']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:40.559996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2a8cba2a-1630-4038-ad1f-16ef2a388c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ee7df70>, '587ac0ac-9550-4778-92cd-934bfc088df0') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:40.560323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2a8cba2a-1630-4038-ad1f-16ef2a388c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ee7df70>, '587ac0ac-9550-4778-92cd-934bfc088df0') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:40.574061 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a8cba2a-1630-4038-ad1f-16ef2a388c4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (587ac0ac-9550-4778-92cd-934bfc088df0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:40.598809 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a8cba2a-1630-4038-ad1f-16ef2a388c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (587ac0ac-9550-4778-92cd-934bfc088df0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:40.612632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8cba2a-1630-4038-ad1f-16ef2a388c4f admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:36:40.613024 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a8cba2a-1630-4038-ad1f-16ef2a388c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (587ac0ac-9550-4778-92cd-934bfc088df0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:36:40.614692 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:36:40.625666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-610abf39-d77d-440c-85b9-8ceee4b99b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:40.627189 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-610abf39-d77d-440c-85b9-8ceee4b99b70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 897 time: 0.1409304
Apr 16 21:36:40.726541 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-d26079c9-ea2c-4f4d-b3a0-0a4bd8e6db72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1000 time: 0.0699954
Apr 16 21:36:40.780627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-9dd3ae08-949d-4472-8699-6f1b076db5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:40.782329 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-9dd3ae08-949d-4472-8699-6f1b076db5d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.0495465
Apr 16 21:36:40.824572 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a8cba2a-1630-4038-ad1f-16ef2a388c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (654170af-d500-45fc-a3b2-aea39b0513e1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:40.831392 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a8cba2a-1630-4038-ad1f-16ef2a388c4f admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:40.837320 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2a8cba2a-1630-4038-ad1f-16ef2a388c4f admin admin] 10.222.0.20 "DELETE /v2.0/networks/654170af-d500-45fc-a3b2-aea39b0513e1 HTTP/1.1" status: 204  len: 168 time: 0.5682139
Apr 16 21:36:40.838165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33848) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:40.849910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-7ee66584-b67c-4e99-9208-493892bea063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:40.851451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-7ee66584-b67c-4e99-9208-493892bea063 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0630493
Apr 16 21:36:40.852368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cba2a-1630-4038-ad1f-16ef2a388c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=654170af-d500-45fc-a3b2-aea39b0513e1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:40.862203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:36:40.903644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-89412d6d-7016-4931-8af0-43c73ff822b8 admin admin] Deleting subnet da647c18-023f-451c-a3a4-7c09d8708160 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:36:40.910762 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89412d6d-7016-4931-8af0-43c73ff822b8 admin admin] Publish callbacks [] for subnet (da647c18-023f-451c-a3a4-7c09d8708160), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:40.956126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 host nch1-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:36:40.958458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:36:40.966814 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89412d6d-7016-4931-8af0-43c73ff822b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (da647c18-023f-451c-a3a4-7c09d8708160), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:41.003259 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-56dfbbd7-6737-4c73-99cd-c1e8e007a9df service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461897
Apr 16 21:36:41.059651 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89412d6d-7016-4931-8af0-43c73ff822b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (da647c18-023f-451c-a3a4-7c09d8708160), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:41.062863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-36a77962-6ea5-4b95-8c14-0d28c9b7a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:41.064393 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-36a77962-6ea5-4b95-8c14-0d28c9b7a5f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.0946531
Apr 16 21:36:41.086405 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab78199-fddc-4cd1-9f3b-243a7c89f56f req-9751035e-1aeb-42f4-8a66-dcbe6e2b7c67 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:41.087892 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eab78199-fddc-4cd1-9f3b-243a7c89f56f req-9751035e-1aeb-42f4-8a66-dcbe6e2b7c67 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.1016397
Apr 16 21:36:41.136840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-0eb677af-e425-4eff-bd8a-88e0ed9f3a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:41.138378 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-0eb677af-e425-4eff-bd8a-88e0ed9f3a56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0558000
Apr 16 21:36:41.160733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-52de6a4b-38ba-4a51-8689-7b26981691d6 service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398091
Apr 16 21:36:41.164887 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eab78199-fddc-4cd1-9f3b-243a7c89f56f req-b11366fd-caef-4677-a749-953c18356c6f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706916
Apr 16 21:36:41.243683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-4964feb2-ba13-47ea-9243-d5398bbf4e1d service neutron] 10.222.0.11 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0983620
Apr 16 21:36:41.296447 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89412d6d-7016-4931-8af0-43c73ff822b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (da647c18-023f-451c-a3a4-7c09d8708160), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:41.338763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89412d6d-7016-4931-8af0-43c73ff822b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da647c18-023f-451c-a3a4-7c09d8708160,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:41.340824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89412d6d-7016-4931-8af0-43c73ff822b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:41.344279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-89412d6d-7016-4931-8af0-43c73ff822b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/da647c18-023f-451c-a3a4-7c09d8708160 HTTP/1.1" status: 204  len: 168 time: 0.5047514
Apr 16 21:36:41.346857 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33874) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:41.381091 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4502eb3a-a370-4cbc-9eb0-45ae22a68698 req-7f6af2c6-4196-4352-bace-acad59097fa7 service neutron] 10.222.0.11 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306648
Apr 16 21:36:41.424612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db262c6f-351b-495b-a8ff-a996cfd0931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (b225d9a1-92b6-4433-a3c2-5e70d69fc507), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:41.473982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-7708f279-d54c-417c-ae47-2be225be2b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:41.475515 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-7708f279-d54c-417c-ae47-2be225be2b25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1126 time: 0.0449073
Apr 16 21:36:41.506077 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db262c6f-351b-495b-a8ff-a996cfd0931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (b225d9a1-92b6-4433-a3c2-5e70d69fc507), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:41.529153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-db262c6f-351b-495b-a8ff-a996cfd0931a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0125589d90>,) {'filters': {'network_id': ['b225d9a1-92b6-4433-a3c2-5e70d69fc507']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:41.541575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-db262c6f-351b-495b-a8ff-a996cfd0931a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0125589d90>, '26f3e14b-c919-490d-b14a-c5579188e727') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:41.542010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-db262c6f-351b-495b-a8ff-a996cfd0931a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0125589d90>, '26f3e14b-c919-490d-b14a-c5579188e727') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:36:41.564902 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db262c6f-351b-495b-a8ff-a996cfd0931a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (26f3e14b-c919-490d-b14a-c5579188e727), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:41.579361 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db262c6f-351b-495b-a8ff-a996cfd0931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (26f3e14b-c919-490d-b14a-c5579188e727), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:41.620052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dbb7c-6388-42c4-afc8-fd0c4b598555 req-855553a8-0af9-4032-9de7-c6e54dec0186 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:41.621970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db262c6f-351b-495b-a8ff-a996cfd0931a admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:36:41.622457 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-350dbb7c-6388-42c4-afc8-fd0c4b598555 req-855553a8-0af9-4032-9de7-c6e54dec0186 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 944 time: 0.0807099
Apr 16 21:36:41.622614 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db262c6f-351b-495b-a8ff-a996cfd0931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (26f3e14b-c919-490d-b14a-c5579188e727), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:36:41.624662 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:36:41.639791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-b10beda7-78a5-403b-9329-3f0cb4c8a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:41.641320 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-b10beda7-78a5-403b-9329-3f0cb4c8a38b service neutron] 10.222.0.11 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 897 time: 0.1595051
Apr 16 21:36:41.645290 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-db5047b1-2e3d-4326-a004-fda7f747ad88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:41.683913 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-350dbb7c-6388-42c4-afc8-fd0c4b598555 req-89b36b8e-473a-429e-8715-e708b9b0a682 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531206
Apr 16 21:36:41.776083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db262c6f-351b-495b-a8ff-a996cfd0931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (b225d9a1-92b6-4433-a3c2-5e70d69fc507), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:41.790233 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db262c6f-351b-495b-a8ff-a996cfd0931a admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:41.793777 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-db262c6f-351b-495b-a8ff-a996cfd0931a admin admin] 10.222.0.20 "DELETE /v2.0/networks/b225d9a1-92b6-4433-a3c2-5e70d69fc507 HTTP/1.1" status: 204  len: 168 time: 0.4458375
Apr 16 21:36:41.812764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db262c6f-351b-495b-a8ff-a996cfd0931a admin admin] Pushing event deleted for resources: {'Network': ['ID=b225d9a1-92b6-4433-a3c2-5e70d69fc507,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:41.839191 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-55fc5139-42fe-42f5-abe9-646b4908ec8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1000 time: 0.0779986
Apr 16 21:36:41.871284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33886) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:41.978976 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd2ea3c9-e13b-4c2c-bb54-df91aa1f0624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.011089 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 32c60358-6ed6-4d01-a515-c08c9770f288 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:36:42.052720 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd2ea3c9-e13b-4c2c-bb54-df91aa1f0624 admin admin] Publish callbacks [] for security_group (e40f802e-fcf3-4119-bd99-ce9052d67089), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.091842 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 32c60358-6ed6-4d01-a515-c08c9770f288 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:42.092272 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.114539 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:36:42.116770 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825016c9-9055-4259-94ef-2a971ee3c57f" -d '{"events": [{"server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "name": "network-vif-unplugged", "status": "completed", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:36:42.119296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bd2ea3c9-e13b-4c2c-bb54-df91aa1f0624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e40f802e-fcf3-4119-bd99-ce9052d67089), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.129445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:42.153068 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 16 Apr 2022 21:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed54d28-10a2-4af0-bd02-3134cd1db5dd x-openstack-request-id: req-9ed54d28-10a2-4af0-bd02-3134cd1db5dd {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:36:42.153397 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "name": "network-vif-unplugged", "status": "failed", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288", "code": 422}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:36:42.153652 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ed54d28-10a2-4af0-bd02-3134cd1db5dd {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:36:42.154056 ncdv-master-1 neutron-server[122557]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9ed54d28-10a2-4af0-bd02-3134cd1db5dd']: {'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288', 'code': 422} returned with failed status
Apr 16 21:36:42.160979 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bd2ea3c9-e13b-4c2c-bb54-df91aa1f0624 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef0f0dec321944019d39cfbc935b4baf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2886035
Apr 16 21:36:42.162853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ea3c9-e13b-4c2c-bb54-df91aa1f0624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40f802e-fcf3-4119-bd99-ce9052d67089,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:42.163637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33892) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:42.209025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33896) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:42.227858 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.265434 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-75b231a8-ebac-47ee-92a1-14d8f5525340 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50d4d19d47da455289ddf30db0b1a9bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0538325
Apr 16 21:36:42.265712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33898) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:42.286680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=32c60358-6ed6-4d01-a515-c08c9770f288,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:42.325318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b00c2449-08b8-4f34-b738-888107a487d1 admin admin] Publish callbacks [] for security_group (3b265229-97e1-4105-9ac7-009373e5fcbd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.349040 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b00c2449-08b8-4f34-b738-888107a487d1 admin admin] Publish callbacks [] for security_group (3b265229-97e1-4105-9ac7-009373e5fcbd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.478870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b00c2449-08b8-4f34-b738-888107a487d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3b265229-97e1-4105-9ac7-009373e5fcbd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.481587 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b00c2449-08b8-4f34-b738-888107a487d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.482738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b00c2449-08b8-4f34-b738-888107a487d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b265229-97e1-4105-9ac7-009373e5fcbd HTTP/1.1" status: 204  len: 168 time: 0.2161078
Apr 16 21:36:42.490706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c2449-08b8-4f34-b738-888107a487d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b265229-97e1-4105-9ac7-009373e5fcbd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:42.512021 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.579546 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13c72ba6-a79f-4cdc-bc9b-7580f6ac7c91 admin admin] Publish callbacks [] for security_group (e40f802e-fcf3-4119-bd99-ce9052d67089), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.591640 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a93acd-e914-40e4-a030-e50f8772e0a5 req-ee6ca1d5-0f06-4dfa-96a6-ee84f129feea tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:42.593163 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e5a93acd-e914-40e4-a030-e50f8772e0a5 req-ee6ca1d5-0f06-4dfa-96a6-ee84f129feea tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 943 time: 0.0628130
Apr 16 21:36:42.618676 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13c72ba6-a79f-4cdc-bc9b-7580f6ac7c91 admin admin] Publish callbacks [] for security_group (e40f802e-fcf3-4119-bd99-ce9052d67089), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.676517 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e5a93acd-e914-40e4-a030-e50f8772e0a5 req-3387c0d7-8fe5-4a8a-959d-b86bc456d816 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756598
Apr 16 21:36:42.799137 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13c72ba6-a79f-4cdc-bc9b-7580f6ac7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e40f802e-fcf3-4119-bd99-ce9052d67089), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.801775 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5e709-21d1-4a3f-8f85-5d9bf656b118 req-94467292-3edd-4238-9921-6ba0aa7604fd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:42.803574 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-13c72ba6-a79f-4cdc-bc9b-7580f6ac7c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:42.803710 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c7e5e709-21d1-4a3f-8f85-5d9bf656b118 req-94467292-3edd-4238-9921-6ba0aa7604fd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 944 time: 0.0503230
Apr 16 21:36:42.804903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-13c72ba6-a79f-4cdc-bc9b-7580f6ac7c91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e40f802e-fcf3-4119-bd99-ce9052d67089 HTTP/1.1" status: 204  len: 168 time: 0.6402197
Apr 16 21:36:42.814078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c72ba6-a79f-4cdc-bc9b-7580f6ac7c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40f802e-fcf3-4119-bd99-ce9052d67089,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:42.900102 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c7e5e709-21d1-4a3f-8f85-5d9bf656b118 req-1e197e66-2739-4a83-a648-7b12715034cc tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678675
Apr 16 21:36:42.960438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-edcffe44-1699-48e9-900d-047b8df8be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:42.963341 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-edcffe44-1699-48e9-900d-047b8df8be66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.0790672
Apr 16 21:36:43.031364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-9e4bb578-2a08-4d5f-bf5b-84bd98714b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:43.032961 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-9e4bb578-2a08-4d5f-bf5b-84bd98714b77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427153
Apr 16 21:36:43.129268 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-261a029e-6a1b-445f-9739-050d30915f6c service neutron] 10.222.0.11 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875492
Apr 16 21:36:43.274750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bdecbd7-ec21-42f2-a918-c41f81612443 req-333762c6-9a97-428b-b1ad-f4303cfc9f76 service neutron] 10.222.0.11 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1009254
Apr 16 21:36:43.278329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33930) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:43.332991 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6d853ebc-fa3a-4ea7-82d9-cbbda8e11828 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00ff3fc1aed3468faf90b2c5a6cc72f7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0532455
Apr 16 21:36:43.336413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33934) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:43.388727 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a45f7da0-8989-4d10-96c6-87e5913710cd admin admin] Publish callbacks [] for security_group (63f27d81-94cc-4818-b2d4-b7288627e298), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:43.421859 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a45f7da0-8989-4d10-96c6-87e5913710cd admin admin] Publish callbacks [] for security_group (63f27d81-94cc-4818-b2d4-b7288627e298), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:43.530316 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:43.576337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a45f7da0-8989-4d10-96c6-87e5913710cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (63f27d81-94cc-4818-b2d4-b7288627e298), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:43.579682 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a45f7da0-8989-4d10-96c6-87e5913710cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:43.583426 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a45f7da0-8989-4d10-96c6-87e5913710cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63f27d81-94cc-4818-b2d4-b7288627e298 HTTP/1.1" status: 204  len: 168 time: 0.2432830
Apr 16 21:36:43.589526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f7da0-8989-4d10-96c6-87e5913710cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f27d81-94cc-4818-b2d4-b7288627e298,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:43.800772 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 33964) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:43.814676 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3aeed9a4-6f50-461f-9164-ff5e92cb43da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:43.899476 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3aeed9a4-6f50-461f-9164-ff5e92cb43da admin admin] Publish callbacks [] for security_group (de083869-8ad9-429e-8a61-5566878ffde2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:43.954341 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3aeed9a4-6f50-461f-9164-ff5e92cb43da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (de083869-8ad9-429e-8a61-5566878ffde2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:44.008575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3aeed9a4-6f50-461f-9164-ff5e92cb43da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b31a1dea16b443aa86ea38fc09de1a79&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2066460
Apr 16 21:36:44.011207 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 33978) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:44.015624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:36:44.046668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeed9a4-6f50-461f-9164-ff5e92cb43da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de083869-8ad9-429e-8a61-5566878ffde2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:44.072330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2d5fd-344b-404f-bb93-41543147aec5 req-d0541128-6d59-45d9-bcdb-3f93561604f8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:44.078179 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59f2d5fd-344b-404f-bb93-41543147aec5 req-d0541128-6d59-45d9-bcdb-3f93561604f8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 944 time: 0.0890372
Apr 16 21:36:44.098828 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f0786e02-cc86-4155-8744-a095e97373a2 admin admin] Publish callbacks [] for security_group (de083869-8ad9-429e-8a61-5566878ffde2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:44.129961 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f0786e02-cc86-4155-8744-a095e97373a2 admin admin] Publish callbacks [] for security_group (de083869-8ad9-429e-8a61-5566878ffde2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:44.149882 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59f2d5fd-344b-404f-bb93-41543147aec5 req-8d6f11e9-fcba-484c-b031-e69bc9b17b80 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639668
Apr 16 21:36:44.197407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:44.209120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'port_id': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'mac_address': 'fa:16:3e:cb:72:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:36:44.242303 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:44.248245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:44.248606 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:44.262796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:36:44.282317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:44.326188 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f0786e02-cc86-4155-8744-a095e97373a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (de083869-8ad9-429e-8a61-5566878ffde2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:44.328895 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f0786e02-cc86-4155-8744-a095e97373a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:44.330562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f0786e02-cc86-4155-8744-a095e97373a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de083869-8ad9-429e-8a61-5566878ffde2 HTTP/1.1" status: 204  len: 168 time: 0.3181684
Apr 16 21:36:44.348538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0786e02-cc86-4155-8744-a095e97373a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de083869-8ad9-429e-8a61-5566878ffde2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:44.391067 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:44.445753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:44.609511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['10dae36f-fbbc-45d6-b539-d8ce65bad3c2'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:36:44.717702 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca215b94-43b9-43eb-b09d-72e28bc92d19 req-5c5037fd-de34-40d4-977e-932bf7284093 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:44.719528 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ca215b94-43b9-43eb-b09d-72e28bc92d19 req-5c5037fd-de34-40d4-977e-932bf7284093 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 945 time: 0.0620654
Apr 16 21:36:44.879137 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ca215b94-43b9-43eb-b09d-72e28bc92d19 req-705a48f7-d81b-47c6-bd12-401d1e81ea10 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1341341
Apr 16 21:36:44.920301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-d174561e-c7b3-436b-9483-2c1c40af45eb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:44.922046 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-d174561e-c7b3-436b-9483-2c1c40af45eb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.11 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.1826336
Apr 16 21:36:44.995612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-455b0022-7796-4eed-b0a4-9c53bf910ded service neutron] 10.222.0.11 "GET /v2.0/ports/10dae36f-fbbc-45d6-b539-d8ce65bad3c2/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0662255
Apr 16 21:36:45.061396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-146b94dd-c713-411e-abca-0d64a3caac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:45.061554 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-146b94dd-c713-411e-abca-0d64a3caac3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1127 time: 0.0423787
Apr 16 21:36:45.093017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-e4394b7d-1759-408f-a107-8cb3982acd1b req-b6e5dc28-3137-43d7-a955-f05afa6c20ae service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:36:45.094073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e4394b7d-1759-408f-a107-8cb3982acd1b req-b6e5dc28-3137-43d7-a955-f05afa6c20ae service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2013655
Apr 16 21:36:45.171878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-54d2c466-5145-46a4-90a7-d1f631782aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:45.173482 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-54d2c466-5145-46a4-90a7-d1f631782aff service neutron] 10.222.0.11 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 897 time: 0.1063306
Apr 16 21:36:45.246407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-f2d3fbb9-3229-4fdf-aae8-9a59439787b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1001 time: 0.0663121
Apr 16 21:36:45.313596 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-d23b27b2-d6e5-46d9-85e3-40d1dfb96fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:45.315561 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-d23b27b2-d6e5-46d9-85e3-40d1dfb96fdc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.0620399
Apr 16 21:36:45.398226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-f33b000e-b10b-4843-b695-14cae5dffa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:45.400472 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-f33b000e-b10b-4843-b695-14cae5dffa2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0784118
Apr 16 21:36:45.432588 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:45.446585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e64e3e-de8e-4b1e-b8eb-4e89e8b80811 req-bde5a454-8c7a-484d-8ff6-af442a03f830 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:45.450475 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57e64e3e-de8e-4b1e-b8eb-4e89e8b80811 req-bde5a454-8c7a-484d-8ff6-af442a03f830 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 943 time: 0.0976586
Apr 16 21:36:45.519589 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57e64e3e-de8e-4b1e-b8eb-4e89e8b80811 req-bc7d5c4b-361e-4586-aed1-d38546cc4547 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679498
Apr 16 21:36:45.538215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-bca79c65-215d-472b-a9a6-9b20c325a71c service neutron] 10.222.0.11 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313622
Apr 16 21:36:45.631525 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-c1058f56-8014-42bc-941d-9719240e87d1 service neutron] 10.222.0.11 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875058
Apr 16 21:36:45.687443 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-29e4e20e-0751-40fa-9cac-22f3bdf1afbf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0481861
Apr 16 21:36:45.696485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-d172a847-dbe5-4b96-979d-29e2d0a19bd7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:36:45.697448 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-d172a847-dbe5-4b96-979d-29e2d0a19bd7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052612
Apr 16 21:36:45.794856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-970cbcd0-25dc-4e23-a10b-bb5fb18dda78 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:45.796409 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-970cbcd0-25dc-4e23-a10b-bb5fb18dda78 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports/32c60358-6ed6-4d01-a515-c08c9770f288 HTTP/1.1" status: 200  len: 940 time: 0.0562675
Apr 16 21:36:46.005982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7b785-9b18-4bb9-86e9-e3325ac0a9cd req-d9095631-11cf-4d08-85f3-d9e1fc231035 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:46.007707 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48a7b785-9b18-4bb9-86e9-e3325ac0a9cd req-d9095631-11cf-4d08-85f3-d9e1fc231035 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 945 time: 0.0587668
Apr 16 21:36:46.020996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:36:46.077142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:36:46.078784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48a7b785-9b18-4bb9-86e9-e3325ac0a9cd req-ea067141-c0d5-447f-8d51-db8c3ad450a4 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615761
Apr 16 21:36:46.135805 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:46.136271 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:46.228162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:46.228582 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:46.254883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:36:46.260615 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9574411-5a32-4e6d-983a-29524135ebe3" -d '{"events": [{"server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "name": "network-vif-plugged", "status": "completed", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:36:46.270037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:46.310278 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05128e04-754b-4f92-ba54-52f59624039f x-openstack-request-id: req-05128e04-754b-4f92-ba54-52f59624039f {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:36:46.310571 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "name": "network-vif-plugged", "status": "completed", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:36:46.318004 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05128e04-754b-4f92-ba54-52f59624039f {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:36:46.318004 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05128e04-754b-4f92-ba54-52f59624039f'] response: {'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'code': 200}
Apr 16 21:36:46.336259 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:46.389827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:46.652669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab363e55-3eb4-418d-b50b-839fe4c66de8 req-c4078a90-add8-41cf-b579-37b3a16093db tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:46.654588 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab363e55-3eb4-418d-b50b-839fe4c66de8 req-c4078a90-add8-41cf-b579-37b3a16093db tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 943 time: 0.0502799
Apr 16 21:36:46.724433 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab363e55-3eb4-418d-b50b-839fe4c66de8 req-f5ec3678-21f3-47e8-add6-27094fee176f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636888
Apr 16 21:36:47.205713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf01281-9bc2-4557-b4fb-ea048ab12248 req-e82d3109-18b9-44f5-9cb7-3e2fe31d6fbb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:47.207125 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8bf01281-9bc2-4557-b4fb-ea048ab12248 req-e82d3109-18b9-44f5-9cb7-3e2fe31d6fbb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0535443
Apr 16 21:36:47.257387 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8bf01281-9bc2-4557-b4fb-ea048ab12248 req-d5b1371b-95e6-4b05-966b-71a24eefccd3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445228
Apr 16 21:36:47.496000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-d93c44c8-f8ca-42dc-aa6b-9bd6c1fa4ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:47.497917 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-d93c44c8-f8ca-42dc-aa6b-9bd6c1fa4ba6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9&tenant_id=7d3a8f4590014b8d9738bd3739f08c0c HTTP/1.1" status: 200  len: 1125 time: 0.0775585
Apr 16 21:36:47.508438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:47.580987 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:47.838311 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:47.856433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058b7a3-98e6-4499-a96d-77807f1a32ef req-f09288e1-8ba6-461c-8b99-59ff39406eef tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:47.858010 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0058b7a3-98e6-4499-a96d-77807f1a32ef req-f09288e1-8ba6-461c-8b99-59ff39406eef tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 943 time: 0.0519290
Apr 16 21:36:47.874408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch1-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:36:47.908505 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0058b7a3-98e6-4499-a96d-77807f1a32ef req-bc3a0a5a-4c2f-4a8c-a9c7-4fd4ae461f0a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444999
Apr 16 21:36:47.912165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c60358-6ed6-4d01-a515-c08c9770f288 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:36:47.919958 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Publish callbacks [] for port (32c60358-6ed6-4d01-a515-c08c9770f288), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:47.942628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Transition to ACTIVE for port object 32c60358-6ed6-4d01-a515-c08c9770f288 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:36:48.004014 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:48.257094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-0e9f1f4d-53a3-4563-844a-c2e25fb8d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:48.259341 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-0e9f1f4d-53a3-4563-844a-c2e25fb8d21c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 1128 time: 0.0451071
Apr 16 21:36:48.271262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:36:48.348699 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:48.361509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Pushing event updated for resources: {'Port': ['ID=32c60358-6ed6-4d01-a515-c08c9770f288,revision_number=9']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:48.448933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de357072-883a-482a-a765-4c1bed1aabf2 req-bfbd2098-d95c-425a-89e1-6868b18b838d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:48.450672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-de357072-883a-482a-a765-4c1bed1aabf2 req-bfbd2098-d95c-425a-89e1-6868b18b838d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 946 time: 0.0903749
Apr 16 21:36:48.481439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] No DVR routers for this DVR port 32c60358-6ed6-4d01-a515-c08c9770f288 on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:36:48.582164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:48.602466 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-de357072-883a-482a-a765-4c1bed1aabf2 req-98f9b730-f43c-458a-8c96-83284a6546d0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1217475
Apr 16 21:36:48.619347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:36:48.664383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:36:48.666724 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff872e3-59d0-4b65-a40b-8227c1d1b75d" -d '{"events": [{"server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "name": "network-vif-unplugged", "status": "completed", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:36:48.672270 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Publish callbacks [] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:48.684843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Transition to ACTIVE for port object 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:36:48.701818 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Attempting to bind port 32c60358-6ed6-4d01-a515-c08c9770f288 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:36:48.702160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Attempting to bind port 32c60358-6ed6-4d01-a515-c08c9770f288 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:36:48.702487 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Attempting to bind port 32c60358-6ed6-4d01-a515-c08c9770f288 on network 33417375-20a3-4356-abb1-47c6dcf1fa40 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:36:48.707489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Port 32c60358-6ed6-4d01-a515-c08c9770f288 on network 33417375-20a3-4356-abb1-47c6dcf1fa40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:36:48.707813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Attempting to bind port 32c60358-6ed6-4d01-a515-c08c9770f288 on network 33417375-20a3-4356-abb1-47c6dcf1fa40 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:36:48.712992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:36:48.713338 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Checking segment: {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:36:48.713726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Bound using segment: {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:36:48.714153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Bound port: 32c60358-6ed6-4d01-a515-c08c9770f288, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b834b3-0ed6-4d65-ad6a-3a40a25161c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:36:48.714510 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:48.735401 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1714c639-ddce-4ee2-8b78-f8e2006e39c3 x-openstack-request-id: req-1714c639-ddce-4ee2-8b78-f8e2006e39c3 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:36:48.735710 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "name": "network-vif-unplugged", "status": "completed", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:36:48.736044 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1714c639-ddce-4ee2-8b78-f8e2006e39c3 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:36:48.736500 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1714c639-ddce-4ee2-8b78-f8e2006e39c3'] response: {'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'code': 200}
Apr 16 21:36:48.769637 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:48.792224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:36:48.795916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:36:48.854044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Pushing event updated for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=10']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:48.879461 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:48.902944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] No DVR routers for this DVR port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:36:48.933236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:48.933236 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:48.933710 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] 10.222.0.41 "PUT /v2.0/ports/32c60358-6ed6-4d01-a515-c08c9770f288 HTTP/1.1" status: 200  len: 1091 time: 1.4294794
Apr 16 21:36:48.937276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:36:48.948071 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef6ea75-7375-4d6e-a5c3-3242854ad170" -d '{"events": [{"name": "network-changed", "server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:36:49.049288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b84fed-d3cb-4913-a6b1-4014b375cb44 service neutron] Pushing event updated for resources: {'Port': ['ID=32c60358-6ed6-4d01-a515-c08c9770f288,revision_number=10']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:49.053673 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c6d403-018e-4554-8eb8-78ac28d79d2b x-openstack-request-id: req-83c6d403-018e-4554-8eb8-78ac28d79d2b {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:36:49.054017 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:36:49.054307 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83c6d403-018e-4554-8eb8-78ac28d79d2b {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:36:49.054721 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c6d403-018e-4554-8eb8-78ac28d79d2b'] response: {'name': 'network-changed', 'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288', 'status': 'completed', 'code': 200}
Apr 16 21:36:49.080453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-66da0acc-61f2-48b0-912e-e349a7b5b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:49.096711 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-66da0acc-61f2-48b0-912e-e349a7b5b308 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 1126 time: 0.1347740
Apr 16 21:36:49.165160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Attempting to bind port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:36:49.165822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Attempting to bind port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:36:49.166474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Attempting to bind port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:36:49.171878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:36:49.172655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Attempting to bind port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:36:49.198572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:36:49.201582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Checking segment: {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:36:49.201582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Bound using segment: {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:36:49.202498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Bound port: 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71799af-0bcc-4a42-936e-9dedca60e07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:36:49.203004 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:49.273567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23936cc5-1c54-4a9d-b4aa-f5a762ff87c8 req-7f970de5-1f21-4a79-b443-174631e6ab18 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:49.282082 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23936cc5-1c54-4a9d-b4aa-f5a762ff87c8 req-7f970de5-1f21-4a79-b443-174631e6ab18 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.1789241
Apr 16 21:36:49.300283 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:36:49.305194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:36:49.324178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-312aa8af-85c9-4f5d-a2de-f29cea39e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:49.325706 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-312aa8af-85c9-4f5d-a2de-f29cea39e88a service neutron] 10.222.0.41 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 918 time: 0.2084591
Apr 16 21:36:49.401543 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23936cc5-1c54-4a9d-b4aa-f5a762ff87c8 req-88273504-f9b0-4426-ba95-4dab1db95016 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1054559
Apr 16 21:36:49.416286 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-55defe1d-0023-4dad-a75f-a03788c653ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c60358-6ed6-4d01-a515-c08c9770f288 HTTP/1.1" status: 200  len: 999 time: 0.0843923
Apr 16 21:36:49.431200 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:49.473152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:49.473789 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:49.475186 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] 10.222.0.41 "PUT /v2.0/ports/10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1093 time: 1.2086515
Apr 16 21:36:49.476328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-86449da3-df6f-4e8b-93bf-f8e7fc4d9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:49.478256 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-86449da3-df6f-4e8b-93bf-f8e7fc4d9e02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 200  len: 856 time: 0.0564911
Apr 16 21:36:49.494229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469a8bc-bdcf-49e9-bf3c-80ebd520b455 service neutron] Pushing event updated for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=11']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:49.527999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-54202815-0f99-474b-a667-1c96e2ffc783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:49.529927 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-54202815-0f99-474b-a667-1c96e2ffc783 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33417375-20a3-4356-abb1-47c6dcf1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448864
Apr 16 21:36:49.547144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-44440564-4076-4712-be08-75b2a8e06301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:49.548891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-44440564-4076-4712-be08-75b2a8e06301 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1127 time: 0.0497129
Apr 16 21:36:49.690819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-60224f12-71a1-4c45-bfe0-6d502da4dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:49.691427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-833c957f-07a6-46d1-9e12-c24b855f6498 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1548636
Apr 16 21:36:49.692465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-60224f12-71a1-4c45-bfe0-6d502da4dec5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 897 time: 0.1367393
Apr 16 21:36:49.790182 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f95254-f8cb-4c1a-a819-a8b16bb4d472 req-5c7aac13-dc18-4ae9-9062-b9d0a69fd720 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:49.791735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8f95254-f8cb-4c1a-a819-a8b16bb4d472 req-5c7aac13-dc18-4ae9-9062-b9d0a69fd720 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 945 time: 0.0983610
Apr 16 21:36:49.796995 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-b2f9fea4-7e76-4173-afbb-df8307bfb7e2 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955701
Apr 16 21:36:49.810101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-93d2ae6c-5881-4719-94ce-4d5582ad3843 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1000 time: 0.1069686
Apr 16 21:36:49.887779 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a8f95254-f8cb-4c1a-a819-a8b16bb4d472 req-0f620ac4-1435-402b-a057-ffe42a1ccc9c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869100
Apr 16 21:36:49.889295 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-63028caf-aabd-4661-a7ff-949b5b01ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:49.890676 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-63028caf-aabd-4661-a7ff-949b5b01ac8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.0733795
Apr 16 21:36:49.973303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-d30d9895-3cc3-45a5-9f15-a435716d39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:49.975205 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-d30d9895-3cc3-45a5-9f15-a435716d39ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0476153
Apr 16 21:36:50.001886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6ea75-7375-4d6e-a5c3-3242854ad170 req-b5afc28a-3d30-47ff-b912-7acd2648ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:50.003902 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ef6ea75-7375-4d6e-a5c3-3242854ad170 req-b5afc28a-3d30-47ff-b912-7acd2648ce08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 1126 time: 0.0588858
Apr 16 21:36:50.062933 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:36:50.079101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-c7741149-954e-4494-ba1b-99b09500d63e service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0981021
Apr 16 21:36:50.110317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6ea75-7375-4d6e-a5c3-3242854ad170 req-c9f3dd91-a9b9-4bdb-9505-2540767cab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:50.111831 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ef6ea75-7375-4d6e-a5c3-3242854ad170 req-c9f3dd91-a9b9-4bdb-9505-2540767cab3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 918 time: 0.1024964
Apr 16 21:36:50.114095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 host nch2-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:36:50.114491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:36:50.200547 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ef6ea75-7375-4d6e-a5c3-3242854ad170 req-9313b89b-2a0b-419c-9e27-57b409e167d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c60358-6ed6-4d01-a515-c08c9770f288 HTTP/1.1" status: 200  len: 999 time: 0.0814118
Apr 16 21:36:50.204082 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdf7b6f7-2ba7-471f-acf0-be62654713dd req-a484e00a-21a2-46bc-a13c-1db367d4160d service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1183915
Apr 16 21:36:50.272494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6ea75-7375-4d6e-a5c3-3242854ad170 req-b1682335-986a-48cd-8fad-77eb7405ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:50.275001 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ef6ea75-7375-4d6e-a5c3-3242854ad170 req-b1682335-986a-48cd-8fad-77eb7405ebe2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 200  len: 856 time: 0.0655732
Apr 16 21:36:50.546138 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde042a1-c3f8-46aa-be8f-cb664af85c90 req-875e59a0-82f9-49d6-8336-dffd10073f53 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:50.553246 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cde042a1-c3f8-46aa-be8f-cb664af85c90 req-875e59a0-82f9-49d6-8336-dffd10073f53 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0601146
Apr 16 21:36:50.601150 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cde042a1-c3f8-46aa-be8f-cb664af85c90 req-1a5596b8-1d89-4ec2-aaad-7cce1af1e41a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469050
Apr 16 21:36:50.737516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:36:50.739921 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543c8679-196b-4487-84e3-0e506554a160" -d '{"events": [{"name": "network-changed", "server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:36:50.791250 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39968083-ba9a-4ca3-ae73-c130c6c60684 x-openstack-request-id: req-39968083-ba9a-4ca3-ae73-c130c6c60684 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:36:50.791567 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:36:50.791805 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39968083-ba9a-4ca3-ae73-c130c6c60684 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:36:50.792352 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39968083-ba9a-4ca3-ae73-c130c6c60684'] response: {'name': 'network-changed', 'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'status': 'completed', 'code': 200}
Apr 16 21:36:50.854918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8679-196b-4487-84e3-0e506554a160 req-70884e83-8606-4beb-a1f6-426d9a7509f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:50.856561 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-70884e83-8606-4beb-a1f6-426d9a7509f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1127 time: 0.0498238
Apr 16 21:36:50.957464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8679-196b-4487-84e3-0e506554a160 req-b33aea4c-67c2-4553-b67c-3e8f7e1d2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:50.958861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-b33aea4c-67c2-4553-b67c-3e8f7e1d2ccc service neutron] 10.222.0.11 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 897 time: 0.0971742
Apr 16 21:36:51.010986 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e772fe-91c3-444a-a233-3d62100b51ac req-af3d2e63-f6a3-4653-af7d-436a80be285b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:51.012660 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-09e772fe-91c3-444a-a233-3d62100b51ac req-af3d2e63-f6a3-4653-af7d-436a80be285b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 945 time: 0.0494378
Apr 16 21:36:51.026717 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-6f9d79a0-01a8-4cc9-a9c0-e9036bf7937c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1000 time: 0.0608749
Apr 16 21:36:51.090515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8679-196b-4487-84e3-0e506554a160 req-75fe5ca6-9450-474d-b142-c189348b2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:51.090515 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-75fe5ca6-9450-474d-b142-c189348b2c0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.0536199
Apr 16 21:36:51.090746 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-09e772fe-91c3-444a-a233-3d62100b51ac req-22581e73-bd08-4c3c-b60a-03dcfc30e87f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686252
Apr 16 21:36:51.142043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8679-196b-4487-84e3-0e506554a160 req-016c31a4-6f75-4dc2-a185-f00d973ea5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:51.143578 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-016c31a4-6f75-4dc2-a185-f00d973ea5de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0506959
Apr 16 21:36:51.237389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-55529e3a-dc0c-4a43-9727-afb8ded7fc33 service neutron] 10.222.0.11 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881851
Apr 16 21:36:51.307490 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 34254) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:51.351284 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-9d15272e-06d6-42bf-a40a-243da8758675 service neutron] 10.222.0.11 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1086495
Apr 16 21:36:51.467875 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09974a46-b84b-4d88-83b0-25049eadb39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:51.554356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09974a46-b84b-4d88-83b0-25049eadb39a admin admin] Publish callbacks [] for security_group (1f1bbb0f-cbce-4aab-9b00-1b8f939c78a2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:51.673211 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09974a46-b84b-4d88-83b0-25049eadb39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1f1bbb0f-cbce-4aab-9b00-1b8f939c78a2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:51.722109 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-09974a46-b84b-4d88-83b0-25049eadb39a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3b9e5c6d49248198e02c29a3e162acc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4121094
Apr 16 21:36:51.723138 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09974a46-b84b-4d88-83b0-25049eadb39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1bbb0f-cbce-4aab-9b00-1b8f939c78a2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:51.725597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 34284) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:51.734473 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782102df-2194-4968-9b4b-fc95883b0283 req-14818dcc-2733-4cfc-8fb4-009431782013 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:51.736057 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-782102df-2194-4968-9b4b-fc95883b0283 req-14818dcc-2733-4cfc-8fb4-009431782013 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0534196
Apr 16 21:36:51.780366 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4013250-db62-4f97-9b2f-b5f99e2f66be admin admin] Publish callbacks [] for security_group (1f1bbb0f-cbce-4aab-9b00-1b8f939c78a2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:51.786855 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-782102df-2194-4968-9b4b-fc95883b0283 req-3d5d4e96-6a2a-47cd-a2d2-605c9fbe0d77 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450737
Apr 16 21:36:51.815224 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4013250-db62-4f97-9b2f-b5f99e2f66be admin admin] Publish callbacks [] for security_group (1f1bbb0f-cbce-4aab-9b00-1b8f939c78a2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:51.940362 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4013250-db62-4f97-9b2f-b5f99e2f66be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1f1bbb0f-cbce-4aab-9b00-1b8f939c78a2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:51.943043 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e4013250-db62-4f97-9b2f-b5f99e2f66be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:51.944487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 34288) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:51.945692 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e4013250-db62-4f97-9b2f-b5f99e2f66be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f1bbb0f-cbce-4aab-9b00-1b8f939c78a2 HTTP/1.1" status: 204  len: 168 time: 0.2191720
Apr 16 21:36:51.954993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4013250-db62-4f97-9b2f-b5f99e2f66be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1bbb0f-cbce-4aab-9b00-1b8f939c78a2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:52.072607 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6afbb6e9-c3ee-489e-bffa-1e55d008f554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:52.151593 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6afbb6e9-c3ee-489e-bffa-1e55d008f554 admin admin] Publish callbacks [] for security_group (bb9be59d-f589-4773-a206-94c11dbe2a8c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:52.223423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f541186-7a22-42cb-a4ba-62b68b5a3f40 req-5babb60a-bd27-4f3f-81f0-7fdb98b4c28c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:52.225158 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5f541186-7a22-42cb-a4ba-62b68b5a3f40 req-5babb60a-bd27-4f3f-81f0-7fdb98b4c28c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 945 time: 0.0591679
Apr 16 21:36:52.226514 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6afbb6e9-c3ee-489e-bffa-1e55d008f554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bb9be59d-f589-4773-a206-94c11dbe2a8c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:52.277589 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6afbb6e9-c3ee-489e-bffa-1e55d008f554 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d199a282ddd43ccbb49a8b9a213237d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3313096
Apr 16 21:36:52.282379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbb6e9-c3ee-489e-bffa-1e55d008f554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9be59d-f589-4773-a206-94c11dbe2a8c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:52.288049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 34304) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:52.324464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5f541186-7a22-42cb-a4ba-62b68b5a3f40 req-3b431a87-cb61-4f98-b1b9-c6ae5715991c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863461
Apr 16 21:36:52.356980 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6aca5da9-719f-42bd-a6b2-b93a0d0ee530 admin admin] Publish callbacks [] for security_group (bb9be59d-f589-4773-a206-94c11dbe2a8c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:52.398862 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6aca5da9-719f-42bd-a6b2-b93a0d0ee530 admin admin] Publish callbacks [] for security_group (bb9be59d-f589-4773-a206-94c11dbe2a8c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:52.535959 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6aca5da9-719f-42bd-a6b2-b93a0d0ee530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (bb9be59d-f589-4773-a206-94c11dbe2a8c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:52.539633 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6aca5da9-719f-42bd-a6b2-b93a0d0ee530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:52.544031 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6aca5da9-719f-42bd-a6b2-b93a0d0ee530 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb9be59d-f589-4773-a206-94c11dbe2a8c HTTP/1.1" status: 204  len: 168 time: 0.2541521
Apr 16 21:36:52.595080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca5da9-719f-42bd-a6b2-b93a0d0ee530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9be59d-f589-4773-a206-94c11dbe2a8c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:52.622620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 34340) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:52.638668 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb630e91-be5e-427c-b0f2-b16389e1081e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:52.778559 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb630e91-be5e-427c-b0f2-b16389e1081e admin admin] Publish callbacks [] for security_group (3e354ae9-846d-42bd-bd76-1efd5186b6e1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:52.924258 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eb630e91-be5e-427c-b0f2-b16389e1081e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3e354ae9-846d-42bd-bd76-1efd5186b6e1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:52.935246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def412f-5e30-429f-b9e6-e31152de589d req-8825f358-a0fc-4f14-a4b5-e57aa8948055 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:52.944134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5def412f-5e30-429f-b9e6-e31152de589d req-8825f358-a0fc-4f14-a4b5-e57aa8948055 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0623305
Apr 16 21:36:52.990718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eb630e91-be5e-427c-b0f2-b16389e1081e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=030ccedd76c6414e924292b1dafa1247&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3640022
Apr 16 21:36:52.996566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 34348) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:53.011009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb630e91-be5e-427c-b0f2-b16389e1081e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e354ae9-846d-42bd-bd76-1efd5186b6e1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:53.017110 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5def412f-5e30-429f-b9e6-e31152de589d req-c3d8fa7a-d786-4513-ab34-cb3f09b363dc tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720477
Apr 16 21:36:53.139181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6ea75-7375-4d6e-a5c3-3242854ad170 req-127cdfed-b108-4678-af1d-7bbcc139bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:53.140912 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ef6ea75-7375-4d6e-a5c3-3242854ad170 req-127cdfed-b108-4678-af1d-7bbcc139bdd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33417375-20a3-4356-abb1-47c6dcf1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0631971
Apr 16 21:36:53.154325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21fee0d2-42d4-4d1a-9e06-16d41eb8bd56 admin admin] Publish callbacks [] for security_group (3e354ae9-846d-42bd-bd76-1efd5186b6e1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:53.192075 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21fee0d2-42d4-4d1a-9e06-16d41eb8bd56 admin admin] Publish callbacks [] for security_group (3e354ae9-846d-42bd-bd76-1efd5186b6e1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:53.329632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21fee0d2-42d4-4d1a-9e06-16d41eb8bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3e354ae9-846d-42bd-bd76-1efd5186b6e1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:53.332286 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21fee0d2-42d4-4d1a-9e06-16d41eb8bd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:53.333510 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-21fee0d2-42d4-4d1a-9e06-16d41eb8bd56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e354ae9-846d-42bd-bd76-1efd5186b6e1 HTTP/1.1" status: 204  len: 168 time: 0.3414159
Apr 16 21:36:53.342715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fee0d2-42d4-4d1a-9e06-16d41eb8bd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e354ae9-846d-42bd-bd76-1efd5186b6e1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:53.538811 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205b5fd-0a60-4a92-9aac-6bff7ed6121b req-5dae89a5-deaf-41b8-a10f-0369db7f8c3d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:53.546724 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8205b5fd-0a60-4a92-9aac-6bff7ed6121b req-5dae89a5-deaf-41b8-a10f-0369db7f8c3d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 945 time: 0.0869894
Apr 16 21:36:53.610610 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8205b5fd-0a60-4a92-9aac-6bff7ed6121b req-14903456-4b6a-4923-ab88-677e41efad72 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626936
Apr 16 21:36:53.950961 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ef6ea75-7375-4d6e-a5c3-3242854ad170 req-757986e1-4f04-4288-8868-9a655eca9bd4 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639011
Apr 16 21:36:53.958225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8679-196b-4487-84e3-0e506554a160 req-cf342246-a8d7-458f-b162-9c16212b6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:53.960972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-cf342246-a8d7-458f-b162-9c16212b6a64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1127 time: 0.0953665
Apr 16 21:36:54.207934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8679-196b-4487-84e3-0e506554a160 req-df835f1f-5d01-4275-9e81-6e227cda9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:54.209845 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-df835f1f-5d01-4275-9e81-6e227cda9373 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 897 time: 0.1959407
Apr 16 21:36:54.290053 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5ef6ea75-7375-4d6e-a5c3-3242854ad170 req-29f4653d-55ed-414d-b280-5ea6d465b7aa service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2784584
Apr 16 21:36:54.453142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1f5b8-95bc-4120-a36e-84b9e7ef0058 req-5cc49196-abd6-4060-a46a-ab7627126684 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:54.454967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ed1f5b8-95bc-4120-a36e-84b9e7ef0058 req-5cc49196-abd6-4060-a46a-ab7627126684 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.2502346
Apr 16 21:36:54.490002 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-a5096b28-4d77-4a1d-a30e-213b0ff651c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1000 time: 0.2658024
Apr 16 21:36:54.551524 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ed1f5b8-95bc-4120-a36e-84b9e7ef0058 req-0483232d-41b0-4a0a-8f07-8052cdbce899 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879593
Apr 16 21:36:54.633481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8679-196b-4487-84e3-0e506554a160 req-1d34d428-757b-4f68-90e5-330d30acb8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:54.637274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-1d34d428-757b-4f68-90e5-330d30acb8a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.1175342
Apr 16 21:36:54.765024 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8679-196b-4487-84e3-0e506554a160 req-4143402a-159c-4701-84be-c81b28c817a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:54.766794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-4143402a-159c-4701-84be-c81b28c817a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0924115
Apr 16 21:36:54.844131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108323e-b527-4d58-b55c-2efc283a0122 req-2aaed838-7e02-4c97-9dee-1dfc1a7ea5f1 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:54.858980 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e108323e-b527-4d58-b55c-2efc283a0122 req-2aaed838-7e02-4c97-9dee-1dfc1a7ea5f1 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 945 time: 0.1275277
Apr 16 21:36:54.930651 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:36:54.943109 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e108323e-b527-4d58-b55c-2efc283a0122 req-56f65e93-4b2c-4139-bde4-d5df7f251f59 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793030
Apr 16 21:36:54.956071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 34422) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:54.987967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-7f4f039d-0bd2-4ee0-8aa2-623bc2e2201e service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2069604
Apr 16 21:36:55.058641 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-408d7b43-b9fb-4ded-a655-3e2a602fc2ef tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/54e1d60c-5cb4-4459-a233-1e34d6143b14 HTTP/1.1" status: 200  len: 992 time: 0.0994804
Apr 16 21:36:55.081805 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:55.101635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'port_id': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'mac_address': 'fa:16:3e:cb:72:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:36:55.162725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:55.163524 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:55.177689 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-543c8679-196b-4487-84e3-0e506554a160 req-4a2607af-46cf-4469-9226-520224098411 service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638198
Apr 16 21:36:55.180498 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:36:55.203846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:55.308112 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:55.396421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=12']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:55.666170 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['10dae36f-fbbc-45d6-b539-d8ce65bad3c2'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:36:55.752042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df64c46-cf1d-43b2-a0b5-4c4ddf6c7488 req-d96793cc-d502-488b-a978-8125fea7b5e4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:55.757174 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3df64c46-cf1d-43b2-a0b5-4c4ddf6c7488 req-d96793cc-d502-488b-a978-8125fea7b5e4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0880699
Apr 16 21:36:55.845145 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3df64c46-cf1d-43b2-a0b5-4c4ddf6c7488 req-3e90eed6-cd98-4b45-992c-1ff09557fb3b tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800159
Apr 16 21:36:56.944728 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:36:57.046938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:36:57.105469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e2db-0af9-4eb3-ad36-f9c8c3240f0f req-41433c00-cf63-477a-aaaf-88e7891e1cb0 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:57.107718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43e3e2db-0af9-4eb3-ad36-f9c8c3240f0f req-41433c00-cf63-477a-aaaf-88e7891e1cb0 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0861332
Apr 16 21:36:57.117853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:36:57.119057 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:57.211451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43e3e2db-0af9-4eb3-ad36-f9c8c3240f0f req-eac560e1-e0c4-4f3f-a641-4a7ff7a444f4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955327
Apr 16 21:36:57.274456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:36:57.275181 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:57.328121 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:36:57.330997 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3143f70b-b789-45d5-9419-06c828e6160b" -d '{"events": [{"server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "name": "network-vif-plugged", "status": "completed", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:36:57.349307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:36:57.400018 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a80a05-7ab6-433f-b78d-f86d7e0a188b x-openstack-request-id: req-61a80a05-7ab6-433f-b78d-f86d7e0a188b {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:36:57.400018 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "name": "network-vif-plugged", "status": "completed", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:36:57.400018 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61a80a05-7ab6-433f-b78d-f86d7e0a188b {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:36:57.400018 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a80a05-7ab6-433f-b78d-f86d7e0a188b'] response: {'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'code': 200}
Apr 16 21:36:57.473032 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:57.532583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=13']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:58.047235 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-e3292413-19a2-4afd-af47-673fb1c7f0ea tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d51b576f9c0241c1a254f15308a455ec&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0361679
Apr 16 21:36:58.287885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45484226-a4a3-488e-a980-9bed975ac211 req-380335db-3cce-4845-be5c-1feb0375d482 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:58.291293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-380335db-3cce-4845-be5c-1feb0375d482 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2432866
Apr 16 21:36:58.334202 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-26a8d517-1e36-4431-ba59-d504c7233b2e tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/quotas/d51b576f9c0241c1a254f15308a455ec HTTP/1.1" status: 200  len: 375 time: 0.0265279
Apr 16 21:36:58.735871 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-99da94a3-d901-4bb0-877d-f2293dbcbec3 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d51b576f9c0241c1a254f15308a455ec&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0978875
Apr 16 21:36:58.738791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598fbc0-d7cc-4f90-ab56-241cb4322167 req-e494797e-bfd7-4962-a6a8-03dc2a6c95a1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:58.738791 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f598fbc0-d7cc-4f90-ab56-241cb4322167 req-e494797e-bfd7-4962-a6a8-03dc2a6c95a1 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.1330256
Apr 16 21:36:58.738791 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f598fbc0-d7cc-4f90-ab56-241cb4322167 req-21a20df8-4ae7-4810-b03a-a03855a92a9e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885637
Apr 16 21:36:58.738791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 34548) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:58.829825 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f2ea93d1-5f78-4292-b832-db109330e5db req-2049ab97-8365-4271-b1dc-de0df5993445 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 210 time: 0.0636709
Apr 16 21:36:58.842316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e7987eb0-6138-459a-b1c8-6853cc0bd1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:59.137781 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e7987eb0-6138-459a-b1c8-6853cc0bd1ef admin admin] Publish callbacks [] for security_group (0c9a2081-f91e-4c9f-9057-1619c6651015), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:59.214914 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e7987eb0-6138-459a-b1c8-6853cc0bd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0c9a2081-f91e-4c9f-9057-1619c6651015), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:59.257983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7987eb0-6138-459a-b1c8-6853cc0bd1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9a2081-f91e-4c9f-9057-1619c6651015,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:59.295290 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e7987eb0-6138-459a-b1c8-6853cc0bd1ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d31483fd65e749a1a9a4dee86bc92c66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6772113
Apr 16 21:36:59.298224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 34578) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:36:59.357254 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Publish callbacks [] for security_group (0c9a2081-f91e-4c9f-9057-1619c6651015), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:59.382602 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Publish callbacks [] for security_group (0c9a2081-f91e-4c9f-9057-1619c6651015), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:59.529293 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0c9a2081-f91e-4c9f-9057-1619c6651015), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:59.531828 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:36:59.533157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c9a2081-f91e-4c9f-9057-1619c6651015 HTTP/1.1" status: 204  len: 168 time: 0.2338445
Apr 16 21:36:59.542113 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9a2081-f91e-4c9f-9057-1619c6651015,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:36:59.550989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.551454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.551853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.552215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.552573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.552938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.553274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.553604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.553960 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.554315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.554744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.555602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.555927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.556441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.557182 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba5d54-150c-4152-8572-263e53225e05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:36:59.747812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafd527-2448-4f43-9539-d795bc83d21c req-8f03cf16-c912-474b-96a1-d0b3eb21a54f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:36:59.756447 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dbafd527-2448-4f43-9539-d795bc83d21c req-8f03cf16-c912-474b-96a1-d0b3eb21a54f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0774043
Apr 16 21:36:59.828538 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dbafd527-2448-4f43-9539-d795bc83d21c req-397a1523-c8a8-49fe-9418-8c920f5ec357 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708981
Apr 16 21:36:59.930690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-16cdbf7e-f696-4b98-87ce-5673cb2b5fb2 req-18909c1a-e57b-4b7f-9a0e-943ebe49782a tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 210 time: 0.0400357
Apr 16 21:37:00.627576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 34598) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:00.642118 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a97e1e16-e600-41a0-a695-5f3a095f35cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:00.739892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a97e1e16-e600-41a0-a695-5f3a095f35cf admin admin] Publish callbacks [] for security_group (82bd7e46-234f-4de3-91b3-8c6dd4b8ab76), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:00.954263 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a97e1e16-e600-41a0-a695-5f3a095f35cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (82bd7e46-234f-4de3-91b3-8c6dd4b8ab76), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:01.038173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e1e16-e600-41a0-a695-5f3a095f35cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bd7e46-234f-4de3-91b3-8c6dd4b8ab76,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:01.097052 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-105b0338-8fdd-46b3-a50d-62a4a79ba240 req-3185db35-8160-42c6-b061-5bbe1ec15cd2 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 210 time: 0.0459931
Apr 16 21:37:01.114438 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a97e1e16-e600-41a0-a695-5f3a095f35cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecd1528de92042a5bcbc5a90d7f6273b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4856110
Apr 16 21:37:01.117880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 34610) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:01.146029 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8bebb-aa3e-4064-803d-3a492cfd3097 req-6cee7236-6e3a-41d0-bd69-218bae224cf9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:01.147812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dad8bebb-aa3e-4064-803d-3a492cfd3097 req-6cee7236-6e3a-41d0-bd69-218bae224cf9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.1277423
Apr 16 21:37:01.191120 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-247cc2f0-ed39-40e2-9d51-de50ed46110d admin admin] Publish callbacks [] for security_group (82bd7e46-234f-4de3-91b3-8c6dd4b8ab76), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:01.221863 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dad8bebb-aa3e-4064-803d-3a492cfd3097 req-ef1dc559-90e9-49ce-94c9-d095aaf505d0 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662875
Apr 16 21:37:01.226430 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-247cc2f0-ed39-40e2-9d51-de50ed46110d admin admin] Publish callbacks [] for security_group (82bd7e46-234f-4de3-91b3-8c6dd4b8ab76), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:01.356559 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-247cc2f0-ed39-40e2-9d51-de50ed46110d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (82bd7e46-234f-4de3-91b3-8c6dd4b8ab76), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:01.360833 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-247cc2f0-ed39-40e2-9d51-de50ed46110d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:01.360833 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-247cc2f0-ed39-40e2-9d51-de50ed46110d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82bd7e46-234f-4de3-91b3-8c6dd4b8ab76 HTTP/1.1" status: 204  len: 168 time: 0.2414861
Apr 16 21:37:01.369022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cc2f0-ed39-40e2-9d51-de50ed46110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bd7e46-234f-4de3-91b3-8c6dd4b8ab76,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:01.713259 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-d57da188-e5b2-4773-9042-90e5d59e1577 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d51b576f9c0241c1a254f15308a455ec&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0297697
Apr 16 21:37:01.910360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45484226-a4a3-488e-a980-9bed975ac211 req-f769ba85-95af-40f6-b2a9-b18e18beeb24 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:01.912330 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-f769ba85-95af-40f6-b2a9-b18e18beeb24 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1940310
Apr 16 21:37:01.925103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Request body: {'port': {'device_id': 'd88536ad-512b-4504-9b3b-737f9c497ce8', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': 'd51b576f9c0241c1a254f15308a455ec'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:37:02.088779 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Made reservation on behalf of d51b576f9c0241c1a254f15308a455ec for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:37:02.092406 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:02.102023 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:02.213340 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Publish callbacks [] for security_group (6c1b5a2e-f391-40cd-b929-186e89fd6533), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:02.215589 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e01e6c4-c51e-4289-a1bf-fd5030be74cb req-0a8cea86-1176-4dd2-919d-b0f1bcac4905 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 210 time: 0.0356896
Apr 16 21:37:02.373421 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77330225-1e6e-4a50-931f-0e9f28e84364 req-5318d437-648f-406f-b21a-fdcb82ad8eb6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:02.378567 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-77330225-1e6e-4a50-931f-0e9f28e84364 req-5318d437-648f-406f-b21a-fdcb82ad8eb6 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0568712
Apr 16 21:37:02.397896 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6c1b5a2e-f391-40cd-b929-186e89fd6533), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:02.427895 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-77330225-1e6e-4a50-931f-0e9f28e84364 req-3f75a6a5-ce32-4ea2-95b1-2a615131b779 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466878
Apr 16 21:37:02.474728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1b5a2e-f391-40cd-b929-186e89fd6533,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:02.552121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Allocated IP 192.168.233.25 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/cb189c5d-c71a-432e-a46a-5c28238c6554) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:37:02.715251 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Publish callbacks [] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:02.825792 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:02.870331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:37:02.873475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:02.877252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:37:02.906287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Pushing event updated for resources: {'Port': ['ID=cb189c5d-c71a-432e-a46a-5c28238c6554,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:02.932391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:02.933055 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:02.994246 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-f08d8c6a-d2b5-4b8a-97c5-339eec836d3c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0732739
Apr 16 21:37:03.005127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Request body: {'port': {'device_id': 'd88536ad-512b-4504-9b3b-737f9c497ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:37:03.166041 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-78e5a475-d6e2-480a-9934-3467c2cf1521 None None] Provisioning complete for port cb189c5d-c71a-432e-a46a-5c28238c6554 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:03.166639 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78e5a475-d6e2-480a-9934-3467c2cf1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:03.203178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-78e5a475-d6e2-480a-9934-3467c2cf1521 None None] Port cb189c5d-c71a-432e-a46a-5c28238c6554 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:37:03.408415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:03.456296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da576170-7863-4ab0-a2f4-bef21e882b37 req-02caf695-756e-43bf-8361-5a069bf2bc00 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:03.457807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da576170-7863-4ab0-a2f4-bef21e882b37 req-02caf695-756e-43bf-8361-5a069bf2bc00 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 935 time: 0.0670779
Apr 16 21:37:03.592874 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da576170-7863-4ab0-a2f4-bef21e882b37 req-5f300896-2120-4f39-ad2e-c5df10fdc983 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c1b5a2e-f391-40cd-b929-186e89fd6533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169376
Apr 16 21:37:03.602129 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf256b-c5b5-42a5-aed8-78b84ce4b359 req-b2ea3547-97dc-475a-a22e-57aba3b87a32 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:03.602129 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8fbf256b-c5b5-42a5-aed8-78b84ce4b359 req-b2ea3547-97dc-475a-a22e-57aba3b87a32 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0697136
Apr 16 21:37:03.658512 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8fbf256b-c5b5-42a5-aed8-78b84ce4b359 req-ab198e8f-0999-435e-a090-5ac30064cd9e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499613
Apr 16 21:37:03.771389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb189c5d-c71a-432e-a46a-5c28238c6554 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:37:03.779854 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Publish callbacks [] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:03.793099 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Transition to ACTIVE for port object cb189c5d-c71a-432e-a46a-5c28238c6554 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:37:03.888901 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:03.949757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb189c5d-c71a-432e-a46a-5c28238c6554,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:04.034736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Attempting to bind port cb189c5d-c71a-432e-a46a-5c28238c6554 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:37:04.035105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Attempting to bind port cb189c5d-c71a-432e-a46a-5c28238c6554 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:37:04.035446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Attempting to bind port cb189c5d-c71a-432e-a46a-5c28238c6554 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:37:04.040197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Port cb189c5d-c71a-432e-a46a-5c28238c6554 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:37:04.040543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Attempting to bind port cb189c5d-c71a-432e-a46a-5c28238c6554 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:37:04.046503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:37:04.046858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:37:04.047339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:37:04.047812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Bound port: cb189c5d-c71a-432e-a46a-5c28238c6554, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:37:04.048205 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:04.134825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] For port cb189c5d-c71a-432e-a46a-5c28238c6554, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:37:04.140528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] For port cb189c5d-c71a-432e-a46a-5c28238c6554, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb189c5d-c71a-432e-a46a-5c28238c6554,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:37:04.209545 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:04.254492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:04.255223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:04.256608 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] 10.222.0.11 "PUT /v2.0/ports/cb189c5d-c71a-432e-a46a-5c28238c6554 HTTP/1.1" status: 200  len: 1095 time: 1.2556918
Apr 16 21:37:04.257541 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88536ad-512b-4504-9b3b-737f9c497ce8', 'tag': 'cb189c5d-c71a-432e-a46a-5c28238c6554'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:37:04.260314 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd91bd62-8318-46c5-b6e7-5f6f9e704e23" -d '{"events": [{"name": "network-changed", "server_uuid": "d88536ad-512b-4504-9b3b-737f9c497ce8", "tag": "cb189c5d-c71a-432e-a46a-5c28238c6554"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:37:04.288831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e098e-de79-47f1-9a08-9270bd8209f6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb189c5d-c71a-432e-a46a-5c28238c6554,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:04.325977 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969c22b8-0e53-4f3e-a9cc-df58c82be5e0 x-openstack-request-id: req-969c22b8-0e53-4f3e-a9cc-df58c82be5e0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:37:04.326277 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88536ad-512b-4504-9b3b-737f9c497ce8", "tag": "cb189c5d-c71a-432e-a46a-5c28238c6554", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:37:04.326544 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-969c22b8-0e53-4f3e-a9cc-df58c82be5e0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:37:04.326963 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-969c22b8-0e53-4f3e-a9cc-df58c82be5e0'] response: {'name': 'network-changed', 'server_uuid': 'd88536ad-512b-4504-9b3b-737f9c497ce8', 'tag': 'cb189c5d-c71a-432e-a46a-5c28238c6554', 'status': 'completed', 'code': 200}
Apr 16 21:37:04.393997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91bd62-8318-46c5-b6e7-5f6f9e704e23 req-a1e2f82f-06bf-4742-ae5b-673edec5c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:04.395859 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd91bd62-8318-46c5-b6e7-5f6f9e704e23 req-a1e2f82f-06bf-4742-ae5b-673edec5c796 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d51b576f9c0241c1a254f15308a455ec&device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 1129 time: 0.0428526
Apr 16 21:37:04.424612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd91bd62-8318-46c5-b6e7-5f6f9e704e23 req-d451fe26-2495-4da7-968d-2c925dea7bbb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d51b576f9c0241c1a254f15308a455ec&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0208466
Apr 16 21:37:04.531700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91bd62-8318-46c5-b6e7-5f6f9e704e23 req-1a1d8083-c90b-44d8-b88e-0cdf3cd1a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:04.539832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd91bd62-8318-46c5-b6e7-5f6f9e704e23 req-1a1d8083-c90b-44d8-b88e-0cdf3cd1a420 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1040721
Apr 16 21:37:04.609442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45484226-a4a3-488e-a980-9bed975ac211 req-b10b4985-0228-406c-b38e-7a5a8b33be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:04.610946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-b10b4985-0228-406c-b38e-7a5a8b33be89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d51b576f9c0241c1a254f15308a455ec&device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 1129 time: 0.0398438
Apr 16 21:37:04.657515 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-c764c201-df9b-47b6-a915-b6adc2779b8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=cb189c5d-c71a-432e-a46a-5c28238c6554 HTTP/1.1" status: 200  len: 217 time: 0.0393190
Apr 16 21:37:04.722444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45484226-a4a3-488e-a980-9bed975ac211 req-8f7edd4e-75b4-4bc2-890e-94a23b84a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:04.722444 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-8f7edd4e-75b4-4bc2-890e-94a23b84a3fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0559366
Apr 16 21:37:04.737080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d3f9b-e823-4250-a77d-2fc4fc118458 req-1b8318e0-22a7-47f6-a99b-c37a557b51c6 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:04.738752 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-208d3f9b-e823-4250-a77d-2fc4fc118458 req-1b8318e0-22a7-47f6-a99b-c37a557b51c6 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 947 time: 0.0613794
Apr 16 21:37:04.790714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-208d3f9b-e823-4250-a77d-2fc4fc118458 req-3a64817d-db20-4e1c-9ed0-d6747d0b7346 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c1b5a2e-f391-40cd-b929-186e89fd6533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453792
Apr 16 21:37:04.806882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45484226-a4a3-488e-a980-9bed975ac211 req-18718389-d92e-4293-896a-5eb975836835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:04.808624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-18718389-d92e-4293-896a-5eb975836835 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0784760
Apr 16 21:37:04.842737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de27d82-4fdb-44a2-bf81-f5ddcdfc70a4 req-dfca7dd1-beee-4b29-9523-16dc0fcf165f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:04.844244 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3de27d82-4fdb-44a2-bf81-f5ddcdfc70a4 req-dfca7dd1-beee-4b29-9523-16dc0fcf165f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0831146
Apr 16 21:37:04.940449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3de27d82-4fdb-44a2-bf81-f5ddcdfc70a4 req-7784e146-6d1f-48ad-a9bf-1e4503428842 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712521
Apr 16 21:37:04.944037 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-a85258c3-b46e-4943-9215-f6f5a41771ef service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297948
Apr 16 21:37:05.044331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45484226-a4a3-488e-a980-9bed975ac211 req-0616d084-d451-4c18-9d80-71aaa27d90dd service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930221
Apr 16 21:37:05.153454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 34770) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:05.260032 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1672639e-418d-47c3-994f-abf8d5937019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:05.336928 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1672639e-418d-47c3-994f-abf8d5937019 admin admin] Publish callbacks [] for security_group (c7bce756-f98b-47ab-bdaa-caaab05b933b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:05.431497 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1672639e-418d-47c3-994f-abf8d5937019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c7bce756-f98b-47ab-bdaa-caaab05b933b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:05.472739 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1672639e-418d-47c3-994f-abf8d5937019 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff40a4a679d24d22928b545632215ddb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3181772
Apr 16 21:37:05.473642 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672639e-418d-47c3-994f-abf8d5937019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bce756-f98b-47ab-bdaa-caaab05b933b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:05.475449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 34776) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:05.524647 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c9a3c830-09f9-4b6e-bf61-853dbced06a1 admin admin] Publish callbacks [] for security_group (c7bce756-f98b-47ab-bdaa-caaab05b933b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:05.546609 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c9a3c830-09f9-4b6e-bf61-853dbced06a1 admin admin] Publish callbacks [] for security_group (c7bce756-f98b-47ab-bdaa-caaab05b933b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:05.660040 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c9a3c830-09f9-4b6e-bf61-853dbced06a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c7bce756-f98b-47ab-bdaa-caaab05b933b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:05.662726 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c9a3c830-09f9-4b6e-bf61-853dbced06a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:05.663942 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c9a3c830-09f9-4b6e-bf61-853dbced06a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7bce756-f98b-47ab-bdaa-caaab05b933b HTTP/1.1" status: 204  len: 168 time: 0.1873114
Apr 16 21:37:05.673439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3c830-09f9-4b6e-bf61-853dbced06a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bce756-f98b-47ab-bdaa-caaab05b933b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:05.904851 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecb734-13cc-460f-90be-a5bf83fe6465 req-a286e16e-ca21-45d7-af6d-57a7e4767e20 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:05.906336 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-71ecb734-13cc-460f-90be-a5bf83fe6465 req-a286e16e-ca21-45d7-af6d-57a7e4767e20 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 947 time: 0.0483882
Apr 16 21:37:05.963190 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-71ecb734-13cc-460f-90be-a5bf83fe6465 req-47d50b79-b1d7-4757-bc27-f428a3ea3184 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c1b5a2e-f391-40cd-b929-186e89fd6533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510037
Apr 16 21:37:06.062206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6a706-147f-4eef-b87f-09953da2315c req-a78a2e63-9f14-4545-af9b-07897d766b06 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:06.063710 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cbd6a706-147f-4eef-b87f-09953da2315c req-a78a2e63-9f14-4545-af9b-07897d766b06 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0482137
Apr 16 21:37:06.111188 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cbd6a706-147f-4eef-b87f-09953da2315c req-0957dd22-7bf0-463f-954d-a03099aeab6c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416069
Apr 16 21:37:06.768888 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:06.902261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 34796) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:06.915200 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19dc4e86-fe1b-4b11-b251-6c986482a1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:06.990958 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19dc4e86-fe1b-4b11-b251-6c986482a1e1 admin admin] Publish callbacks [] for security_group (f18be322-9201-4eed-9528-f8c5ab6b05f4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:07.043914 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19dc4e86-fe1b-4b11-b251-6c986482a1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f18be322-9201-4eed-9528-f8c5ab6b05f4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:07.106192 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd1f2e-3f6f-49d6-9610-da21960629da req-872d53c1-d2f3-483a-89ca-6d06c8189a8c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:07.107702 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e1dd1f2e-3f6f-49d6-9610-da21960629da req-872d53c1-d2f3-483a-89ca-6d06c8189a8c tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 947 time: 0.0754144
Apr 16 21:37:07.113765 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-19dc4e86-fe1b-4b11-b251-6c986482a1e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c75561517c3e4537a733bd8ca79910ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2074106
Apr 16 21:37:07.114683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 34800) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:07.134758 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc4e86-fe1b-4b11-b251-6c986482a1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18be322-9201-4eed-9528-f8c5ab6b05f4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:07.170805 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e1dd1f2e-3f6f-49d6-9610-da21960629da req-6389838b-19de-4d81-91a0-f07ff7a0c6d8 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c1b5a2e-f391-40cd-b929-186e89fd6533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519261
Apr 16 21:37:07.176778 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Publish callbacks [] for security_group (f18be322-9201-4eed-9528-f8c5ab6b05f4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:07.201059 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Publish callbacks [] for security_group (f18be322-9201-4eed-9528-f8c5ab6b05f4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:07.269889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275cac7-17e6-494a-a06a-de6be2013be7 req-ae60ad4e-73d6-4734-8ad6-83b3182c4ff2 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:07.271379 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6275cac7-17e6-494a-a06a-de6be2013be7 req-ae60ad4e-73d6-4734-8ad6-83b3182c4ff2 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0638611
Apr 16 21:37:07.319216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6275cac7-17e6-494a-a06a-de6be2013be7 req-8d5daf01-329e-4917-b53c-e83b927cfeaf tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419836
Apr 16 21:37:07.369537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f18be322-9201-4eed-9528-f8c5ab6b05f4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:07.372161 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:07.373318 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f18be322-9201-4eed-9528-f8c5ab6b05f4 HTTP/1.1" status: 204  len: 168 time: 0.2575586
Apr 16 21:37:07.381470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18be322-9201-4eed-9528-f8c5ab6b05f4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:07.390566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.390929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.391278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.391627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.391972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.392344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.392784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.393007 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.393345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.393679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.394043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.394375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.395030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.399595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:07.400391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69683feb-07b8-4693-95b7-c1914ee72cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.108959 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device cb189c5d-c71a-432e-a46a-5c28238c6554 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:37:08.208232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port cb189c5d-c71a-432e-a46a-5c28238c6554, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb189c5d-c71a-432e-a46a-5c28238c6554,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:08.223915 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'cb189c5d-c71a-432e-a46a-5c28238c6554', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': 'cb189c5d-c71a-432e-a46a-5c28238c6554', 'mac_address': 'fa:16:3e:a8:b8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:37:08.262922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port cb189c5d-c71a-432e-a46a-5c28238c6554 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:08.263325 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:08.279471 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb189c5d-c71a-432e-a46a-5c28238c6554 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:37:08.295665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b5b92-de7f-4c11-848a-10fd467f1f40 req-a8a91dcc-5c34-4a04-833b-d272938ec175 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:08.298000 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6a2b5b92-de7f-4c11-848a-10fd467f1f40 req-a8a91dcc-5c34-4a04-833b-d272938ec175 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 947 time: 0.0578935
Apr 16 21:37:08.301184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port cb189c5d-c71a-432e-a46a-5c28238c6554, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb189c5d-c71a-432e-a46a-5c28238c6554,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:08.369243 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6a2b5b92-de7f-4c11-848a-10fd467f1f40 req-d64670b1-c65c-433d-a138-1d85b0c26417 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c1b5a2e-f391-40cd-b929-186e89fd6533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641854
Apr 16 21:37:08.374683 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:08.427848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=cb189c5d-c71a-432e-a46a-5c28238c6554,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:08.436479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.437458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.437813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.438156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.438490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.439012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.439493 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.439832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.440165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.440518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.440850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.441178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.441506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.441836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.442154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:08.461791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf3ddf-9d0a-4667-ac38-ed6543c716a4 req-a2be362f-8480-4714-84fc-e4a714937861 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:08.463223 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ebf3ddf-9d0a-4667-ac38-ed6543c716a4 req-a2be362f-8480-4714-84fc-e4a714937861 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0595458
Apr 16 21:37:08.524789 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ebf3ddf-9d0a-4667-ac38-ed6543c716a4 req-bd0866c1-2443-409c-b7c7-e9a96baddc87 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523670
Apr 16 21:37:08.572045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['cb189c5d-c71a-432e-a46a-5c28238c6554'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:37:09.042603 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-95daf212-b1a2-4ea8-b4de-49d165582896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:09.501817 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e4e5e-e038-46c3-a305-3650caf8a1d4 req-88708dde-dc99-457f-8637-2e245e7ff326 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:09.503323 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef3e4e5e-e038-46c3-a305-3650caf8a1d4 req-88708dde-dc99-457f-8637-2e245e7ff326 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 948 time: 0.0495393
Apr 16 21:37:09.561376 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef3e4e5e-e038-46c3-a305-3650caf8a1d4 req-5d84b04b-46a7-453d-977c-820cfcb9419d tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c1b5a2e-f391-40cd-b929-186e89fd6533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515692
Apr 16 21:37:09.663195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198d1d6-ad80-48d3-951c-e3f8769d4388 req-55a74d82-3118-4a3a-8270-7f2913f30a70 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:09.664756 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c198d1d6-ad80-48d3-951c-e3f8769d4388 req-55a74d82-3118-4a3a-8270-7f2913f30a70 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0492997
Apr 16 21:37:09.715101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c198d1d6-ad80-48d3-951c-e3f8769d4388 req-34819919-f91f-4c8f-8b45-bcfaca882c80 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431294
Apr 16 21:37:10.124946 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device cb189c5d-c71a-432e-a46a-5c28238c6554 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:10.168444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port cb189c5d-c71a-432e-a46a-5c28238c6554 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:37:10.230880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port cb189c5d-c71a-432e-a46a-5c28238c6554 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:10.231297 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:10.334631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port cb189c5d-c71a-432e-a46a-5c28238c6554 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:10.335127 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:10.361040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88536ad-512b-4504-9b3b-737f9c497ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb189c5d-c71a-432e-a46a-5c28238c6554'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:37:10.363294 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff7680a-8f0d-4f86-a932-4fd0bf3ffd57" -d '{"events": [{"server_uuid": "d88536ad-512b-4504-9b3b-737f9c497ce8", "name": "network-vif-plugged", "status": "completed", "tag": "cb189c5d-c71a-432e-a46a-5c28238c6554"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:37:10.375750 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port cb189c5d-c71a-432e-a46a-5c28238c6554, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb189c5d-c71a-432e-a46a-5c28238c6554,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:10.403626 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e57f67-4ee5-44cf-a784-0c243036ef06 x-openstack-request-id: req-50e57f67-4ee5-44cf-a784-0c243036ef06 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:37:10.403924 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88536ad-512b-4504-9b3b-737f9c497ce8", "name": "network-vif-plugged", "status": "completed", "tag": "cb189c5d-c71a-432e-a46a-5c28238c6554", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:37:10.404201 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50e57f67-4ee5-44cf-a784-0c243036ef06 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:37:10.404623 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e57f67-4ee5-44cf-a784-0c243036ef06'] response: {'server_uuid': 'd88536ad-512b-4504-9b3b-737f9c497ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb189c5d-c71a-432e-a46a-5c28238c6554', 'code': 200}
Apr 16 21:37:10.431457 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:10.487508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=cb189c5d-c71a-432e-a46a-5c28238c6554,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:10.725012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa92a-66a2-48ff-ab8e-a7d41e6fea79 req-cc8abb86-3712-4071-a307-446865398ddd tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:10.726531 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1d7fa92a-66a2-48ff-ab8e-a7d41e6fea79 req-cc8abb86-3712-4071-a307-446865398ddd tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 949 time: 0.0912001
Apr 16 21:37:10.731326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6e527-76cb-4852-96e2-7eebbaac1347 req-d9bfb342-8142-4d1c-83ca-0080987e2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:10.731326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fdd6e527-76cb-4852-96e2-7eebbaac1347 req-d9bfb342-8142-4d1c-83ca-0080987e2577 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 1131 time: 0.0618231
Apr 16 21:37:10.805346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1d7fa92a-66a2-48ff-ab8e-a7d41e6fea79 req-d20449dd-dc41-4bd3-8e81-6b571fd2d064 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c1b5a2e-f391-40cd-b929-186e89fd6533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718122
Apr 16 21:37:10.807520 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fdd6e527-76cb-4852-96e2-7eebbaac1347 req-4f6ea649-f905-4b2b-a9a0-b88c915ad0b9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6c1b5a2e-f391-40cd-b929-186e89fd6533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680547
Apr 16 21:37:10.843771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532a5ba-07f5-4987-8d32-26e183f01b33 req-f8935bb9-af08-4618-8c04-cdd9776748e9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:10.845302 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3532a5ba-07f5-4987-8d32-26e183f01b33 req-f8935bb9-af08-4618-8c04-cdd9776748e9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 944 time: 0.0527995
Apr 16 21:37:10.895370 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3532a5ba-07f5-4987-8d32-26e183f01b33 req-f717de4d-5f91-4191-9e0d-090e8d72e02a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442615
Apr 16 21:37:11.020771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 32c60358-6ed6-4d01-a515-c08c9770f288 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:37:11.121116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:11.133171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '32c60358-6ed6-4d01-a515-c08c9770f288', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'port_id': '32c60358-6ed6-4d01-a515-c08c9770f288', 'mac_address': 'fa:16:3e:ba:02:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:37:11.170390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 32c60358-6ed6-4d01-a515-c08c9770f288 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:11.170789 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:11.184573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c60358-6ed6-4d01-a515-c08c9770f288 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:37:11.204575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:11.253429 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:11.300254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=32c60358-6ed6-4d01-a515-c08c9770f288,revision_number=11']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:11.586043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['32c60358-6ed6-4d01-a515-c08c9770f288'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:37:11.641898 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9e59973d-f30d-4da2-9b55-7946c58b0a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:11.920555 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448cd8-6039-4fcf-b800-82a0126f3f5a req-19455bd3-ffbb-40fe-b7ff-304f0ec4bf0d tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:11.921990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf448cd8-6039-4fcf-b800-82a0126f3f5a req-19455bd3-ffbb-40fe-b7ff-304f0ec4bf0d tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 949 time: 0.0490565
Apr 16 21:37:11.974498 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf448cd8-6039-4fcf-b800-82a0126f3f5a req-baa2f947-eee5-4dac-b250-23939d7720f3 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c1b5a2e-f391-40cd-b929-186e89fd6533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467927
Apr 16 21:37:12.050784 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5672af9-4f6b-4fb8-9aaf-cbde127c50c6 req-87f7db00-2981-46db-93dd-c842d06fd3f4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:12.052368 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a5672af9-4f6b-4fb8-9aaf-cbde127c50c6 req-87f7db00-2981-46db-93dd-c842d06fd3f4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0733278
Apr 16 21:37:12.105382 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a5672af9-4f6b-4fb8-9aaf-cbde127c50c6 req-e892fc69-74e8-4b33-8777-f311e0b0e712 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468554
Apr 16 21:37:12.515803 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:13.020078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 32c60358-6ed6-4d01-a515-c08c9770f288 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:13.069224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 32c60358-6ed6-4d01-a515-c08c9770f288 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:37:13.096201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cf44d-3029-442b-b060-f7d6d7b31ed1 req-70708bf3-9cd4-45d0-a330-ad9529b251b6 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:13.102790 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8c0cf44d-3029-442b-b060-f7d6d7b31ed1 req-70708bf3-9cd4-45d0-a330-ad9529b251b6 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 949 time: 0.0540366
Apr 16 21:37:13.148982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8c0cf44d-3029-442b-b060-f7d6d7b31ed1 req-91afcb49-fdc2-4bf0-82e5-6acb40897d9e tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c1b5a2e-f391-40cd-b929-186e89fd6533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442781
Apr 16 21:37:13.168041 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 32c60358-6ed6-4d01-a515-c08c9770f288 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:13.168694 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:13.226500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b026d7-84d6-4253-a31c-eff0c6b67492 req-b96b1b02-1579-4f46-a538-aa8b17701d32 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:13.228799 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-75b026d7-84d6-4253-a31c-eff0c6b67492 req-b96b1b02-1579-4f46-a538-aa8b17701d32 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 945 time: 0.0502131
Apr 16 21:37:13.261835 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 32c60358-6ed6-4d01-a515-c08c9770f288 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:13.262562 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:13.291857 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-75b026d7-84d6-4253-a31c-eff0c6b67492 req-d2a18159-d21d-4648-ae86-7405b4fb0de9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575094
Apr 16 21:37:13.298899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:37:13.301174 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b89c26f-d310-440c-9c50-9b2fd0272702" -d '{"events": [{"server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "name": "network-vif-plugged", "status": "completed", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:37:13.322405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:13.342013 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78cab41-6921-430c-939a-a5fbae455903 x-openstack-request-id: req-a78cab41-6921-430c-939a-a5fbae455903 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:37:13.342308 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "name": "network-vif-plugged", "status": "completed", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:37:13.342560 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a78cab41-6921-430c-939a-a5fbae455903 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:37:13.346753 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78cab41-6921-430c-939a-a5fbae455903'] response: {'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288', 'code': 200}
Apr 16 21:37:13.402240 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:13.466982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=32c60358-6ed6-4d01-a515-c08c9770f288,revision_number=12']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:13.550980 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:13.574653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce23b8-3ff9-4b0a-babf-d42a9b9113ac req-1a0b89cd-8dc2-45ba-933d-f96598d5fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:13.576190 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40ce23b8-3ff9-4b0a-babf-d42a9b9113ac req-1a0b89cd-8dc2-45ba-933d-f96598d5fb28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 1128 time: 0.0405881
Apr 16 21:37:13.655027 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40ce23b8-3ff9-4b0a-babf-d42a9b9113ac req-2b69071c-0785-428a-8ee6-75ab53b8f0e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722089
Apr 16 21:37:14.120719 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:14.432918 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d684333-5fb6-4c10-8518-9369273ab715 req-8339e95e-8254-4bb5-985d-79584d18d83c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:14.434434 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d684333-5fb6-4c10-8518-9369273ab715 req-8339e95e-8254-4bb5-985d-79584d18d83c tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 946 time: 0.0525320
Apr 16 21:37:14.484701 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d684333-5fb6-4c10-8518-9369273ab715 req-e6a598a4-24be-4c45-be65-1441477f3a4d tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437059
Apr 16 21:37:15.447625 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:15.615353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e13ec-e1ac-4e00-b6cf-3e4ab848cd9a req-fb979a07-2b5c-448c-879b-1029c57ea9b4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:15.616903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a90e13ec-e1ac-4e00-b6cf-3e4ab848cd9a req-fb979a07-2b5c-448c-879b-1029c57ea9b4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 946 time: 0.0510614
Apr 16 21:37:15.692802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a90e13ec-e1ac-4e00-b6cf-3e4ab848cd9a req-d99259f4-6c8d-4651-9a7a-c6390fc58194 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684502
Apr 16 21:37:16.283913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35142) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:16.403671 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7418b0af-d973-49d3-ac47-37d6dde362d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:16.476116 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7418b0af-d973-49d3-ac47-37d6dde362d1 admin admin] Publish callbacks [] for security_group (73c6542a-635c-486a-a695-57ce4e214552), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:16.533339 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7418b0af-d973-49d3-ac47-37d6dde362d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (73c6542a-635c-486a-a695-57ce4e214552), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:16.574246 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7418b0af-d973-49d3-ac47-37d6dde362d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ead8493102964fdca1d22b36ba238c60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2891684
Apr 16 21:37:16.575181 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418b0af-d973-49d3-ac47-37d6dde362d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c6542a-635c-486a-a695-57ce4e214552,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:16.577013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35146) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:16.626654 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fff2516a-6a3f-4fcb-b150-56070a2137e1 admin admin] Publish callbacks [] for security_group (73c6542a-635c-486a-a695-57ce4e214552), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:16.648242 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fff2516a-6a3f-4fcb-b150-56070a2137e1 admin admin] Publish callbacks [] for security_group (73c6542a-635c-486a-a695-57ce4e214552), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:16.761159 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fff2516a-6a3f-4fcb-b150-56070a2137e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (73c6542a-635c-486a-a695-57ce4e214552), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:16.763822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fff2516a-6a3f-4fcb-b150-56070a2137e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:16.765185 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fff2516a-6a3f-4fcb-b150-56070a2137e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73c6542a-635c-486a-a695-57ce4e214552 HTTP/1.1" status: 204  len: 168 time: 0.1870236
Apr 16 21:37:16.775301 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2516a-6a3f-4fcb-b150-56070a2137e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c6542a-635c-486a-a695-57ce4e214552,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:16.841817 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470245a6-4c02-41ad-bdef-555abbc523ad req-62971968-7749-469d-8850-83f531d405b8 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:16.843338 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-470245a6-4c02-41ad-bdef-555abbc523ad req-62971968-7749-469d-8850-83f531d405b8 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 946 time: 0.0605202
Apr 16 21:37:16.913101 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-470245a6-4c02-41ad-bdef-555abbc523ad req-820887dc-08b8-477c-a858-56566e9dd37f tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596302
Apr 16 21:37:17.034072 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:37:17.065241 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b01c11a2-970f-4284-8433-449b30a0ddec req-585b862a-f45e-4a26-9d2f-bc96b9e5b4d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0666785
Apr 16 21:37:17.181604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c11a2-970f-4284-8433-449b30a0ddec req-841f34f2-8a5d-47eb-9411-69e02c064a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:17.183139 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b01c11a2-970f-4284-8433-449b30a0ddec req-841f34f2-8a5d-47eb-9411-69e02c064a27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1129 time: 0.0453105
Apr 16 21:37:17.290908 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c11a2-970f-4284-8433-449b30a0ddec req-f1c996d0-f7ed-4736-a2c0-fe40202aae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:17.292420 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b01c11a2-970f-4284-8433-449b30a0ddec req-f1c996d0-f7ed-4736-a2c0-fe40202aae19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 897 time: 0.0906274
Apr 16 21:37:17.358087 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b01c11a2-970f-4284-8433-449b30a0ddec req-57bacad4-65d2-4409-b971-202e015191a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 1002 time: 0.0600231
Apr 16 21:37:17.426906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c11a2-970f-4284-8433-449b30a0ddec req-bf3c2822-ec77-445c-a362-47ebae42bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:17.428752 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b01c11a2-970f-4284-8433-449b30a0ddec req-bf3c2822-ec77-445c-a362-47ebae42bcbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.0655708
Apr 16 21:37:17.476220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c11a2-970f-4284-8433-449b30a0ddec req-8f53d0e1-1473-431b-80cb-39e016b45a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:17.478017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b01c11a2-970f-4284-8433-449b30a0ddec req-8f53d0e1-1473-431b-80cb-39e016b45a95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437794
Apr 16 21:37:17.499770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35192) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:17.513722 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78808ba7-afa3-4f9e-ab09-dac6a950788a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:17.569057 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b01c11a2-970f-4284-8433-449b30a0ddec req-7b3c5d4f-9ca6-4f5a-b82e-2efdb416c467 service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854585
Apr 16 21:37:17.591580 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78808ba7-afa3-4f9e-ab09-dac6a950788a admin admin] Publish callbacks [] for security_group (6d7bdca8-31e7-405f-97d2-f3e2914e9c26), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:17.648849 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78808ba7-afa3-4f9e-ab09-dac6a950788a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6d7bdca8-31e7-405f-97d2-f3e2914e9c26), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:17.666224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b01c11a2-970f-4284-8433-449b30a0ddec req-d4edaf12-0863-4ed7-bb35-1089d89f6d3c service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0913720
Apr 16 21:37:17.685839 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-78808ba7-afa3-4f9e-ab09-dac6a950788a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20f196293b374eb08d47fab28cfe468c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1848290
Apr 16 21:37:17.688466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35194) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:17.712862 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78808ba7-afa3-4f9e-ab09-dac6a950788a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7bdca8-31e7-405f-97d2-f3e2914e9c26,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:17.749022 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe3c2204-d288-42d3-b1ec-ad377f0ea1e4 admin admin] Publish callbacks [] for security_group (6d7bdca8-31e7-405f-97d2-f3e2914e9c26), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:17.774027 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe3c2204-d288-42d3-b1ec-ad377f0ea1e4 admin admin] Publish callbacks [] for security_group (6d7bdca8-31e7-405f-97d2-f3e2914e9c26), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:17.904701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe3c2204-d288-42d3-b1ec-ad377f0ea1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6d7bdca8-31e7-405f-97d2-f3e2914e9c26), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:17.907311 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe3c2204-d288-42d3-b1ec-ad377f0ea1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:17.908528 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fe3c2204-d288-42d3-b1ec-ad377f0ea1e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d7bdca8-31e7-405f-97d2-f3e2914e9c26 HTTP/1.1" status: 204  len: 168 time: 0.2190876
Apr 16 21:37:17.916536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c2204-d288-42d3-b1ec-ad377f0ea1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7bdca8-31e7-405f-97d2-f3e2914e9c26,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:18.393106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35230) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:18.502137 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d7114527-ffbc-44eb-98bc-db940648d497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:18.584983 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d7114527-ffbc-44eb-98bc-db940648d497 admin admin] Publish callbacks [] for security_group (3de46d3c-14eb-4282-88d8-ad3ddfc59f2a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:18.693230 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d7114527-ffbc-44eb-98bc-db940648d497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3de46d3c-14eb-4282-88d8-ad3ddfc59f2a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:18.732049 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d7114527-ffbc-44eb-98bc-db940648d497 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ce8058d50654dec85b438d71e0f6680&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3376126
Apr 16 21:37:18.733266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7114527-ffbc-44eb-98bc-db940648d497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de46d3c-14eb-4282-88d8-ad3ddfc59f2a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:18.741487 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35244) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:18.798992 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7872b6b-b755-44c4-a1d8-2b577532e936 admin admin] Publish callbacks [] for security_group (3de46d3c-14eb-4282-88d8-ad3ddfc59f2a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:18.829059 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7872b6b-b755-44c4-a1d8-2b577532e936 admin admin] Publish callbacks [] for security_group (3de46d3c-14eb-4282-88d8-ad3ddfc59f2a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:18.955706 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7872b6b-b755-44c4-a1d8-2b577532e936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3de46d3c-14eb-4282-88d8-ad3ddfc59f2a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:18.958524 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7872b6b-b755-44c4-a1d8-2b577532e936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:18.960820 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f7872b6b-b755-44c4-a1d8-2b577532e936 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3de46d3c-14eb-4282-88d8-ad3ddfc59f2a HTTP/1.1" status: 204  len: 168 time: 0.2179084
Apr 16 21:37:18.979440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7872b6b-b755-44c4-a1d8-2b577532e936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de46d3c-14eb-4282-88d8-ad3ddfc59f2a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:19.664829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35286) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:19.678520 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c22c3933-48b1-48e6-b677-5a1da7a0bee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:19.768144 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c22c3933-48b1-48e6-b677-5a1da7a0bee6 admin admin] Publish callbacks [] for security_group (b542cd8f-6d5d-4db1-821a-489afb154f3a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:19.824756 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c22c3933-48b1-48e6-b677-5a1da7a0bee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b542cd8f-6d5d-4db1-821a-489afb154f3a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:19.865045 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c22c3933-48b1-48e6-b677-5a1da7a0bee6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf5b4c9f22a7476fa33c000a3612795a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1991141
Apr 16 21:37:19.868111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c3933-48b1-48e6-b677-5a1da7a0bee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b542cd8f-6d5d-4db1-821a-489afb154f3a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:19.869992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35300) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:19.919905 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8718-6176-41b9-adb5-b1b6651ef3ef admin admin] Publish callbacks [] for security_group (b542cd8f-6d5d-4db1-821a-489afb154f3a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:19.941423 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8718-6176-41b9-adb5-b1b6651ef3ef admin admin] Publish callbacks [] for security_group (b542cd8f-6d5d-4db1-821a-489afb154f3a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:20.069628 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8718-6176-41b9-adb5-b1b6651ef3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b542cd8f-6d5d-4db1-821a-489afb154f3a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:20.073695 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6f9a8718-6176-41b9-adb5-b1b6651ef3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:20.075021 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6f9a8718-6176-41b9-adb5-b1b6651ef3ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b542cd8f-6d5d-4db1-821a-489afb154f3a HTTP/1.1" status: 204  len: 168 time: 0.2041361
Apr 16 21:37:20.082920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a8718-6176-41b9-adb5-b1b6651ef3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b542cd8f-6d5d-4db1-821a-489afb154f3a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:21.063851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35364) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:21.161454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-54818205-network', 'tenant_id': 'c4a4f587657542f6927957574aea6342'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:37:21.259457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Made reservation on behalf of c4a4f587657542f6927957574aea6342 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:37:21.261755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:21.271569 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:21.344799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Publish callbacks [] for security_group (706eae37-3760-4a25-b2a9-ebb6e2aa9299), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:21.396310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (706eae37-3760-4a25-b2a9-ebb6e2aa9299), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:21.422163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:37:21.432022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706eae37-3760-4a25-b2a9-ebb6e2aa9299,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:21.436844 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:21.437191 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Added segment 2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17 of type vlan for network d7b80562-8bfb-4d59-b953-49ae751a8e42
Apr 16 21:37:21.482236 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (d7b80562-8bfb-4d59-b953-49ae751a8e42), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:21.590265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (d7b80562-8bfb-4d59-b953-49ae751a8e42), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:21.591279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:21.591899 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:21.691860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] Pushing event updated for resources: {'Network': ['ID=d7b80562-8bfb-4d59-b953-49ae751a8e42,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:21.702186 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network d7b80562-8bfb-4d59-b953-49ae751a8e42 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:37:21.777566 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f5b3b86e-52d9-448e-8a25-a79645df12b9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.7118576
Apr 16 21:37:21.780606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35390) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:21.787015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ce76a836-0246-45a6-823f-54cf63bc1879 admin admin] Request body: {'subnet': {'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-54818205-subnet', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:37:21.865369 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce76a836-0246-45a6-823f-54cf63bc1879 admin admin] Made reservation on behalf of c4a4f587657542f6927957574aea6342 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:37:21.868230 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ce76a836-0246-45a6-823f-54cf63bc1879 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:22.366709 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ce76a836-0246-45a6-823f-54cf63bc1879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (b17273f8-6721-4faf-8ae9-6990871bb5b3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:22.424728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76a836-0246-45a6-823f-54cf63bc1879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17273f8-6721-4faf-8ae9-6990871bb5b3,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:22.435094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce76a836-0246-45a6-823f-54cf63bc1879 admin admin] Checking segment: {'id': '2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:37:22.435451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce76a836-0246-45a6-823f-54cf63bc1879 admin admin] Network hostable DHCP agents. Network: d7b80562-8bfb-4d59-b953-49ae751a8e42, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:37:22.510750 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce76a836-0246-45a6-823f-54cf63bc1879 admin admin] Network d7b80562-8bfb-4d59-b953-49ae751a8e42 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:37:22.585092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ce76a836-0246-45a6-823f-54cf63bc1879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d7b80562-8bfb-4d59-b953-49ae751a8e42) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:22.590880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce76a836-0246-45a6-823f-54cf63bc1879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:22.594714 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ce76a836-0246-45a6-823f-54cf63bc1879 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:22.597133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0919353-4e88-4fd7-aab8-f17eadfed879 None None] Network d7b80562-8bfb-4d59-b953-49ae751a8e42 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:37:22.661662 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ce76a836-0246-45a6-823f-54cf63bc1879 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 839 time: 0.8789501
Apr 16 21:37:22.665076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35422) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:22.670315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-54818205-router', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:37:22.713936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d7b80562-8bfb-4d59-b953-49ae751a8e42', 'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42', 'project_id': 'c4a4f587657542f6927957574aea6342', 'fixed_ips': [{'subnet_id': 'b17273f8-6721-4faf-8ae9-6990871bb5b3'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:37:22.714780 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:22.756309 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (681452e5-ed8a-485c-93f1-435c99b0c978), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:22.758102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (681452e5-ed8a-485c-93f1-435c99b0c978), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:22.854504 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Publish callbacks [] for router_controller (681452e5-ed8a-485c-93f1-435c99b0c978), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:22.866903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Allocated IP 172.20.0.2 (d7b80562-8bfb-4d59-b953-49ae751a8e42/b17273f8-6721-4faf-8ae9-6990871bb5b3/6ab28b2d-ea41-483f-84ce-e2628dd1ceee) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:37:23.018796 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Publish callbacks [] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:23.082986 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Publish callbacks [] for router_gateway (681452e5-ed8a-485c-93f1-435c99b0c978), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:23.093532 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:23.137597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Network d7b80562-8bfb-4d59-b953-49ae751a8e42 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:37:23.140351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:23.144014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:37:23.150820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Pushing event updated for resources: {'Port': ['ID=6ab28b2d-ea41-483f-84ce-e2628dd1ceee,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:23.206585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Attempting to bind port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:37:23.206958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Attempting to bind port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:37:23.207329 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Attempting to bind port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee on network d7b80562-8bfb-4d59-b953-49ae751a8e42 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:37:23.212722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:37:23.213108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Checking segment: {'id': '2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:37:23.213525 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:23.215154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Bound using segment: {'id': '2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:37:23.215154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Bound port: 6ab28b2d-ea41-483f-84ce-e2628dd1ceee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:37:23.215154 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:23.279383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] For port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:37:23.282424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] For port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ab28b2d-ea41-483f-84ce-e2628dd1ceee,segment=NetworkSegment(2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17),segment_id=2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:37:23.367757 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Publish callbacks [] for router_gateway (681452e5-ed8a-485c-93f1-435c99b0c978), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:23.384707 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:23.387662 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:23.446660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eee47d-8ca7-4b45-8d5d-4268bcbd8be9 None None] Pushing event updated for resources: {'Port': ['ID=6ab28b2d-ea41-483f-84ce-e2628dd1ceee,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:23.545965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Allocated IP 172.35.1.84 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:37:23.676612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Publish callbacks [] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:23.757479 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:23.798325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:37:23.804733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:23.807600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:37:23.830197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Pushing event updated for resources: {'Port': ['ID=f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:24.130835 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Publish callbacks [] for router_gateway (681452e5-ed8a-485c-93f1-435c99b0c978), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:24.349114 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (681452e5-ed8a-485c-93f1-435c99b0c978), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:24.398583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b01281d-fcb5-4e31-a0c7-44b0cc50727d None None] Network d7b80562-8bfb-4d59-b953-49ae751a8e42 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:37:24.459799 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6ab28b2d-ea41-483f-84ce-e2628dd1ceee up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:24.499838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9ffa21f7-829f-41a9-a674-54a0ac41821f None None] Provisioning complete for port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:24.500229 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9ffa21f7-829f-41a9-a674-54a0ac41821f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:24.566331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Router 681452e5-ed8a-485c-93f1-435c99b0c978 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:37:24.593843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:24.594654 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:24.687200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa21f7-829f-41a9-a674-54a0ac41821f None None] Current status of the port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:24.687589 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9ffa21f7-829f-41a9-a674-54a0ac41821f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:24.696950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:37:24.707429 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Sync routers for ids ['681452e5-ed8a-485c-93f1-435c99b0c978'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:37:24.722419 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Routers {'681452e5-ed8a-485c-93f1-435c99b0c978'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:24.723033 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124877a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['681452e5-ed8a-485c-93f1-435c99b0c978'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:24.756393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9ffa21f7-829f-41a9-a674-54a0ac41821f None None] For port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ab28b2d-ea41-483f-84ce-e2628dd1ceee,segment=NetworkSegment(2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17),segment_id=2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:24.767939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:24.768642 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:24.827292 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:24.829026 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ad220533-aac2-4fe8-9e1b-760c22eb143a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 914 time: 2.1629753
Apr 16 21:37:24.831844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35454) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:24.840113 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9ffa21f7-829f-41a9-a674-54a0ac41821f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:24.985180 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Set router 681452e5-ed8a-485c-93f1-435c99b0c978 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:25.014009 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:37:25.014368 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:37:25.014855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa21f7-829f-41a9-a674-54a0ac41821f None None] Pushing event updated for resources: {'Port': ['ID=6ab28b2d-ea41-483f-84ce-e2628dd1ceee,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:25.061736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-428634e0-6458-4623-ae83-d28dcf0cfd57 None None] Provisioning complete for port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:25.062110 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-428634e0-6458-4623-ae83-d28dcf0cfd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:25.147391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-428634e0-6458-4623-ae83-d28dcf0cfd57 None None] Current status of the port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:25.189473 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124877a60>, [{'id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'name': 'tempest-ImageQuotaTest-54818205-router', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:22Z', 'updated_at': '2022-04-16T21:37:23Z', 'revision_number': 3, 'project_id': 'c4a4f587657542f6927957574aea6342', 'gw_port': {'id': 'f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:23Z', 'updated_at': '2022-04-16T21:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:25.221973 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Checking router: 681452e5-ed8a-485c-93f1-435c99b0c978 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:37:25.222396 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Updating router 681452e5-ed8a-485c-93f1-435c99b0c978 port f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:37:25.254873 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:25.538484 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Publish callbacks [] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:25.558089 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:25.595979 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:25.649792 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Pushing event updated for resources: {'Port': ['ID=f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:25.651836 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Attempting to bind port f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:37:25.652217 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Attempting to bind port f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:37:25.652573 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Attempting to bind port f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:37:25.661546 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.661885 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.662224 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.662557 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.662678 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:25.663174 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.663276 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.663588 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.663910 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.664271 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.664577 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.664896 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.665215 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.665533 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.665849 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.666165 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:25.669609 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:37:25.669980 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:37:25.670376 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:25.670749 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:37:25.671220 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Bound port: f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:37:25.671598 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:25.726775 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] For port f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:37:25.730094 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] For port f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:37:25.796518 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:25.857359 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Routers {'681452e5-ed8a-485c-93f1-435c99b0c978'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:25.857971 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124877a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['681452e5-ed8a-485c-93f1-435c99b0c978'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:25.859853 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e5a06-fa37-49c0-8be2-03fe66055ecd None None] Pushing event updated for resources: {'Port': ['ID=f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:25.871234 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Allocated IP 172.20.0.1 (d7b80562-8bfb-4d59-b953-49ae751a8e42/b17273f8-6721-4faf-8ae9-6990871bb5b3/fb0500a4-0399-437a-8bb6-1f1218f88414) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:37:25.969867 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] Set router 681452e5-ed8a-485c-93f1-435c99b0c978 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:25.972504 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Publish callbacks [] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:26.092390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:26.136229 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Network d7b80562-8bfb-4d59-b953-49ae751a8e42 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:37:26.139065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:26.142570 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:37:26.143526 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124877a60>, [{'id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'name': 'tempest-ImageQuotaTest-54818205-router', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:22Z', 'updated_at': '2022-04-16T21:37:23Z', 'revision_number': 3, 'project_id': 'c4a4f587657542f6927957574aea6342', 'gw_port': {'id': 'f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:23Z', 'updated_at': '2022-04-16T21:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:26.171806 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0500a4-0399-437a-8bb6-1f1218f88414,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:26.172570 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8244d-34ef-4cd6-8513-b78ab2420668 None None] The sync data for ids ['681452e5-ed8a-485c-93f1-435c99b0c978'] in ncdv-master-1 is: [{'id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'name': 'tempest-ImageQuotaTest-54818205-router', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:22Z', 'updated_at': '2022-04-16T21:37:23Z', 'revision_number': 3, 'project_id': 'c4a4f587657542f6927957574aea6342', 'gw_port': {'id': 'f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:23Z', 'updated_at': '2022-04-16T21:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:37:26.192525 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (681452e5-ed8a-485c-93f1-435c99b0c978), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:26.457078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6ab28b2d-ea41-483f-84ce-e2628dd1ceee up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:26.475004 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:26.508360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-aaee7a43-453b-41af-a094-0ed1cec45071 None None] Provisioning complete for port fb0500a4-0399-437a-8bb6-1f1218f88414 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:26.508738 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-aaee7a43-453b-41af-a094-0ed1cec45071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:26.556145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-aaee7a43-453b-41af-a094-0ed1cec45071 None None] Port fb0500a4-0399-437a-8bb6-1f1218f88414 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:37:26.558304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:26.559521 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:26.671705 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Publish callbacks [] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:26.727565 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:26.800362 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (681452e5-ed8a-485c-93f1-435c99b0c978), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:26.802253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0500a4-0399-437a-8bb6-1f1218f88414,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:26.804389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:26.909244 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Network d7b80562-8bfb-4d59-b953-49ae751a8e42 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:37:26.910707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:27.041089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Router 681452e5-ed8a-485c-93f1-435c99b0c978 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:37:27.193961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:37:27.200843 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-55cbfab6-6be5-4647-8e9c-05787c32edb8 admin admin] 10.222.0.20 "PUT /v2.0/routers/681452e5-ed8a-485c-93f1-435c99b0c978/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3675196
Apr 16 21:37:27.276988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c25233d6-99d3-4ea4-b361-ded50976dec3 None None] Provisioning complete for port fb0500a4-0399-437a-8bb6-1f1218f88414 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:27.277679 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c25233d6-99d3-4ea4-b361-ded50976dec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:27.320049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c25233d6-99d3-4ea4-b361-ded50976dec3 None None] Port fb0500a4-0399-437a-8bb6-1f1218f88414 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:37:27.948227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Sync routers for ids ['681452e5-ed8a-485c-93f1-435c99b0c978'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:37:27.958294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Routers {'681452e5-ed8a-485c-93f1-435c99b0c978'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:27.958958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243c2c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['681452e5-ed8a-485c-93f1-435c99b0c978'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:28.072299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Set router 681452e5-ed8a-485c-93f1-435c99b0c978 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:28.299726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243c2c10>, [{'id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'name': 'tempest-ImageQuotaTest-54818205-router', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:22Z', 'updated_at': '2022-04-16T21:37:26Z', 'revision_number': 4, 'project_id': 'c4a4f587657542f6927957574aea6342', 'gw_port': {'id': 'f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:23Z', 'updated_at': '2022-04-16T21:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fb0500a4-0399-437a-8bb6-1f1218f88414', 'name': '', 'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'mac_address': 'fa:16:3e:52:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b17273f8-6721-4faf-8ae9-6990871bb5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:25Z', 'updated_at': '2022-04-16T21:37:26Z', 'revision_number': 2, 'project_id': 'c4a4f587657542f6927957574aea6342', 'subnets': [{'id': 'b17273f8-6721-4faf-8ae9-6990871bb5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:28.330688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Checking router: 681452e5-ed8a-485c-93f1-435c99b0c978 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:37:28.331052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Updating router 681452e5-ed8a-485c-93f1-435c99b0c978 port fb0500a4-0399-437a-8bb6-1f1218f88414 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:37:28.365247 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:28.483157 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35550) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:28.515457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:28.640538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:28.640920 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:28.781119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:28.781579 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:28.832328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:28.844866 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Publish callbacks [] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:28.924153 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-960e7f37-2c8d-48b3-a91f-b82ba5571fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (681452e5-ed8a-485c-93f1-435c99b0c978), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:28.927147 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:28.953052 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:28.992807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:29.080374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220bda9-3e78-47d4-a780-a53960567da8 None None] Pushing event updated for resources: {'Port': ['ID=fb0500a4-0399-437a-8bb6-1f1218f88414,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:29.085211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Attempting to bind port fb0500a4-0399-437a-8bb6-1f1218f88414 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:37:29.085776 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Attempting to bind port fb0500a4-0399-437a-8bb6-1f1218f88414 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:37:29.085979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Attempting to bind port fb0500a4-0399-437a-8bb6-1f1218f88414 on network d7b80562-8bfb-4d59-b953-49ae751a8e42 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:37:29.091411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:37:29.091796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Checking segment: {'id': '2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:37:29.092237 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:29.092643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Bound using segment: {'id': '2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:37:29.093125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Bound port: fb0500a4-0399-437a-8bb6-1f1218f88414, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:37:29.093519 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:29.173483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] For port fb0500a4-0399-437a-8bb6-1f1218f88414, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:37:29.176851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] For port fb0500a4-0399-437a-8bb6-1f1218f88414, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb0500a4-0399-437a-8bb6-1f1218f88414,segment=NetworkSegment(2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17),segment_id=2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:37:29.196157 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-960e7f37-2c8d-48b3-a91f-b82ba5571fd7 admin admin] Deleting port fb0500a4-0399-437a-8bb6-1f1218f88414 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:37:29.196631 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-960e7f37-2c8d-48b3-a91f-b82ba5571fd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:29.253567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c327159e-5785-4235-b26e-70e1c033c162 None None] Provisioning complete for port fb0500a4-0399-437a-8bb6-1f1218f88414 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:29.253864 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c327159e-5785-4235-b26e-70e1c033c162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:29.279579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-960e7f37-2c8d-48b3-a91f-b82ba5571fd7 admin admin] For port fb0500a4-0399-437a-8bb6-1f1218f88414, host ncdv-master-1, got binding levels [] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:29.279956 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-960e7f37-2c8d-48b3-a91f-b82ba5571fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:29.282621 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:29.295353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-960e7f37-2c8d-48b3-a91f-b82ba5571fd7 admin admin] Calling delete_port for fb0500a4-0399-437a-8bb6-1f1218f88414 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:37:29.335661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c327159e-5785-4235-b26e-70e1c033c162 None None] Port fb0500a4-0399-437a-8bb6-1f1218f88414 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:37:29.356105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Routers {'681452e5-ed8a-485c-93f1-435c99b0c978'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:29.356757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243c2c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['681452e5-ed8a-485c-93f1-435c99b0c978'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:29.407976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220bda9-3e78-47d4-a780-a53960567da8 None None] Pushing event updated for resources: {'Port': ['ID=fb0500a4-0399-437a-8bb6-1f1218f88414,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:29.525004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] Set router 681452e5-ed8a-485c-93f1-435c99b0c978 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:29.675668 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-960e7f37-2c8d-48b3-a91f-b82ba5571fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (fb0500a4-0399-437a-8bb6-1f1218f88414), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:29.682904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-defcee5b-6b8d-43c8-9536-ca3f39363ed8 None None] Could not find standard attr ID for object fb0500a4-0399-437a-8bb6-1f1218f88414. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:37:29.704152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e7f37-2c8d-48b3-a91f-b82ba5571fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0500a4-0399-437a-8bb6-1f1218f88414,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:29.780374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243c2c10>, [{'id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'name': 'tempest-ImageQuotaTest-54818205-router', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:22Z', 'updated_at': '2022-04-16T21:37:26Z', 'revision_number': 4, 'project_id': 'c4a4f587657542f6927957574aea6342', 'gw_port': {'id': 'f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:23Z', 'updated_at': '2022-04-16T21:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fb0500a4-0399-437a-8bb6-1f1218f88414', 'name': '', 'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'mac_address': 'fa:16:3e:52:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b17273f8-6721-4faf-8ae9-6990871bb5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:25Z', 'updated_at': '2022-04-16T21:37:29Z', 'revision_number': 4, 'project_id': 'c4a4f587657542f6927957574aea6342', 'subnets': [{'id': 'b17273f8-6721-4faf-8ae9-6990871bb5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:29.811857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a8cc9-0ec8-4e9c-bad6-02267d67c294 None None] The sync data for ids ['681452e5-ed8a-485c-93f1-435c99b0c978'] in ncdv-master-1 is: [{'id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'name': 'tempest-ImageQuotaTest-54818205-router', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.84'}], 'enable_snat': True}, 'gw_port_id': 'f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:22Z', 'updated_at': '2022-04-16T21:37:26Z', 'revision_number': 4, 'project_id': 'c4a4f587657542f6927957574aea6342', 'gw_port': {'id': 'f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:23Z', 'updated_at': '2022-04-16T21:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fb0500a4-0399-437a-8bb6-1f1218f88414', 'name': '', 'network_id': 'd7b80562-8bfb-4d59-b953-49ae751a8e42', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'mac_address': 'fa:16:3e:52:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b17273f8-6721-4faf-8ae9-6990871bb5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:25Z', 'updated_at': '2022-04-16T21:37:29Z', 'revision_number': 4, 'project_id': 'c4a4f587657542f6927957574aea6342', 'subnets': [{'id': 'b17273f8-6721-4faf-8ae9-6990871bb5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:37:29.935853 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-960e7f37-2c8d-48b3-a91f-b82ba5571fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (681452e5-ed8a-485c-93f1-435c99b0c978), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:30.457337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:30.472313 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35614) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:30.500647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960e7f37-2c8d-48b3-a91f-b82ba5571fd7 admin admin] Router 681452e5-ed8a-485c-93f1-435c99b0c978 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:37:30.535068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:30.535434 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:30.649186 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:30.659444 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6d953774-dda1-4e12-9b8f-e2a475dcf359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:30.661000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960e7f37-2c8d-48b3-a91f-b82ba5571fd7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:37:30.670313 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-960e7f37-2c8d-48b3-a91f-b82ba5571fd7 admin admin] 10.222.0.20 "PUT /v2.0/routers/681452e5-ed8a-485c-93f1-435c99b0c978/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1858993
Apr 16 21:37:30.671018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35624) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:30.758355 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6d953774-dda1-4e12-9b8f-e2a475dcf359 admin admin] Publish callbacks [] for security_group (ec40558c-265b-40c8-aa7f-0ea00f6ea37c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:30.792003 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Publish callbacks [] for router (681452e5-ed8a-485c-93f1-435c99b0c978), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:30.818777 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6d953774-dda1-4e12-9b8f-e2a475dcf359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ec40558c-265b-40c8-aa7f-0ea00f6ea37c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:30.859191 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d953774-dda1-4e12-9b8f-e2a475dcf359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec40558c-265b-40c8-aa7f-0ea00f6ea37c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:30.878539 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6d953774-dda1-4e12-9b8f-e2a475dcf359 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6c51bc2236745d894d65a60227fff09&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4033732
Apr 16 21:37:30.879190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35626) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:30.912871 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Publish callbacks [] for router_gateway (681452e5-ed8a-485c-93f1-435c99b0c978), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:30.935375 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80204686-f2ee-4baa-8854-89d33212b0c3 admin admin] Publish callbacks [] for security_group (ec40558c-265b-40c8-aa7f-0ea00f6ea37c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:30.959196 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80204686-f2ee-4baa-8854-89d33212b0c3 admin admin] Publish callbacks [] for security_group (ec40558c-265b-40c8-aa7f-0ea00f6ea37c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.061920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Deleting port f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:37:31.062259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.103796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80204686-f2ee-4baa-8854-89d33212b0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ec40558c-265b-40c8-aa7f-0ea00f6ea37c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.106410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80204686-f2ee-4baa-8854-89d33212b0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.107582 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-80204686-f2ee-4baa-8854-89d33212b0c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec40558c-265b-40c8-aa7f-0ea00f6ea37c HTTP/1.1" status: 204  len: 168 time: 0.2270370
Apr 16 21:37:31.117344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80204686-f2ee-4baa-8854-89d33212b0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec40558c-265b-40c8-aa7f-0ea00f6ea37c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:31.150930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] For port f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:31.151305 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.167166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Calling delete_port for f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:37:31.172360 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a261182-d76e-4d3f-9c23-dd80875ca3ab None None] Sync routers for ids ['681452e5-ed8a-485c-93f1-435c99b0c978'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:37:31.180031 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a261182-d76e-4d3f-9c23-dd80875ca3ab None None] Routers {'681452e5-ed8a-485c-93f1-435c99b0c978'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:31.180943 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2a261182-d76e-4d3f-9c23-dd80875ca3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125d92670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['681452e5-ed8a-485c-93f1-435c99b0c978'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:31.271245 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-2a261182-d76e-4d3f-9c23-dd80875ca3ab None None] Set router 681452e5-ed8a-485c-93f1-435c99b0c978 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:31.326281 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2a261182-d76e-4d3f-9c23-dd80875ca3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125d92670>, [{'id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'name': 'tempest-ImageQuotaTest-54818205-router', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:22Z', 'updated_at': '2022-04-16T21:37:30Z', 'revision_number': 6, 'project_id': 'c4a4f587657542f6927957574aea6342', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:31.354352 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a261182-d76e-4d3f-9c23-dd80875ca3ab None None] Checking router: 681452e5-ed8a-485c-93f1-435c99b0c978 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:37:31.363595 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a261182-d76e-4d3f-9c23-dd80875ca3ab None None] Routers {'681452e5-ed8a-485c-93f1-435c99b0c978'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:31.364234 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2a261182-d76e-4d3f-9c23-dd80875ca3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125d92670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['681452e5-ed8a-485c-93f1-435c99b0c978'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:31.418503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.447647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:31.467679 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-2a261182-d76e-4d3f-9c23-dd80875ca3ab None None] Set router 681452e5-ed8a-485c-93f1-435c99b0c978 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:31.511435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (681452e5-ed8a-485c-93f1-435c99b0c978), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.614867 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2a261182-d76e-4d3f-9c23-dd80875ca3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125d92670>, [{'id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'name': 'tempest-ImageQuotaTest-54818205-router', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:22Z', 'updated_at': '2022-04-16T21:37:30Z', 'revision_number': 6, 'project_id': 'c4a4f587657542f6927957574aea6342', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:31.619887 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (681452e5-ed8a-485c-93f1-435c99b0c978), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.622143 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Publish callbacks [] for router_controller (681452e5-ed8a-485c-93f1-435c99b0c978), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.646829 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a261182-d76e-4d3f-9c23-dd80875ca3ab None None] The sync data for ids ['681452e5-ed8a-485c-93f1-435c99b0c978'] in ncdv-master-1 is: [{'id': '681452e5-ed8a-485c-93f1-435c99b0c978', 'name': 'tempest-ImageQuotaTest-54818205-router', 'tenant_id': 'c4a4f587657542f6927957574aea6342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:22Z', 'updated_at': '2022-04-16T21:37:30Z', 'revision_number': 6, 'project_id': 'c4a4f587657542f6927957574aea6342', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:37:31.755361 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (681452e5-ed8a-485c-93f1-435c99b0c978), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.755907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 681452e5-ed8a-485c-93f1-435c99b0c978 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:37:31.761283 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.762465 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5cc20ce9-d9e8-4a9d-9d10-d9cafe4b8bc2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/681452e5-ed8a-485c-93f1-435c99b0c978 HTTP/1.1" status: 204  len: 168 time: 1.0903280
Apr 16 21:37:31.765039 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35636) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:31.809792 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2601a8-2c50-4153-9557-6304d93a4d78 admin admin] Deleting subnet b17273f8-6721-4faf-8ae9-6990871bb5b3 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:37:31.812896 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9b2601a8-2c50-4153-9557-6304d93a4d78 admin admin] Publish callbacks [] for subnet (b17273f8-6721-4faf-8ae9-6990871bb5b3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.833950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35638) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:31.847796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-734fdb52-f6f1-433e-ba5b-dfbff92ce88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.851151 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9b2601a8-2c50-4153-9557-6304d93a4d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (b17273f8-6721-4faf-8ae9-6990871bb5b3), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.924955 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-734fdb52-f6f1-433e-ba5b-dfbff92ce88d admin admin] Publish callbacks [] for security_group (f9a45d77-f2a7-4df6-a3bc-b34474d57fc0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:31.929894 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9b2601a8-2c50-4153-9557-6304d93a4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (b17273f8-6721-4faf-8ae9-6990871bb5b3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.012657 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-734fdb52-f6f1-433e-ba5b-dfbff92ce88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f9a45d77-f2a7-4df6-a3bc-b34474d57fc0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.053933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9b2601a8-2c50-4153-9557-6304d93a4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (b17273f8-6721-4faf-8ae9-6990871bb5b3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.057097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fdb52-f6f1-433e-ba5b-dfbff92ce88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a45d77-f2a7-4df6-a3bc-b34474d57fc0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:32.069868 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-734fdb52-f6f1-433e-ba5b-dfbff92ce88d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1851c005ab4d49d8b17552b8f9b6aa5c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2268212
Apr 16 21:37:32.069868 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35640) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:32.090624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2601a8-2c50-4153-9557-6304d93a4d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b17273f8-6721-4faf-8ae9-6990871bb5b3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:32.101110 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9b2601a8-2c50-4153-9557-6304d93a4d78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.106249 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9b2601a8-2c50-4153-9557-6304d93a4d78 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b17273f8-6721-4faf-8ae9-6990871bb5b3 HTTP/1.1" status: 204  len: 168 time: 0.3395600
Apr 16 21:37:32.106650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c333060c-c99c-4fd8-8f0e-899d0e72c7dd None None] Network d7b80562-8bfb-4d59-b953-49ae751a8e42 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:37:32.108930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35642) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:32.128317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd70e-89ed-494b-abc5-db6b5221882d admin admin] Publish callbacks [] for security_group (f9a45d77-f2a7-4df6-a3bc-b34474d57fc0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.153306 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd70e-89ed-494b-abc5-db6b5221882d admin admin] Publish callbacks [] for security_group (f9a45d77-f2a7-4df6-a3bc-b34474d57fc0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.193298 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (d7b80562-8bfb-4d59-b953-49ae751a8e42), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.248682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Deleting port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:37:32.249027 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.262643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd70e-89ed-494b-abc5-db6b5221882d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f9a45d77-f2a7-4df6-a3bc-b34474d57fc0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.265277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd70e-89ed-494b-abc5-db6b5221882d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.266513 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dcfbd70e-89ed-494b-abc5-db6b5221882d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9a45d77-f2a7-4df6-a3bc-b34474d57fc0 HTTP/1.1" status: 204  len: 168 time: 0.2005336
Apr 16 21:37:32.275118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbd70e-89ed-494b-abc5-db6b5221882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a45d77-f2a7-4df6-a3bc-b34474d57fc0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:32.329835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] For port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ab28b2d-ea41-483f-84ce-e2628dd1ceee,segment=NetworkSegment(2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17),segment_id=2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:32.330272 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.348911 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Calling delete_port for 6ab28b2d-ea41-483f-84ce-e2628dd1ceee owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:37:32.437029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae33ec-c53d-4883-8488-d9b7f16032e6 None None] DHCP port deletion for d7b80562-8bfb-4d59-b953-49ae751a8e42 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:37:32.495442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-86ae33ec-c53d-4883-8488-d9b7f16032e6 None None] Deleting port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:37:32.496205 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-86ae33ec-c53d-4883-8488-d9b7f16032e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.544593 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.548750 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6ab28b2d-ea41-483f-84ce-e2628dd1ceee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:37:32.572627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab28b2d-ea41-483f-84ce-e2628dd1ceee,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:32.574884 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 6ab28b2d-ea41-483f-84ce-e2628dd1ceee {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:37:32.575235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6ab28b2d-ea41-483f-84ce-e2628dd1ceee not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:37:32.575661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:37:32.583064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] No DVR routers for this DVR port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:37:32.617814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:37:32.617814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f5335ab9-ee6e-4fa7-8cba-fa6c2e954ad3 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:37:32.617814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fb0500a4-0399-437a-8bb6-1f1218f88414 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:37:32.626829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-86ae33ec-c53d-4883-8488-d9b7f16032e6 None None] For port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ab28b2d-ea41-483f-84ce-e2628dd1ceee,segment=NetworkSegment(2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17),segment_id=2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:32.627455 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-86ae33ec-c53d-4883-8488-d9b7f16032e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.658299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: fb0500a4-0399-437a-8bb6-1f1218f88414 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:37:32.658836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fb0500a4-0399-437a-8bb6-1f1218f88414 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:37:32.669727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-86ae33ec-c53d-4883-8488-d9b7f16032e6 None None] Calling delete_port for 6ab28b2d-ea41-483f-84ce-e2628dd1ceee owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:37:32.696043 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (d7b80562-8bfb-4d59-b953-49ae751a8e42), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.721784 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e277c10>,) {'filters': {'network_id': ['d7b80562-8bfb-4d59-b953-49ae751a8e42']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:32.736125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e277c10>, '2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:32.736781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e277c10>, '2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:32.753804 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.770902 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.782126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (2f1ef6a8-a2ab-4fd6-8342-6e4e775c7e17), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:37:32.785447 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:37:32.793098 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-86ae33ec-c53d-4883-8488-d9b7f16032e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (6ab28b2d-ea41-483f-84ce-e2628dd1ceee), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.826769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae33ec-c53d-4883-8488-d9b7f16032e6 None None] Pushing event deleted for resources: {'Port': ['ID=6ab28b2d-ea41-483f-84ce-e2628dd1ceee,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:32.829108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae33ec-c53d-4883-8488-d9b7f16032e6 None None] No DVR routers for this DVR port 6ab28b2d-ea41-483f-84ce-e2628dd1ceee on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:37:32.989894 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (d7b80562-8bfb-4d59-b953-49ae751a8e42), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.996597 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:32.999766 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d7b80562-8bfb-4d59-b953-49ae751a8e42 HTTP/1.1" status: 204  len: 168 time: 0.8894968
Apr 16 21:37:33.009701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197123a-5b44-427d-b7b8-b3886e112762 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b80562-8bfb-4d59-b953-49ae751a8e42,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:33.349954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35690) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:33.396057 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3a0157e4-e179-4688-b9e9-1e33aa597db3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4a4f587657542f6927957574aea6342&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0426149
Apr 16 21:37:33.396901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35694) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:33.448325 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-553a7767-9e6d-4cfc-999a-56bf367e7d43 admin admin] Publish callbacks [] for security_group (706eae37-3760-4a25-b2a9-ebb6e2aa9299), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:33.471516 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-553a7767-9e6d-4cfc-999a-56bf367e7d43 admin admin] Publish callbacks [] for security_group (706eae37-3760-4a25-b2a9-ebb6e2aa9299), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:33.555380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-553a7767-9e6d-4cfc-999a-56bf367e7d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (706eae37-3760-4a25-b2a9-ebb6e2aa9299), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:33.558342 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-553a7767-9e6d-4cfc-999a-56bf367e7d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:33.562234 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-553a7767-9e6d-4cfc-999a-56bf367e7d43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/706eae37-3760-4a25-b2a9-ebb6e2aa9299 HTTP/1.1" status: 204  len: 168 time: 0.1611431
Apr 16 21:37:33.569431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a7767-9e6d-4cfc-999a-56bf367e7d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706eae37-3760-4a25-b2a9-ebb6e2aa9299,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:34.374832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35736) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:34.391780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a73efa76-8210-407e-b172-48b455b8be14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:34.468193 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a73efa76-8210-407e-b172-48b455b8be14 admin admin] Publish callbacks [] for security_group (4d8dd7ca-c7f4-4818-b95c-900c8f006294), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:34.532380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a73efa76-8210-407e-b172-48b455b8be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4d8dd7ca-c7f4-4818-b95c-900c8f006294), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:34.572630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a73efa76-8210-407e-b172-48b455b8be14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.1964343
Apr 16 21:37:34.579429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35738) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:34.581225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73efa76-8210-407e-b172-48b455b8be14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8dd7ca-c7f4-4818-b95c-900c8f006294,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:34.634881 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-917b93c6-a3ee-4df9-a86d-82030ace4067 admin admin] Publish callbacks [] for security_group (4d8dd7ca-c7f4-4818-b95c-900c8f006294), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:34.658337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-917b93c6-a3ee-4df9-a86d-82030ace4067 admin admin] Publish callbacks [] for security_group (4d8dd7ca-c7f4-4818-b95c-900c8f006294), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:34.852406 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-917b93c6-a3ee-4df9-a86d-82030ace4067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4d8dd7ca-c7f4-4818-b95c-900c8f006294), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:34.855026 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-917b93c6-a3ee-4df9-a86d-82030ace4067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:34.856426 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-917b93c6-a3ee-4df9-a86d-82030ace4067 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d8dd7ca-c7f4-4818-b95c-900c8f006294 HTTP/1.1" status: 204  len: 168 time: 0.2801082
Apr 16 21:37:34.864489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b93c6-a3ee-4df9-a86d-82030ace4067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8dd7ca-c7f4-4818-b95c-900c8f006294,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:35.662064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35794) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:35.778228 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-265933683-network', 'tenant_id': '80715ea8284b48959a67d33e8be6b560'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:37:35.891473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Made reservation on behalf of 80715ea8284b48959a67d33e8be6b560 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:37:35.894157 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:35.904200 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:35.983512 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Publish callbacks [] for security_group (9a678ee4-0f63-40c2-8ddf-0c5b5f84bd72), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:36.057687 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9a678ee4-0f63-40c2-8ddf-0c5b5f84bd72), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:36.082154 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:37:36.092527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a678ee4-0f63-40c2-8ddf-0c5b5f84bd72,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:36.097358 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (81938ce3-015d-43fb-9416-47ce730d5b10), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:36.097710 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Added segment 81938ce3-015d-43fb-9416-47ce730d5b10 of type vlan for network b1c074bd-a506-4388-980b-b836a98ab276
Apr 16 21:37:36.137829 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (b1c074bd-a506-4388-980b-b836a98ab276), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:36.217876 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (b1c074bd-a506-4388-980b-b836a98ab276), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:36.218935 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:36.219595 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:36.284525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=b1c074bd-a506-4388-980b-b836a98ab276,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:36.294553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network b1c074bd-a506-4388-980b-b836a98ab276 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:37:36.329132 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b309c1f9-fd06-4503-a884-7ebe14f4f3e8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6653795
Apr 16 21:37:36.331830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35806) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:36.335869 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:36.337276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e1ade133-5738-4623-a421-1b0d87386109 admin admin] Request body: {'subnet': {'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-265933683-subnet', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:37:36.423693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ade133-5738-4623-a421-1b0d87386109 admin admin] Made reservation on behalf of 80715ea8284b48959a67d33e8be6b560 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:37:36.426126 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1ade133-5738-4623-a421-1b0d87386109 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:36.681158 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1ade133-5738-4623-a421-1b0d87386109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (c46d9bea-424e-4f3a-9798-5a8627b0c3e2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:36.736961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ade133-5738-4623-a421-1b0d87386109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46d9bea-424e-4f3a-9798-5a8627b0c3e2,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:36.749363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ade133-5738-4623-a421-1b0d87386109 admin admin] Checking segment: {'id': '81938ce3-015d-43fb-9416-47ce730d5b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:37:36.753605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ade133-5738-4623-a421-1b0d87386109 admin admin] Network hostable DHCP agents. Network: b1c074bd-a506-4388-980b-b836a98ab276, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:37:36.823748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ade133-5738-4623-a421-1b0d87386109 admin admin] Network b1c074bd-a506-4388-980b-b836a98ab276 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:37:36.896948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-e1ade133-5738-4623-a421-1b0d87386109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b1c074bd-a506-4388-980b-b836a98ab276) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:36.901848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ade133-5738-4623-a421-1b0d87386109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:36.902468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e1ade133-5738-4623-a421-1b0d87386109 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:36.910740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9786ad6-c0a6-4c40-945b-afdca10881c9 None None] Network b1c074bd-a506-4388-980b-b836a98ab276 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:37:37.001418 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e1ade133-5738-4623-a421-1b0d87386109 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6660626
Apr 16 21:37:37.001987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35818) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:37.008052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:37:37.024296 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b1c074bd-a506-4388-980b-b836a98ab276', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'project_id': '80715ea8284b48959a67d33e8be6b560', 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:37:37.025723 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:37.154527 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:37.155626 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:37.159810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Allocated IP 172.20.0.2 (b1c074bd-a506-4388-980b-b836a98ab276/c46d9bea-424e-4f3a-9798-5a8627b0c3e2/5ffe4432-a2c0-492d-ad8a-f594197ab37f) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:37:37.216937 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Publish callbacks [] for router_controller (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:37.491967 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Publish callbacks [] for router_gateway (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:37.498669 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Publish callbacks [] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:37.573084 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:37.614254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Network b1c074bd-a506-4388-980b-b836a98ab276 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:37:37.617743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:37.620197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:37:37.637062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Pushing event updated for resources: {'Port': ['ID=5ffe4432-a2c0-492d-ad8a-f594197ab37f,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:37.704832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Attempting to bind port 5ffe4432-a2c0-492d-ad8a-f594197ab37f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:37:37.705206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Attempting to bind port 5ffe4432-a2c0-492d-ad8a-f594197ab37f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '81938ce3-015d-43fb-9416-47ce730d5b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:37:37.705577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Attempting to bind port 5ffe4432-a2c0-492d-ad8a-f594197ab37f on network b1c074bd-a506-4388-980b-b836a98ab276 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:37:37.710847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:37:37.711219 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Checking segment: {'id': '81938ce3-015d-43fb-9416-47ce730d5b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:37:37.711622 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:37.712015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Bound using segment: {'id': '81938ce3-015d-43fb-9416-47ce730d5b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:37:37.712503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Bound port: 5ffe4432-a2c0-492d-ad8a-f594197ab37f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81938ce3-015d-43fb-9416-47ce730d5b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:37:37.712936 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:37.776431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] For port 5ffe4432-a2c0-492d-ad8a-f594197ab37f, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:37:37.780297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] For port 5ffe4432-a2c0-492d-ad8a-f594197ab37f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ffe4432-a2c0-492d-ad8a-f594197ab37f,segment=NetworkSegment(81938ce3-015d-43fb-9416-47ce730d5b10),segment_id=81938ce3-015d-43fb-9416-47ce730d5b10)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:37:37.793446 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Publish callbacks [] for router_gateway (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:37.823364 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:37.904400 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:37.943427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Allocated IP 172.35.1.161 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:37:37.971469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d9b3c-247c-4a10-a4eb-d8932ae92463 None None] Pushing event updated for resources: {'Port': ['ID=5ffe4432-a2c0-492d-ad8a-f594197ab37f,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:38.069011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Publish callbacks [] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:38.163581 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:38.224487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:37:38.227954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:38.231621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:37:38.237454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Pushing event updated for resources: {'Port': ['ID=4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:38.439114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5ffe4432-a2c0-492d-ad8a-f594197ab37f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:38.493795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5ffe4432-a2c0-492d-ad8a-f594197ab37f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:38.496540 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:38.572853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5ffe4432-a2c0-492d-ad8a-f594197ab37f is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:38.573490 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:38.575995 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Publish callbacks [] for router_gateway (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:38.609043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 5ffe4432-a2c0-492d-ad8a-f594197ab37f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ffe4432-a2c0-492d-ad8a-f594197ab37f,segment=NetworkSegment(81938ce3-015d-43fb-9416-47ce730d5b10),segment_id=81938ce3-015d-43fb-9416-47ce730d5b10)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:38.686852 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:38.742579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=5ffe4432-a2c0-492d-ad8a-f594197ab37f,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:38.796446 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:39.011016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd18b67-8b03-48c8-b3c7-481b9f7b840b None None] Network b1c074bd-a506-4388-980b-b836a98ab276 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:37:39.018492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:37:39.049144 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3dc58a8c-d9c9-4ec6-aede-03d8aa2f14fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:39.133793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-be7b3da0-7303-406c-a8ea-de7c80a960a9 None None] Provisioning complete for port 5ffe4432-a2c0-492d-ad8a-f594197ab37f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:39.134178 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-be7b3da0-7303-406c-a8ea-de7c80a960a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:39.231505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-be7b3da0-7303-406c-a8ea-de7c80a960a9 None None] Current status of the port 5ffe4432-a2c0-492d-ad8a-f594197ab37f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:39.450016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ec3ff219-224e-4bbd-a90d-6af26c92fc70 None None] Provisioning complete for port 5ffe4432-a2c0-492d-ad8a-f594197ab37f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:39.450924 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff219-224e-4bbd-a90d-6af26c92fc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:39.469383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:37:39.488362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Sync routers for ids ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:37:39.506583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Routers {'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:39.507206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124326f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:39.568984 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:39.571472 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-312c2102-1d1f-4972-a71f-eb5cc3ed83c1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.5683634
Apr 16 21:37:39.574319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 35874) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:39.623444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ff219-224e-4bbd-a90d-6af26c92fc70 None None] Current status of the port 5ffe4432-a2c0-492d-ad8a-f594197ab37f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:39.653873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Set router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:39.829933 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124326f10>, [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:38Z', 'revision_number': 3, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:39.857585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Checking router: e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:37:39.857938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Updating router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 port 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:37:39.888989 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:40.010900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655e5dc-4f0b-4812-a8dd-5979f9a8c4b2 req-37a305f0-d647-4be1-84d0-b6c33307a145 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:40.012386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0655e5dc-4f0b-4812-a8dd-5979f9a8c4b2 req-37a305f0-d647-4be1-84d0-b6c33307a145 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 949 time: 0.0534537
Apr 16 21:37:40.050880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:40.063813 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0655e5dc-4f0b-4812-a8dd-5979f9a8c4b2 req-9b025af3-a06d-4e0b-9d4a-73bd780ce6bf tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c1b5a2e-f391-40cd-b929-186e89fd6533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453777
Apr 16 21:37:40.161453 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Publish callbacks [] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:40.217674 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:40.266233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Attempting to bind port 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:37:40.266719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Attempting to bind port 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:37:40.267333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Attempting to bind port 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:37:40.269872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Allocated IP 172.20.0.1 (b1c074bd-a506-4388-980b-b836a98ab276/c46d9bea-424e-4f3a-9798-5a8627b0c3e2/ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:37:40.276557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ead257-6eb0-468d-beca-9e0b816944f6 None None] Pushing event updated for resources: {'Port': ['ID=4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:40.279081 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:37:40.279454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:37:40.279870 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:40.280289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:37:40.280772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Bound port: 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:37:40.281161 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:40.337298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] For port 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:37:40.340375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] For port 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:37:40.375826 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Publish callbacks [] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:40.422009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5ffe4432-a2c0-492d-ad8a-f594197ab37f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:40.427074 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:40.492614 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:40.518950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Routers {'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:40.519656 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124326f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:40.525738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ead257-6eb0-468d-beca-9e0b816944f6 None None] Pushing event updated for resources: {'Port': ['ID=4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:40.534649 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Network b1c074bd-a506-4388-980b-b836a98ab276 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:37:40.537704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:40.540216 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:37:40.565294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5ffe4432-a2c0-492d-ad8a-f594197ab37f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:40.565674 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:40.580473 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:40.594151 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:40.705549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] Set router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:40.808690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5ffe4432-a2c0-492d-ad8a-f594197ab37f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:40.859932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-53d65d64-b11f-4cc4-8a4c-b6da60469997 None None] Provisioning complete for port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:40.860241 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-53d65d64-b11f-4cc4-8a4c-b6da60469997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:40.920753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-53d65d64-b11f-4cc4-8a4c-b6da60469997 None None] Port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:37:40.923970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:40.926271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124326f10>, [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:38Z', 'revision_number': 3, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:40.956686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b741b33-5526-4692-8ed5-959573a22be3 None None] The sync data for ids ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'] in ncdv-master-1 is: [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:38Z', 'revision_number': 3, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:37:41.096089 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Publish callbacks [] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:41.160784 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:41.299086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbae123-a588-4e74-93b4-5d0adc0fe7e2 req-360bc38c-8e52-407e-a5ad-d2d64d3d3451 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:41.300836 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bbae123-a588-4e74-93b4-5d0adc0fe7e2 req-360bc38c-8e52-407e-a5ad-d2d64d3d3451 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 949 time: 0.1620736
Apr 16 21:37:41.302191 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:41.304407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:41.404631 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bbae123-a588-4e74-93b4-5d0adc0fe7e2 req-8d12e93c-7d7a-4b87-9a54-637a260f1cc6 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c1b5a2e-f391-40cd-b929-186e89fd6533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962090
Apr 16 21:37:41.441801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Network b1c074bd-a506-4388-980b-b836a98ab276 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:37:41.443662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:41.608658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a029c8-879a-4192-90db-942c3ff5118b req-73604b61-5dac-4a8f-aa11-2d431702e4b3 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:41.610216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9a029c8-879a-4192-90db-942c3ff5118b req-73604b61-5dac-4a8f-aa11-2d431702e4b3 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.11 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 949 time: 0.1027026
Apr 16 21:37:41.650626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:37:41.658081 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5f59900f-ea52-4b9a-80bd-1e58e659c571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:41.745389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13e90d78-2a39-4ee6-8800-df3e76698c00 None None] Provisioning complete for port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:41.746025 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13e90d78-2a39-4ee6-8800-df3e76698c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:41.769051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f9a029c8-879a-4192-90db-942c3ff5118b req-185d164a-af99-4577-b9b1-c64efe07ea47 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Deleting port cb189c5d-c71a-432e-a46a-5c28238c6554 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:37:41.769826 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f9a029c8-879a-4192-90db-942c3ff5118b req-185d164a-af99-4577-b9b1-c64efe07ea47 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:41.783794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13e90d78-2a39-4ee6-8800-df3e76698c00 None None] Port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:37:41.883242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:37:41.893070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-74b78298-7e5b-49dc-a31c-b2f28661b1e5 admin admin] 10.222.0.20 "PUT /v2.0/routers/e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3131526
Apr 16 21:37:41.917660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f9a029c8-879a-4192-90db-942c3ff5118b req-185d164a-af99-4577-b9b1-c64efe07ea47 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] For port cb189c5d-c71a-432e-a46a-5c28238c6554, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb189c5d-c71a-432e-a46a-5c28238c6554,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:41.918047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f9a029c8-879a-4192-90db-942c3ff5118b req-185d164a-af99-4577-b9b1-c64efe07ea47 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:41.933046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f9a029c8-879a-4192-90db-942c3ff5118b req-185d164a-af99-4577-b9b1-c64efe07ea47 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Calling delete_port for cb189c5d-c71a-432e-a46a-5c28238c6554 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:37:42.161972 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f9a029c8-879a-4192-90db-942c3ff5118b req-185d164a-af99-4577-b9b1-c64efe07ea47 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (cb189c5d-c71a-432e-a46a-5c28238c6554), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:42.174457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['cb189c5d-c71a-432e-a46a-5c28238c6554'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:37:42.191814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d164a-af99-4577-b9b1-c64efe07ea47 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Pushing event deleted for resources: {'Port': ['ID=cb189c5d-c71a-432e-a46a-5c28238c6554,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:42.243633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a029c8-879a-4192-90db-942c3ff5118b req-185d164a-af99-4577-b9b1-c64efe07ea47 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] No DVR routers for this DVR port cb189c5d-c71a-432e-a46a-5c28238c6554 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:37:42.246411 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f9a029c8-879a-4192-90db-942c3ff5118b req-185d164a-af99-4577-b9b1-c64efe07ea47 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:42.249828 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9a029c8-879a-4192-90db-942c3ff5118b req-185d164a-af99-4577-b9b1-c64efe07ea47 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.11 "DELETE /v2.0/ports/cb189c5d-c71a-432e-a46a-5c28238c6554 HTTP/1.1" status: 204  len: 173 time: 0.6322901
Apr 16 21:37:42.250266 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88536ad-512b-4504-9b3b-737f9c497ce8', 'name': 'network-vif-deleted', 'tag': 'cb189c5d-c71a-432e-a46a-5c28238c6554'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:37:42.252568 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08f227c-bea1-460f-a7b5-74ce297780bf" -d '{"events": [{"server_uuid": "d88536ad-512b-4504-9b3b-737f9c497ce8", "name": "network-vif-deleted", "tag": "cb189c5d-c71a-432e-a46a-5c28238c6554"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:37:42.289641 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8511af3f-be5f-4d3c-a05f-c8ce9b774cc4 x-openstack-request-id: req-8511af3f-be5f-4d3c-a05f-c8ce9b774cc4 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:37:42.289966 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88536ad-512b-4504-9b3b-737f9c497ce8", "name": "network-vif-deleted", "tag": "cb189c5d-c71a-432e-a46a-5c28238c6554", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:37:42.290226 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8511af3f-be5f-4d3c-a05f-c8ce9b774cc4 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:37:42.290700 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8511af3f-be5f-4d3c-a05f-c8ce9b774cc4'] response: {'server_uuid': 'd88536ad-512b-4504-9b3b-737f9c497ce8', 'name': 'network-vif-deleted', 'tag': 'cb189c5d-c71a-432e-a46a-5c28238c6554', 'status': 'completed', 'code': 200}
Apr 16 21:37:42.459584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:42.522586 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb3798bb-11f3-4534-923b-f0140d0e8049 req-17c48922-e202-4cad-8c90-ff0fc5fe0045 tempest-VolumesBackupsTest-493584864 tempest-VolumesBackupsTest-493584864-project] 10.222.0.20 "GET /v2.0/ports?device_id=d88536ad-512b-4504-9b3b-737f9c497ce8 HTTP/1.1" status: 200  len: 210 time: 0.0397558
Apr 16 21:37:42.526915 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:42.527297 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:42.597217 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:42.615733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:42.616516 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:42.643020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:42.698004 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:42.727999 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Sync routers for ids ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:37:42.744888 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Routers {'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:42.746306 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012485af40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:42.765200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:42.806877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35912) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:42.811836 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-493761944-network', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:37:42.862714 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Set router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:42.914831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Made reservation on behalf of 5efa4c9efbe14c0ca34454ea681acc12 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:37:42.917175 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:42.926097 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.009496 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Publish callbacks [] for security_group (1cf04bce-f594-478a-87ac-69b239516935), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.056528 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012485af40>, [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9', 'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'mac_address': 'fa:16:3e:6a:d1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:40Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 2, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'subnets': [{'id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:43.084497 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Checking router: e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:37:43.084994 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Updating router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:37:43.086515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1cf04bce-f594-478a-87ac-69b239516935), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.113949 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.115819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:37:43.125377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf04bce-f594-478a-87ac-69b239516935,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:43.133404 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9948986e-3b49-4e0c-a68c-58796c35de33), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.133749 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Added segment 9948986e-3b49-4e0c-a68c-58796c35de33 of type vlan for network 0334f916-dcc7-4c78-956b-466fc4ea018f
Apr 16 21:37:43.187904 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (0334f916-dcc7-4c78-956b-466fc4ea018f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.286440 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (0334f916-dcc7-4c78-956b-466fc4ea018f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.288117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:43.288967 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.364080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] Pushing event updated for resources: {'Network': ['ID=0334f916-dcc7-4c78-956b-466fc4ea018f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:43.376389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 0334f916-dcc7-4c78-956b-466fc4ea018f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:37:43.408796 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Publish callbacks [] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.415211 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7f2ec26d-5908-4b8c-9993-2d3b6146a2a0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6072321
Apr 16 21:37:43.418142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35924) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:43.423811 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-800dea89-3c02-4d1d-92de-f43c2be49888 admin admin] Request body: {'subnet': {'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-493761944-subnet', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:37:43.514522 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.515354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800dea89-3c02-4d1d-92de-f43c2be49888 admin admin] Made reservation on behalf of 5efa4c9efbe14c0ca34454ea681acc12 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:37:43.520682 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-800dea89-3c02-4d1d-92de-f43c2be49888 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.583104 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.641945 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Attempting to bind port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:37:43.642446 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Attempting to bind port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '81938ce3-015d-43fb-9416-47ce730d5b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:37:43.642811 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Attempting to bind port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 on network b1c074bd-a506-4388-980b-b836a98ab276 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:37:43.650187 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:37:43.651460 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Checking segment: {'id': '81938ce3-015d-43fb-9416-47ce730d5b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:37:43.651460 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.651850 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Bound using segment: {'id': '81938ce3-015d-43fb-9416-47ce730d5b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:37:43.652619 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Bound port: ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81938ce3-015d-43fb-9416-47ce730d5b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:37:43.653173 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.733974 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac99c5-133b-48f4-8f8d-570e21f926a4 None None] Pushing event updated for resources: {'Port': ['ID=ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:43.748987 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] For port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:37:43.752329 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] For port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9,segment=NetworkSegment(81938ce3-015d-43fb-9416-47ce730d5b10),segment_id=81938ce3-015d-43fb-9416-47ce730d5b10)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:37:43.834752 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.892663 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-800dea89-3c02-4d1d-92de-f43c2be49888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (b7872c8d-886a-458c-b453-b1c77fb50ce9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.895521 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Routers {'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:43.896733 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012485af40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:43.917932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7753b6fa-c110-4137-bfb2-d541cbd2d635 None None] Provisioning complete for port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:43.918969 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7753b6fa-c110-4137-bfb2-d541cbd2d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:43.938973 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac99c5-133b-48f4-8f8d-570e21f926a4 None None] Pushing event updated for resources: {'Port': ['ID=ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:43.991896 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800dea89-3c02-4d1d-92de-f43c2be49888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7872c8d-886a-458c-b453-b1c77fb50ce9,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:43.995898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800dea89-3c02-4d1d-92de-f43c2be49888 admin admin] Checking segment: {'id': '9948986e-3b49-4e0c-a68c-58796c35de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:37:43.996289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800dea89-3c02-4d1d-92de-f43c2be49888 admin admin] Network hostable DHCP agents. Network: 0334f916-dcc7-4c78-956b-466fc4ea018f, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:37:44.040626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7753b6fa-c110-4137-bfb2-d541cbd2d635 None None] Current status of the port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:44.041151 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7753b6fa-c110-4137-bfb2-d541cbd2d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:44.061200 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] Set router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:44.097736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7753b6fa-c110-4137-bfb2-d541cbd2d635 None None] For port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9,segment=NetworkSegment(81938ce3-015d-43fb-9416-47ce730d5b10),segment_id=81938ce3-015d-43fb-9416-47ce730d5b10)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:44.097952 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800dea89-3c02-4d1d-92de-f43c2be49888 admin admin] Network 0334f916-dcc7-4c78-956b-466fc4ea018f is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:37:44.223300 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:44.246651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-800dea89-3c02-4d1d-92de-f43c2be49888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0334f916-dcc7-4c78-956b-466fc4ea018f) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:44.250544 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7753b6fa-c110-4137-bfb2-d541cbd2d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:44.258822 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800dea89-3c02-4d1d-92de-f43c2be49888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:44.260018 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-800dea89-3c02-4d1d-92de-f43c2be49888 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:44.276085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b387dca-1c8b-4058-a555-182f0c983358 None None] Network 0334f916-dcc7-4c78-956b-466fc4ea018f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:37:44.277919 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012485af40>, [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9', 'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'mac_address': 'fa:16:3e:6a:d1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:40Z', 'updated_at': '2022-04-16T21:37:43Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'subnets': [{'id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:44.309488 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6a558-7478-4eb1-879c-fb84e14fbc48 None None] The sync data for ids ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'] in ncdv-master-1 is: [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9', 'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'mac_address': 'fa:16:3e:6a:d1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:40Z', 'updated_at': '2022-04-16T21:37:43Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'subnets': [{'id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:37:44.331541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device cb189c5d-c71a-432e-a46a-5c28238c6554 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:37:44.365513 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-800dea89-3c02-4d1d-92de-f43c2be49888 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9450459
Apr 16 21:37:44.367903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 35972) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:44.372824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-493761944-router', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:37:44.398142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: cb189c5d-c71a-432e-a46a-5c28238c6554 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:37:44.398683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device cb189c5d-c71a-432e-a46a-5c28238c6554 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:37:44.416635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753b6fa-c110-4137-bfb2-d541cbd2d635 None None] Pushing event updated for resources: {'Port': ['ID=ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:44.431647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6b11ad4a-9d30-440d-9308-83fcc5e7df0d None None] Provisioning complete for port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:44.432228 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6b11ad4a-9d30-440d-9308-83fcc5e7df0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:44.485396 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (3f48c95b-80a9-4e22-b724-783578ce7dfc), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:44.487998 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (3f48c95b-80a9-4e22-b724-783578ce7dfc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:44.565282 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Publish callbacks [] for router_controller (3f48c95b-80a9-4e22-b724-783578ce7dfc), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:44.690655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:44.724602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0334f916-dcc7-4c78-956b-466fc4ea018f', 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f', 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'fixed_ips': [{'subnet_id': 'b7872c8d-886a-458c-b453-b1c77fb50ce9'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:37:44.727249 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:44.810364 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Publish callbacks [] for router_gateway (3f48c95b-80a9-4e22-b724-783578ce7dfc), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:44.870457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:44.872381 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:44.875855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6b11ad4a-9d30-440d-9308-83fcc5e7df0d None None] Current status of the port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:44.957085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Allocated IP 172.20.0.2 (0334f916-dcc7-4c78-956b-466fc4ea018f/b7872c8d-886a-458c-b453-b1c77fb50ce9/21d305ec-b53d-47da-b6b1-3248b0fb8100) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:37:45.047391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:45.048517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:45.096861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Publish callbacks [] for router_gateway (3f48c95b-80a9-4e22-b724-783578ce7dfc), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:45.121846 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:45.131862 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:45.132253 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:45.250843 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Publish callbacks [] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:45.258734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Allocated IP 172.35.1.107 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/a8d02e64-1c8f-4456-9eb4-040df7ba930d) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:37:45.278840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:45.349219 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:45.386094 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Publish callbacks [] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:45.407505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Network 0334f916-dcc7-4c78-956b-466fc4ea018f is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:37:45.413029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:45.416675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:37:45.423370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Pushing event updated for resources: {'Port': ['ID=21d305ec-b53d-47da-b6b1-3248b0fb8100,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:45.486500 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:45.487372 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:45.490937 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Attempting to bind port 21d305ec-b53d-47da-b6b1-3248b0fb8100 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:37:45.490937 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Attempting to bind port 21d305ec-b53d-47da-b6b1-3248b0fb8100 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9948986e-3b49-4e0c-a68c-58796c35de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:37:45.491278 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Attempting to bind port 21d305ec-b53d-47da-b6b1-3248b0fb8100 on network 0334f916-dcc7-4c78-956b-466fc4ea018f {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:37:45.497973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:37:45.498443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Checking segment: {'id': '9948986e-3b49-4e0c-a68c-58796c35de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:37:45.498793 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:45.499188 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Bound using segment: {'id': '9948986e-3b49-4e0c-a68c-58796c35de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:37:45.499663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Bound port: 21d305ec-b53d-47da-b6b1-3248b0fb8100, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9948986e-3b49-4e0c-a68c-58796c35de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:37:45.500071 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:45.530916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:37:45.534115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:45.539096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:37:45.542521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Pushing event updated for resources: {'Port': ['ID=a8d02e64-1c8f-4456-9eb4-040df7ba930d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:45.599767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] For port 21d305ec-b53d-47da-b6b1-3248b0fb8100, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:37:45.603210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] For port 21d305ec-b53d-47da-b6b1-3248b0fb8100, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21d305ec-b53d-47da-b6b1-3248b0fb8100,segment=NetworkSegment(9948986e-3b49-4e0c-a68c-58796c35de33),segment_id=9948986e-3b49-4e0c-a68c-58796c35de33)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:37:45.703473 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:45.763032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9389d-a68c-4fdc-83cc-dc5e461f269d None None] Pushing event updated for resources: {'Port': ['ID=21d305ec-b53d-47da-b6b1-3248b0fb8100,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:45.892592 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Publish callbacks [] for router_gateway (3f48c95b-80a9-4e22-b724-783578ce7dfc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:46.161634 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (3f48c95b-80a9-4e22-b724-783578ce7dfc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:46.487622 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36008) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:46.580210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 21d305ec-b53d-47da-b6b1-3248b0fb8100 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:46.651272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 21d305ec-b53d-47da-b6b1-3248b0fb8100 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:46.651649 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:46.658330 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-480ede39-eb96-481c-8b49-45cf6adfb7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:46.713505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Router 3f48c95b-80a9-4e22-b724-783578ce7dfc is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:37:46.753210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 21d305ec-b53d-47da-b6b1-3248b0fb8100 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:46.753614 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:46.754034 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-480ede39-eb96-481c-8b49-45cf6adfb7a6 admin admin] Publish callbacks [] for security_group (f7d65631-e1e9-4b4c-91e1-8f281c088428), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:46.791244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 21d305ec-b53d-47da-b6b1-3248b0fb8100, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21d305ec-b53d-47da-b6b1-3248b0fb8100,segment=NetworkSegment(9948986e-3b49-4e0c-a68c-58796c35de33),segment_id=9948986e-3b49-4e0c-a68c-58796c35de33)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:46.823439 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-480ede39-eb96-481c-8b49-45cf6adfb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f7d65631-e1e9-4b4c-91e1-8f281c088428), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:46.833800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:37:46.845928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Sync routers for ids ['3f48c95b-80a9-4e22-b724-783578ce7dfc'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:37:46.857784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Routers {'3f48c95b-80a9-4e22-b724-783578ce7dfc'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:46.861343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247babe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3f48c95b-80a9-4e22-b724-783578ce7dfc'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:46.870508 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-480ede39-eb96-481c-8b49-45cf6adfb7a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=777f68cebdfa4838884858b53fd6241e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3817594
Apr 16 21:37:46.870677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36012) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:46.872532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ede39-eb96-481c-8b49-45cf6adfb7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d65631-e1e9-4b4c-91e1-8f281c088428,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:46.902760 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:46.903582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:46.926686 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-34547dfc-2093-4518-bfa2-682c2545f071 admin admin] Publish callbacks [] for security_group (f7d65631-e1e9-4b4c-91e1-8f281c088428), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:46.948503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-34547dfc-2093-4518-bfa2-682c2545f071 admin admin] Publish callbacks [] for security_group (f7d65631-e1e9-4b4c-91e1-8f281c088428), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:46.956531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10299c76-e8ab-46a9-862e-acda863aa6b3 None None] Network 0334f916-dcc7-4c78-956b-466fc4ea018f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:37:46.973514 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:46.977982 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-51ce4c3f-38b0-4115-84be-76c0edb2196d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.6064036
Apr 16 21:37:46.978847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36014) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:47.069030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-34547dfc-2093-4518-bfa2-682c2545f071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f7d65631-e1e9-4b4c-91e1-8f281c088428), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:47.071870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-34547dfc-2093-4518-bfa2-682c2545f071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:47.073247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-34547dfc-2093-4518-bfa2-682c2545f071 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7d65631-e1e9-4b4c-91e1-8f281c088428 HTTP/1.1" status: 204  len: 168 time: 0.2012415
Apr 16 21:37:47.083932 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34547dfc-2093-4518-bfa2-682c2545f071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d65631-e1e9-4b4c-91e1-8f281c088428,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:47.107107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-60c3699c-b3a8-44cb-bf2d-fe2aca4d76bd None None] Provisioning complete for port 21d305ec-b53d-47da-b6b1-3248b0fb8100 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:47.107496 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-60c3699c-b3a8-44cb-bf2d-fe2aca4d76bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:47.115720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=21d305ec-b53d-47da-b6b1-3248b0fb8100,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:47.196516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:47.196835 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:47.201258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Set router 3f48c95b-80a9-4e22-b724-783578ce7dfc gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:47.475189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-60c3699c-b3a8-44cb-bf2d-fe2aca4d76bd None None] Current status of the port 21d305ec-b53d-47da-b6b1-3248b0fb8100 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:47.511222 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:47.535326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247babe0>, [{'id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'name': 'tempest-TestVolumeBackupRestore-493761944-router', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:44Z', 'updated_at': '2022-04-16T21:37:45Z', 'revision_number': 3, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'gw_port': {'id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:56:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:45Z', 'updated_at': '2022-04-16T21:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:47.535526 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:47.565454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Checking router: 3f48c95b-80a9-4e22-b724-783578ce7dfc for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:37:47.565719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Updating router 3f48c95b-80a9-4e22-b724-783578ce7dfc port a8d02e64-1c8f-4456-9eb4-040df7ba930d binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:37:47.598491 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:47.710950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Allocated IP 172.20.0.1 (0334f916-dcc7-4c78-956b-466fc4ea018f/b7872c8d-886a-458c-b453-b1c77fb50ce9/66d05871-49cb-402e-8f70-6d867abc167f) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:37:47.715882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ed0fdfc2-3dea-40d0-b902-5e3963b7c118 None None] Provisioning complete for port 21d305ec-b53d-47da-b6b1-3248b0fb8100 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:47.716278 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ed0fdfc2-3dea-40d0-b902-5e3963b7c118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:47.803896 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36024) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:47.818353 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f09e317f-72fa-4afb-bcb0-656fbd63cac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:47.829185 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Publish callbacks [] for port (66d05871-49cb-402e-8f70-6d867abc167f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:47.886334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ed0fdfc2-3dea-40d0-b902-5e3963b7c118 None None] Current status of the port 21d305ec-b53d-47da-b6b1-3248b0fb8100 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:47.900374 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f09e317f-72fa-4afb-bcb0-656fbd63cac2 admin admin] Publish callbacks [] for security_group (be5afec2-7141-438f-8c45-db9735a4ac17), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:47.941258 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Publish callbacks [] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:47.994595 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (66d05871-49cb-402e-8f70-6d867abc167f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.023265 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.023659 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f09e317f-72fa-4afb-bcb0-656fbd63cac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (be5afec2-7141-438f-8c45-db9735a4ac17), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.035360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Network 0334f916-dcc7-4c78-956b-466fc4ea018f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:37:48.040830 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:48.043327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:37:48.077093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Attempting to bind port a8d02e64-1c8f-4456-9eb4-040df7ba930d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:37:48.077470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Attempting to bind port a8d02e64-1c8f-4456-9eb4-040df7ba930d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:37:48.077695 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f09e317f-72fa-4afb-bcb0-656fbd63cac2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d227c7666ed74e41bc6bb096913bd15f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2723429
Apr 16 21:37:48.077885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Attempting to bind port a8d02e64-1c8f-4456-9eb4-040df7ba930d on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:37:48.078305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e317f-72fa-4afb-bcb0-656fbd63cac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5afec2-7141-438f-8c45-db9735a4ac17,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:48.081035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36028) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:48.085940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:37:48.086328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:37:48.086755 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.087137 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:37:48.087618 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Bound port: a8d02e64-1c8f-4456-9eb4-040df7ba930d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:37:48.088195 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.094500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7179d3-abd4-4e2c-b21e-2ef4ab35f35d None None] Pushing event updated for resources: {'Port': ['ID=a8d02e64-1c8f-4456-9eb4-040df7ba930d,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:48.115353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Pushing event updated for resources: {'Port': ['ID=66d05871-49cb-402e-8f70-6d867abc167f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:48.141715 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (3f48c95b-80a9-4e22-b724-783578ce7dfc), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.159085 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ecec6ec-3db6-4a4b-948d-ecfa3cf30f3a admin admin] Publish callbacks [] for security_group (be5afec2-7141-438f-8c45-db9735a4ac17), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.166712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] For port a8d02e64-1c8f-4456-9eb4-040df7ba930d, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:37:48.170101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] For port a8d02e64-1c8f-4456-9eb4-040df7ba930d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8d02e64-1c8f-4456-9eb4-040df7ba930d,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:37:48.187415 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ecec6ec-3db6-4a4b-948d-ecfa3cf30f3a admin admin] Publish callbacks [] for security_group (be5afec2-7141-438f-8c45-db9735a4ac17), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.318333 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.360232 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ecec6ec-3db6-4a4b-948d-ecfa3cf30f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (be5afec2-7141-438f-8c45-db9735a4ac17), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.363060 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ecec6ec-3db6-4a4b-948d-ecfa3cf30f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.365594 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ecec6ec-3db6-4a4b-948d-ecfa3cf30f3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be5afec2-7141-438f-8c45-db9735a4ac17 HTTP/1.1" status: 204  len: 168 time: 0.2824447
Apr 16 21:37:48.375199 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Routers {'3f48c95b-80a9-4e22-b724-783578ce7dfc'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:48.375852 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247babe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3f48c95b-80a9-4e22-b724-783578ce7dfc'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:48.377015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecec6ec-3db6-4a4b-948d-ecfa3cf30f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5afec2-7141-438f-8c45-db9735a4ac17,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:48.378947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7179d3-abd4-4e2c-b21e-2ef4ab35f35d None None] Pushing event updated for resources: {'Port': ['ID=a8d02e64-1c8f-4456-9eb4-040df7ba930d,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:48.419779 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (66d05871-49cb-402e-8f70-6d867abc167f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.445370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c504bd32-94be-4819-b800-4674855ffe02 None None] Provisioning complete for port 66d05871-49cb-402e-8f70-6d867abc167f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:48.446029 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c504bd32-94be-4819-b800-4674855ffe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (66d05871-49cb-402e-8f70-6d867abc167f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.605054 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Publish callbacks [] for port (66d05871-49cb-402e-8f70-6d867abc167f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.638795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 21d305ec-b53d-47da-b6b1-3248b0fb8100 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:48.657368 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (66d05871-49cb-402e-8f70-6d867abc167f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.723225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c504bd32-94be-4819-b800-4674855ffe02 None None] Port 66d05871-49cb-402e-8f70-6d867abc167f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:37:48.729827 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (3f48c95b-80a9-4e22-b724-783578ce7dfc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.732071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Pushing event updated for resources: {'Port': ['ID=66d05871-49cb-402e-8f70-6d867abc167f,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:48.755642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] Set router 3f48c95b-80a9-4e22-b724-783578ce7dfc gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:48.757939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 21d305ec-b53d-47da-b6b1-3248b0fb8100 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:48.757939 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:48.829524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Network 0334f916-dcc7-4c78-956b-466fc4ea018f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:37:48.831266 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:37:48.958272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Router 3f48c95b-80a9-4e22-b724-783578ce7dfc has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:37:48.963666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 21d305ec-b53d-47da-b6b1-3248b0fb8100 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:49.031147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247babe0>, [{'id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'name': 'tempest-TestVolumeBackupRestore-493761944-router', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:44Z', 'updated_at': '2022-04-16T21:37:48Z', 'revision_number': 4, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'gw_port': {'id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:56:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:45Z', 'updated_at': '2022-04-16T21:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '66d05871-49cb-402e-8f70-6d867abc167f', 'name': '', 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'mac_address': 'fa:16:3e:c5:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7872c8d-886a-458c-b453-b1c77fb50ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:47Z', 'updated_at': '2022-04-16T21:37:47Z', 'revision_number': 1, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'subnets': [{'id': 'b7872c8d-886a-458c-b453-b1c77fb50ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:49.062517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f3d98-45b2-4774-bd55-0d6c19adc869 None None] The sync data for ids ['3f48c95b-80a9-4e22-b724-783578ce7dfc'] in ncdv-master-1 is: [{'id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'name': 'tempest-TestVolumeBackupRestore-493761944-router', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:44Z', 'updated_at': '2022-04-16T21:37:48Z', 'revision_number': 4, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'gw_port': {'id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:56:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:45Z', 'updated_at': '2022-04-16T21:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '66d05871-49cb-402e-8f70-6d867abc167f', 'name': '', 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'mac_address': 'fa:16:3e:c5:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7872c8d-886a-458c-b453-b1c77fb50ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:47Z', 'updated_at': '2022-04-16T21:37:47Z', 'revision_number': 1, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'subnets': [{'id': 'b7872c8d-886a-458c-b453-b1c77fb50ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:37:49.101811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:37:49.107809 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f977739e-5ba3-4462-85dd-1c4c61ec527a admin admin] 10.222.0.20 "PUT /v2.0/routers/3f48c95b-80a9-4e22-b724-783578ce7dfc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1272137
Apr 16 21:37:49.169308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-868207a1-a93c-45d7-a318-39151b9e7550 None None] Provisioning complete for port 66d05871-49cb-402e-8f70-6d867abc167f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:49.169769 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-868207a1-a93c-45d7-a318-39151b9e7550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (66d05871-49cb-402e-8f70-6d867abc167f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:49.176495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36038) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:49.193774 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-778fe98f-abc0-4d2e-b4f4-3e0fb787d74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:49.253769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-868207a1-a93c-45d7-a318-39151b9e7550 None None] Port 66d05871-49cb-402e-8f70-6d867abc167f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:37:49.296869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-778fe98f-abc0-4d2e-b4f4-3e0fb787d74b admin admin] Publish callbacks [] for security_group (4c7e328f-74dc-4d7f-8f99-683d8ad02541), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:49.367022 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-778fe98f-abc0-4d2e-b4f4-3e0fb787d74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4c7e328f-74dc-4d7f-8f99-683d8ad02541), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:49.421643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fe98f-abc0-4d2e-b4f4-3e0fb787d74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7e328f-74dc-4d7f-8f99-683d8ad02541,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:49.429440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36050) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:49.429629 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-778fe98f-abc0-4d2e-b4f4-3e0fb787d74b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25d50d84f2fc4e238d5a09f6dfc77cb4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2508254
Apr 16 21:37:49.486205 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-76759b97-fd53-4b2f-9c06-53cb47b383ba admin admin] Publish callbacks [] for security_group (4c7e328f-74dc-4d7f-8f99-683d8ad02541), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:49.515266 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-76759b97-fd53-4b2f-9c06-53cb47b383ba admin admin] Publish callbacks [] for security_group (4c7e328f-74dc-4d7f-8f99-683d8ad02541), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:49.629594 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-76759b97-fd53-4b2f-9c06-53cb47b383ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4c7e328f-74dc-4d7f-8f99-683d8ad02541), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:49.634009 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-76759b97-fd53-4b2f-9c06-53cb47b383ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:49.635600 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-76759b97-fd53-4b2f-9c06-53cb47b383ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c7e328f-74dc-4d7f-8f99-683d8ad02541 HTTP/1.1" status: 204  len: 168 time: 0.2042921
Apr 16 21:37:49.644987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76759b97-fd53-4b2f-9c06-53cb47b383ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7e328f-74dc-4d7f-8f99-683d8ad02541,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:50.176890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80f7fb-ffd8-48c4-a86c-122db3ce9574 req-7b0bcf20-1841-4a8c-95bd-81b68c89246a tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:50.179555 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f80f7fb-ffd8-48c4-a86c-122db3ce9574 req-7b0bcf20-1841-4a8c-95bd-81b68c89246a tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1129 time: 0.0496926
Apr 16 21:37:50.234013 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f80f7fb-ffd8-48c4-a86c-122db3ce9574 req-6441593f-3419-4b20-81f1-9332dcc7f4b3 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469909
Apr 16 21:37:50.256702 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36102) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:50.417616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-ac257888-8224-4735-8945-ec6e183f7f6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port 27ba9b8a-2101-470e-9bbe-620207af4ad1 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:37:50.417983 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac257888-8224-4735-8945-ec6e183f7f6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (27ba9b8a-2101-470e-9bbe-620207af4ad1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:50.523525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a8d02e64-1c8f-4456-9eb4-040df7ba930d up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:50.525683 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac257888-8224-4735-8945-ec6e183f7f6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (27ba9b8a-2101-470e-9bbe-620207af4ad1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:50.526020 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac257888-8224-4735-8945-ec6e183f7f6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (27ba9b8a-2101-470e-9bbe-620207af4ad1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:50.538784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-ac257888-8224-4735-8945-ec6e183f7f6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for 27ba9b8a-2101-470e-9bbe-620207af4ad1 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:37:50.590744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a8d02e64-1c8f-4456-9eb4-040df7ba930d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:50.591188 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:50.725605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a8d02e64-1c8f-4456-9eb4-040df7ba930d is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:50.726642 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:50.750754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port a8d02e64-1c8f-4456-9eb4-040df7ba930d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8d02e64-1c8f-4456-9eb4-040df7ba930d,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:50.873934 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:50.971080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=a8d02e64-1c8f-4456-9eb4-040df7ba930d,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:51.268573 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac257888-8224-4735-8945-ec6e183f7f6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (27ba9b8a-2101-470e-9bbe-620207af4ad1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:51.330503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac257888-8224-4735-8945-ec6e183f7f6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=27ba9b8a-2101-470e-9bbe-620207af4ad1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:51.404664 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac257888-8224-4735-8945-ec6e183f7f6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (54e1d60c-5cb4-4459-a233-1e34d6143b14), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:51.405028 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-ac257888-8224-4735-8945-ec6e183f7f6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Floating IP 54e1d60c-5cb4-4459-a233-1e34d6143b14 disassociated (deleted). External IP: 172.35.1.250, port: 10dae36f-fbbc-45d6-b539-d8ce65bad3c2.
Apr 16 21:37:51.641936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac257888-8224-4735-8945-ec6e183f7f6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:37:51.756241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac257888-8224-4735-8945-ec6e183f7f6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:37:51.760749 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac257888-8224-4735-8945-ec6e183f7f6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:51.766469 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac02320-9783-43d4-a031-2d8f49bd5d27 None None] Sync routers for ids ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:37:51.780562 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac02320-9783-43d4-a031-2d8f49bd5d27 None None] Routers {'d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:51.780562 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aac02320-9783-43d4-a031-2d8f49bd5d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b249d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:51.796749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ac257888-8224-4735-8945-ec6e183f7f6e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/floatingips/54e1d60c-5cb4-4459-a233-1e34d6143b14 HTTP/1.1" status: 204  len: 168 time: 1.5389390
Apr 16 21:37:51.797428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:37:51.800538 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c" -d '{"events": [{"name": "network-changed", "server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:37:51.850434 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1ef961-a9f2-47fd-bed5-44ca49df0b68 x-openstack-request-id: req-7f1ef961-a9f2-47fd-bed5-44ca49df0b68 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:37:51.850734 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:37:51.851083 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f1ef961-a9f2-47fd-bed5-44ca49df0b68 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:37:51.851499 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1ef961-a9f2-47fd-bed5-44ca49df0b68'] response: {'name': 'network-changed', 'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'status': 'completed', 'code': 200}
Apr 16 21:37:51.923121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c req-4e56b2f6-1c72-445b-875a-35b2f30d89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:51.925412 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c req-4e56b2f6-1c72-445b-875a-35b2f30d89e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 1129 time: 0.0511425
Apr 16 21:37:51.929383 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-aac02320-9783-43d4-a031-2d8f49bd5d27 None None] Set router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:52.058108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c req-e0ec2724-e347-4bff-b573-dcb05751ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:52.059853 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c req-e0ec2724-e347-4bff-b573-dcb05751ccd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 200  len: 897 time: 0.1249778
Apr 16 21:37:52.127262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c req-bb8645a3-70b6-4463-b0f9-33c8f23ee009 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 200  len: 217 time: 0.0612023
Apr 16 21:37:52.153933 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aac02320-9783-43d4-a031-2d8f49bd5d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b249d0>, [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:34:47Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '72367e9f-93ce-4b36-8ec8-80b87328c82c', 'name': '', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:7d:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:45Z', 'updated_at': '2022-04-16T21:34:52Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:52.191954 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac02320-9783-43d4-a031-2d8f49bd5d27 None None] Checking router: d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:37:52.200761 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac02320-9783-43d4-a031-2d8f49bd5d27 None None] Routers {'d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:52.201408 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aac02320-9783-43d4-a031-2d8f49bd5d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b249d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:52.235286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dffbdb-bafe-49c1-8c73-379c32f44af4 req-77323a83-52c7-46b8-aed7-d14e518a2695 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:52.236911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02dffbdb-bafe-49c1-8c73-379c32f44af4 req-77323a83-52c7-46b8-aed7-d14e518a2695 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 947 time: 0.0497625
Apr 16 21:37:52.294228 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-02dffbdb-bafe-49c1-8c73-379c32f44af4 req-e6340b63-c12c-400d-8032-1f04e814728e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508347
Apr 16 21:37:52.411689 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-aac02320-9783-43d4-a031-2d8f49bd5d27 None None] Set router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:52.468573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a8d02e64-1c8f-4456-9eb4-040df7ba930d up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:52.524470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a8d02e64-1c8f-4456-9eb4-040df7ba930d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:52.525158 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:52.627474 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-aac02320-9783-43d4-a031-2d8f49bd5d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b249d0>, [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:34:47Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '72367e9f-93ce-4b36-8ec8-80b87328c82c', 'name': '', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:7d:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:45Z', 'updated_at': '2022-04-16T21:34:52Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:52.630270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a8d02e64-1c8f-4456-9eb4-040df7ba930d is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:52.664160 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac02320-9783-43d4-a031-2d8f49bd5d27 None None] The sync data for ids ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'] in ncdv-master-1 is: [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:34:47Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '72367e9f-93ce-4b36-8ec8-80b87328c82c', 'name': '', 'network_id': '34b088a4-071c-46d1-9c2e-d1a9af0cae05', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:7d:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:45Z', 'updated_at': '2022-04-16T21:34:52Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '78633049-f196-4b8d-ab49-eba7a97623d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:37:52.713886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Sync routers for ids ['3f48c95b-80a9-4e22-b724-783578ce7dfc'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:37:52.720789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Routers {'3f48c95b-80a9-4e22-b724-783578ce7dfc'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:52.721411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f0c3040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3f48c95b-80a9-4e22-b724-783578ce7dfc'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:52.847135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Set router 3f48c95b-80a9-4e22-b724-783578ce7dfc gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:52.962578 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c6fd4-480a-4ef0-91a9-691bd2cc79dc None None] New status for floating IP 54e1d60c-5cb4-4459-a233-1e34d6143b14: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:37:53.049066 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f0c3040>, [{'id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'name': 'tempest-TestVolumeBackupRestore-493761944-router', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:44Z', 'updated_at': '2022-04-16T21:37:48Z', 'revision_number': 4, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'gw_port': {'id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:45Z', 'updated_at': '2022-04-16T21:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '66d05871-49cb-402e-8f70-6d867abc167f', 'name': '', 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'mac_address': 'fa:16:3e:c5:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7872c8d-886a-458c-b453-b1c77fb50ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:47Z', 'updated_at': '2022-04-16T21:37:48Z', 'revision_number': 2, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'subnets': [{'id': 'b7872c8d-886a-458c-b453-b1c77fb50ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:53.078214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Checking router: 3f48c95b-80a9-4e22-b724-783578ce7dfc for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:37:53.078725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Updating router 3f48c95b-80a9-4e22-b724-783578ce7dfc port 66d05871-49cb-402e-8f70-6d867abc167f binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:37:53.117270 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (66d05871-49cb-402e-8f70-6d867abc167f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:53.148402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c req-b0ab422f-0f61-4bbc-8e76-56e3bbcaa06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:53.149961 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c req-b0ab422f-0f61-4bbc-8e76-56e3bbcaa06a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 200  len: 835 time: 0.0490422
Apr 16 21:37:53.196913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c req-0d5f2f49-11ec-489a-9490-d7e7b7eea15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:53.198572 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c req-0d5f2f49-11ec-489a-9490-d7e7b7eea15f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b088a4-071c-46d1-9c2e-d1a9af0cae05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420218
Apr 16 21:37:53.216343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c req-21220266-5848-42ac-b39c-4cec15c1686e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:37:53.217333 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c req-21220266-5848-42ac-b39c-4cec15c1686e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055256
Apr 16 21:37:53.340859 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c req-83f715f0-e831-4e25-9994-9d1871766d19 service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1151094
Apr 16 21:37:53.432976 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e658bf-9003-4bb7-bc6c-6636a5867ea3 req-a9178d5a-ad45-4dcf-8298-dbc5005800d8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:53.434527 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03e658bf-9003-4bb7-bc6c-6636a5867ea3 req-a9178d5a-ad45-4dcf-8298-dbc5005800d8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 947 time: 0.0588388
Apr 16 21:37:53.437669 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Publish callbacks [] for port (66d05871-49cb-402e-8f70-6d867abc167f), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:53.490699 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01f0a678-64cb-4aab-b8b9-983a2ba6a50c req-ee096949-01a6-41f7-9f1f-6cd0a63e9f39 service neutron] 10.222.0.41 "GET /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1093020
Apr 16 21:37:53.512522 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03e658bf-9003-4bb7-bc6c-6636a5867ea3 req-7dbbf937-a494-496e-b8a6-f0da48623153 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=880e14e5-fcf1-4efb-8059-c932f8502ab5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688076
Apr 16 21:37:53.513918 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (66d05871-49cb-402e-8f70-6d867abc167f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:53.592994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ed276-04f5-4815-a0f9-0eb739fae98a None None] Pushing event updated for resources: {'Port': ['ID=66d05871-49cb-402e-8f70-6d867abc167f,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:53.619666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f329692-9376-466f-a0f2-1e88a4dd4581 req-c77241f5-e1b7-42a0-a9dc-58dee433de65 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:37:53.622345 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f329692-9376-466f-a0f2-1e88a4dd4581 req-c77241f5-e1b7-42a0-a9dc-58dee433de65 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 947 time: 0.0907605
Apr 16 21:37:53.668549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Attempting to bind port 66d05871-49cb-402e-8f70-6d867abc167f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:37:53.669401 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Attempting to bind port 66d05871-49cb-402e-8f70-6d867abc167f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9948986e-3b49-4e0c-a68c-58796c35de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:37:53.670023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Attempting to bind port 66d05871-49cb-402e-8f70-6d867abc167f on network 0334f916-dcc7-4c78-956b-466fc4ea018f {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:37:53.679515 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:37:53.680211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Checking segment: {'id': '9948986e-3b49-4e0c-a68c-58796c35de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:37:53.680834 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:53.681471 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Bound using segment: {'id': '9948986e-3b49-4e0c-a68c-58796c35de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:37:53.682154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Bound port: 66d05871-49cb-402e-8f70-6d867abc167f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9948986e-3b49-4e0c-a68c-58796c35de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:37:53.682769 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (66d05871-49cb-402e-8f70-6d867abc167f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:53.794353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] For port 66d05871-49cb-402e-8f70-6d867abc167f, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:37:53.798381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] For port 66d05871-49cb-402e-8f70-6d867abc167f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66d05871-49cb-402e-8f70-6d867abc167f,segment=NetworkSegment(9948986e-3b49-4e0c-a68c-58796c35de33),segment_id=9948986e-3b49-4e0c-a68c-58796c35de33)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:37:53.806110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-7f329692-9376-466f-a0f2-1e88a4dd4581 req-770178ef-b9bb-4b95-9f6c-00431cddea19 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:37:53.806472 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7f329692-9376-466f-a0f2-1e88a4dd4581 req-770178ef-b9bb-4b95-9f6c-00431cddea19 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:53.876471 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (66d05871-49cb-402e-8f70-6d867abc167f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:53.903995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7f329692-9376-466f-a0f2-1e88a4dd4581 req-770178ef-b9bb-4b95-9f6c-00431cddea19 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] For port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:53.904400 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7f329692-9376-466f-a0f2-1e88a4dd4581 req-770178ef-b9bb-4b95-9f6c-00431cddea19 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:53.920369 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-7f329692-9376-466f-a0f2-1e88a4dd4581 req-770178ef-b9bb-4b95-9f6c-00431cddea19 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:37:53.935492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-58f48e73-7965-46f7-b0f1-c4f793b81bca None None] Provisioning complete for port 66d05871-49cb-402e-8f70-6d867abc167f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:53.935882 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-58f48e73-7965-46f7-b0f1-c4f793b81bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (66d05871-49cb-402e-8f70-6d867abc167f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:53.970734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Routers {'3f48c95b-80a9-4e22-b724-783578ce7dfc'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:53.971375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f0c3040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3f48c95b-80a9-4e22-b724-783578ce7dfc'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:54.040214 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:37:54.072770 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ed276-04f5-4815-a0f9-0eb739fae98a None None] Pushing event updated for resources: {'Port': ['ID=66d05871-49cb-402e-8f70-6d867abc167f,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:54.100924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] Set router 3f48c95b-80a9-4e22-b724-783578ce7dfc gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:54.153909 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7f329692-9376-466f-a0f2-1e88a4dd4581 req-770178ef-b9bb-4b95-9f6c-00431cddea19 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (10dae36f-fbbc-45d6-b539-d8ce65bad3c2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:54.190272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770178ef-b9bb-4b95-9f6c-00431cddea19 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=10dae36f-fbbc-45d6-b539-d8ce65bad3c2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:54.242619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f329692-9376-466f-a0f2-1e88a4dd4581 req-770178ef-b9bb-4b95-9f6c-00431cddea19 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] No DVR routers for this DVR port 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:37:54.245244 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7f329692-9376-466f-a0f2-1e88a4dd4581 req-770178ef-b9bb-4b95-9f6c-00431cddea19 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:54.248852 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f329692-9376-466f-a0f2-1e88a4dd4581 req-770178ef-b9bb-4b95-9f6c-00431cddea19 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "DELETE /v2.0/ports/10dae36f-fbbc-45d6-b539-d8ce65bad3c2 HTTP/1.1" status: 204  len: 173 time: 0.6203890
Apr 16 21:37:54.249363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'name': 'network-vif-deleted', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:37:54.251711 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaf7bac-f460-4e5a-be61-97e4bd107761" -d '{"events": [{"server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "name": "network-vif-deleted", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:37:54.292519 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c369e9-3f79-4bab-a973-6188c6f432f5 x-openstack-request-id: req-73c369e9-3f79-4bab-a973-6188c6f432f5 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:37:54.293125 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bd9595-c9e9-4d06-af55-ce22d5f09416", "name": "network-vif-deleted", "tag": "10dae36f-fbbc-45d6-b539-d8ce65bad3c2", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:37:54.293513 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73c369e9-3f79-4bab-a973-6188c6f432f5 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:37:54.293997 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c369e9-3f79-4bab-a973-6188c6f432f5'] response: {'server_uuid': '69bd9595-c9e9-4d06-af55-ce22d5f09416', 'name': 'network-vif-deleted', 'tag': '10dae36f-fbbc-45d6-b539-d8ce65bad3c2', 'status': 'completed', 'code': 200}
Apr 16 21:37:54.407556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-58f48e73-7965-46f7-b0f1-c4f793b81bca None None] Current status of the port 66d05871-49cb-402e-8f70-6d867abc167f is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:54.410387 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-58f48e73-7965-46f7-b0f1-c4f793b81bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (66d05871-49cb-402e-8f70-6d867abc167f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:54.471925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-58f48e73-7965-46f7-b0f1-c4f793b81bca None None] For port 66d05871-49cb-402e-8f70-6d867abc167f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66d05871-49cb-402e-8f70-6d867abc167f,segment=NetworkSegment(9948986e-3b49-4e0c-a68c-58796c35de33),segment_id=9948986e-3b49-4e0c-a68c-58796c35de33)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:54.502398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 66d05871-49cb-402e-8f70-6d867abc167f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:54.550143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f0c3040>, [{'id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'name': 'tempest-TestVolumeBackupRestore-493761944-router', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:44Z', 'updated_at': '2022-04-16T21:37:48Z', 'revision_number': 4, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'gw_port': {'id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:45Z', 'updated_at': '2022-04-16T21:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '66d05871-49cb-402e-8f70-6d867abc167f', 'name': '', 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'mac_address': 'fa:16:3e:c5:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7872c8d-886a-458c-b453-b1c77fb50ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:47Z', 'updated_at': '2022-04-16T21:37:53Z', 'revision_number': 4, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'subnets': [{'id': 'b7872c8d-886a-458c-b453-b1c77fb50ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:54.581538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56028f09-d02f-4d0d-a708-b1f5b925a173 None None] The sync data for ids ['3f48c95b-80a9-4e22-b724-783578ce7dfc'] in ncdv-master-1 is: [{'id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'name': 'tempest-TestVolumeBackupRestore-493761944-router', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:44Z', 'updated_at': '2022-04-16T21:37:48Z', 'revision_number': 4, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'gw_port': {'id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:45Z', 'updated_at': '2022-04-16T21:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '66d05871-49cb-402e-8f70-6d867abc167f', 'name': '', 'network_id': '0334f916-dcc7-4c78-956b-466fc4ea018f', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'mac_address': 'fa:16:3e:c5:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7872c8d-886a-458c-b453-b1c77fb50ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:47Z', 'updated_at': '2022-04-16T21:37:53Z', 'revision_number': 4, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'subnets': [{'id': 'b7872c8d-886a-458c-b453-b1c77fb50ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:37:54.599013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 66d05871-49cb-402e-8f70-6d867abc167f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:54.599380 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (66d05871-49cb-402e-8f70-6d867abc167f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:54.631371 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9cac390-831e-44fa-ba87-9c978c91bf3f req-d84eb3e3-de8b-4614-b540-fc7c27739ba8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=69bd9595-c9e9-4d06-af55-ce22d5f09416 HTTP/1.1" status: 200  len: 210 time: 0.0395184
Apr 16 21:37:54.654232 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-58f48e73-7965-46f7-b0f1-c4f793b81bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (66d05871-49cb-402e-8f70-6d867abc167f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:54.742766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48e73-7965-46f7-b0f1-c4f793b81bca None None] Pushing event updated for resources: {'Port': ['ID=66d05871-49cb-402e-8f70-6d867abc167f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:54.823906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-07054fca-838f-45a2-b7ff-5e97eb18768c None None] Provisioning complete for port 66d05871-49cb-402e-8f70-6d867abc167f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:54.824379 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-07054fca-838f-45a2-b7ff-5e97eb18768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (66d05871-49cb-402e-8f70-6d867abc167f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:54.828726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 66d05871-49cb-402e-8f70-6d867abc167f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:54.922823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-07054fca-838f-45a2-b7ff-5e97eb18768c None None] Current status of the port 66d05871-49cb-402e-8f70-6d867abc167f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:55.686382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36322) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:56.172165 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3fc000a1-3c96-46b3-b665-b36d95fa0e95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:56.450911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 66d05871-49cb-402e-8f70-6d867abc167f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:37:56.479145 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3fc000a1-3c96-46b3-b665-b36d95fa0e95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port 72367e9f-93ce-4b36-8ec8-80b87328c82c {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:37:56.479503 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3fc000a1-3c96-46b3-b665-b36d95fa0e95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:56.495880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 66d05871-49cb-402e-8f70-6d867abc167f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:37:56.496204 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (66d05871-49cb-402e-8f70-6d867abc167f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:56.567754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-3fc000a1-3c96-46b3-b665-b36d95fa0e95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] For port 72367e9f-93ce-4b36-8ec8-80b87328c82c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72367e9f-93ce-4b36-8ec8-80b87328c82c,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:56.568131 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3fc000a1-3c96-46b3-b665-b36d95fa0e95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:56.575658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 66d05871-49cb-402e-8f70-6d867abc167f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:56.586577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3fc000a1-3c96-46b3-b665-b36d95fa0e95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for 72367e9f-93ce-4b36-8ec8-80b87328c82c owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:37:56.866477 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3fc000a1-3c96-46b3-b665-b36d95fa0e95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (72367e9f-93ce-4b36-8ec8-80b87328c82c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:56.898236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc000a1-3c96-46b3-b665-b36d95fa0e95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=72367e9f-93ce-4b36-8ec8-80b87328c82c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:57.079718 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3fc000a1-3c96-46b3-b665-b36d95fa0e95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:57.236361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:37:57.258876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:37:57.259230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 10dae36f-fbbc-45d6-b539-d8ce65bad3c2 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:37:57.545756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc000a1-3c96-46b3-b665-b36d95fa0e95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:37:57.658463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc000a1-3c96-46b3-b665-b36d95fa0e95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:37:57.667339 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3fc000a1-3c96-46b3-b665-b36d95fa0e95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "PUT /v2.0/routers/d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9769492
Apr 16 21:37:57.667339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36358) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:57.668424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd7278-3b61-4b18-aab1-c40496cbacc1 None None] Sync routers for ids ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:37:57.679694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dd7278-3b61-4b18-aab1-c40496cbacc1 None None] Routers {'d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:57.680364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-72dd7278-3b61-4b18-aab1-c40496cbacc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242cad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:57.720211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a6d88b-f0b9-42d1-b18c-ae7892ea3a36 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting subnet 78633049-f196-4b8d-ab49-eba7a97623d4 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:37:57.724045 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4a6d88b-f0b9-42d1-b18c-ae7892ea3a36 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for subnet (78633049-f196-4b8d-ab49-eba7a97623d4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:57.764036 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4a6d88b-f0b9-42d1-b18c-ae7892ea3a36 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (78633049-f196-4b8d-ab49-eba7a97623d4), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:57.792877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-72dd7278-3b61-4b18-aab1-c40496cbacc1 None None] Set router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:57.855054 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4a6d88b-f0b9-42d1-b18c-ae7892ea3a36 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (78633049-f196-4b8d-ab49-eba7a97623d4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:57.966972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-72dd7278-3b61-4b18-aab1-c40496cbacc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242cad90>, [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:37:56Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:57.996868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd7278-3b61-4b18-aab1-c40496cbacc1 None None] Checking router: d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:37:58.006569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dd7278-3b61-4b18-aab1-c40496cbacc1 None None] Routers {'d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:37:58.008164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-72dd7278-3b61-4b18-aab1-c40496cbacc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242cad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:58.022981 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4a6d88b-f0b9-42d1-b18c-ae7892ea3a36 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (78633049-f196-4b8d-ab49-eba7a97623d4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:58.057142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6d88b-f0b9-42d1-b18c-ae7892ea3a36 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Subnet': ['ID=78633049-f196-4b8d-ab49-eba7a97623d4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:58.069964 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4a6d88b-f0b9-42d1-b18c-ae7892ea3a36 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:58.070788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e65078-31d0-47b4-be8e-f37e3a9aa892 None None] Network 34b088a4-071c-46d1-9c2e-d1a9af0cae05 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:37:58.073484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d4a6d88b-f0b9-42d1-b18c-ae7892ea3a36 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/subnets/78633049-f196-4b8d-ab49-eba7a97623d4 HTTP/1.1" status: 204  len: 168 time: 0.4052520
Apr 16 21:37:58.076235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36364) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:58.204306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-72dd7278-3b61-4b18-aab1-c40496cbacc1 None None] Set router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:37:58.205824 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:58.333585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:58.373162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4818d3-fe32-489a-b5e4-efd9c7de8c49 None None] DHCP port deletion for 34b088a4-071c-46d1-9c2e-d1a9af0cae05 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:37:58.417139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-72dd7278-3b61-4b18-aab1-c40496cbacc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242cad90>, [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:37:56Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:58.448320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd7278-3b61-4b18-aab1-c40496cbacc1 None None] The sync data for ids ['d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d'] in ncdv-master-1 is: [{'id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627465198', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:36Z', 'updated_at': '2022-04-16T21:37:56Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'd5021db1-f88b-4158-a0b6-1ddcdb756444', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2739adf-c6d4-4bf7-8c1a-bb3711d20e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:37Z', 'updated_at': '2022-04-16T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:37:58.452505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3d4818d3-fe32-489a-b5e4-efd9c7de8c49 None None] Deleting port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:37:58.452505 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3d4818d3-fe32-489a-b5e4-efd9c7de8c49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:58.482283 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port d5021db1-f88b-4158-a0b6-1ddcdb756444 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:37:58.482723 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:58.527681 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3d4818d3-fe32-489a-b5e4-efd9c7de8c49 None None] For port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed,segment=NetworkSegment(e71799af-0bcc-4a42-936e-9dedca60e07a),segment_id=e71799af-0bcc-4a42-936e-9dedca60e07a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:58.527681 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3d4818d3-fe32-489a-b5e4-efd9c7de8c49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:58.537100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3d4818d3-fe32-489a-b5e4-efd9c7de8c49 None None] Calling delete_port for 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:37:58.592604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:37:58.609484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] For port d5021db1-f88b-4158-a0b6-1ddcdb756444, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5021db1-f88b-4158-a0b6-1ddcdb756444,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:37:58.609864 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:58.626678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for d5021db1-f88b-4158-a0b6-1ddcdb756444 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:37:58.708557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:37:58.709111 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:58.777717 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3d4818d3-fe32-489a-b5e4-efd9c7de8c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:58.826152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4818d3-fe32-489a-b5e4-efd9c7de8c49 None None] Pushing event deleted for resources: {'Port': ['ID=8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:58.828020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4818d3-fe32-489a-b5e4-efd9c7de8c49 None None] No DVR routers for this DVR port 8a2aef6a-4090-43ae-8df9-4e0fbb4ab2ed on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:37:58.918239 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d5021db1-f88b-4158-a0b6-1ddcdb756444), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:58.945001 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=d5021db1-f88b-4158-a0b6-1ddcdb756444,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:59.011801 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:59.133003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:59.135292 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_controller (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:59.308346 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:59.309064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Fanout notify agent at l3_agent the message router_deleted on router d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:37:59.315753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:59.317410 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5f843de2-6c0d-4c16-8c44-4a784829f4e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/routers/d2739adf-c6d4-4bf7-8c1a-bb3711d20e1d HTTP/1.1" status: 204  len: 168 time: 1.2402143
Apr 16 21:37:59.320389 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36396) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:59.413702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (34b088a4-071c-46d1-9c2e-d1a9af0cae05), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:59.512281 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (34b088a4-071c-46d1-9c2e-d1a9af0cae05), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:59.533541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01241a9fa0>,) {'filters': {'network_id': ['34b088a4-071c-46d1-9c2e-d1a9af0cae05']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:59.542894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01241a9fa0>, 'e71799af-0bcc-4a42-936e-9dedca60e07a') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:59.543190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01241a9fa0>, 'e71799af-0bcc-4a42-936e-9dedca60e07a') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:37:59.552613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (e71799af-0bcc-4a42-936e-9dedca60e07a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:59.566066 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e71799af-0bcc-4a42-936e-9dedca60e07a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:59.572473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:37:59.572861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (e71799af-0bcc-4a42-936e-9dedca60e07a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:37:59.575990 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:37:59.753675 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (34b088a4-071c-46d1-9c2e-d1a9af0cae05), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:59.761523 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:59.764098 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/networks/34b088a4-071c-46d1-9c2e-d1a9af0cae05 HTTP/1.1" status: 204  len: 168 time: 0.4422064
Apr 16 21:37:59.767346 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36404) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:37:59.776894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Network': ['ID=34b088a4-071c-46d1-9c2e-d1a9af0cae05,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:37:59.788985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.789341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.789685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.790027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.790362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.790699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.791026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.791462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.791661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.792050 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.792378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.792700 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.798230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.798230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.798230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331373ee-2a34-4a70-a2ac-0080e8179718 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:37:59.870448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b027955-7555-444b-a625-558f0e9c76fa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (880e14e5-fcf1-4efb-8059-c932f8502ab5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:37:59.909000 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b027955-7555-444b-a625-558f0e9c76fa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (880e14e5-fcf1-4efb-8059-c932f8502ab5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:00.032190 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b027955-7555-444b-a625-558f0e9c76fa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (880e14e5-fcf1-4efb-8059-c932f8502ab5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:00.034922 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2b027955-7555-444b-a625-558f0e9c76fa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:00.036214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2b027955-7555-444b-a625-558f0e9c76fa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/security-groups/880e14e5-fcf1-4efb-8059-c932f8502ab5 HTTP/1.1" status: 204  len: 168 time: 0.2678521
Apr 16 21:38:00.046247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b027955-7555-444b-a625-558f0e9c76fa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=880e14e5-fcf1-4efb-8059-c932f8502ab5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:00.480720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 72367e9f-93ce-4b36-8ec8-80b87328c82c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:38:00.501722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 72367e9f-93ce-4b36-8ec8-80b87328c82c {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:38:00.502072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 72367e9f-93ce-4b36-8ec8-80b87328c82c not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:38:00.502485 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d5021db1-f88b-4158-a0b6-1ddcdb756444 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:38:00.523729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: d5021db1-f88b-4158-a0b6-1ddcdb756444 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:38:00.526340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d5021db1-f88b-4158-a0b6-1ddcdb756444 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:38:00.590904 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36430) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:00.596083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-667d3f81-72d5-4de1-bed4-1a7dcfa099c5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336211592', 'description': 'tempest-secgroup-smoke-336211592 description', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:38:00.696804 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-667d3f81-72d5-4de1-bed4-1a7dcfa099c5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:00.762873 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-667d3f81-72d5-4de1-bed4-1a7dcfa099c5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (9fcb0cdf-d470-4b82-b27a-883486b356d5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:00.839304 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-667d3f81-72d5-4de1-bed4-1a7dcfa099c5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9fcb0cdf-d470-4b82-b27a-883486b356d5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:00.867951 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d3f81-72d5-4de1-bed4-1a7dcfa099c5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcb0cdf-d470-4b82-b27a-883486b356d5,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:00.945034 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-667d3f81-72d5-4de1-bed4-1a7dcfa099c5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:00.949365 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-667d3f81-72d5-4de1-bed4-1a7dcfa099c5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3568013
Apr 16 21:38:00.950073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36450) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:00.956539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ed6737d0-9b80-4abc-8c9b-d284400b0740 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '9fcb0cdf-d470-4b82-b27a-883486b356d5', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:38:01.058418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed6737d0-9b80-4abc-8c9b-d284400b0740 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (1e5f3df2-ba62-41e1-a049-00e316399948), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:01.128280 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed6737d0-9b80-4abc-8c9b-d284400b0740 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (1e5f3df2-ba62-41e1-a049-00e316399948), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:01.233392 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed6737d0-9b80-4abc-8c9b-d284400b0740 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (1e5f3df2-ba62-41e1-a049-00e316399948), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:01.250654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6737d0-9b80-4abc-8c9b-d284400b0740 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5f3df2-ba62-41e1-a049-00e316399948,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:01.332829 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed6737d0-9b80-4abc-8c9b-d284400b0740 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:01.334823 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ed6737d0-9b80-4abc-8c9b-d284400b0740 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3821123
Apr 16 21:38:01.336874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36466) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:01.341337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e3f6e0aa-dda7-42d5-9066-afad9201621e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '9fcb0cdf-d470-4b82-b27a-883486b356d5', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:38:01.453065 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3f6e0aa-dda7-42d5-9066-afad9201621e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (6b83dc8e-e541-4bf5-a354-d2e58596f52d), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:01.516108 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3f6e0aa-dda7-42d5-9066-afad9201621e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (6b83dc8e-e541-4bf5-a354-d2e58596f52d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:01.594736 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3f6e0aa-dda7-42d5-9066-afad9201621e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (6b83dc8e-e541-4bf5-a354-d2e58596f52d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:01.614634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6e0aa-dda7-42d5-9066-afad9201621e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b83dc8e-e541-4bf5-a354-d2e58596f52d,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:01.680090 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3f6e0aa-dda7-42d5-9066-afad9201621e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:01.684213 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e3f6e0aa-dda7-42d5-9066-afad9201621e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3435812
Apr 16 21:38:01.684448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36484) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:01.689542 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e56e3c21-f6b4-47f8-a9e9-4d685b50c016 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '9fcb0cdf-d470-4b82-b27a-883486b356d5', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:38:01.804598 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e56e3c21-f6b4-47f8-a9e9-4d685b50c016 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (d0a64c69-dbeb-40aa-90ac-cb9ad7871eb8), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:01.862140 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e56e3c21-f6b4-47f8-a9e9-4d685b50c016 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (d0a64c69-dbeb-40aa-90ac-cb9ad7871eb8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:01.948035 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e56e3c21-f6b4-47f8-a9e9-4d685b50c016 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (d0a64c69-dbeb-40aa-90ac-cb9ad7871eb8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:01.968084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e3c21-f6b4-47f8-a9e9-4d685b50c016 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a64c69-dbeb-40aa-90ac-cb9ad7871eb8,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:02.041464 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e56e3c21-f6b4-47f8-a9e9-4d685b50c016 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:02.042652 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e56e3c21-f6b4-47f8-a9e9-4d685b50c016 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3571832
Apr 16 21:38:02.045528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36500) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:02.050076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a7100ea7-fed2-407f-8b29-1af5ea7a0175 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '9fcb0cdf-d470-4b82-b27a-883486b356d5', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:38:02.165837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7100ea7-fed2-407f-8b29-1af5ea7a0175 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (518842ce-e50e-4e1a-9129-7d19c0f501c4), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:02.225162 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7100ea7-fed2-407f-8b29-1af5ea7a0175 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (518842ce-e50e-4e1a-9129-7d19c0f501c4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:02.296618 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7100ea7-fed2-407f-8b29-1af5ea7a0175 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (518842ce-e50e-4e1a-9129-7d19c0f501c4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:02.314160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7100ea7-fed2-407f-8b29-1af5ea7a0175 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518842ce-e50e-4e1a-9129-7d19c0f501c4,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:02.384208 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a7100ea7-fed2-407f-8b29-1af5ea7a0175 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:02.386442 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a7100ea7-fed2-407f-8b29-1af5ea7a0175 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3390591
Apr 16 21:38:02.395522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36508) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:02.400117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-dd30036e-b9ff-482a-8e87-c2870413e1e2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '9fcb0cdf-d470-4b82-b27a-883486b356d5', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:38:02.484247 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-dd30036e-b9ff-482a-8e87-c2870413e1e2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Project 0ee2ef9a941a429b82a89f7c8f71d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:38:02.490799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd30036e-b9ff-482a-8e87-c2870413e1e2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (8410bbd5-2bd0-4dc7-b8b0-14a2d6743da0), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:02.552711 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd30036e-b9ff-482a-8e87-c2870413e1e2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (8410bbd5-2bd0-4dc7-b8b0-14a2d6743da0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:02.694931 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd30036e-b9ff-482a-8e87-c2870413e1e2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (8410bbd5-2bd0-4dc7-b8b0-14a2d6743da0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:02.716948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30036e-b9ff-482a-8e87-c2870413e1e2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8410bbd5-2bd0-4dc7-b8b0-14a2d6743da0,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:02.847570 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dd30036e-b9ff-482a-8e87-c2870413e1e2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:02.849343 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dd30036e-b9ff-482a-8e87-c2870413e1e2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4523451
Apr 16 21:38:02.858481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36526) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:02.862973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-700b04ee-7832-424e-a58e-cf9142a1960c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '9fcb0cdf-d470-4b82-b27a-883486b356d5', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:38:02.936143 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-700b04ee-7832-424e-a58e-cf9142a1960c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Project 0ee2ef9a941a429b82a89f7c8f71d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:38:02.944189 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-700b04ee-7832-424e-a58e-cf9142a1960c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (6e566ce3-8f8d-49dd-94da-4142620cf6b1), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:03.010717 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-700b04ee-7832-424e-a58e-cf9142a1960c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (6e566ce3-8f8d-49dd-94da-4142620cf6b1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:03.094765 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-700b04ee-7832-424e-a58e-cf9142a1960c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (6e566ce3-8f8d-49dd-94da-4142620cf6b1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:03.120598 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b04ee-7832-424e-a58e-cf9142a1960c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e566ce3-8f8d-49dd-94da-4142620cf6b1,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:03.179006 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-700b04ee-7832-424e-a58e-cf9142a1960c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:03.180377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-700b04ee-7832-424e-a58e-cf9142a1960c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3210540
Apr 16 21:38:03.183101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36560) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:03.187902 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e9a40f1e-82fe-4164-b842-afc632c132ca tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'network': {'name': 'tempest-network-smoke--200354471', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'port_security_enabled': True}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:38:03.278469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a40f1e-82fe-4164-b842-afc632c132ca tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Made reservation on behalf of 0ee2ef9a941a429b82a89f7c8f71d45b for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:38:03.281828 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9a40f1e-82fe-4164-b842-afc632c132ca tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:03.306045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a40f1e-82fe-4164-b842-afc632c132ca tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:38:03.314898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9a40f1e-82fe-4164-b842-afc632c132ca tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2bcd6646-5a31-4314-adb7-0a5f8a6df681), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:03.315212 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-e9a40f1e-82fe-4164-b842-afc632c132ca tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Added segment 2bcd6646-5a31-4314-adb7-0a5f8a6df681 of type vlan for network 05c2f35c-bc8e-4836-b934-7e59daa1ea89
Apr 16 21:38:03.357013 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9a40f1e-82fe-4164-b842-afc632c132ca tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (05c2f35c-bc8e-4836-b934-7e59daa1ea89), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:03.461845 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9a40f1e-82fe-4164-b842-afc632c132ca tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (05c2f35c-bc8e-4836-b934-7e59daa1ea89), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:03.467143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a40f1e-82fe-4164-b842-afc632c132ca tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:03.467732 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9a40f1e-82fe-4164-b842-afc632c132ca tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:03.537028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a40f1e-82fe-4164-b842-afc632c132ca tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Network': ['ID=05c2f35c-bc8e-4836-b934-7e59daa1ea89,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:03.547556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:38:03.602321 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e9a40f1e-82fe-4164-b842-afc632c132ca tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4181762
Apr 16 21:38:03.605118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36564) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:03.609646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'admin_state_up': True, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:38:03.702294 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:03.703382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:03.756032 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_controller (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:03.962233 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:04.229287 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:04.249540 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:04.353650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.35.1.27 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/6dde0255-1f2e-4a97-92c9-c9912c7417e8) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:38:04.459417 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:04.548482 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:04.588026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:38:04.590825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:38:04.594282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:38:04.618009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=6dde0255-1f2e-4a97-92c9-c9912c7417e8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:04.909105 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:05.113647 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:05.341648 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:38:05.726198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:38:05.736071 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Sync routers for ids ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:38:05.745845 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Routers {'5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:38:05.746521 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124db98b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:05.824125 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:05.828744 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cbc39b53-edc8-427a-85db-91add54624b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.2195389
Apr 16 21:38:05.833662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36622) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:05.855858 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Set router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:38:05.864358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-06522fcb-bc6b-4bd5-84d6-b1ef3c986406 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0ee2ef9a941a429b82a89f7c8f71d45b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0339158
Apr 16 21:38:05.867013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36624) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:06.022108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35420d99-c6a1-47db-9127-137555b849ce tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:06.023695 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-35420d99-c6a1-47db-9127-137555b849ce tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1556735
Apr 16 21:38:06.026446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36626) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:06.032724 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124db98b0>, [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:38:04Z', 'revision_number': 3, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:06.062155 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Checking router: 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:38:06.062155 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Updating router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 port 6dde0255-1f2e-4a97-92c9-c9912c7417e8 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:38:06.065505 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-625beaf7-8d48-4cb2-9018-f1077b58b0f2 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0379784
Apr 16 21:38:06.069420 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36630) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:06.074319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cb286d09-0f0a-441a-9518-8c2f3f21676b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1363260472', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:38:06.090814 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:06.221572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb286d09-0f0a-441a-9518-8c2f3f21676b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Made reservation on behalf of 0ee2ef9a941a429b82a89f7c8f71d45b for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:38:06.225120 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb286d09-0f0a-441a-9518-8c2f3f21676b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:06.278798 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:06.362560 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Publish callbacks [] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:06.444195 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:06.473260 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb286d09-0f0a-441a-9518-8c2f3f21676b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (de99ab6a-6bb7-4e15-ab5b-209320af61d0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:06.503289 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Attempting to bind port 6dde0255-1f2e-4a97-92c9-c9912c7417e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:38:06.506372 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Attempting to bind port 6dde0255-1f2e-4a97-92c9-c9912c7417e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:38:06.506372 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Attempting to bind port 6dde0255-1f2e-4a97-92c9-c9912c7417e8 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:38:06.513433 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:38:06.513673 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:38:06.514075 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:06.514465 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:38:06.514940 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Bound port: 6dde0255-1f2e-4a97-92c9-c9912c7417e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:38:06.515574 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:06.521574 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7519a-6c03-4485-8da0-d59a6ae688e2 None None] Pushing event updated for resources: {'Port': ['ID=6dde0255-1f2e-4a97-92c9-c9912c7417e8,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:06.549816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb286d09-0f0a-441a-9518-8c2f3f21676b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Subnet': ['ID=de99ab6a-6bb7-4e15-ab5b-209320af61d0,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:06.562288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb286d09-0f0a-441a-9518-8c2f3f21676b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Checking segment: {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:38:06.562288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb286d09-0f0a-441a-9518-8c2f3f21676b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network hostable DHCP agents. Network: 05c2f35c-bc8e-4836-b934-7e59daa1ea89, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:38:06.573885 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] For port 6dde0255-1f2e-4a97-92c9-c9912c7417e8, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:38:06.577161 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] For port 6dde0255-1f2e-4a97-92c9-c9912c7417e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6dde0255-1f2e-4a97-92c9-c9912c7417e8,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:38:06.626997 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-9cbfaf53-0ad0-4095-a94f-7ccf6ad1a7de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1714735
Apr 16 21:38:06.667375 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb286d09-0f0a-441a-9518-8c2f3f21676b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:38:06.678958 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:06.720608 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-2224ae0f-1724-43ca-bb5e-ba9500e6bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:06.722237 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-2224ae0f-1724-43ca-bb5e-ba9500e6bdfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=551fe53574564e4ea60f7288faf4298f&device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 1127 time: 0.0521936
Apr 16 21:38:06.754048 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Routers {'5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:38:06.754691 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124db98b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:06.754863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-cb286d09-0f0a-441a-9518-8c2f3f21676b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 05c2f35c-bc8e-4836-b934-7e59daa1ea89) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:38:06.758919 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb286d09-0f0a-441a-9518-8c2f3f21676b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:06.759677 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb286d09-0f0a-441a-9518-8c2f3f21676b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:06.768263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5891afcd-7218-4c56-bf50-517eb3fdc5b8 None None] Network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:38:06.798054 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7519a-6c03-4485-8da0-d59a6ae688e2 None None] Pushing event updated for resources: {'Port': ['ID=6dde0255-1f2e-4a97-92c9-c9912c7417e8,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:06.855440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-d17abcd0-fc2a-463d-ba78-1c120cb6c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:06.857007 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-d17abcd0-fc2a-463d-ba78-1c120cb6c20c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0b57eca-5587-422d-aee9-773ab2a51166 HTTP/1.1" status: 200  len: 910 time: 0.1080291
Apr 16 21:38:06.861066 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cb286d09-0f0a-441a-9518-8c2f3f21676b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7905316
Apr 16 21:38:06.864545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36640) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:06.881243 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ips': [{'subnet_id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:38:06.881550 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:06.909378 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] Set router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:38:06.948521 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-5b53c5d5-e2c2-4786-98b6-39b2e2676590 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 HTTP/1.1" status: 200  len: 999 time: 0.0857382
Apr 16 21:38:07.007726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-579970b9-30e2-4ae0-aed7-30626b74477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:07.009507 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-579970b9-30e2-4ae0-aed7-30626b74477c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=790327af-1d0e-4060-8eb3-ab75fb735884 HTTP/1.1" status: 200  len: 848 time: 0.0553901
Apr 16 21:38:07.044669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Allocated IP 172.20.0.2 (05c2f35c-bc8e-4836-b934-7e59daa1ea89/de99ab6a-6bb7-4e15-ab5b-209320af61d0/89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:38:07.060781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-22977180-496d-48fe-b527-a5d8c99c2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:07.062385 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-22977180-496d-48fe-b527-a5d8c99c2c39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0b57eca-5587-422d-aee9-773ab2a51166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464385
Apr 16 21:38:07.072726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-85ebb799-7fb2-48b0-80c3-8713133e5fec service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:38:07.073736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-85ebb799-7fb2-48b0-80c3-8713133e5fec service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057936
Apr 16 21:38:07.141504 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124db98b0>, [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:38:04Z', 'revision_number': 3, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:07.177509 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cb00f-3e81-48bc-92d6-82f930ec19e6 None None] The sync data for ids ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'] in ncdv-master-1 is: [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:38:04Z', 'revision_number': 3, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:38:07.209225 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-5af10c8f-1eed-4027-8c19-ff95916e3987 service neutron] 10.222.0.11 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284645
Apr 16 21:38:07.239358 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Publish callbacks [] for port (89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:07.297693 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:07.342863 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e20b60c5-a10b-45f3-9899-833c30a9f7e1 req-02c66ca0-c04f-4941-92a5-c5af919989fa service neutron] 10.222.0.11 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260569
Apr 16 21:38:07.368836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:38:07.371896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:38:07.376573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:38:07.379809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Pushing event updated for resources: {'Port': ['ID=89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:07.441113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Attempting to bind port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:38:07.441113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Attempting to bind port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:38:07.441496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Attempting to bind port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a on network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:38:07.447185 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:38:07.447500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Checking segment: {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:38:07.447908 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:07.448334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Bound using segment: {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:38:07.448805 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Bound port: 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:38:07.449188 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:07.509321 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:07.560293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] For port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:38:07.575208 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] For port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:38:07.646289 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:07.739303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edcc64-5f93-418a-8ca5-21a307231959 None None] Pushing event updated for resources: {'Port': ['ID=89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:07.971702 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.20.0.1 (05c2f35c-bc8e-4836-b934-7e59daa1ea89/de99ab6a-6bb7-4e15-ab5b-209320af61d0/377f9506-a3ae-453c-b88b-9aa654392ba6) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:38:08.117600 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:08.268815 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:08.320765 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:38:08.322241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=377f9506-a3ae-453c-b88b-9aa654392ba6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:08.329224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:38:08.332157 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:38:08.381420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:08.549110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:38:08.609722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:08.610102 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:08.701805 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:08.714682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:38:08.716247 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:08.760463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:38:08.833872 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:08.834759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6dde0255-1f2e-4a97-92c9-c9912c7417e8 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:38:09.059528 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:09.092688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e30e864-d7dc-49ec-9c40-f9e61a603e9f None None] Network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:38:09.123113 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:09.180993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1d63a91f-3410-40e2-bb2e-e176fd02a3bb None None] Provisioning complete for port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:09.187818 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1d63a91f-3410-40e2-bb2e-e176fd02a3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:09.216195 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:09.219900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=377f9506-a3ae-453c-b88b-9aa654392ba6,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:09.240709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:09.258694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6dde0255-1f2e-4a97-92c9-c9912c7417e8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:09.259079 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:09.271179 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6ea7-46c5-4aea-abf4-6debeb2aa9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:09.274688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.275083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.275633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.275986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.276358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.276700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.277082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.277418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.277755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.278086 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.278421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.278755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.279086 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.279417 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.279751 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:09.327100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:38:09.328942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:38:09.433030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1d63a91f-3410-40e2-bb2e-e176fd02a3bb None None] Current status of the port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:38:09.454068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6dde0255-1f2e-4a97-92c9-c9912c7417e8 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:38:09.454598 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:09.469313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:38:09.479905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 6dde0255-1f2e-4a97-92c9-c9912c7417e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6dde0255-1f2e-4a97-92c9-c9912c7417e8,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:38:09.576107 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:09.641869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=6dde0255-1f2e-4a97-92c9-c9912c7417e8,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:09.755647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-14fe4318-8147-4da9-8569-7bccd2311f54 None None] Provisioning complete for port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:09.756103 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-14fe4318-8147-4da9-8569-7bccd2311f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:09.847642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4318-8147-4da9-8569-7bccd2311f54 None None] Current status of the port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:38:09.857312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-14fe4318-8147-4da9-8569-7bccd2311f54 None None] Provisioning complete for port 377f9506-a3ae-453c-b88b-9aa654392ba6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:09.857804 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-14fe4318-8147-4da9-8569-7bccd2311f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:09.896101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4318-8147-4da9-8569-7bccd2311f54 None None] Port 377f9506-a3ae-453c-b88b-9aa654392ba6 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:38:09.941053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:38:09.942430 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a6facd0d-7f7d-4ed6-b361-68de7f11534c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "PUT /v2.0/routers/5c53c327-5a4f-458e-b9f3-64dbd1fdbe15/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0764825
Apr 16 21:38:09.954522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Sync routers for ids ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:38:09.964948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Routers {'5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:38:09.965587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f2fa880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:10.033544 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9d974a72-0f1c-4bf3-a550-57fc7b4039b9 None None] Provisioning complete for port 377f9506-a3ae-453c-b88b-9aa654392ba6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:10.033924 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9d974a72-0f1c-4bf3-a550-57fc7b4039b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:10.118106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9d974a72-0f1c-4bf3-a550-57fc7b4039b9 None None] Port 377f9506-a3ae-453c-b88b-9aa654392ba6 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:38:10.150346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Set router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:38:10.178992 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-81ecaae5-a784-4919-aeaf-15ca591782e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336211592&fields=id&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 267 time: 0.0598047
Apr 16 21:38:10.274626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3d5b68da-eb35-4072-8ff4-2d7cb427b823 None None] Provisioning complete for port 377f9506-a3ae-453c-b88b-9aa654392ba6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:10.274932 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3d5b68da-eb35-4072-8ff4-2d7cb427b823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:10.329815 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-fc0a2cb7-a5a5-4df9-8cd2-3bb8576f184f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:10.331275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b68da-eb35-4072-8ff4-2d7cb427b823 None None] Port 377f9506-a3ae-453c-b88b-9aa654392ba6 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:38:10.332690 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-fc0a2cb7-a5a5-4df9-8cd2-3bb8576f184f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/networks?id=05c2f35c-bc8e-4836-b934-7e59daa1ea89 HTTP/1.1" status: 200  len: 796 time: 0.1468685
Apr 16 21:38:10.346715 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-d7969e5c-df12-4454-831e-efe59720a2f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/quotas/0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 375 time: 0.0098104
Apr 16 21:38:10.374448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f2fa880>, [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:38:08Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '377f9506-a3ae-453c-b88b-9aa654392ba6', 'name': '', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:1e:4c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:07Z', 'updated_at': '2022-04-16T21:38:08Z', 'revision_number': 2, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:10.416474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Checking router: 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:38:10.416847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Updating router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 port 377f9506-a3ae-453c-b88b-9aa654392ba6 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:38:10.422214 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-cbe0b0d1-2ead-4c3f-a202-7ff548932819 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0698650
Apr 16 21:38:10.459295 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:10.526448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:38:10.616410 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-ccac79b7-5b86-47bf-b49e-a9505866849b service neutron] 10.222.0.20 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806507
Apr 16 21:38:10.664023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:10.664586 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:10.755446 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-3f430a7c-7f56-4e19-b301-8a690964f4f7 service neutron] 10.222.0.20 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326869
Apr 16 21:38:10.843306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:38:10.844376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6dde0255-1f2e-4a97-92c9-c9912c7417e8 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:38:10.923381 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Publish callbacks [] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:10.934767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6dde0255-1f2e-4a97-92c9-c9912c7417e8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:10.935195 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:11.012041 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:11.018558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6dde0255-1f2e-4a97-92c9-c9912c7417e8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:38:11.063598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d39d64-dd3f-4211-bb52-36c98f93bb66 None None] Pushing event updated for resources: {'Port': ['ID=377f9506-a3ae-453c-b88b-9aa654392ba6,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:11.142290 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Attempting to bind port 377f9506-a3ae-453c-b88b-9aa654392ba6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:38:11.142674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Attempting to bind port 377f9506-a3ae-453c-b88b-9aa654392ba6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:38:11.143046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Attempting to bind port 377f9506-a3ae-453c-b88b-9aa654392ba6 on network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:38:11.164984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:38:11.164984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Checking segment: {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:38:11.164984 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:11.164984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Bound using segment: {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:38:11.164984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Bound port: 377f9506-a3ae-453c-b88b-9aa654392ba6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:38:11.164984 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:11.245084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] For port 377f9506-a3ae-453c-b88b-9aa654392ba6, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:38:11.248636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] For port 377f9506-a3ae-453c-b88b-9aa654392ba6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=377f9506-a3ae-453c-b88b-9aa654392ba6,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:38:11.265534 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-74f41e54-85d9-483d-a71a-49074572814c req-82840263-2e84-4bb0-92f7-14c851266579 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 210 time: 0.0583072
Apr 16 21:38:11.317810 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:11.383015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9416ff35-da78-4960-979e-9e29c2a74da4 None None] Provisioning complete for port 377f9506-a3ae-453c-b88b-9aa654392ba6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:11.383441 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9416ff35-da78-4960-979e-9e29c2a74da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:11.597993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Routers {'5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:38:11.598607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f2fa880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:37:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:11.648287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d39d64-dd3f-4211-bb52-36c98f93bb66 None None] Pushing event updated for resources: {'Port': ['ID=377f9506-a3ae-453c-b88b-9aa654392ba6,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:11.770543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9416ff35-da78-4960-979e-9e29c2a74da4 None None] Current status of the port 377f9506-a3ae-453c-b88b-9aa654392ba6 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:38:11.771159 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9416ff35-da78-4960-979e-9e29c2a74da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:11.781764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] Set router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:38:11.810346 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c04c1b53-8ecf-4312-b8c0-276d9ccec503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:11.873322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9416ff35-da78-4960-979e-9e29c2a74da4 None None] For port 377f9506-a3ae-453c-b88b-9aa654392ba6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=377f9506-a3ae-453c-b88b-9aa654392ba6,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:38:11.920593 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9416ff35-da78-4960-979e-9e29c2a74da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:11.996679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416ff35-da78-4960-979e-9e29c2a74da4 None None] Pushing event updated for resources: {'Port': ['ID=377f9506-a3ae-453c-b88b-9aa654392ba6,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:12.043626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f2fa880>, [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:38:08Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '377f9506-a3ae-453c-b88b-9aa654392ba6', 'name': '', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:1e:4c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:07Z', 'updated_at': '2022-04-16T21:38:11Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:12.071829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-981da26a-0928-4156-9e76-336c1a5b6322 None None] Provisioning complete for port 377f9506-a3ae-453c-b88b-9aa654392ba6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:12.072257 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-981da26a-0928-4156-9e76-336c1a5b6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:12.075962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f7d05-bf2b-4f8d-a52a-fa539aab1d7c None None] The sync data for ids ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'] in ncdv-master-1 is: [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:38:08Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '377f9506-a3ae-453c-b88b-9aa654392ba6', 'name': '', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:1e:4c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:07Z', 'updated_at': '2022-04-16T21:38:11Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:38:12.199120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-981da26a-0928-4156-9e76-336c1a5b6322 None None] Current status of the port 377f9506-a3ae-453c-b88b-9aa654392ba6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:38:12.361350 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b190dbdc-22b3-4c7f-8ee4-0aeb42d4c691 req-d277f560-0e64-4122-bbbc-06a7281028ba tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 210 time: 0.0329289
Apr 16 21:38:12.478274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 377f9506-a3ae-453c-b88b-9aa654392ba6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:38:12.527911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 377f9506-a3ae-453c-b88b-9aa654392ba6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:12.528500 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:12.531196 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:12.625430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 377f9506-a3ae-453c-b88b-9aa654392ba6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:38:13.462619 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f2702bfe-7e60-4fbb-9c2d-2d8bfe7439b3 req-4133ac3f-8b8b-4825-8ffd-79de8e6547c5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 210 time: 0.0365176
Apr 16 21:38:13.581852 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:13.654715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-4b5ffed8-4056-4c2d-8459-139c5e74124b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:13.656240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-4b5ffed8-4056-4c2d-8459-139c5e74124b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.11 "GET /v2.0/networks?id=05c2f35c-bc8e-4836-b934-7e59daa1ea89 HTTP/1.1" status: 200  len: 796 time: 0.1904812
Apr 16 21:38:13.727095 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-7083f98e-9b6d-433d-ba59-ba1680d9acd7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 379 time: 0.0628150
Apr 16 21:38:13.740616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'port': {'device_id': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'admin_state_up': True, 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'security_groups': ['9fcb0cdf-d470-4b82-b27a-883486b356d5']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:38:13.929365 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Made reservation on behalf of 0ee2ef9a941a429b82a89f7c8f71d45b for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:38:13.932740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:14.058575 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.20.0.14 (05c2f35c-bc8e-4836-b934-7e59daa1ea89/de99ab6a-6bb7-4e15-ab5b-209320af61d0/c8075c9e-8845-461b-859a-ca04ebb3e039) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:38:14.128429 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:14.198493 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:14.285128 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:14.331924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:38:14.335620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:38:14.339448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:38:14.365976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=c8075c9e-8845-461b-859a-ca04ebb3e039,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:14.380329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.380682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.381031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.381379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.381719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.382058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.382393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.382724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.383058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.383391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.383724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.384058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.384409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.384743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.385073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:38:14.410370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:14.411041 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:14.480821 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-b7d4a001-efcb-41cd-b6ce-dbf771b09404 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7437859
Apr 16 21:38:14.491964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Request body: {'port': {'device_id': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:38:14.542581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-bea9d1c3-ce1f-4bc2-94ed-ea31ece5f2f0 None None] Provisioning complete for port c8075c9e-8845-461b-859a-ca04ebb3e039 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:14.542983 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bea9d1c3-ce1f-4bc2-94ed-ea31ece5f2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:14.556668 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:14.579855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-bea9d1c3-ce1f-4bc2-94ed-ea31ece5f2f0 None None] Port c8075c9e-8845-461b-859a-ca04ebb3e039 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:38:14.601103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a834ee-ee23-4513-b795-3623fccd3bc5 req-6ccda7f4-69d9-451c-984c-19b9df349def tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:14.602693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13a834ee-ee23-4513-b795-3623fccd3bc5 req-6ccda7f4-69d9-451c-984c-19b9df349def tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 932 time: 0.0544288
Apr 16 21:38:14.656841 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-13a834ee-ee23-4513-b795-3623fccd3bc5 req-f0f11109-7a5b-4543-a845-e16c69183a71 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481400
Apr 16 21:38:14.840951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8075c9e-8845-461b-859a-ca04ebb3e039 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:38:14.849186 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Publish callbacks [] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:14.862685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Transition to ACTIVE for port object c8075c9e-8845-461b-859a-ca04ebb3e039 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:38:14.941530 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:14.990371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Pushing event updated for resources: {'Port': ['ID=c8075c9e-8845-461b-859a-ca04ebb3e039,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:15.065870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Attempting to bind port c8075c9e-8845-461b-859a-ca04ebb3e039 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:38:15.066217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Attempting to bind port c8075c9e-8845-461b-859a-ca04ebb3e039 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:38:15.066806 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Attempting to bind port c8075c9e-8845-461b-859a-ca04ebb3e039 on network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:38:15.071195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Port c8075c9e-8845-461b-859a-ca04ebb3e039 on network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:38:15.071530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Attempting to bind port c8075c9e-8845-461b-859a-ca04ebb3e039 on network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:38:15.076838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:38:15.077169 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Checking segment: {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:38:15.077551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Bound using segment: {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:38:15.077994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Bound port: c8075c9e-8845-461b-859a-ca04ebb3e039, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:38:15.078367 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:15.154584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:38:15.157863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8075c9e-8845-461b-859a-ca04ebb3e039,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:38:15.226201 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:15.264108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:15.265015 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:15.266423 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] 10.222.0.11 "PUT /v2.0/ports/c8075c9e-8845-461b-859a-ca04ebb3e039 HTTP/1.1" status: 200  len: 1092 time: 0.7794764
Apr 16 21:38:15.266871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:38:15.269258 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e3bb64-9970-46d7-bd41-741e8f9717f3" -d '{"events": [{"name": "network-changed", "server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:38:15.291037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad1bb1-2500-43e3-af43-a48648e0c29a service neutron] Pushing event updated for resources: {'Port': ['ID=c8075c9e-8845-461b-859a-ca04ebb3e039,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:15.445342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-d0b03a3e-2edb-4fc3-b4b1-aefe64a29345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:15.447399 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-d0b03a3e-2edb-4fc3-b4b1-aefe64a29345 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 1126 time: 0.0527048
Apr 16 21:38:15.448851 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:15.500267 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3374cc70-3841-4459-9099-3f3190c741c5 x-openstack-request-id: req-3374cc70-3841-4459-9099-3f3190c741c5 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:38:15.503488 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:38:15.503488 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3374cc70-3841-4459-9099-3f3190c741c5 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:38:15.503488 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3374cc70-3841-4459-9099-3f3190c741c5'] response: {'name': 'network-changed', 'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'status': 'completed', 'code': 200}
Apr 16 21:38:15.503488 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-6b6a768c-366a-4245-ae0c-191a9ca80930 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8075c9e-8845-461b-859a-ca04ebb3e039 HTTP/1.1" status: 200  len: 217 time: 0.0491700
Apr 16 21:38:15.560532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-77ecbf5c-2c91-486a-b9e0-fb8e00ad0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:15.562100 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-77ecbf5c-2c91-486a-b9e0-fb8e00ad0219 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de99ab6a-6bb7-4e15-ab5b-209320af61d0 HTTP/1.1" status: 200  len: 835 time: 0.0478594
Apr 16 21:38:15.607189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-61b72b23-7b1d-4af1-8e33-6408c6a5ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:15.608720 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-61b72b23-7b1d-4af1-8e33-6408c6a5ffb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=05c2f35c-bc8e-4836-b934-7e59daa1ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0407093
Apr 16 21:38:15.705347 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-d11b2987-2633-4cb1-96b9-b09650fbed79 service neutron] 10.222.0.11 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903749
Apr 16 21:38:15.785242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895d916-62bc-4ddb-b526-bd68ef049ebd req-640a8029-f1d4-4678-9caa-f4bb9f10b1c9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:15.786750 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e895d916-62bc-4ddb-b526-bd68ef049ebd req-640a8029-f1d4-4678-9caa-f4bb9f10b1c9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 944 time: 0.0596416
Apr 16 21:38:15.799464 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b21d7255-05c6-4dc0-a091-efaa4422d623 req-e77a821d-bf7d-4009-9d5f-3314bf7f1d24 service neutron] 10.222.0.11 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885556
Apr 16 21:38:15.836280 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e895d916-62bc-4ddb-b526-bd68ef049ebd req-a3e7f0d2-410a-457b-bfcf-7ffde5e1c0ce tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431514
Apr 16 21:38:16.760319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3bb64-9970-46d7-bd41-741e8f9717f3 req-99973fb3-71b1-4016-b891-6059b5433829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:16.761822 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3e3bb64-9970-46d7-bd41-741e8f9717f3 req-99973fb3-71b1-4016-b891-6059b5433829 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 1126 time: 0.0408754
Apr 16 21:38:16.855635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3bb64-9970-46d7-bd41-741e8f9717f3 req-1209c3ac-9363-4bd5-a50d-67af5547ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:16.857174 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3e3bb64-9970-46d7-bd41-741e8f9717f3 req-1209c3ac-9363-4bd5-a50d-67af5547ac1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=05c2f35c-bc8e-4836-b934-7e59daa1ea89 HTTP/1.1" status: 200  len: 897 time: 0.0898197
Apr 16 21:38:16.909511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3e3bb64-9970-46d7-bd41-741e8f9717f3 req-28d5b13c-c2d9-46b3-9b6e-1583fdb6f4e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8075c9e-8845-461b-859a-ca04ebb3e039 HTTP/1.1" status: 200  len: 217 time: 0.0447373
Apr 16 21:38:17.000517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce52c6-19fd-44e5-a85d-e53e73e59fe3 req-0ef0dbd7-73c0-4fc1-8c88-99ac32139aa7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:17.002083 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecce52c6-19fd-44e5-a85d-e53e73e59fe3 req-0ef0dbd7-73c0-4fc1-8c88-99ac32139aa7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 944 time: 0.0802672
Apr 16 21:38:17.003906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3bb64-9970-46d7-bd41-741e8f9717f3 req-4a63c8b5-6344-409b-9347-2dd2fa517251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:17.005277 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3e3bb64-9970-46d7-bd41-741e8f9717f3 req-4a63c8b5-6344-409b-9347-2dd2fa517251 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de99ab6a-6bb7-4e15-ab5b-209320af61d0 HTTP/1.1" status: 200  len: 835 time: 0.0916750
Apr 16 21:38:17.078767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3bb64-9970-46d7-bd41-741e8f9717f3 req-fcff1d52-933d-465a-b546-ef8b339991e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:17.080336 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3e3bb64-9970-46d7-bd41-741e8f9717f3 req-fcff1d52-933d-465a-b546-ef8b339991e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=05c2f35c-bc8e-4836-b934-7e59daa1ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0663004
Apr 16 21:38:17.084990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ecce52c6-19fd-44e5-a85d-e53e73e59fe3 req-942de001-3b1f-4357-aad3-c625355a50c4 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770602
Apr 16 21:38:17.174641 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3e3bb64-9970-46d7-bd41-741e8f9717f3 req-ace68d8a-bc61-4a56-81fd-e7512c700fc7 service neutron] 10.222.0.11 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884624
Apr 16 21:38:17.265925 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3e3bb64-9970-46d7-bd41-741e8f9717f3 req-80652a47-6cc6-491c-9758-397c306af6c3 service neutron] 10.222.0.11 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854597
Apr 16 21:38:18.198830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f718937-ba07-4448-abc1-eaff96b97953 req-3e3d8513-271a-4129-a026-dcbf6a617add tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:18.200340 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f718937-ba07-4448-abc1-eaff96b97953 req-3e3d8513-271a-4129-a026-dcbf6a617add tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 944 time: 0.0479035
Apr 16 21:38:18.254676 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f718937-ba07-4448-abc1-eaff96b97953 req-5d647020-c6cd-4a7c-ae05-2ba3fe521f76 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486245
Apr 16 21:38:18.358108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c8075c9e-8845-461b-859a-ca04ebb3e039 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:38:18.466763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8075c9e-8845-461b-859a-ca04ebb3e039,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:38:18.480365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'port_id': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'mac_address': 'fa:16:3e:fc:19:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:38:18.520964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c8075c9e-8845-461b-859a-ca04ebb3e039 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:38:18.521348 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:18.533985 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8075c9e-8845-461b-859a-ca04ebb3e039 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:38:18.553671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8075c9e-8845-461b-859a-ca04ebb3e039,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:38:18.643978 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:18.694822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c8075c9e-8845-461b-859a-ca04ebb3e039,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:18.853705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c8075c9e-8845-461b-859a-ca04ebb3e039'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:38:19.088465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c34b0a3-02d4-44ec-83d2-0b2fdfe0bdd5 req-03a3aaa1-a46e-43a7-abc1-bef63c4ab0af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1031888
Apr 16 21:38:19.146102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34b0a3-02d4-44ec-83d2-0b2fdfe0bdd5 req-5770c380-6107-4aac-a684-82f58875e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:19.147899 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c34b0a3-02d4-44ec-83d2-0b2fdfe0bdd5 req-5770c380-6107-4aac-a684-82f58875e95f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 1128 time: 0.0399463
Apr 16 21:38:19.257036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34b0a3-02d4-44ec-83d2-0b2fdfe0bdd5 req-d722cafc-eee4-4d15-9f7f-a88d8da5f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:19.258562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c34b0a3-02d4-44ec-83d2-0b2fdfe0bdd5 req-d722cafc-eee4-4d15-9f7f-a88d8da5f8ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 200  len: 918 time: 0.0870214
Apr 16 21:38:19.342614 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c34b0a3-02d4-44ec-83d2-0b2fdfe0bdd5 req-c1c1b1aa-0110-44ff-ad0e-f0df717cf8d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c60358-6ed6-4d01-a515-c08c9770f288 HTTP/1.1" status: 200  len: 1001 time: 0.0780334
Apr 16 21:38:19.405577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bc468-e660-46d3-a367-0a6985550248 req-3f444747-b269-40b5-a494-0cc91e5fd758 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:19.407175 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-484bc468-e660-46d3-a367-0a6985550248 req-3f444747-b269-40b5-a494-0cc91e5fd758 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 945 time: 0.0772433
Apr 16 21:38:19.424215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34b0a3-02d4-44ec-83d2-0b2fdfe0bdd5 req-ef748d4d-0666-4fa0-94d3-bdc1f3a0f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:19.426227 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c34b0a3-02d4-44ec-83d2-0b2fdfe0bdd5 req-ef748d4d-0666-4fa0-94d3-bdc1f3a0f71d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 200  len: 856 time: 0.0675881
Apr 16 21:38:19.495795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34b0a3-02d4-44ec-83d2-0b2fdfe0bdd5 req-93ca9681-cf8f-40f7-aa50-4fc82e18ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:19.497359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c34b0a3-02d4-44ec-83d2-0b2fdfe0bdd5 req-93ca9681-cf8f-40f7-aa50-4fc82e18ff0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33417375-20a3-4356-abb1-47c6dcf1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0649457
Apr 16 21:38:19.502119 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-484bc468-e660-46d3-a367-0a6985550248 req-5ae14936-cf1d-49b0-b935-f22573465c16 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890973
Apr 16 21:38:19.588277 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c34b0a3-02d4-44ec-83d2-0b2fdfe0bdd5 req-1d54301e-3d03-40ea-ac89-0d723c12fb27 service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837309
Apr 16 21:38:19.686156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6c34b0a3-02d4-44ec-83d2-0b2fdfe0bdd5 req-eb083aa0-c108-4c01-a9d5-2cda5cf9f86b service neutron] 10.222.0.41 "GET /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918057
Apr 16 21:38:20.372796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c8075c9e-8845-461b-859a-ca04ebb3e039 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:38:20.417845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port c8075c9e-8845-461b-859a-ca04ebb3e039 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:38:20.472270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c8075c9e-8845-461b-859a-ca04ebb3e039 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:38:20.472644 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:20.570040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c8075c9e-8845-461b-859a-ca04ebb3e039 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:38:20.570429 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:20.593932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:38:20.596069 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaafc67-d0b4-45db-8cc5-91ce62ad187d" -d '{"events": [{"server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "name": "network-vif-plugged", "status": "completed", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:38:20.617478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8075c9e-8845-461b-859a-ca04ebb3e039,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:38:20.633214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c962502-b093-4ae0-a71f-903c1df98a4c req-3df71132-84a1-4476-aeb2-681c53f2f281 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:20.634874 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c962502-b093-4ae0-a71f-903c1df98a4c req-3df71132-84a1-4476-aeb2-681c53f2f281 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 945 time: 0.0543215
Apr 16 21:38:20.642758 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287d5a66-b6f8-4549-9d28-0e27eb86c265 x-openstack-request-id: req-287d5a66-b6f8-4549-9d28-0e27eb86c265 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:38:20.643066 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "name": "network-vif-plugged", "status": "completed", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:38:20.643324 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-287d5a66-b6f8-4549-9d28-0e27eb86c265 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:38:20.643725 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287d5a66-b6f8-4549-9d28-0e27eb86c265'] response: {'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'code': 200}
Apr 16 21:38:20.694428 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:20.695885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0c962502-b093-4ae0-a71f-903c1df98a4c req-739e8383-ecdd-4927-bc61-7d11202ddc27 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549998
Apr 16 21:38:20.747039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28556780-feb8-4121-8619-c585ed75530e req-65c029f3-0f21-4328-a77d-c60e27974582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:20.748650 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28556780-feb8-4121-8619-c585ed75530e req-65c029f3-0f21-4328-a77d-c60e27974582 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 1128 time: 0.0432639
Apr 16 21:38:20.755836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c8075c9e-8845-461b-859a-ca04ebb3e039,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:20.795677 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28556780-feb8-4121-8619-c585ed75530e req-d313e3f0-49a9-440f-aa65-d9262f8f7cab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410295
Apr 16 21:38:21.821760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca6790-9cc6-40d3-b00f-7a9b08eb9f6e req-3f0bd524-1a23-4666-beee-c549ec7e74f8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:21.823264 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6eca6790-9cc6-40d3-b00f-7a9b08eb9f6e req-3f0bd524-1a23-4666-beee-c549ec7e74f8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0477445
Apr 16 21:38:21.881860 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6eca6790-9cc6-40d3-b00f-7a9b08eb9f6e req-3ea44df3-d07b-4537-8fc4-6200e7cfd31f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528407
Apr 16 21:38:22.160805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa802e-ac71-459e-a125-d2444545e84a req-6121e79a-e258-443b-a84f-b11502817b07 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:22.162396 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1aa802e-ac71-459e-a125-d2444545e84a req-6121e79a-e258-443b-a84f-b11502817b07 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 946 time: 0.0505607
Apr 16 21:38:22.212308 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1aa802e-ac71-459e-a125-d2444545e84a req-9f2155d9-a928-4c85-b099-f2b8daa86cf9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437429
Apr 16 21:38:23.002668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5eaaa-985e-4598-9ad9-ca611ec047de req-2d804369-0027-4bb2-9b5a-04bdf8a21dd5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:23.004126 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-06a5eaaa-985e-4598-9ad9-ca611ec047de req-2d804369-0027-4bb2-9b5a-04bdf8a21dd5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0484595
Apr 16 21:38:23.054353 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-06a5eaaa-985e-4598-9ad9-ca611ec047de req-2138c452-33d5-47e5-85d9-6fd09ff7976f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445590
Apr 16 21:38:23.169292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd383ee-5a05-4d48-b41b-19b7d50f8f6c req-ca6cdc4b-871b-4d26-8155-37b85c33262a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:23.170902 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fdd383ee-5a05-4d48-b41b-19b7d50f8f6c req-ca6cdc4b-871b-4d26-8155-37b85c33262a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0475135
Apr 16 21:38:23.219728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fdd383ee-5a05-4d48-b41b-19b7d50f8f6c req-37871d3c-d8dc-4e78-9d90-4cdec07f0928 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430470
Apr 16 21:38:23.241857 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36914) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:23.289168 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274fdad-93c4-4fb3-97d9-7ebb923eb653 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:23.290745 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9274fdad-93c4-4fb3-97d9-7ebb923eb653 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 1123 time: 0.0477397
Apr 16 21:38:23.293810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36916) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:23.298336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:38:23.341830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d5fd6-eed9-4ee5-8bb0-d9f94f043ce8 req-235ed270-aa34-43ab-9a80-9e120534bea4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:23.343314 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-318d5fd6-eed9-4ee5-8bb0-d9f94f043ce8 req-235ed270-aa34-43ab-9a80-9e120534bea4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 946 time: 0.0514693
Apr 16 21:38:23.391562 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-318d5fd6-eed9-4ee5-8bb0-d9f94f043ce8 req-f5f5ee11-6ac6-4ee5-a28b-472af1eb309e tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418074
Apr 16 21:38:23.403572 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:23.484777 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:23.588634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-1fa3a146-24bc-4f17-878c-388e3bd648ec tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:23.590113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-1fa3a146-24bc-4f17-878c-388e3bd648ec tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.41 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 946 time: 0.0647652
Apr 16 21:38:23.662894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.35.1.211 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/5f9e4d95-793e-460d-b156-e6191016d82c) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:38:23.764303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Deleting port 32c60358-6ed6-4d01-a515-c08c9770f288 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:38:23.764654 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:23.870669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (5f9e4d95-793e-460d-b156-e6191016d82c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:23.893031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] For port 32c60358-6ed6-4d01-a515-c08c9770f288, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c60358-6ed6-4d01-a515-c08c9770f288,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:38:23.893409 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:24.396032 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5f9e4d95-793e-460d-b156-e6191016d82c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:24.408672 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:24.409036 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (fbb74862-1517-43b4-ab22-02e70c27e786), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:24.409879 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Floating IP fbb74862-1517-43b4-ab22-02e70c27e786 disassociated. External IP: 172.35.1.185, port: 32c60358-6ed6-4d01-a515-c08c9770f288.
Apr 16 21:38:24.410312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Calling delete_port for 32c60358-6ed6-4d01-a515-c08c9770f288 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:38:24.451769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:38:24.483322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:38:24.491608 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:38:24.535329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=5f9e4d95-793e-460d-b156-e6191016d82c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:24.588203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae5b4f-f4b5-4f25-902d-f66b70452426 req-8cf110e5-efd2-4145-a377-466fc66deb7a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:24.589709 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-daae5b4f-f4b5-4f25-902d-f66b70452426 req-8cf110e5-efd2-4145-a377-466fc66deb7a tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 946 time: 0.1041973
Apr 16 21:38:24.747977 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-daae5b4f-f4b5-4f25-902d-f66b70452426 req-f3e6954e-d7de-4ea1-b64d-579fa462cf52 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups?id=045869be-d644-485e-8f33-f222b62022cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1512055
Apr 16 21:38:24.842947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (32c60358-6ed6-4d01-a515-c08c9770f288), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:24.880749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event deleted for resources: {'Port': ['ID=32c60358-6ed6-4d01-a515-c08c9770f288,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:25.182063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Router 5884384f-40e7-43ed-9cd3-3657008494f1 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:38:25.334425 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (5b9bdbe4-1cf8-4fa5-9d8e-07531477e104), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:25.469220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:38:25.483590 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b032a284-1c8c-4201-941b-047a435a13ac None None] Sync routers for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:38:25.498272 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b032a284-1c8c-4201-941b-047a435a13ac None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:38:25.498894 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b032a284-1c8c-4201-941b-047a435a13ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d5b8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:38:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:25.519147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] No DVR routers for this DVR port 32c60358-6ed6-4d01-a515-c08c9770f288 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:38:25.522236 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:25.525488 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b4e56a35-1e8d-4136-814f-e4c8b21c069b req-39e5d682-970b-4c43-b78b-ded01c63dc74 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.41 "DELETE /v2.0/ports/32c60358-6ed6-4d01-a515-c08c9770f288 HTTP/1.1" status: 204  len: 173 time: 1.9180610
Apr 16 21:38:25.527516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'name': 'network-vif-deleted', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:38:25.531935 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a96fd4-14d8-4c79-b749-3858698f63f9" -d '{"events": [{"server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "name": "network-vif-deleted", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:38:25.562202 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5f9e4d95-793e-460d-b156-e6191016d82c), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:25.583948 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61ae7a5-c21e-4260-be79-aad429bdd24e x-openstack-request-id: req-e61ae7a5-c21e-4260-be79-aad429bdd24e {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:38:25.584285 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cb82d7-b342-407d-8f63-71670d8f22d9", "name": "network-vif-deleted", "tag": "32c60358-6ed6-4d01-a515-c08c9770f288", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:38:25.584547 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e61ae7a5-c21e-4260-be79-aad429bdd24e {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:38:25.584968 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61ae7a5-c21e-4260-be79-aad429bdd24e'] response: {'server_uuid': '25cb82d7-b342-407d-8f63-71670d8f22d9', 'name': 'network-vif-deleted', 'tag': '32c60358-6ed6-4d01-a515-c08c9770f288', 'status': 'completed', 'code': 200}
Apr 16 21:38:25.745145 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b032a284-1c8c-4201-941b-047a435a13ac None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:38:25.769368 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (5f9e4d95-793e-460d-b156-e6191016d82c), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:25.869270 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3812fb72-24c7-4f85-9b30-a3bf0c74b300 req-51987456-4fe1-4a33-a20b-b0e002403cc4 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cb82d7-b342-407d-8f63-71670d8f22d9 HTTP/1.1" status: 200  len: 210 time: 0.0290968
Apr 16 21:38:25.891071 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5f9e4d95-793e-460d-b156-e6191016d82c), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:25.966474 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b032a284-1c8c-4201-941b-047a435a13ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d5b8b0>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:42Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:25.978083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=5f9e4d95-793e-460d-b156-e6191016d82c,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:25.988988 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (5b9bdbe4-1cf8-4fa5-9d8e-07531477e104), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:25.992991 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b032a284-1c8c-4201-941b-047a435a13ac None None] Checking router: 5884384f-40e7-43ed-9cd3-3657008494f1 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:38:26.006821 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b032a284-1c8c-4201-941b-047a435a13ac None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:38:26.007496 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b032a284-1c8c-4201-941b-047a435a13ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d5b8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:38:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:26.100706 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Floating IP 5b9bdbe4-1cf8-4fa5-9d8e-07531477e104 associated. External IP: 172.35.1.211, port: c8075c9e-8845-461b-859a-ca04ebb3e039.
Apr 16 21:38:26.119210 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b032a284-1c8c-4201-941b-047a435a13ac None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:38:26.327240 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b032a284-1c8c-4201-941b-047a435a13ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d5b8b0>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:42Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:26.355416 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b032a284-1c8c-4201-941b-047a435a13ac None None] The sync data for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 is: [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cec9956f-712c-46e3-b31d-7fcaaee81096', 'name': '', 'network_id': '33417375-20a3-4356-abb1-47c6dcf1fa40', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'mac_address': 'fa:16:3e:ec:41:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:33Z', 'updated_at': '2022-04-16T21:30:42Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'subnets': [{'id': '927e9c4d-a793-487e-a55c-cd1349df93fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:38:26.641775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:38:26.656985 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991721d-013d-4f65-bb57-52a051216f83 None None] New status for floating IP fbb74862-1517-43b4-ab22-02e70c27e786: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:38:26.764813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:38:26.775821 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6f028-077f-4511-be3f-48b3a1b61b15 None None] Sync routers for ids ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:38:26.786519 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6f028-077f-4511-be3f-48b3a1b61b15 None None] Routers {'5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:38:26.787171 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4fa6f028-077f-4511-be3f-48b3a1b61b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249d0460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:38:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:26.898394 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4fa6f028-077f-4511-be3f-48b3a1b61b15 None None] Set router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:38:26.912506 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:26.951343 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-688e78e7-38be-4f59-8ce1-5422272812b6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.6564002
Apr 16 21:38:27.054243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c5ae8-e48e-4e3b-97cd-0c481e3403a8 req-a6f925b9-4419-415c-9c20-53db26e436d8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:27.061459 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-182c5ae8-e48e-4e3b-97cd-0c481e3403a8 req-a6f925b9-4419-415c-9c20-53db26e436d8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0557232
Apr 16 21:38:27.106918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-182c5ae8-e48e-4e3b-97cd-0c481e3403a8 req-885896b3-01a4-4bf8-97b3-badf52b5a785 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445666
Apr 16 21:38:27.130395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36976) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:27.132313 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4fa6f028-077f-4511-be3f-48b3a1b61b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249d0460>, [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:38:08Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5b9bdbe4-1cf8-4fa5-9d8e-07531477e104', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'floating_ip_address': '172.35.1.211', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'port_id': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'mac_address': 'fa:16:3e:fc:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:38:24Z', 'updated_at': '2022-04-16T21:38:24Z', 'revision_number': 0, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377f9506-a3ae-453c-b88b-9aa654392ba6', 'name': '', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:1e:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:07Z', 'updated_at': '2022-04-16T21:38:11Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:27.135927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36978) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:27.168493 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6f028-077f-4511-be3f-48b3a1b61b15 None None] Checking router: 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:38:27.185824 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6f028-077f-4511-be3f-48b3a1b61b15 None None] Routers {'5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:38:27.186891 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4fa6f028-077f-4511-be3f-48b3a1b61b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249d0460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:38:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:27.208276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f786eeb5-4828-435a-8136-32c77433f294 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/5b9bdbe4-1cf8-4fa5-9d8e-07531477e104 HTTP/1.1" status: 200  len: 992 time: 0.0758333
Apr 16 21:38:27.221073 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3865da7-08b4-4d9b-b67e-af415eb2ea98 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group (045869be-d644-485e-8f33-f222b62022cb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:27.252450 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3865da7-08b4-4d9b-b67e-af415eb2ea98 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group (045869be-d644-485e-8f33-f222b62022cb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:27.316360 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4fa6f028-077f-4511-be3f-48b3a1b61b15 None None] Set router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:38:27.371612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 32c60358-6ed6-4d01-a515-c08c9770f288 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:38:27.380387 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3865da7-08b4-4d9b-b67e-af415eb2ea98 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (045869be-d644-485e-8f33-f222b62022cb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:27.383075 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c3865da7-08b4-4d9b-b67e-af415eb2ea98 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:27.384344 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c3865da7-08b4-4d9b-b67e-af415eb2ea98 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "DELETE /v2.0/security-groups/045869be-d644-485e-8f33-f222b62022cb HTTP/1.1" status: 204  len: 168 time: 0.2465639
Apr 16 21:38:27.387318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36984) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:27.397075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 32c60358-6ed6-4d01-a515-c08c9770f288 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:38:27.397669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 32c60358-6ed6-4d01-a515-c08c9770f288 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:38:27.401423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3865da7-08b4-4d9b-b67e-af415eb2ea98 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045869be-d644-485e-8f33-f222b62022cb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:27.404960 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-6d1d22cf-9a88-43f4-9ca3-442e224aeca9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] show failed (client error): The resource could not be found.
Apr 16 21:38:27.407434 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6d1d22cf-9a88-43f4-9ca3-442e224aeca9 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "GET /v2.0/security-groups/045869be-d644-485e-8f33-f222b62022cb HTTP/1.1" status: 404  len: 347 time: 0.0180819
Apr 16 21:38:27.409564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 36986) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:27.536103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-796e6812-e6af-4cf1-9a5c-c0830b35ec03 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Deleting port eb809efc-0d9b-4ada-8d4e-f302947ad1e7 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:38:27.536502 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-796e6812-e6af-4cf1-9a5c-c0830b35ec03 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (eb809efc-0d9b-4ada-8d4e-f302947ad1e7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:27.556522 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4fa6f028-077f-4511-be3f-48b3a1b61b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249d0460>, [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:38:08Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5b9bdbe4-1cf8-4fa5-9d8e-07531477e104', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'floating_ip_address': '172.35.1.211', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'port_id': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'mac_address': 'fa:16:3e:fc:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:38:24Z', 'updated_at': '2022-04-16T21:38:24Z', 'revision_number': 0, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377f9506-a3ae-453c-b88b-9aa654392ba6', 'name': '', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:1e:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:07Z', 'updated_at': '2022-04-16T21:38:11Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:38:27.585773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:38:27.588662 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620cf40d-2fe4-4e6e-9f7d-da895992656a" -d '{"events": [{"name": "network-changed", "server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:38:27.589379 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6f028-077f-4511-be3f-48b3a1b61b15 None None] The sync data for ids ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'] in ncdv-master-1 is: [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:38:08Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5b9bdbe4-1cf8-4fa5-9d8e-07531477e104', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'floating_ip_address': '172.35.1.211', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'port_id': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'mac_address': 'fa:16:3e:fc:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:38:24Z', 'updated_at': '2022-04-16T21:38:24Z', 'revision_number': 0, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377f9506-a3ae-453c-b88b-9aa654392ba6', 'name': '', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:1e:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:07Z', 'updated_at': '2022-04-16T21:38:11Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:38:27.626059 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-796e6812-e6af-4cf1-9a5c-c0830b35ec03 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (eb809efc-0d9b-4ada-8d4e-f302947ad1e7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:27.626396 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-796e6812-e6af-4cf1-9a5c-c0830b35ec03 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (eb809efc-0d9b-4ada-8d4e-f302947ad1e7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:27.646836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-796e6812-e6af-4cf1-9a5c-c0830b35ec03 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Calling delete_port for eb809efc-0d9b-4ada-8d4e-f302947ad1e7 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:38:27.655441 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab001c08-2f1e-4b1c-b1ea-5b05c30c7a9e x-openstack-request-id: req-ab001c08-2f1e-4b1c-b1ea-5b05c30c7a9e {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:38:27.655731 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:38:27.655995 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab001c08-2f1e-4b1c-b1ea-5b05c30c7a9e {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:38:27.656422 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab001c08-2f1e-4b1c-b1ea-5b05c30c7a9e'] response: {'name': 'network-changed', 'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'status': 'completed', 'code': 200}
Apr 16 21:38:27.705990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 36992) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:27.762921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cf40d-2fe4-4e6e-9f7d-da895992656a req-423c3d4e-7cf6-4254-b5ac-24808436b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:27.764808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-620cf40d-2fe4-4e6e-9f7d-da895992656a req-423c3d4e-7cf6-4254-b5ac-24808436b591 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 1128 time: 0.0517712
Apr 16 21:38:27.845089 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4dfcdf1-47ae-46b7-8d6c-2394ae1fc384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:27.914220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cf40d-2fe4-4e6e-9f7d-da895992656a req-bae60735-d720-4294-bf84-64e45a471765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:27.915734 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-620cf40d-2fe4-4e6e-9f7d-da895992656a req-bae60735-d720-4294-bf84-64e45a471765 service neutron] 10.222.0.11 "GET /v2.0/networks?id=05c2f35c-bc8e-4836-b934-7e59daa1ea89 HTTP/1.1" status: 200  len: 897 time: 0.1421459
Apr 16 21:38:27.927098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e5154-f21f-4e03-9bce-2698632b5ab5 None None] New status for floating IP 5b9bdbe4-1cf8-4fa5-9d8e-07531477e104: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:38:27.941051 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4dfcdf1-47ae-46b7-8d6c-2394ae1fc384 admin admin] Publish callbacks [] for security_group (752dc753-be97-4d74-90dd-b25c905450d8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:28.005624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-620cf40d-2fe4-4e6e-9f7d-da895992656a req-566b0736-5e32-4f35-b559-7cc8140b7b43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8075c9e-8845-461b-859a-ca04ebb3e039 HTTP/1.1" status: 200  len: 1000 time: 0.0717866
Apr 16 21:38:28.021222 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4dfcdf1-47ae-46b7-8d6c-2394ae1fc384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (752dc753-be97-4d74-90dd-b25c905450d8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:28.067114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfcdf1-47ae-46b7-8d6c-2394ae1fc384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752dc753-be97-4d74-90dd-b25c905450d8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:28.068509 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-796e6812-e6af-4cf1-9a5c-c0830b35ec03 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (eb809efc-0d9b-4ada-8d4e-f302947ad1e7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:28.071773 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c4dfcdf1-47ae-46b7-8d6c-2394ae1fc384 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3216d6f8aa484fda9e751da151af598c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3642554
Apr 16 21:38:28.074317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37000) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:28.087414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cf40d-2fe4-4e6e-9f7d-da895992656a req-23bfab72-5580-4924-8979-f6bf0f55b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:28.089099 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-620cf40d-2fe4-4e6e-9f7d-da895992656a req-23bfab72-5580-4924-8979-f6bf0f55b1e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de99ab6a-6bb7-4e15-ab5b-209320af61d0 HTTP/1.1" status: 200  len: 835 time: 0.0657239
Apr 16 21:38:28.130149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-552cf63f-0e3f-4ce8-b980-cdb92792ed00 admin admin] Publish callbacks [] for security_group (752dc753-be97-4d74-90dd-b25c905450d8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:28.137125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e6812-e6af-4cf1-9a5c-c0830b35ec03 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Pushing event deleted for resources: {'Port': ['ID=eb809efc-0d9b-4ada-8d4e-f302947ad1e7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:28.154142 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-552cf63f-0e3f-4ce8-b980-cdb92792ed00 admin admin] Publish callbacks [] for security_group (752dc753-be97-4d74-90dd-b25c905450d8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:28.192343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cf40d-2fe4-4e6e-9f7d-da895992656a req-c60f2a53-6a48-4a7c-98e7-c495854112d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:28.193736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-620cf40d-2fe4-4e6e-9f7d-da895992656a req-c60f2a53-6a48-4a7c-98e7-c495854112d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=05c2f35c-bc8e-4836-b934-7e59daa1ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0864940
Apr 16 21:38:28.217976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37004) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:28.231262 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-796e6812-e6af-4cf1-9a5c-c0830b35ec03 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks [] for floatingip (fbb74862-1517-43b4-ab22-02e70c27e786), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:28.233828 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-796e6812-e6af-4cf1-9a5c-c0830b35ec03 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:28.238909 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-796e6812-e6af-4cf1-9a5c-c0830b35ec03 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] 10.222.0.20 "DELETE /v2.0/floatingips/fbb74862-1517-43b4-ab22-02e70c27e786 HTTP/1.1" status: 204  len: 168 time: 0.8242583
Apr 16 21:38:28.310100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-552cf63f-0e3f-4ce8-b980-cdb92792ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (752dc753-be97-4d74-90dd-b25c905450d8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:28.314018 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-552cf63f-0e3f-4ce8-b980-cdb92792ed00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:28.314120 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-552cf63f-0e3f-4ce8-b980-cdb92792ed00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/752dc753-be97-4d74-90dd-b25c905450d8 HTTP/1.1" status: 204  len: 168 time: 0.2387190
Apr 16 21:38:28.322050 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cf63f-0e3f-4ce8-b980-cdb92792ed00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752dc753-be97-4d74-90dd-b25c905450d8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:28.342508 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7b65c531-14e2-4011-943e-91e373577f26 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/5b9bdbe4-1cf8-4fa5-9d8e-07531477e104 HTTP/1.1" status: 200  len: 994 time: 0.1234057
Apr 16 21:38:28.370424 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-620cf40d-2fe4-4e6e-9f7d-da895992656a req-9a43bcd2-2190-4f56-97cd-b7494ac000ca service neutron] 10.222.0.11 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645772
Apr 16 21:38:28.462976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-620cf40d-2fe4-4e6e-9f7d-da895992656a req-eab1191f-0ec3-4f01-b378-b0feec8a8f30 service neutron] 10.222.0.11 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870411
Apr 16 21:38:29.142043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37046) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:29.155257 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3251161-ba9e-4634-bde1-bf180296ace4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:29.229636 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3251161-ba9e-4634-bde1-bf180296ace4 admin admin] Publish callbacks [] for security_group (563138cc-2b52-4a84-8c9d-8d221556d2c7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:29.317499 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e3251161-ba9e-4634-bde1-bf180296ace4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (563138cc-2b52-4a84-8c9d-8d221556d2c7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:29.357608 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e3251161-ba9e-4634-bde1-bf180296ace4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9908674c034423189636fa36ca68ed4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2144327
Apr 16 21:38:29.358508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3251161-ba9e-4634-bde1-bf180296ace4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563138cc-2b52-4a84-8c9d-8d221556d2c7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:29.360209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37050) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:29.409574 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4e56874-f1eb-4ccd-ae80-d211e4365478 admin admin] Publish callbacks [] for security_group (563138cc-2b52-4a84-8c9d-8d221556d2c7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:29.431002 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4e56874-f1eb-4ccd-ae80-d211e4365478 admin admin] Publish callbacks [] for security_group (563138cc-2b52-4a84-8c9d-8d221556d2c7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:29.619939 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4e56874-f1eb-4ccd-ae80-d211e4365478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (563138cc-2b52-4a84-8c9d-8d221556d2c7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:29.622562 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4e56874-f1eb-4ccd-ae80-d211e4365478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:29.624286 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f4e56874-f1eb-4ccd-ae80-d211e4365478 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/563138cc-2b52-4a84-8c9d-8d221556d2c7 HTTP/1.1" status: 204  len: 168 time: 0.2625976
Apr 16 21:38:29.631925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e56874-f1eb-4ccd-ae80-d211e4365478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563138cc-2b52-4a84-8c9d-8d221556d2c7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:38:31.031582 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:38:36.309687 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:39.082375 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a5a112d1-899e-4735-a85f-b446031c9215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:41.635261 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-accc31be-c313-4fff-bd9b-36b18dc7f73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:42.516429 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:43.572049 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:44.224840 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:45.440397 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:38:57.588925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f1f3d-ea9c-4af8-b391-b97a186782fe req-74e31da2-d551-48b8-8d9c-573db95cb465 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:57.590460 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-482f1f3d-ea9c-4af8-b391-b97a186782fe req-74e31da2-d551-48b8-8d9c-573db95cb465 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0508089
Apr 16 21:38:57.643145 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-482f1f3d-ea9c-4af8-b391-b97a186782fe req-f9c642b5-81e5-4f5d-a8dc-4d51e7185ba3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469425
Apr 16 21:38:57.677705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37546) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:38:57.739025 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b2069fd7-0e27-4793-bfda-b5168908a176 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/5b9bdbe4-1cf8-4fa5-9d8e-07531477e104 HTTP/1.1" status: 200  len: 994 time: 0.0599644
Apr 16 21:38:58.082910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170bb78-8fbc-42f0-b014-7dba19234055 req-59789850-5546-49b3-945f-7e43d6b56429 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:58.085118 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0170bb78-8fbc-42f0-b014-7dba19234055 req-59789850-5546-49b3-945f-7e43d6b56429 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 1128 time: 0.0451431
Apr 16 21:38:58.130326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0170bb78-8fbc-42f0-b014-7dba19234055 req-b74fc659-622f-427f-a3df-b61d312e6eec tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395324
Apr 16 21:38:59.331218 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-9bd620d9-beac-4ec5-9d1c-8912b9290dfb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0420771
Apr 16 21:38:59.340606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-43466c7f-ed3b-41e5-9748-9c1f70db9c11 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:38:59.341552 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-43466c7f-ed3b-41e5-9748-9c1f70db9c11 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048602
Apr 16 21:38:59.405724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-a3275bcb-5df0-4bd1-bbcd-389786c14c4a tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:38:59.407133 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-a3275bcb-5df0-4bd1-bbcd-389786c14c4a tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/ports/c8075c9e-8845-461b-859a-ca04ebb3e039 HTTP/1.1" status: 200  len: 1125 time: 0.0385592
Apr 16 21:39:00.341913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-1a5f8c44-df5c-45cf-be59-df2da9951f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:00.343335 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-1a5f8c44-df5c-45cf-be59-df2da9951f6f service neutron] 10.222.0.20 "GET /v2.0/ports/c8075c9e-8845-461b-859a-ca04ebb3e039 HTTP/1.1" status: 200  len: 1125 time: 0.0399425
Apr 16 21:39:00.352464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:00.352922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] Unknown quota resources ['binding']. {{(pid=122556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Apr 16 21:39:00.489965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] Attempting to bind port c8075c9e-8845-461b-859a-ca04ebb3e039 on host nch2-master-1 for vnic_type normal with profile None {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:39:00.490228 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] Attempting to bind port c8075c9e-8845-461b-859a-ca04ebb3e039 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:39:00.490564 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] Attempting to bind port c8075c9e-8845-461b-859a-ca04ebb3e039 on network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:00.494995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] Port c8075c9e-8845-461b-859a-ca04ebb3e039 on network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:39:00.495321 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] Attempting to bind port c8075c9e-8845-461b-859a-ca04ebb3e039 on network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:00.500164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:39:00.500536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] Checking segment: {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:00.500926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] Bound using segment: {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:39:00.501354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] Bound port: c8075c9e-8845-461b-859a-ca04ebb3e039, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:39:00.592572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8075c9e-8845-461b-859a-ca04ebb3e039,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:39:00.695100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:00.696506 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] 10.222.0.20 "POST /v2.0/ports/c8075c9e-8845-461b-859a-ca04ebb3e039/bindings HTTP/1.1" status: 201  len: 389 time: 0.3478324
Apr 16 21:39:00.950613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412cfe6-3dcd-470d-885b-5ed708f34458 req-5447bdcd-e0bb-4f65-b461-677ad68904b4 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:00.952129 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b412cfe6-3dcd-470d-885b-5ed708f34458 req-5447bdcd-e0bb-4f65-b461-677ad68904b4 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0480733
Apr 16 21:39:01.000756 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b412cfe6-3dcd-470d-885b-5ed708f34458 req-801b5143-29ca-47f1-888e-dc1d4911e188 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429354
Apr 16 21:39:01.452816 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-733b05e5-4da7-43a4-8f23-8f636bf24ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:01.454323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-733b05e5-4da7-43a4-8f23-8f636bf24ea8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 1128 time: 0.0478323
Apr 16 21:39:01.547284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-78a14f22-3ce0-420f-920f-0a8f965a5345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:01.548793 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-78a14f22-3ce0-420f-920f-0a8f965a5345 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05c2f35c-bc8e-4836-b934-7e59daa1ea89 HTTP/1.1" status: 200  len: 897 time: 0.0879254
Apr 16 21:39:01.618110 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-16703228-c43b-436a-8577-71520b86a810 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8075c9e-8845-461b-859a-ca04ebb3e039 HTTP/1.1" status: 200  len: 1002 time: 0.0628791
Apr 16 21:39:01.672950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-a95219df-001c-4c66-8580-69f4c1f679a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:01.674476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-a95219df-001c-4c66-8580-69f4c1f679a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de99ab6a-6bb7-4e15-ab5b-209320af61d0 HTTP/1.1" status: 200  len: 835 time: 0.0508282
Apr 16 21:39:01.717872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-fd0d9d55-b26f-4637-9a8c-529f039d4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:01.719371 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-fd0d9d55-b26f-4637-9a8c-529f039d4b7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05c2f35c-bc8e-4836-b934-7e59daa1ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385532
Apr 16 21:39:01.813219 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-1b9f87a9-b706-4de9-a81d-9332bf35821a service neutron] 10.222.0.41 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841126
Apr 16 21:39:01.908492 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-e145eabb-1a0e-43e8-b761-b1206242eb30 service neutron] 10.222.0.41 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884700
Apr 16 21:39:02.040290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-f5fa8f2d-7e2e-400c-8410-1db11ad1e633 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:02.041974 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-f5fa8f2d-7e2e-400c-8410-1db11ad1e633 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0787838
Apr 16 21:39:02.053328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:02.138124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b41ed-5840-4889-b783-93dd565121fd req-7e6a284b-b765-4c37-ac57-9ab6fa6fd3f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:02.139693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e14b41ed-5840-4889-b783-93dd565121fd req-7e6a284b-b765-4c37-ac57-9ab6fa6fd3f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0619676
Apr 16 21:39:02.155331 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:02.201638 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e14b41ed-5840-4889-b783-93dd565121fd req-2a0141b2-568f-48c6-90af-739934045e71 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544777
Apr 16 21:39:02.293408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8075c9e-8845-461b-859a-ca04ebb3e039,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:02.331586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:02.372387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:39:02.374745 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a6a09f-bf90-41bb-80c8-b3525b86685c" -d '{"events": [{"server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "name": "network-vif-unplugged", "status": "completed", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:39:02.378580 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Publish callbacks [] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:02.413574 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a481a36d-2834-401d-97a4-0e241fd941d6 x-openstack-request-id: req-a481a36d-2834-401d-97a4-0e241fd941d6 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:39:02.413875 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "name": "network-vif-unplugged", "status": "completed", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:39:02.414133 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a481a36d-2834-401d-97a4-0e241fd941d6 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:39:02.414539 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a481a36d-2834-401d-97a4-0e241fd941d6'] response: {'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'code': 200}
Apr 16 21:39:02.446490 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:02.544475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Pushing event updated for resources: {'Port': ['ID=c8075c9e-8845-461b-859a-ca04ebb3e039,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:02.604222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Attempting to bind port c8075c9e-8845-461b-859a-ca04ebb3e039 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:39:02.604496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Attempting to bind port c8075c9e-8845-461b-859a-ca04ebb3e039 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:39:02.604833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Attempting to bind port c8075c9e-8845-461b-859a-ca04ebb3e039 on network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:02.609591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Port c8075c9e-8845-461b-859a-ca04ebb3e039 on network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:39:02.609922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Attempting to bind port c8075c9e-8845-461b-859a-ca04ebb3e039 on network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:02.615422 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:39:02.616435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Checking segment: {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:02.616834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Bound using segment: {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:39:02.617294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Bound port: c8075c9e-8845-461b-859a-ca04ebb3e039, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcd6646-5a31-4314-adb7-0a5f8a6df681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:39:02.617632 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:02.690016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:02.693050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8075c9e-8845-461b-859a-ca04ebb3e039,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:39:02.774200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1a160d67-c13d-41b3-bc97-827d13e44575 None None] Provisioning complete for port c8075c9e-8845-461b-859a-ca04ebb3e039 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:02.774750 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1a160d67-c13d-41b3-bc97-827d13e44575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:02.796097 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:02.811517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1a160d67-c13d-41b3-bc97-827d13e44575 None None] Port c8075c9e-8845-461b-859a-ca04ebb3e039 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:39:02.896339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Pushing event updated for resources: {'Port': ['ID=c8075c9e-8845-461b-859a-ca04ebb3e039,revision_number=8']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:02.937688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:02.938340 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:02.939829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-baa0477b-4fcc-47c9-8018-3f97708c2229 service neutron] 10.222.0.41 "PUT /v2.0/ports/c8075c9e-8845-461b-859a-ca04ebb3e039 HTTP/1.1" status: 200  len: 1122 time: 0.8909361
Apr 16 21:39:03.007363 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c8075c9e-8845-461b-859a-ca04ebb3e039'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:39:03.142156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a7440fef-57bf-41f0-b6a3-c5d6d1b94a7d None None] Provisioning complete for port c8075c9e-8845-461b-859a-ca04ebb3e039 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:03.142449 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a7440fef-57bf-41f0-b6a3-c5d6d1b94a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:03.316850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a7440fef-57bf-41f0-b6a3-c5d6d1b94a7d None None] Current status of the port c8075c9e-8845-461b-859a-ca04ebb3e039 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:03.317240 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a7440fef-57bf-41f0-b6a3-c5d6d1b94a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:03.322440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3e1e3-4bd5-4d2f-b896-8c639647faf3 req-fd6190ef-1465-4892-9d6f-4940da40b52d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:03.324448 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41b3e1e3-4bd5-4d2f-b896-8c639647faf3 req-fd6190ef-1465-4892-9d6f-4940da40b52d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 944 time: 0.0565464
Apr 16 21:39:03.352777 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:39:03.355028 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7d51c0-3aff-40b8-b9c7-ec3e72a9e000" -d '{"events": [{"server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "name": "network-vif-plugged", "status": "completed", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:39:03.377366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a7440fef-57bf-41f0-b6a3-c5d6d1b94a7d None None] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8075c9e-8845-461b-859a-ca04ebb3e039,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:03.379777 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41b3e1e3-4bd5-4d2f-b896-8c639647faf3 req-6064e299-0a81-4090-bd88-925eb3b455ad tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486882
Apr 16 21:39:03.445171 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a7440fef-57bf-41f0-b6a3-c5d6d1b94a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:03.531946 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797ed5b5-1975-4aeb-80eb-1355219c193a x-openstack-request-id: req-797ed5b5-1975-4aeb-80eb-1355219c193a {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:39:03.532277 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "name": "network-vif-plugged", "status": "completed", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:39:03.532944 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-797ed5b5-1975-4aeb-80eb-1355219c193a {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:39:03.533168 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797ed5b5-1975-4aeb-80eb-1355219c193a'] response: {'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'code': 200}
Apr 16 21:39:03.762160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7440fef-57bf-41f0-b6a3-c5d6d1b94a7d None None] Pushing event updated for resources: {'Port': ['ID=c8075c9e-8845-461b-859a-ca04ebb3e039,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:04.416099 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:39:04.418661 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730583cc-40d7-4d44-81df-2f31d5dba5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:39:04.460651 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb29f7c0-a38b-4d58-9a10-0245079fb560 x-openstack-request-id: req-cb29f7c0-a38b-4d58-9a10-0245079fb560 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:39:04.460952 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:39:04.461213 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb29f7c0-a38b-4d58-9a10-0245079fb560 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:39:04.461629 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb29f7c0-a38b-4d58-9a10-0245079fb560'] response: {'name': 'network-changed', 'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'status': 'completed', 'code': 200}
Apr 16 21:39:04.507674 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9d0c2-29be-4b44-85a7-8d377a26ef1d req-f914f899-d713-43bb-bf64-1d59c12a579c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:04.509442 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23d9d0c2-29be-4b44-85a7-8d377a26ef1d req-f914f899-d713-43bb-bf64-1d59c12a579c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0565512
Apr 16 21:39:04.531590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730583cc-40d7-4d44-81df-2f31d5dba5d5 req-10e6eb02-99cb-402a-92c9-83fd09db19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:04.533143 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-730583cc-40d7-4d44-81df-2f31d5dba5d5 req-10e6eb02-99cb-402a-92c9-83fd09db19ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 1158 time: 0.0455511
Apr 16 21:39:04.563386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23d9d0c2-29be-4b44-85a7-8d377a26ef1d req-89c86165-28aa-44ba-b1be-6fddb3c71648 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476232
Apr 16 21:39:04.625996 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730583cc-40d7-4d44-81df-2f31d5dba5d5 req-f19f085d-3b96-4516-b78b-e6bfd0d6c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:04.627511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-730583cc-40d7-4d44-81df-2f31d5dba5d5 req-f19f085d-3b96-4516-b78b-e6bfd0d6c3cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=05c2f35c-bc8e-4836-b934-7e59daa1ea89 HTTP/1.1" status: 200  len: 897 time: 0.0877535
Apr 16 21:39:04.711073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-730583cc-40d7-4d44-81df-2f31d5dba5d5 req-7ea1f0fa-22cf-400f-a435-31fb9344043b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8075c9e-8845-461b-859a-ca04ebb3e039 HTTP/1.1" status: 200  len: 1002 time: 0.0638287
Apr 16 21:39:04.760003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730583cc-40d7-4d44-81df-2f31d5dba5d5 req-4708cbba-4c50-4331-83ca-8fc37ae6e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:04.761749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-730583cc-40d7-4d44-81df-2f31d5dba5d5 req-4708cbba-4c50-4331-83ca-8fc37ae6e304 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de99ab6a-6bb7-4e15-ab5b-209320af61d0 HTTP/1.1" status: 200  len: 835 time: 0.0449176
Apr 16 21:39:04.808364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730583cc-40d7-4d44-81df-2f31d5dba5d5 req-f680a61a-f62c-4ecb-963f-e6aab0c09a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:04.810404 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-730583cc-40d7-4d44-81df-2f31d5dba5d5 req-f680a61a-f62c-4ecb-963f-e6aab0c09a15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=05c2f35c-bc8e-4836-b934-7e59daa1ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427566
Apr 16 21:39:04.902930 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-730583cc-40d7-4d44-81df-2f31d5dba5d5 req-b066816f-1bf4-410c-9847-27359e0986f3 service neutron] 10.222.0.11 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868926
Apr 16 21:39:04.993437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-730583cc-40d7-4d44-81df-2f31d5dba5d5 req-f2302e9c-e4c9-4f07-bbef-a6e6c5873310 service neutron] 10.222.0.11 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842209
Apr 16 21:39:05.508754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c8075c9e-8845-461b-859a-ca04ebb3e039 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:39:05.603598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8075c9e-8845-461b-859a-ca04ebb3e039,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:05.620267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c8075c9e-8845-461b-859a-ca04ebb3e039 has no active binding in host nch2-master-1 {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 16 21:39:05.696064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7146c12-e008-4769-bf6c-59054d03f184 req-058e0ff0-b1fc-46f9-ba75-2f0630f786bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:05.697597 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7146c12-e008-4769-bf6c-59054d03f184 req-058e0ff0-b1fc-46f9-ba75-2f0630f786bd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0491202
Apr 16 21:39:05.747248 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d7146c12-e008-4769-bf6c-59054d03f184 req-26ba1aed-84ca-4a17-beec-f7182242a8df tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439520
Apr 16 21:39:06.315007 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:06.468719 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32bdd503-1d4e-4d2f-b75c-cb186331bbca req-0c183e7e-cfb4-4ba6-ac0f-402cdeaf4666 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0422468
Apr 16 21:39:06.564826 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd503-1d4e-4d2f-b75c-cb186331bbca req-e2de686c-28d2-45c0-b0a1-de86972bb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:06.566331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32bdd503-1d4e-4d2f-b75c-cb186331bbca req-e2de686c-28d2-45c0-b0a1-de86972bb2e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=551fe53574564e4ea60f7288faf4298f&device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 1127 time: 0.0389946
Apr 16 21:39:06.672748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd503-1d4e-4d2f-b75c-cb186331bbca req-eb465b07-bbae-4d5a-92bd-2ff68c54973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:06.674288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32bdd503-1d4e-4d2f-b75c-cb186331bbca req-eb465b07-bbae-4d5a-92bd-2ff68c54973d service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0b57eca-5587-422d-aee9-773ab2a51166 HTTP/1.1" status: 200  len: 910 time: 0.0891881
Apr 16 21:39:06.742356 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32bdd503-1d4e-4d2f-b75c-cb186331bbca req-1231ff6f-4ee4-4245-be65-755c91521223 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 HTTP/1.1" status: 200  len: 999 time: 0.0609055
Apr 16 21:39:06.794386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd503-1d4e-4d2f-b75c-cb186331bbca req-041e1a57-e9e0-469b-b836-dff57b1d5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:06.795911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32bdd503-1d4e-4d2f-b75c-cb186331bbca req-041e1a57-e9e0-469b-b836-dff57b1d5f00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=790327af-1d0e-4060-8eb3-ab75fb735884 HTTP/1.1" status: 200  len: 848 time: 0.0467379
Apr 16 21:39:06.845831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd503-1d4e-4d2f-b75c-cb186331bbca req-3e500d90-8555-46b5-9126-2a77ead3e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:06.847373 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32bdd503-1d4e-4d2f-b75c-cb186331bbca req-3e500d90-8555-46b5-9126-2a77ead3e8d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0b57eca-5587-422d-aee9-773ab2a51166&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437839
Apr 16 21:39:06.867625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abce66-451e-4f95-8f54-58b9b8bbd8a7 req-b121daa6-a36f-4111-904c-06d3dd1dcce6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:06.872234 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3abce66-451e-4f95-8f54-58b9b8bbd8a7 req-b121daa6-a36f-4111-904c-06d3dd1dcce6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0519419
Apr 16 21:39:06.921856 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e3abce66-451e-4f95-8f54-58b9b8bbd8a7 req-e9e33b8b-e624-4da1-9f1b-88bee219b734 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460122
Apr 16 21:39:06.941708 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32bdd503-1d4e-4d2f-b75c-cb186331bbca req-4da310be-da65-4285-b45a-8031636310f9 service neutron] 10.222.0.11 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873919
Apr 16 21:39:07.048418 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-32bdd503-1d4e-4d2f-b75c-cb186331bbca req-8b7afb40-3cf0-4f9c-b00a-bf03f170f44a service neutron] 10.222.0.11 "GET /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848103
Apr 16 21:39:08.030480 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:39:08.038866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40397eaf-a078-4a2b-bfe8-810a696ba4dc req-f6fd613e-cb95-4394-bde3-b1208b00a6e3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:08.041484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40397eaf-a078-4a2b-bfe8-810a696ba4dc req-f6fd613e-cb95-4394-bde3-b1208b00a6e3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0501487
Apr 16 21:39:08.091972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40397eaf-a078-4a2b-bfe8-810a696ba4dc req-0df93ca8-c72b-411b-b924-19239b9ab1bb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459023
Apr 16 21:39:08.998983 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-197473ae-b060-43ef-81d9-3c583beda2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:09.205857 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47215d-6e83-420a-966e-38ea5d786349 req-7f8090c3-de5e-41e0-aae5-351257ea93fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:09.207352 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd47215d-6e83-420a-966e-38ea5d786349 req-7f8090c3-de5e-41e0-aae5-351257ea93fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0474312
Apr 16 21:39:09.265132 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd47215d-6e83-420a-966e-38ea5d786349 req-97f99094-c047-4ac5-9ef1-33e2d5142019 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508816
Apr 16 21:39:10.380753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0df3ba-ab7e-4134-87c2-a7871b15a346 req-bf1dfec9-cd6c-4d15-b7a5-d173d3bdf9a7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:10.382406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f0df3ba-ab7e-4134-87c2-a7871b15a346 req-bf1dfec9-cd6c-4d15-b7a5-d173d3bdf9a7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0486448
Apr 16 21:39:10.432344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f0df3ba-ab7e-4134-87c2-a7871b15a346 req-cf9e2ff2-67a8-4a1b-a257-15f00b86ec87 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439773
Apr 16 21:39:11.369907 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-8a1c2881-0e38-41b3-acef-14f1cfdaf880 service neutron] 10.222.0.11 "GET /v2.0/ports/c8075c9e-8845-461b-859a-ca04ebb3e039/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0603459
Apr 16 21:39:11.551963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed596b10-4913-4dd3-8d35-e41b6eef7d7e req-6b45b18a-9e05-4cc0-9474-1278e61edea9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:11.554370 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ed596b10-4913-4dd3-8d35-e41b6eef7d7e req-6b45b18a-9e05-4cc0-9474-1278e61edea9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 946 time: 0.0511565
Apr 16 21:39:11.609328 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ed596b10-4913-4dd3-8d35-e41b6eef7d7e req-2b6e4182-7acb-4b2d-9a58-7ce4bdf65b09 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485649
Apr 16 21:39:11.663668 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1b526ad-8abd-400d-b18e-568d3519c622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:11.872007 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-c22708ed-13b6-4118-b4b6-b1b868b848bd service neutron] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8075c9e-8845-461b-859a-ca04ebb3e039,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:11.887959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-c22708ed-13b6-4118-b4b6-b1b868b848bd service neutron] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:11.927943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:39:11.935400 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b602109-bf3c-4abb-9bf6-449378c9aa48" -d '{"events": [{"server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "name": "network-vif-unplugged", "status": "completed", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:39:11.937737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-c22708ed-13b6-4118-b4b6-b1b868b848bd service neutron] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8075c9e-8845-461b-859a-ca04ebb3e039,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:11.972510 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba56e5d-f930-4bba-acc9-e4a6ea7caaf3 x-openstack-request-id: req-5ba56e5d-f930-4bba-acc9-e4a6ea7caaf3 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:39:11.972811 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "name": "network-vif-unplugged", "status": "completed", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:39:11.973060 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ba56e5d-f930-4bba-acc9-e4a6ea7caaf3 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:39:11.973544 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba56e5d-f930-4bba-acc9-e4a6ea7caaf3'] response: {'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'code': 200}
Apr 16 21:39:12.041063 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-c22708ed-13b6-4118-b4b6-b1b868b848bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:12.113657 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-c22708ed-13b6-4118-b4b6-b1b868b848bd service neutron] Transition to ACTIVE for port object c8075c9e-8845-461b-859a-ca04ebb3e039 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:39:12.246615 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-c22708ed-13b6-4118-b4b6-b1b868b848bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:12.346160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22708ed-13b6-4118-b4b6-b1b868b848bd service neutron] Pushing event updated for resources: {'Port': ['ID=c8075c9e-8845-461b-859a-ca04ebb3e039,revision_number=11']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:12.391860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-c22708ed-13b6-4118-b4b6-b1b868b848bd service neutron] No DVR routers for this DVR port c8075c9e-8845-461b-859a-ca04ebb3e039 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:39:12.537510 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-c22708ed-13b6-4118-b4b6-b1b868b848bd service neutron] 10.222.0.11 "PUT /v2.0/ports/c8075c9e-8845-461b-859a-ca04ebb3e039/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.1618857
Apr 16 21:39:12.547108 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:12.725393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-8847630d-236f-4edd-9611-f7a7e12e1a22 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:12.727035 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-8847630d-236f-4edd-9611-f7a7e12e1a22 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0563543
Apr 16 21:39:12.738140 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4aeaa-4d4e-4ede-aef6-fc58947f19ef req-e23f98db-8a50-4523-8fdc-481733bab9aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:12.739707 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-50c4aeaa-4d4e-4ede-aef6-fc58947f19ef req-e23f98db-8a50-4523-8fdc-481733bab9aa tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 945 time: 0.0486462
Apr 16 21:39:12.776767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-edbca8fd-48c7-44d0-bc5e-32e7f79ca41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:12.778676 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-edbca8fd-48c7-44d0-bc5e-32e7f79ca41d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 1127 time: 0.0453837
Apr 16 21:39:12.798407 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-50c4aeaa-4d4e-4ede-aef6-fc58947f19ef req-4406d5d7-8d66-413a-a1c0-617670465350 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523281
Apr 16 21:39:12.840037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-6150ba4a-5a18-40ce-92d9-25335eb9e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:12.841756 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-6150ba4a-5a18-40ce-92d9-25335eb9e4e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 1127 time: 0.0407739
Apr 16 21:39:12.941567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-2b9e2466-32da-4fbc-8fcd-6087f4723c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:12.943600 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-2b9e2466-32da-4fbc-8fcd-6087f4723c8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=05c2f35c-bc8e-4836-b934-7e59daa1ea89 HTTP/1.1" status: 200  len: 897 time: 0.0952818
Apr 16 21:39:13.008627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-60abfc86-efba-4ce6-93e5-a550710d76ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8075c9e-8845-461b-859a-ca04ebb3e039 HTTP/1.1" status: 200  len: 1000 time: 0.0602283
Apr 16 21:39:13.055762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-5168a116-38dc-4417-8005-eedb62b80cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:13.057222 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-5168a116-38dc-4417-8005-eedb62b80cdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de99ab6a-6bb7-4e15-ab5b-209320af61d0 HTTP/1.1" status: 200  len: 835 time: 0.0430722
Apr 16 21:39:13.105156 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3bcf4109-91e0-4a33-b696-11090efaa080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:13.106676 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3bcf4109-91e0-4a33-b696-11090efaa080 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05c2f35c-bc8e-4836-b934-7e59daa1ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440872
Apr 16 21:39:13.194802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-f2e00399-610f-4d16-aa86-4843ee0a58b4 service neutron] 10.222.0.41 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816262
Apr 16 21:39:13.288965 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-b741e5c6-3558-4369-9fbc-45c5a2830e9c service neutron] 10.222.0.41 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884612
Apr 16 21:39:13.600522 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:13.889369 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-aae6f88c-1480-4a0c-9c0a-01a4aa411f22 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:13.892070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-aae6f88c-1480-4a0c-9c0a-01a4aa411f22 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0547178
Apr 16 21:39:13.958063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5da1d1-e1da-4b77-be83-3d02ecfeaa71 req-009ff315-5d02-40cb-ab0a-4d1ba50ab928 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:13.959627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea5da1d1-e1da-4b77-be83-3d02ecfeaa71 req-009ff315-5d02-40cb-ab0a-4d1ba50ab928 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 945 time: 0.0854805
Apr 16 21:39:14.096727 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea5da1d1-e1da-4b77-be83-3d02ecfeaa71 req-25b75a46-9ca0-457c-944f-46e10bb29aaf tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1159437
Apr 16 21:39:14.153552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37856) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:14.177861 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:14.213632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2720fec-9b02-46e2-a56f-366f1aab5c04 req-7669953a-60f7-4d60-b060-1d0cdac66da4 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:14.215170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b2720fec-9b02-46e2-a56f-366f1aab5c04 req-7669953a-60f7-4d60-b060-1d0cdac66da4 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 1127 time: 0.0452859
Apr 16 21:39:14.264122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b2720fec-9b02-46e2-a56f-366f1aab5c04 req-a3a38c2a-9db0-469d-a2d9-53d207465126 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429056
Apr 16 21:39:14.354014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-11b8eddf-846c-44db-8ce9-9a3097c09cdb service neutron] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:14.362396 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-11b8eddf-846c-44db-8ce9-9a3097c09cdb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:14.363631 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-11b8eddf-846c-44db-8ce9-9a3097c09cdb service neutron] 10.222.0.41 "DELETE /v2.0/ports/c8075c9e-8845-461b-859a-ca04ebb3e039/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4560657
Apr 16 21:39:14.403877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517f8a8-11b0-4a51-a52c-382d0c678f9a req-5a2a648e-5141-4cd3-8ded-c9727f377ff9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:14.405343 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d517f8a8-11b0-4a51-a52c-382d0c678f9a req-5a2a648e-5141-4cd3-8ded-c9727f377ff9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 945 time: 0.0657923
Apr 16 21:39:14.459573 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d517f8a8-11b0-4a51-a52c-382d0c678f9a req-a98cde1a-7017-45a7-9875-469aa63ef28a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482299
Apr 16 21:39:14.482909 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37874) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:14.551099 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3db00f15-4797-4cf2-8569-0f2159536b9c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/5b9bdbe4-1cf8-4fa5-9d8e-07531477e104 HTTP/1.1" status: 200  len: 992 time: 0.0615151
Apr 16 21:39:14.654492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c8075c9e-8845-461b-859a-ca04ebb3e039 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:14.689302 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (5884384f-40e7-43ed-9cd3-3657008494f1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:14.697919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port c8075c9e-8845-461b-859a-ca04ebb3e039 host nch2-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:39:14.698445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c8075c9e-8845-461b-859a-ca04ebb3e039 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:14.772734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37880) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:14.934069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port 5f9e4d95-793e-460d-b156-e6191016d82c {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:14.934331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5f9e4d95-793e-460d-b156-e6191016d82c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:14.945034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Deleting port cec9956f-712c-46e3-b31d-7fcaaee81096 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:14.945385 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:15.028583 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5f9e4d95-793e-460d-b156-e6191016d82c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:15.028583 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (5f9e4d95-793e-460d-b156-e6191016d82c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:15.042217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] For port cec9956f-712c-46e3-b31d-7fcaaee81096, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cec9956f-712c-46e3-b31d-7fcaaee81096,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:15.042217 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:15.044384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for 5f9e4d95-793e-460d-b156-e6191016d82c owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:15.056547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Calling delete_port for cec9956f-712c-46e3-b31d-7fcaaee81096 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:15.375876 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5f9e4d95-793e-460d-b156-e6191016d82c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:15.404196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=5f9e4d95-793e-460d-b156-e6191016d82c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:15.427968 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (cec9956f-712c-46e3-b31d-7fcaaee81096), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:15.436543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.445434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.463731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Pushing event deleted for resources: {'Port': ['ID=cec9956f-712c-46e3-b31d-7fcaaee81096,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:15.464641 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:15.493841 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (5b9bdbe4-1cf8-4fa5-9d8e-07531477e104), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:15.494183 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Floating IP 5b9bdbe4-1cf8-4fa5-9d8e-07531477e104 disassociated (deleted). External IP: 172.35.1.211, port: c8075c9e-8845-461b-859a-ca04ebb3e039.
Apr 16 21:39:15.498827 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.499208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.503876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.503876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.503876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.503876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.503876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.503876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.503876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.503876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.503876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.503876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.503876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.503876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.503876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:15.691319 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (5884384f-40e7-43ed-9cd3-3657008494f1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:15.768246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:39:15.881963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:39:15.887159 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:15.893611 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed705f-90a5-4055-bc45-26fc781b0c26 None None] Sync routers for ids ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:39:15.904120 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed705f-90a5-4055-bc45-26fc781b0c26 None None] Routers {'5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:15.904762 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-65ed705f-90a5-4055-bc45-26fc781b0c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012596b430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:15.928999 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-04f9da8a-504a-46fd-841e-2eee17582cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/floatingips/5b9bdbe4-1cf8-4fa5-9d8e-07531477e104 HTTP/1.1" status: 204  len: 168 time: 1.1480529
Apr 16 21:39:15.929303 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:39:15.931689 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f69af9-c75d-434b-b92c-a2beb2183107" -d '{"events": [{"name": "network-changed", "server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:39:15.946398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Router 5884384f-40e7-43ed-9cd3-3657008494f1 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:39:15.993550 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a58fc1-d310-4a98-b25e-808cd0cef9a3 x-openstack-request-id: req-30a58fc1-d310-4a98-b25e-808cd0cef9a3 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:39:15.993843 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:39:15.994577 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30a58fc1-d310-4a98-b25e-808cd0cef9a3 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:39:15.994848 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a58fc1-d310-4a98-b25e-808cd0cef9a3'] response: {'name': 'network-changed', 'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'status': 'completed', 'code': 200}
Apr 16 21:39:16.027347 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-65ed705f-90a5-4055-bc45-26fc781b0c26 None None] Set router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:16.111443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69af9-c75d-434b-b92c-a2beb2183107 req-876dbd4b-b663-46de-afcb-c9f927b3922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:16.116626 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-66f69af9-c75d-434b-b92c-a2beb2183107 req-876dbd4b-b663-46de-afcb-c9f927b3922a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 1127 time: 0.0699022
Apr 16 21:39:16.116626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:39:16.127447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1612ea-b1f4-46cd-b18a-fc77d00e1dc6 None None] Sync routers for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:39:16.132454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6dfd2671-dbd6-4c0d-8b35-bbc656fd52ed admin admin] 10.222.0.20 "PUT /v2.0/routers/5884384f-40e7-43ed-9cd3-3657008494f1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9770379
Apr 16 21:39:16.134316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37914) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:16.141747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1612ea-b1f4-46cd-b18a-fc77d00e1dc6 None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:16.141747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be1612ea-b1f4-46cd-b18a-fc77d00e1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f5726d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:16.267165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-be1612ea-b1f4-46cd-b18a-fc77d00e1dc6 None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:16.296988 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-65ed705f-90a5-4055-bc45-26fc781b0c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012596b430>, [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:38:08Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '377f9506-a3ae-453c-b88b-9aa654392ba6', 'name': '', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:1e:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:07Z', 'updated_at': '2022-04-16T21:38:11Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:16.314992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69af9-c75d-434b-b92c-a2beb2183107 req-edcbc3d4-40a3-4c1c-a5ba-df8a9f5c8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:16.319329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-66f69af9-c75d-434b-b92c-a2beb2183107 req-edcbc3d4-40a3-4c1c-a5ba-df8a9f5c8117 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05c2f35c-bc8e-4836-b934-7e59daa1ea89 HTTP/1.1" status: 200  len: 897 time: 0.1829863
Apr 16 21:39:16.319617 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Publish callbacks [] for router (5884384f-40e7-43ed-9cd3-3657008494f1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:16.327962 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed705f-90a5-4055-bc45-26fc781b0c26 None None] Checking router: 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:39:16.340492 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed705f-90a5-4055-bc45-26fc781b0c26 None None] Routers {'5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:16.340973 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-65ed705f-90a5-4055-bc45-26fc781b0c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012596b430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:16.400826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-66f69af9-c75d-434b-b92c-a2beb2183107 req-8f7c4b4f-09e1-421c-80e1-002e7af5278c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8075c9e-8845-461b-859a-ca04ebb3e039 HTTP/1.1" status: 200  len: 217 time: 0.0779765
Apr 16 21:39:16.483475 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-65ed705f-90a5-4055-bc45-26fc781b0c26 None None] Set router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:16.511106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be1612ea-b1f4-46cd-b18a-fc77d00e1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f5726d0>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:39:15Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:16.544311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1612ea-b1f4-46cd-b18a-fc77d00e1dc6 None None] Checking router: 5884384f-40e7-43ed-9cd3-3657008494f1 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:39:16.556934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1612ea-b1f4-46cd-b18a-fc77d00e1dc6 None None] Routers {'5884384f-40e7-43ed-9cd3-3657008494f1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:16.556934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be1612ea-b1f4-46cd-b18a-fc77d00e1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f5726d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5884384f-40e7-43ed-9cd3-3657008494f1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:16.565405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec396ab6-1bdd-4ca9-99c1-24b7eb2da0a2 req-a6afd002-ee85-4b3d-ae0d-a31ebdee58e5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:16.567162 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec396ab6-1bdd-4ca9-99c1-24b7eb2da0a2 req-a6afd002-ee85-4b3d-ae0d-a31ebdee58e5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 945 time: 0.1232710
Apr 16 21:39:16.599495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Publish callbacks [] for router_gateway (5884384f-40e7-43ed-9cd3-3657008494f1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:16.619162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69af9-c75d-434b-b92c-a2beb2183107 req-38efa0fc-7482-48a1-8156-953fc5b78158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:16.620739 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-66f69af9-c75d-434b-b92c-a2beb2183107 req-38efa0fc-7482-48a1-8156-953fc5b78158 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de99ab6a-6bb7-4e15-ab5b-209320af61d0 HTTP/1.1" status: 200  len: 835 time: 0.0987978
Apr 16 21:39:16.679995 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec396ab6-1bdd-4ca9-99c1-24b7eb2da0a2 req-716ee1b5-2d88-4803-9e1c-399b2f746377 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcb0cdf-d470-4b82-b27a-883486b356d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032350
Apr 16 21:39:16.689400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-be1612ea-b1f4-46cd-b18a-fc77d00e1dc6 None None] Set router 5884384f-40e7-43ed-9cd3-3657008494f1 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:16.690322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f69af9-c75d-434b-b92c-a2beb2183107 req-84e0f006-dded-4ddb-ba08-86334291896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:16.691840 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-66f69af9-c75d-434b-b92c-a2beb2183107 req-84e0f006-dded-4ddb-ba08-86334291896c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05c2f35c-bc8e-4836-b934-7e59daa1ea89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0583971
Apr 16 21:39:16.700858 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-65ed705f-90a5-4055-bc45-26fc781b0c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012596b430>, [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:38:08Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '377f9506-a3ae-453c-b88b-9aa654392ba6', 'name': '', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:1e:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:07Z', 'updated_at': '2022-04-16T21:38:11Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:16.730470 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed705f-90a5-4055-bc45-26fc781b0c26 None None] The sync data for ids ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'] in ncdv-master-1 is: [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:38:08Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '377f9506-a3ae-453c-b88b-9aa654392ba6', 'name': '', 'network_id': '05c2f35c-bc8e-4836-b934-7e59daa1ea89', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:1e:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:07Z', 'updated_at': '2022-04-16T21:38:11Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': 'de99ab6a-6bb7-4e15-ab5b-209320af61d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:39:16.796606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Deleting port 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:16.796606 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:16.875210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be1612ea-b1f4-46cd-b18a-fc77d00e1dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f5726d0>, [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:39:15Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:16.875648 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-66f69af9-c75d-434b-b92c-a2beb2183107 req-9a9d2ee0-cf10-4ebe-9286-55145eb25748 service neutron] 10.222.0.41 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766293
Apr 16 21:39:16.910430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1612ea-b1f4-46cd-b18a-fc77d00e1dc6 None None] The sync data for ids ['5884384f-40e7-43ed-9cd3-3657008494f1'] in ncdv-master-1 is: [{'id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1484228258-router', 'tenant_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:30:25Z', 'updated_at': '2022-04-16T21:39:15Z', 'revision_number': 5, 'project_id': '7d3a8f4590014b8d9738bd3739f08c0c', 'gw_port': {'id': '5db8073f-6567-4ceb-97d4-2d31d6ff5ed6', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5884384f-40e7-43ed-9cd3-3657008494f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:30:27Z', 'updated_at': '2022-04-16T21:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:39:16.910703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] For port 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5db8073f-6567-4ceb-97d4-2d31d6ff5ed6,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:16.910990 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:16.935135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Calling delete_port for 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:16.984153 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cffe6f-16fd-4b2e-880b-10aa21987618 req-29e3dc1f-31f9-421c-85e3-f577ccbdface tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:16.985782 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-83cffe6f-16fd-4b2e-880b-10aa21987618 req-29e3dc1f-31f9-421c-85e3-f577ccbdface tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 945 time: 0.0693412
Apr 16 21:39:17.076156 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c936b2-ad65-408e-a2cf-94bb8d0e91b5 None None] New status for floating IP 5b9bdbe4-1cf8-4fa5-9d8e-07531477e104: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:39:17.091620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-83cffe6f-16fd-4b2e-880b-10aa21987618 req-b276e669-8327-4bfa-b410-b21048cacf54 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port c8075c9e-8845-461b-859a-ca04ebb3e039 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:17.092121 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-83cffe6f-16fd-4b2e-880b-10aa21987618 req-b276e669-8327-4bfa-b410-b21048cacf54 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:17.232600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-83cffe6f-16fd-4b2e-880b-10aa21987618 req-b276e669-8327-4bfa-b410-b21048cacf54 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] For port c8075c9e-8845-461b-859a-ca04ebb3e039, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8075c9e-8845-461b-859a-ca04ebb3e039,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:17.233081 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-83cffe6f-16fd-4b2e-880b-10aa21987618 req-b276e669-8327-4bfa-b410-b21048cacf54 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:17.247982 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-83cffe6f-16fd-4b2e-880b-10aa21987618 req-b276e669-8327-4bfa-b410-b21048cacf54 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for c8075c9e-8845-461b-859a-ca04ebb3e039 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:17.459709 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-66f69af9-c75d-434b-b92c-a2beb2183107 req-49f9f52e-3cc3-4ca6-b308-19b44415a990 service neutron] 10.222.0.41 "GET /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5179217
Apr 16 21:39:17.497863 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-83cffe6f-16fd-4b2e-880b-10aa21987618 req-b276e669-8327-4bfa-b410-b21048cacf54 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c8075c9e-8845-461b-859a-ca04ebb3e039), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:17.530583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276e669-8327-4bfa-b410-b21048cacf54 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=c8075c9e-8845-461b-859a-ca04ebb3e039,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:17.576533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cffe6f-16fd-4b2e-880b-10aa21987618 req-b276e669-8327-4bfa-b410-b21048cacf54 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] No DVR routers for this DVR port c8075c9e-8845-461b-859a-ca04ebb3e039 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:39:17.579063 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-83cffe6f-16fd-4b2e-880b-10aa21987618 req-b276e669-8327-4bfa-b410-b21048cacf54 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:17.582669 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-83cffe6f-16fd-4b2e-880b-10aa21987618 req-b276e669-8327-4bfa-b410-b21048cacf54 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "DELETE /v2.0/ports/c8075c9e-8845-461b-859a-ca04ebb3e039 HTTP/1.1" status: 204  len: 173 time: 0.5915897
Apr 16 21:39:17.695664 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5db8073f-6567-4ceb-97d4-2d31d6ff5ed6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:17.721694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db8073f-6567-4ceb-97d4-2d31d6ff5ed6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:17.787100 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dde19642-6042-4cd6-a695-6d6dc8f62ff9 req-73211b22-f037-4d4b-adf8-df3ef26ced75 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=05be7894-901d-4845-be17-f6e12dc9f6f3 HTTP/1.1" status: 200  len: 210 time: 0.0280976
Apr 16 21:39:17.788768 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (5884384f-40e7-43ed-9cd3-3657008494f1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:17.884342 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (5884384f-40e7-43ed-9cd3-3657008494f1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:17.887018 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Publish callbacks [] for router_controller (5884384f-40e7-43ed-9cd3-3657008494f1), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:17.992983 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (5884384f-40e7-43ed-9cd3-3657008494f1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:17.993578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5884384f-40e7-43ed-9cd3-3657008494f1 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:39:17.996420 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'name': 'network-vif-deleted', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:39:17.997897 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.001491 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333f35bd-b05b-40a8-9fc2-fc7d64842e3f" -d '{"events": [{"server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "name": "network-vif-deleted", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:39:18.002684 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e3dd1677-fcfa-40dc-9a07-5d758104e515 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5884384f-40e7-43ed-9cd3-3657008494f1 HTTP/1.1" status: 204  len: 168 time: 1.8571281
Apr 16 21:39:18.002684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37932) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:18.048821 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e762f9-fd85-4f25-9b52-e287c4671a9e x-openstack-request-id: req-62e762f9-fd85-4f25-9b52-e287c4671a9e {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:39:18.049073 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05be7894-901d-4845-be17-f6e12dc9f6f3", "name": "network-vif-deleted", "tag": "c8075c9e-8845-461b-859a-ca04ebb3e039", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:39:18.049321 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62e762f9-fd85-4f25-9b52-e287c4671a9e {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:39:18.049722 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e762f9-fd85-4f25-9b52-e287c4671a9e'] response: {'server_uuid': '05be7894-901d-4845-be17-f6e12dc9f6f3', 'name': 'network-vif-deleted', 'tag': 'c8075c9e-8845-461b-859a-ca04ebb3e039', 'status': 'completed', 'code': 200}
Apr 16 21:39:18.059375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1709468-897a-4250-9cbb-3376b204a965 admin admin] Deleting subnet 927e9c4d-a793-487e-a55c-cd1349df93fd {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:39:18.062571 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1709468-897a-4250-9cbb-3376b204a965 admin admin] Publish callbacks [] for subnet (927e9c4d-a793-487e-a55c-cd1349df93fd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.097940 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1709468-897a-4250-9cbb-3376b204a965 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (927e9c4d-a793-487e-a55c-cd1349df93fd), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.191785 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1709468-897a-4250-9cbb-3376b204a965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (927e9c4d-a793-487e-a55c-cd1349df93fd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.360463 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1709468-897a-4250-9cbb-3376b204a965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (927e9c4d-a793-487e-a55c-cd1349df93fd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.388417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1709468-897a-4250-9cbb-3376b204a965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927e9c4d-a793-487e-a55c-cd1349df93fd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:18.392988 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1709468-897a-4250-9cbb-3376b204a965 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.394890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d1709468-897a-4250-9cbb-3376b204a965 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/927e9c4d-a793-487e-a55c-cd1349df93fd HTTP/1.1" status: 204  len: 168 time: 0.3916852
Apr 16 21:39:18.395121 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05566829-b757-476a-afc2-ec1396355f21 None None] Network 33417375-20a3-4356-abb1-47c6dcf1fa40 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:18.396604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37940) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:18.464306 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (33417375-20a3-4356-abb1-47c6dcf1fa40), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.518196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Deleting port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:18.518513 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.594084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] DHCP port deletion for 33417375-20a3-4356-abb1-47c6dcf1fa40 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:39:18.619029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] For port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:18.619430 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.630659 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:18.634110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Calling delete_port for 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:18.658596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:18.658952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5db8073f-6567-4ceb-97d4-2d31d6ff5ed6 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:18.659429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cec9956f-712c-46e3-b31d-7fcaaee81096 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:18.683106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Deleting port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:18.683727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.686272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: cec9956f-712c-46e3-b31d-7fcaaee81096 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:18.687044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cec9956f-712c-46e3-b31d-7fcaaee81096 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:18.751737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] For port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf,segment=NetworkSegment(96b834b3-0ed6-4d65-ad6a-3a40a25161c3),segment_id=96b834b3-0ed6-4d65-ad6a-3a40a25161c3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:18.752072 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.767005 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Calling delete_port for 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:18.786818 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.823183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] No DVR routers for this DVR port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:39:18.828266 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Pushing event deleted for resources: {'Port': ['ID=665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:18.847559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37956) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:18.855308 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.883253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Pushing event deleted for resources: {'Port': ['ID=665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:18.886364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] No DVR routers for this DVR port 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:39:18.900920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.901922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.902348 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.902953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.904203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.904612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.905569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.906462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.907256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.907392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.908275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.909105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.909105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.909816 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.909929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e584a9e1-2c1b-4263-b99f-826afe943140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:18.917908 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (33417375-20a3-4356-abb1-47c6dcf1fa40), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.943056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f012699e3d0>,) {'filters': {'network_id': ['33417375-20a3-4356-abb1-47c6dcf1fa40']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:18.952819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f012699e3d0>, '96b834b3-0ed6-4d65-ad6a-3a40a25161c3') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:18.953114 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f012699e3d0>, '96b834b3-0ed6-4d65-ad6a-3a40a25161c3') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:18.963130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (96b834b3-0ed6-4d65-ad6a-3a40a25161c3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.981371 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (96b834b3-0ed6-4d65-ad6a-3a40a25161c3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.990809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:39:18.991214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (96b834b3-0ed6-4d65-ad6a-3a40a25161c3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:39:18.993162 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:39:19.115207 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (33417375-20a3-4356-abb1-47c6dcf1fa40), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:19.121092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:19.124805 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] 10.222.0.20 "DELETE /v2.0/networks/33417375-20a3-4356-abb1-47c6dcf1fa40 HTTP/1.1" status: 204  len: 168 time: 0.7272365
Apr 16 21:39:19.142869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9e616-98fd-46e2-80c4-1d01ea8249ca admin admin] Pushing event deleted for resources: {'Network': ['ID=33417375-20a3-4356-abb1-47c6dcf1fa40,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:19.215075 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5318-a5b2-4a64-b092-1f56f180b328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:19.467412 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f5318-a5b2-4a64-b092-1f56f180b328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port 377f9506-a3ae-453c-b88b-9aa654392ba6 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:19.467791 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5318-a5b2-4a64-b092-1f56f180b328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:19.482680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 37966) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:19.574924 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9c007a50-286d-4d7e-bd45-8f55297af60d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d3a8f4590014b8d9738bd3739f08c0c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0644104
Apr 16 21:39:19.578068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 37970) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:19.593690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-2d1f5318-a5b2-4a64-b092-1f56f180b328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] For port 377f9506-a3ae-453c-b88b-9aa654392ba6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=377f9506-a3ae-453c-b88b-9aa654392ba6,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:19.594172 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5318-a5b2-4a64-b092-1f56f180b328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:19.607948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f5318-a5b2-4a64-b092-1f56f180b328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for 377f9506-a3ae-453c-b88b-9aa654392ba6 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:19.627125 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ed7aea2-7a1d-46f2-bd79-6f5d4f969d66 admin admin] Publish callbacks [] for security_group (5607aba5-fe2b-46fd-9c5e-3c69586cfde3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:19.649449 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ed7aea2-7a1d-46f2-bd79-6f5d4f969d66 admin admin] Publish callbacks [] for security_group (5607aba5-fe2b-46fd-9c5e-3c69586cfde3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:19.783284 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ed7aea2-7a1d-46f2-bd79-6f5d4f969d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (5607aba5-fe2b-46fd-9c5e-3c69586cfde3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:19.786132 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ed7aea2-7a1d-46f2-bd79-6f5d4f969d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:19.787300 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3ed7aea2-7a1d-46f2-bd79-6f5d4f969d66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5607aba5-fe2b-46fd-9c5e-3c69586cfde3 HTTP/1.1" status: 204  len: 168 time: 0.2081206
Apr 16 21:39:19.795358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7aea2-7a1d-46f2-bd79-6f5d4f969d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5607aba5-fe2b-46fd-9c5e-3c69586cfde3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:19.873068 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5318-a5b2-4a64-b092-1f56f180b328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (377f9506-a3ae-453c-b88b-9aa654392ba6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:19.902220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f5318-a5b2-4a64-b092-1f56f180b328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=377f9506-a3ae-453c-b88b-9aa654392ba6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:20.405832 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5318-a5b2-4a64-b092-1f56f180b328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:20.567342 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:20.597361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:20.597813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 665e61b2-c9ad-4a1d-b2b9-0a4a0fe8cfcf not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:20.660790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1f5318-a5b2-4a64-b092-1f56f180b328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:39:20.776549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1f5318-a5b2-4a64-b092-1f56f180b328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:39:20.781584 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2d1f5318-a5b2-4a64-b092-1f56f180b328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "PUT /v2.0/routers/5c53c327-5a4f-458e-b9f3-64dbd1fdbe15/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9329884
Apr 16 21:39:20.784296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38008) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:20.787548 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccb913-d9c6-44e4-a336-e0d9a85d91d5 None None] Sync routers for ids ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:39:20.797595 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccb913-d9c6-44e4-a336-e0d9a85d91d5 None None] Routers {'5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:20.798215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d5ccb913-d9c6-44e4-a336-e0d9a85d91d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f2067c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:20.836518 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-f974501e-cf1e-46d8-bbb3-7be68ff8cff3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting subnet de99ab6a-6bb7-4e15-ab5b-209320af61d0 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:39:20.839997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f974501e-cf1e-46d8-bbb3-7be68ff8cff3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for subnet (de99ab6a-6bb7-4e15-ab5b-209320af61d0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:20.884163 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f974501e-cf1e-46d8-bbb3-7be68ff8cff3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (de99ab6a-6bb7-4e15-ab5b-209320af61d0), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:20.915151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d5ccb913-d9c6-44e4-a336-e0d9a85d91d5 None None] Set router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:20.958647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38012) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:20.978424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f974501e-cf1e-46d8-bbb3-7be68ff8cff3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (de99ab6a-6bb7-4e15-ab5b-209320af61d0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.076958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-307977306-network', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:21.093152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d5ccb913-d9c6-44e4-a336-e0d9a85d91d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f2067c0>, [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:39:19Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:21.123723 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccb913-d9c6-44e4-a336-e0d9a85d91d5 None None] Checking router: 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:39:21.132606 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccb913-d9c6-44e4-a336-e0d9a85d91d5 None None] Routers {'5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:21.133210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d5ccb913-d9c6-44e4-a336-e0d9a85d91d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f2067c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:21.136263 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f974501e-cf1e-46d8-bbb3-7be68ff8cff3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (de99ab6a-6bb7-4e15-ab5b-209320af61d0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.165813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974501e-cf1e-46d8-bbb3-7be68ff8cff3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Subnet': ['ID=de99ab6a-6bb7-4e15-ab5b-209320af61d0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:21.166706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Made reservation on behalf of 7fc33178ac5b4d4f9c1f346e3b4371b6 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:39:21.167778 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f974501e-cf1e-46d8-bbb3-7be68ff8cff3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.171105 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f974501e-cf1e-46d8-bbb3-7be68ff8cff3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/subnets/de99ab6a-6bb7-4e15-ab5b-209320af61d0 HTTP/1.1" status: 204  len: 168 time: 0.3856454
Apr 16 21:39:21.173739 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38016) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:21.178374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ddb3fa-c918-42b6-b89b-07a1a0fa6e3d None None] Network 05c2f35c-bc8e-4836-b934-7e59daa1ea89 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:21.179652 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.193892 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.321290 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.327844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d5ccb913-d9c6-44e4-a336-e0d9a85d91d5 None None] Set router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:21.342464 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Publish callbacks [] for security_group (b1a65d31-dd60-46ec-b85d-ebc862353c6f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.418927 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b1a65d31-dd60-46ec-b85d-ebc862353c6f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.437815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:39:21.452380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0e7f74da-1703-4add-a1af-96c279c7a8d2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.452741 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Added segment 0e7f74da-1703-4add-a1af-96c279c7a8d2 of type vlan for network 3e745f17-203e-4728-9fb7-50341f5a0a21
Apr 16 21:39:21.528401 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (3e745f17-203e-4728-9fb7-50341f5a0a21), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.541104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a65d31-dd60-46ec-b85d-ebc862353c6f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:21.544297 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.576945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092096f8-658c-455c-a7ee-613ec88f0dc0 None None] DHCP port deletion for 05c2f35c-bc8e-4836-b934-7e59daa1ea89 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:39:21.581713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c8075c9e-8845-461b-859a-ca04ebb3e039 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:21.618177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: c8075c9e-8845-461b-859a-ca04ebb3e039 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:21.621443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c8075c9e-8845-461b-859a-ca04ebb3e039 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:21.640686 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (3e745f17-203e-4728-9fb7-50341f5a0a21), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.641832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:21.642523 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.695032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port 6dde0255-1f2e-4a97-92c9-c9912c7417e8 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:21.695567 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.704433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] Pushing event updated for resources: {'Network': ['ID=3e745f17-203e-4728-9fb7-50341f5a0a21,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:21.706335 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-092096f8-658c-455c-a7ee-613ec88f0dc0 None None] Deleting port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:21.706898 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-092096f8-658c-455c-a7ee-613ec88f0dc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.725555 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 3e745f17-203e-4728-9fb7-50341f5a0a21 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:39:21.787892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] For port 6dde0255-1f2e-4a97-92c9-c9912c7417e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6dde0255-1f2e-4a97-92c9-c9912c7417e8,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:21.788304 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.803495 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-782071c6-5b5e-4df0-b63b-49a0e74fc7e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8437219
Apr 16 21:39:21.809168 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for 6dde0255-1f2e-4a97-92c9-c9912c7417e8 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:21.809299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38030) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:21.812803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2811e28f-f834-4292-a0fc-152e79d1a006 admin admin] Request body: {'subnet': {'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-307977306-subnet', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:21.885609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-092096f8-658c-455c-a7ee-613ec88f0dc0 None None] For port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a,segment=NetworkSegment(2bcd6646-5a31-4314-adb7-0a5f8a6df681),segment_id=2bcd6646-5a31-4314-adb7-0a5f8a6df681)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:21.886028 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-092096f8-658c-455c-a7ee-613ec88f0dc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:21.910546 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-092096f8-658c-455c-a7ee-613ec88f0dc0 None None] Calling delete_port for 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:21.916433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d5ccb913-d9c6-44e4-a336-e0d9a85d91d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f2067c0>, [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:39:19Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:21.963735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccb913-d9c6-44e4-a336-e0d9a85d91d5 None None] The sync data for ids ['5c53c327-5a4f-458e-b9f3-64dbd1fdbe15'] in ncdv-master-1 is: [{'id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437810235', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27'}], 'enable_snat': True}, 'gw_port_id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:38:03Z', 'updated_at': '2022-04-16T21:39:19Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': '6dde0255-1f2e-4a97-92c9-c9912c7417e8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53c327-5a4f-458e-b9f3-64dbd1fdbe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:38:04Z', 'updated_at': '2022-04-16T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:39:21.966297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2811e28f-f834-4292-a0fc-152e79d1a006 admin admin] Made reservation on behalf of 7fc33178ac5b4d4f9c1f346e3b4371b6 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:39:21.970255 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2811e28f-f834-4292-a0fc-152e79d1a006 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.073984 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6dde0255-1f2e-4a97-92c9-c9912c7417e8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.100953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=6dde0255-1f2e-4a97-92c9-c9912c7417e8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:22.163082 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.220709 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-092096f8-658c-455c-a7ee-613ec88f0dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.255870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092096f8-658c-455c-a7ee-613ec88f0dc0 None None] Pushing event deleted for resources: {'Port': ['ID=89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:22.258089 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092096f8-658c-455c-a7ee-613ec88f0dc0 None None] No DVR routers for this DVR port 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:39:22.260727 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.263157 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_controller (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.400365 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (5c53c327-5a4f-458e-b9f3-64dbd1fdbe15), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.401011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Fanout notify agent at l3_agent the message router_deleted on router 5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:39:22.408410 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.409685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-036166a2-3bd3-45a1-92c5-17043a6d97fe tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/routers/5c53c327-5a4f-458e-b9f3-64dbd1fdbe15 HTTP/1.1" status: 204  len: 168 time: 1.2350187
Apr 16 21:39:22.413359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38034) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:22.477360 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2811e28f-f834-4292-a0fc-152e79d1a006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (89cbc9f9-2227-4df1-b17b-c5fa9fa39364), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.601434 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-880cfbbf-7e36-4872-96c0-5c3b70e72d0c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (05c2f35c-bc8e-4836-b934-7e59daa1ea89), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.602968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811e28f-f834-4292-a0fc-152e79d1a006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cbc9f9-2227-4df1-b17b-c5fa9fa39364,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:22.606477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811e28f-f834-4292-a0fc-152e79d1a006 admin admin] Checking segment: {'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:22.606850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811e28f-f834-4292-a0fc-152e79d1a006 admin admin] Network hostable DHCP agents. Network: 3e745f17-203e-4728-9fb7-50341f5a0a21, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:39:22.616193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:22.646007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:22.646643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 89efc6c7-8ef6-4d3c-b5bb-5de068f7c16a not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:22.647363 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 377f9506-a3ae-453c-b88b-9aa654392ba6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:22.674897 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 377f9506-a3ae-453c-b88b-9aa654392ba6 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:22.675326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 377f9506-a3ae-453c-b88b-9aa654392ba6 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:22.750030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-880cfbbf-7e36-4872-96c0-5c3b70e72d0c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (05c2f35c-bc8e-4836-b934-7e59daa1ea89), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.775133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811e28f-f834-4292-a0fc-152e79d1a006 admin admin] Network 3e745f17-203e-4728-9fb7-50341f5a0a21 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:39:22.780996 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-880cfbbf-7e36-4872-96c0-5c3b70e72d0c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e88a520>,) {'filters': {'network_id': ['05c2f35c-bc8e-4836-b934-7e59daa1ea89']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:22.794325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-880cfbbf-7e36-4872-96c0-5c3b70e72d0c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e88a520>, '2bcd6646-5a31-4314-adb7-0a5f8a6df681') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:22.794758 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-880cfbbf-7e36-4872-96c0-5c3b70e72d0c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e88a520>, '2bcd6646-5a31-4314-adb7-0a5f8a6df681') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:22.808020 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-880cfbbf-7e36-4872-96c0-5c3b70e72d0c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (2bcd6646-5a31-4314-adb7-0a5f8a6df681), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.828664 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-880cfbbf-7e36-4872-96c0-5c3b70e72d0c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2bcd6646-5a31-4314-adb7-0a5f8a6df681), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.835874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880cfbbf-7e36-4872-96c0-5c3b70e72d0c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:39:22.836317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-880cfbbf-7e36-4872-96c0-5c3b70e72d0c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (2bcd6646-5a31-4314-adb7-0a5f8a6df681), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:39:22.839366 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:39:22.880486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-2811e28f-f834-4292-a0fc-152e79d1a006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e745f17-203e-4728-9fb7-50341f5a0a21) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:22.888713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba152ed-b12a-40b5-bcfb-6a4f87cc7b50 None None] Network 3e745f17-203e-4728-9fb7-50341f5a0a21 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:22.892938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2811e28f-f834-4292-a0fc-152e79d1a006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:22.893382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2811e28f-f834-4292-a0fc-152e79d1a006 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:22.996377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2811e28f-f834-4292-a0fc-152e79d1a006 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1882353
Apr 16 21:39:22.999257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38074) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:23.002633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3e745f17-203e-4728-9fb7-50341f5a0a21', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:39:23.003586 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.005417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:23.023058 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-880cfbbf-7e36-4872-96c0-5c3b70e72d0c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (05c2f35c-bc8e-4836-b934-7e59daa1ea89), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.043955 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-880cfbbf-7e36-4872-96c0-5c3b70e72d0c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.061337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-880cfbbf-7e36-4872-96c0-5c3b70e72d0c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/networks/05c2f35c-bc8e-4836-b934-7e59daa1ea89 HTTP/1.1" status: 204  len: 168 time: 0.6440003
Apr 16 21:39:23.061966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38076) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:23.075608 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cfbbf-7e36-4872-96c0-5c3b70e72d0c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Network': ['ID=05c2f35c-bc8e-4836-b934-7e59daa1ea89,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:23.115983 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (562553f1-567a-4ba8-a6d2-b5fa13f62144), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.117311 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (562553f1-567a-4ba8-a6d2-b5fa13f62144), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.163256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Allocated IP 172.20.0.2 (3e745f17-203e-4728-9fb7-50341f5a0a21/89cbc9f9-2227-4df1-b17b-c5fa9fa39364/748dbfe4-2b31-4515-b06d-94b91edaabbe) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:39:23.173765 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e95a885f-63a8-4b98-ae90-24597019ca1b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (9fcb0cdf-d470-4b82-b27a-883486b356d5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.215439 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Publish callbacks [] for router_controller (562553f1-567a-4ba8-a6d2-b5fa13f62144), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.231840 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e95a885f-63a8-4b98-ae90-24597019ca1b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (9fcb0cdf-d470-4b82-b27a-883486b356d5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.331558 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Publish callbacks [] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.408863 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e95a885f-63a8-4b98-ae90-24597019ca1b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9fcb0cdf-d470-4b82-b27a-883486b356d5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.411978 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e95a885f-63a8-4b98-ae90-24597019ca1b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.413177 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e95a885f-63a8-4b98-ae90-24597019ca1b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/security-groups/9fcb0cdf-d470-4b82-b27a-883486b356d5 HTTP/1.1" status: 204  len: 168 time: 0.3497639
Apr 16 21:39:23.432642 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.450633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a885f-63a8-4b98-ae90-24597019ca1b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcb0cdf-d470-4b82-b27a-883486b356d5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:23.455801 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Publish callbacks [] for router_gateway (562553f1-567a-4ba8-a6d2-b5fa13f62144), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.491771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Network 3e745f17-203e-4728-9fb7-50341f5a0a21 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:23.495047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:23.499994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:39:23.512673 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Pushing event updated for resources: {'Port': ['ID=748dbfe4-2b31-4515-b06d-94b91edaabbe,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:23.573402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Attempting to bind port 748dbfe4-2b31-4515-b06d-94b91edaabbe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:39:23.574073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Attempting to bind port 748dbfe4-2b31-4515-b06d-94b91edaabbe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:39:23.574177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Attempting to bind port 748dbfe4-2b31-4515-b06d-94b91edaabbe on network 3e745f17-203e-4728-9fb7-50341f5a0a21 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:23.580984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:39:23.581421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Checking segment: {'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:23.581887 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.582226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Bound using segment: {'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:39:23.582724 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Bound port: 748dbfe4-2b31-4515-b06d-94b91edaabbe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:39:23.583115 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.660689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] For port 748dbfe4-2b31-4515-b06d-94b91edaabbe, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:23.664791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] For port 748dbfe4-2b31-4515-b06d-94b91edaabbe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=748dbfe4-2b31-4515-b06d-94b91edaabbe,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:39:23.766043 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.783907 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Publish callbacks [] for router_gateway (562553f1-567a-4ba8-a6d2-b5fa13f62144), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.804052 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:23.841899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc7e3e-7354-4bc5-9c59-74144a6ac840 None None] Pushing event updated for resources: {'Port': ['ID=748dbfe4-2b31-4515-b06d-94b91edaabbe,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:23.875084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38104) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:23.881991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c047da80-739f-4f30-8af7-fd781a7c13fb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-842590783', 'description': 'tempest-secgroup-smoke-842590783 description', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:23.943912 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Allocated IP 172.35.1.116 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/eaf011b8-21cb-4abe-80e1-d6a72b46cbf5) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:39:24.011338 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c047da80-739f-4f30-8af7-fd781a7c13fb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.110335 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Publish callbacks [] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.138764 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c047da80-739f-4f30-8af7-fd781a7c13fb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (304121e2-de41-4981-b428-cc7fa09bab41), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.285711 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c047da80-739f-4f30-8af7-fd781a7c13fb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (304121e2-de41-4981-b428-cc7fa09bab41), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.315632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047da80-739f-4f30-8af7-fd781a7c13fb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304121e2-de41-4981-b428-cc7fa09bab41,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:24.331676 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.385450 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:24.390582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:24.394574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:39:24.400497 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c047da80-739f-4f30-8af7-fd781a7c13fb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.403389 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c047da80-739f-4f30-8af7-fd781a7c13fb tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.5257454
Apr 16 21:39:24.405697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38122) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:24.410520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4c18e61f-4af2-4eae-b84f-6d1e15273e2b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '304121e2-de41-4981-b428-cc7fa09bab41', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:24.533837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c18e61f-4af2-4eae-b84f-6d1e15273e2b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (6381ad1e-52e4-42cb-a6ce-234d51fe6318), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.541646 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf011b8-21cb-4abe-80e1-d6a72b46cbf5,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:24.623000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 748dbfe4-2b31-4515-b06d-94b91edaabbe up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:24.634133 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c18e61f-4af2-4eae-b84f-6d1e15273e2b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (6381ad1e-52e4-42cb-a6ce-234d51fe6318), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.681307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 748dbfe4-2b31-4515-b06d-94b91edaabbe triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:24.681863 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.742569 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c18e61f-4af2-4eae-b84f-6d1e15273e2b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (6381ad1e-52e4-42cb-a6ce-234d51fe6318), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.776125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18e61f-4af2-4eae-b84f-6d1e15273e2b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6381ad1e-52e4-42cb-a6ce-234d51fe6318,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:24.792206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 748dbfe4-2b31-4515-b06d-94b91edaabbe is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:24.795986 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.824495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4c18e61f-4af2-4eae-b84f-6d1e15273e2b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.825758 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4c18e61f-4af2-4eae-b84f-6d1e15273e2b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4188483
Apr 16 21:39:24.828509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38128) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:24.833629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5506b2cf-dcfd-4eb2-8159-2f032fbe7480 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '304121e2-de41-4981-b428-cc7fa09bab41', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:24.875145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 748dbfe4-2b31-4515-b06d-94b91edaabbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=748dbfe4-2b31-4515-b06d-94b91edaabbe,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:24.959982 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.970909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6dde0255-1f2e-4a97-92c9-c9912c7417e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:24.980802 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Publish callbacks [] for router_gateway (562553f1-567a-4ba8-a6d2-b5fa13f62144), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:24.993081 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5506b2cf-dcfd-4eb2-8159-2f032fbe7480 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (db3e007e-3d64-4438-9855-3f832aa46be1), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.044114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 6dde0255-1f2e-4a97-92c9-c9912c7417e8 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:25.044523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6dde0255-1f2e-4a97-92c9-c9912c7417e8 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:25.052847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38140) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:25.113726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=748dbfe4-2b31-4515-b06d-94b91edaabbe,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:25.123781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3912fc0-2f95-406e-beb7-21b80c2e828f None None] Network 3e745f17-203e-4728-9fb7-50341f5a0a21 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:25.128158 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5506b2cf-dcfd-4eb2-8159-2f032fbe7480 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (db3e007e-3d64-4438-9855-3f832aa46be1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.187427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2d6b06cb-7f17-434a-931c-fbf8a785f7e9 None None] Provisioning complete for port 748dbfe4-2b31-4515-b06d-94b91edaabbe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:25.187827 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2d6b06cb-7f17-434a-931c-fbf8a785f7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.204145 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5506b2cf-dcfd-4eb2-8159-2f032fbe7480 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (db3e007e-3d64-4438-9855-3f832aa46be1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.234367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506b2cf-dcfd-4eb2-8159-2f032fbe7480 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3e007e-3d64-4438-9855-3f832aa46be1,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:25.262438 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2adfe2b8-2ee1-4ce3-a78c-d1bf350e9e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.306247 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (562553f1-567a-4ba8-a6d2-b5fa13f62144), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.321177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b06cb-7f17-434a-931c-fbf8a785f7e9 None None] Current status of the port 748dbfe4-2b31-4515-b06d-94b91edaabbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:25.358698 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2adfe2b8-2ee1-4ce3-a78c-d1bf350e9e10 admin admin] Publish callbacks [] for security_group (78227987-d8ab-40af-9175-35d930a0e1c9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.402780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5506b2cf-dcfd-4eb2-8159-2f032fbe7480 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.408434 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5506b2cf-dcfd-4eb2-8159-2f032fbe7480 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5787661
Apr 16 21:39:25.409839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38154) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:25.430152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-459019e8-f824-41f2-a14f-b764a2a9c4b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '304121e2-de41-4981-b428-cc7fa09bab41', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:25.462629 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2adfe2b8-2ee1-4ce3-a78c-d1bf350e9e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (78227987-d8ab-40af-9175-35d930a0e1c9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.513410 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2adfe2b8-2ee1-4ce3-a78c-d1bf350e9e10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87f91f70b9d443f4a87d649d49745cdf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4576857
Apr 16 21:39:25.519972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38160) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:25.532361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfe2b8-2ee1-4ce3-a78c-d1bf350e9e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78227987-d8ab-40af-9175-35d930a0e1c9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:25.596745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9f1d98de-0a5b-4737-8ce0-717bde3fd9bf admin admin] Publish callbacks [] for security_group (78227987-d8ab-40af-9175-35d930a0e1c9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.600572 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-459019e8-f824-41f2-a14f-b764a2a9c4b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (6a980183-b903-4c5b-821f-4b5377028ad2), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.646997 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9f1d98de-0a5b-4737-8ce0-717bde3fd9bf admin admin] Publish callbacks [] for security_group (78227987-d8ab-40af-9175-35d930a0e1c9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.702938 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-459019e8-f824-41f2-a14f-b764a2a9c4b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (6a980183-b903-4c5b-821f-4b5377028ad2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.758639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cff25ffb-7772-404a-b855-8c6c7b86fc1d None None] Provisioning complete for port 748dbfe4-2b31-4515-b06d-94b91edaabbe triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:25.759224 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cff25ffb-7772-404a-b855-8c6c7b86fc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.842554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cff25ffb-7772-404a-b855-8c6c7b86fc1d None None] Current status of the port 748dbfe4-2b31-4515-b06d-94b91edaabbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:25.855687 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-459019e8-f824-41f2-a14f-b764a2a9c4b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (6a980183-b903-4c5b-821f-4b5377028ad2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.862509 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9f1d98de-0a5b-4737-8ce0-717bde3fd9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (78227987-d8ab-40af-9175-35d930a0e1c9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.862509 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9f1d98de-0a5b-4737-8ce0-717bde3fd9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.863443 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9f1d98de-0a5b-4737-8ce0-717bde3fd9bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78227987-d8ab-40af-9175-35d930a0e1c9 HTTP/1.1" status: 204  len: 168 time: 0.3388174
Apr 16 21:39:25.887212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459019e8-f824-41f2-a14f-b764a2a9c4b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a980183-b903-4c5b-821f-4b5377028ad2,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:25.890268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d98de-0a5b-4737-8ce0-717bde3fd9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78227987-d8ab-40af-9175-35d930a0e1c9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:25.902759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Router 562553f1-567a-4ba8-a6d2-b5fa13f62144 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:39:25.961757 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-459019e8-f824-41f2-a14f-b764a2a9c4b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:25.963057 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-459019e8-f824-41f2-a14f-b764a2a9c4b3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5518327
Apr 16 21:39:25.966101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38180) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:25.971489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-54c56f40-cbfc-4c23-bff9-d47702beb6a5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '304121e2-de41-4981-b428-cc7fa09bab41', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:26.058428 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:39:26.068483 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-54c56f40-cbfc-4c23-bff9-d47702beb6a5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (f1a56971-f501-467f-927d-4be6e72b7d1a), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:26.069727 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Sync routers for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:39:26.082134 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:26.082390 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249baee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:26.132592 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:26.139558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-db7040e9-d808-4496-8aff-f3fbc135b546 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.1383436
Apr 16 21:39:26.140673 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38206) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:26.153263 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-54c56f40-cbfc-4c23-bff9-d47702beb6a5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (f1a56971-f501-467f-927d-4be6e72b7d1a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:26.229705 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-54c56f40-cbfc-4c23-bff9-d47702beb6a5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (f1a56971-f501-467f-927d-4be6e72b7d1a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:26.249844 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:26.252915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c56f40-cbfc-4c23-bff9-d47702beb6a5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a56971-f501-467f-927d-4be6e72b7d1a,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:26.371112 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-54c56f40-cbfc-4c23-bff9-d47702beb6a5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:26.372501 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-54c56f40-cbfc-4c23-bff9-d47702beb6a5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4053185
Apr 16 21:39:26.375853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38220) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:26.383406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1e399169-0b91-424a-a61f-d0fbb816f176 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '304121e2-de41-4981-b428-cc7fa09bab41', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:26.476789 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249baee0>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:24Z', 'revision_number': 3, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:26.525264 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Checking router: 562553f1-567a-4ba8-a6d2-b5fa13f62144 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:39:26.526068 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Updating router 562553f1-567a-4ba8-a6d2-b5fa13f62144 port eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:39:26.537662 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-1e399169-0b91-424a-a61f-d0fbb816f176 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Project 0ee2ef9a941a429b82a89f7c8f71d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:39:26.544375 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1e399169-0b91-424a-a61f-d0fbb816f176 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (15820a15-978f-4935-b358-593b56e92a7b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:26.557351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 748dbfe4-2b31-4515-b06d-94b91edaabbe up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:26.571888 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:26.625404 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1e399169-0b91-424a-a61f-d0fbb816f176 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (15820a15-978f-4935-b358-593b56e92a7b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:26.640057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 748dbfe4-2b31-4515-b06d-94b91edaabbe triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:26.640459 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:26.685764 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1e399169-0b91-424a-a61f-d0fbb816f176 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (15820a15-978f-4935-b358-593b56e92a7b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:26.706288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e399169-0b91-424a-a61f-d0fbb816f176 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15820a15-978f-4935-b358-593b56e92a7b,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:26.737540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 748dbfe4-2b31-4515-b06d-94b91edaabbe is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:26.797631 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1e399169-0b91-424a-a61f-d0fbb816f176 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:26.799213 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1e399169-0b91-424a-a61f-d0fbb816f176 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4222877
Apr 16 21:39:26.802476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38242) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:26.807297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2e907969-2d13-4772-af24-6a5822598d25 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'security_group_rule': {'security_group_id': '304121e2-de41-4981-b428-cc7fa09bab41', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:26.811488 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38244) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:26.858928 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0efae5e5-ea3f-4662-b6f0-337a2adb354d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:26.891445 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-2e907969-2d13-4772-af24-6a5822598d25 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Project 0ee2ef9a941a429b82a89f7c8f71d45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:39:26.906330 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2e907969-2d13-4772-af24-6a5822598d25 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (38ed5b11-40e5-497e-8e84-c78e9693437b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:26.961028 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.011968 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0efae5e5-ea3f-4662-b6f0-337a2adb354d admin admin] Publish callbacks [] for security_group (eec5d5f1-d739-48ce-9cc8-20bc70f57d96), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.014105 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2e907969-2d13-4772-af24-6a5822598d25 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (38ed5b11-40e5-497e-8e84-c78e9693437b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.035061 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Publish callbacks [] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.101869 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0efae5e5-ea3f-4662-b6f0-337a2adb354d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eec5d5f1-d739-48ce-9cc8-20bc70f57d96), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.102499 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.106666 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2e907969-2d13-4772-af24-6a5822598d25 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (38ed5b11-40e5-497e-8e84-c78e9693437b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.153568 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Allocated IP 172.20.0.1 (3e745f17-203e-4728-9fb7-50341f5a0a21/89cbc9f9-2227-4df1-b17b-c5fa9fa39364/435a11e1-cd99-4560-85a5-4d94cb832009) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:39:27.162788 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e907969-2d13-4772-af24-6a5822598d25 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ed5b11-40e5-497e-8e84-c78e9693437b,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:27.167575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0efae5e5-ea3f-4662-b6f0-337a2adb354d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80a6067f1a1f473691f8fd70448884b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3542306
Apr 16 21:39:27.168339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efae5e5-ea3f-4662-b6f0-337a2adb354d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec5d5f1-d739-48ce-9cc8-20bc70f57d96,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:27.170675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38250) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:27.175175 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Attempting to bind port eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:39:27.175544 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Attempting to bind port eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:39:27.176259 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Attempting to bind port eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:27.179047 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Pushing event updated for resources: {'Port': ['ID=eaf011b8-21cb-4abe-80e1-d6a72b46cbf5,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:27.189193 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:39:27.191439 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:27.191439 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.191439 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:39:27.191439 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Bound port: eaf011b8-21cb-4abe-80e1-d6a72b46cbf5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:39:27.191439 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.194263 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.194765 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.195588 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.196197 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.196689 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.197170 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.197650 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.198120 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.198503 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.198830 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.199155 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.199476 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.199787 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.200449 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.201170 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:39:27.244299 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2e907969-2d13-4772-af24-6a5822598d25 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.251375 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2e907969-2d13-4772-af24-6a5822598d25 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4422572
Apr 16 21:39:27.251726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38254) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:27.259242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-88db056c-6cd9-4bd8-81c6-2569c2014e5f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'network': {'name': 'tempest-network-smoke--1200164134', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'port_security_enabled': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:27.267890 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b427732-7ee0-4c9f-affb-9267f3920c88 admin admin] Publish callbacks [] for security_group (eec5d5f1-d739-48ce-9cc8-20bc70f57d96), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.280417 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] For port eaf011b8-21cb-4abe-80e1-d6a72b46cbf5, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:27.283754 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] For port eaf011b8-21cb-4abe-80e1-d6a72b46cbf5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaf011b8-21cb-4abe-80e1-d6a72b46cbf5,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:39:27.296576 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b427732-7ee0-4c9f-affb-9267f3920c88 admin admin] Publish callbacks [] for security_group (eec5d5f1-d739-48ce-9cc8-20bc70f57d96), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.360864 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Publish callbacks [] for port (435a11e1-cd99-4560-85a5-4d94cb832009), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.383628 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88db056c-6cd9-4bd8-81c6-2569c2014e5f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Made reservation on behalf of 0ee2ef9a941a429b82a89f7c8f71d45b for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:39:27.386902 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.387371 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-88db056c-6cd9-4bd8-81c6-2569c2014e5f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.435075 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b427732-7ee0-4c9f-affb-9267f3920c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eec5d5f1-d739-48ce-9cc8-20bc70f57d96), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.436987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88db056c-6cd9-4bd8-81c6-2569c2014e5f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:39:27.441716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1b427732-7ee0-4c9f-affb-9267f3920c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.441716 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1b427732-7ee0-4c9f-affb-9267f3920c88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eec5d5f1-d739-48ce-9cc8-20bc70f57d96 HTTP/1.1" status: 204  len: 168 time: 0.2671583
Apr 16 21:39:27.449857 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-88db056c-6cd9-4bd8-81c6-2569c2014e5f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (cb59a415-5ed6-41c4-b5c7-9b86f654f031), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.450233 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-88db056c-6cd9-4bd8-81c6-2569c2014e5f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Added segment cb59a415-5ed6-41c4-b5c7-9b86f654f031 of type vlan for network 4dd7eb45-8776-4f81-9375-6aaa334b721b
Apr 16 21:39:27.451353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b427732-7ee0-4c9f-affb-9267f3920c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec5d5f1-d739-48ce-9cc8-20bc70f57d96,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:27.452433 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:27.453154 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249baee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:27.501910 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080690f-dbe2-4f3d-84f4-dc4e99f7cc84 None None] Pushing event updated for resources: {'Port': ['ID=eaf011b8-21cb-4abe-80e1-d6a72b46cbf5,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:27.503296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.558460 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-88db056c-6cd9-4bd8-81c6-2569c2014e5f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (4dd7eb45-8776-4f81-9375-6aaa334b721b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.568210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Network 3e745f17-203e-4728-9fb7-50341f5a0a21 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:27.574269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:27.581500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:39:27.609627 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:27.617470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Pushing event updated for resources: {'Port': ['ID=435a11e1-cd99-4560-85a5-4d94cb832009,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:27.647196 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (562553f1-567a-4ba8-a6d2-b5fa13f62144), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.725797 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-88db056c-6cd9-4bd8-81c6-2569c2014e5f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (4dd7eb45-8776-4f81-9375-6aaa334b721b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.732818 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88db056c-6cd9-4bd8-81c6-2569c2014e5f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:27.734146 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-88db056c-6cd9-4bd8-81c6-2569c2014e5f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:27.836829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db056c-6cd9-4bd8-81c6-2569c2014e5f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Network': ['ID=4dd7eb45-8776-4f81-9375-6aaa334b721b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:27.848351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 4dd7eb45-8776-4f81-9375-6aaa334b721b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:39:27.869956 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249baee0>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:24Z', 'revision_number': 3, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:27.914182 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-88db056c-6cd9-4bd8-81c6-2569c2014e5f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6628747
Apr 16 21:39:27.918314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38292) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:27.924503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'admin_state_up': True, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:27.939341 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9b5e2-fd00-46b8-8039-0d023ca785ef None None] The sync data for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 is: [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:24Z', 'revision_number': 3, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:39:27.978813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-592ab84e-3874-492f-b4ba-2350fb35abcc None None] Provisioning complete for port 435a11e1-cd99-4560-85a5-4d94cb832009 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:27.981357 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-592ab84e-3874-492f-b4ba-2350fb35abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:28.051739 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:28.054643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (31394849-8d5d-4c72-9a2b-9420a5daf8c8), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:28.058562 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (31394849-8d5d-4c72-9a2b-9420a5daf8c8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:28.063152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-592ab84e-3874-492f-b4ba-2350fb35abcc None None] Port 435a11e1-cd99-4560-85a5-4d94cb832009 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:39:28.154122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_controller (31394849-8d5d-4c72-9a2b-9420a5daf8c8), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:28.297952 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Publish callbacks [] for port (435a11e1-cd99-4560-85a5-4d94cb832009), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:28.382984 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:28.386632 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (31394849-8d5d-4c72-9a2b-9420a5daf8c8), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:28.462734 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (562553f1-567a-4ba8-a6d2-b5fa13f62144), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:28.466067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Pushing event updated for resources: {'Port': ['ID=435a11e1-cd99-4560-85a5-4d94cb832009,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:28.539841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:28.603076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:28.603905 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:28.640277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Network 3e745f17-203e-4728-9fb7-50341f5a0a21 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:28.641824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:28.762704 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (31394849-8d5d-4c72-9a2b-9420a5daf8c8), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:28.825455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:28.826716 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:28.826874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:28.836517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Router 562553f1-567a-4ba8-a6d2-b5fa13f62144 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:39:28.865787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port eaf011b8-21cb-4abe-80e1-d6a72b46cbf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaf011b8-21cb-4abe-80e1-d6a72b46cbf5,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:28.937560 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:29.065352 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:39:29.081831 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-206ab368-35e8-4e2e-9a2f-1fc87683a415 admin admin] 10.222.0.20 "PUT /v2.0/routers/562553f1-567a-4ba8-a6d2-b5fa13f62144/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9312406
Apr 16 21:39:29.082236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.35.1.201 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/b4a9e6d5-0150-4321-920b-9038e8b04a68) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:39:29.120524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a67a924d-6213-4046-ba08-2a329e34268f None None] Provisioning complete for port 435a11e1-cd99-4560-85a5-4d94cb832009 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:29.120907 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a67a924d-6213-4046-ba08-2a329e34268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:29.122702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=eaf011b8-21cb-4abe-80e1-d6a72b46cbf5,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:29.214299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a67a924d-6213-4046-ba08-2a329e34268f None None] Port 435a11e1-cd99-4560-85a5-4d94cb832009 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:39:29.315717 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:29.439968 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:29.491101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:29.506027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:29.508771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=b4a9e6d5-0150-4321-920b-9038e8b04a68,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:29.513069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:39:29.717608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38366) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:29.722536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-209a0431-123d-4c87-87bf-4baef076b521 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2554426', 'description': 'tempest-description--879039545'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:29.837517 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-209a0431-123d-4c87-87bf-4baef076b521 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:29.906796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (31394849-8d5d-4c72-9a2b-9420a5daf8c8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:29.915634 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-209a0431-123d-4c87-87bf-4baef076b521 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group (437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:30.015861 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-209a0431-123d-4c87-87bf-4baef076b521 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:30.056047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a0431-123d-4c87-87bf-4baef076b521 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:30.108251 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-209a0431-123d-4c87-87bf-4baef076b521 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:30.111859 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-209a0431-123d-4c87-87bf-4baef076b521 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.3910408
Apr 16 21:39:30.118758 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38380) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:30.132079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-18fe3546-ea54-41de-93ee-3e449d682579 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Request body: {'security_group_rule': {'security_group_id': '437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:30.162831 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (31394849-8d5d-4c72-9a2b-9420a5daf8c8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:30.270765 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18fe3546-ea54-41de-93ee-3e449d682579 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group_rule (97f185bd-18a6-424a-8223-48c7a848857f), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:30.383512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Sync routers for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:39:30.399440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:30.399440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242c84c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:30.540053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:30.612466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:30.657651 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:30.658232 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:30.696162 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18fe3546-ea54-41de-93ee-3e449d682579 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group_rule (97f185bd-18a6-424a-8223-48c7a848857f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:30.809866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:39:30.812021 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18fe3546-ea54-41de-93ee-3e449d682579 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (97f185bd-18a6-424a-8223-48c7a848857f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:30.836753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe3546-ea54-41de-93ee-3e449d682579 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f185bd-18a6-424a-8223-48c7a848857f,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:30.932858 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-18fe3546-ea54-41de-93ee-3e449d682579 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:30.934078 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-18fe3546-ea54-41de-93ee-3e449d682579 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8142474
Apr 16 21:39:30.937054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38402) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:30.941644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-97658d5b-ea58-43c9-818d-14ad3961a460 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Request body: {'security_group_rule': {'security_group_id': '437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:30.960032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:39:30.971643 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Sync routers for ids ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:39:30.984124 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Routers {'31394849-8d5d-4c72-9a2b-9420a5daf8c8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:30.984789 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249bac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:31.058795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97658d5b-ea58-43c9-818d-14ad3961a460 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group_rule (693f20f4-f9ac-44a6-a910-65cbd0fe4f42), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.071627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38408) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:31.081754 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.083240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:31.084149 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e9734953-2975-4587-8541-7780a5dfc5ff tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 3.1648033
Apr 16 21:39:31.092579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38412) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:31.110127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242c84c0>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 2, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:31.126979 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9abaa6f7-c73a-4204-9729-55f1de0a43b5 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0ee2ef9a941a429b82a89f7c8f71d45b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0332429
Apr 16 21:39:31.130575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38414) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:31.146214 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97658d5b-ea58-43c9-818d-14ad3961a460 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group_rule (693f20f4-f9ac-44a6-a910-65cbd0fe4f42), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.148352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Checking router: 562553f1-567a-4ba8-a6d2-b5fa13f62144 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:39:31.148724 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Updating router 562553f1-567a-4ba8-a6d2-b5fa13f62144 port 435a11e1-cd99-4560-85a5-4d94cb832009 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:39:31.152674 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Set router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:31.184297 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.230291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97658d5b-ea58-43c9-818d-14ad3961a460 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (693f20f4-f9ac-44a6-a910-65cbd0fe4f42), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.278146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97658d5b-ea58-43c9-818d-14ad3961a460 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693f20f4-f9ac-44a6-a910-65cbd0fe4f42,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:31.282754 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c1a1d21e-d97a-40fa-bb4a-2df8d17bf838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.322484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7e902c-6a60-43c7-828f-cd97bc758399 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:31.323924 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9c7e902c-6a60-43c7-828f-cd97bc758399 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1924078
Apr 16 21:39:31.327857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38418) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:31.361761 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249bac10>, [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:29Z', 'revision_number': 3, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:31.374503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c1a1d21e-d97a-40fa-bb4a-2df8d17bf838 admin admin] Publish callbacks [] for security_group (cd9f4fd2-a687-4786-9338-e7c5d331a066), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.379782 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-97658d5b-ea58-43c9-818d-14ad3961a460 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.385548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-97658d5b-ea58-43c9-818d-14ad3961a460 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4474258
Apr 16 21:39:31.386264 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38420) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:31.398035 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0c43e045-dd3d-4a64-8079-807afd2b2082 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0685458
Apr 16 21:39:31.398700 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Checking router: 31394849-8d5d-4c72-9a2b-9420a5daf8c8 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:39:31.401217 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Updating router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 port b4a9e6d5-0150-4321-920b-9038e8b04a68 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:39:31.401326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:31.401419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38422) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:31.407268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0146a24b-9a1e-4668-a25c-da7fc306968c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-325061828', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:31.433391 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.439926 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c1a1d21e-d97a-40fa-bb4a-2df8d17bf838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cd9f4fd2-a687-4786-9338-e7c5d331a066), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.491273 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c1a1d21e-d97a-40fa-bb4a-2df8d17bf838 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1e24d1047d14297b58c2ee3ca38feb4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4185505
Apr 16 21:39:31.492111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38424) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:31.521433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1d21e-d97a-40fa-bb4a-2df8d17bf838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9f4fd2-a687-4786-9338-e7c5d331a066,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:31.528209 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.556635 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Publish callbacks [] for port (435a11e1-cd99-4560-85a5-4d94cb832009), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.610967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0146a24b-9a1e-4668-a25c-da7fc306968c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Made reservation on behalf of 0ee2ef9a941a429b82a89f7c8f71d45b for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:39:31.614007 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c601faf4-86b7-421d-92ac-c5a8534fab61 admin admin] Publish callbacks [] for security_group (cd9f4fd2-a687-4786-9338-e7c5d331a066), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.615095 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0146a24b-9a1e-4668-a25c-da7fc306968c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.648238 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.656502 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.668890 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c601faf4-86b7-421d-92ac-c5a8534fab61 admin admin] Publish callbacks [] for security_group (cd9f4fd2-a687-4786-9338-e7c5d331a066), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.837022 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Publish callbacks [] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.846141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccae4d3-981c-481f-8f46-fca7dcc87a42 None None] Pushing event updated for resources: {'Port': ['ID=435a11e1-cd99-4560-85a5-4d94cb832009,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:31.853197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Attempting to bind port 435a11e1-cd99-4560-85a5-4d94cb832009 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:39:31.853554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Attempting to bind port 435a11e1-cd99-4560-85a5-4d94cb832009 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:39:31.853914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Attempting to bind port 435a11e1-cd99-4560-85a5-4d94cb832009 on network 3e745f17-203e-4728-9fb7-50341f5a0a21 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:31.859948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:39:31.860372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Checking segment: {'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:31.861576 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.862001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Bound using segment: {'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:39:31.863235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Bound port: 435a11e1-cd99-4560-85a5-4d94cb832009, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:39:31.863235 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.898252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c601faf4-86b7-421d-92ac-c5a8534fab61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cd9f4fd2-a687-4786-9338-e7c5d331a066), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.903000 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c601faf4-86b7-421d-92ac-c5a8534fab61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.905607 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c601faf4-86b7-421d-92ac-c5a8534fab61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd9f4fd2-a687-4786-9338-e7c5d331a066 HTTP/1.1" status: 204  len: 168 time: 0.4093654
Apr 16 21:39:31.917201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601faf4-86b7-421d-92ac-c5a8534fab61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9f4fd2-a687-4786-9338-e7c5d331a066,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:31.919708 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:31.968543 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0146a24b-9a1e-4668-a25c-da7fc306968c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (9df171eb-d48f-4003-91e2-9e61dfe9a321), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.008908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] For port 435a11e1-cd99-4560-85a5-4d94cb832009, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:32.021487 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Attempting to bind port b4a9e6d5-0150-4321-920b-9038e8b04a68 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:39:32.022038 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Attempting to bind port b4a9e6d5-0150-4321-920b-9038e8b04a68 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:39:32.022186 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Attempting to bind port b4a9e6d5-0150-4321-920b-9038e8b04a68 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:32.041107 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:39:32.042047 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:32.047766 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.048472 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:39:32.049327 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Bound port: b4a9e6d5-0150-4321-920b-9038e8b04a68, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:39:32.050253 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.050470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-bb8343d0-3a4e-43e9-89fc-13d59e4cadf3 None None] Provisioning complete for port 435a11e1-cd99-4560-85a5-4d94cb832009 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:32.051456 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bb8343d0-3a4e-43e9-89fc-13d59e4cadf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.053977 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfd7d1-84be-487d-ac7e-826c6882d164 None None] Pushing event updated for resources: {'Port': ['ID=b4a9e6d5-0150-4321-920b-9038e8b04a68,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:32.055126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Allocated IP 172.35.1.73 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/2eacb48f-49c6-4288-a613-95e87b5981df) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:39:32.062840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] For port 435a11e1-cd99-4560-85a5-4d94cb832009, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=435a11e1-cd99-4560-85a5-4d94cb832009,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:39:32.132890 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.135664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146a24b-9a1e-4668-a25c-da7fc306968c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Subnet': ['ID=9df171eb-d48f-4003-91e2-9e61dfe9a321,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:32.139170 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] For port b4a9e6d5-0150-4321-920b-9038e8b04a68, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:32.143012 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] For port b4a9e6d5-0150-4321-920b-9038e8b04a68, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4a9e6d5-0150-4321-920b-9038e8b04a68,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:39:32.144330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146a24b-9a1e-4668-a25c-da7fc306968c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Checking segment: {'id': 'cb59a415-5ed6-41c4-b5c7-9b86f654f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:32.146448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0146a24b-9a1e-4668-a25c-da7fc306968c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network hostable DHCP agents. Network: 4dd7eb45-8776-4f81-9375-6aaa334b721b, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:39:32.189558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-bb8343d0-3a4e-43e9-89fc-13d59e4cadf3 None None] Port 435a11e1-cd99-4560-85a5-4d94cb832009 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:39:32.213752 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:32.214396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242c84c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:32.217516 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.240754 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for port (2eacb48f-49c6-4288-a613-95e87b5981df), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.274347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0146a24b-9a1e-4668-a25c-da7fc306968c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network 4dd7eb45-8776-4f81-9375-6aaa334b721b is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:39:32.329735 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Routers {'31394849-8d5d-4c72-9a2b-9420a5daf8c8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:32.330453 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249bac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:32.356127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:32.386450 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfd7d1-84be-487d-ac7e-826c6882d164 None None] Pushing event updated for resources: {'Port': ['ID=b4a9e6d5-0150-4321-920b-9038e8b04a68,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:32.395970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-0146a24b-9a1e-4668-a25c-da7fc306968c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4dd7eb45-8776-4f81-9375-6aaa334b721b) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:32.417902 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (2eacb48f-49c6-4288-a613-95e87b5981df), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.426445 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0146a24b-9a1e-4668-a25c-da7fc306968c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:32.427296 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0146a24b-9a1e-4668-a25c-da7fc306968c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.513322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ee645-26c6-4ad0-abdd-ef9e92a1416c None None] Network 4dd7eb45-8776-4f81-9375-6aaa334b721b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:32.529314 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] Set router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:32.532017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:32.538013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:32.541048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccae4d3-981c-481f-8f46-fca7dcc87a42 None None] Pushing event updated for resources: {'Port': ['ID=435a11e1-cd99-4560-85a5-4d94cb832009,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:32.544046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:39:32.547506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event updated for resources: {'Port': ['ID=2eacb48f-49c6-4288-a613-95e87b5981df,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:32.569865 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0146a24b-9a1e-4668-a25c-da7fc306968c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1673253
Apr 16 21:39:32.572776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38440) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:32.721956 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (dc3430cb-2849-47b7-872c-7dd146fbadef), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.742943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-42757c30-8bd2-4ccc-872a-571fc5b08e16 None None] Provisioning complete for port 435a11e1-cd99-4560-85a5-4d94cb832009 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:32.743508 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-42757c30-8bd2-4ccc-872a-571fc5b08e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.775953 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249bac10>, [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:29Z', 'revision_number': 3, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:32.871594 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2eacb48f-49c6-4288-a613-95e87b5981df), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.875335 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4dd7eb45-8776-4f81-9375-6aaa334b721b', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ips': [{'subnet_id': '9df171eb-d48f-4003-91e2-9e61dfe9a321'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:39:32.876886 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.905489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38446) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:32.916329 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf2b86-5c77-4c65-8599-59ab5c5a9c95 None None] The sync data for ids ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'] in ncdv-master-1 is: [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:29Z', 'revision_number': 3, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:39:32.927721 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e43f51d-0b33-4784-bdc3-adfd34078d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:32.964133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241da4c7-dfd7-47e5-a5e0-7b2b8d33857e req-08ee294f-9043-4494-bcaf-2a7babd2d136 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:32.967091 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-241da4c7-dfd7-47e5-a5e0-7b2b8d33857e req-08ee294f-9043-4494-bcaf-2a7babd2d136 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 945 time: 0.1252508
Apr 16 21:39:33.066089 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242c84c0>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:31Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:33.100442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af14def2-c6cb-4f6b-8c31-71646cb26754 None None] The sync data for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 is: [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:31Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:39:33.142238 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-241da4c7-dfd7-47e5-a5e0-7b2b8d33857e req-95fc1840-2129-4f8b-9e38-41ffbb2303ce tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1677601
Apr 16 21:39:33.277098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-42757c30-8bd2-4ccc-872a-571fc5b08e16 None None] Current status of the port 435a11e1-cd99-4560-85a5-4d94cb832009 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:33.277499 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-42757c30-8bd2-4ccc-872a-571fc5b08e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:33.294402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Allocated IP 172.20.0.2 (4dd7eb45-8776-4f81-9375-6aaa334b721b/9df171eb-d48f-4003-91e2-9e61dfe9a321/1b32c040-03db-43a7-b653-7c2ec0e74726) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:39:33.458401 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-42757c30-8bd2-4ccc-872a-571fc5b08e16 None None] For port 435a11e1-cd99-4560-85a5-4d94cb832009, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=435a11e1-cd99-4560-85a5-4d94cb832009,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:33.507410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:33.553378 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-42757c30-8bd2-4ccc-872a-571fc5b08e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:33.666486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42757c30-8bd2-4ccc-872a-571fc5b08e16 None None] Pushing event updated for resources: {'Port': ['ID=435a11e1-cd99-4560-85a5-4d94cb832009,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:33.767928 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for port (2eacb48f-49c6-4288-a613-95e87b5981df), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:33.800574 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Publish callbacks [] for port (1b32c040-03db-43a7-b653-7c2ec0e74726), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:33.816028 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e43f51d-0b33-4784-bdc3-adfd34078d53 admin admin] Publish callbacks [] for security_group (78995571-409a-476b-ab12-47ba71642d17), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:33.851161 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (2eacb48f-49c6-4288-a613-95e87b5981df), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:33.893726 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (1b32c040-03db-43a7-b653-7c2ec0e74726), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:33.896443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e43f51d-0b33-4784-bdc3-adfd34078d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (78995571-409a-476b-ab12-47ba71642d17), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:33.944319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Network 4dd7eb45-8776-4f81-9375-6aaa334b721b is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:33.948142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:33.952680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:39:34.003077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Pushing event updated for resources: {'Port': ['ID=1b32c040-03db-43a7-b653-7c2ec0e74726,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:34.016536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event updated for resources: {'Port': ['ID=2eacb48f-49c6-4288-a613-95e87b5981df,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:34.037778 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43f51d-0b33-4784-bdc3-adfd34078d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78995571-409a-476b-ab12-47ba71642d17,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:34.043739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Attempting to bind port 1b32c040-03db-43a7-b653-7c2ec0e74726 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:39:34.044203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Attempting to bind port 1b32c040-03db-43a7-b653-7c2ec0e74726 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cb59a415-5ed6-41c4-b5c7-9b86f654f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:39:34.044584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Attempting to bind port 1b32c040-03db-43a7-b653-7c2ec0e74726 on network 4dd7eb45-8776-4f81-9375-6aaa334b721b {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:34.050599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:39:34.051121 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Checking segment: {'id': 'cb59a415-5ed6-41c4-b5c7-9b86f654f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:34.051536 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:34.051933 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Bound using segment: {'id': 'cb59a415-5ed6-41c4-b5c7-9b86f654f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:39:34.052451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Bound port: 1b32c040-03db-43a7-b653-7c2ec0e74726, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb59a415-5ed6-41c4-b5c7-9b86f654f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:39:34.052843 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1b32c040-03db-43a7-b653-7c2ec0e74726), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:34.058238 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6e43f51d-0b33-4784-bdc3-adfd34078d53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=857bcaf9695c4b998194fae943a97c71&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1510708
Apr 16 21:39:34.060867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38454) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:34.062251 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (dc3430cb-2849-47b7-872c-7dd146fbadef), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:34.078708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.20.0.1 (4dd7eb45-8776-4f81-9375-6aaa334b721b/9df171eb-d48f-4003-91e2-9e61dfe9a321/dc59b100-899a-41ed-b2cb-7985e9aa76f0) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:39:34.158944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] For port 1b32c040-03db-43a7-b653-7c2ec0e74726, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:34.163049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] For port 1b32c040-03db-43a7-b653-7c2ec0e74726, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b32c040-03db-43a7-b653-7c2ec0e74726,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:39:34.190774 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:34.192661 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-df875f1b-469d-4048-afdb-3860115f3cb7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7965202
Apr 16 21:39:34.214825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-2153ed22-f79e-4ff2-aebe-df75a93392d7 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:34.216656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-2153ed22-f79e-4ff2-aebe-df75a93392d7 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.11 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 945 time: 0.2049732
Apr 16 21:39:34.224743 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17df07de-1b93-4512-9b94-51e5c5e9fc0f admin admin] Publish callbacks [] for security_group (78995571-409a-476b-ab12-47ba71642d17), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:34.259597 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1b32c040-03db-43a7-b653-7c2ec0e74726), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:34.284629 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17df07de-1b93-4512-9b94-51e5c5e9fc0f admin admin] Publish callbacks [] for security_group (78995571-409a-476b-ab12-47ba71642d17), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:34.376596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e0580-9364-4c94-b380-3696a7f0d298 None None] Pushing event updated for resources: {'Port': ['ID=1b32c040-03db-43a7-b653-7c2ec0e74726,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:34.426178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Deleting port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:34.426651 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:34.470254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66217475-49d3-4631-b6db-4088b452cc4b req-b9890d1c-9054-45de-b6f3-36ac38bd9721 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:34.487589 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-66217475-49d3-4631-b6db-4088b452cc4b req-b9890d1c-9054-45de-b6f3-36ac38bd9721 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 945 time: 0.1663175
Apr 16 21:39:34.620569 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-66217475-49d3-4631-b6db-4088b452cc4b req-1eaf4095-3b47-4753-a6f3-de343463f2a3 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1292493
Apr 16 21:39:34.654781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b4a9e6d5-0150-4321-920b-9038e8b04a68 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:34.725131 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17df07de-1b93-4512-9b94-51e5c5e9fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (78995571-409a-476b-ab12-47ba71642d17), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:34.727848 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-17df07de-1b93-4512-9b94-51e5c5e9fc0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:34.729078 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-17df07de-1b93-4512-9b94-51e5c5e9fc0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78995571-409a-476b-ab12-47ba71642d17 HTTP/1.1" status: 204  len: 168 time: 0.6615708
Apr 16 21:39:34.746066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df07de-1b93-4512-9b94-51e5c5e9fc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78995571-409a-476b-ab12-47ba71642d17,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:34.789656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] For port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8,segment=NetworkSegment(19a8b07f-775e-4b27-89de-c459fef966dc),segment_id=19a8b07f-775e-4b27-89de-c459fef966dc)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:34.790189 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:34.823991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b4a9e6d5-0150-4321-920b-9038e8b04a68 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:34.825316 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:34.865491 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:34.885977 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-0bac0227-5045-4fa1-a6ef-cee566ba0a3e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2554426&fields=id&tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6 HTTP/1.1" status: 200  len: 267 time: 0.2935886
Apr 16 21:39:35.017170 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b4a9e6d5-0150-4321-920b-9038e8b04a68 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:35.017170 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:35.056946 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port b4a9e6d5-0150-4321-920b-9038e8b04a68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4a9e6d5-0150-4321-920b-9038e8b04a68,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:35.182450 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:35.183595 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 435a11e1-cd99-4560-85a5-4d94cb832009 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:35.216014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-da802198-13c6-41fe-b37d-16dc418aba2f tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:35.223360 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-da802198-13c6-41fe-b37d-16dc418aba2f tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/networks?id=3e745f17-203e-4728-9fb7-50341f5a0a21 HTTP/1.1" status: 200  len: 810 time: 0.2908523
Apr 16 21:39:35.252762 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-3112e633-1ed5-4950-b8e8-5abcb2d19ca5 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/quotas/7fc33178ac5b4d4f9c1f346e3b4371b6 HTTP/1.1" status: 200  len: 375 time: 0.0284503
Apr 16 21:39:35.256091 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:35.256091 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (456163fe-0793-493e-8e9f-539e23b7bdb4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:35.256537 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Floating IP 456163fe-0793-493e-8e9f-539e23b7bdb4 disassociated. External IP: 172.35.1.2, port: b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8.
Apr 16 21:39:35.258577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Calling delete_port for b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:35.293882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=b4a9e6d5-0150-4321-920b-9038e8b04a68,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:35.305515 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 435a11e1-cd99-4560-85a5-4d94cb832009 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:35.305974 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:35.330240 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:35.419251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 435a11e1-cd99-4560-85a5-4d94cb832009 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:35.433628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-a2c6518e-dee9-485f-8e6d-a320101a8eaa tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1642118
Apr 16 21:39:35.458595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network 4dd7eb45-8776-4f81-9375-6aaa334b721b is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:35.474423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=dc59b100-899a-41ed-b2cb-7985e9aa76f0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:35.477195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:35.494471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:39:35.530989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38506) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:35.653567 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (31394849-8d5d-4c72-9a2b-9420a5daf8c8), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:35.677549 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b6f1895a-1664-46f3-9b6c-096828ccedf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:35.745441 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-6ebb6182-4de1-4dbd-a772-d60e10d62a4b service neutron] 10.222.0.20 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2856596
Apr 16 21:39:35.797824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269fe15-aa8a-4e49-918e-bde612dd8f6d req-40da7c7f-2e74-404a-9bea-6d7d906faf2e tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:35.804467 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0269fe15-aa8a-4e49-918e-bde612dd8f6d req-40da7c7f-2e74-404a-9bea-6d7d906faf2e tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 945 time: 0.0846002
Apr 16 21:39:35.910711 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-600f7f3d-abf8-40bf-821d-352e36ba07d9 service neutron] 10.222.0.20 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437485
Apr 16 21:39:35.926159 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:35.993848 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0269fe15-aa8a-4e49-918e-bde612dd8f6d req-b351ca05-916e-4724-b204-5f756bdc19b1 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/security-groups?id=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1750047
Apr 16 21:39:36.002071 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b6f1895a-1664-46f3-9b6c-096828ccedf9 admin admin] Publish callbacks [] for security_group (2fddeea0-a8d1-480c-8169-9cb255725ef0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:36.029027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Pushing event deleted for resources: {'Port': ['ID=b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:36.143292 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:36.145284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b6f1895a-1664-46f3-9b6c-096828ccedf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2fddeea0-a8d1-480c-8169-9cb255725ef0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:36.213611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b6f1895a-1664-46f3-9b6c-096828ccedf9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8cd59bed2ee4321a269aa94736c23c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6779020
Apr 16 21:39:36.213611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38522) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:36.213611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1895a-1664-46f3-9b6c-096828ccedf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fddeea0-a8d1-480c-8169-9cb255725ef0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:36.313121 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044798eb-d573-4995-b52f-a4f63034b8eb None None] Network 4dd7eb45-8776-4f81-9375-6aaa334b721b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:36.470957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-62e12234-1fdb-4750-b118-005a75646502 req-01b14e38-62e2-4a4d-8857-3c30840c4112 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 210 time: 0.0537133
Apr 16 21:39:36.506295 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c562183-a1ee-4cc7-97c3-791722736da6 admin admin] Publish callbacks [] for security_group (2fddeea0-a8d1-480c-8169-9cb255725ef0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:36.554682 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c562183-a1ee-4cc7-97c3-791722736da6 admin admin] Publish callbacks [] for security_group (2fddeea0-a8d1-480c-8169-9cb255725ef0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:36.583677 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:36.651175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b3effd26-bd60-4a91-aaa0-2bf04c646f84 None None] Provisioning complete for port 1b32c040-03db-43a7-b653-7c2ec0e74726 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:36.651888 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b3effd26-bd60-4a91-aaa0-2bf04c646f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1b32c040-03db-43a7-b653-7c2ec0e74726), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:36.774832 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c562183-a1ee-4cc7-97c3-791722736da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2fddeea0-a8d1-480c-8169-9cb255725ef0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:36.778039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3c562183-a1ee-4cc7-97c3-791722736da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:36.782949 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3c562183-a1ee-4cc7-97c3-791722736da6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fddeea0-a8d1-480c-8169-9cb255725ef0 HTTP/1.1" status: 204  len: 168 time: 0.5709484
Apr 16 21:39:36.811694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c562183-a1ee-4cc7-97c3-791722736da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fddeea0-a8d1-480c-8169-9cb255725ef0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:36.825576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:39:36.834676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:36.892045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b4a9e6d5-0150-4321-920b-9038e8b04a68 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:36.923339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38546) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:36.989818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:36.990449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:37.114499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:39:37.120469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1025263851-network', 'tenant_id': 'c96a293eac61499182c2a30c324d461f'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:37.145987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56718b1e-0468-4f94-8cde-bee238e05657 None None] Sync routers for ids ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:39:37.148889 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b4a9e6d5-0150-4321-920b-9038e8b04a68 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:37.149277 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.197103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b3effd26-bd60-4a91-aaa0-2bf04c646f84 None None] Current status of the port 1b32c040-03db-43a7-b653-7c2ec0e74726 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:37.197686 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b3effd26-bd60-4a91-aaa0-2bf04c646f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1b32c040-03db-43a7-b653-7c2ec0e74726), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.202463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56718b1e-0468-4f94-8cde-bee238e05657 None None] Routers {'5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:37.203262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-56718b1e-0468-4f94-8cde-bee238e05657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249c0e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:37.211539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] No DVR routers for this DVR port b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:39:37.219701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.223638 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15069f8e-18a7-4af1-aa7b-37bd623b39dd req-4d9d15fd-34d6-453e-abe0-8abd7cfdd4cd tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.11 "DELETE /v2.0/ports/b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8 HTTP/1.1" status: 204  len: 173 time: 3.0006294
Apr 16 21:39:37.224277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83455e10-9079-4214-a0d9-4b07eae7272b', 'name': 'network-vif-deleted', 'tag': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:39:37.226762 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9c54ae-de1f-45e7-b8ef-944465014a16" -d '{"events": [{"server_uuid": "83455e10-9079-4214-a0d9-4b07eae7272b", "name": "network-vif-deleted", "tag": "b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:39:37.230951 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a1fde71-42d4-4c11-916b-8dbb4556a466 req-569e4da3-50d5-48d5-adf7-7ecbcf0e8b90 tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 210 time: 0.0767391
Apr 16 21:39:37.283378 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.305586 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d09733-5d22-400d-b138-509ac8a1e31d x-openstack-request-id: req-c7d09733-5d22-400d-b138-509ac8a1e31d {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:39:37.305797 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83455e10-9079-4214-a0d9-4b07eae7272b", "name": "network-vif-deleted", "tag": "b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:39:37.306096 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7d09733-5d22-400d-b138-509ac8a1e31d {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:39:37.306651 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d09733-5d22-400d-b138-509ac8a1e31d'] response: {'server_uuid': '83455e10-9079-4214-a0d9-4b07eae7272b', 'name': 'network-vif-deleted', 'tag': 'b0384a65-07bb-42fc-8a13-ff7c5fb3a7e8', 'status': 'completed', 'code': 200}
Apr 16 21:39:37.310340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Made reservation on behalf of c96a293eac61499182c2a30c324d461f for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:39:37.321382 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.358276 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.385098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b3effd26-bd60-4a91-aaa0-2bf04c646f84 None None] For port 1b32c040-03db-43a7-b653-7c2ec0e74726, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b32c040-03db-43a7-b653-7c2ec0e74726,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:37.400241 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.433622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-56718b1e-0468-4f94-8cde-bee238e05657 None None] Set router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:37.478219 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b3effd26-bd60-4a91-aaa0-2bf04c646f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1b32c040-03db-43a7-b653-7c2ec0e74726), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.480974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b4a9e6d5-0150-4321-920b-9038e8b04a68 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:37.482314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1b32c040-03db-43a7-b653-7c2ec0e74726 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:37.525047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (31394849-8d5d-4c72-9a2b-9420a5daf8c8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.534883 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Publish callbacks [] for security_group (a6361e13-dfc3-485f-a710-a84e1a540abb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.540806 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=dc59b100-899a-41ed-b2cb-7985e9aa76f0,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:37.595296 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3effd26-bd60-4a91-aaa0-2bf04c646f84 None None] Pushing event updated for resources: {'Port': ['ID=1b32c040-03db-43a7-b653-7c2ec0e74726,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:37.645863 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a6361e13-dfc3-485f-a710-a84e1a540abb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.657868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a6d5d623-6003-4c3f-b3f1-4b27f1cc4aed None None] Provisioning complete for port 1b32c040-03db-43a7-b653-7c2ec0e74726 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:37.658242 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6d5d623-6003-4c3f-b3f1-4b27f1cc4aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1b32c040-03db-43a7-b653-7c2ec0e74726), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.659232 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b20d9086-cd23-49d0-9e90-2654b47d788c req-bf126187-5580-43b3-b826-9c1a2c5b4f81 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 210 time: 0.0713913
Apr 16 21:39:37.674015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:39:37.707455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.708235 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Added segment c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0 of type vlan for network ae312670-622b-491e-8d2c-d3ae19809533
Apr 16 21:39:37.711008 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6361e13-dfc3-485f-a710-a84e1a540abb,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:37.772810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network 4dd7eb45-8776-4f81-9375-6aaa334b721b is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:37.776389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:37.820982 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (ae312670-622b-491e-8d2c-d3ae19809533), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.943031 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (ae312670-622b-491e-8d2c-d3ae19809533), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.946025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:37.946025 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.969957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 1b32c040-03db-43a7-b653-7c2ec0e74726 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:37.970332 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1b32c040-03db-43a7-b653-7c2ec0e74726), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:37.979832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:39:38.029267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] Pushing event updated for resources: {'Network': ['ID=ae312670-622b-491e-8d2c-d3ae19809533,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:38.047551 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network ae312670-622b-491e-8d2c-d3ae19809533 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:39:38.118889 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-82c97087-0dd8-43b1-b678-c776483f6a9e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1941290
Apr 16 21:39:38.122389 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38564) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:38.135969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c511b22b-4e41-4f4e-9981-a703b347a795 admin admin] Request body: {'subnet': {'network_id': 'ae312670-622b-491e-8d2c-d3ae19809533', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1025263851-subnet', 'tenant_id': 'c96a293eac61499182c2a30c324d461f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:38.155104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38566) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:38.171826 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ad1635e-daf0-4147-b069-c4447f338830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:38.181884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:39:38.195003 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dc2d3075-69e2-4c17-ba85-8d298eedd9be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "PUT /v2.0/routers/31394849-8d5d-4c72-9a2b-9420a5daf8c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6130307
Apr 16 21:39:38.195098 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Sync routers for ids ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:39:38.209637 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Routers {'31394849-8d5d-4c72-9a2b-9420a5daf8c8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:38.210400 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ee61c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:38.254441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c511b22b-4e41-4f4e-9981-a703b347a795 admin admin] Made reservation on behalf of c96a293eac61499182c2a30c324d461f for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:39:38.258888 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c511b22b-4e41-4f4e-9981-a703b347a795 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:38.311282 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ad1635e-daf0-4147-b069-c4447f338830 admin admin] Publish callbacks [] for security_group (36cd8ff2-4c7f-49c1-84a7-2c2a2d0b9b74), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:38.313399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-56718b1e-0468-4f94-8cde-bee238e05657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249c0e50>, [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:34:06Z', 'revision_number': 4, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '826349c1-6e38-4def-b569-57d460f57456', 'name': '', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'mac_address': 'fa:16:3e:2e:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:04Z', 'updated_at': '2022-04-16T21:34:09Z', 'revision_number': 5, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'subnets': [{'id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:38.383772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 1b32c040-03db-43a7-b653-7c2ec0e74726 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:38.395626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56718b1e-0468-4f94-8cde-bee238e05657 None None] Checking router: 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:39:38.417742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a6d5d623-6003-4c3f-b3f1-4b27f1cc4aed None None] Current status of the port 1b32c040-03db-43a7-b653-7c2ec0e74726 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:38.431704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a6d5d623-6003-4c3f-b3f1-4b27f1cc4aed None None] Provisioning complete for port dc59b100-899a-41ed-b2cb-7985e9aa76f0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:38.432387 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a6d5d623-6003-4c3f-b3f1-4b27f1cc4aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:38.434523 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ad1635e-daf0-4147-b069-c4447f338830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (36cd8ff2-4c7f-49c1-84a7-2c2a2d0b9b74), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:38.435561 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Set router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:38.520626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a6d5d623-6003-4c3f-b3f1-4b27f1cc4aed None None] Port dc59b100-899a-41ed-b2cb-7985e9aa76f0 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:39:38.523440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56718b1e-0468-4f94-8cde-bee238e05657 None None] Routers {'5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:38.524273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-56718b1e-0468-4f94-8cde-bee238e05657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249c0e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:38.567952 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6ad1635e-daf0-4147-b069-c4447f338830 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdc68bbec2104f1cbea817cf76223ce5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4162428
Apr 16 21:39:38.571617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1635e-daf0-4147-b069-c4447f338830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cd8ff2-4c7f-49c1-84a7-2c2a2d0b9b74,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:38.574632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38584) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:38.594076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e220fa2-95fa-42d4-905c-e909b92187df req-e4290179-d7bd-49f9-838e-6cd6a1ccbaac tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "GET /v2.0/ports?device_id=83455e10-9079-4214-a0d9-4b07eae7272b HTTP/1.1" status: 200  len: 210 time: 0.1929047
Apr 16 21:39:38.606676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1b32c040-03db-43a7-b653-7c2ec0e74726 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:38.617571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-fd455ec1-1c20-4adb-90dd-5f0b1c0da0f1 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-842590783&fields=id&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 267 time: 0.1902435
Apr 16 21:39:38.656796 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c511b22b-4e41-4f4e-9981-a703b347a795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (66941e00-9f2d-4417-9438-17bbc50f6c31), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:38.741164 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fa88b82-65f0-4acb-9644-ef4efcad4824 admin admin] Publish callbacks [] for security_group (36cd8ff2-4c7f-49c1-84a7-2c2a2d0b9b74), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:38.775600 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ee61c0>, [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dc59b100-899a-41ed-b2cb-7985e9aa76f0', 'name': '', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:66:66:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:33Z', 'updated_at': '2022-04-16T21:39:36Z', 'revision_number': 2, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:38.776849 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f030801f-c0d0-4436-8937-4a1ee8f3c3d4 None None] Provisioning complete for port dc59b100-899a-41ed-b2cb-7985e9aa76f0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:38.778092 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f030801f-c0d0-4436-8937-4a1ee8f3c3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:38.786508 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fa88b82-65f0-4acb-9644-ef4efcad4824 admin admin] Publish callbacks [] for security_group (36cd8ff2-4c7f-49c1-84a7-2c2a2d0b9b74), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:38.807295 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-c2121a46-76d2-4434-9b80-2ff5b41295a7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:38.807794 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Checking router: 31394849-8d5d-4c72-9a2b-9420a5daf8c8 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:39:38.808262 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Updating router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 port dc59b100-899a-41ed-b2cb-7985e9aa76f0 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:39:38.813942 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-c2121a46-76d2-4434-9b80-2ff5b41295a7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/networks?id=4dd7eb45-8776-4f81-9375-6aaa334b721b HTTP/1.1" status: 200  len: 797 time: 0.1954463
Apr 16 21:39:38.846084 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:38.849580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-cd2be39c-89b4-4a98-97e1-a256e40edc94 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/quotas/0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 375 time: 0.0346880
Apr 16 21:39:38.859779 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-15f32509-078f-49d4-a06e-93b572f4b591 req-cf3c65a3-c0d3-4fdc-a003-aed5b894d3ec tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 210 time: 0.0715699
Apr 16 21:39:38.874524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511b22b-4e41-4f4e-9981-a703b347a795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66941e00-9f2d-4417-9438-17bbc50f6c31,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:38.886525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c511b22b-4e41-4f4e-9981-a703b347a795 admin admin] Checking segment: {'id': 'c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae312670-622b-491e-8d2c-d3ae19809533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:38.887132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c511b22b-4e41-4f4e-9981-a703b347a795 admin admin] Network hostable DHCP agents. Network: ae312670-622b-491e-8d2c-d3ae19809533, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:39:38.920614 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9d59ab6c-13e1-461b-9842-9cf3eab54e55 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0609114
Apr 16 21:39:38.942280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-56718b1e-0468-4f94-8cde-bee238e05657 None None] Set router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:38.949262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f030801f-c0d0-4436-8937-4a1ee8f3c3d4 None None] Port dc59b100-899a-41ed-b2cb-7985e9aa76f0 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:39:38.997260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 1b32c040-03db-43a7-b653-7c2ec0e74726 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:39.001143 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fa88b82-65f0-4acb-9644-ef4efcad4824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (36cd8ff2-4c7f-49c1-84a7-2c2a2d0b9b74), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:39.001800 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1b32c040-03db-43a7-b653-7c2ec0e74726), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:39.001897 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fa88b82-65f0-4acb-9644-ef4efcad4824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:39.001897 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5fa88b82-65f0-4acb-9644-ef4efcad4824 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36cd8ff2-4c7f-49c1-84a7-2c2a2d0b9b74 HTTP/1.1" status: 204  len: 168 time: 0.4218335
Apr 16 21:39:39.022135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c511b22b-4e41-4f4e-9981-a703b347a795 admin admin] Network ae312670-622b-491e-8d2c-d3ae19809533 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:39:39.060696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-b1fe9eb3-1c38-4e29-bb70-3f6e029c861e service neutron] 10.222.0.20 "GET /v2.0/networks/4dd7eb45-8776-4f81-9375-6aaa334b721b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308105
Apr 16 21:39:39.066032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa88b82-65f0-4acb-9644-ef4efcad4824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cd8ff2-4c7f-49c1-84a7-2c2a2d0b9b74,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:39.170981 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8ddf5f55-43aa-4d66-a2f6-300e8aa0e7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:39.200639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-b643600c-bbfc-446f-840d-a4e120003f78 service neutron] 10.222.0.20 "GET /v2.0/networks/4dd7eb45-8776-4f81-9375-6aaa334b721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269069
Apr 16 21:39:39.210368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-c511b22b-4e41-4f4e-9981-a703b347a795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ae312670-622b-491e-8d2c-d3ae19809533) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:39.237196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c511b22b-4e41-4f4e-9981-a703b347a795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:39.239054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47809200-e3d0-4297-b16a-fa406946cb5d None None] Network ae312670-622b-491e-8d2c-d3ae19809533 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:39.240396 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c511b22b-4e41-4f4e-9981-a703b347a795 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:39.284262 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Publish callbacks [] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:39.312395 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 1b32c040-03db-43a7-b653-7c2ec0e74726 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:39.396354 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c511b22b-4e41-4f4e-9981-a703b347a795 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2721934
Apr 16 21:39:39.410814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-56718b1e-0468-4f94-8cde-bee238e05657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249c0e50>, [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:34:06Z', 'revision_number': 4, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '826349c1-6e38-4def-b569-57d460f57456', 'name': '', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'mac_address': 'fa:16:3e:2e:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:04Z', 'updated_at': '2022-04-16T21:34:09Z', 'revision_number': 5, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'subnets': [{'id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:39.416528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c3c467-8e47-464f-ae9a-0d188ac2c029 None None] Network ae312670-622b-491e-8d2c-d3ae19809533 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:39.447792 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:39.453417 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56718b1e-0468-4f94-8cde-bee238e05657 None None] The sync data for ids ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'] in ncdv-master-1 is: [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:34:06Z', 'revision_number': 4, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '826349c1-6e38-4def-b569-57d460f57456', 'name': '', 'network_id': 'b0b57eca-5587-422d-aee9-773ab2a51166', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'mac_address': 'fa:16:3e:2e:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:04Z', 'updated_at': '2022-04-16T21:34:09Z', 'revision_number': 5, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'subnets': [{'id': '790327af-1d0e-4060-8eb3-ab75fb735884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:39:39.537461 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cc157-f51a-4d17-8e3a-6a72b12f8006 None None] Pushing event updated for resources: {'Port': ['ID=dc59b100-899a-41ed-b2cb-7985e9aa76f0,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:39.681213 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Attempting to bind port dc59b100-899a-41ed-b2cb-7985e9aa76f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:39:39.686423 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Attempting to bind port dc59b100-899a-41ed-b2cb-7985e9aa76f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cb59a415-5ed6-41c4-b5c7-9b86f654f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:39:39.686423 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Attempting to bind port dc59b100-899a-41ed-b2cb-7985e9aa76f0 on network 4dd7eb45-8776-4f81-9375-6aaa334b721b {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:39.690864 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:39:39.692756 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Checking segment: {'id': 'cb59a415-5ed6-41c4-b5c7-9b86f654f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:39.693388 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:39.694573 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Bound using segment: {'id': 'cb59a415-5ed6-41c4-b5c7-9b86f654f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:39:39.696159 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Bound port: dc59b100-899a-41ed-b2cb-7985e9aa76f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb59a415-5ed6-41c4-b5c7-9b86f654f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:39:39.696844 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:39.712391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38606) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:39.762929 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd2e77ab-dfc8-450f-8eb7-65003db58400 req-82489b22-e7cf-4ed8-a425-8121118b956b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 210 time: 0.0726559
Apr 16 21:39:39.938034 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] For port dc59b100-899a-41ed-b2cb-7985e9aa76f0, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:39.945930 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] For port dc59b100-899a-41ed-b2cb-7985e9aa76f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc59b100-899a-41ed-b2cb-7985e9aa76f0,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:39:40.016945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-19c40380-4257-4409-8f84-107d1714b1ae None None] Provisioning complete for port dc59b100-899a-41ed-b2cb-7985e9aa76f0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:40.017588 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-19c40380-4257-4409-8f84-107d1714b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:40.055122 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:40.130144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-19c40380-4257-4409-8f84-107d1714b1ae None None] Port dc59b100-899a-41ed-b2cb-7985e9aa76f0 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:39:40.140292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87fecf0-d95e-4c87-9a22-637393b9bc74 None None] New status for floating IP 456163fe-0793-493e-8e9f-539e23b7bdb4: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:39:40.177424 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Routers {'31394849-8d5d-4c72-9a2b-9420a5daf8c8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:40.178292 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ee61c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:40.180401 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cc157-f51a-4d17-8e3a-6a72b12f8006 None None] Pushing event updated for resources: {'Port': ['ID=dc59b100-899a-41ed-b2cb-7985e9aa76f0,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:40.246578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-61533951-2880-40f9-aad2-735b98bc4cca tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Deleting port 06ded3a6-daae-47a4-a463-e5a9a58f24e1 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:40.247236 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-61533951-2880-40f9-aad2-735b98bc4cca tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (06ded3a6-daae-47a4-a463-e5a9a58f24e1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:40.370271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-946c501d-ef0e-4d1a-8da3-63a46693518b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:40.371891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-946c501d-ef0e-4d1a-8da3-63a46693518b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.11 "GET /v2.0/networks?id=3e745f17-203e-4728-9fb7-50341f5a0a21 HTTP/1.1" status: 200  len: 810 time: 0.5213866
Apr 16 21:39:40.382878 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48f0bbb0-4028-40ef-8029-0f2f8945833d req-14385f91-e592-45e9-8969-dbd51dbf8277 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 210 time: 0.3023722
Apr 16 21:39:40.446442 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] Set router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:40.487655 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-61533951-2880-40f9-aad2-735b98bc4cca tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (06ded3a6-daae-47a4-a463-e5a9a58f24e1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:40.488670 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-61533951-2880-40f9-aad2-735b98bc4cca tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for floatingip (06ded3a6-daae-47a4-a463-e5a9a58f24e1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:40.517517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-61533951-2880-40f9-aad2-735b98bc4cca tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Calling delete_port for 06ded3a6-daae-47a4-a463-e5a9a58f24e1 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:40.537801 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-21bec92d-bd2a-4725-92ea-49bbbe66a8fd tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6 HTTP/1.1" status: 200  len: 377 time: 0.1420069
Apr 16 21:39:40.630451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-c963f188-4578-45cb-b719-ec5c8c3947f6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Request body: {'port': {'device_id': '8c63a395-2ffd-44e5-aa9b-cd3417a504bf', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'admin_state_up': True, 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'security_groups': ['437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:40.686148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-eeb51300-a787-407b-b69a-aa9c7f2e92d4 None None] Provisioning complete for port dc59b100-899a-41ed-b2cb-7985e9aa76f0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:40.686715 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-eeb51300-a787-407b-b69a-aa9c7f2e92d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:40.784825 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ee61c0>, [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dc59b100-899a-41ed-b2cb-7985e9aa76f0', 'name': '', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:66:66:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:33Z', 'updated_at': '2022-04-16T21:39:39Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:40.828571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-eeb51300-a787-407b-b69a-aa9c7f2e92d4 None None] Current status of the port dc59b100-899a-41ed-b2cb-7985e9aa76f0 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:40.828974 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-eeb51300-a787-407b-b69a-aa9c7f2e92d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:40.861420 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5e9f66-1525-4ddf-9c59-90eb48a2a2da None None] The sync data for ids ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'] in ncdv-master-1 is: [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dc59b100-899a-41ed-b2cb-7985e9aa76f0', 'name': '', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:66:66:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:33Z', 'updated_at': '2022-04-16T21:39:39Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:39:40.892713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-eeb51300-a787-407b-b69a-aa9c7f2e92d4 None None] For port dc59b100-899a-41ed-b2cb-7985e9aa76f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc59b100-899a-41ed-b2cb-7985e9aa76f0,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:40.902348 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-61533951-2880-40f9-aad2-735b98bc4cca tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (06ded3a6-daae-47a4-a463-e5a9a58f24e1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:40.912978 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6cffcb15-e921-4079-b03c-0722605d02d9 req-7bbe7afe-9ea0-4ae5-aa98-a6738010e3c4 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 210 time: 0.0641975
Apr 16 21:39:40.954972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38646) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:40.967858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1829955260-network', 'tenant_id': '0048088b719a4e8db617ac0c148b0286'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:40.968044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61533951-2880-40f9-aad2-735b98bc4cca tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Pushing event deleted for resources: {'Port': ['ID=06ded3a6-daae-47a4-a463-e5a9a58f24e1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:40.969744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-c963f188-4578-45cb-b719-ec5c8c3947f6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Made reservation on behalf of 7fc33178ac5b4d4f9c1f346e3b4371b6 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:39:40.973960 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-c963f188-4578-45cb-b719-ec5c8c3947f6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:40.992234 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-eeb51300-a787-407b-b69a-aa9c7f2e92d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.070492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb51300-a787-407b-b69a-aa9c7f2e92d4 None None] Pushing event updated for resources: {'Port': ['ID=dc59b100-899a-41ed-b2cb-7985e9aa76f0,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:41.101717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Made reservation on behalf of 0048088b719a4e8db617ac0c148b0286 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:39:41.104722 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.135058 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.167661 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-61533951-2880-40f9-aad2-735b98bc4cca tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for floatingip (456163fe-0793-493e-8e9f-539e23b7bdb4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.170504 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-61533951-2880-40f9-aad2-735b98bc4cca tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.171921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-61533951-2880-40f9-aad2-735b98bc4cca tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "DELETE /v2.0/floatingips/456163fe-0793-493e-8e9f-539e23b7bdb4 HTTP/1.1" status: 204  len: 168 time: 1.4584818
Apr 16 21:39:41.299820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-c963f188-4578-45cb-b719-ec5c8c3947f6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Allocated IP 172.20.0.5 (3e745f17-203e-4728-9fb7-50341f5a0a21/89cbc9f9-2227-4df1-b17b-c5fa9fa39364/28042d4b-e13b-4b15-bfcb-0e0dd805600f) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:39:41.311160 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Publish callbacks [] for security_group (743ecf0b-5951-49ca-bdaf-7f07a7015492), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.311160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38656) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:41.422167 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (743ecf0b-5951-49ca-bdaf-7f07a7015492), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.454275 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0843ce6-6502-4724-bf74-b1e25afb365d tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group (eed6f470-d2f6-4f6e-9f95-b38c18c9c22a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.525124 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-c963f188-4578-45cb-b719-ec5c8c3947f6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.527892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:39:41.545549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743ecf0b-5951-49ca-bdaf-7f07a7015492,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:41.563370 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0843ce6-6502-4724-bf74-b1e25afb365d tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group (eed6f470-d2f6-4f6e-9f95-b38c18c9c22a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.567664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (36a41055-8126-4844-b67b-cf3333282e72), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.568019 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Added segment 36a41055-8126-4844-b67b-cf3333282e72 of type vlan for network d485aa93-da0e-4c1c-86a5-ba3af3c88b23
Apr 16 21:39:41.625690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9050aa7a-cb9c-41b8-98f7-324176aac02a req-6a285e5a-0b29-4e06-80ba-2194fdd917e2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 210 time: 0.0838523
Apr 16 21:39:41.694025 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (d485aa93-da0e-4c1c-86a5-ba3af3c88b23), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.725032 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f99c035-b437-446b-8e09-6698f057b2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.759589 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-c963f188-4578-45cb-b719-ec5c8c3947f6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.818243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-c963f188-4578-45cb-b719-ec5c8c3947f6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Network 3e745f17-203e-4728-9fb7-50341f5a0a21 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:41.821476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-c963f188-4578-45cb-b719-ec5c8c3947f6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:41.826046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-c963f188-4578-45cb-b719-ec5c8c3947f6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:39:41.834345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963f188-4578-45cb-b719-ec5c8c3947f6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event updated for resources: {'Port': ['ID=28042d4b-e13b-4b15-bfcb-0e0dd805600f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:41.870039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (d485aa93-da0e-4c1c-86a5-ba3af3c88b23), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.871114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:41.875074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.907457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-c963f188-4578-45cb-b719-ec5c8c3947f6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:41.908138 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-c963f188-4578-45cb-b719-ec5c8c3947f6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.943931 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0843ce6-6502-4724-bf74-b1e25afb365d tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eed6f470-d2f6-4f6e-9f95-b38c18c9c22a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.952258 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e0843ce6-6502-4724-bf74-b1e25afb365d tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:41.955974 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e0843ce6-6502-4724-bf74-b1e25afb365d tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] 10.222.0.20 "DELETE /v2.0/security-groups/eed6f470-d2f6-4f6e-9f95-b38c18c9c22a HTTP/1.1" status: 204  len: 168 time: 0.6415708
Apr 16 21:39:41.981438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0843ce6-6502-4724-bf74-b1e25afb365d tempest-TestServerBasicOps-620278304 tempest-TestServerBasicOps-620278304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed6f470-d2f6-4f6e-9f95-b38c18c9c22a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:41.990981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] Pushing event updated for resources: {'Network': ['ID=d485aa93-da0e-4c1c-86a5-ba3af3c88b23,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:42.013082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network d485aa93-da0e-4c1c-86a5-ba3af3c88b23 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:39:42.044981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-c963f188-4578-45cb-b719-ec5c8c3947f6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4194145
Apr 16 21:39:42.058778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Request body: {'port': {'device_id': '8c63a395-2ffd-44e5-aa9b-cd3417a504bf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:42.132242 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-68b1dbba-9ca9-4a8a-b346-bd6e12bf35fe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1756639
Apr 16 21:39:42.150652 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d8ce4df-d17f-4fa5-a0d2-6a0440222dfd req-37fa4892-8144-4301-b591-4b334cb7e1b7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 210 time: 0.1178575
Apr 16 21:39:42.151175 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38678) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:42.151745 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38680) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:42.161847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9005d269-bebe-4a3f-9a83-89c4d67955b9 admin admin] Request body: {'subnet': {'network_id': 'd485aa93-da0e-4c1c-86a5-ba3af3c88b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1829955260-subnet', 'tenant_id': '0048088b719a4e8db617ac0c148b0286', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:42.226587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-20d5696d-0b9c-4e27-9858-a6753a4a4f3b None None] Provisioning complete for port 28042d4b-e13b-4b15-bfcb-0e0dd805600f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:42.226963 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20d5696d-0b9c-4e27-9858-a6753a4a4f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:42.245223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:42.289966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9005d269-bebe-4a3f-9a83-89c4d67955b9 admin admin] Made reservation on behalf of 0048088b719a4e8db617ac0c148b0286 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:39:42.293406 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9005d269-bebe-4a3f-9a83-89c4d67955b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:42.328244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-20d5696d-0b9c-4e27-9858-a6753a4a4f3b None None] Port 28042d4b-e13b-4b15-bfcb-0e0dd805600f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:39:42.351656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38688) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:42.578712 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:42.636236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device dc59b100-899a-41ed-b2cb-7985e9aa76f0 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:42.767637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port dc59b100-899a-41ed-b2cb-7985e9aa76f0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:42.782946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28042d4b-e13b-4b15-bfcb-0e0dd805600f {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:39:42.789284 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:42.794124 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Publish callbacks [] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:42.808382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Transition to ACTIVE for port object 28042d4b-e13b-4b15-bfcb-0e0dd805600f will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:39:42.817311 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ad0fe2b-bf9b-4053-9430-b669e85763b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:42.866764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-21228d6f-7d1e-4055-8f9a-d0e65461082b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:42.869974 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-21228d6f-7d1e-4055-8f9a-d0e65461082b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "GET /v2.0/networks?id=4dd7eb45-8776-4f81-9375-6aaa334b721b HTTP/1.1" status: 200  len: 797 time: 0.2888677
Apr 16 21:39:42.909790 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:42.967800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fa719-087a-4900-9c6a-23dd52e855f5 req-94c0d49f-e813-4653-aa55-d938533b5bc7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:42.971653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf5fa719-087a-4900-9c6a-23dd52e855f5 req-94c0d49f-e813-4653-aa55-d938533b5bc7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 931 time: 0.0997584
Apr 16 21:39:42.971873 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9005d269-bebe-4a3f-9a83-89c4d67955b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (4838a91a-2d87-4d79-8c49-911c51b037a9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:42.987910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port dc59b100-899a-41ed-b2cb-7985e9aa76f0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:43.013194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Pushing event updated for resources: {'Port': ['ID=28042d4b-e13b-4b15-bfcb-0e0dd805600f,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:43.097062 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ad0fe2b-bf9b-4053-9430-b669e85763b5 admin admin] Publish callbacks [] for security_group (ff2e2616-6c2f-4357-8aed-7447d3e83204), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.127839 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-47498c0c-9067-4eb2-be8f-65a3b9e8b5cf tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b HTTP/1.1" status: 200  len: 379 time: 0.2231104
Apr 16 21:39:43.141224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-e7322ff8-df66-4b16-85b8-862c79f90e63 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'port': {'device_id': '7537290d-836b-431c-bfb7-c8f83dd03024', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'admin_state_up': True, 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'security_groups': ['304121e2-de41-4981-b428-cc7fa09bab41']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:43.147221 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf5fa719-087a-4900-9c6a-23dd52e855f5 req-50a26f79-6ba9-4210-a509-1983641a7542 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1545043
Apr 16 21:39:43.189044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Attempting to bind port 28042d4b-e13b-4b15-bfcb-0e0dd805600f on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:39:43.189696 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Attempting to bind port 28042d4b-e13b-4b15-bfcb-0e0dd805600f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:39:43.190286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Attempting to bind port 28042d4b-e13b-4b15-bfcb-0e0dd805600f on network 3e745f17-203e-4728-9fb7-50341f5a0a21 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:43.196943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Port 28042d4b-e13b-4b15-bfcb-0e0dd805600f on network 3e745f17-203e-4728-9fb7-50341f5a0a21 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:39:43.197291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Attempting to bind port 28042d4b-e13b-4b15-bfcb-0e0dd805600f on network 3e745f17-203e-4728-9fb7-50341f5a0a21 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:43.202957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:39:43.203679 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Checking segment: {'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:43.204113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Bound using segment: {'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:39:43.204576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Bound port: 28042d4b-e13b-4b15-bfcb-0e0dd805600f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:39:43.204946 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.239917 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005d269-bebe-4a3f-9a83-89c4d67955b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4838a91a-2d87-4d79-8c49-911c51b037a9,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:43.259022 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ad0fe2b-bf9b-4053-9430-b669e85763b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ff2e2616-6c2f-4357-8aed-7447d3e83204), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.325048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0fe2b-bf9b-4053-9430-b669e85763b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2e2616-6c2f-4357-8aed-7447d3e83204,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:43.330484 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-65879984-665d-4418-851a-61b5bd2736c4 req-075c0f00-4b06-48e7-a608-19f30dfeb99f tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 210 time: 0.0825720
Apr 16 21:39:43.333973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1ad0fe2b-bf9b-4053-9430-b669e85763b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=632ff5b4a23c4795834a7735bc390e00&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9811943
Apr 16 21:39:43.335233 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] For port 28042d4b-e13b-4b15-bfcb-0e0dd805600f, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:43.335662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005d269-bebe-4a3f-9a83-89c4d67955b9 admin admin] Checking segment: {'id': '36a41055-8126-4844-b67b-cf3333282e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd485aa93-da0e-4c1c-86a5-ba3af3c88b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:43.336031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005d269-bebe-4a3f-9a83-89c4d67955b9 admin admin] Network hostable DHCP agents. Network: d485aa93-da0e-4c1c-86a5-ba3af3c88b23, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:39:43.337188 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38700) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:43.341232 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] For port 28042d4b-e13b-4b15-bfcb-0e0dd805600f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28042d4b-e13b-4b15-bfcb-0e0dd805600f,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:39:43.397574 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c23fa4f5-2579-411a-b523-4745a6690759 admin admin] Publish callbacks [] for security_group (ff2e2616-6c2f-4357-8aed-7447d3e83204), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.412363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.446348 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c23fa4f5-2579-411a-b523-4745a6690759 admin admin] Publish callbacks [] for security_group (ff2e2616-6c2f-4357-8aed-7447d3e83204), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.464332 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a874435-8833-4f03-b819-8581a609370d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.476931 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:43.492677 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.492677 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] 10.222.0.11 "PUT /v2.0/ports/28042d4b-e13b-4b15-bfcb-0e0dd805600f HTTP/1.1" status: 200  len: 1091 time: 1.4304490
Apr 16 21:39:43.492677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c63a395-2ffd-44e5-aa9b-cd3417a504bf', 'tag': '28042d4b-e13b-4b15-bfcb-0e0dd805600f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:39:43.492677 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00b3b5b-5c33-447e-bf3d-2c99a2d47774" -d '{"events": [{"name": "network-changed", "server_uuid": "8c63a395-2ffd-44e5-aa9b-cd3417a504bf", "tag": "28042d4b-e13b-4b15-bfcb-0e0dd805600f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:39:43.532340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447639f9-2a58-48ec-9693-b6bc82b56684 service neutron] Pushing event updated for resources: {'Port': ['ID=28042d4b-e13b-4b15-bfcb-0e0dd805600f,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:43.565282 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005d269-bebe-4a3f-9a83-89c4d67955b9 admin admin] Network d485aa93-da0e-4c1c-86a5-ba3af3c88b23 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:39:43.569375 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36381be0-2054-4948-8796-136d10c40597 x-openstack-request-id: req-36381be0-2054-4948-8796-136d10c40597 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:39:43.569674 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c63a395-2ffd-44e5-aa9b-cd3417a504bf", "tag": "28042d4b-e13b-4b15-bfcb-0e0dd805600f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:39:43.569938 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36381be0-2054-4948-8796-136d10c40597 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:39:43.570357 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36381be0-2054-4948-8796-136d10c40597'] response: {'name': 'network-changed', 'server_uuid': '8c63a395-2ffd-44e5-aa9b-cd3417a504bf', 'tag': '28042d4b-e13b-4b15-bfcb-0e0dd805600f', 'status': 'completed', 'code': 200}
Apr 16 21:39:43.634600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b3b5b-5c33-447e-bf3d-2c99a2d47774 req-c4e69549-a537-401d-b6bf-5fc6d4bfd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:43.636509 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f00b3b5b-5c33-447e-bf3d-2c99a2d47774 req-c4e69549-a537-401d-b6bf-5fc6d4bfd9d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 1125 time: 0.0459344
Apr 16 21:39:43.648635 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.654690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-e7322ff8-df66-4b16-85b8-862c79f90e63 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Made reservation on behalf of 0ee2ef9a941a429b82a89f7c8f71d45b for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:39:43.658110 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-e7322ff8-df66-4b16-85b8-862c79f90e63 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.740613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c23fa4f5-2579-411a-b523-4745a6690759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ff2e2616-6c2f-4357-8aed-7447d3e83204), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.743195 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c23fa4f5-2579-411a-b523-4745a6690759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.744417 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c23fa4f5-2579-411a-b523-4745a6690759 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff2e2616-6c2f-4357-8aed-7447d3e83204 HTTP/1.1" status: 204  len: 168 time: 0.4056473
Apr 16 21:39:43.768070 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fa4f5-2579-411a-b523-4745a6690759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2e2616-6c2f-4357-8aed-7447d3e83204,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:43.768256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9005d269-bebe-4a3f-9a83-89c4d67955b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d485aa93-da0e-4c1c-86a5-ba3af3c88b23) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:43.780784 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9005d269-bebe-4a3f-9a83-89c4d67955b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:43.781390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9005d269-bebe-4a3f-9a83-89c4d67955b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.819857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2855b980-f0e6-41b6-ae30-c6e4614f32e2 None None] Network d485aa93-da0e-4c1c-86a5-ba3af3c88b23 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:43.834641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-8a874435-8833-4f03-b819-8581a609370d admin admin] Deleting port 826349c1-6e38-4def-b569-57d460f57456 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:43.835089 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a874435-8833-4f03-b819-8581a609370d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (826349c1-6e38-4def-b569-57d460f57456), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:43.841728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b3b5b-5c33-447e-bf3d-2c99a2d47774 req-b76f8f00-bf95-40e0-a9c2-120f507865c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:43.845774 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f00b3b5b-5c33-447e-bf3d-2c99a2d47774 req-b76f8f00-bf95-40e0-a9c2-120f507865c5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2004912
Apr 16 21:39:43.947980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-e7322ff8-df66-4b16-85b8-862c79f90e63 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.20.0.6 (4dd7eb45-8776-4f81-9375-6aaa334b721b/9df171eb-d48f-4003-91e2-9e61dfe9a321/73138183-36f0-4a32-833a-7b6e3fa38956) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:39:43.955293 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b3b5b-5c33-447e-bf3d-2c99a2d47774 req-9b651652-18c0-4037-98cd-46ba65ccc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:43.956892 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f00b3b5b-5c33-447e-bf3d-2c99a2d47774 req-9b651652-18c0-4037-98cd-46ba65ccc72e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1076217
Apr 16 21:39:43.963921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63575c82-c56c-40b1-8291-0b6480ea39a3 None None] Network d485aa93-da0e-4c1c-86a5-ba3af3c88b23 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:43.978455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-8a874435-8833-4f03-b819-8581a609370d admin admin] For port 826349c1-6e38-4def-b569-57d460f57456, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=826349c1-6e38-4def-b569-57d460f57456,segment=NetworkSegment(19a8b07f-775e-4b27-89de-c459fef966dc),segment_id=19a8b07f-775e-4b27-89de-c459fef966dc)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:43.983511 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a874435-8833-4f03-b819-8581a609370d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (826349c1-6e38-4def-b569-57d460f57456), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:44.004290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-8a874435-8833-4f03-b819-8581a609370d admin admin] Calling delete_port for 826349c1-6e38-4def-b569-57d460f57456 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:44.014002 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9005d269-bebe-4a3f-9a83-89c4d67955b9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.8611946
Apr 16 21:39:44.063377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-95b06264-4d51-42c7-bb02-ce8831f7b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:44.065294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-95b06264-4d51-42c7-bb02-ce8831f7b14c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 1125 time: 0.0690331
Apr 16 21:39:44.132401 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-baac7338-3cd0-4d72-bd72-5b6c81c268fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28042d4b-e13b-4b15-bfcb-0e0dd805600f HTTP/1.1" status: 200  len: 217 time: 0.0599809
Apr 16 21:39:44.211004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-f0cddab2-7761-4087-b5b2-a7fc64888cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:44.213144 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-f0cddab2-7761-4087-b5b2-a7fc64888cb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cbc9f9-2227-4df1-b17b-c5fa9fa39364 HTTP/1.1" status: 200  len: 849 time: 0.0749302
Apr 16 21:39:44.222890 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:44.256087 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-e7322ff8-df66-4b16-85b8-862c79f90e63 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (73138183-36f0-4a32-833a-7b6e3fa38956), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:44.313284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-cdc3cc59-59b9-4cae-9355-f5fc17f66a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:44.317805 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-cdc3cc59-59b9-4cae-9355-f5fc17f66a50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e745f17-203e-4728-9fb7-50341f5a0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0675912
Apr 16 21:39:44.394256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f5ec2-7d16-4b0b-b685-7edf3d9c3bd1 req-15933472-211f-41e8-831a-af57f21eb67f tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:44.395863 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f64f5ec2-7d16-4b0b-b685-7edf3d9c3bd1 req-15933472-211f-41e8-831a-af57f21eb67f tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 943 time: 0.0851357
Apr 16 21:39:44.444119 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-f9f9c582-2096-4ab4-80c0-29feaff1ed55 service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205571
Apr 16 21:39:44.456974 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f64f5ec2-7d16-4b0b-b685-7edf3d9c3bd1 req-24814b59-87b3-46b0-b051-731b20a83f2f tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0538607
Apr 16 21:39:44.492210 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-e7322ff8-df66-4b16-85b8-862c79f90e63 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:44.561920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-e7322ff8-df66-4b16-85b8-862c79f90e63 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network 4dd7eb45-8776-4f81-9375-6aaa334b721b is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:44.563426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-e7322ff8-df66-4b16-85b8-862c79f90e63 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:44.567162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-e7322ff8-df66-4b16-85b8-862c79f90e63 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:39:44.604780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a874435-8833-4f03-b819-8581a609370d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (826349c1-6e38-4def-b569-57d460f57456), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:44.606324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cac6a0-092a-46a1-baa9-c00b458abdbb req-137fdde5-5016-4eef-ae74-080c6fad3c87 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:44.607870 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-98cac6a0-092a-46a1-baa9-c00b458abdbb req-137fdde5-5016-4eef-ae74-080c6fad3c87 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 931 time: 0.1443312
Apr 16 21:39:44.635820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7322ff8-df66-4b16-85b8-862c79f90e63 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=73138183-36f0-4a32-833a-7b6e3fa38956,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:44.653648 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bf2ae21-b9ba-4fcf-bc53-4dacf7183b7e req-4b4460d5-8e63-4a72-ba2a-a2e0c576214a service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031250
Apr 16 21:39:44.697169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a874435-8833-4f03-b819-8581a609370d admin admin] Pushing event deleted for resources: {'Port': ['ID=826349c1-6e38-4def-b569-57d460f57456,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:44.699890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-98cac6a0-092a-46a1-baa9-c00b458abdbb req-0ea9a25a-f3a3-4e04-8a8d-02d4ae52017e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844710
Apr 16 21:39:44.734054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-e7322ff8-df66-4b16-85b8-862c79f90e63 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:44.734054 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-e7322ff8-df66-4b16-85b8-862c79f90e63 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:44.934370 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-e7322ff8-df66-4b16-85b8-862c79f90e63 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7970278
Apr 16 21:39:44.949830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Request body: {'port': {'device_id': '7537290d-836b-431c-bfb7-c8f83dd03024', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:44.975761 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0516412f-20a7-4af9-862b-96b6022924bb None None] Provisioning complete for port 73138183-36f0-4a32-833a-7b6e3fa38956 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:44.979151 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0516412f-20a7-4af9-862b-96b6022924bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:45.016412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0516412f-20a7-4af9-862b-96b6022924bb None None] Port 73138183-36f0-4a32-833a-7b6e3fa38956 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:39:45.022572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-0d15356b-caf5-4353-919c-e743c89c2286 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:45.024065 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-0d15356b-caf5-4353-919c-e743c89c2286 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/networks?id=ae312670-622b-491e-8d2c-d3ae19809533 HTTP/1.1" status: 200  len: 809 time: 0.2445400
Apr 16 21:39:45.030807 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:39:45.424314 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a874435-8833-4f03-b819-8581a609370d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:45.425642 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-634524f6-fbfc-4ea5-a459-dcedc0653668 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/quotas/c96a293eac61499182c2a30c324d461f HTTP/1.1" status: 200  len: 375 time: 0.3932214
Apr 16 21:39:45.445286 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:45.454531 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:45.513693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-192a1a0a-ea25-45b7-af98-97467c1d0b50 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c96a293eac61499182c2a30c324d461f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0803192
Apr 16 21:39:45.552349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-5b5a3061-2153-4f64-8589-0595aea1010c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:39:45.553362 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-5b5a3061-2153-4f64-8589-0595aea1010c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0093310
Apr 16 21:39:45.583933 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72b9c-ded0-4f20-8ba7-d621fb23d2ca req-07e420c6-859c-4cae-93fd-6614a9e4daf8 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:45.585554 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71e72b9c-ded0-4f20-8ba7-d621fb23d2ca req-07e420c6-859c-4cae-93fd-6614a9e4daf8 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 943 time: 0.0497324
Apr 16 21:39:45.655491 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71e72b9c-ded0-4f20-8ba7-d621fb23d2ca req-bab3efe0-4c8e-4f9f-a0b6-a6de1b9cbd98 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0588319
Apr 16 21:39:45.842069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857b66-9d27-4e93-893c-7c3661bce118 req-387c8183-69a3-4503-a7fd-7a0a6e3468d6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:45.843587 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d9857b66-9d27-4e93-893c-7c3661bce118 req-387c8183-69a3-4503-a7fd-7a0a6e3468d6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 931 time: 0.0593801
Apr 16 21:39:45.848246 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-5fceb0ee-8efe-4824-ba34-51c17b86909c service neutron] 10.222.0.20 "GET /v2.0/networks/ae312670-622b-491e-8d2c-d3ae19809533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2606030
Apr 16 21:39:45.896795 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d9857b66-9d27-4e93-893c-7c3661bce118 req-08e003b6-1eae-4df8-b38d-95ef53d758f9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467527
Apr 16 21:39:46.015248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38766) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:46.031067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a874435-8833-4f03-b819-8581a609370d admin admin] Router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:39:46.047548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-e0c9d17c-1e2a-453a-a705-eac4989ef479 service neutron] 10.222.0.20 "GET /v2.0/networks/ae312670-622b-491e-8d2c-d3ae19809533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935699
Apr 16 21:39:46.134526 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5cdaca0f-58f6-4d95-a67f-6884fade6ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:46.147916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73138183-36f0-4a32-833a-7b6e3fa38956 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:39:46.182427 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Publish callbacks [] for port (73138183-36f0-4a32-833a-7b6e3fa38956), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:46.205168 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Transition to ACTIVE for port object 73138183-36f0-4a32-833a-7b6e3fa38956 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:39:46.213757 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5cdaca0f-58f6-4d95-a67f-6884fade6ac7 admin admin] Publish callbacks [] for security_group (59c8614a-6e2b-4fab-b0a7-f4307e0cd632), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:46.216190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a874435-8833-4f03-b819-8581a609370d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:39:46.221281 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8a874435-8833-4f03-b819-8581a609370d admin admin] 10.222.0.20 "PUT /v2.0/routers/5f397c3b-fcdd-4d5b-94a2-cdf49fe45147/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0672257
Apr 16 21:39:46.224506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38770) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:46.227258 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3282368-7dbc-4c64-8173-b0d21b6135fb None None] Sync routers for ids ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:39:46.246063 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3282368-7dbc-4c64-8173-b0d21b6135fb None None] Routers {'5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:46.246880 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b3282368-7dbc-4c64-8173-b0d21b6135fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c29b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:46.333694 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:46.347405 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5cdaca0f-58f6-4d95-a67f-6884fade6ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (59c8614a-6e2b-4fab-b0a7-f4307e0cd632), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:46.376795 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b3282368-7dbc-4c64-8173-b0d21b6135fb None None] Set router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:46.377253 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58555ec6-859b-4d7e-82d7-280e6738c473 req-19156430-1615-45ba-8be9-611c87c3c057 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 210 time: 0.0725727
Apr 16 21:39:46.436046 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5cdaca0f-58f6-4d95-a67f-6884fade6ac7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1380ca38e25c471c88b6dfe2a0a44b0c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4196126
Apr 16 21:39:46.436986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaca0f-58f6-4d95-a67f-6884fade6ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c8614a-6e2b-4fab-b0a7-f4307e0cd632,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:46.439935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38778) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:46.522185 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Publish callbacks [] for router (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:46.541229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64bafce5-ed05-4103-b6a1-e62dec1b8616 admin admin] Publish callbacks [] for security_group (59c8614a-6e2b-4fab-b0a7-f4307e0cd632), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:46.581399 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64bafce5-ed05-4103-b6a1-e62dec1b8616 admin admin] Publish callbacks [] for security_group (59c8614a-6e2b-4fab-b0a7-f4307e0cd632), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:46.723235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Pushing event updated for resources: {'Port': ['ID=73138183-36f0-4a32-833a-7b6e3fa38956,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:46.751887 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64bafce5-ed05-4103-b6a1-e62dec1b8616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (59c8614a-6e2b-4fab-b0a7-f4307e0cd632), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:46.756031 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-64bafce5-ed05-4103-b6a1-e62dec1b8616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:46.760361 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-64bafce5-ed05-4103-b6a1-e62dec1b8616 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59c8614a-6e2b-4fab-b0a7-f4307e0cd632 HTTP/1.1" status: 204  len: 168 time: 0.3161876
Apr 16 21:39:46.767766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bafce5-ed05-4103-b6a1-e62dec1b8616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c8614a-6e2b-4fab-b0a7-f4307e0cd632,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:46.803824 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b3282368-7dbc-4c64-8173-b0d21b6135fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c29b80>, [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:39:44Z', 'revision_number': 5, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:46.823221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Attempting to bind port 73138183-36f0-4a32-833a-7b6e3fa38956 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:39:46.823563 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Attempting to bind port 73138183-36f0-4a32-833a-7b6e3fa38956 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb59a415-5ed6-41c4-b5c7-9b86f654f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:39:46.823895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Attempting to bind port 73138183-36f0-4a32-833a-7b6e3fa38956 on network 4dd7eb45-8776-4f81-9375-6aaa334b721b {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:46.828256 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Publish callbacks [] for router_gateway (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:46.829924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 28042d4b-e13b-4b15-bfcb-0e0dd805600f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:39:46.839488 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3282368-7dbc-4c64-8173-b0d21b6135fb None None] Checking router: 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:39:46.839854 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41aad8-4758-4d41-b3db-6b1ca2ea6614 req-9c321695-5406-4ffc-9432-5abc4891f95d tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:46.841743 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec41aad8-4758-4d41-b3db-6b1ca2ea6614 req-9c321695-5406-4ffc-9432-5abc4891f95d tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 943 time: 0.0912991
Apr 16 21:39:46.845616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Port 73138183-36f0-4a32-833a-7b6e3fa38956 on network 4dd7eb45-8776-4f81-9375-6aaa334b721b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:39:46.846145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Attempting to bind port 73138183-36f0-4a32-833a-7b6e3fa38956 on network 4dd7eb45-8776-4f81-9375-6aaa334b721b {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:46.850044 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3282368-7dbc-4c64-8173-b0d21b6135fb None None] Routers {'5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:46.851850 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b3282368-7dbc-4c64-8173-b0d21b6135fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c29b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:46.853990 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:39:46.854275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Checking segment: {'id': 'cb59a415-5ed6-41c4-b5c7-9b86f654f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:46.858128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Bound using segment: {'id': 'cb59a415-5ed6-41c4-b5c7-9b86f654f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:39:46.858128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Bound port: 73138183-36f0-4a32-833a-7b6e3fa38956, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb59a415-5ed6-41c4-b5c7-9b86f654f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:39:46.858128 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:46.936954 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec41aad8-4758-4d41-b3db-6b1ca2ea6614 req-d25b4ffc-64bb-46ac-be5d-c7b9263c3ac6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0850620
Apr 16 21:39:46.972488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 28042d4b-e13b-4b15-bfcb-0e0dd805600f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28042d4b-e13b-4b15-bfcb-0e0dd805600f,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:46.994868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] For port 73138183-36f0-4a32-833a-7b6e3fa38956, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:46.996544 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b3282368-7dbc-4c64-8173-b0d21b6135fb None None] Set router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:47.003480 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '28042d4b-e13b-4b15-bfcb-0e0dd805600f', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'port_id': '28042d4b-e13b-4b15-bfcb-0e0dd805600f', 'mac_address': 'fa:16:3e:b4:97:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:39:47.020607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] For port 73138183-36f0-4a32-833a-7b6e3fa38956, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73138183-36f0-4a32-833a-7b6e3fa38956,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:39:47.029366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Deleting port c7dc337c-6f8f-4615-8d6c-df46873f0b37 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:47.034083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:47.053413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7bf62-3c87-4903-bd6a-0ad1e77f11dc req-a0e474d4-9da8-4572-bed6-ecd1319ea46a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:47.092971 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26e7bf62-3c87-4903-bd6a-0ad1e77f11dc req-a0e474d4-9da8-4572-bed6-ecd1319ea46a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 943 time: 0.0995936
Apr 16 21:39:47.111745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 28042d4b-e13b-4b15-bfcb-0e0dd805600f is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:47.114355 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:47.130259 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28042d4b-e13b-4b15-bfcb-0e0dd805600f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:39:47.160522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 28042d4b-e13b-4b15-bfcb-0e0dd805600f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28042d4b-e13b-4b15-bfcb-0e0dd805600f,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:47.163128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] For port c7dc337c-6f8f-4615-8d6c-df46873f0b37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7dc337c-6f8f-4615-8d6c-df46873f0b37,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:47.163607 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:47.179991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Calling delete_port for c7dc337c-6f8f-4615-8d6c-df46873f0b37 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:47.181885 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26e7bf62-3c87-4903-bd6a-0ad1e77f11dc req-04303886-a076-4f4c-944c-b6643494d2f7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879040
Apr 16 21:39:47.232862 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:47.273048 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:47.295537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:47.296606 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:47.298416 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] 10.222.0.41 "PUT /v2.0/ports/73138183-36f0-4a32-833a-7b6e3fa38956 HTTP/1.1" status: 200  len: 1091 time: 2.3542712
Apr 16 21:39:47.299115 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b3282368-7dbc-4c64-8173-b0d21b6135fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c29b80>, [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:39:44Z', 'revision_number': 5, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:47.313933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:39:47.317284 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d13ef72-7f39-42e9-99ba-9bbf8265a09e" -d '{"events": [{"name": "network-changed", "server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:39:47.340928 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3282368-7dbc-4c64-8173-b0d21b6135fb None None] The sync data for ids ['5f397c3b-fcdd-4d5b-94a2-cdf49fe45147'] in ncdv-master-1 is: [{'id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'name': 'tempest-TestServerBasicOps-1696610260-router', 'tenant_id': '551fe53574564e4ea60f7288faf4298f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:33:58Z', 'updated_at': '2022-04-16T21:39:44Z', 'revision_number': 5, 'project_id': '551fe53574564e4ea60f7288faf4298f', 'gw_port': {'id': 'c7dc337c-6f8f-4615-8d6c-df46873f0b37', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f397c3b-fcdd-4d5b-94a2-cdf49fe45147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:00Z', 'updated_at': '2022-04-16T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:39:47.355410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=28042d4b-e13b-4b15-bfcb-0e0dd805600f,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:47.432995 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40747d2-d7fb-4a18-84a5-f5175e89a6cc x-openstack-request-id: req-a40747d2-d7fb-4a18-84a5-f5175e89a6cc {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:39:47.433263 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:39:47.433523 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a40747d2-d7fb-4a18-84a5-f5175e89a6cc {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:39:47.433932 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40747d2-d7fb-4a18-84a5-f5175e89a6cc'] response: {'name': 'network-changed', 'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956', 'status': 'completed', 'code': 200}
Apr 16 21:39:47.436028 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2129cd-3aa2-42e9-b1f7-b4d70ade0439 service neutron] Pushing event updated for resources: {'Port': ['ID=73138183-36f0-4a32-833a-7b6e3fa38956,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:47.482659 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['28042d4b-e13b-4b15-bfcb-0e0dd805600f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:39:47.501585 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2260c344-c804-4c36-81f6-b9baafcedf89 req-e065ce51-925d-4ab6-a992-03e3e1a2fb4f tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 210 time: 0.0399282
Apr 16 21:39:47.543887 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13ef72-7f39-42e9-99ba-9bbf8265a09e req-adce9bd5-cef1-433d-88d7-58573b241d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:47.546372 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d13ef72-7f39-42e9-99ba-9bbf8265a09e req-adce9bd5-cef1-433d-88d7-58573b241d37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 1125 time: 0.1113620
Apr 16 21:39:47.837489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13ef72-7f39-42e9-99ba-9bbf8265a09e req-dec2c309-160c-473a-bca7-379065e824ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:47.839044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d13ef72-7f39-42e9-99ba-9bbf8265a09e req-dec2c309-160c-473a-bca7-379065e824ab service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&shared=False HTTP/1.1" status: 200  len: 898 time: 0.2841129
Apr 16 21:39:47.926746 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c7dc337c-6f8f-4615-8d6c-df46873f0b37), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:48.003154 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7dc337c-6f8f-4615-8d6c-df46873f0b37,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:48.146808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d90c1-c1d8-40ab-90ed-7c395e467930 req-b56f7ba1-596e-413f-98e3-808f03b4ea9e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:48.148334 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d6d90c1-c1d8-40ab-90ed-7c395e467930 req-b56f7ba1-596e-413f-98e3-808f03b4ea9e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 944 time: 0.1032195
Apr 16 21:39:48.149369 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13ef72-7f39-42e9-99ba-9bbf8265a09e req-fe228d32-d3f8-471f-847b-b7456bea7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:48.156419 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9d13ef72-7f39-42e9-99ba-9bbf8265a09e req-fe228d32-d3f8-471f-847b-b7456bea7643 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3054483
Apr 16 21:39:48.156419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:48.606478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 826349c1-6e38-4def-b569-57d460f57456 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:48.630547 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 826349c1-6e38-4def-b569-57d460f57456 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:48.630994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 826349c1-6e38-4def-b569-57d460f57456 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:48.688079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d523d-4bea-4ae2-9dc4-5c9cf7f11b01 req-1eb28e47-9144-44a1-afe7-fd1ebacc545a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:48.694295 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-379d523d-4bea-4ae2-9dc4-5c9cf7f11b01 req-1eb28e47-9144-44a1-afe7-fd1ebacc545a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 943 time: 0.4249344
Apr 16 21:39:48.730280 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:48.735142 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Publish callbacks [] for router_controller (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:48.749690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-379d523d-4bea-4ae2-9dc4-5c9cf7f11b01 req-065d85f2-4dce-4c09-bfe5-40122bc0afd0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525379
Apr 16 21:39:48.760064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-8994f946-b3fe-421e-a125-110df4623ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:48.763391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-8994f946-b3fe-421e-a125-110df4623ee8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 1125 time: 0.1044345
Apr 16 21:39:48.845433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 28042d4b-e13b-4b15-bfcb-0e0dd805600f up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:48.881526 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a720353-2d1f-4b95-af48-894638a169fb req-88a7b4b3-c365-4fe2-bce8-19f866796fe2 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 210 time: 0.0383656
Apr 16 21:39:48.882816 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d6d90c1-c1d8-40ab-90ed-7c395e467930 req-9afedf11-f470-4d3f-8d14-97a025d36fef tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.7259486
Apr 16 21:39:48.887495 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-138c0e21-1cf3-41a7-ba28-a56f9f9339aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73138183-36f0-4a32-833a-7b6e3fa38956 HTTP/1.1" status: 200  len: 217 time: 0.1182320
Apr 16 21:39:48.899139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 28042d4b-e13b-4b15-bfcb-0e0dd805600f completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:39:48.958587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-62599284-ad9e-4496-92c0-8b58cef80572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:48.961658 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-62599284-ad9e-4496-92c0-8b58cef80572 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9df171eb-d48f-4003-91e2-9e61dfe9a321 HTTP/1.1" status: 200  len: 834 time: 0.0639563
Apr 16 21:39:48.996730 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (5f397c3b-fcdd-4d5b-94a2-cdf49fe45147), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:48.996730 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:39:49.000453 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:49.004322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38840) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:49.004657 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0ca1f4c1-81ce-4dea-9dab-cbd9bb1731a6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5f397c3b-fcdd-4d5b-94a2-cdf49fe45147 HTTP/1.1" status: 204  len: 168 time: 2.7791331
Apr 16 21:39:49.015639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 28042d4b-e13b-4b15-bfcb-0e0dd805600f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:49.022914 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:49.083938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-bbc9ec79-7b3d-46ee-aee6-dd390f52864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:49.087906 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-bbc9ec79-7b3d-46ee-aee6-dd390f52864a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dd7eb45-8776-4f81-9375-6aaa334b721b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1224258
Apr 16 21:39:49.196750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f53f04-031e-478f-b528-c93a667f624b admin admin] Deleting subnet 790327af-1d0e-4060-8eb3-ab75fb735884 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:39:49.200104 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f0f53f04-031e-478f-b528-c93a667f624b admin admin] Publish callbacks [] for subnet (790327af-1d0e-4060-8eb3-ab75fb735884), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:49.205203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 28042d4b-e13b-4b15-bfcb-0e0dd805600f is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:49.207793 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:49.235738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-4d0701bf-b103-4ad0-82d7-d98626afcd9f service neutron] 10.222.0.41 "GET /v2.0/networks/4dd7eb45-8776-4f81-9375-6aaa334b721b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420882
Apr 16 21:39:49.245494 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f0f53f04-031e-478f-b528-c93a667f624b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (790327af-1d0e-4060-8eb3-ab75fb735884), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:49.253584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-e335987e-2e8c-4e73-9517-f5ad235be0d6 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:49.255173 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-e335987e-2e8c-4e73-9517-f5ad235be0d6 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.11 "GET /v2.0/networks?id=ae312670-622b-491e-8d2c-d3ae19809533 HTTP/1.1" status: 200  len: 809 time: 0.2170444
Apr 16 21:39:49.261938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 28042d4b-e13b-4b15-bfcb-0e0dd805600f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28042d4b-e13b-4b15-bfcb-0e0dd805600f,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:49.263143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c63a395-2ffd-44e5-aa9b-cd3417a504bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28042d4b-e13b-4b15-bfcb-0e0dd805600f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:39:49.274527 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d0e67f-4641-4246-86c6-df05fa4f1de1" -d '{"events": [{"server_uuid": "8c63a395-2ffd-44e5-aa9b-cd3417a504bf", "name": "network-vif-plugged", "status": "completed", "tag": "28042d4b-e13b-4b15-bfcb-0e0dd805600f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:39:49.287102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-4d83fa13-bdf2-44e3-93bd-a97d4b03276c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Request body: {'port': {'device_id': '9e6e9f1d-bd16-433f-b71c-28676755ada1', 'network_id': 'ae312670-622b-491e-8d2c-d3ae19809533', 'admin_state_up': True, 'tenant_id': 'c96a293eac61499182c2a30c324d461f'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:49.315863 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c52f8c-d099-43a3-af3d-43b40052cc75 x-openstack-request-id: req-d2c52f8c-d099-43a3-af3d-43b40052cc75 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:39:49.316200 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c63a395-2ffd-44e5-aa9b-cd3417a504bf", "name": "network-vif-plugged", "status": "completed", "tag": "28042d4b-e13b-4b15-bfcb-0e0dd805600f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:39:49.316455 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2c52f8c-d099-43a3-af3d-43b40052cc75 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:39:49.316874 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c52f8c-d099-43a3-af3d-43b40052cc75'] response: {'server_uuid': '8c63a395-2ffd-44e5-aa9b-cd3417a504bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28042d4b-e13b-4b15-bfcb-0e0dd805600f', 'code': 200}
Apr 16 21:39:49.341842 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:49.427340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38850) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:49.433733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=28042d4b-e13b-4b15-bfcb-0e0dd805600f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:49.461216 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be08089a-9fb1-4463-aa9a-70d7df692f9a req-53a09a4e-b342-4672-a8b5-200c838dc0b1 service neutron] 10.222.0.41 "GET /v2.0/networks/4dd7eb45-8776-4f81-9375-6aaa334b721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2194006
Apr 16 21:39:49.482047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f0f53f04-031e-478f-b528-c93a667f624b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (790327af-1d0e-4060-8eb3-ab75fb735884), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:49.570317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ae499-6067-4061-a9f1-182c3bb8f4b8 req-9b11e6f2-3341-4396-b903-de6897150548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:49.571859 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-672ae499-6067-4061-a9f1-182c3bb8f4b8 req-9b11e6f2-3341-4396-b903-de6897150548 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 1127 time: 0.0645206
Apr 16 21:39:49.619058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'network': {'name': 'tempest-network-smoke--2110820133', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'port_security_enabled': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:49.634608 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-672ae499-6067-4061-a9f1-182c3bb8f4b8 req-8a09de62-9f5b-44e8-991c-077de0a426c2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0515270
Apr 16 21:39:49.689459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-4d83fa13-bdf2-44e3-93bd-a97d4b03276c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Made reservation on behalf of c96a293eac61499182c2a30c324d461f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:39:49.692948 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-4d83fa13-bdf2-44e3-93bd-a97d4b03276c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:49.765413 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f0f53f04-031e-478f-b528-c93a667f624b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (790327af-1d0e-4060-8eb3-ab75fb735884), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:49.803757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f53f04-031e-478f-b528-c93a667f624b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790327af-1d0e-4060-8eb3-ab75fb735884,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:49.803960 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Made reservation on behalf of 5279e09b8205420980e8c7accbcc5f93 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:39:49.808892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:49.818410 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:49.830693 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f0f53f04-031e-478f-b528-c93a667f624b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:49.832655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91345263-8853-4fe5-b013-9edf40d34d04 None None] Network b0b57eca-5587-422d-aee9-773ab2a51166 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:49.833270 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f0f53f04-031e-478f-b528-c93a667f624b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/790327af-1d0e-4060-8eb3-ab75fb735884 HTTP/1.1" status: 204  len: 168 time: 0.8272915
Apr 16 21:39:49.835764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38858) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:49.913357 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (b0b57eca-5587-422d-aee9-773ab2a51166), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:49.940903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-4d83fa13-bdf2-44e3-93bd-a97d4b03276c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Allocated IP 172.20.0.10 (ae312670-622b-491e-8d2c-d3ae19809533/66941e00-9f2d-4417-9438-17bbc50f6c31/3cc5ad53-5aec-413a-afba-7128ed6391bc) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:39:49.943019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec344717-b0bd-4c85-9259-de2a54592fbe req-718b73dd-106b-4324-abac-e2f854db2b5a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:49.943323 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec344717-b0bd-4c85-9259-de2a54592fbe req-718b73dd-106b-4324-abac-e2f854db2b5a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 943 time: 0.0729599
Apr 16 21:39:50.000733 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Deleting port 2d91f893-8bf9-4606-a885-2c0a31c2e601 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:50.000955 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.059294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec344717-b0bd-4c85-9259-de2a54592fbe req-f50ac26b-2ee4-4e5e-9812-389ce6be31d1 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1057148
Apr 16 21:39:50.061239 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (2d1e1feb-ca6d-4d26-b7dd-dea6df956cff), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.148587 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2d1e1feb-ca6d-4d26-b7dd-dea6df956cff), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.151122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc640de9-906c-4c63-9b1f-5b456a845742 req-162d242f-e4b6-4be0-8f98-996a03843fd7 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 210 time: 0.1031995
Apr 16 21:39:50.203071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] For port 2d91f893-8bf9-4606-a885-2c0a31c2e601, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d91f893-8bf9-4606-a885-2c0a31c2e601,segment=NetworkSegment(19a8b07f-775e-4b27-89de-c459fef966dc),segment_id=19a8b07f-775e-4b27-89de-c459fef966dc)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:50.203576 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.216819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:39:50.227801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Calling delete_port for 2d91f893-8bf9-4606-a885-2c0a31c2e601 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:50.238284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8f35a0-f535-4082-afa7-1fc3cf3c82ec None None] DHCP port deletion for b0b57eca-5587-422d-aee9-773ab2a51166 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:39:50.246401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68038070-c03a-44ec-828f-ff213fd01442 req-562ecc0e-5ea8-43d6-831c-74bb43c7f9c7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:50.248331 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68038070-c03a-44ec-828f-ff213fd01442 req-562ecc0e-5ea8-43d6-831c-74bb43c7f9c7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0945115
Apr 16 21:39:50.251315 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1ced7a1b-ff58-4f1e-98f9-2b762f94dff6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.251671 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Added segment 1ced7a1b-ff58-4f1e-98f9-2b762f94dff6 of type vlan for network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5
Apr 16 21:39:50.255154 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1e1feb-ca6d-4d26-b7dd-dea6df956cff,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:50.301851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f35a0-f535-4082-afa7-1fc3cf3c82ec None None] Deleting port 2d91f893-8bf9-4606-a885-2c0a31c2e601 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:50.303110 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5b8f35a0-f535-4082-afa7-1fc3cf3c82ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.324664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (b388ded9-ed4e-4d02-8bce-a7e57d94b1b5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.351461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-4d83fa13-bdf2-44e3-93bd-a97d4b03276c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Publish callbacks [] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.380750 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68038070-c03a-44ec-828f-ff213fd01442 req-33cfcf24-2f39-4def-bc0c-510ca4c7f2b0 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1236281
Apr 16 21:39:50.381985 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5b8f35a0-f535-4082-afa7-1fc3cf3c82ec None None] For port 2d91f893-8bf9-4606-a885-2c0a31c2e601, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d91f893-8bf9-4606-a885-2c0a31c2e601,segment=NetworkSegment(19a8b07f-775e-4b27-89de-c459fef966dc),segment_id=19a8b07f-775e-4b27-89de-c459fef966dc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:50.382753 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5b8f35a0-f535-4082-afa7-1fc3cf3c82ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.397576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f35a0-f535-4082-afa7-1fc3cf3c82ec None None] Calling delete_port for 2d91f893-8bf9-4606-a885-2c0a31c2e601 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:50.455733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (b388ded9-ed4e-4d02-8bce-a7e57d94b1b5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.460780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:50.461358 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.485007 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:39:50.488505 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:39:50.492473 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-4d83fa13-bdf2-44e3-93bd-a97d4b03276c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.497064 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5b8f35a0-f535-4082-afa7-1fc3cf3c82ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (2d91f893-8bf9-4606-a885-2c0a31c2e601), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.530279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f35a0-f535-4082-afa7-1fc3cf3c82ec None None] No DVR routers for this DVR port 2d91f893-8bf9-4606-a885-2c0a31c2e601 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:39:50.532352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f35a0-f535-4082-afa7-1fc3cf3c82ec None None] Pushing event deleted for resources: {'Port': ['ID=2d91f893-8bf9-4606-a885-2c0a31c2e601,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:50.540734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d91f893-8bf9-4606-a885-2c0a31c2e601,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:50.551743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] No DVR routers for this DVR port 2d91f893-8bf9-4606-a885-2c0a31c2e601 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:39:50.560898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c7dc337c-6f8f-4615-8d6c-df46873f0b37 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:50.590252 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Network': ['ID=b388ded9-ed4e-4d02-8bce-a7e57d94b1b5,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:50.594449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: c7dc337c-6f8f-4615-8d6c-df46873f0b37 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:50.594921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device c7dc337c-6f8f-4615-8d6c-df46873f0b37 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:50.595472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 2d91f893-8bf9-4606-a885-2c0a31c2e601 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:50.599630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-4d83fa13-bdf2-44e3-93bd-a97d4b03276c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Network ae312670-622b-491e-8d2c-d3ae19809533 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:50.605641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-4d83fa13-bdf2-44e3-93bd-a97d4b03276c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:50.618053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:39:50.620443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 2d91f893-8bf9-4606-a885-2c0a31c2e601 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:50.620857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 2d91f893-8bf9-4606-a885-2c0a31c2e601 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:50.631130 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-855406c5-0161-43f2-96dd-8dbe005f3856 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.2026610
Apr 16 21:39:50.631810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38866) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:50.637022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-895757670', 'admin_state_up': True, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:50.655455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-4d83fa13-bdf2-44e3-93bd-a97d4b03276c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:39:50.692278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83fa13-bdf2-44e3-93bd-a97d4b03276c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Pushing event updated for resources: {'Port': ['ID=3cc5ad53-5aec-413a-afba-7128ed6391bc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:50.735668 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (23d3090a-2268-42fd-98f8-4694432aac4d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.740322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (23d3090a-2268-42fd-98f8-4694432aac4d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.760838 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (b0b57eca-5587-422d-aee9-773ab2a51166), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.768628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-4d83fa13-bdf2-44e3-93bd-a97d4b03276c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:50.769250 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-4d83fa13-bdf2-44e3-93bd-a97d4b03276c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.795408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01253e7e50>,) {'filters': {'network_id': ['b0b57eca-5587-422d-aee9-773ab2a51166']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:50.801848 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router_controller (23d3090a-2268-42fd-98f8-4694432aac4d), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.805904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01253e7e50>, '19a8b07f-775e-4b27-89de-c459fef966dc') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:50.806209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01253e7e50>, '19a8b07f-775e-4b27-89de-c459fef966dc') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:50.815268 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (19a8b07f-775e-4b27-89de-c459fef966dc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.829328 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (19a8b07f-775e-4b27-89de-c459fef966dc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.836091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:39:50.836570 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (19a8b07f-775e-4b27-89de-c459fef966dc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:39:50.838351 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:39:50.897495 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-4d83fa13-bdf2-44e3-93bd-a97d4b03276c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6152201
Apr 16 21:39:50.909592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Request body: {'port': {'device_id': '9e6e9f1d-bd16-433f-b71c-28676755ada1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:50.968873 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:51.003551 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (b0b57eca-5587-422d-aee9-773ab2a51166), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:51.016952 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:51.024000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0b57eca-5587-422d-aee9-773ab2a51166 HTTP/1.1" status: 204  len: 168 time: 1.1842434
Apr 16 21:39:51.024000 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38870) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:51.043197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c939ab-aa0e-464c-ad72-06977808426b admin admin] Pushing event deleted for resources: {'Network': ['ID=b0b57eca-5587-422d-aee9-773ab2a51166,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:51.064273 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router_gateway (23d3090a-2268-42fd-98f8-4694432aac4d), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:51.291699 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a4907-734f-4ebc-87bb-082e54e0e36e req-5b089ab2-50c2-4a18-aa5f-0782d6d3c601 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:51.293252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-533a4907-734f-4ebc-87bb-082e54e0e36e req-5b089ab2-50c2-4a18-aa5f-0782d6d3c601 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 943 time: 0.1416540
Apr 16 21:39:51.360104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7c7df-63f6-423e-9f12-9f23335fc9ae req-e236d5e8-1bb9-4163-ac1f-64372069b51f tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:51.361623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9e7c7df-63f6-423e-9f12-9f23335fc9ae req-e236d5e8-1bb9-4163-ac1f-64372069b51f tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 932 time: 0.1203442
Apr 16 21:39:51.382032 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router_gateway (23d3090a-2268-42fd-98f8-4694432aac4d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:51.414292 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:51.473042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-533a4907-734f-4ebc-87bb-082e54e0e36e req-05e54703-1350-42cb-a1f2-b01f463e5cf0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1687148
Apr 16 21:39:51.499596 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9e7c7df-63f6-423e-9f12-9f23335fc9ae req-d164bbb4-15df-4c14-853b-8de0cdebeca1 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6361e13-dfc3-485f-a710-a84e1a540abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195126
Apr 16 21:39:51.553735 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Allocated IP 172.35.1.32 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/64456548-f9a4-48ba-898b-b188c9e6cd86) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:39:51.568197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc5ad53-5aec-413a-afba-7128ed6391bc {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:39:51.593543 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Publish callbacks [] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:51.620957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Transition to ACTIVE for port object 3cc5ad53-5aec-413a-afba-7128ed6391bc will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:39:51.630834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee45b-cfa1-47a7-85a6-114a011ac4f9 req-2c03756e-fe06-4f72-8581-9b94d5eb2c11 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:51.632388 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-de7ee45b-cfa1-47a7-85a6-114a011ac4f9 req-2c03756e-fe06-4f72-8581-9b94d5eb2c11 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0817947
Apr 16 21:39:51.670213 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:51.705865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:51.773487 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-de7ee45b-cfa1-47a7-85a6-114a011ac4f9 req-21536b07-988f-4a8f-ba83-950ab2c7d412 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1232898
Apr 16 21:39:51.793807 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b54f9f78-3248-4573-8ea1-71b9788245d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (ab499441-7cf1-4376-a82a-7743534b372f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:51.822325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:51.836617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc5ad53-5aec-413a-afba-7128ed6391bc,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:51.905648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:51.913559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:51.917748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:39:51.919806 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=64456548-f9a4-48ba-898b-b188c9e6cd86,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:51.957110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3c353-f582-46b4-ab34-85a0e2d8fade req-ceb269c7-4a83-41d0-a1d6-a3c4181d91ea tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:51.958453 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8bc3c353-f582-46b4-ab34-85a0e2d8fade req-ceb269c7-4a83-41d0-a1d6-a3c4181d91ea tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0990224
Apr 16 21:39:51.969073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38884) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:51.969245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Attempting to bind port 3cc5ad53-5aec-413a-afba-7128ed6391bc on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:39:51.969245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Attempting to bind port 3cc5ad53-5aec-413a-afba-7128ed6391bc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae312670-622b-491e-8d2c-d3ae19809533'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:39:51.969557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Attempting to bind port 3cc5ad53-5aec-413a-afba-7128ed6391bc on network ae312670-622b-491e-8d2c-d3ae19809533 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:51.973852 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-729bab1f-bdab-4cd2-a360-d2237032b32b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Request body: {'floatingip': {'port_id': '28042d4b-e13b-4b15-bfcb-0e0dd805600f'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:52.004524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Port 3cc5ad53-5aec-413a-afba-7128ed6391bc on network ae312670-622b-491e-8d2c-d3ae19809533 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:39:52.004945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Attempting to bind port 3cc5ad53-5aec-413a-afba-7128ed6391bc on network ae312670-622b-491e-8d2c-d3ae19809533 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:52.028974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:39:52.029424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Checking segment: {'id': 'c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae312670-622b-491e-8d2c-d3ae19809533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:52.029731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Bound using segment: {'id': 'c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae312670-622b-491e-8d2c-d3ae19809533'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:39:52.030136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Bound port: 3cc5ad53-5aec-413a-afba-7128ed6391bc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae312670-622b-491e-8d2c-d3ae19809533'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:39:52.030508 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:52.103083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-729bab1f-bdab-4cd2-a360-d2237032b32b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (dc3430cb-2849-47b7-872c-7dd146fbadef), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:52.137029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] For port 3cc5ad53-5aec-413a-afba-7128ed6391bc, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:52.140869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] For port 3cc5ad53-5aec-413a-afba-7128ed6391bc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cc5ad53-5aec-413a-afba-7128ed6391bc,segment=NetworkSegment(c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0),segment_id=c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:39:52.174122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b54f9f78-3248-4573-8ea1-71b9788245d9 admin admin] Deleting port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:52.175687 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b54f9f78-3248-4573-8ea1-71b9788245d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:52.234512 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:52.290188 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:52.290822 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:52.292253 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] 10.222.0.11 "PUT /v2.0/ports/3cc5ad53-5aec-413a-afba-7128ed6391bc HTTP/1.1" status: 200  len: 1092 time: 1.3875108
Apr 16 21:39:52.296274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6e9f1d-bd16-433f-b71c-28676755ada1', 'tag': '3cc5ad53-5aec-413a-afba-7128ed6391bc'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:39:52.298022 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7f8bd7-05d8-444a-81ec-f26192049861" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6e9f1d-bd16-433f-b71c-28676755ada1", "tag": "3cc5ad53-5aec-413a-afba-7128ed6391bc"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:39:52.304453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-b54f9f78-3248-4573-8ea1-71b9788245d9 admin admin] For port 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1,segment=NetworkSegment(2ef2dbc2-f7fb-42a1-8797-02d787eafb0b),segment_id=2ef2dbc2-f7fb-42a1-8797-02d787eafb0b)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:52.304748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b54f9f78-3248-4573-8ea1-71b9788245d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:52.329226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b54f9f78-3248-4573-8ea1-71b9788245d9 admin admin] Calling delete_port for 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:52.340635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f210aa6-f22e-46c3-9adf-54ddf2d35ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc5ad53-5aec-413a-afba-7128ed6391bc,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:52.345512 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93803d25-5f9b-402d-9b25-95ba4621645f x-openstack-request-id: req-93803d25-5f9b-402d-9b25-95ba4621645f {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:39:52.345803 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6e9f1d-bd16-433f-b71c-28676755ada1", "tag": "3cc5ad53-5aec-413a-afba-7128ed6391bc", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:39:52.346058 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93803d25-5f9b-402d-9b25-95ba4621645f {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:39:52.346492 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93803d25-5f9b-402d-9b25-95ba4621645f'] response: {'name': 'network-changed', 'server_uuid': '9e6e9f1d-bd16-433f-b71c-28676755ada1', 'tag': '3cc5ad53-5aec-413a-afba-7128ed6391bc', 'status': 'completed', 'code': 200}
Apr 16 21:39:52.444107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f8bd7-05d8-444a-81ec-f26192049861 req-6f4584cc-6020-4c62-9383-1b660063235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:52.445788 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a7f8bd7-05d8-444a-81ec-f26192049861 req-6f4584cc-6020-4c62-9383-1b660063235e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c96a293eac61499182c2a30c324d461f&device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 1126 time: 0.0609896
Apr 16 21:39:52.643760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f8bd7-05d8-444a-81ec-f26192049861 req-c4b1a96f-7672-4df7-9daf-26453b0499a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:52.645311 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a7f8bd7-05d8-444a-81ec-f26192049861 req-c4b1a96f-7672-4df7-9daf-26453b0499a0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c96a293eac61499182c2a30c324d461f&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1917953
Apr 16 21:39:52.659600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bb02c-4200-4f53-bb96-9ebdcda4af7b req-ee789ddb-eafa-4234-8bfc-fdc1890ec29b tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:52.661141 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd4bb02c-4200-4f53-bb96-9ebdcda4af7b req-ee789ddb-eafa-4234-8bfc-fdc1890ec29b tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 944 time: 0.0671542
Apr 16 21:39:52.753671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35a4b4-adb9-4bd5-8e45-e8fce77bb6ed req-8a125a37-ba5a-4b61-9e66-ab678c398a01 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:52.755170 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cd35a4b4-adb9-4bd5-8e45-e8fce77bb6ed req-8a125a37-ba5a-4b61-9e66-ab678c398a01 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 943 time: 0.1124098
Apr 16 21:39:52.802937 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cd4bb02c-4200-4f53-bb96-9ebdcda4af7b req-8fdc1051-2d36-4e86-b99d-69137bde6066 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6361e13-dfc3-485f-a710-a84e1a540abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325624
Apr 16 21:39:52.828221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router_gateway (23d3090a-2268-42fd-98f8-4694432aac4d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:52.844604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f8bd7-05d8-444a-81ec-f26192049861 req-04fadece-2fe3-424e-ad43-6429c7f883b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:52.847201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a7f8bd7-05d8-444a-81ec-f26192049861 req-04fadece-2fe3-424e-ad43-6429c7f883b1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1840835
Apr 16 21:39:52.897103 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cd35a4b4-adb9-4bd5-8e45-e8fce77bb6ed req-8ada291e-dc92-4235-891d-88f54023eed4 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1100757
Apr 16 21:39:52.919664 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b54f9f78-3248-4573-8ea1-71b9788245d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:52.953366 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f9f78-3248-4573-8ea1-71b9788245d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:52.983626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-af42505b-a030-497d-8e47-5e5d6ef21a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:52.986110 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-af42505b-a030-497d-8e47-5e5d6ef21a0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c96a293eac61499182c2a30c324d461f&device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 1126 time: 0.0975940
Apr 16 21:39:53.051765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-5d857a29-ed35-4b79-ab35-9ee495d5bc20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cc5ad53-5aec-413a-afba-7128ed6391bc HTTP/1.1" status: 200  len: 217 time: 0.0447314
Apr 16 21:39:53.379278 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (23d3090a-2268-42fd-98f8-4694432aac4d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:53.438998 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-729bab1f-bdab-4cd2-a360-d2237032b32b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:53.494005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-d08c095e-d20e-4479-9b85-3a86a1508a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:53.496400 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-d08c095e-d20e-4479-9b85-3a86a1508a40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66941e00-9f2d-4417-9438-17bbc50f6c31 HTTP/1.1" status: 200  len: 849 time: 0.4380901
Apr 16 21:39:53.513919 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-729bab1f-bdab-4cd2-a360-d2237032b32b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (dc3430cb-2849-47b7-872c-7dd146fbadef), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:53.562064 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-c0ac8256-7c47-401c-8c2b-c8bb06908428 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ae312670-622b-491e-8d2c-d3ae19809533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356765
Apr 16 21:39:53.621023 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b54f9f78-3248-4573-8ea1-71b9788245d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (ab499441-7cf1-4376-a82a-7743534b372f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:53.642421 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-729bab1f-bdab-4cd2-a360-d2237032b32b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Floating IP dc3430cb-2849-47b7-872c-7dd146fbadef associated. External IP: 172.35.1.73, port: 28042d4b-e13b-4b15-bfcb-0e0dd805600f.
Apr 16 21:39:53.719352 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-b384b6fe-88a9-4ca0-93ca-d9c44d432a69 service neutron] 10.222.0.11 "GET /v2.0/networks/ae312670-622b-491e-8d2c-d3ae19809533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499119
Apr 16 21:39:53.724037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 73138183-36f0-4a32-833a-7b6e3fa38956 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:39:53.725643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Router 23d3090a-2268-42fd-98f8-4694432aac4d is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:39:53.841418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 73138183-36f0-4a32-833a-7b6e3fa38956, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73138183-36f0-4a32-833a-7b6e3fa38956,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:53.860523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '73138183-36f0-4a32-833a-7b6e3fa38956', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'port_id': '73138183-36f0-4a32-833a-7b6e3fa38956', 'mac_address': 'fa:16:3e:15:73:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:39:53.937119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 73138183-36f0-4a32-833a-7b6e3fa38956 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:53.937455 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:53.977782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73138183-36f0-4a32-833a-7b6e3fa38956 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:39:53.984431 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a51f28e-f63b-406f-95f4-dfcd0b5c0d1a req-9d3dad39-c935-46b2-8b61-949afbd32cb2 service neutron] 10.222.0.11 "GET /v2.0/networks/ae312670-622b-491e-8d2c-d3ae19809533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2378139
Apr 16 21:39:54.004229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 73138183-36f0-4a32-833a-7b6e3fa38956, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73138183-36f0-4a32-833a-7b6e3fa38956,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:54.029639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c4876-3e0a-4a01-8a8b-8ada393c0eeb req-bcc0f3b1-0cd0-4589-8527-592b9670ece8 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:54.036854 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-906c4876-3e0a-4a01-8a8b-8ada393c0eeb req-bcc0f3b1-0cd0-4589-8527-592b9670ece8 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 944 time: 0.1203566
Apr 16 21:39:54.072728 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:54.102042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54f9f78-3248-4573-8ea1-71b9788245d9 admin admin] Router ab499441-7cf1-4376-a82a-7743534b372f has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:39:54.128690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-906c4876-3e0a-4a01-8a8b-8ada393c0eeb req-8ca988ec-d5ab-4d12-a64f-0b4dad754545 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6361e13-dfc3-485f-a710-a84e1a540abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864589
Apr 16 21:39:54.131302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=73138183-36f0-4a32-833a-7b6e3fa38956,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:54.223972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc82f41-d04f-41d1-abbc-9096232d0740 req-da496a8c-3400-4bb3-8f52-0850f78a21b1 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:54.225765 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5bc82f41-d04f-41d1-abbc-9096232d0740 req-da496a8c-3400-4bb3-8f52-0850f78a21b1 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 944 time: 0.0607827
Apr 16 21:39:54.250847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54f9f78-3248-4573-8ea1-71b9788245d9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:39:54.255991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b54f9f78-3248-4573-8ea1-71b9788245d9 admin admin] 10.222.0.20 "PUT /v2.0/routers/ab499441-7cf1-4376-a82a-7743534b372f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2295818
Apr 16 21:39:54.259001 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38904) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:54.264294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3aa71-77fb-4c57-b866-c55b87f4c396 None None] Sync routers for ids ['ab499441-7cf1-4376-a82a-7743534b372f'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:39:54.277030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3aa71-77fb-4c57-b866-c55b87f4c396 None None] Routers {'ab499441-7cf1-4376-a82a-7743534b372f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:54.277661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9fc3aa71-77fb-4c57-b866-c55b87f4c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f4b8610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ab499441-7cf1-4376-a82a-7743534b372f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:54.280274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:39:54.293635 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Sync routers for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:39:54.305726 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:54.311827 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012760a730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:54.343712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729bab1f-bdab-4cd2-a360-d2237032b32b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Router 562553f1-567a-4ba8-a6d2-b5fa13f62144 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:39:54.348410 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5bc82f41-d04f-41d1-abbc-9096232d0740 req-2d80a866-6995-488b-888f-3cdbf6c11fa9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0902352
Apr 16 21:39:54.421011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-9fc3aa71-77fb-4c57-b866-c55b87f4c396 None None] Set router ab499441-7cf1-4376-a82a-7743534b372f gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:54.437200 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Publish callbacks [] for router (ab499441-7cf1-4376-a82a-7743534b372f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:54.446221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:54.447451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-225469cd-257a-4eb8-8ab5-2ee6b24f8f69 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.8146732
Apr 16 21:39:54.450835 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:54.454627 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38906) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:54.503855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729bab1f-bdab-4cd2-a360-d2237032b32b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:39:54.518644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-729bab1f-bdab-4cd2-a360-d2237032b32b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:54.571420 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Publish callbacks [] for router_gateway (ab499441-7cf1-4376-a82a-7743534b372f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:54.575248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['73138183-36f0-4a32-833a-7b6e3fa38956'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:39:54.588558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656dbdec-0f34-43bf-b478-ea88de5e20d6 None None] Sync routers for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:39:54.598832 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ffaf18e0-68ed-42f4-8bbd-2a4f9e5ad73f tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5279e09b8205420980e8c7accbcc5f93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1395130
Apr 16 21:39:54.598832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38912) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:54.612721 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-729bab1f-bdab-4cd2-a360-d2237032b32b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "PUT /v2.0/floatingips/dc3430cb-2849-47b7-872c-7dd146fbadef HTTP/1.1" status: 200  len: 990 time: 2.6427951
Apr 16 21:39:54.622650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c63a395-2ffd-44e5-aa9b-cd3417a504bf', 'tag': '28042d4b-e13b-4b15-bfcb-0e0dd805600f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:39:54.624956 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657cdf48-4d41-43c2-ac2c-6b5cf2db5b00" -d '{"events": [{"name": "network-changed", "server_uuid": "8c63a395-2ffd-44e5-aa9b-cd3417a504bf", "tag": "28042d4b-e13b-4b15-bfcb-0e0dd805600f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:39:54.695820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656dbdec-0f34-43bf-b478-ea88de5e20d6 None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:54.695820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-656dbdec-0f34-43bf-b478-ea88de5e20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124166340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:54.716970 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012760a730>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:39:52Z', 'revision_number': 3, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:54.728820 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbd9394-51a9-42b5-b3cc-40b71f31d823 x-openstack-request-id: req-fbbd9394-51a9-42b5-b3cc-40b71f31d823 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:39:54.729337 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c63a395-2ffd-44e5-aa9b-cd3417a504bf", "tag": "28042d4b-e13b-4b15-bfcb-0e0dd805600f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:39:54.729744 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbbd9394-51a9-42b5-b3cc-40b71f31d823 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:39:54.730328 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbd9394-51a9-42b5-b3cc-40b71f31d823'] response: {'name': 'network-changed', 'server_uuid': '8c63a395-2ffd-44e5-aa9b-cd3417a504bf', 'tag': '28042d4b-e13b-4b15-bfcb-0e0dd805600f', 'status': 'completed', 'code': 200}
Apr 16 21:39:54.732078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac33f58a-8474-4bb4-a102-7135790856f3 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:54.737564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Deleting port 5c8db8d2-f9dc-435f-8e71-f589fa6df752 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:54.737564 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:54.738658 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ac33f58a-8474-4bb4-a102-7135790856f3 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1391091
Apr 16 21:39:54.739494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38918) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:54.748538 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Checking router: 23d3090a-2268-42fd-98f8-4694432aac4d for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:39:54.748897 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Updating router 23d3090a-2268-42fd-98f8-4694432aac4d port 64456548-f9a4-48ba-898b-b188c9e6cd86 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:39:54.783055 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:54.792094 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cff70e95-e01c-4758-8f5d-7c9fe7da2ec4 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0473683
Apr 16 21:39:54.794713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38920) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:54.800054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c784823c-f74c-49d1-9b6b-3c0b41efc409 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-559098559', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:39:54.856588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] For port 5c8db8d2-f9dc-435f-8e71-f589fa6df752, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c8db8d2-f9dc-435f-8e71-f589fa6df752,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:54.857265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:54.874877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Calling delete_port for 5c8db8d2-f9dc-435f-8e71-f589fa6df752 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:54.944590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-656dbdec-0f34-43bf-b478-ea88de5e20d6 None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:54.986045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9fc3aa71-77fb-4c57-b866-c55b87f4c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f4b8610>, [{'id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'name': 'tempest-TestServerBasicOps-158768691-router', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:13Z', 'updated_at': '2022-04-16T21:39:52Z', 'revision_number': 5, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'gw_port': {'id': '5c8db8d2-f9dc-435f-8e71-f589fa6df752', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:34:15Z', 'updated_at': '2022-04-16T21:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:55.004001 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cdf48-4d41-43c2-ac2c-6b5cf2db5b00 req-0cdd57cb-d73e-4edc-8ecc-b95bbdacde96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:55.005581 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-657cdf48-4d41-43c2-ac2c-6b5cf2db5b00 req-0cdd57cb-d73e-4edc-8ecc-b95bbdacde96 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 1127 time: 0.0565238
Apr 16 21:39:55.015661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c784823c-f74c-49d1-9b6b-3c0b41efc409 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Made reservation on behalf of 5279e09b8205420980e8c7accbcc5f93 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:39:55.020568 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c784823c-f74c-49d1-9b6b-3c0b41efc409 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:55.031451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3aa71-77fb-4c57-b866-c55b87f4c396 None None] Checking router: ab499441-7cf1-4376-a82a-7743534b372f for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:39:55.087195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3aa71-77fb-4c57-b866-c55b87f4c396 None None] Routers {'ab499441-7cf1-4376-a82a-7743534b372f'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:55.087829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9fc3aa71-77fb-4c57-b866-c55b87f4c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f4b8610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['ab499441-7cf1-4376-a82a-7743534b372f'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:55.113457 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Publish callbacks [] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:55.150686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cdf48-4d41-43c2-ac2c-6b5cf2db5b00 req-a881ad71-0917-45bd-adb7-c4b566b2eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:55.152195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-657cdf48-4d41-43c2-ac2c-6b5cf2db5b00 req-a881ad71-0917-45bd-adb7-c4b566b2eb26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e745f17-203e-4728-9fb7-50341f5a0a21 HTTP/1.1" status: 200  len: 911 time: 0.1390553
Apr 16 21:39:55.209538 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:55.266150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-657cdf48-4d41-43c2-ac2c-6b5cf2db5b00 req-e3d5ef72-2c84-43d7-ba9c-3ee52bb5cb18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28042d4b-e13b-4b15-bfcb-0e0dd805600f HTTP/1.1" status: 200  len: 998 time: 0.1050262
Apr 16 21:39:55.281643 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Attempting to bind port 64456548-f9a4-48ba-898b-b188c9e6cd86 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:39:55.282412 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Attempting to bind port 64456548-f9a4-48ba-898b-b188c9e6cd86 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:39:55.283119 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Attempting to bind port 64456548-f9a4-48ba-898b-b188c9e6cd86 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:55.298104 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:39:55.300135 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:55.300893 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:55.301498 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:39:55.302196 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Bound port: 64456548-f9a4-48ba-898b-b188c9e6cd86, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:39:55.302829 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:55.321644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cdf48-4d41-43c2-ac2c-6b5cf2db5b00 req-353d00da-6ac5-432c-9dfe-5a78f149609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:55.323393 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-657cdf48-4d41-43c2-ac2c-6b5cf2db5b00 req-353d00da-6ac5-432c-9dfe-5a78f149609a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cbc9f9-2227-4df1-b17b-c5fa9fa39364 HTTP/1.1" status: 200  len: 849 time: 0.0514796
Apr 16 21:39:55.371953 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1d058-876f-49f4-83f5-6c0edddd5d69 None None] Pushing event updated for resources: {'Port': ['ID=64456548-f9a4-48ba-898b-b188c9e6cd86,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:55.393961 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] For port 64456548-f9a4-48ba-898b-b188c9e6cd86, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:55.397988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cdf48-4d41-43c2-ac2c-6b5cf2db5b00 req-050f92eb-860a-4170-a231-89bbf85ac53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:55.402419 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] For port 64456548-f9a4-48ba-898b-b188c9e6cd86, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64456548-f9a4-48ba-898b-b188c9e6cd86,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:39:55.402772 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-657cdf48-4d41-43c2-ac2c-6b5cf2db5b00 req-050f92eb-860a-4170-a231-89bbf85ac53b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e745f17-203e-4728-9fb7-50341f5a0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0716980
Apr 16 21:39:55.406009 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c784823c-f74c-49d1-9b6b-3c0b41efc409 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (15587807-ad5f-4562-b564-31542afadaea), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:55.454696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-9fc3aa71-77fb-4c57-b866-c55b87f4c396 None None] Set router ab499441-7cf1-4376-a82a-7743534b372f gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:55.458542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f765a73-0182-4d6b-825b-18b57b701f7e req-e633c0db-a09b-40f0-9e9b-e3d976cd51df tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:55.460063 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f765a73-0182-4d6b-825b-18b57b701f7e req-e633c0db-a09b-40f0-9e9b-e3d976cd51df tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 944 time: 0.1408253
Apr 16 21:39:55.523560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784823c-f74c-49d1-9b6b-3c0b41efc409 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Subnet': ['ID=15587807-ad5f-4562-b564-31542afadaea,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:55.531975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9fc3aa71-77fb-4c57-b866-c55b87f4c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f4b8610>, [{'id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'name': 'tempest-TestServerBasicOps-158768691-router', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:13Z', 'updated_at': '2022-04-16T21:39:54Z', 'revision_number': 6, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:55.543336 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5c8db8d2-f9dc-435f-8e71-f589fa6df752), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:55.552148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bc04b-ae89-497e-983f-5d893db28caf req-109f92e5-dfd3-44b3-9260-792669b80cda tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:55.554667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c32bc04b-ae89-497e-983f-5d893db28caf req-109f92e5-dfd3-44b3-9260-792669b80cda tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 944 time: 0.1124187
Apr 16 21:39:55.559333 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f765a73-0182-4d6b-825b-18b57b701f7e req-904b4a40-fd88-450b-a0b4-1b58e78d7e92 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6361e13-dfc3-485f-a710-a84e1a540abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916355
Apr 16 21:39:55.560511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784823c-f74c-49d1-9b6b-3c0b41efc409 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Checking segment: {'id': '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:55.563027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c784823c-f74c-49d1-9b6b-3c0b41efc409 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network hostable DHCP agents. Network: b388ded9-ed4e-4d02-8bce-a7e57d94b1b5, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:39:55.563370 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:55.571611 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3aa71-77fb-4c57-b866-c55b87f4c396 None None] The sync data for ids ['ab499441-7cf1-4376-a82a-7743534b372f'] in ncdv-master-1 is: [{'id': 'ab499441-7cf1-4376-a82a-7743534b372f', 'name': 'tempest-TestServerBasicOps-158768691-router', 'tenant_id': '8c86c75ccf784443881055dd45cd606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:34:13Z', 'updated_at': '2022-04-16T21:39:54Z', 'revision_number': 6, 'project_id': '8c86c75ccf784443881055dd45cd606d', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:39:55.630919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8db8d2-f9dc-435f-8e71-f589fa6df752,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:55.689684 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-657cdf48-4d41-43c2-ac2c-6b5cf2db5b00 req-6d03c7bc-ea4f-4e7e-b3f7-f28b8e0a0ab6 service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816701
Apr 16 21:39:55.695436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-656dbdec-0f34-43bf-b478-ea88de5e20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124166340>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc3430cb-2849-47b7-872c-7dd146fbadef', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'floating_ip_address': '172.35.1.73', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'port_id': '28042d4b-e13b-4b15-bfcb-0e0dd805600f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'mac_address': 'fa:16:3e:b4:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c63a395-2ffd-44e5-aa9b-cd3417a504bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:39:32Z', 'updated_at': '2022-04-16T21:39:53Z', 'revision_number': 1, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:33Z', 'revision_number': 5, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:55.707495 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:55.708253 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012760a730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:55.718197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c784823c-f74c-49d1-9b6b-3c0b41efc409 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:39:55.731554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656dbdec-0f34-43bf-b478-ea88de5e20d6 None None] Checking router: 562553f1-567a-4ba8-a6d2-b5fa13f62144 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:39:55.744105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656dbdec-0f34-43bf-b478-ea88de5e20d6 None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:39:55.749173 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-656dbdec-0f34-43bf-b478-ea88de5e20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124166340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:55.762742 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1d058-876f-49f4-83f5-6c0edddd5d69 None None] Pushing event updated for resources: {'Port': ['ID=64456548-f9a4-48ba-898b-b188c9e6cd86,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:55.824771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c32bc04b-ae89-497e-983f-5d893db28caf req-c318fcb8-d041-41c2-8817-48e94df9f97b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1698558
Apr 16 21:39:55.827859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-c784823c-f74c-49d1-9b6b-3c0b41efc409 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b388ded9-ed4e-4d02-8bce-a7e57d94b1b5) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:55.834880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c784823c-f74c-49d1-9b6b-3c0b41efc409 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:55.835614 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c784823c-f74c-49d1-9b6b-3c0b41efc409 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:55.836185 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (ab499441-7cf1-4376-a82a-7743534b372f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:55.859391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea231af-825d-438a-9a60-147e5deabe0d None None] Network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:55.881520 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:55.953489 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (ab499441-7cf1-4376-a82a-7743534b372f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:55.957370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-656dbdec-0f34-43bf-b478-ea88de5e20d6 None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:39:55.957886 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-657cdf48-4d41-43c2-ac2c-6b5cf2db5b00 req-b5cd04bc-ede9-4feb-8f33-0164f3572a2c service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2618413
Apr 16 21:39:55.960395 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Publish callbacks [] for router_controller (ab499441-7cf1-4376-a82a-7743534b372f), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:55.991792 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c784823c-f74c-49d1-9b6b-3c0b41efc409 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1958539
Apr 16 21:39:55.994768 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38932) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:56.103698 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:39:56.104604 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:56.134345 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012760a730>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:39:52Z', 'revision_number': 3, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:56.169513 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625656cf-9800-4ea3-bf4a-082a055748cf None None] The sync data for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 is: [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:39:52Z', 'revision_number': 3, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:39:56.181250 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (ab499441-7cf1-4376-a82a-7743534b372f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:56.182565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab499441-7cf1-4376-a82a-7743534b372f {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:39:56.192805 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:56.192805 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cf16929d-4f7d-4ff9-8522-3dcb22f2a04c admin admin] 10.222.0.20 "DELETE /v2.0/routers/ab499441-7cf1-4376-a82a-7743534b372f HTTP/1.1" status: 204  len: 168 time: 1.9320025
Apr 16 21:39:56.193050 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38934) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:56.303897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-04faf282-f146-4a57-b409-47dc24fcd6e4 admin admin] Deleting subnet 41371b01-8575-4aeb-a8ef-c73f0b7e945c {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:39:56.336456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04faf282-f146-4a57-b409-47dc24fcd6e4 admin admin] Publish callbacks [] for subnet (41371b01-8575-4aeb-a8ef-c73f0b7e945c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:56.386873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Allocated IP 172.20.0.2 (b388ded9-ed4e-4d02-8bce-a7e57d94b1b5/15587807-ad5f-4562-b564-31542afadaea/00c625d9-67c1-45fb-8e4d-0a39924f5460) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:39:56.393279 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04faf282-f146-4a57-b409-47dc24fcd6e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (41371b01-8575-4aeb-a8ef-c73f0b7e945c), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:56.403892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-656dbdec-0f34-43bf-b478-ea88de5e20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124166340>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc3430cb-2849-47b7-872c-7dd146fbadef', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'floating_ip_address': '172.35.1.73', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'port_id': '28042d4b-e13b-4b15-bfcb-0e0dd805600f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'mac_address': 'fa:16:3e:b4:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c63a395-2ffd-44e5-aa9b-cd3417a504bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:39:32Z', 'updated_at': '2022-04-16T21:39:53Z', 'revision_number': 1, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:33Z', 'revision_number': 5, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:56.439915 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656dbdec-0f34-43bf-b478-ea88de5e20d6 None None] The sync data for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 is: [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc3430cb-2849-47b7-872c-7dd146fbadef', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'floating_ip_address': '172.35.1.73', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'port_id': '28042d4b-e13b-4b15-bfcb-0e0dd805600f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'mac_address': 'fa:16:3e:b4:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c63a395-2ffd-44e5-aa9b-cd3417a504bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:39:32Z', 'updated_at': '2022-04-16T21:39:53Z', 'revision_number': 1, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:33Z', 'revision_number': 5, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:39:56.636559 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Publish callbacks [] for port (00c625d9-67c1-45fb-8e4d-0a39924f5460), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:56.651663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:56.656613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04faf282-f146-4a57-b409-47dc24fcd6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (41371b01-8575-4aeb-a8ef-c73f0b7e945c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:56.716162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:56.716537 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1e8d935d-8d1d-4ac8-aeb0-d6e03b2d4fb1 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:56.716960 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5c8db8d2-f9dc-435f-8e71-f589fa6df752 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:56.746360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 5c8db8d2-f9dc-435f-8e71-f589fa6df752 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:56.746622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5c8db8d2-f9dc-435f-8e71-f589fa6df752 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:56.748977 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (00c625d9-67c1-45fb-8e4d-0a39924f5460), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:56.800067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:56.803701 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:56.808228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:39:56.866995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5c081-e78f-4917-b725-6c393e23ea19 req-db153272-d516-42d9-9914-32529f7cb0b0 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:56.868615 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78d5c081-e78f-4917-b725-6c393e23ea19 req-db153272-d516-42d9-9914-32529f7cb0b0 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 944 time: 0.0812433
Apr 16 21:39:56.923117 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 3cc5ad53-5aec-413a-afba-7128ed6391bc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:39:56.993276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Attempting to bind port 00c625d9-67c1-45fb-8e4d-0a39924f5460 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:39:56.993906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Attempting to bind port 00c625d9-67c1-45fb-8e4d-0a39924f5460 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:39:56.994011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Attempting to bind port 00c625d9-67c1-45fb-8e4d-0a39924f5460 on network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:39:56.998670 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd705e1-e8ce-413f-9a1e-cc27d6fc4d5a None None] New status for floating IP dc3430cb-2849-47b7-872c-7dd146fbadef: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:39:57.002962 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78d5c081-e78f-4917-b725-6c393e23ea19 req-00849cee-2d75-4e63-8a7a-ee279b4aff2c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6361e13-dfc3-485f-a710-a84e1a540abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111813
Apr 16 21:39:57.018530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Pushing event updated for resources: {'Port': ['ID=00c625d9-67c1-45fb-8e4d-0a39924f5460,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:57.043672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:39:57.044072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Checking segment: {'id': '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:39:57.044523 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.044928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Bound using segment: {'id': '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:39:57.045434 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Bound port: 00c625d9-67c1-45fb-8e4d-0a39924f5460, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:39:57.045937 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (00c625d9-67c1-45fb-8e4d-0a39924f5460), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.066594 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04faf282-f146-4a57-b409-47dc24fcd6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (41371b01-8575-4aeb-a8ef-c73f0b7e945c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.132850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04faf282-f146-4a57-b409-47dc24fcd6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41371b01-8575-4aeb-a8ef-c73f0b7e945c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:57.137987 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04faf282-f146-4a57-b409-47dc24fcd6e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.141753 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-04faf282-f146-4a57-b409-47dc24fcd6e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/41371b01-8575-4aeb-a8ef-c73f0b7e945c HTTP/1.1" status: 204  len: 168 time: 0.9481359
Apr 16 21:39:57.143843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7b05a-f19d-44de-9c57-854d049c3347 req-bbf09073-aaaa-4fff-b01c-d8b5d55da179 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:57.147333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38944) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:57.152824 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fae7b05a-f19d-44de-9c57-854d049c3347 req-bbf09073-aaaa-4fff-b01c-d8b5d55da179 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 944 time: 0.1823049
Apr 16 21:39:57.155175 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.190478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e811879c-0347-4a26-a4df-9291828c8846 None None] Network d0c222a2-58f4-4313-8f41-155047467841 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:57.216436 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fae7b05a-f19d-44de-9c57-854d049c3347 req-190c9740-6830-4622-9f58-4bb1a4387b4c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623031
Apr 16 21:39:57.297361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 3cc5ad53-5aec-413a-afba-7128ed6391bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cc5ad53-5aec-413a-afba-7128ed6391bc,segment=NetworkSegment(c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0),segment_id=c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:57.307777 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (d0c222a2-58f4-4313-8f41-155047467841), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.325495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '3cc5ad53-5aec-413a-afba-7128ed6391bc', 'network_id': 'ae312670-622b-491e-8d2c-d3ae19809533', 'port_id': '3cc5ad53-5aec-413a-afba-7128ed6391bc', 'mac_address': 'fa:16:3e:b5:30:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66941e00-9f2d-4417-9438-17bbc50f6c31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:39:57.353685 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] For port 00c625d9-67c1-45fb-8e4d-0a39924f5460, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:39:57.389213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] For port 00c625d9-67c1-45fb-8e4d-0a39924f5460, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00c625d9-67c1-45fb-8e4d-0a39924f5460,segment=NetworkSegment(1ced7a1b-ff58-4f1e-98f9-2b762f94dff6),segment_id=1ced7a1b-ff58-4f1e-98f9-2b762f94dff6)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:39:57.420969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Deleting port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:57.420969 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.425109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 3cc5ad53-5aec-413a-afba-7128ed6391bc is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:57.425109 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.456631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc5ad53-5aec-413a-afba-7128ed6391bc {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:39:57.485960 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 3cc5ad53-5aec-413a-afba-7128ed6391bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cc5ad53-5aec-413a-afba-7128ed6391bc,segment=NetworkSegment(c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0),segment_id=c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:57.490172 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (00c625d9-67c1-45fb-8e4d-0a39924f5460), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.524397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ba88fa-cd55-4d0b-9ae2-870905120738 None None] DHCP port deletion for d0c222a2-58f4-4313-8f41-155047467841 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:39:57.581571 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.612687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d0f7a-1cd5-4055-b6b9-f733a3ee4986 None None] Pushing event updated for resources: {'Port': ['ID=00c625d9-67c1-45fb-8e4d-0a39924f5460,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:57.622780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-30ba88fa-cd55-4d0b-9ae2-870905120738 None None] Deleting port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:39:57.623181 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-30ba88fa-cd55-4d0b-9ae2-870905120738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.667339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] For port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2a628e5-f555-4ce0-a9ce-530b87fc0f7e,segment=NetworkSegment(2ef2dbc2-f7fb-42a1-8797-02d787eafb0b),segment_id=2ef2dbc2-f7fb-42a1-8797-02d787eafb0b)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:57.667926 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.691556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Calling delete_port for d2a628e5-f555-4ce0-a9ce-530b87fc0f7e owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:57.768593 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 73138183-36f0-4a32-833a-7b6e3fa38956 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:57.776410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-30ba88fa-cd55-4d0b-9ae2-870905120738 None None] For port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2a628e5-f555-4ce0-a9ce-530b87fc0f7e,segment=NetworkSegment(2ef2dbc2-f7fb-42a1-8797-02d787eafb0b),segment_id=2ef2dbc2-f7fb-42a1-8797-02d787eafb0b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:57.776895 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-30ba88fa-cd55-4d0b-9ae2-870905120738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.779900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=3cc5ad53-5aec-413a-afba-7128ed6391bc,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:57.810027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['3cc5ad53-5aec-413a-afba-7128ed6391bc'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:39:57.813752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Allocated IP 172.20.0.1 (b388ded9-ed4e-4d02-8bce-a7e57d94b1b5/15587807-ad5f-4562-b564-31542afadaea/f08ab98b-889e-4410-b388-07686808677e) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:39:57.819175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-30ba88fa-cd55-4d0b-9ae2-870905120738 None None] Calling delete_port for d2a628e5-f555-4ce0-a9ce-530b87fc0f7e owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:39:57.950956 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:57.989411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a628e5-f555-4ce0-a9ce-530b87fc0f7e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:58.004611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] No DVR routers for this DVR port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:39:58.020680 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (f08ab98b-889e-4410-b388-07686808677e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.142778 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (d0c222a2-58f4-4313-8f41-155047467841), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.180674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 73138183-36f0-4a32-833a-7b6e3fa38956 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:39:58.207299 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d4e9310>,) {'filters': {'network_id': ['d0c222a2-58f4-4313-8f41-155047467841']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:58.232048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b84e3f-7d6f-43ea-bd6f-e27b3e3c8774 req-6722e03c-337c-45b2-a607-745146c5d328 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:58.240091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a6b84e3f-7d6f-43ea-bd6f-e27b3e3c8774 req-6722e03c-337c-45b2-a607-745146c5d328 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 945 time: 0.0930200
Apr 16 21:39:58.240091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d4e9310>, '2ef2dbc2-f7fb-42a1-8797-02d787eafb0b') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:58.240091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d4e9310>, '2ef2dbc2-f7fb-42a1-8797-02d787eafb0b') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:39:58.243720 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-30ba88fa-cd55-4d0b-9ae2-870905120738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (d2a628e5-f555-4ce0-a9ce-530b87fc0f7e), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.260246 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (2ef2dbc2-f7fb-42a1-8797-02d787eafb0b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.285988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba88fa-cd55-4d0b-9ae2-870905120738 None None] Pushing event deleted for resources: {'Port': ['ID=d2a628e5-f555-4ce0-a9ce-530b87fc0f7e,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:58.301283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 73138183-36f0-4a32-833a-7b6e3fa38956 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:58.301661 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.302251 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2ef2dbc2-f7fb-42a1-8797-02d787eafb0b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.306753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ba88fa-cd55-4d0b-9ae2-870905120738 None None] No DVR routers for this DVR port d2a628e5-f555-4ce0-a9ce-530b87fc0f7e on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:39:58.323149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:39:58.323684 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (2ef2dbc2-f7fb-42a1-8797-02d787eafb0b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.326667 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f08ab98b-889e-4410-b388-07686808677e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:39:58.337383 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:39:58.376317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97232a6-9d49-4cfc-a108-ba448fe8d5e8 req-311ff149-3e83-4954-bda1-682c10929b83 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:58.379271 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f97232a6-9d49-4cfc-a108-ba448fe8d5e8 req-311ff149-3e83-4954-bda1-682c10929b83 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 944 time: 0.0625081
Apr 16 21:39:58.401364 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a6b84e3f-7d6f-43ea-bd6f-e27b3e3c8774 req-82a5ba74-cc94-4397-86c3-14f84f3e5adf tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6361e13-dfc3-485f-a710-a84e1a540abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609831
Apr 16 21:39:58.427464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:39:58.432833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:39:58.437140 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:39:58.445774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 73138183-36f0-4a32-833a-7b6e3fa38956 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:58.446345 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.452705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f97232a6-9d49-4cfc-a108-ba448fe8d5e8 req-04353ce3-24ba-484d-8bd8-d4f0b76eaba1 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670800
Apr 16 21:39:58.482940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:39:58.485366 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85f572f-0293-4d75-851e-d08006e4ae8d" -d '{"events": [{"server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "name": "network-vif-plugged", "status": "completed", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:39:58.518421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 73138183-36f0-4a32-833a-7b6e3fa38956, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73138183-36f0-4a32-833a-7b6e3fa38956,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:58.546606 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8befd9-7c11-4181-b5d8-ad8eb87c2f8e x-openstack-request-id: req-7c8befd9-7c11-4181-b5d8-ad8eb87c2f8e {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:39:58.547029 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "name": "network-vif-plugged", "status": "completed", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:39:58.547400 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c8befd9-7c11-4181-b5d8-ad8eb87c2f8e {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:39:58.548052 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8befd9-7c11-4181-b5d8-ad8eb87c2f8e'] response: {'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956', 'code': 200}
Apr 16 21:39:58.607822 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.650579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 00c625d9-67c1-45fb-8e4d-0a39924f5460 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:58.700689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=73138183-36f0-4a32-833a-7b6e3fa38956,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:58.725033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 00c625d9-67c1-45fb-8e4d-0a39924f5460 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:58.725502 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (00c625d9-67c1-45fb-8e4d-0a39924f5460), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.784733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=f08ab98b-889e-4410-b388-07686808677e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:58.798074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (d0c222a2-58f4-4313-8f41-155047467841), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.823956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 00c625d9-67c1-45fb-8e4d-0a39924f5460 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:58.824373 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (00c625d9-67c1-45fb-8e4d-0a39924f5460), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.827459 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.833267 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] 10.222.0.20 "DELETE /v2.0/networks/d0c222a2-58f4-4313-8f41-155047467841 HTTP/1.1" status: 204  len: 168 time: 1.6846602
Apr 16 21:39:58.871391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 00c625d9-67c1-45fb-8e4d-0a39924f5460, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00c625d9-67c1-45fb-8e4d-0a39924f5460,segment=NetworkSegment(1ced7a1b-ff58-4f1e-98f9-2b762f94dff6),segment_id=1ced7a1b-ff58-4f1e-98f9-2b762f94dff6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:58.875665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c0dc5-b90d-4110-89b5-3e679806ec2f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c222a2-58f4-4313-8f41-155047467841,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:58.890000 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (23d3090a-2268-42fd-98f8-4694432aac4d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.896324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569d23f-89fe-4063-9d1b-b46dea5171b3 req-6d321089-9876-4e25-a93e-becc77a6f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:58.897844 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6569d23f-89fe-4063-9d1b-b46dea5171b3 req-6d321089-9876-4e25-a93e-becc77a6f1c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 1127 time: 0.1151567
Apr 16 21:39:58.911522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 3cc5ad53-5aec-413a-afba-7128ed6391bc up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:58.959488 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (00c625d9-67c1-45fb-8e4d-0a39924f5460), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:58.960325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 64456548-f9a4-48ba-898b-b188c9e6cd86 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:39:59.003247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6569d23f-89fe-4063-9d1b-b46dea5171b3 req-118bb2e1-89e0-4167-b9f3-5955e399746c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712624
Apr 16 21:39:59.042445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 3cc5ad53-5aec-413a-afba-7128ed6391bc completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:39:59.058772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=00c625d9-67c1-45fb-8e4d-0a39924f5460,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:59.068932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 64456548-f9a4-48ba-898b-b188c9e6cd86 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:59.069671 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.153743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 3cc5ad53-5aec-413a-afba-7128ed6391bc triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:59.154169 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.180161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 64456548-f9a4-48ba-898b-b188c9e6cd86 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:59.180584 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.213021 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 64456548-f9a4-48ba-898b-b188c9e6cd86, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64456548-f9a4-48ba-898b-b188c9e6cd86,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:59.218618 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f08ab98b-889e-4410-b388-07686808677e), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.267123 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 3cc5ad53-5aec-413a-afba-7128ed6391bc is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:59.267938 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.301612 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.371336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=64456548-f9a4-48ba-898b-b188c9e6cd86,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:59.372340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38962) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:59.391829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 3cc5ad53-5aec-413a-afba-7128ed6391bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cc5ad53-5aec-413a-afba-7128ed6391bc,segment=NetworkSegment(c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0),segment_id=c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:39:59.397599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d2a628e5-f555-4ce0-a9ce-530b87fc0f7e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:39:59.422866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: d2a628e5-f555-4ce0-a9ce-530b87fc0f7e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:39:59.423301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d2a628e5-f555-4ce0-a9ce-530b87fc0f7e not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:39:59.441921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-556cbd10-1c93-4d65-8a18-96ad232af0a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=551fe53574564e4ea60f7288faf4298f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0679901
Apr 16 21:39:59.444318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38966) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:39:59.465459 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.541882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=3cc5ad53-5aec-413a-afba-7128ed6391bc,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:59.553511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836201e0-9037-4e80-a9af-6569836c1b55 req-46fe2d54-fbd5-4a4e-a4fe-14ac2966d954 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:59.555220 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-836201e0-9037-4e80-a9af-6569836c1b55 req-46fe2d54-fbd5-4a4e-a4fe-14ac2966d954 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 946 time: 0.0599382
Apr 16 21:39:59.587257 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d85666e6-59c8-472b-94c9-89e1a9c8f609 admin admin] Publish callbacks [] for security_group (f6299130-5ccf-4a95-a856-e4bd281da502), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.601050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45f739b-e89b-4695-bc9b-59d16030eddd None None] Network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:39:59.635080 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d85666e6-59c8-472b-94c9-89e1a9c8f609 admin admin] Publish callbacks [] for security_group (f6299130-5ccf-4a95-a856-e4bd281da502), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.645735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-836201e0-9037-4e80-a9af-6569836c1b55 req-52ff726e-6cf5-4157-972b-7d14bfb27b9d tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6361e13-dfc3-485f-a710-a84e1a540abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818145
Apr 16 21:39:59.655058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc164988-5a49-4580-9413-25ea2e506ea6 req-73d63a34-25fe-4f76-ac27-707f85221a24 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:39:59.656308 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc164988-5a49-4580-9413-25ea2e506ea6 req-73d63a34-25fe-4f76-ac27-707f85221a24 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0741203
Apr 16 21:39:59.690633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8070c6b7-003c-4a33-a2ca-7c60ce305eb5 None None] Provisioning complete for port 00c625d9-67c1-45fb-8e4d-0a39924f5460 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:39:59.691018 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8070c6b7-003c-4a33-a2ca-7c60ce305eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (00c625d9-67c1-45fb-8e4d-0a39924f5460), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.743503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (f08ab98b-889e-4410-b388-07686808677e), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.748912 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc164988-5a49-4580-9413-25ea2e506ea6 req-6514d81e-0811-4714-b50a-0cb06be6ce65 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799966
Apr 16 21:39:59.805795 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d85666e6-59c8-472b-94c9-89e1a9c8f609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f6299130-5ccf-4a95-a856-e4bd281da502), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.808423 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d85666e6-59c8-472b-94c9-89e1a9c8f609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.809624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d85666e6-59c8-472b-94c9-89e1a9c8f609 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6299130-5ccf-4a95-a856-e4bd281da502 HTTP/1.1" status: 204  len: 168 time: 0.3642001
Apr 16 21:39:59.817062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8070c6b7-003c-4a33-a2ca-7c60ce305eb5 None None] Current status of the port 00c625d9-67c1-45fb-8e4d-0a39924f5460 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:39:59.818979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85666e6-59c8-472b-94c9-89e1a9c8f609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6299130-5ccf-4a95-a856-e4bd281da502,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:59.838794 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f08ab98b-889e-4410-b388-07686808677e), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:39:59.924388 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=f08ab98b-889e-4410-b388-07686808677e,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:39:59.930970 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (23d3090a-2268-42fd-98f8-4694432aac4d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:00.031455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:40:00.033106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:40:00.041351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-92225895-77c9-48a3-999f-241aed2a28ec None None] Provisioning complete for port f08ab98b-889e-4410-b388-07686808677e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:40:00.041726 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-92225895-77c9-48a3-999f-241aed2a28ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f08ab98b-889e-4410-b388-07686808677e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:00.078882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-92225895-77c9-48a3-999f-241aed2a28ec None None] Port f08ab98b-889e-4410-b388-07686808677e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:40:00.090230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-92225895-77c9-48a3-999f-241aed2a28ec None None] Provisioning complete for port 00c625d9-67c1-45fb-8e4d-0a39924f5460 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:40:00.091484 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-92225895-77c9-48a3-999f-241aed2a28ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (00c625d9-67c1-45fb-8e4d-0a39924f5460), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:00.192392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Router 23d3090a-2268-42fd-98f8-4694432aac4d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:40:00.209114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-92225895-77c9-48a3-999f-241aed2a28ec None None] Current status of the port 00c625d9-67c1-45fb-8e4d-0a39924f5460 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:40:00.329230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:40:00.333041 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6f6d6b94-af17-4dbd-918b-56d0ddf3aa45 None None] Provisioning complete for port f08ab98b-889e-4410-b388-07686808677e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:40:00.333548 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6b94-af17-4dbd-918b-56d0ddf3aa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f08ab98b-889e-4410-b388-07686808677e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:00.335349 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1d12b371-4656-4dea-82f9-ca42f7f510ab tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "PUT /v2.0/routers/23d3090a-2268-42fd-98f8-4694432aac4d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3380306
Apr 16 21:40:00.337905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38978) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:00.373931 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Sync routers for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:40:00.383888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d6b94-af17-4dbd-918b-56d0ddf3aa45 None None] Port f08ab98b-889e-4410-b388-07686808677e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:40:00.397661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:40:00.398555 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012419fb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:40:00.521287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ecdc4e6d-7f5d-4ccc-ade1-0f2781c10af0 None None] Provisioning complete for port f08ab98b-889e-4410-b388-07686808677e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:40:00.521667 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ecdc4e6d-7f5d-4ccc-ade1-0f2781c10af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f08ab98b-889e-4410-b388-07686808677e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:00.546537 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:40:00.554802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e0eeb-6125-4647-b398-aced104743be tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.555472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e0eeb-6125-4647-b398-aced104743be tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.556123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e0eeb-6125-4647-b398-aced104743be tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.556687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e0eeb-6125-4647-b398-aced104743be tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.557209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e0eeb-6125-4647-b398-aced104743be tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.559583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e0eeb-6125-4647-b398-aced104743be tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.559583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e0eeb-6125-4647-b398-aced104743be tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.559583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e0eeb-6125-4647-b398-aced104743be tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.559583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e0eeb-6125-4647-b398-aced104743be tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.559906 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e0eeb-6125-4647-b398-aced104743be tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.565181 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-662e0eeb-6125-4647-b398-aced104743be tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7065 time: 0.2232387
Apr 16 21:40:00.565882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38980) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:00.572406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6e9f1d-bd16-433f-b71c-28676755ada1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc5ad53-5aec-413a-afba-7128ed6391bc'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:40:00.574857 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1009b4b1-376c-445b-b7ea-d88e0073e49a" -d '{"events": [{"server_uuid": "9e6e9f1d-bd16-433f-b71c-28676755ada1", "name": "network-vif-plugged", "status": "completed", "tag": "3cc5ad53-5aec-413a-afba-7128ed6391bc"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:40:00.605230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 00c625d9-67c1-45fb-8e4d-0a39924f5460 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:40:00.612866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc4e6d-7f5d-4ccc-ade1-0f2781c10af0 None None] Port f08ab98b-889e-4410-b388-07686808677e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:40:00.650892 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de801da-a1a1-49ea-a001-1b57db54db5e x-openstack-request-id: req-8de801da-a1a1-49ea-a001-1b57db54db5e {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:40:00.651192 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6e9f1d-bd16-433f-b71c-28676755ada1", "name": "network-vif-plugged", "status": "completed", "tag": "3cc5ad53-5aec-413a-afba-7128ed6391bc", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:40:00.651453 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8de801da-a1a1-49ea-a001-1b57db54db5e {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:40:00.651852 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de801da-a1a1-49ea-a001-1b57db54db5e'] response: {'server_uuid': '9e6e9f1d-bd16-433f-b71c-28676755ada1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc5ad53-5aec-413a-afba-7128ed6391bc', 'code': 200}
Apr 16 21:40:00.694158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51cb26-2499-4d2e-b433-561f6b046930 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.694641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51cb26-2499-4d2e-b433-561f6b046930 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.695113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51cb26-2499-4d2e-b433-561f6b046930 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.696204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51cb26-2499-4d2e-b433-561f6b046930 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.696721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51cb26-2499-4d2e-b433-561f6b046930 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.697189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51cb26-2499-4d2e-b433-561f6b046930 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.702130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51cb26-2499-4d2e-b433-561f6b046930 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.702634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51cb26-2499-4d2e-b433-561f6b046930 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.703101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51cb26-2499-4d2e-b433-561f6b046930 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.703565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51cb26-2499-4d2e-b433-561f6b046930 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.708938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 38986) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:00.722374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0d51cb26-2499-4d2e-b433-561f6b046930 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6540 time: 0.1546755
Apr 16 21:40:00.768772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38988) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:00.797460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f223e-494e-4fd4-befd-4a21f431e52b req-4199232a-0634-4878-9bb3-d17208c799f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.799301 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b94f223e-494e-4fd4-befd-4a21f431e52b req-4199232a-0634-4878-9bb3-d17208c799f5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 1128 time: 0.0726337
Apr 16 21:40:00.838097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 00c625d9-67c1-45fb-8e4d-0a39924f5460 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:40:00.838573 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (00c625d9-67c1-45fb-8e4d-0a39924f5460), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:00.898457 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-550fc46e-25c0-4768-b770-cd5805bac00c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c86c75ccf784443881055dd45cd606d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1284590
Apr 16 21:40:00.902152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 38994) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:00.925419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012419fb20>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 2, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:40:00.958444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Checking router: 23d3090a-2268-42fd-98f8-4694432aac4d for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:40:00.958818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Updating router 23d3090a-2268-42fd-98f8-4694432aac4d port f08ab98b-889e-4410-b388-07686808677e binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:40:00.960217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45603b-231c-483f-b498-252ea95e39d9 req-c24cc102-aa31-4d8c-9a68-674c75870544 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:00.967550 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc45603b-231c-483f-b498-252ea95e39d9 req-c24cc102-aa31-4d8c-9a68-674c75870544 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.1313214
Apr 16 21:40:01.013367 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b94f223e-494e-4fd4-befd-4a21f431e52b req-16e8a900-be06-4d9f-9862-995b0ec30a33 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a6361e13-dfc3-485f-a710-a84e1a540abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2080021
Apr 16 21:40:01.020923 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89c6462e-f814-4cfb-96e1-07cf235a28ff admin admin] Publish callbacks [] for security_group (2ca19632-a3eb-4ad9-a849-f3ca813831d5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.032691 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f08ab98b-889e-4410-b388-07686808677e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.036551 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974bb5e-dc94-4fbd-bf7d-ab54c29b0359 req-28aa2273-10cb-491c-8335-f090717b6ce5 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:01.038092 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d974bb5e-dc94-4fbd-bf7d-ab54c29b0359 req-28aa2273-10cb-491c-8335-f090717b6ce5 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 946 time: 0.1366658
Apr 16 21:40:01.040837 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-42fd35cc-d6da-4123-8f52-3738beb2dd8c tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4497 time: 0.3308001
Apr 16 21:40:01.049230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 00c625d9-67c1-45fb-8e4d-0a39924f5460 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:40:01.050319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 64456548-f9a4-48ba-898b-b188c9e6cd86 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:40:01.063278 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89c6462e-f814-4cfb-96e1-07cf235a28ff admin admin] Publish callbacks [] for security_group (2ca19632-a3eb-4ad9-a849-f3ca813831d5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.081029 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc45603b-231c-483f-b498-252ea95e39d9 req-6729d217-ed9c-4fe5-9922-81c4742f2f64 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1122131
Apr 16 21:40:01.113498 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d974bb5e-dc94-4fbd-bf7d-ab54c29b0359 req-b1d9ef8e-db15-4516-b8fe-03cafe1df771 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6361e13-dfc3-485f-a710-a84e1a540abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671823
Apr 16 21:40:01.201886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 64456548-f9a4-48ba-898b-b188c9e6cd86 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:40:01.202266 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.215058 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89c6462e-f814-4cfb-96e1-07cf235a28ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2ca19632-a3eb-4ad9-a849-f3ca813831d5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.220739 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-89c6462e-f814-4cfb-96e1-07cf235a28ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.225203 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-89c6462e-f814-4cfb-96e1-07cf235a28ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ca19632-a3eb-4ad9-a849-f3ca813831d5 HTTP/1.1" status: 204  len: 168 time: 0.3194091
Apr 16 21:40:01.232761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6462e-f814-4cfb-96e1-07cf235a28ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca19632-a3eb-4ad9-a849-f3ca813831d5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:01.269144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba347ea-d359-40db-aeae-4ce9d2fe6d21 req-4893e3c4-2795-48ab-a6f7-4ee907bb3b8e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:01.281322 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ba347ea-d359-40db-aeae-4ce9d2fe6d21 req-4893e3c4-2795-48ab-a6f7-4ee907bb3b8e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0785663
Apr 16 21:40:01.353274 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6ba347ea-d359-40db-aeae-4ce9d2fe6d21 req-ce217c5c-0e91-4ba2-9fb7-817ba230159c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537877
Apr 16 21:40:01.365919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39004) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:01.400786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 64456548-f9a4-48ba-898b-b188c9e6cd86 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:40:01.413215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd54cc64-3812-497e-939d-0caddffd9213 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:01.415184 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dd54cc64-3812-497e-939d-0caddffd9213 tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 1122 time: 0.0476835
Apr 16 21:40:01.418300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39006) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:01.423492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '73138183-36f0-4a32-833a-7b6e3fa38956', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:01.491900 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Publish callbacks [] for port (f08ab98b-889e-4410-b388-07686808677e), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.521282 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39008) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:01.525865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-332b649c-c0b2-46dd-a294-d5e6d6f28c81 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448113110', 'description': 'tempest-secgroup-smoke-448113110 description', 'project_id': '5279e09b8205420980e8c7accbcc5f93'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:01.561874 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.598040 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f08ab98b-889e-4410-b388-07686808677e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.653584 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.677744 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-332b649c-c0b2-46dd-a294-d5e6d6f28c81 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.721495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bbabe-354e-4669-98a8-93dd6564dea2 None None] Pushing event updated for resources: {'Port': ['ID=f08ab98b-889e-4410-b388-07686808677e,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:01.750495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Attempting to bind port f08ab98b-889e-4410-b388-07686808677e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:40:01.751091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Attempting to bind port f08ab98b-889e-4410-b388-07686808677e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:40:01.752696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Attempting to bind port f08ab98b-889e-4410-b388-07686808677e on network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:40:01.762472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:40:01.767007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Checking segment: {'id': '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:40:01.767007 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.767007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Bound using segment: {'id': '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:40:01.767007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Bound port: f08ab98b-889e-4410-b388-07686808677e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:40:01.767007 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f08ab98b-889e-4410-b388-07686808677e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.855711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] For port f08ab98b-889e-4410-b388-07686808677e, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:40:01.857356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Allocated IP 172.35.1.39 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/8895d86c-2669-4492-bd95-54fa7405e191) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:40:01.865223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] For port f08ab98b-889e-4410-b388-07686808677e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f08ab98b-889e-4410-b388-07686808677e,segment=NetworkSegment(1ced7a1b-ff58-4f1e-98f9-2b762f94dff6),segment_id=1ced7a1b-ff58-4f1e-98f9-2b762f94dff6)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:40:01.881211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-898a67d4-d917-4972-b9a2-b52a7739289c req-cd4f8e1e-db68-4ca8-87f8-701b6b0535b3 tempest-ServersAaction247Test-7754274 tempest-ServersAaction247Test-7754274-project] (122555) timed out ('10.222.0.11', 61598) {{(pid=122555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:40:01.900547 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-332b649c-c0b2-46dd-a294-d5e6d6f28c81 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (ba8182df-2af6-4de5-a18f-0f83373b4919), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.958013 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f08ab98b-889e-4410-b388-07686808677e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:01.962046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9445c468-2a57-40ca-8624-28271753cb21 None None] Provisioning complete for port f08ab98b-889e-4410-b388-07686808677e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:40:01.963210 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9445c468-2a57-40ca-8624-28271753cb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f08ab98b-889e-4410-b388-07686808677e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:02.037464 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-332b649c-c0b2-46dd-a294-d5e6d6f28c81 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ba8182df-2af6-4de5-a18f-0f83373b4919), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:02.049157 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (8895d86c-2669-4492-bd95-54fa7405e191), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:02.092031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b649c-c0b2-46dd-a294-d5e6d6f28c81 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8182df-2af6-4de5-a18f-0f83373b4919,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:02.143449 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-332b649c-c0b2-46dd-a294-d5e6d6f28c81 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:02.144751 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-332b649c-c0b2-46dd-a294-d5e6d6f28c81 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.6224587
Apr 16 21:40:02.147708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39012) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:02.152324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-37618eb4-e7ce-441c-bf6b-d048388191f7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': 'ba8182df-2af6-4de5-a18f-0f83373b4919', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:02.238610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:40:02.239254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012419fb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:40:02.242145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bbabe-354e-4669-98a8-93dd6564dea2 None None] Pushing event updated for resources: {'Port': ['ID=f08ab98b-889e-4410-b388-07686808677e,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:02.270665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6a307-37ce-43b5-8393-66c71c54fee4 req-b2e04de7-1fa4-4bcf-909f-e90a4d8b077a tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:02.272920 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5cd6a307-37ce-43b5-8393-66c71c54fee4 req-b2e04de7-1fa4-4bcf-909f-e90a4d8b077a tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 946 time: 0.0533745
Apr 16 21:40:02.290301 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8895d86c-2669-4492-bd95-54fa7405e191), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:02.358980 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9445c468-2a57-40ca-8624-28271753cb21 None None] Current status of the port f08ab98b-889e-4410-b388-07686808677e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:40:02.359310 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9445c468-2a57-40ca-8624-28271753cb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f08ab98b-889e-4410-b388-07686808677e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:02.362080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:40:02.375702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37618eb4-e7ce-441c-bf6b-d048388191f7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (fbdb82c8-f517-47a8-8c98-6971347bc25e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:02.384841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:40:02.397482 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:40:02.399257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=8895d86c-2669-4492-bd95-54fa7405e191,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:02.417730 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-9445c468-2a57-40ca-8624-28271753cb21 None None] For port f08ab98b-889e-4410-b388-07686808677e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f08ab98b-889e-4410-b388-07686808677e,segment=NetworkSegment(1ced7a1b-ff58-4f1e-98f9-2b762f94dff6),segment_id=1ced7a1b-ff58-4f1e-98f9-2b762f94dff6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:40:02.419754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:40:02.455702 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5cd6a307-37ce-43b5-8393-66c71c54fee4 req-a4a37b65-9fca-4548-9dcb-6fc126e69e2e tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6361e13-dfc3-485f-a710-a84e1a540abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759243
Apr 16 21:40:02.470050 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9445c468-2a57-40ca-8624-28271753cb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f08ab98b-889e-4410-b388-07686808677e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:02.550764 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37618eb4-e7ce-441c-bf6b-d048388191f7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (fbdb82c8-f517-47a8-8c98-6971347bc25e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:02.613087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-31c5f556-59d0-43f2-8b65-1fb0e88d75c4 None None] Provisioning complete for port f08ab98b-889e-4410-b388-07686808677e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:40:02.613437 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31c5f556-59d0-43f2-8b65-1fb0e88d75c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f08ab98b-889e-4410-b388-07686808677e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:02.614930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445c468-2a57-40ca-8624-28271753cb21 None None] Pushing event updated for resources: {'Port': ['ID=f08ab98b-889e-4410-b388-07686808677e,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:02.656123 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37618eb4-e7ce-441c-bf6b-d048388191f7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (fbdb82c8-f517-47a8-8c98-6971347bc25e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:02.760519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012419fb20>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:01Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:40:02.763688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-31c5f556-59d0-43f2-8b65-1fb0e88d75c4 None None] Current status of the port f08ab98b-889e-4410-b388-07686808677e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:40:02.790854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e74571-0781-4bc3-8318-4d09d53dbb28 None None] The sync data for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 is: [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:01Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:40:02.982209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37618eb4-e7ce-441c-bf6b-d048388191f7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdb82c8-f517-47a8-8c98-6971347bc25e,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:03.080153 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37618eb4-e7ce-441c-bf6b-d048388191f7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:03.081421 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-37618eb4-e7ce-441c-bf6b-d048388191f7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9325554
Apr 16 21:40:03.084239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39022) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:03.092451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9406d4e2-2231-4e42-bb9c-24c0399d4c82 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': 'ba8182df-2af6-4de5-a18f-0f83373b4919', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:03.178398 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (848e1d74-bf08-470c-902c-e351f6ea472f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:03.253503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9406d4e2-2231-4e42-bb9c-24c0399d4c82 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (3bdadc47-fbe8-4768-80b6-0ba1659f5dd3), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:03.362199 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8895d86c-2669-4492-bd95-54fa7405e191), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:03.365185 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9406d4e2-2231-4e42-bb9c-24c0399d4c82 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (3bdadc47-fbe8-4768-80b6-0ba1659f5dd3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:03.449309 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9406d4e2-2231-4e42-bb9c-24c0399d4c82 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (3bdadc47-fbe8-4768-80b6-0ba1659f5dd3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:03.482775 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406d4e2-2231-4e42-bb9c-24c0399d4c82 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdadc47-fbe8-4768-80b6-0ba1659f5dd3,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:03.565961 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9406d4e2-2231-4e42-bb9c-24c0399d4c82 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:03.567185 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9406d4e2-2231-4e42-bb9c-24c0399d4c82 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4820478
Apr 16 21:40:03.569619 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for port (8895d86c-2669-4492-bd95-54fa7405e191), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:03.570213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39028) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:03.588515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5dbe4e1f-f167-4b2e-9189-fcc9cd7165ac tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': 'ba8182df-2af6-4de5-a18f-0f83373b4919', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:03.604336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d5fc2-0c6d-4534-adad-4f4bcb4352fd req-e74286a8-a94c-4140-92e5-8ab0e6da9ac0 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:03.605913 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-817d5fc2-0c6d-4534-adad-4f4bcb4352fd req-e74286a8-a94c-4140-92e5-8ab0e6da9ac0 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 946 time: 0.0740108
Apr 16 21:40:03.661094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-817d5fc2-0c6d-4534-adad-4f4bcb4352fd req-284147ee-7b49-4073-8f53-2bc35afcc84c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6361e13-dfc3-485f-a710-a84e1a540abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479598
Apr 16 21:40:03.672450 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (8895d86c-2669-4492-bd95-54fa7405e191), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:03.763568 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event updated for resources: {'Port': ['ID=8895d86c-2669-4492-bd95-54fa7405e191,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:03.772885 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4e1f-f167-4b2e-9189-fcc9cd7165ac tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (98c52fd3-8a21-4f68-bfc5-48f1a2859a20), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:03.773399 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (848e1d74-bf08-470c-902c-e351f6ea472f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:03.849448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4e1f-f167-4b2e-9189-fcc9cd7165ac tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (98c52fd3-8a21-4f68-bfc5-48f1a2859a20), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:03.895631 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Floating IP 848e1d74-bf08-470c-902c-e351f6ea472f associated. External IP: 172.35.1.39, port: 73138183-36f0-4a32-833a-7b6e3fa38956.
Apr 16 21:40:03.969277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4e1f-f167-4b2e-9189-fcc9cd7165ac tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (98c52fd3-8a21-4f68-bfc5-48f1a2859a20), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:03.995238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe4e1f-f167-4b2e-9189-fcc9cd7165ac tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c52fd3-8a21-4f68-bfc5-48f1a2859a20,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:04.095511 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4e1f-f167-4b2e-9189-fcc9cd7165ac tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:04.096762 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5dbe4e1f-f167-4b2e-9189-fcc9cd7165ac tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5232151
Apr 16 21:40:04.099524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39034) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:04.103874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-94f1ddba-86cc-4fe4-b394-e316ba73a1fd tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': 'ba8182df-2af6-4de5-a18f-0f83373b4919', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:04.145720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:40:04.198511 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94f1ddba-86cc-4fe4-b394-e316ba73a1fd tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (0edbc5a3-5be0-4f6a-be9a-5c54131f298e), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:04.269831 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94f1ddba-86cc-4fe4-b394-e316ba73a1fd tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (0edbc5a3-5be0-4f6a-be9a-5c54131f298e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:04.271845 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:40:04.282077 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a6305-4d1c-4642-bd29-5d65c72ba686 None None] Sync routers for ids ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:40:04.292451 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a6305-4d1c-4642-bd29-5d65c72ba686 None None] Routers {'31394849-8d5d-4c72-9a2b-9420a5daf8c8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:40:04.293049 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-948a6305-4d1c-4642-bd29-5d65c72ba686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b096a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:40:04.380748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94f1ddba-86cc-4fe4-b394-e316ba73a1fd tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (0edbc5a3-5be0-4f6a-be9a-5c54131f298e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:04.383550 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:04.400540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1ddba-86cc-4fe4-b394-e316ba73a1fd tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0edbc5a3-5be0-4f6a-be9a-5c54131f298e,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:04.406215 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-948a6305-4d1c-4642-bd29-5d65c72ba686 None None] Set router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:40:04.416965 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2a04cf8a-4e6a-4b54-a334-786edda1a773 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9973595
Apr 16 21:40:04.417542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:40:04.419861 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba775577-c3f5-46ba-a690-e4b276c187d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:40:04.489035 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-94f1ddba-86cc-4fe4-b394-e316ba73a1fd tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:04.502347 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-94f1ddba-86cc-4fe4-b394-e316ba73a1fd tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4012251
Apr 16 21:40:04.508448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39046) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:04.525168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-8f608e63-6a66-44f7-8e79-7848db5b055e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': 'ba8182df-2af6-4de5-a18f-0f83373b4919', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:04.594587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b8a61-53c7-48db-9fa1-b212c1e2dda8 req-549b6aac-4adc-4919-9b2b-1cd9ccfdf6be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:04.601964 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d88b8a61-53c7-48db-9fa1-b212c1e2dda8 req-549b6aac-4adc-4919-9b2b-1cd9ccfdf6be tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.1286845
Apr 16 21:40:04.635201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f08ab98b-889e-4410-b388-07686808677e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:40:04.700597 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-8f608e63-6a66-44f7-8e79-7848db5b055e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Project 5279e09b8205420980e8c7accbcc5f93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:40:04.706604 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f608e63-6a66-44f7-8e79-7848db5b055e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (f717d85e-7c32-4a24-8b6c-6a88089138d2), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:04.726413 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d88b8a61-53c7-48db-9fa1-b212c1e2dda8 req-db701b99-d196-4b49-8838-ac451b3e0b8a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1234310
Apr 16 21:40:04.756149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39050) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:04.773546 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f08ab98b-889e-4410-b388-07686808677e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:40:04.773925 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f08ab98b-889e-4410-b388-07686808677e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:04.845213 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98472469-5422-48e9-844d-0428b3c67a82 x-openstack-request-id: req-98472469-5422-48e9-844d-0428b3c67a82 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:40:04.845506 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:40:04.847022 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98472469-5422-48e9-844d-0428b3c67a82 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:40:04.847448 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98472469-5422-48e9-844d-0428b3c67a82'] response: {'name': 'network-changed', 'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956', 'status': 'completed', 'code': 200}
Apr 16 21:40:04.856947 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-948a6305-4d1c-4642-bd29-5d65c72ba686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b096a0>, [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '848e1d74-bf08-470c-902c-e351f6ea472f', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'floating_ip_address': '172.35.1.39', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'port_id': '73138183-36f0-4a32-833a-7b6e3fa38956', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'mac_address': 'fa:16:3e:15:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537290d-836b-431c-bfb7-c8f83dd03024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:40:03Z', 'updated_at': '2022-04-16T21:40:03Z', 'revision_number': 0, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc59b100-899a-41ed-b2cb-7985e9aa76f0', 'name': '', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:66:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:33Z', 'updated_at': '2022-04-16T21:39:40Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:40:04.869278 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f608e63-6a66-44f7-8e79-7848db5b055e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (f717d85e-7c32-4a24-8b6c-6a88089138d2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:04.896558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3b191417-0f7b-4ee6-9691-ec87355a915d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/848e1d74-bf08-470c-902c-e351f6ea472f HTTP/1.1" status: 200  len: 990 time: 0.1377563
Apr 16 21:40:04.897442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f08ab98b-889e-4410-b388-07686808677e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:40:04.903952 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a6305-4d1c-4642-bd29-5d65c72ba686 None None] Checking router: 31394849-8d5d-4c72-9a2b-9420a5daf8c8 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:40:04.913214 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a6305-4d1c-4642-bd29-5d65c72ba686 None None] Routers {'31394849-8d5d-4c72-9a2b-9420a5daf8c8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:40:04.914617 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-948a6305-4d1c-4642-bd29-5d65c72ba686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b096a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:39:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:40:04.927044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba775577-c3f5-46ba-a690-e4b276c187d2 req-90d12e2e-9181-4b35-84c6-27a2ffa5b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:04.928616 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba775577-c3f5-46ba-a690-e4b276c187d2 req-90d12e2e-9181-4b35-84c6-27a2ffa5b0bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 1127 time: 0.0473213
Apr 16 21:40:04.968821 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f608e63-6a66-44f7-8e79-7848db5b055e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (f717d85e-7c32-4a24-8b6c-6a88089138d2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:04.999277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f608e63-6a66-44f7-8e79-7848db5b055e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f717d85e-7c32-4a24-8b6c-6a88089138d2,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:05.041233 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-948a6305-4d1c-4642-bd29-5d65c72ba686 None None] Set router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:40:05.122267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba775577-c3f5-46ba-a690-e4b276c187d2 req-c2f0b075-1625-4f15-b90b-33c403c0a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:05.124226 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba775577-c3f5-46ba-a690-e4b276c187d2 req-c2f0b075-1625-4f15-b90b-33c403c0a084 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4dd7eb45-8776-4f81-9375-6aaa334b721b HTTP/1.1" status: 200  len: 898 time: 0.1904426
Apr 16 21:40:05.126085 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f608e63-6a66-44f7-8e79-7848db5b055e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:05.129491 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8f608e63-6a66-44f7-8e79-7848db5b055e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6254058
Apr 16 21:40:05.132756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39064) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:05.138862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-33de8c9c-637b-4c44-9fea-0afacf6394c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': 'ba8182df-2af6-4de5-a18f-0f83373b4919', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:05.228733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba775577-c3f5-46ba-a690-e4b276c187d2 req-1e76eaaf-699b-44be-8392-f9d2d62bc35f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73138183-36f0-4a32-833a-7b6e3fa38956 HTTP/1.1" status: 200  len: 998 time: 0.0980988
Apr 16 21:40:05.238306 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-33de8c9c-637b-4c44-9fea-0afacf6394c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Project 5279e09b8205420980e8c7accbcc5f93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:40:05.244316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-33de8c9c-637b-4c44-9fea-0afacf6394c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (fe885da8-bec1-4dfb-980e-175974123c17), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:05.287891 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-948a6305-4d1c-4642-bd29-5d65c72ba686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b096a0>, [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '848e1d74-bf08-470c-902c-e351f6ea472f', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'floating_ip_address': '172.35.1.39', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'port_id': '73138183-36f0-4a32-833a-7b6e3fa38956', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'mac_address': 'fa:16:3e:15:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537290d-836b-431c-bfb7-c8f83dd03024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:40:03Z', 'updated_at': '2022-04-16T21:40:03Z', 'revision_number': 0, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc59b100-899a-41ed-b2cb-7985e9aa76f0', 'name': '', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:66:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:33Z', 'updated_at': '2022-04-16T21:39:40Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:40:05.293328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba775577-c3f5-46ba-a690-e4b276c187d2 req-79718c63-a9bc-4c53-b623-af6eafc801f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:05.295331 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba775577-c3f5-46ba-a690-e4b276c187d2 req-79718c63-a9bc-4c53-b623-af6eafc801f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9df171eb-d48f-4003-91e2-9e61dfe9a321 HTTP/1.1" status: 200  len: 834 time: 0.0609367
Apr 16 21:40:05.320430 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a6305-4d1c-4642-bd29-5d65c72ba686 None None] The sync data for ids ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'] in ncdv-master-1 is: [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '848e1d74-bf08-470c-902c-e351f6ea472f', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'floating_ip_address': '172.35.1.39', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'port_id': '73138183-36f0-4a32-833a-7b6e3fa38956', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'mac_address': 'fa:16:3e:15:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537290d-836b-431c-bfb7-c8f83dd03024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:40:03Z', 'updated_at': '2022-04-16T21:40:03Z', 'revision_number': 0, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc59b100-899a-41ed-b2cb-7985e9aa76f0', 'name': '', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:66:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:33Z', 'updated_at': '2022-04-16T21:39:40Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:40:05.335215 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-33de8c9c-637b-4c44-9fea-0afacf6394c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (fe885da8-bec1-4dfb-980e-175974123c17), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:05.344943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba775577-c3f5-46ba-a690-e4b276c187d2 req-1b54aeab-72f0-4c41-a5f4-c97d907c8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:05.346431 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba775577-c3f5-46ba-a690-e4b276c187d2 req-1b54aeab-72f0-4c41-a5f4-c97d907c8bc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dd7eb45-8776-4f81-9375-6aaa334b721b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0457401
Apr 16 21:40:05.406949 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-33de8c9c-637b-4c44-9fea-0afacf6394c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (fe885da8-bec1-4dfb-980e-175974123c17), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:05.426653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de8c9c-637b-4c44-9fea-0afacf6394c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe885da8-bec1-4dfb-980e-175974123c17,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:05.443139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba775577-c3f5-46ba-a690-e4b276c187d2 req-19e84f09-69fd-4dbd-9e19-33bfaefff891 service neutron] 10.222.0.41 "GET /v2.0/networks/4dd7eb45-8776-4f81-9375-6aaa334b721b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909190
Apr 16 21:40:05.515188 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-33de8c9c-637b-4c44-9fea-0afacf6394c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:05.515188 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-33de8c9c-637b-4c44-9fea-0afacf6394c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3795323
Apr 16 21:40:05.548106 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba775577-c3f5-46ba-a690-e4b276c187d2 req-e60ed1cb-aa7f-4ff2-b7e5-e1ffb0301ead service neutron] 10.222.0.41 "GET /v2.0/networks/4dd7eb45-8776-4f81-9375-6aaa334b721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0988011
Apr 16 21:40:05.570554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db20bb28-40bc-4caf-92b5-65bb49f18b7d None None] New status for floating IP 848e1d74-bf08-470c-902c-e351f6ea472f: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:40:05.749897 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-04b2d6ba-66f6-4999-887b-f71d9e33512d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448113110&fields=id&tenant_id=5279e09b8205420980e8c7accbcc5f93 HTTP/1.1" status: 200  len: 267 time: 0.0583961
Apr 16 21:40:05.858300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-62aea33e-96f3-4719-9bf6-30d342e8c114 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:05.859855 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-62aea33e-96f3-4719-9bf6-30d342e8c114 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/networks?id=b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 HTTP/1.1" status: 200  len: 797 time: 0.1013746
Apr 16 21:40:05.875405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-7a8efe18-be5d-457e-8eae-a95783df74bc tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/quotas/5279e09b8205420980e8c7accbcc5f93 HTTP/1.1" status: 200  len: 375 time: 0.0096030
Apr 16 21:40:05.898453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39082) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:05.941997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-8f682487-0fbf-4fc4-9395-37ef40680b27 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0602074
Apr 16 21:40:05.968209 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8a0985dd-a4a6-4cb0-a5ca-e2c799e924b0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/848e1d74-bf08-470c-902c-e351f6ea472f HTTP/1.1" status: 200  len: 992 time: 0.0684571
Apr 16 21:40:06.041688 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-1b596a6a-371a-4aa5-8393-2c815d65e05a service neutron] 10.222.0.20 "GET /v2.0/networks/b388ded9-ed4e-4d02-8bce-a7e57d94b1b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876255
Apr 16 21:40:06.131569 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-ace89da1-e78f-4f5b-b05e-b3949979f191 service neutron] 10.222.0.20 "GET /v2.0/networks/b388ded9-ed4e-4d02-8bce-a7e57d94b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837002
Apr 16 21:40:06.357667 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:06.762982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-86036692-ecb0-4b2b-b12a-9d2e4748619f req-0f65f028-6d73-4225-9646-3c6dade6c2a2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 210 time: 0.0336485
Apr 16 21:40:07.843665 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-48d0c3c8-2bf5-413c-8e8e-1df9860fecab req-740f3ddb-239f-43a1-8431-cabd6a84eeb7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 210 time: 0.0276847
Apr 16 21:40:08.938634 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-66998eb3-b8e4-43de-8de8-b4b30a68f383 req-e7889b1c-1d07-48ca-a114-5a770330631f tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 210 time: 0.0271327
Apr 16 21:40:09.054673 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dd3dc9ee-4bc1-47e7-9168-3d1704a1eb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:09.278844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-ffb6cea9-42ad-415d-a088-b881b0661d62 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:09.280292 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-ffb6cea9-42ad-415d-a088-b881b0661d62 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.41 "GET /v2.0/networks?id=b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 HTTP/1.1" status: 200  len: 797 time: 0.1032393
Apr 16 21:40:09.365900 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-09df2e6c-d2b5-4c46-b374-afdea37aae10 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5279e09b8205420980e8c7accbcc5f93 HTTP/1.1" status: 200  len: 379 time: 0.0627079
Apr 16 21:40:09.374486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-bfc04f28-7f8a-479e-b1e2-fe74d01e3bbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'port': {'device_id': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'admin_state_up': True, 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'security_groups': ['ba8182df-2af6-4de5-a18f-0f83373b4919']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:09.591609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-bfc04f28-7f8a-479e-b1e2-fe74d01e3bbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Made reservation on behalf of 5279e09b8205420980e8c7accbcc5f93 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:40:09.595130 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-bfc04f28-7f8a-479e-b1e2-fe74d01e3bbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:09.722062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-bfc04f28-7f8a-479e-b1e2-fe74d01e3bbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Allocated IP 172.20.0.4 (b388ded9-ed4e-4d02-8bce-a7e57d94b1b5/15587807-ad5f-4562-b564-31542afadaea/e80de17d-54c2-489c-a517-04dc0b10426e) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:40:09.868845 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-bfc04f28-7f8a-479e-b1e2-fe74d01e3bbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (e80de17d-54c2-489c-a517-04dc0b10426e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:10.002662 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-bfc04f28-7f8a-479e-b1e2-fe74d01e3bbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:10.081878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-bfc04f28-7f8a-479e-b1e2-fe74d01e3bbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:40:10.088402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-bfc04f28-7f8a-479e-b1e2-fe74d01e3bbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:40:10.090816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-bfc04f28-7f8a-479e-b1e2-fe74d01e3bbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:40:10.356085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-432f3d70-30e5-4139-9f35-6a78f22674bb None None] Provisioning complete for port e80de17d-54c2-489c-a517-04dc0b10426e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:40:10.357192 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-432f3d70-30e5-4139-9f35-6a78f22674bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:10.394387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-432f3d70-30e5-4139-9f35-6a78f22674bb None None] Port e80de17d-54c2-489c-a517-04dc0b10426e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:40:10.467474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc04f28-7f8a-479e-b1e2-fe74d01e3bbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=e80de17d-54c2-489c-a517-04dc0b10426e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:10.478155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaa51b-2c7a-4522-8b0d-2eaa2436b0d3 req-aa98b16b-10ea-442a-a21e-fce770c77c2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:10.479578 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7efaa51b-2c7a-4522-8b0d-2eaa2436b0d3 req-aa98b16b-10ea-442a-a21e-fce770c77c2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 931 time: 0.4661734
Apr 16 21:40:10.515184 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-bfc04f28-7f8a-479e-b1e2-fe74d01e3bbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:10.515783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-bfc04f28-7f8a-479e-b1e2-fe74d01e3bbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:10.551718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7efaa51b-2c7a-4522-8b0d-2eaa2436b0d3 req-06043857-5829-4812-a053-68844ed0c598 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645473
Apr 16 21:40:10.674133 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-bfc04f28-7f8a-479e-b1e2-fe74d01e3bbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3036468
Apr 16 21:40:10.685958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Request body: {'port': {'device_id': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:10.743521 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:11.014418 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80de17d-54c2-489c-a517-04dc0b10426e {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:40:11.022055 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Publish callbacks [] for port (e80de17d-54c2-489c-a517-04dc0b10426e), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:11.037033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Transition to ACTIVE for port object e80de17d-54c2-489c-a517-04dc0b10426e will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:40:11.113323 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:11.175751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Pushing event updated for resources: {'Port': ['ID=e80de17d-54c2-489c-a517-04dc0b10426e,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:11.248573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Attempting to bind port e80de17d-54c2-489c-a517-04dc0b10426e on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:40:11.248978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Attempting to bind port e80de17d-54c2-489c-a517-04dc0b10426e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:40:11.257602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Attempting to bind port e80de17d-54c2-489c-a517-04dc0b10426e on network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:40:11.257602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Port e80de17d-54c2-489c-a517-04dc0b10426e on network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:40:11.257602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Attempting to bind port e80de17d-54c2-489c-a517-04dc0b10426e on network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:40:11.259633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:40:11.259978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Checking segment: {'id': '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:40:11.260394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Bound using segment: {'id': '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:40:11.260820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Bound port: e80de17d-54c2-489c-a517-04dc0b10426e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:40:11.261315 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:11.329484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] For port e80de17d-54c2-489c-a517-04dc0b10426e, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:40:11.332572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] For port e80de17d-54c2-489c-a517-04dc0b10426e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e80de17d-54c2-489c-a517-04dc0b10426e,segment=NetworkSegment(1ced7a1b-ff58-4f1e-98f9-2b762f94dff6),segment_id=1ced7a1b-ff58-4f1e-98f9-2b762f94dff6)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:40:11.397536 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:11.437831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:11.438485 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:11.439881 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] 10.222.0.41 "PUT /v2.0/ports/e80de17d-54c2-489c-a517-04dc0b10426e HTTP/1.1" status: 200  len: 1091 time: 0.7580175
Apr 16 21:40:11.440356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'tag': 'e80de17d-54c2-489c-a517-04dc0b10426e'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:40:11.442634 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8578c4d-08bb-4be5-9573-70e0b9a1ed93" -d '{"events": [{"name": "network-changed", "server_uuid": "57955d80-c264-4db1-8860-f2e5ac141ab7", "tag": "e80de17d-54c2-489c-a517-04dc0b10426e"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:40:11.481174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7947354-a39f-4b02-af4d-b84fd851ade5 service neutron] Pushing event updated for resources: {'Port': ['ID=e80de17d-54c2-489c-a517-04dc0b10426e,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:11.505177 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0148dd3-89b6-450c-a1df-bc93350214c0 x-openstack-request-id: req-b0148dd3-89b6-450c-a1df-bc93350214c0 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:40:11.505470 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57955d80-c264-4db1-8860-f2e5ac141ab7", "tag": "e80de17d-54c2-489c-a517-04dc0b10426e", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:40:11.505741 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0148dd3-89b6-450c-a1df-bc93350214c0 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:40:11.506167 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0148dd3-89b6-450c-a1df-bc93350214c0'] response: {'name': 'network-changed', 'server_uuid': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'tag': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'status': 'completed', 'code': 200}
Apr 16 21:40:11.575843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8578c4d-08bb-4be5-9573-70e0b9a1ed93 req-1ba990cc-b77d-4a42-bb88-2122851991ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:11.577626 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8578c4d-08bb-4be5-9573-70e0b9a1ed93 req-1ba990cc-b77d-4a42-bb88-2122851991ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 1125 time: 0.0466018
Apr 16 21:40:11.644918 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4b38a626-95e8-4fc3-bce2-25100f96bd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:11.744687 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b273f77-bd16-407c-a7f8-3d692a6ef15e req-e9069af4-3d63-4eef-ba47-e8fbaa07cf8f tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:11.746218 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b273f77-bd16-407c-a7f8-3d692a6ef15e req-e9069af4-3d63-4eef-ba47-e8fbaa07cf8f tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 943 time: 0.0805988
Apr 16 21:40:11.779731 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8578c4d-08bb-4be5-9573-70e0b9a1ed93 req-457d75ee-73a7-4f72-9ff8-37d93a6cef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:11.781210 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8578c4d-08bb-4be5-9573-70e0b9a1ed93 req-457d75ee-73a7-4f72-9ff8-37d93a6cef29 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5279e09b8205420980e8c7accbcc5f93&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1967793
Apr 16 21:40:11.859134 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b273f77-bd16-407c-a7f8-3d692a6ef15e req-1545cce6-3d2a-433b-8a88-217582d73b9b tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062627
Apr 16 21:40:11.907601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8578c4d-08bb-4be5-9573-70e0b9a1ed93 req-427c19d7-9878-4d52-93ce-6eab7b126437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:11.909141 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b8578c4d-08bb-4be5-9573-70e0b9a1ed93 req-427c19d7-9878-4d52-93ce-6eab7b126437 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1222949
Apr 16 21:40:11.991975 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-f99a97f8-d709-4cb5-8380-da05c53a973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:11.993550 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-f99a97f8-d709-4cb5-8380-da05c53a973e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 1125 time: 0.0435348
Apr 16 21:40:12.043803 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-74f4bf8a-7bac-4dfb-b954-4b080eb69ff1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e80de17d-54c2-489c-a517-04dc0b10426e HTTP/1.1" status: 200  len: 217 time: 0.0414019
Apr 16 21:40:12.092192 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-416efffe-94c5-49e1-8e06-4e4013894587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:12.093810 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-416efffe-94c5-49e1-8e06-4e4013894587 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15587807-ad5f-4562-b564-31542afadaea HTTP/1.1" status: 200  len: 834 time: 0.0438063
Apr 16 21:40:12.138500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-ed2f6ea4-5e10-496f-a1ca-eadc86136625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:12.140004 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-ed2f6ea4-5e10-496f-a1ca-eadc86136625 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b388ded9-ed4e-4d02-8bce-a7e57d94b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0394075
Apr 16 21:40:12.238344 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-9e23a486-8a97-49df-a6fb-99da29cd1e8c service neutron] 10.222.0.41 "GET /v2.0/networks/b388ded9-ed4e-4d02-8bce-a7e57d94b1b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916722
Apr 16 21:40:12.335232 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6d1d9dcd-a5a4-4104-b4bc-38f93ffbbd8a req-c88e5497-52c4-49d2-b103-d224aec8e200 service neutron] 10.222.0.41 "GET /v2.0/networks/b388ded9-ed4e-4d02-8bce-a7e57d94b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901189
Apr 16 21:40:12.518237 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:12.966058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903434e2-683c-4df1-8be0-0df9acf81aec req-ca1ffac5-89f6-4e39-94ed-f74256c5527f tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:12.967539 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-903434e2-683c-4df1-8be0-0df9acf81aec req-ca1ffac5-89f6-4e39-94ed-f74256c5527f tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 946 time: 0.0567024
Apr 16 21:40:12.979151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de35fc-99b7-41bb-8340-dfa3a8248dca req-df18cea0-20ac-44e6-8cce-234ce7071490 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:12.980670 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73de35fc-99b7-41bb-8340-dfa3a8248dca req-df18cea0-20ac-44e6-8cce-234ce7071490 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 943 time: 0.0482125
Apr 16 21:40:13.022702 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-903434e2-683c-4df1-8be0-0df9acf81aec req-a104a707-d042-4eb9-8909-ccea3931d32c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6361e13-dfc3-485f-a710-a84e1a540abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481620
Apr 16 21:40:13.030510 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73de35fc-99b7-41bb-8340-dfa3a8248dca req-ce1f9733-1421-49a6-898e-2e24bcb40480 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435355
Apr 16 21:40:13.583754 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:14.140128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25931e7f-6096-4efd-b345-18c1674c6018 req-53bdc5f0-9fec-4b5c-b970-cc7a980b519e tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:14.141730 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-25931e7f-6096-4efd-b345-18c1674c6018 req-53bdc5f0-9fec-4b5c-b970-cc7a980b519e tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 946 time: 0.0490215
Apr 16 21:40:14.146901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1057da-ec86-48f5-8457-9c2a77153d3c req-3036a027-c277-4e87-a33a-7fc5be32b85f tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:14.149322 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae1057da-ec86-48f5-8457-9c2a77153d3c req-3036a027-c277-4e87-a33a-7fc5be32b85f tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 943 time: 0.0475376
Apr 16 21:40:14.168299 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:14.190360 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-25931e7f-6096-4efd-b345-18c1674c6018 req-e6cbdeed-a18c-427a-aea2-4cfcc787c6d3 tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6361e13-dfc3-485f-a710-a84e1a540abb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429807
Apr 16 21:40:14.210329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae1057da-ec86-48f5-8457-9c2a77153d3c req-4c33dfb2-2a99-4e4c-8fdb-e2ee60ef7cd2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556934
Apr 16 21:40:14.556533 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dd1a7-6869-4cb0-86e7-f6e46dfab6c3 req-88e47a1a-23ca-42d4-b3d7-fdf411307fde tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:14.558020 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-938dd1a7-6869-4cb0-86e7-f6e46dfab6c3 req-88e47a1a-23ca-42d4-b3d7-fdf411307fde tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 946 time: 0.0487952
Apr 16 21:40:14.647836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-938dd1a7-6869-4cb0-86e7-f6e46dfab6c3 req-d457802f-2e1e-46ea-be84-3ba164e649fb tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Deleting port 3cc5ad53-5aec-413a-afba-7128ed6391bc {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:40:14.648206 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-938dd1a7-6869-4cb0-86e7-f6e46dfab6c3 req-d457802f-2e1e-46ea-be84-3ba164e649fb tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:14.744207 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-938dd1a7-6869-4cb0-86e7-f6e46dfab6c3 req-d457802f-2e1e-46ea-be84-3ba164e649fb tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] For port 3cc5ad53-5aec-413a-afba-7128ed6391bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cc5ad53-5aec-413a-afba-7128ed6391bc,segment=NetworkSegment(c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0),segment_id=c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:40:14.744680 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-938dd1a7-6869-4cb0-86e7-f6e46dfab6c3 req-d457802f-2e1e-46ea-be84-3ba164e649fb tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:14.758693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-938dd1a7-6869-4cb0-86e7-f6e46dfab6c3 req-d457802f-2e1e-46ea-be84-3ba164e649fb tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Calling delete_port for 3cc5ad53-5aec-413a-afba-7128ed6391bc owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:40:14.983630 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-938dd1a7-6869-4cb0-86e7-f6e46dfab6c3 req-d457802f-2e1e-46ea-be84-3ba164e649fb tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (3cc5ad53-5aec-413a-afba-7128ed6391bc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:14.995689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['3cc5ad53-5aec-413a-afba-7128ed6391bc'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:40:15.022733 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457802f-2e1e-46ea-be84-3ba164e649fb tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Pushing event deleted for resources: {'Port': ['ID=3cc5ad53-5aec-413a-afba-7128ed6391bc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:15.068401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-938dd1a7-6869-4cb0-86e7-f6e46dfab6c3 req-d457802f-2e1e-46ea-be84-3ba164e649fb tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] No DVR routers for this DVR port 3cc5ad53-5aec-413a-afba-7128ed6391bc on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:40:15.071075 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-938dd1a7-6869-4cb0-86e7-f6e46dfab6c3 req-d457802f-2e1e-46ea-be84-3ba164e649fb tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:15.074365 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-938dd1a7-6869-4cb0-86e7-f6e46dfab6c3 req-d457802f-2e1e-46ea-be84-3ba164e649fb tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.11 "DELETE /v2.0/ports/3cc5ad53-5aec-413a-afba-7128ed6391bc HTTP/1.1" status: 204  len: 173 time: 0.5111616
Apr 16 21:40:15.074804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6e9f1d-bd16-433f-b71c-28676755ada1', 'name': 'network-vif-deleted', 'tag': '3cc5ad53-5aec-413a-afba-7128ed6391bc'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:40:15.077073 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6efa057-86b0-4848-b894-5dac2297fa57" -d '{"events": [{"server_uuid": "9e6e9f1d-bd16-433f-b71c-28676755ada1", "name": "network-vif-deleted", "tag": "3cc5ad53-5aec-413a-afba-7128ed6391bc"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:40:15.113017 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3da2898-289e-4d79-a4a9-ac3400777c2a x-openstack-request-id: req-a3da2898-289e-4d79-a4a9-ac3400777c2a {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:40:15.113315 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6e9f1d-bd16-433f-b71c-28676755ada1", "name": "network-vif-deleted", "tag": "3cc5ad53-5aec-413a-afba-7128ed6391bc", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:40:15.113571 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3da2898-289e-4d79-a4a9-ac3400777c2a {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:40:15.113989 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3da2898-289e-4d79-a4a9-ac3400777c2a'] response: {'server_uuid': '9e6e9f1d-bd16-433f-b71c-28676755ada1', 'name': 'network-vif-deleted', 'tag': '3cc5ad53-5aec-413a-afba-7128ed6391bc', 'status': 'completed', 'code': 200}
Apr 16 21:40:15.302221 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a64d115e-76fa-4ee4-938f-165f6c752e46 req-eb995295-da90-42dc-bb39-8398648cf09c tempest-VolumesActionsTest-1967188215 tempest-VolumesActionsTest-1967188215-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e6e9f1d-bd16-433f-b71c-28676755ada1 HTTP/1.1" status: 200  len: 210 time: 0.0294685
Apr 16 21:40:15.340831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc061692-4e05-4cdc-9ce1-4849233e913a req-12823203-db5d-4aa4-9a99-2685bd780b73 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:15.342437 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cc061692-4e05-4cdc-9ce1-4849233e913a req-12823203-db5d-4aa4-9a99-2685bd780b73 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 943 time: 0.0492473
Apr 16 21:40:15.395058 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cc061692-4e05-4cdc-9ce1-4849233e913a req-44ba59bc-e47b-4c56-ad11-40c373ed01cd tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462272
Apr 16 21:40:15.446396 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:15.904270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e80de17d-54c2-489c-a517-04dc0b10426e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:40:16.006098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port e80de17d-54c2-489c-a517-04dc0b10426e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e80de17d-54c2-489c-a517-04dc0b10426e,segment=NetworkSegment(1ced7a1b-ff58-4f1e-98f9-2b762f94dff6),segment_id=1ced7a1b-ff58-4f1e-98f9-2b762f94dff6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:40:16.025118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'port_id': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'mac_address': 'fa:16:3e:4f:b7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:40:16.065840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port e80de17d-54c2-489c-a517-04dc0b10426e is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:40:16.066227 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:16.078743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80de17d-54c2-489c-a517-04dc0b10426e {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:40:16.098202 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port e80de17d-54c2-489c-a517-04dc0b10426e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e80de17d-54c2-489c-a517-04dc0b10426e,segment=NetworkSegment(1ced7a1b-ff58-4f1e-98f9-2b762f94dff6),segment_id=1ced7a1b-ff58-4f1e-98f9-2b762f94dff6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:40:16.163068 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:16.210306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=e80de17d-54c2-489c-a517-04dc0b10426e,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:16.459676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['e80de17d-54c2-489c-a517-04dc0b10426e'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:40:16.515550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9014fe2-72f0-4708-a55a-06515af6c5d3 req-1f78f936-c922-4e81-a393-7ca1542f6353 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:16.520548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9014fe2-72f0-4708-a55a-06515af6c5d3 req-1f78f936-c922-4e81-a393-7ca1542f6353 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 944 time: 0.0547338
Apr 16 21:40:16.575293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9014fe2-72f0-4708-a55a-06515af6c5d3 req-b82f8b4b-2352-47b4-9ef1-32d783897d3e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487003
Apr 16 21:40:17.696384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798424c2-ed75-4940-9231-83373a19a1b5 req-06315394-8d4b-4e4b-81ec-27c1f376e97a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:17.697926 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-798424c2-ed75-4940-9231-83373a19a1b5 req-06315394-8d4b-4e4b-81ec-27c1f376e97a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 944 time: 0.0514326
Apr 16 21:40:17.747771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-798424c2-ed75-4940-9231-83373a19a1b5 req-8d6272b7-26d8-4249-84d4-d4028338813c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428774
Apr 16 21:40:17.927008 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e80de17d-54c2-489c-a517-04dc0b10426e up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:40:17.979073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port e80de17d-54c2-489c-a517-04dc0b10426e completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:40:18.088217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port e80de17d-54c2-489c-a517-04dc0b10426e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:40:18.088599 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:18.166280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port e80de17d-54c2-489c-a517-04dc0b10426e is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:40:18.166693 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:18.188889 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80de17d-54c2-489c-a517-04dc0b10426e'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:40:18.191028 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8536c9b8-99a0-49c9-99a1-14aa3db40e51" -d '{"events": [{"server_uuid": "57955d80-c264-4db1-8860-f2e5ac141ab7", "name": "network-vif-plugged", "status": "completed", "tag": "e80de17d-54c2-489c-a517-04dc0b10426e"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:40:18.203157 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port e80de17d-54c2-489c-a517-04dc0b10426e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e80de17d-54c2-489c-a517-04dc0b10426e,segment=NetworkSegment(1ced7a1b-ff58-4f1e-98f9-2b762f94dff6),segment_id=1ced7a1b-ff58-4f1e-98f9-2b762f94dff6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:40:18.226603 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5550f1-20ba-4282-a54c-3137c9919858 x-openstack-request-id: req-4c5550f1-20ba-4282-a54c-3137c9919858 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:40:18.226906 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57955d80-c264-4db1-8860-f2e5ac141ab7", "name": "network-vif-plugged", "status": "completed", "tag": "e80de17d-54c2-489c-a517-04dc0b10426e", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:40:18.227164 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c5550f1-20ba-4282-a54c-3137c9919858 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:40:18.227565 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5550f1-20ba-4282-a54c-3137c9919858'] response: {'server_uuid': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'code': 200}
Apr 16 21:40:18.304205 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:18.323168 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733041c-e280-46de-adab-23edef08673a req-10361654-fad1-4763-9e19-5c85e220ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:18.324924 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e733041c-e280-46de-adab-23edef08673a req-10361654-fad1-4763-9e19-5c85e220ad8e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 1126 time: 0.0408578
Apr 16 21:40:18.358510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=e80de17d-54c2-489c-a517-04dc0b10426e,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:18.371751 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e733041c-e280-46de-adab-23edef08673a req-ec8d61ad-e446-416c-aafe-0ab85b4657b1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407991
Apr 16 21:40:18.860294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae76b6-2ce7-4155-9f52-3c57ebeb34ef req-26f16a8b-07df-4838-96ad-3d87a07b47a3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:18.861764 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0ae76b6-2ce7-4155-9f52-3c57ebeb34ef req-26f16a8b-07df-4838-96ad-3d87a07b47a3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 945 time: 0.0466418
Apr 16 21:40:18.912773 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b0ae76b6-2ce7-4155-9f52-3c57ebeb34ef req-5b50aa86-39b0-405a-a05d-c4b065c50687 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452259
Apr 16 21:40:18.945577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 3cc5ad53-5aec-413a-afba-7128ed6391bc no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:40:18.966959 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 3cc5ad53-5aec-413a-afba-7128ed6391bc {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:40:18.967302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 3cc5ad53-5aec-413a-afba-7128ed6391bc not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:40:19.394379 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-334af752-5f0f-40db-8339-b3d67cdc9769 req-099d99dd-e7cb-47d3-ab34-a1af8320dc13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0475833
Apr 16 21:40:19.499696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334af752-5f0f-40db-8339-b3d67cdc9769 req-3ed64762-fd4f-40a1-9fd5-9161cd17c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:19.501233 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-334af752-5f0f-40db-8339-b3d67cdc9769 req-3ed64762-fd4f-40a1-9fd5-9161cd17c82d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 1127 time: 0.0401392
Apr 16 21:40:19.604784 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334af752-5f0f-40db-8339-b3d67cdc9769 req-6af0c0f8-be6f-46bf-8cf9-f879a90f3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:19.606181 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-334af752-5f0f-40db-8339-b3d67cdc9769 req-6af0c0f8-be6f-46bf-8cf9-f879a90f3269 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4dd7eb45-8776-4f81-9375-6aaa334b721b HTTP/1.1" status: 200  len: 898 time: 0.0848944
Apr 16 21:40:19.688543 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-334af752-5f0f-40db-8339-b3d67cdc9769 req-28d39058-e6d2-4b0c-86d7-60382c0ea2ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73138183-36f0-4a32-833a-7b6e3fa38956 HTTP/1.1" status: 200  len: 1000 time: 0.0683634
Apr 16 21:40:19.846384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334af752-5f0f-40db-8339-b3d67cdc9769 req-1cf115c4-ecd6-40ad-aae2-30c8899d38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:19.847896 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-334af752-5f0f-40db-8339-b3d67cdc9769 req-1cf115c4-ecd6-40ad-aae2-30c8899d38e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9df171eb-d48f-4003-91e2-9e61dfe9a321 HTTP/1.1" status: 200  len: 834 time: 0.0482106
Apr 16 21:40:19.893879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334af752-5f0f-40db-8339-b3d67cdc9769 req-fe471393-9ed0-47c1-96e4-9586dc16ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:19.895384 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-334af752-5f0f-40db-8339-b3d67cdc9769 req-fe471393-9ed0-47c1-96e4-9586dc16ef36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dd7eb45-8776-4f81-9375-6aaa334b721b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0403759
Apr 16 21:40:20.028662 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-334af752-5f0f-40db-8339-b3d67cdc9769 req-3f786e48-97d0-410c-af82-89ce15eb4d8f service neutron] 10.222.0.41 "GET /v2.0/networks/4dd7eb45-8776-4f81-9375-6aaa334b721b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264279
Apr 16 21:40:20.057230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6e76-706e-4edc-a2d0-28d856bad6bf req-27537348-288a-4f1c-a2c1-954d2fe64f79 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:20.058739 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d76f6e76-706e-4edc-a2d0-28d856bad6bf req-27537348-288a-4f1c-a2c1-954d2fe64f79 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 945 time: 0.0705433
Apr 16 21:40:20.171072 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d76f6e76-706e-4edc-a2d0-28d856bad6bf req-c6db1084-9934-472b-b261-c4163df62282 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007278
Apr 16 21:40:20.181896 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-334af752-5f0f-40db-8339-b3d67cdc9769 req-9f5e7d37-4003-4a46-8b26-e0e8843f6ea8 service neutron] 10.222.0.41 "GET /v2.0/networks/4dd7eb45-8776-4f81-9375-6aaa334b721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381083
Apr 16 21:40:21.287014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43121a-96b6-4a19-bf08-9f4fbc6b6986 req-5bd3e040-3c54-4120-a1ad-71c2dc7115b1 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:21.288554 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef43121a-96b6-4a19-bf08-9f4fbc6b6986 req-5bd3e040-3c54-4120-a1ad-71c2dc7115b1 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 945 time: 0.0506692
Apr 16 21:40:21.337627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef43121a-96b6-4a19-bf08-9f4fbc6b6986 req-b67841e7-133c-4040-a24d-9af40f8c23bc tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433016
Apr 16 21:40:21.463222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03417055-511b-45e1-ba90-8a90414be041 req-6334eaa2-79ce-493d-ae4c-19bbbc57410e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:21.464757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03417055-511b-45e1-ba90-8a90414be041 req-6334eaa2-79ce-493d-ae4c-19bbbc57410e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 945 time: 0.0541532
Apr 16 21:40:21.516401 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03417055-511b-45e1-ba90-8a90414be041 req-58d088ba-bcfa-40bc-a8d8-9aa607462a90 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451250
Apr 16 21:40:21.540772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39282) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:21.583731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaecf3e-5caf-4fc0-8c86-86f30e79f81d tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:21.585332 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ffaecf3e-5caf-4fc0-8c86-86f30e79f81d tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 1122 time: 0.0433292
Apr 16 21:40:21.588537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39284) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:21.592837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address': '172.20.0.4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:21.751374 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:21.832154 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:22.029626 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:40:22.258350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Allocated IP 172.35.1.188 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/6bbcc44e-354c-497b-a8c8-a4992d9f3d6d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:40:22.361177 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (6bbcc44e-354c-497b-a8c8-a4992d9f3d6d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:22.452089 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6bbcc44e-354c-497b-a8c8-a4992d9f3d6d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:22.492948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:40:22.495484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:40:22.498945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:40:22.522383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=6bbcc44e-354c-497b-a8c8-a4992d9f3d6d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:22.534647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.540107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:22.898008 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for floatingip (572ca420-369c-4114-afd8-f001f01db644), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:23.044716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6bbcc44e-354c-497b-a8c8-a4992d9f3d6d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:23.208787 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (6bbcc44e-354c-497b-a8c8-a4992d9f3d6d), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:23.305318 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (6bbcc44e-354c-497b-a8c8-a4992d9f3d6d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:23.377432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=6bbcc44e-354c-497b-a8c8-a4992d9f3d6d,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:23.391380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (572ca420-369c-4114-afd8-f001f01db644), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:23.509296 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Floating IP 572ca420-369c-4114-afd8-f001f01db644 associated. External IP: 172.35.1.188, port: e80de17d-54c2-489c-a517-04dc0b10426e.
Apr 16 21:40:23.736474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Router 23d3090a-2268-42fd-98f8-4694432aac4d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:40:23.850235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:40:23.861070 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703fc338-ee37-4dc5-8299-4b1b1cf24bc1 None None] Sync routers for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:40:23.872922 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703fc338-ee37-4dc5-8299-4b1b1cf24bc1 None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:40:23.878057 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-703fc338-ee37-4dc5-8299-4b1b1cf24bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012497cbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:40:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:40:23.982060 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-703fc338-ee37-4dc5-8299-4b1b1cf24bc1 None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:40:24.015748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:24.062768 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f9117ab1-b3a8-45c4-b742-21cba0a35f21 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4704821
Apr 16 21:40:24.062768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'tag': 'e80de17d-54c2-489c-a517-04dc0b10426e'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:40:24.063070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39308) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:24.063592 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61362d06-333a-4d09-be91-0733094cca06" -d '{"events": [{"name": "network-changed", "server_uuid": "57955d80-c264-4db1-8860-f2e5ac141ab7", "tag": "e80de17d-54c2-489c-a517-04dc0b10426e"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:40:24.099910 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0bde33-1a48-4914-8012-0a408d90d83b x-openstack-request-id: req-2b0bde33-1a48-4914-8012-0a408d90d83b {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:40:24.100528 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57955d80-c264-4db1-8860-f2e5ac141ab7", "tag": "e80de17d-54c2-489c-a517-04dc0b10426e", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:40:24.100975 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b0bde33-1a48-4914-8012-0a408d90d83b {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:40:24.101580 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0bde33-1a48-4914-8012-0a408d90d83b'] response: {'name': 'network-changed', 'server_uuid': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'tag': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'status': 'completed', 'code': 200}
Apr 16 21:40:24.158398 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ccc5b8d2-aca8-447a-a0a1-257b7d9f2b24 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/floatingips/572ca420-369c-4114-afd8-f001f01db644 HTTP/1.1" status: 200  len: 991 time: 0.0939734
Apr 16 21:40:24.170143 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61362d06-333a-4d09-be91-0733094cca06 req-e54a1880-77d6-41c8-ad1e-e60912fd312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:24.171618 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61362d06-333a-4d09-be91-0733094cca06 req-e54a1880-77d6-41c8-ad1e-e60912fd312d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 1127 time: 0.0477679
Apr 16 21:40:24.215931 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-703fc338-ee37-4dc5-8299-4b1b1cf24bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012497cbe0>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '572ca420-369c-4114-afd8-f001f01db644', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'floating_ip_address': '172.35.1.188', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'port_id': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'mac_address': 'fa:16:3e:4f:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:40:22Z', 'updated_at': '2022-04-16T21:40:22Z', 'revision_number': 0, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:02Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:40:24.244193 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703fc338-ee37-4dc5-8299-4b1b1cf24bc1 None None] Checking router: 23d3090a-2268-42fd-98f8-4694432aac4d for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:40:24.252546 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703fc338-ee37-4dc5-8299-4b1b1cf24bc1 None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:40:24.253139 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-703fc338-ee37-4dc5-8299-4b1b1cf24bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012497cbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:40:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:40:24.264492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61362d06-333a-4d09-be91-0733094cca06 req-07a67de5-460b-4ea5-8eef-e87199d5bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:24.266036 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61362d06-333a-4d09-be91-0733094cca06 req-07a67de5-460b-4ea5-8eef-e87199d5bf0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 HTTP/1.1" status: 200  len: 898 time: 0.0882025
Apr 16 21:40:24.337066 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61362d06-333a-4d09-be91-0733094cca06 req-9bb9379b-f028-423b-80b1-78c591acaa2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e80de17d-54c2-489c-a517-04dc0b10426e HTTP/1.1" status: 200  len: 999 time: 0.0653112
Apr 16 21:40:24.364312 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-703fc338-ee37-4dc5-8299-4b1b1cf24bc1 None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:40:24.387869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61362d06-333a-4d09-be91-0733094cca06 req-99a25389-3750-4591-af93-5106464dec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:24.389379 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61362d06-333a-4d09-be91-0733094cca06 req-99a25389-3750-4591-af93-5106464dec8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15587807-ad5f-4562-b564-31542afadaea HTTP/1.1" status: 200  len: 834 time: 0.0451610
Apr 16 21:40:24.433106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61362d06-333a-4d09-be91-0733094cca06 req-f352f8b0-d745-4ba6-a090-8163cd39f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:24.434542 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61362d06-333a-4d09-be91-0733094cca06 req-f352f8b0-d745-4ba6-a090-8163cd39f588 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b388ded9-ed4e-4d02-8bce-a7e57d94b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390756
Apr 16 21:40:24.535282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61362d06-333a-4d09-be91-0733094cca06 req-8e08242b-5a95-41f9-9616-feba9a8e12cc service neutron] 10.222.0.41 "GET /v2.0/networks/b388ded9-ed4e-4d02-8bce-a7e57d94b1b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948501
Apr 16 21:40:24.602940 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-703fc338-ee37-4dc5-8299-4b1b1cf24bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012497cbe0>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '572ca420-369c-4114-afd8-f001f01db644', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'floating_ip_address': '172.35.1.188', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'port_id': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'mac_address': 'fa:16:3e:4f:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:40:22Z', 'updated_at': '2022-04-16T21:40:22Z', 'revision_number': 0, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:02Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:40:24.628950 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61362d06-333a-4d09-be91-0733094cca06 req-65418408-01fe-40b5-8836-e19bb45861c9 service neutron] 10.222.0.41 "GET /v2.0/networks/b388ded9-ed4e-4d02-8bce-a7e57d94b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876191
Apr 16 21:40:24.639331 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703fc338-ee37-4dc5-8299-4b1b1cf24bc1 None None] The sync data for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 is: [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '572ca420-369c-4114-afd8-f001f01db644', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'floating_ip_address': '172.35.1.188', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'port_id': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'mac_address': 'fa:16:3e:4f:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:40:22Z', 'updated_at': '2022-04-16T21:40:22Z', 'revision_number': 0, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:02Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:40:24.850112 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df817d6-edf9-4f3e-aa94-866f1bf0a6d1 None None] New status for floating IP 572ca420-369c-4114-afd8-f001f01db644: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:40:25.162262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39318) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:25.232680 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a123ad5b-62cb-4784-96c8-ae430e52b7c4 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/floatingips/572ca420-369c-4114-afd8-f001f01db644 HTTP/1.1" status: 200  len: 993 time: 0.0692394
Apr 16 21:40:35.902407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd798f6-abca-4c22-b52c-cf3e284750ff req-4afb7f62-2ee2-4ebe-a441-c6d4ab4cb7ed tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:35.903971 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3dd798f6-abca-4c22-b52c-cf3e284750ff req-4afb7f62-2ee2-4ebe-a441-c6d4ab4cb7ed tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0509498
Apr 16 21:40:35.952101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3dd798f6-abca-4c22-b52c-cf3e284750ff req-7f88ab95-d19e-4d05-af6b-fe17bdb05e85 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0423467
Apr 16 21:40:36.330545 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:37.069319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64263838-2225-48b2-b2b0-ea9025ef996d req-0f7ce805-7dcb-4242-aa57-c60fcde28169 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:37.070728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64263838-2225-48b2-b2b0-ea9025ef996d req-0f7ce805-7dcb-4242-aa57-c60fcde28169 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0481026
Apr 16 21:40:37.122531 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-64263838-2225-48b2-b2b0-ea9025ef996d req-33f3fadc-c431-4b8c-afc8-30429236bf93 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0461926
Apr 16 21:40:38.240341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf2d81-a053-40dd-afb1-127c95dfb893 req-909d704b-1b96-4d18-9336-6e5d11adc86a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:38.241908 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85bf2d81-a053-40dd-afb1-127c95dfb893 req-909d704b-1b96-4d18-9336-6e5d11adc86a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0494311
Apr 16 21:40:38.289918 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85bf2d81-a053-40dd-afb1-127c95dfb893 req-5fb011f4-525c-4fdd-bae4-83ba87b74ce1 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0422871
Apr 16 21:40:39.033440 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d6c63487-89d3-4d34-8bbe-64d117919f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:39.410978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae963f1-de44-493f-b575-3ac6eb28ec88 req-0b0169b8-3a94-4121-a031-403bb94e833a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:39.412507 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ae963f1-de44-493f-b575-3ac6eb28ec88 req-0b0169b8-3a94-4121-a031-403bb94e833a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0540295
Apr 16 21:40:39.459817 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ae963f1-de44-493f-b575-3ac6eb28ec88 req-dfed73df-c1e0-4e76-8b5e-b6c12e8413ba tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0416644
Apr 16 21:40:40.579522 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87432353-ffd3-4503-afe0-021b204484e5 req-b2b97a2d-a05b-4dc7-9b11-b98bb710a56e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:40.581052 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87432353-ffd3-4503-afe0-021b204484e5 req-b2b97a2d-a05b-4dc7-9b11-b98bb710a56e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0525920
Apr 16 21:40:40.628325 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87432353-ffd3-4503-afe0-021b204484e5 req-6eee67f2-4ff5-468f-9880-67a90722317e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0412467
Apr 16 21:40:41.719372 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-be89716f-d9eb-4ec4-ae77-feee1a001354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:41.745689 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77015a7f-8aad-44c6-a1bf-0228b517c45b req-c25f2d62-5940-4238-9c28-9eba99aa496b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:41.750887 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-77015a7f-8aad-44c6-a1bf-0228b517c45b req-c25f2d62-5940-4238-9c28-9eba99aa496b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0507362
Apr 16 21:40:41.798510 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-77015a7f-8aad-44c6-a1bf-0228b517c45b req-39f7e00b-403b-480e-9d33-04b0fb9ac99b tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0417306
Apr 16 21:40:42.542367 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:42.913813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7232c81-daf9-4b99-ac61-15830579d103 req-59dd677f-6d75-4d86-ad68-112c3455a757 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:42.915404 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7232c81-daf9-4b99-ac61-15830579d103 req-59dd677f-6d75-4d86-ad68-112c3455a757 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0477629
Apr 16 21:40:42.963556 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e7232c81-daf9-4b99-ac61-15830579d103 req-aa15cdc3-874f-42f3-a878-6dda4299ba54 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0425129
Apr 16 21:40:43.576274 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:44.080417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeca3c-0b49-472c-8151-3920bcded284 req-8af27b97-cece-4335-bca4-131e03099f11 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:44.082661 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-27aeca3c-0b49-472c-8151-3920bcded284 req-8af27b97-cece-4335-bca4-131e03099f11 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0479503
Apr 16 21:40:44.137752 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-27aeca3c-0b49-472c-8151-3920bcded284 req-07ebe179-35da-4934-b6c9-5a2f11f73722 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0491333
Apr 16 21:40:44.149533 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:45.254921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68710e0-7901-441e-8093-df99807c3125 req-2d5b4c96-f508-4c5d-8e54-5b6a82a14997 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:45.256780 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c68710e0-7901-441e-8093-df99807c3125 req-2d5b4c96-f508-4c5d-8e54-5b6a82a14997 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0490060
Apr 16 21:40:45.308469 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c68710e0-7901-441e-8093-df99807c3125 req-481c3828-7f6d-4e8b-8f0f-863fc68c46c9 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0459876
Apr 16 21:40:45.452622 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:46.428539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f167-b8cc-4a72-b968-29f71a20bb21 req-1401b6cd-b0ec-4505-ba9d-8e49ff9d9a3c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:46.430219 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db02f167-b8cc-4a72-b968-29f71a20bb21 req-1401b6cd-b0ec-4505-ba9d-8e49ff9d9a3c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0527933
Apr 16 21:40:46.480465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db02f167-b8cc-4a72-b968-29f71a20bb21 req-78dc983a-2ed4-4aae-ac59-b53b844e15f2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0445364
Apr 16 21:40:46.827706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20503a3-3f09-4458-a180-c040fa30bf98 req-abdfa4f8-ff4c-43a5-a97d-24c9a118c215 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:46.829268 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f20503a3-3f09-4458-a180-c040fa30bf98 req-abdfa4f8-ff4c-43a5-a97d-24c9a118c215 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0515862
Apr 16 21:40:46.880347 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f20503a3-3f09-4458-a180-c040fa30bf98 req-4554e08a-b84d-4422-8c1f-ccd656839774 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0443969
Apr 16 21:40:46.923260 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971900c7-ec5e-4867-9194-7894507ca31f req-bdd748c2-ad30-4d50-a779-675478e47111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:46.924791 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-971900c7-ec5e-4867-9194-7894507ca31f req-bdd748c2-ad30-4d50-a779-675478e47111 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 1127 time: 0.0437031
Apr 16 21:40:47.014300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971900c7-ec5e-4867-9194-7894507ca31f req-6b56feff-3e61-4110-b2a1-fd5029dafda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:47.015788 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-971900c7-ec5e-4867-9194-7894507ca31f req-6b56feff-3e61-4110-b2a1-fd5029dafda8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e745f17-203e-4728-9fb7-50341f5a0a21 HTTP/1.1" status: 200  len: 911 time: 0.0856099
Apr 16 21:40:47.085600 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-971900c7-ec5e-4867-9194-7894507ca31f req-0b498c63-ac83-47eb-a49a-32cb92a3be69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28042d4b-e13b-4b15-bfcb-0e0dd805600f HTTP/1.1" status: 200  len: 1000 time: 0.0641899
Apr 16 21:40:47.135973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971900c7-ec5e-4867-9194-7894507ca31f req-028be20e-ca15-4b8f-b4ea-4ad10f1ce9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:47.138351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-971900c7-ec5e-4867-9194-7894507ca31f req-028be20e-ca15-4b8f-b4ea-4ad10f1ce9e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cbc9f9-2227-4df1-b17b-c5fa9fa39364 HTTP/1.1" status: 200  len: 849 time: 0.0459318
Apr 16 21:40:47.187386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971900c7-ec5e-4867-9194-7894507ca31f req-d5c303fa-a6aa-47d3-8463-2c9de5068609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:47.188956 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-971900c7-ec5e-4867-9194-7894507ca31f req-d5c303fa-a6aa-47d3-8463-2c9de5068609 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e745f17-203e-4728-9fb7-50341f5a0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458884
Apr 16 21:40:47.281768 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-971900c7-ec5e-4867-9194-7894507ca31f req-535ca765-a88a-4f62-9f67-44020e41f2d5 service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873394
Apr 16 21:40:47.370612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-971900c7-ec5e-4867-9194-7894507ca31f req-205dbce1-f88f-4262-b93c-0e82f70566d8 service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829823
Apr 16 21:40:47.607536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39650) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:47.612091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1071724071', 'description': 'tempest-secgroup-smoke-1071724071 description', 'project_id': '80715ea8284b48959a67d33e8be6b560'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:47.707691 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:47.776612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group (c40c5768-cb17-4d4f-817f-61bcfe724e14), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:47.840997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c40c5768-cb17-4d4f-817f-61bcfe724e14), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:47.870426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40c5768-cb17-4d4f-817f-61bcfe724e14,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:47.877683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.878031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.878375 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.878715 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.879048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.879380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.879714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.880319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.880647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.880970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.881296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.881619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.881940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.882261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.882576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:47.938597 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:47.941301 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-639c064d-274f-4b9b-a4ee-922050b08c70 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3327310
Apr 16 21:40:47.950382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39656) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:47.955619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-685965a6-d7b0-467e-8c8c-0e4653331201 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Request body: {'security_group_rule': {'security_group_id': 'c40c5768-cb17-4d4f-817f-61bcfe724e14', 'project_id': '80715ea8284b48959a67d33e8be6b560', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:47.999463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cefdb7-af74-43d1-9aee-0dfca8416521 req-bb067545-e67e-40a0-abea-c9d98720a62a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:48.001126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d1cefdb7-af74-43d1-9aee-0dfca8416521 req-bb067545-e67e-40a0-abea-c9d98720a62a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0508773
Apr 16 21:40:48.041922 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-685965a6-d7b0-467e-8c8c-0e4653331201 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (7b388586-b753-4c1f-ba6c-4ff3bc292a09), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:48.055410 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d1cefdb7-af74-43d1-9aee-0dfca8416521 req-64f51533-55bb-4498-a669-0c4f55f31bce tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0478346
Apr 16 21:40:48.102654 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-685965a6-d7b0-467e-8c8c-0e4653331201 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (7b388586-b753-4c1f-ba6c-4ff3bc292a09), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:48.170134 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-685965a6-d7b0-467e-8c8c-0e4653331201 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (7b388586-b753-4c1f-ba6c-4ff3bc292a09), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:48.188686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685965a6-d7b0-467e-8c8c-0e4653331201 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b388586-b753-4c1f-ba6c-4ff3bc292a09,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:48.248715 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-685965a6-d7b0-467e-8c8c-0e4653331201 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:48.249954 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-685965a6-d7b0-467e-8c8c-0e4653331201 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2983606
Apr 16 21:40:48.252692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39658) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:48.261254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-59c71244-ecde-47b7-a21b-aae4ce2b7cd9 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Request body: {'security_group_rule': {'security_group_id': 'c40c5768-cb17-4d4f-817f-61bcfe724e14', 'project_id': '80715ea8284b48959a67d33e8be6b560', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:48.343695 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59c71244-ecde-47b7-a21b-aae4ce2b7cd9 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (37e7fbf8-6f7f-4573-9248-38486ba6415f), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:48.399943 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59c71244-ecde-47b7-a21b-aae4ce2b7cd9 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (37e7fbf8-6f7f-4573-9248-38486ba6415f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:48.503648 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59c71244-ecde-47b7-a21b-aae4ce2b7cd9 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (37e7fbf8-6f7f-4573-9248-38486ba6415f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:48.524433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c71244-ecde-47b7-a21b-aae4ce2b7cd9 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e7fbf8-6f7f-4573-9248-38486ba6415f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:48.568681 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59c71244-ecde-47b7-a21b-aae4ce2b7cd9 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:48.569961 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-59c71244-ecde-47b7-a21b-aae4ce2b7cd9 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3162775
Apr 16 21:40:48.572638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39668) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:48.578530 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fa745058-c907-4b04-9114-461ce09eec5d tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Request body: {'security_group_rule': {'security_group_id': 'c40c5768-cb17-4d4f-817f-61bcfe724e14', 'project_id': '80715ea8284b48959a67d33e8be6b560', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:48.693241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fa745058-c907-4b04-9114-461ce09eec5d tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (81ff145b-e51f-4cbe-b8f1-7e6a8999b83e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:48.754787 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fa745058-c907-4b04-9114-461ce09eec5d tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (81ff145b-e51f-4cbe-b8f1-7e6a8999b83e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:48.844483 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fa745058-c907-4b04-9114-461ce09eec5d tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (81ff145b-e51f-4cbe-b8f1-7e6a8999b83e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:48.862293 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa745058-c907-4b04-9114-461ce09eec5d tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ff145b-e51f-4cbe-b8f1-7e6a8999b83e,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:48.944769 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fa745058-c907-4b04-9114-461ce09eec5d tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:48.945937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fa745058-c907-4b04-9114-461ce09eec5d tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3723440
Apr 16 21:40:48.948622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39684) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:48.952902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a1328800-2a01-4bd6-8f48-6f8b677b1e91 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Request body: {'security_group_rule': {'security_group_id': 'c40c5768-cb17-4d4f-817f-61bcfe724e14', 'project_id': '80715ea8284b48959a67d33e8be6b560', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:49.023387 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1328800-2a01-4bd6-8f48-6f8b677b1e91 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (48ff1c6b-4760-4185-b11b-d706e2a0de5d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:49.080487 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1328800-2a01-4bd6-8f48-6f8b677b1e91 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (48ff1c6b-4760-4185-b11b-d706e2a0de5d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:49.157964 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1328800-2a01-4bd6-8f48-6f8b677b1e91 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (48ff1c6b-4760-4185-b11b-d706e2a0de5d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:49.190671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c35494-b897-45b9-a916-576a9012fb61 req-1c25a645-3978-45b4-a1f1-a8578a39eaae tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:49.192849 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01c35494-b897-45b9-a916-576a9012fb61 req-1c25a645-3978-45b4-a1f1-a8578a39eaae tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0636594
Apr 16 21:40:49.194230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1328800-2a01-4bd6-8f48-6f8b677b1e91 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ff1c6b-4760-4185-b11b-d706e2a0de5d,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:49.242823 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-01c35494-b897-45b9-a916-576a9012fb61 req-64bbae47-59ef-44fe-a4bd-264ddaf06aa3 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0442050
Apr 16 21:40:49.282818 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a1328800-2a01-4bd6-8f48-6f8b677b1e91 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:49.284012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a1328800-2a01-4bd6-8f48-6f8b677b1e91 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3344755
Apr 16 21:40:49.299116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39690) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:49.303848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-885e210e-56f0-4426-9758-925c74e0b158 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Request body: {'security_group_rule': {'security_group_id': 'c40c5768-cb17-4d4f-817f-61bcfe724e14', 'project_id': '80715ea8284b48959a67d33e8be6b560', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:49.406975 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-885e210e-56f0-4426-9758-925c74e0b158 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Project 80715ea8284b48959a67d33e8be6b560 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:40:49.413378 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-885e210e-56f0-4426-9758-925c74e0b158 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (36143dbb-70a4-4cff-a398-43f1575868fc), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:49.469451 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-885e210e-56f0-4426-9758-925c74e0b158 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (36143dbb-70a4-4cff-a398-43f1575868fc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:49.521024 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-885e210e-56f0-4426-9758-925c74e0b158 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (36143dbb-70a4-4cff-a398-43f1575868fc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:49.538882 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e210e-56f0-4426-9758-925c74e0b158 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36143dbb-70a4-4cff-a398-43f1575868fc,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:49.623489 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-885e210e-56f0-4426-9758-925c74e0b158 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:49.624749 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-885e210e-56f0-4426-9758-925c74e0b158 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3247280
Apr 16 21:40:49.627425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 39692) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:40:49.632184 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b636bf65-f8bd-463b-b0ff-2c49f080c709 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Request body: {'security_group_rule': {'security_group_id': 'c40c5768-cb17-4d4f-817f-61bcfe724e14', 'project_id': '80715ea8284b48959a67d33e8be6b560', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:49.741483 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-b636bf65-f8bd-463b-b0ff-2c49f080c709 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Project 80715ea8284b48959a67d33e8be6b560 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:40:49.747371 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b636bf65-f8bd-463b-b0ff-2c49f080c709 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (98b5105b-673f-4809-b1c5-24a2404528ba), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:49.806268 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b636bf65-f8bd-463b-b0ff-2c49f080c709 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (98b5105b-673f-4809-b1c5-24a2404528ba), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:49.878740 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b636bf65-f8bd-463b-b0ff-2c49f080c709 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (98b5105b-673f-4809-b1c5-24a2404528ba), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:49.898157 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636bf65-f8bd-463b-b0ff-2c49f080c709 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b5105b-673f-4809-b1c5-24a2404528ba,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:49.960866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b636bf65-f8bd-463b-b0ff-2c49f080c709 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:49.962069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b636bf65-f8bd-463b-b0ff-2c49f080c709 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3336277
Apr 16 21:40:50.162790 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-2820ce29-b890-47e4-a34f-19a3cda21d59 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1071724071&fields=id&tenant_id=80715ea8284b48959a67d33e8be6b560 HTTP/1.1" status: 200  len: 267 time: 0.0446496
Apr 16 21:40:50.267485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-270643f9-2acf-4f49-a0f9-291689b44ea8 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:50.268951 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-270643f9-2acf-4f49-a0f9-291689b44ea8 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/networks?id=b1c074bd-a506-4388-980b-b836a98ab276 HTTP/1.1" status: 200  len: 813 time: 0.0997148
Apr 16 21:40:50.284534 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-301310b2-e67c-41cd-b36f-754c5a397454 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/quotas/80715ea8284b48959a67d33e8be6b560 HTTP/1.1" status: 200  len: 375 time: 0.0095809
Apr 16 21:40:50.338301 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-5f53b822-fc3d-4faf-a795-ed3fcc1b5d23 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=80715ea8284b48959a67d33e8be6b560&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0487154
Apr 16 21:40:50.433496 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-c15c839e-43eb-4cbf-be74-081a03250814 service neutron] 10.222.0.20 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840778
Apr 16 21:40:50.529297 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-2a791a70-fa93-4827-9764-3ca93979a148 service neutron] 10.222.0.20 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898585
Apr 16 21:40:51.181806 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b94f666-ef4c-472b-a7aa-3e38d3fa0e5e req-3eb4350a-3aa9-403a-be17-38948faa21a0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 210 time: 0.0300822
Apr 16 21:40:52.261005 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad83de7a-52aa-4b04-ac3b-cbc822b7480a req-506287e5-68f5-454c-80d1-3fffac91addb tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 210 time: 0.0284698
Apr 16 21:40:53.359254 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4452e01f-a125-4c0a-bb00-4a866a4243f1 req-06dc884a-af40-48ce-9588-52d7138f43bb tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 210 time: 0.0308208
Apr 16 21:40:53.575189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-d5171361-3f83-45c9-9ed2-eb6eadf14c74 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:53.576699 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-d5171361-3f83-45c9-9ed2-eb6eadf14c74 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.11 "GET /v2.0/networks?id=b1c074bd-a506-4388-980b-b836a98ab276 HTTP/1.1" status: 200  len: 813 time: 0.1008470
Apr 16 21:40:53.640953 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-43f94a07-7638-4f01-bafc-48ebcb20331b tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80715ea8284b48959a67d33e8be6b560 HTTP/1.1" status: 200  len: 380 time: 0.0543432
Apr 16 21:40:53.649906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-58078eba-b6fc-4b5b-b351-68511799e7e6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Request body: {'port': {'device_id': 'f83afebe-c606-461f-9138-67707e788014', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'admin_state_up': True, 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'security_groups': ['c40c5768-cb17-4d4f-817f-61bcfe724e14']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:53.897767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-58078eba-b6fc-4b5b-b351-68511799e7e6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Made reservation on behalf of 80715ea8284b48959a67d33e8be6b560 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:40:53.902588 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-58078eba-b6fc-4b5b-b351-68511799e7e6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:54.041102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-58078eba-b6fc-4b5b-b351-68511799e7e6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Allocated IP 172.20.0.6 (b1c074bd-a506-4388-980b-b836a98ab276/c46d9bea-424e-4f3a-9798-5a8627b0c3e2/65c3354a-8ecb-43ae-a281-e7a13cc9dd80) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:40:54.186701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-58078eba-b6fc-4b5b-b351-68511799e7e6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:54.292405 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-58078eba-b6fc-4b5b-b351-68511799e7e6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:54.340905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-58078eba-b6fc-4b5b-b351-68511799e7e6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Network b1c074bd-a506-4388-980b-b836a98ab276 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:40:54.343940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-58078eba-b6fc-4b5b-b351-68511799e7e6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:40:54.347605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-58078eba-b6fc-4b5b-b351-68511799e7e6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:40:54.382642 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58078eba-b6fc-4b5b-b351-68511799e7e6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Pushing event updated for resources: {'Port': ['ID=65c3354a-8ecb-43ae-a281-e7a13cc9dd80,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:54.408965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-58078eba-b6fc-4b5b-b351-68511799e7e6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:54.417831 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-58078eba-b6fc-4b5b-b351-68511799e7e6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:54.491887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb514f6-e7b2-4cda-848c-b56b355a8819 req-9e1430c3-2a56-4b8f-a215-9a09c5310256 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:54.493519 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbb514f6-e7b2-4cda-848c-b56b355a8819 req-9e1430c3-2a56-4b8f-a215-9a09c5310256 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 931 time: 0.0552559
Apr 16 21:40:54.532040 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-58078eba-b6fc-4b5b-b351-68511799e7e6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8856158
Apr 16 21:40:54.547989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Request body: {'port': {'device_id': 'f83afebe-c606-461f-9138-67707e788014', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:40:54.584893 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbb514f6-e7b2-4cda-848c-b56b355a8819 req-6b012110-8cba-4d02-8dc3-45abd0da1bf6 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848958
Apr 16 21:40:54.631017 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:54.636431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9941e9d3-a0a2-482e-b41b-5848fd195230 None None] Provisioning complete for port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:40:54.636901 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9941e9d3-a0a2-482e-b41b-5848fd195230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:54.673650 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9941e9d3-a0a2-482e-b41b-5848fd195230 None None] Port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:40:54.912965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:40:54.921389 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Publish callbacks [] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:54.934660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Transition to ACTIVE for port object 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:40:55.034969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:55.088421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=65c3354a-8ecb-43ae-a281-e7a13cc9dd80,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:55.180276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Attempting to bind port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:40:55.180896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Attempting to bind port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '81938ce3-015d-43fb-9416-47ce730d5b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:40:55.181568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Attempting to bind port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 on network b1c074bd-a506-4388-980b-b836a98ab276 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:40:55.186682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 on network b1c074bd-a506-4388-980b-b836a98ab276 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:40:55.187189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Attempting to bind port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 on network b1c074bd-a506-4388-980b-b836a98ab276 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:40:55.193651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:40:55.194413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Checking segment: {'id': '81938ce3-015d-43fb-9416-47ce730d5b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:40:55.195298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Bound using segment: {'id': '81938ce3-015d-43fb-9416-47ce730d5b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:40:55.196077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Bound port: 65c3354a-8ecb-43ae-a281-e7a13cc9dd80, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81938ce3-015d-43fb-9416-47ce730d5b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:40:55.196666 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:55.296281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] For port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:40:55.299814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] For port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65c3354a-8ecb-43ae-a281-e7a13cc9dd80,segment=NetworkSegment(81938ce3-015d-43fb-9416-47ce730d5b10),segment_id=81938ce3-015d-43fb-9416-47ce730d5b10)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:40:55.396106 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:55.437986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:55.437986 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:55.438311 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/65c3354a-8ecb-43ae-a281-e7a13cc9dd80 HTTP/1.1" status: 200  len: 1091 time: 0.8952367
Apr 16 21:40:55.438759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:40:55.442708 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d3ffa3-e507-4f50-a051-33e8328a180b" -d '{"events": [{"name": "network-changed", "server_uuid": "f83afebe-c606-461f-9138-67707e788014", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:40:55.468594 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8f175-494c-4e4b-a0ad-658f6473d3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=65c3354a-8ecb-43ae-a281-e7a13cc9dd80,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:55.494334 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6bb449-d47f-4518-9669-3a3e74db15d0 x-openstack-request-id: req-bb6bb449-d47f-4518-9669-3a3e74db15d0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:40:55.494697 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83afebe-c606-461f-9138-67707e788014", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:40:55.495024 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb6bb449-d47f-4518-9669-3a3e74db15d0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:40:55.495507 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6bb449-d47f-4518-9669-3a3e74db15d0'] response: {'name': 'network-changed', 'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'status': 'completed', 'code': 200}
Apr 16 21:40:55.557290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3ffa3-e507-4f50-a051-33e8328a180b req-42ae7dfe-2032-4249-9218-4956b0028f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:55.563327 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48d3ffa3-e507-4f50-a051-33e8328a180b req-42ae7dfe-2032-4249-9218-4956b0028f4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80715ea8284b48959a67d33e8be6b560&device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 1125 time: 0.0430088
Apr 16 21:40:55.667336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3ffa3-e507-4f50-a051-33e8328a180b req-a02efdd7-88cc-43f1-99e0-4dcafd711940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:55.669064 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48d3ffa3-e507-4f50-a051-33e8328a180b req-a02efdd7-88cc-43f1-99e0-4dcafd711940 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=80715ea8284b48959a67d33e8be6b560&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1036828
Apr 16 21:40:55.713364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d403f-1758-48e3-9cc1-6a80d8502852 req-9900bd4a-a2a6-4e04-9c40-abad10c80e38 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:55.714935 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b5d403f-1758-48e3-9cc1-6a80d8502852 req-9900bd4a-a2a6-4e04-9c40-abad10c80e38 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 943 time: 0.0514758
Apr 16 21:40:55.770410 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b5d403f-1758-48e3-9cc1-6a80d8502852 req-503693c4-6bb1-4b99-bbe6-1d1012f6c1f7 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463243
Apr 16 21:40:55.771324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3ffa3-e507-4f50-a051-33e8328a180b req-9bf924d5-f5f4-40b6-956b-603e17ffa7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:55.772846 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48d3ffa3-e507-4f50-a051-33e8328a180b req-9bf924d5-f5f4-40b6-956b-603e17ffa7fe service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0988238
Apr 16 21:40:55.844206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-4b10788c-7510-4de7-98c0-c753b9a78a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:55.845743 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-4b10788c-7510-4de7-98c0-c753b9a78a15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80715ea8284b48959a67d33e8be6b560&device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 1125 time: 0.0398235
Apr 16 21:40:55.886838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-3099bd73-3aa8-4b82-b57c-17c4ef81e11c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65c3354a-8ecb-43ae-a281-e7a13cc9dd80 HTTP/1.1" status: 200  len: 217 time: 0.0342445
Apr 16 21:40:55.933734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-b524b35a-ef18-4f70-99d8-8dd792887e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:55.935169 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-b524b35a-ef18-4f70-99d8-8dd792887e08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c46d9bea-424e-4f3a-9798-5a8627b0c3e2 HTTP/1.1" status: 200  len: 852 time: 0.0434647
Apr 16 21:40:55.981741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-b0ac5fd0-1a41-491a-9ab0-48eea6e05893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:55.983239 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-b0ac5fd0-1a41-491a-9ab0-48eea6e05893 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1c074bd-a506-4388-980b-b836a98ab276&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423288
Apr 16 21:40:56.072872 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-035bd8a6-9879-4d47-a090-6e78e9ae485f service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837262
Apr 16 21:40:56.165502 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebe6d8ed-4a47-411b-b57e-0a6f8ef6b634 req-1248a1b4-6f9d-40f6-8fc4-3f939902df58 service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867016
Apr 16 21:40:56.892219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7716b-3628-4754-b6a9-b5368dd8965b req-2c482431-c805-46fd-a424-ed38c39599d1 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:56.893715 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22d7716b-3628-4754-b6a9-b5368dd8965b req-2c482431-c805-46fd-a424-ed38c39599d1 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 943 time: 0.0486774
Apr 16 21:40:56.943938 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22d7716b-3628-4754-b6a9-b5368dd8965b req-87df4e88-670f-4bf4-ab68-53ada572d6c1 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445433
Apr 16 21:40:58.057700 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e9ced-9237-472d-a4db-3542e34e3633 req-246072f7-0ed7-4b67-a5d8-29724d6517bc tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:58.059177 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e1e9ced-9237-472d-a4db-3542e34e3633 req-246072f7-0ed7-4b67-a5d8-29724d6517bc tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 943 time: 0.0489388
Apr 16 21:40:58.108091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e1e9ced-9237-472d-a4db-3542e34e3633 req-b71d60d0-214f-446e-b8d7-0a7eeb7c0e40 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432093
Apr 16 21:40:59.029148 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:40:59.112735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:40:59.209104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65c3354a-8ecb-43ae-a281-e7a13cc9dd80,segment=NetworkSegment(81938ce3-015d-43fb-9416-47ce730d5b10),segment_id=81938ce3-015d-43fb-9416-47ce730d5b10)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:40:59.220437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'port_id': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'mac_address': 'fa:16:3e:22:30:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:40:59.224111 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631360a8-400a-4b34-a65d-5b582a5c92e6 req-ee01e4a4-b4c4-40ad-90bc-48682fb09576 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:40:59.225662 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-631360a8-400a-4b34-a65d-5b582a5c92e6 req-ee01e4a4-b4c4-40ad-90bc-48682fb09576 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 943 time: 0.0470140
Apr 16 21:40:59.262146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:40:59.262537 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:59.275821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:40:59.281048 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-631360a8-400a-4b34-a65d-5b582a5c92e6 req-80e189a1-5adc-47be-996c-ba86747d8394 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488188
Apr 16 21:40:59.296764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65c3354a-8ecb-43ae-a281-e7a13cc9dd80,segment=NetworkSegment(81938ce3-015d-43fb-9416-47ce730d5b10),segment_id=81938ce3-015d-43fb-9416-47ce730d5b10)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:40:59.377637 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:40:59.426514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=65c3354a-8ecb-43ae-a281-e7a13cc9dd80,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:40:59.433839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.434189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.434530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.434870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.435202 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.435534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.435863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.436212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.436541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.436901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.437231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.437556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.437882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.438200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.438549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:40:59.590264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['65c3354a-8ecb-43ae-a281-e7a13cc9dd80'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:41:00.397848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544e1e4-23d7-40d9-ab6e-5a4eae2049cb req-f3b1c851-f295-4486-8275-ffa2f044e995 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:00.399343 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5544e1e4-23d7-40d9-ab6e-5a4eae2049cb req-f3b1c851-f295-4486-8275-ffa2f044e995 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 944 time: 0.0505018
Apr 16 21:41:00.464661 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5544e1e4-23d7-40d9-ab6e-5a4eae2049cb req-8e68c750-1502-4797-b342-cffcfed158cc tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587826
Apr 16 21:41:01.133262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:41:01.176631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:41:01.262856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:41:01.263231 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:01.340197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:41:01.340573 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:01.362611 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:41:01.365448 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a2221c-6613-45ae-9124-6c269468fc94" -d '{"events": [{"server_uuid": "f83afebe-c606-461f-9138-67707e788014", "name": "network-vif-plugged", "status": "completed", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:41:01.377470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65c3354a-8ecb-43ae-a281-e7a13cc9dd80,segment=NetworkSegment(81938ce3-015d-43fb-9416-47ce730d5b10),segment_id=81938ce3-015d-43fb-9416-47ce730d5b10)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:41:01.404525 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc0fb64-5ee4-44fc-bdc7-7369986fd27b x-openstack-request-id: req-acc0fb64-5ee4-44fc-bdc7-7369986fd27b {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:41:01.404525 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83afebe-c606-461f-9138-67707e788014", "name": "network-vif-plugged", "status": "completed", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:41:01.404525 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acc0fb64-5ee4-44fc-bdc7-7369986fd27b {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:41:01.404525 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc0fb64-5ee4-44fc-bdc7-7369986fd27b'] response: {'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'code': 200}
Apr 16 21:41:01.440282 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:01.489336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=65c3354a-8ecb-43ae-a281-e7a13cc9dd80,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:01.496084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96df8f-bdfd-4d49-bb5a-54514bb4bfb0 req-50353c15-1857-4c3e-ba0a-59da1f9cedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:01.497690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf96df8f-bdfd-4d49-bb5a-54514bb4bfb0 req-50353c15-1857-4c3e-ba0a-59da1f9cedd0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 1127 time: 0.0394177
Apr 16 21:41:01.547729 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf96df8f-bdfd-4d49-bb5a-54514bb4bfb0 req-2214c652-5893-4476-9fc9-9b59f663883b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417409
Apr 16 21:41:01.582782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d067f-96ea-486b-92eb-a6d81d9f352c req-bcd70ada-e4f8-4337-b83b-e285149d9814 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:01.584293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e97d067f-96ea-486b-92eb-a6d81d9f352c req-bcd70ada-e4f8-4337-b83b-e285149d9814 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 945 time: 0.0493131
Apr 16 21:41:01.636268 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e97d067f-96ea-486b-92eb-a6d81d9f352c req-38a4a797-d4ce-4ee5-b14d-c3aaa8b25f8d tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459826
Apr 16 21:41:02.752855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3a816-d45c-46e1-a5b3-769ed97e5a0f req-1a926a25-3159-4f7d-a868-40122bc01465 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:02.754665 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28d3a816-d45c-46e1-a5b3-769ed97e5a0f req-1a926a25-3159-4f7d-a868-40122bc01465 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 945 time: 0.0477529
Apr 16 21:41:02.805696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28d3a816-d45c-46e1-a5b3-769ed97e5a0f req-a4b72593-1fb7-4126-b305-3104f056ed76 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443673
Apr 16 21:41:03.926667 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23eb1ef-6236-4381-98c0-3f824634c4ce req-c77e02f1-765a-4062-ae61-dad40fdcc587 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:03.928165 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c23eb1ef-6236-4381-98c0-3f824634c4ce req-c77e02f1-765a-4062-ae61-dad40fdcc587 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 945 time: 0.0524030
Apr 16 21:41:03.977096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c23eb1ef-6236-4381-98c0-3f824634c4ce req-4b8153fd-3812-4566-ab45-92691cf2a71a tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432560
Apr 16 21:41:04.094850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f019d5a-823c-41b2-9d02-aacf282ead1c req-03d55707-f6fc-4b32-a0bb-aeac0e7a50c0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:04.096276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f019d5a-823c-41b2-9d02-aacf282ead1c req-03d55707-f6fc-4b32-a0bb-aeac0e7a50c0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 945 time: 0.0512352
Apr 16 21:41:04.144847 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f019d5a-823c-41b2-9d02-aacf282ead1c req-8ef5ce7f-9634-40f6-866f-be17546ad4c0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426443
Apr 16 21:41:04.165844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39932) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:04.352830 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0987532c-b2ae-4c8d-8d46-f006a0c22c74 tempest-TestVolumeBackupRestore-1539247336 tempest-TestVolumeBackupRestore-1539247336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:04.354387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0987532c-b2ae-4c8d-8d46-f006a0c22c74 tempest-TestVolumeBackupRestore-1539247336 tempest-TestVolumeBackupRestore-1539247336-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 1122 time: 0.1874950
Apr 16 21:41:04.357393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39938) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:04.361665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'fixed_ip_address': '172.20.0.6'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:04.440467 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:04.521605 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:04.952533 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Allocated IP 172.35.1.231 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:41:05.056105 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for port (ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:05.174982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:05.215819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:41:05.218581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:41:05.222122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:41:05.227436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Pushing event updated for resources: {'Port': ['ID=ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:05.602021 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for floatingip (e846bc44-836f-43ec-bb00-92e8b50f4652), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:05.846576 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:06.003092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for port (ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:06.071528 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:06.143051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Pushing event updated for resources: {'Port': ['ID=ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:06.155363 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (e846bc44-836f-43ec-bb00-92e8b50f4652), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:06.256451 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Floating IP e846bc44-836f-43ec-bb00-92e8b50f4652 associated. External IP: 172.35.1.231, port: 65c3354a-8ecb-43ae-a281-e7a13cc9dd80.
Apr 16 21:41:06.311783 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:06.475474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:41:06.589276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:41:06.599329 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44e90d-ed87-4930-85b1-e83da0656fe1 None None] Sync routers for ids ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:41:06.610058 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44e90d-ed87-4930-85b1-e83da0656fe1 None None] Routers {'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:41:06.610660 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7b44e90d-ed87-4930-85b1-e83da0656fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012485aa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:40:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:06.679261 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:06.723844 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-7b44e90d-ed87-4930-85b1-e83da0656fe1 None None] Set router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:41:06.741479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b9875607-cac6-474e-9fe4-054dde4bf8f2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3830106
Apr 16 21:41:06.743433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39986) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:06.744008 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:41:06.756801 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e006908a-2ed4-4cdf-8a3d-4efeb5de1dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "f83afebe-c606-461f-9138-67707e788014", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:41:06.799757 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299ed664-99b5-430b-b0cf-6adf52310dad x-openstack-request-id: req-299ed664-99b5-430b-b0cf-6adf52310dad {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:41:06.800108 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83afebe-c606-461f-9138-67707e788014", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:41:06.800412 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-299ed664-99b5-430b-b0cf-6adf52310dad {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:41:06.800813 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299ed664-99b5-430b-b0cf-6adf52310dad'] response: {'name': 'network-changed', 'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'status': 'completed', 'code': 200}
Apr 16 21:41:06.807638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518bc3ae-5b5c-4fe6-87d9-5d4bf96a1360 tempest-TestVolumeBackupRestore-1539247336 tempest-TestVolumeBackupRestore-1539247336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:06.811836 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-518bc3ae-5b5c-4fe6-87d9-5d4bf96a1360 tempest-TestVolumeBackupRestore-1539247336 tempest-TestVolumeBackupRestore-1539247336-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 1122 time: 0.0495796
Apr 16 21:41:06.812029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 39990) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:06.817179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-8f25d56b-cd66-4096-b87f-24482c3c7acf tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Request body: {'floatingip': {'port_id': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:06.905795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006908a-2ed4-4cdf-8a3d-4efeb5de1dd8 req-99b5edbd-5a65-47b3-b8cd-15bd7dae35c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:06.907352 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e006908a-2ed4-4cdf-8a3d-4efeb5de1dd8 req-99b5edbd-5a65-47b3-b8cd-15bd7dae35c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80715ea8284b48959a67d33e8be6b560&device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 1127 time: 0.0559235
Apr 16 21:41:06.911694 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f25d56b-cd66-4096-b87f-24482c3c7acf tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for floatingip (e846bc44-836f-43ec-bb00-92e8b50f4652), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:06.955461 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7b44e90d-ed87-4930-85b1-e83da0656fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012485aa60>, [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e846bc44-836f-43ec-bb00-92e8b50f4652', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'port_id': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'mac_address': 'fa:16:3e:22:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83afebe-c606-461f-9138-67707e788014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:41:05Z', 'updated_at': '2022-04-16T21:41:05Z', 'revision_number': 0, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9', 'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'mac_address': 'fa:16:3e:6a:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:40Z', 'updated_at': '2022-04-16T21:37:44Z', 'revision_number': 5, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'subnets': [{'id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:06.991318 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44e90d-ed87-4930-85b1-e83da0656fe1 None None] Checking router: e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:41:07.002037 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44e90d-ed87-4930-85b1-e83da0656fe1 None None] Routers {'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:41:07.002788 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7b44e90d-ed87-4930-85b1-e83da0656fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012485aa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:40:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:07.136730 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-7b44e90d-ed87-4930-85b1-e83da0656fe1 None None] Set router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:41:07.156044 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11c6b-1c84-408a-9d42-f3918b251c5f req-2f1826fc-2a2b-4de6-bdf3-5ff387122fcf tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:07.157596 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5ff11c6b-1c84-408a-9d42-f3918b251c5f req-2f1826fc-2a2b-4de6-bdf3-5ff387122fcf tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.1042347
Apr 16 21:41:07.160892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006908a-2ed4-4cdf-8a3d-4efeb5de1dd8 req-6d5f12b4-b94a-4e0f-847c-935782d88f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:07.163939 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e006908a-2ed4-4cdf-8a3d-4efeb5de1dd8 req-6d5f12b4-b94a-4e0f-847c-935782d88f85 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1c074bd-a506-4388-980b-b836a98ab276 HTTP/1.1" status: 200  len: 914 time: 0.2472632
Apr 16 21:41:07.360555 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e006908a-2ed4-4cdf-8a3d-4efeb5de1dd8 req-92b3e506-41b6-487d-9be9-44795f1ed7ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65c3354a-8ecb-43ae-a281-e7a13cc9dd80 HTTP/1.1" status: 200  len: 999 time: 0.1841705
Apr 16 21:41:07.367105 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5ff11c6b-1c84-408a-9d42-f3918b251c5f req-a8a61661-5dcb-4b56-a6c7-9873cdafb3c2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1994154
Apr 16 21:41:07.370305 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7b44e90d-ed87-4930-85b1-e83da0656fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012485aa60>, [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e846bc44-836f-43ec-bb00-92e8b50f4652', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'port_id': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'mac_address': 'fa:16:3e:22:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83afebe-c606-461f-9138-67707e788014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:41:05Z', 'updated_at': '2022-04-16T21:41:05Z', 'revision_number': 0, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9', 'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'mac_address': 'fa:16:3e:6a:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:40Z', 'updated_at': '2022-04-16T21:37:44Z', 'revision_number': 5, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'subnets': [{'id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:07.398461 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44e90d-ed87-4930-85b1-e83da0656fe1 None None] The sync data for ids ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'] in ncdv-master-1 is: [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e846bc44-836f-43ec-bb00-92e8b50f4652', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'port_id': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'mac_address': 'fa:16:3e:22:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83afebe-c606-461f-9138-67707e788014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:41:05Z', 'updated_at': '2022-04-16T21:41:05Z', 'revision_number': 0, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9', 'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'mac_address': 'fa:16:3e:6a:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:40Z', 'updated_at': '2022-04-16T21:37:44Z', 'revision_number': 5, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'subnets': [{'id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:41:07.459932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006908a-2ed4-4cdf-8a3d-4efeb5de1dd8 req-798683af-5872-46bd-b682-8db695ccf59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:07.461484 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e006908a-2ed4-4cdf-8a3d-4efeb5de1dd8 req-798683af-5872-46bd-b682-8db695ccf59c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c46d9bea-424e-4f3a-9798-5a8627b0c3e2 HTTP/1.1" status: 200  len: 852 time: 0.0935209
Apr 16 21:41:07.561660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006908a-2ed4-4cdf-8a3d-4efeb5de1dd8 req-ac0d101a-90d5-4016-bf7c-44768ff279cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:07.566474 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e006908a-2ed4-4cdf-8a3d-4efeb5de1dd8 req-ac0d101a-90d5-4016-bf7c-44768ff279cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1c074bd-a506-4388-980b-b836a98ab276&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0945578
Apr 16 21:41:07.634193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fb53fd-fb56-49bb-bf1c-c7b6e2fabc7e None None] New status for floating IP e846bc44-836f-43ec-bb00-92e8b50f4652: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:41:07.735769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e006908a-2ed4-4cdf-8a3d-4efeb5de1dd8 req-9b6dec35-2dbe-4622-b36a-4cc486fc99a9 service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1656320
Apr 16 21:41:07.861106 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f25d56b-cd66-4096-b87f-24482c3c7acf tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:07.881794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e006908a-2ed4-4cdf-8a3d-4efeb5de1dd8 req-87168646-7621-44bd-ad2c-bdbf707a41c2 service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389065
Apr 16 21:41:07.949000 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f25d56b-cd66-4096-b87f-24482c3c7acf tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (e846bc44-836f-43ec-bb00-92e8b50f4652), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:07.949844 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-b3fb53fd-fb56-49bb-bf1c-c7b6e2fabc7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:41:07.950212 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-b3fb53fd-fb56-49bb-bf1c-c7b6e2fabc7e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:41:08.158901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f25d56b-cd66-4096-b87f-24482c3c7acf tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:41:08.270891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f25d56b-cd66-4096-b87f-24482c3c7acf tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:41:08.275277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f25d56b-cd66-4096-b87f-24482c3c7acf tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:08.336526 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8f25d56b-cd66-4096-b87f-24482c3c7acf tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "PUT /v2.0/floatingips/e846bc44-836f-43ec-bb00-92e8b50f4652 HTTP/1.1" status: 200  len: 991 time: 1.5233622
Apr 16 21:41:08.451932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fb53fd-fb56-49bb-bf1c-c7b6e2fabc7e None None] New status for floating IP e846bc44-836f-43ec-bb00-92e8b50f4652: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:41:08.486147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283196e-6623-4d33-9f6d-7ca1de49d4a4 req-8938f57c-3002-48c2-a8c1-f9fc6c8dedd5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:08.487781 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0283196e-6623-4d33-9f6d-7ca1de49d4a4 req-8938f57c-3002-48c2-a8c1-f9fc6c8dedd5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0499818
Apr 16 21:41:08.542488 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0283196e-6623-4d33-9f6d-7ca1de49d4a4 req-0b339fe9-b672-4ed7-8d8f-ec7700394fe8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479057
Apr 16 21:41:08.802166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80'}, {'name': 'network-changed', 'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:41:08.806924 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe9d96b-11c2-408b-8833-d7341a02adeb" -d '{"events": [{"name": "network-changed", "server_uuid": "f83afebe-c606-461f-9138-67707e788014", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80"}, {"name": "network-changed", "server_uuid": "f83afebe-c606-461f-9138-67707e788014", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:41:08.848349 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 16 Apr 2022 21:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c111c1a0-c4c0-46fa-8339-37835d4f0a2a x-openstack-request-id: req-c111c1a0-c4c0-46fa-8339-37835d4f0a2a {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:41:08.848749 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83afebe-c606-461f-9138-67707e788014", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f83afebe-c606-461f-9138-67707e788014", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:41:08.849121 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c111c1a0-c4c0-46fa-8339-37835d4f0a2a {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:41:08.849630 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c111c1a0-c4c0-46fa-8339-37835d4f0a2a'] response: {'name': 'network-changed', 'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'status': 'completed', 'code': 200}
Apr 16 21:41:08.850008 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c111c1a0-c4c0-46fa-8339-37835d4f0a2a'] response: {'name': 'network-changed', 'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'status': 'completed', 'code': 200}
Apr 16 21:41:08.886571 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45788c-c556-4c27-a547-f8ce3eb68656 None None] Sync routers for ids ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:41:08.897728 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45788c-c556-4c27-a547-f8ce3eb68656 None None] Routers {'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:41:08.898335 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ca45788c-c556-4c27-a547-f8ce3eb68656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012485a0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:40:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:08.917042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-00943a59-0341-4b4a-83a3-6555512f3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:08.918605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-00943a59-0341-4b4a-83a3-6555512f3ac2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80715ea8284b48959a67d33e8be6b560&device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 1127 time: 0.0417507
Apr 16 21:41:09.011122 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-ca45788c-c556-4c27-a547-f8ce3eb68656 None None] Set router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:41:09.012435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-f146c4d2-0b34-43eb-9156-1c6f429c44cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:09.013975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-f146c4d2-0b34-43eb-9156-1c6f429c44cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1c074bd-a506-4388-980b-b836a98ab276 HTTP/1.1" status: 200  len: 914 time: 0.0883813
Apr 16 21:41:09.026016 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1741ee76-537a-48fa-a7c7-e8e9e9eadc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:09.086373 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-c7b9ba0a-c4d6-4ece-a83d-21b5c193df03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65c3354a-8ecb-43ae-a281-e7a13cc9dd80 HTTP/1.1" status: 200  len: 1001 time: 0.0663102
Apr 16 21:41:09.136854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-4b5cfb5f-6085-4ed2-9ed1-bc7dcdb018e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:09.139398 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-4b5cfb5f-6085-4ed2-9ed1-bc7dcdb018e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c46d9bea-424e-4f3a-9798-5a8627b0c3e2 HTTP/1.1" status: 200  len: 852 time: 0.0448205
Apr 16 21:41:09.183452 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-c97d17c8-1482-4377-8316-86391423d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:09.185066 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-c97d17c8-1482-4377-8316-86391423d0b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1c074bd-a506-4388-980b-b836a98ab276&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0400395
Apr 16 21:41:09.237030 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ca45788c-c556-4c27-a547-f8ce3eb68656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012485a0d0>, [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e846bc44-836f-43ec-bb00-92e8b50f4652', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'port_id': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'mac_address': 'fa:16:3e:22:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83afebe-c606-461f-9138-67707e788014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:41:05Z', 'updated_at': '2022-04-16T21:41:08Z', 'revision_number': 2, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9', 'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'mac_address': 'fa:16:3e:6a:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:40Z', 'updated_at': '2022-04-16T21:37:44Z', 'revision_number': 5, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'subnets': [{'id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:09.265578 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45788c-c556-4c27-a547-f8ce3eb68656 None None] Checking router: e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:41:09.274548 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45788c-c556-4c27-a547-f8ce3eb68656 None None] Routers {'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:41:09.275149 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ca45788c-c556-4c27-a547-f8ce3eb68656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012485a0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:40:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:09.283330 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-3f8d36cb-727d-4a28-9911-877e0e546674 service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0919952
Apr 16 21:41:09.373251 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-459ecac9-b8ca-4f6c-858d-60d6a8d9bd7c service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839012
Apr 16 21:41:09.385556 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-ca45788c-c556-4c27-a547-f8ce3eb68656 None None] Set router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:41:09.479645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-8e4a9483-03d1-4858-bc23-7ad3e553b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:09.481221 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-8e4a9483-03d1-4858-bc23-7ad3e553b892 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80715ea8284b48959a67d33e8be6b560&device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 1127 time: 0.0646324
Apr 16 21:41:09.483022 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96dafe29-d966-4fec-be01-e90c651aad0f req-70e376b4-78dc-4fc5-9f2a-6e38b7a158a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0745595
Apr 16 21:41:09.597153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dafe29-d966-4fec-be01-e90c651aad0f req-5a4e3275-7a74-45fa-8ec7-f006fbe17bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:09.599349 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96dafe29-d966-4fec-be01-e90c651aad0f req-5a4e3275-7a74-45fa-8ec7-f006fbe17bfa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 1127 time: 0.0622246
Apr 16 21:41:09.667894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-35c3d500-45df-4104-82cf-fddbcc389cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:09.669445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-35c3d500-45df-4104-82cf-fddbcc389cb9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1c074bd-a506-4388-980b-b836a98ab276 HTTP/1.1" status: 200  len: 914 time: 0.1773489
Apr 16 21:41:09.683050 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32ad09-b9ac-47dc-8743-2122241b1bc7 req-e570ef6e-ffa9-4ad1-841f-71da72d96b95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:09.685660 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e32ad09-b9ac-47dc-8743-2122241b1bc7 req-e570ef6e-ffa9-4ad1-841f-71da72d96b95 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0601366
Apr 16 21:41:09.728007 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-ca45788c-c556-4c27-a547-f8ce3eb68656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012485a0d0>, [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e846bc44-836f-43ec-bb00-92e8b50f4652', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'port_id': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'mac_address': 'fa:16:3e:22:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83afebe-c606-461f-9138-67707e788014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:41:05Z', 'updated_at': '2022-04-16T21:41:08Z', 'revision_number': 2, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9', 'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'mac_address': 'fa:16:3e:6a:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:40Z', 'updated_at': '2022-04-16T21:37:44Z', 'revision_number': 5, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'subnets': [{'id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:09.748801 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e32ad09-b9ac-47dc-8743-2122241b1bc7 req-bc8d79ec-ba15-4dd0-99c2-c79c4c1ff1dd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544684
Apr 16 21:41:09.765971 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-9275c136-bee8-4f07-a265-d54a13b16d0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65c3354a-8ecb-43ae-a281-e7a13cc9dd80 HTTP/1.1" status: 200  len: 1001 time: 0.0894423
Apr 16 21:41:09.767519 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45788c-c556-4c27-a547-f8ce3eb68656 None None] The sync data for ids ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'] in ncdv-master-1 is: [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e846bc44-836f-43ec-bb00-92e8b50f4652', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'floating_ip_address': '172.35.1.231', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'port_id': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'mac_address': 'fa:16:3e:22:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83afebe-c606-461f-9138-67707e788014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:41:05Z', 'updated_at': '2022-04-16T21:41:08Z', 'revision_number': 2, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9', 'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'mac_address': 'fa:16:3e:6a:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:40Z', 'updated_at': '2022-04-16T21:37:44Z', 'revision_number': 5, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'subnets': [{'id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:41:09.785433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dafe29-d966-4fec-be01-e90c651aad0f req-419f4f30-fd38-4198-b98d-2fdc08329d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:09.787043 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96dafe29-d966-4fec-be01-e90c651aad0f req-419f4f30-fd38-4198-b98d-2fdc08329d9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e745f17-203e-4728-9fb7-50341f5a0a21 HTTP/1.1" status: 200  len: 911 time: 0.1698747
Apr 16 21:41:09.871226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-173e0bea-a6d5-435e-8f0c-3863ab6a9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:09.872854 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-173e0bea-a6d5-435e-8f0c-3863ab6a9b19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c46d9bea-424e-4f3a-9798-5a8627b0c3e2 HTTP/1.1" status: 200  len: 852 time: 0.1006901
Apr 16 21:41:10.219546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96dafe29-d966-4fec-be01-e90c651aad0f req-cf25d32a-a18c-481f-8f77-d62635b658b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28042d4b-e13b-4b15-bfcb-0e0dd805600f HTTP/1.1" status: 200  len: 1000 time: 0.4146857
Apr 16 21:41:10.272894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-e2b7e87c-3ee4-4bab-a0a4-814f7aa3037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:10.274369 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-e2b7e87c-3ee4-4bab-a0a4-814f7aa3037a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1c074bd-a506-4388-980b-b836a98ab276&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3932879
Apr 16 21:41:10.302762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dafe29-d966-4fec-be01-e90c651aad0f req-0314dc38-2769-42e3-afb9-275983438e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:10.304158 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96dafe29-d966-4fec-be01-e90c651aad0f req-0314dc38-2769-42e3-afb9-275983438e47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cbc9f9-2227-4df1-b17b-c5fa9fa39364 HTTP/1.1" status: 200  len: 849 time: 0.0697742
Apr 16 21:41:10.386185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dafe29-d966-4fec-be01-e90c651aad0f req-94cb1312-074f-484f-af23-305f649222a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:10.387694 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96dafe29-d966-4fec-be01-e90c651aad0f req-94cb1312-074f-484f-af23-305f649222a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e745f17-203e-4728-9fb7-50341f5a0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0555434
Apr 16 21:41:10.445735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-63566f1f-5239-4db5-b22c-b8fd037a6094 service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637647
Apr 16 21:41:10.546207 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96dafe29-d966-4fec-be01-e90c651aad0f req-fd72a328-f5a9-452f-8d15-0241882d4378 service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491385
Apr 16 21:41:10.611973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cfe9d96b-11c2-408b-8833-d7341a02adeb req-a6df4767-4a35-490a-9796-82d794c9a5c5 service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588242
Apr 16 21:41:10.651381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96dafe29-d966-4fec-be01-e90c651aad0f req-ad66eeba-85fa-4f3a-ba7c-b1b5bc39fb9c service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980558
Apr 16 21:41:10.871080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a7028-4bd0-45c1-a701-5c133f8d2670 req-242ac60b-e454-470c-b158-bf1a42b6a07c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:10.872999 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c8a7028-4bd0-45c1-a701-5c133f8d2670 req-242ac60b-e454-470c-b158-bf1a42b6a07c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0503986
Apr 16 21:41:10.922080 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c8a7028-4bd0-45c1-a701-5c133f8d2670 req-4c8985a8-3f9f-4ecf-8d9e-b160b367ec29 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426509
Apr 16 21:41:11.651028 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1221cbff-d442-4ab8-bcb2-4284a867c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:12.041969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3c475-db3e-4435-953d-37d1254cc997 req-62e830c2-15dd-4819-b019-e8cc4d19a09c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:12.043558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dcb3c475-db3e-4435-953d-37d1254cc997 req-62e830c2-15dd-4819-b019-e8cc4d19a09c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0477819
Apr 16 21:41:12.092359 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dcb3c475-db3e-4435-953d-37d1254cc997 req-12c40096-786c-4c2c-a364-3a682e734b00 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430501
Apr 16 21:41:12.511338 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:13.210420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9337e7d-6bc0-4341-98c6-4dc16eafd9b0 req-ba1b8c46-2574-4a01-b554-6a072d2741c6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:13.211961 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9337e7d-6bc0-4341-98c6-4dc16eafd9b0 req-ba1b8c46-2574-4a01-b554-6a072d2741c6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0493698
Apr 16 21:41:13.261167 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9337e7d-6bc0-4341-98c6-4dc16eafd9b0 req-a53cc2d2-a625-4f6f-bd18-599e004b076b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432971
Apr 16 21:41:13.546296 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:14.183089 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:14.383677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de137c90-6f5b-4cf7-8963-e0450aa415b2 req-fd0ea6e3-7db1-4faf-a32a-38d5317ffdc6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:14.385219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-de137c90-6f5b-4cf7-8963-e0450aa415b2 req-fd0ea6e3-7db1-4faf-a32a-38d5317ffdc6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0529232
Apr 16 21:41:14.435551 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-de137c90-6f5b-4cf7-8963-e0450aa415b2 req-05d64556-1fc1-4e3f-8ea0-8e1c059fc7cf tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445139
Apr 16 21:41:15.425603 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:15.559146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc35b4-360d-4ffb-a782-16e93a3e0590 req-024028e5-30cd-4d39-be06-1f5ef14cb0ea tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:15.560903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fbbc35b4-360d-4ffb-a782-16e93a3e0590 req-024028e5-30cd-4d39-be06-1f5ef14cb0ea tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0573680
Apr 16 21:41:15.612280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fbbc35b4-360d-4ffb-a782-16e93a3e0590 req-bb0da4d4-5cad-4671-9ad7-070a786e5a33 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449562
Apr 16 21:41:16.743451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917a216-2e37-4a7a-b2a3-e2be1fb2b5a3 req-c54e385f-b5c0-4662-9d45-73ff4ebc56a9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:16.745094 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5917a216-2e37-4a7a-b2a3-e2be1fb2b5a3 req-c54e385f-b5c0-4662-9d45-73ff4ebc56a9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0583444
Apr 16 21:41:16.799313 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5917a216-2e37-4a7a-b2a3-e2be1fb2b5a3 req-f32a6973-f100-4174-b427-0ec18897940e tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478289
Apr 16 21:41:17.916419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36dd88-455d-4ae3-b197-c2b01fae75fd req-aee27f2a-d65a-4951-9d2d-9681e42c4425 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:17.917925 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe36dd88-455d-4ae3-b197-c2b01fae75fd req-aee27f2a-d65a-4951-9d2d-9681e42c4425 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0490134
Apr 16 21:41:17.968868 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe36dd88-455d-4ae3-b197-c2b01fae75fd req-da663926-9c8c-4b24-a8c1-f086b0f85a12 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452595
Apr 16 21:41:19.214770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b988a5-141f-4b99-89ef-0b94632b23fc req-4762e695-72a2-4292-9313-33f23ef6c0a9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:19.216276 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32b988a5-141f-4b99-89ef-0b94632b23fc req-4762e695-72a2-4292-9313-33f23ef6c0a9 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0479209
Apr 16 21:41:19.266102 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32b988a5-141f-4b99-89ef-0b94632b23fc req-28a477c6-b723-4f63-b7c5-a1e07badb99c tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440524
Apr 16 21:41:20.029205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe949c-cac7-48f5-bf70-43f4f240dad3 req-1c82e6bc-9c8d-4daf-828c-673d27713359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:20.030703 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2fe949c-cac7-48f5-bf70-43f4f240dad3 req-1c82e6bc-9c8d-4daf-828c-673d27713359 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 1127 time: 0.0395188
Apr 16 21:41:20.136754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe949c-cac7-48f5-bf70-43f4f240dad3 req-a5cd71da-8fc5-4370-9c64-86e2e5033c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:20.138136 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2fe949c-cac7-48f5-bf70-43f4f240dad3 req-a5cd71da-8fc5-4370-9c64-86e2e5033c07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4dd7eb45-8776-4f81-9375-6aaa334b721b HTTP/1.1" status: 200  len: 898 time: 0.0898852
Apr 16 21:41:20.204728 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2fe949c-cac7-48f5-bf70-43f4f240dad3 req-b43053b2-a2f3-46a6-befe-32fbab481670 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73138183-36f0-4a32-833a-7b6e3fa38956 HTTP/1.1" status: 200  len: 1000 time: 0.0602214
Apr 16 21:41:20.257738 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe949c-cac7-48f5-bf70-43f4f240dad3 req-9f168f30-9cad-4596-b205-e50b67e30a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:20.259165 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2fe949c-cac7-48f5-bf70-43f4f240dad3 req-9f168f30-9cad-4596-b205-e50b67e30a0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9df171eb-d48f-4003-91e2-9e61dfe9a321 HTTP/1.1" status: 200  len: 834 time: 0.0479813
Apr 16 21:41:20.303061 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe949c-cac7-48f5-bf70-43f4f240dad3 req-bc529a4f-6d6e-4b61-8426-625955339358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:20.304700 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2fe949c-cac7-48f5-bf70-43f4f240dad3 req-bc529a4f-6d6e-4b61-8426-625955339358 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dd7eb45-8776-4f81-9375-6aaa334b721b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0399678
Apr 16 21:41:20.385184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718afb24-cbf7-4602-948b-0c38b6b27e45 req-10912f0c-665a-4496-ad52-db146578b533 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:20.386703 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-718afb24-cbf7-4602-948b-0c38b6b27e45 req-10912f0c-665a-4496-ad52-db146578b533 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0481670
Apr 16 21:41:20.397473 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2fe949c-cac7-48f5-bf70-43f4f240dad3 req-588d02cb-b311-41e7-b114-8823d21e51dd service neutron] 10.222.0.41 "GET /v2.0/networks/4dd7eb45-8776-4f81-9375-6aaa334b721b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871327
Apr 16 21:41:20.441309 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-718afb24-cbf7-4602-948b-0c38b6b27e45 req-5a2f1752-d7ec-459d-ace8-d3c1ccb58ce3 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486450
Apr 16 21:41:20.493186 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a2fe949c-cac7-48f5-bf70-43f4f240dad3 req-0ec24f5e-26dc-49fd-b840-c97ce498fd90 service neutron] 10.222.0.41 "GET /v2.0/networks/4dd7eb45-8776-4f81-9375-6aaa334b721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890801
Apr 16 21:41:21.557329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac91de5-dd5e-4521-98c0-1f825a978873 req-01002655-10e4-4a34-8449-129c455f8040 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:21.558843 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bac91de5-dd5e-4521-98c0-1f825a978873 req-01002655-10e4-4a34-8449-129c455f8040 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0484140
Apr 16 21:41:21.607491 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bac91de5-dd5e-4521-98c0-1f825a978873 req-9f204e2e-1423-408f-adc6-ab330d9f0bbf tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429993
Apr 16 21:41:22.726030 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187835a-680c-47f6-9afa-875ded7918cc req-63327c7c-e66b-4be1-aad5-55c00afb0328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:22.727401 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a187835a-680c-47f6-9afa-875ded7918cc req-63327c7c-e66b-4be1-aad5-55c00afb0328 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0518775
Apr 16 21:41:22.779530 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a187835a-680c-47f6-9afa-875ded7918cc req-79df6984-eb6c-4736-b4f2-19afaa3a6d3b tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463367
Apr 16 21:41:23.899141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae32da-8de4-4bde-8d1c-b3660635a323 req-19aab4b3-c650-4206-bade-bf4f8a350119 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:23.900699 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3ae32da-8de4-4bde-8d1c-b3660635a323 req-19aab4b3-c650-4206-bade-bf4f8a350119 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0496769
Apr 16 21:41:23.951658 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3ae32da-8de4-4bde-8d1c-b3660635a323 req-36e6fcf2-9c3f-4ec4-bee0-ee4fe947ec87 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451803
Apr 16 21:41:25.074287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c241b6-0985-42af-b0d9-d2e5a7bfbe92 req-228f00de-ad20-4253-bd26-6360c7984fa8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:25.075759 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40c241b6-0985-42af-b0d9-d2e5a7bfbe92 req-228f00de-ad20-4253-bd26-6360c7984fa8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0472517
Apr 16 21:41:25.125185 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40c241b6-0985-42af-b0d9-d2e5a7bfbe92 req-252198ea-4fe0-4bc9-a103-17cd8801ca73 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438111
Apr 16 21:41:25.807773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08cc7-8688-45f0-8682-124aeb3734b1 req-f8bb80c4-4241-4ed7-811c-d33f11bbda39 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:25.809207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0fa08cc7-8688-45f0-8682-124aeb3734b1 req-f8bb80c4-4241-4ed7-811c-d33f11bbda39 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0471940
Apr 16 21:41:25.860131 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0fa08cc7-8688-45f0-8682-124aeb3734b1 req-f5a0fbc2-c461-443d-9d79-17612ce219e5 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0449684
Apr 16 21:41:26.241402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e3960-8b1d-4026-bdfe-a45a8ce95657 req-7af63892-7660-4442-bfe6-367064e052c8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:26.242834 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5d7e3960-8b1d-4026-bdfe-a45a8ce95657 req-7af63892-7660-4442-bfe6-367064e052c8 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0478699
Apr 16 21:41:26.294270 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5d7e3960-8b1d-4026-bdfe-a45a8ce95657 req-04ccdfdd-715a-40cc-bedd-a8809e762ed4 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455487
Apr 16 21:41:26.403722 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40240) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:26.544625 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ce67782-8c60-4d3f-a487-7d8d45a2653b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d51b576f9c0241c1a254f15308a455ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1396227
Apr 16 21:41:26.546988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40244) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:26.602003 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f408976-65a7-4838-804a-0adf6a861569 admin admin] Publish callbacks [] for security_group (6c1b5a2e-f391-40cd-b929-186e89fd6533), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:26.629389 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f408976-65a7-4838-804a-0adf6a861569 admin admin] Publish callbacks [] for security_group (6c1b5a2e-f391-40cd-b929-186e89fd6533), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:26.754266 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f408976-65a7-4838-804a-0adf6a861569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6c1b5a2e-f391-40cd-b929-186e89fd6533), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:26.754266 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f408976-65a7-4838-804a-0adf6a861569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:26.756085 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4f408976-65a7-4838-804a-0adf6a861569 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c1b5a2e-f391-40cd-b929-186e89fd6533 HTTP/1.1" status: 204  len: 168 time: 0.2081397
Apr 16 21:41:26.763980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f408976-65a7-4838-804a-0adf6a861569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1b5a2e-f391-40cd-b929-186e89fd6533,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:26.862799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffc9fc-916c-4825-b9aa-44b332137e1c req-695e9e8c-646e-4400-b4dc-8ef98eeac911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:26.864388 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6bffc9fc-916c-4825-b9aa-44b332137e1c req-695e9e8c-646e-4400-b4dc-8ef98eeac911 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 1127 time: 0.0394814
Apr 16 21:41:26.931865 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6bffc9fc-916c-4825-b9aa-44b332137e1c req-a08e14ec-3fc0-431b-a926-4216f109e1f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611753
Apr 16 21:41:26.978100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbe332-7bdd-4543-b5e2-035273ff9cae req-d00a4bff-3f93-4dbf-8647-0aba463107c2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:26.979548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6bbe332-7bdd-4543-b5e2-035273ff9cae req-d00a4bff-3f93-4dbf-8647-0aba463107c2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0467978
Apr 16 21:41:27.029387 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6bbe332-7bdd-4543-b5e2-035273ff9cae req-ce88d002-4abc-4688-b89f-8935705628eb tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0437787
Apr 16 21:41:27.440949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50de4f-b0f2-46aa-b149-14352ec6ff74 req-47d4871f-a184-4652-bd51-699fc75d528d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:27.442458 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fb50de4f-b0f2-46aa-b149-14352ec6ff74 req-47d4871f-a184-4652-bd51-699fc75d528d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0724981
Apr 16 21:41:27.492273 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fb50de4f-b0f2-46aa-b149-14352ec6ff74 req-aa4d1e35-eb6e-49cf-99fb-23dc025131c2 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434060
Apr 16 21:41:28.152218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4820486-1ae7-443b-84e0-f5342b054baa req-622cdc12-6eba-4fdb-8efa-22017de5243a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:28.153722 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4820486-1ae7-443b-84e0-f5342b054baa req-622cdc12-6eba-4fdb-8efa-22017de5243a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0525568
Apr 16 21:41:28.201720 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4820486-1ae7-443b-84e0-f5342b054baa req-fb8cc7b4-e4b4-49b3-b123-76f232080d2c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0418687
Apr 16 21:41:28.309295 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 73138183-36f0-4a32-833a-7b6e3fa38956 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:41:28.313321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 73138183-36f0-4a32-833a-7b6e3fa38956 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:41:28.477993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 73138183-36f0-4a32-833a-7b6e3fa38956, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73138183-36f0-4a32-833a-7b6e3fa38956,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:41:28.499014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '73138183-36f0-4a32-833a-7b6e3fa38956', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'port_id': '73138183-36f0-4a32-833a-7b6e3fa38956', 'mac_address': 'fa:16:3e:15:73:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:41:28.529222 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 73138183-36f0-4a32-833a-7b6e3fa38956 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:41:28.529881 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:28.557873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 73138183-36f0-4a32-833a-7b6e3fa38956 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:41:28.558259 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:28.565044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:41:28.567256 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be1afdd-0489-4572-b0b4-d5a1f71a3392" -d '{"events": [{"server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "name": "network-vif-unplugged", "status": "completed", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:41:28.590030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73138183-36f0-4a32-833a-7b6e3fa38956 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:41:28.597919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 73138183-36f0-4a32-833a-7b6e3fa38956, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73138183-36f0-4a32-833a-7b6e3fa38956,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:41:28.611634 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c0fcae-e396-4964-97c1-3726230971c6 x-openstack-request-id: req-e0c0fcae-e396-4964-97c1-3726230971c6 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:41:28.611932 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "name": "network-vif-unplugged", "status": "completed", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:41:28.612301 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0c0fcae-e396-4964-97c1-3726230971c6 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:41:28.612647 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c0fcae-e396-4964-97c1-3726230971c6'] response: {'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956', 'code': 200}
Apr 16 21:41:28.628274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dcbff-0c6e-481a-a954-b9331a95ccf5 req-3bd6cb16-0fdb-4423-a847-0b518895f5e0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:28.635907 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-713dcbff-0c6e-481a-a954-b9331a95ccf5 req-3bd6cb16-0fdb-4423-a847-0b518895f5e0 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0688865
Apr 16 21:41:28.693770 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-713dcbff-0c6e-481a-a954-b9331a95ccf5 req-6e732473-2c28-4069-95a4-230705b471dd tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561206
Apr 16 21:41:28.700954 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:28.723174 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40376) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:28.773574 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:41:28.773944 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:41:28.786162 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=73138183-36f0-4a32-833a-7b6e3fa38956,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:28.803751 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a52366e9-4ab3-4a97-997c-10de4b74f6c5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/floatingips/848e1d74-bf08-470c-902c-e351f6ea472f HTTP/1.1" status: 200  len: 990 time: 0.0787036
Apr 16 21:41:29.315783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 73138183-36f0-4a32-833a-7b6e3fa38956 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:41:29.316804 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:29.331199 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73138183-36f0-4a32-833a-7b6e3fa38956 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:41:29.334501 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6971ea-40a9-43ee-8333-de8c6632cdf3 req-186fe7eb-4573-4180-ae09-d9759ba2b90a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:29.340705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ff6971ea-40a9-43ee-8333-de8c6632cdf3 req-186fe7eb-4573-4180-ae09-d9759ba2b90a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0655320
Apr 16 21:41:29.352911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 73138183-36f0-4a32-833a-7b6e3fa38956, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73138183-36f0-4a32-833a-7b6e3fa38956,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:41:29.390846 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ff6971ea-40a9-43ee-8333-de8c6632cdf3 req-e88e10c5-1208-4627-bce1-8822105d20a8 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0466616
Apr 16 21:41:29.428009 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:29.474944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=73138183-36f0-4a32-833a-7b6e3fa38956,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:29.733225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['73138183-36f0-4a32-833a-7b6e3fa38956'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:41:30.508774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c94129-338a-4ec7-b213-517dea48caf4 req-819702de-4db7-4f73-9904-8a81c021696d tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:30.510277 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40c94129-338a-4ec7-b213-517dea48caf4 req-819702de-4db7-4f73-9904-8a81c021696d tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0487621
Apr 16 21:41:30.558205 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40c94129-338a-4ec7-b213-517dea48caf4 req-fd714bf0-e835-46d0-9a3b-23ddad60fed1 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0422611
Apr 16 21:41:30.564911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 73138183-36f0-4a32-833a-7b6e3fa38956 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:41:30.616247 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 73138183-36f0-4a32-833a-7b6e3fa38956 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:41:30.616635 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:30.692059 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 73138183-36f0-4a32-833a-7b6e3fa38956 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:41:30.692502 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:30.714309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:41:30.716593 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bec7b49-5302-4479-9308-c75c1b50f9c9" -d '{"events": [{"server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "name": "network-vif-plugged", "status": "completed", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:41:30.728977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 73138183-36f0-4a32-833a-7b6e3fa38956, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73138183-36f0-4a32-833a-7b6e3fa38956,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:41:30.753966 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288e0191-f1e9-4880-8691-bfcbbfa71ea9 x-openstack-request-id: req-288e0191-f1e9-4880-8691-bfcbbfa71ea9 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:41:30.754257 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "name": "network-vif-plugged", "status": "completed", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:41:30.754510 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-288e0191-f1e9-4880-8691-bfcbbfa71ea9 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:41:30.754951 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-288e0191-f1e9-4880-8691-bfcbbfa71ea9'] response: {'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956', 'code': 200}
Apr 16 21:41:30.790724 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:30.841445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=73138183-36f0-4a32-833a-7b6e3fa38956,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:31.677849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa76e8-5352-4e72-9dba-0d894d48b55f req-e2601aca-2267-46ba-a733-11b3760771ab tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:31.680409 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d2fa76e8-5352-4e72-9dba-0d894d48b55f req-e2601aca-2267-46ba-a733-11b3760771ab tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0491574
Apr 16 21:41:31.731841 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d2fa76e8-5352-4e72-9dba-0d894d48b55f req-70207b54-304b-494a-8f1b-e05f55394167 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0456591
Apr 16 21:41:32.848456 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10203b-1525-4e80-a016-cf29c81a89b9 req-9516ae30-3d29-49fe-82af-69c97c3d67d6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:32.854023 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4c10203b-1525-4e80-a016-cf29c81a89b9 req-9516ae30-3d29-49fe-82af-69c97c3d67d6 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0487809
Apr 16 21:41:32.896944 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4c10203b-1525-4e80-a016-cf29c81a89b9 req-87d7e3f4-988f-48d3-b829-8890341db9fa tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0412905
Apr 16 21:41:33.714169 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40454) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:33.759443 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Deleting subnet 66941e00-9f2d-4417-9438-17bbc50f6c31 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:41:33.762645 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Publish callbacks [] for subnet (66941e00-9f2d-4417-9438-17bbc50f6c31), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:33.798301 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (66941e00-9f2d-4417-9438-17bbc50f6c31), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:33.836994 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (66941e00-9f2d-4417-9438-17bbc50f6c31), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:33.954077 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (66941e00-9f2d-4417-9438-17bbc50f6c31), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:33.990820 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:33.994199 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/66941e00-9f2d-4417-9438-17bbc50f6c31 HTTP/1.1" status: 204  len: 168 time: 0.2790000
Apr 16 21:41:33.996725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40460) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:33.997184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66941e00-9f2d-4417-9438-17bbc50f6c31,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:34.014862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.014862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.014862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.015223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.015496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.015840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.016228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.016695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.017035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.017371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.017709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.018051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.018383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.018718 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.019046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fa51f-84c1-47c4-8374-9dee4db8486b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:34.058991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbde439-f3fb-4aa9-aa27-cdbb29ffed3e req-d8792406-acf6-4d8c-88a0-81024ae30c88 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:34.060732 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6cbde439-f3fb-4aa9-aa27-cdbb29ffed3e req-d8792406-acf6-4d8c-88a0-81024ae30c88 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0652709
Apr 16 21:41:34.072196 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f6661eb-a59b-4ee5-9d15-475502b90d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (ae312670-622b-491e-8d2c-d3ae19809533), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.110561 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6cbde439-f3fb-4aa9-aa27-cdbb29ffed3e req-d58218a5-7f5e-4288-bda8-4329492d4ba2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0429735
Apr 16 21:41:34.152290 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f6661eb-a59b-4ee5-9d15-475502b90d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (ae312670-622b-491e-8d2c-d3ae19809533), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.173007 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-5f6661eb-a59b-4ee5-9d15-475502b90d47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ee4ef70>,) {'filters': {'network_id': ['ae312670-622b-491e-8d2c-d3ae19809533']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:34.182237 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-5f6661eb-a59b-4ee5-9d15-475502b90d47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ee4ef70>, 'c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:34.182536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-5f6661eb-a59b-4ee5-9d15-475502b90d47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ee4ef70>, 'c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:34.191818 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f6661eb-a59b-4ee5-9d15-475502b90d47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.205429 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f6661eb-a59b-4ee5-9d15-475502b90d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.211383 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6661eb-a59b-4ee5-9d15-475502b90d47 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:41:34.211764 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f6661eb-a59b-4ee5-9d15-475502b90d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (c04b5e23-f9e8-4ff2-ae87-985ce79cbbb0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:41:34.214224 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:41:34.370087 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f6661eb-a59b-4ee5-9d15-475502b90d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (ae312670-622b-491e-8d2c-d3ae19809533), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.375726 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f6661eb-a59b-4ee5-9d15-475502b90d47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.379171 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5f6661eb-a59b-4ee5-9d15-475502b90d47 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ae312670-622b-491e-8d2c-d3ae19809533 HTTP/1.1" status: 204  len: 168 time: 0.3813052
Apr 16 21:41:34.382137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40464) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:34.390972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6661eb-a59b-4ee5-9d15-475502b90d47 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae312670-622b-491e-8d2c-d3ae19809533,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:34.405076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40466) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:34.429450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cb695c-511b-4edc-8b62-a16a7d237196 admin admin] Deleting subnet 4838a91a-2d87-4d79-8c49-911c51b037a9 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:41:34.432817 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-63cb695c-511b-4edc-8b62-a16a7d237196 admin admin] Publish callbacks [] for subnet (4838a91a-2d87-4d79-8c49-911c51b037a9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.474996 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-63cb695c-511b-4edc-8b62-a16a7d237196 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (4838a91a-2d87-4d79-8c49-911c51b037a9), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.479041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec7ef0-9490-4f7d-8202-ee2bc04650d4 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:34.479533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec7ef0-9490-4f7d-8202-ee2bc04650d4 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:34.480017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec7ef0-9490-4f7d-8202-ee2bc04650d4 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:34.481772 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-04ec7ef0-9490-4f7d-8202-ee2bc04650d4 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=5279e09b8205420980e8c7accbcc5f93&network_id=b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 HTTP/1.1" status: 200  len: 3074 time: 0.0757236
Apr 16 21:41:34.515702 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-63cb695c-511b-4edc-8b62-a16a7d237196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (4838a91a-2d87-4d79-8c49-911c51b037a9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.642162 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-63cb695c-511b-4edc-8b62-a16a7d237196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (4838a91a-2d87-4d79-8c49-911c51b037a9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.669436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb695c-511b-4edc-8b62-a16a7d237196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4838a91a-2d87-4d79-8c49-911c51b037a9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:34.671432 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-63cb695c-511b-4edc-8b62-a16a7d237196 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.675380 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-63cb695c-511b-4edc-8b62-a16a7d237196 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4838a91a-2d87-4d79-8c49-911c51b037a9 HTTP/1.1" status: 204  len: 168 time: 0.2915924
Apr 16 21:41:34.677534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40472) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:34.749162 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e86048ee-243b-45d3-8148-f0137f9c5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (d485aa93-da0e-4c1c-86a5-ba3af3c88b23), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.827163 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e86048ee-243b-45d3-8148-f0137f9c5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (d485aa93-da0e-4c1c-86a5-ba3af3c88b23), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.855165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-e86048ee-243b-45d3-8148-f0137f9c5e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f012537e7f0>,) {'filters': {'network_id': ['d485aa93-da0e-4c1c-86a5-ba3af3c88b23']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:34.864228 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-e86048ee-243b-45d3-8148-f0137f9c5e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f012537e7f0>, '36a41055-8126-4844-b67b-cf3333282e72') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:34.864526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-e86048ee-243b-45d3-8148-f0137f9c5e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f012537e7f0>, '36a41055-8126-4844-b67b-cf3333282e72') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:34.874124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e86048ee-243b-45d3-8148-f0137f9c5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (36a41055-8126-4844-b67b-cf3333282e72), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.887997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e86048ee-243b-45d3-8148-f0137f9c5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (36a41055-8126-4844-b67b-cf3333282e72), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.893844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86048ee-243b-45d3-8148-f0137f9c5e62 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:41:34.894158 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e86048ee-243b-45d3-8148-f0137f9c5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (36a41055-8126-4844-b67b-cf3333282e72), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:41:34.895796 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:41:35.004972 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e86048ee-243b-45d3-8148-f0137f9c5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (d485aa93-da0e-4c1c-86a5-ba3af3c88b23), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:35.009620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e86048ee-243b-45d3-8148-f0137f9c5e62 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:35.013092 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e86048ee-243b-45d3-8148-f0137f9c5e62 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d485aa93-da0e-4c1c-86a5-ba3af3c88b23 HTTP/1.1" status: 204  len: 168 time: 0.3345633
Apr 16 21:41:35.026747 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86048ee-243b-45d3-8148-f0137f9c5e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=d485aa93-da0e-4c1c-86a5-ba3af3c88b23,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:35.224740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a8081-dc57-4b1b-8122-bdcfa72c19c1 req-d7786c5d-b995-4266-baac-d600b9014d65 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:35.226256 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-321a8081-dc57-4b1b-8122-bdcfa72c19c1 req-d7786c5d-b995-4266-baac-d600b9014d65 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0468376
Apr 16 21:41:35.276505 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-321a8081-dc57-4b1b-8122-bdcfa72c19c1 req-82ed24b4-9a40-4fa2-b574-722873225cd8 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0442169
Apr 16 21:41:35.393017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40482) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:35.433947 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f8fba841-c005-40a2-9a46-22e3d17491ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c96a293eac61499182c2a30c324d461f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0396705
Apr 16 21:41:35.436388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40484) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:35.483773 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4426a1c9-d4e5-42f0-a1ce-d03f944f7f02 admin admin] Publish callbacks [] for security_group (a6361e13-dfc3-485f-a710-a84e1a540abb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:35.504851 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4426a1c9-d4e5-42f0-a1ce-d03f944f7f02 admin admin] Publish callbacks [] for security_group (a6361e13-dfc3-485f-a710-a84e1a540abb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:35.605096 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4426a1c9-d4e5-42f0-a1ce-d03f944f7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a6361e13-dfc3-485f-a710-a84e1a540abb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:35.607852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4426a1c9-d4e5-42f0-a1ce-d03f944f7f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:35.609098 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4426a1c9-d4e5-42f0-a1ce-d03f944f7f02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6361e13-dfc3-485f-a710-a84e1a540abb HTTP/1.1" status: 204  len: 168 time: 0.1717956
Apr 16 21:41:35.617898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426a1c9-d4e5-42f0-a1ce-d03f944f7f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6361e13-dfc3-485f-a710-a84e1a540abb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:35.894215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40490) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:35.948139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee3f05-a638-41ed-acb3-70a7c781f14d tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:35.956575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b1ee3f05-a638-41ed-acb3-70a7c781f14d tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679 HTTP/1.1" status: 200  len: 814 time: 0.0545921
Apr 16 21:41:36.031318 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:41:36.321996 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:36.379321 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40506) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:36.400783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0092c-ed1f-4eea-baa0-7fca712a0366 req-dc0d93af-ca71-49aa-bb25-4f9dc76671ff tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:36.407250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40508) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:36.408552 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a0e0092c-ed1f-4eea-baa0-7fca712a0366 req-dc0d93af-ca71-49aa-bb25-4f9dc76671ff tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0629187
Apr 16 21:41:36.413143 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f8eaa0f2-7ae4-4dc0-9c0b-f568e92cf9e2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'network': {'name': 'tempest-network-smoke--252315897', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'port_security_enabled': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:36.460741 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a0e0092c-ed1f-4eea-baa0-7fca712a0366 req-9da91f3d-0f26-4522-99e1-3039a878ea97 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0512581
Apr 16 21:41:36.463249 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-398e98fe-2864-442c-8d54-dd0b38e2b7c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0048088b719a4e8db617ac0c148b0286&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0814724
Apr 16 21:41:36.465520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40520) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:36.516470 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f0d89d5-3e70-472e-9001-56aef2d63788 admin admin] Publish callbacks [] for security_group (743ecf0b-5951-49ca-bdaf-7f07a7015492), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:36.540550 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f0d89d5-3e70-472e-9001-56aef2d63788 admin admin] Publish callbacks [] for security_group (743ecf0b-5951-49ca-bdaf-7f07a7015492), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:36.573347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eaa0f2-7ae4-4dc0-9c0b-f568e92cf9e2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Made reservation on behalf of 5279e09b8205420980e8c7accbcc5f93 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:41:36.576701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8eaa0f2-7ae4-4dc0-9c0b-f568e92cf9e2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:36.601651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8eaa0f2-7ae4-4dc0-9c0b-f568e92cf9e2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:41:36.611331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8eaa0f2-7ae4-4dc0-9c0b-f568e92cf9e2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0ddc600f-931f-4e31-b91a-b0d4765cf98c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:36.611678 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-f8eaa0f2-7ae4-4dc0-9c0b-f568e92cf9e2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Added segment 0ddc600f-931f-4e31-b91a-b0d4765cf98c of type vlan for network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d
Apr 16 21:41:36.650252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8eaa0f2-7ae4-4dc0-9c0b-f568e92cf9e2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (4dde0f08-8661-4da9-83c4-4c68c0d1d88d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:36.676103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f0d89d5-3e70-472e-9001-56aef2d63788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (743ecf0b-5951-49ca-bdaf-7f07a7015492), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:36.678681 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4f0d89d5-3e70-472e-9001-56aef2d63788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:36.680936 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4f0d89d5-3e70-472e-9001-56aef2d63788 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/743ecf0b-5951-49ca-bdaf-7f07a7015492 HTTP/1.1" status: 204  len: 168 time: 0.2134202
Apr 16 21:41:36.693690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d89d5-3e70-472e-9001-56aef2d63788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743ecf0b-5951-49ca-bdaf-7f07a7015492,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:36.833388 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8eaa0f2-7ae4-4dc0-9c0b-f568e92cf9e2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (4dde0f08-8661-4da9-83c4-4c68c0d1d88d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:36.837011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571890c-c727-4c42-b3a8-069728c8cc3c req-11d0801e-8422-4de7-9495-14eaaa2a5637 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:36.839103 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b571890c-c727-4c42-b3a8-069728c8cc3c req-11d0801e-8422-4de7-9495-14eaaa2a5637 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0542583
Apr 16 21:41:36.839261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eaa0f2-7ae4-4dc0-9c0b-f568e92cf9e2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:36.839808 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8eaa0f2-7ae4-4dc0-9c0b-f568e92cf9e2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:36.888296 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b571890c-c727-4c42-b3a8-069728c8cc3c req-1621414e-f974-4354-924f-fc3274affca9 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0431046
Apr 16 21:41:36.912112 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eaa0f2-7ae4-4dc0-9c0b-f568e92cf9e2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Network': ['ID=4dde0f08-8661-4da9-83c4-4c68c0d1d88d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:36.926524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:41:37.023423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e88c8-b4f9-4951-b9d1-96813a456ebb req-8b6085f5-811b-464e-ac93-a39f02b4ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:37.025556 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5e88c8-b4f9-4951-b9d1-96813a456ebb req-8b6085f5-811b-464e-ac93-a39f02b4ddbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 1127 time: 0.0413263
Apr 16 21:41:37.057026 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f8eaa0f2-7ae4-4dc0-9c0b-f568e92cf9e2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6472642
Apr 16 21:41:37.059065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40528) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:37.123258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e88c8-b4f9-4951-b9d1-96813a456ebb req-ad731652-cbd4-4541-85f3-59595cb02b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:37.124869 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5e88c8-b4f9-4951-b9d1-96813a456ebb req-ad731652-cbd4-4541-85f3-59595cb02b13 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e745f17-203e-4728-9fb7-50341f5a0a21 HTTP/1.1" status: 200  len: 911 time: 0.0944138
Apr 16 21:41:37.128964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bb222a-5d7e-4b72-9df1-470016757401 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:37.131310 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f5bb222a-5d7e-4b72-9df1-470016757401 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5279e09b8205420980e8c7accbcc5f93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0702693
Apr 16 21:41:37.135112 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40532) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:37.193794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5e88c8-b4f9-4951-b9d1-96813a456ebb req-26a0f4f6-f4a4-4ff9-b48a-fe4950ca172b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28042d4b-e13b-4b15-bfcb-0e0dd805600f HTTP/1.1" status: 200  len: 1000 time: 0.0629232
Apr 16 21:41:37.232868 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a649f-e8e1-425f-9e17-58a881b34fb2 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:37.234407 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-952a649f-e8e1-425f-9e17-58a881b34fb2 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0981843
Apr 16 21:41:37.237323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40536) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:37.250658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e88c8-b4f9-4951-b9d1-96813a456ebb req-5f8d2e2c-c479-4927-a5d9-68a649d0b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:37.253657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5e88c8-b4f9-4951-b9d1-96813a456ebb req-5f8d2e2c-c479-4927-a5d9-68a649d0b4a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cbc9f9-2227-4df1-b17b-c5fa9fa39364 HTTP/1.1" status: 200  len: 849 time: 0.0522203
Apr 16 21:41:37.266159 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a8e93e0d-92e6-44f4-9a4d-a744351a064f tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0277021
Apr 16 21:41:37.268894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40540) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:37.301819 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-17f3b132-8dba-46e6-a583-acfa3669b485 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5279e09b8205420980e8c7accbcc5f93&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0309916
Apr 16 21:41:37.307530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e88c8-b4f9-4951-b9d1-96813a456ebb req-b708d4e1-041f-49e2-9798-02288331bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:37.307530 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5e88c8-b4f9-4951-b9d1-96813a456ebb req-b708d4e1-041f-49e2-9798-02288331bf74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e745f17-203e-4728-9fb7-50341f5a0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0466254
Apr 16 21:41:37.309550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40544) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:37.535911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4147d9c-03f7-4ef4-a25c-aead74f4a503 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:37.537471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d4147d9c-03f7-4ef4-a25c-aead74f4a503 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2268631
Apr 16 21:41:37.539567 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5e88c8-b4f9-4951-b9d1-96813a456ebb req-4b023652-7a42-45ae-aba2-7118d94f418d service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139485
Apr 16 21:41:37.540436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40550) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:37.574196 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d63ff48c-6869-45cd-82cb-9ce9621fb03b tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0323851
Apr 16 21:41:37.576725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40552) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:37.581330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-40f2739e-46a4-435d-b3b8-1f3c2fa19f8c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-154458252', 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:37.633180 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5e88c8-b4f9-4951-b9d1-96813a456ebb req-a0d2135c-b2b2-43a3-91a8-f7783b444343 service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868037
Apr 16 21:41:37.781207 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f2739e-46a4-435d-b3b8-1f3c2fa19f8c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Made reservation on behalf of 5279e09b8205420980e8c7accbcc5f93 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:41:37.784744 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40f2739e-46a4-435d-b3b8-1f3c2fa19f8c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:38.012716 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6a606-6a74-4bb2-9bf2-502090b2f726 req-16d58ad0-7ce2-4fe5-814c-35ea2c186d40 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:38.014249 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d2a6a606-6a74-4bb2-9bf2-502090b2f726 req-16d58ad0-7ce2-4fe5-814c-35ea2c186d40 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0510707
Apr 16 21:41:38.033185 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40f2739e-46a4-435d-b3b8-1f3c2fa19f8c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (7000a937-f28a-4ee8-8ce8-69fd229f5521), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:38.130200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2739e-46a4-435d-b3b8-1f3c2fa19f8c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Subnet': ['ID=7000a937-f28a-4ee8-8ce8-69fd229f5521,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:38.136402 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d2a6a606-6a74-4bb2-9bf2-502090b2f726 req-4f9fb0c4-3f3d-454a-95e4-ae2f81fca27d tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1114738
Apr 16 21:41:38.149546 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f2739e-46a4-435d-b3b8-1f3c2fa19f8c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Checking segment: {'id': '0ddc600f-931f-4e31-b91a-b0d4765cf98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:41:38.150119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f2739e-46a4-435d-b3b8-1f3c2fa19f8c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network hostable DHCP agents. Network: 4dde0f08-8661-4da9-83c4-4c68c0d1d88d, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:41:38.281588 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f2739e-46a4-435d-b3b8-1f3c2fa19f8c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:41:38.467478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-40f2739e-46a4-435d-b3b8-1f3c2fa19f8c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4dde0f08-8661-4da9-83c4-4c68c0d1d88d) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:41:38.471856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f2739e-46a4-435d-b3b8-1f3c2fa19f8c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:38.472619 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40f2739e-46a4-435d-b3b8-1f3c2fa19f8c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:38.477848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4c3e41-f84a-491c-8841-056260b0dbb8 None None] Network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:41:38.578083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4dde0f08-8661-4da9-83c4-4c68c0d1d88d', 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ips': [{'subnet_id': '7000a937-f28a-4ee8-8ce8-69fd229f5521'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:41:38.578935 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:38.614762 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-40f2739e-46a4-435d-b3b8-1f3c2fa19f8c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0369487
Apr 16 21:41:38.687422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40576) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:38.725606 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Allocated IP 172.20.0.18 (4dde0f08-8661-4da9-83c4-4c68c0d1d88d/7000a937-f28a-4ee8-8ce8-69fd229f5521/5da90ccc-a33a-4f8d-b877-4c25e9d16466) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:41:38.802916 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68461bf3-c2b4-4164-81a4-0a9e89a93601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:38.878119 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Publish callbacks [] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:38.879052 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68461bf3-c2b4-4164-81a4-0a9e89a93601 admin admin] Publish callbacks [] for security_group (6df0c4a2-42b8-4342-993d-6d064dcde525), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:38.942758 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40580) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:38.947920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b3374a1b-355a-4492-af91-01c8f343db28 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490607861', 'description': 'tempest-secgroup-smoke-1490607861 description', 'project_id': '5279e09b8205420980e8c7accbcc5f93'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:38.984904 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-68461bf3-c2b4-4164-81a4-0a9e89a93601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6df0c4a2-42b8-4342-993d-6d064dcde525), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.026052 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-68461bf3-c2b4-4164-81a4-0a9e89a93601 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bfe509bd88e43589ad7f8c3d6b0566a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3375409
Apr 16 21:41:39.026922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68461bf3-c2b4-4164-81a4-0a9e89a93601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df0c4a2-42b8-4342-993d-6d064dcde525,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:39.029641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40582) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:39.035924 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.076944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:41:39.080864 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-530f87c4-53cb-4d5f-8cc2-b150e15e4d80 admin admin] Publish callbacks [] for security_group (6df0c4a2-42b8-4342-993d-6d064dcde525), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.082729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:41:39.084561 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Pushing event updated for resources: {'Port': ['ID=5da90ccc-a33a-4f8d-b877-4c25e9d16466,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:39.086718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:41:39.104663 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-530f87c4-53cb-4d5f-8cc2-b150e15e4d80 admin admin] Publish callbacks [] for security_group (6df0c4a2-42b8-4342-993d-6d064dcde525), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.137382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c3df1769-76c5-4dc2-b583-26d9ebb893a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.143910 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3374a1b-355a-4492-af91-01c8f343db28 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.149511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Attempting to bind port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:41:39.149921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Attempting to bind port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ddc600f-931f-4e31-b91a-b0d4765cf98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:41:39.150298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Attempting to bind port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 on network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:41:39.156513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:41:39.162989 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Checking segment: {'id': '0ddc600f-931f-4e31-b91a-b0d4765cf98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:41:39.162989 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.162989 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Bound using segment: {'id': '0ddc600f-931f-4e31-b91a-b0d4765cf98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:41:39.162989 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Bound port: 5da90ccc-a33a-4f8d-b877-4c25e9d16466, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddc600f-931f-4e31-b91a-b0d4765cf98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:41:39.162989 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.226714 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] For port 5da90ccc-a33a-4f8d-b877-4c25e9d16466, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:41:39.229796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] For port 5da90ccc-a33a-4f8d-b877-4c25e9d16466, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5da90ccc-a33a-4f8d-b877-4c25e9d16466,segment=NetworkSegment(0ddc600f-931f-4e31-b91a-b0d4765cf98c),segment_id=0ddc600f-931f-4e31-b91a-b0d4765cf98c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:41:39.263267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c712519-07da-4e28-b9c6-472033ee4f8a req-9c60b613-7775-4e82-a8c1-a3dfcc5ff0f7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:39.264808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c712519-07da-4e28-b9c6-472033ee4f8a req-9c60b613-7775-4e82-a8c1-a3dfcc5ff0f7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0501523
Apr 16 21:41:39.283985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-530f87c4-53cb-4d5f-8cc2-b150e15e4d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6df0c4a2-42b8-4342-993d-6d064dcde525), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.286701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-530f87c4-53cb-4d5f-8cc2-b150e15e4d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.290289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-530f87c4-53cb-4d5f-8cc2-b150e15e4d80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6df0c4a2-42b8-4342-993d-6d064dcde525 HTTP/1.1" status: 204  len: 168 time: 0.2570503
Apr 16 21:41:39.302839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f87c4-53cb-4d5f-8cc2-b150e15e4d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df0c4a2-42b8-4342-993d-6d064dcde525,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:39.321078 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.339432 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c712519-07da-4e28-b9c6-472033ee4f8a req-fa5c31e7-85b3-44e3-a4ff-00f1614360f7 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0688500
Apr 16 21:41:39.345785 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3374a1b-355a-4492-af91-01c8f343db28 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (ed7c634d-4d88-44f5-9d2a-613e074618d8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.392404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc105f-e256-4d2f-9614-4f5fd52f9454 None None] Pushing event updated for resources: {'Port': ['ID=5da90ccc-a33a-4f8d-b877-4c25e9d16466,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:39.413658 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3374a1b-355a-4492-af91-01c8f343db28 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ed7c634d-4d88-44f5-9d2a-613e074618d8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.445820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3374a1b-355a-4492-af91-01c8f343db28 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7c634d-4d88-44f5-9d2a-613e074618d8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:39.575468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b3374a1b-355a-4492-af91-01c8f343db28 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.577376 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b3374a1b-355a-4492-af91-01c8f343db28 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.6331124
Apr 16 21:41:39.580036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40592) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:39.584664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-9258c5a5-dced-41f9-943f-49b6e53e2205 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': 'ed7c634d-4d88-44f5-9d2a-613e074618d8', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:39.701351 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9258c5a5-dced-41f9-943f-49b6e53e2205 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (5c266815-7d19-492b-a1cf-453c396dfbc1), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.764014 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9258c5a5-dced-41f9-943f-49b6e53e2205 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (5c266815-7d19-492b-a1cf-453c396dfbc1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.841857 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9258c5a5-dced-41f9-943f-49b6e53e2205 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (5c266815-7d19-492b-a1cf-453c396dfbc1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.866924 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258c5a5-dced-41f9-943f-49b6e53e2205 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c266815-7d19-492b-a1cf-453c396dfbc1,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:39.932060 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9258c5a5-dced-41f9-943f-49b6e53e2205 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:39.933365 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9258c5a5-dced-41f9-943f-49b6e53e2205 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3523037
Apr 16 21:41:39.936193 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40606) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:39.941018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cb752745-1c64-4fc4-8c55-c861887296f0 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': 'ed7c634d-4d88-44f5-9d2a-613e074618d8', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:40.045083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb752745-1c64-4fc4-8c55-c861887296f0 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (77503e32-e73a-4de4-b4c0-24af1c09684f), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.110796 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb752745-1c64-4fc4-8c55-c861887296f0 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (77503e32-e73a-4de4-b4c0-24af1c09684f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.184821 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb752745-1c64-4fc4-8c55-c861887296f0 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (77503e32-e73a-4de4-b4c0-24af1c09684f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.209486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb752745-1c64-4fc4-8c55-c861887296f0 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77503e32-e73a-4de4-b4c0-24af1c09684f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:40.287637 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb752745-1c64-4fc4-8c55-c861887296f0 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.296416 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cb752745-1c64-4fc4-8c55-c861887296f0 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3518004
Apr 16 21:41:40.298478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40618) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:40.302980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-87a2a8e0-512c-434f-91be-6261b9611fa3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': 'ed7c634d-4d88-44f5-9d2a-613e074618d8', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:40.417774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0c2f31-c4fb-46b4-8929-405974a7d185 None None] Network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:41:40.421943 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-87a2a8e0-512c-434f-91be-6261b9611fa3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (4896af57-81b6-457b-b548-a1b92080e0f6), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.480636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-037782bc-7c52-4df4-8c4b-77098031bfb5 None None] Provisioning complete for port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:41:40.481015 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-037782bc-7c52-4df4-8c4b-77098031bfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.492720 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-87a2a8e0-512c-434f-91be-6261b9611fa3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (4896af57-81b6-457b-b548-a1b92080e0f6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.593348 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-87a2a8e0-512c-434f-91be-6261b9611fa3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (4896af57-81b6-457b-b548-a1b92080e0f6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.614341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2a8e0-512c-434f-91be-6261b9611fa3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4896af57-81b6-457b-b548-a1b92080e0f6,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:40.626704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-037782bc-7c52-4df4-8c4b-77098031bfb5 None None] Current status of the port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:41:40.630626 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-037782bc-7c52-4df4-8c4b-77098031bfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.662722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5da90ccc-a33a-4f8d-b877-4c25e9d16466 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:41:40.712309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-037782bc-7c52-4df4-8c4b-77098031bfb5 None None] For port 5da90ccc-a33a-4f8d-b877-4c25e9d16466, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5da90ccc-a33a-4f8d-b877-4c25e9d16466,segment=NetworkSegment(0ddc600f-931f-4e31-b91a-b0d4765cf98c),segment_id=0ddc600f-931f-4e31-b91a-b0d4765cf98c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:41:40.736651 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:41:40.737358 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.758965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-87a2a8e0-512c-434f-91be-6261b9611fa3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.761414 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-87a2a8e0-512c-434f-91be-6261b9611fa3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4616416
Apr 16 21:41:40.764417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40628) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:40.770580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-34192bde-091e-43bf-96c8-92d2f52daadf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': 'ed7c634d-4d88-44f5-9d2a-613e074618d8', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:40.816014 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-037782bc-7c52-4df4-8c4b-77098031bfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.859578 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:41:40.860660 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.894718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037782bc-7c52-4df4-8c4b-77098031bfb5 None None] Pushing event updated for resources: {'Port': ['ID=5da90ccc-a33a-4f8d-b877-4c25e9d16466,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:40.912603 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34192bde-091e-43bf-96c8-92d2f52daadf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (3c1f7199-98fe-4600-810a-fab669df9a09), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.943696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9cc32418-2ffc-47dc-9b6f-2ed7c5310e92 None None] Provisioning complete for port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:41:40.944070 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9cc32418-2ffc-47dc-9b6f-2ed7c5310e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:40.945572 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:41:40.945929 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:41:40.972341 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34192bde-091e-43bf-96c8-92d2f52daadf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (3c1f7199-98fe-4600-810a-fab669df9a09), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:41.024796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9cc32418-2ffc-47dc-9b6f-2ed7c5310e92 None None] Current status of the port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:41:41.055748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34192bde-091e-43bf-96c8-92d2f52daadf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (3c1f7199-98fe-4600-810a-fab669df9a09), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:41.074210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34192bde-091e-43bf-96c8-92d2f52daadf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1f7199-98fe-4600-810a-fab669df9a09,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:41.171884 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34192bde-091e-43bf-96c8-92d2f52daadf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:41.173241 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-34192bde-091e-43bf-96c8-92d2f52daadf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4072480
Apr 16 21:41:41.176045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40638) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:41.180335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-59c0d1b9-9b18-4dca-9c25-294bae04531d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': 'ed7c634d-4d88-44f5-9d2a-613e074618d8', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:41.289707 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-59c0d1b9-9b18-4dca-9c25-294bae04531d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Project 5279e09b8205420980e8c7accbcc5f93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:41:41.302743 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59c0d1b9-9b18-4dca-9c25-294bae04531d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (b73ea6c2-43cf-4ecd-9526-67225b65b10e), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:41.366060 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59c0d1b9-9b18-4dca-9c25-294bae04531d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (b73ea6c2-43cf-4ecd-9526-67225b65b10e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:41.450070 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59c0d1b9-9b18-4dca-9c25-294bae04531d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (b73ea6c2-43cf-4ecd-9526-67225b65b10e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:41.470425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0d1b9-9b18-4dca-9c25-294bae04531d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73ea6c2-43cf-4ecd-9526-67225b65b10e,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:41.484055 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:41:41.569259 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59c0d1b9-9b18-4dca-9c25-294bae04531d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:41.570692 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-59c0d1b9-9b18-4dca-9c25-294bae04531d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3936367
Apr 16 21:41:41.573419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40646) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:41.577983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-afd965ba-a969-496b-8780-c5e5f08df7c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': 'ed7c634d-4d88-44f5-9d2a-613e074618d8', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:41.650634 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a51a251-8e40-4037-b34e-dfcad4bf81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:41.650841 ncdv-master-1 neutron-server[122555]: INFO neutron.db.securitygroups_db [None req-afd965ba-a969-496b-8780-c5e5f08df7c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Project 5279e09b8205420980e8c7accbcc5f93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:41:41.658088 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-afd965ba-a969-496b-8780-c5e5f08df7c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (048d9301-6d05-48f5-818f-070c967e3330), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:41.719074 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-afd965ba-a969-496b-8780-c5e5f08df7c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (048d9301-6d05-48f5-818f-070c967e3330), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:41.835766 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-afd965ba-a969-496b-8780-c5e5f08df7c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (048d9301-6d05-48f5-818f-070c967e3330), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:41.855448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd965ba-a969-496b-8780-c5e5f08df7c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048d9301-6d05-48f5-818f-070c967e3330,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:41.917901 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-afd965ba-a969-496b-8780-c5e5f08df7c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:41.919154 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-afd965ba-a969-496b-8780-c5e5f08df7c8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3448019
Apr 16 21:41:42.126029 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-6862108f-abac-48c0-b5af-f37b67bd18e7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490607861&fields=id&tenant_id=5279e09b8205420980e8c7accbcc5f93 HTTP/1.1" status: 200  len: 267 time: 0.0463169
Apr 16 21:41:42.235703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-c5dd414a-36ae-43c1-9b2d-c7031cc2bf26 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:42.237211 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-c5dd414a-36ae-43c1-9b2d-c7031cc2bf26 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/networks?id=4dde0f08-8661-4da9-83c4-4c68c0d1d88d HTTP/1.1" status: 200  len: 796 time: 0.1040757
Apr 16 21:41:42.252519 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-74445a30-6208-4f96-b050-b02d991064f2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/quotas/5279e09b8205420980e8c7accbcc5f93 HTTP/1.1" status: 200  len: 375 time: 0.0093465
Apr 16 21:41:42.307787 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-a3279042-7128-4700-8925-03a3fb02dc27 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0503309
Apr 16 21:41:42.323638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-35d970ed-b8ff-4ed6-8a4c-8861efd9519c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:41:42.324633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-35d970ed-b8ff-4ed6-8a4c-8861efd9519c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057089
Apr 16 21:41:42.433979 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-10d0fcc3-dd1b-4cd3-965d-0c37e176f2a5 service neutron] 10.222.0.20 "GET /v2.0/networks/4dde0f08-8661-4da9-83c4-4c68c0d1d88d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036184
Apr 16 21:41:42.523632 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-371193d6-7b58-487b-9944-351f11952223 service neutron] 10.222.0.20 "GET /v2.0/networks/4dde0f08-8661-4da9-83c4-4c68c0d1d88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838540
Apr 16 21:41:42.573153 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:42.621364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5da90ccc-a33a-4f8d-b877-4c25e9d16466 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:41:42.671669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:41:42.672200 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:42.755114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:41:42.789441 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee0941d5-1fe7-45f3-a3be-c5b5a00e1b60 req-0aea3731-c79e-46ef-b6c1-1a8c62f833bd tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 210 time: 0.0295091
Apr 16 21:41:43.532930 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:43.891444 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04e95439-cc72-4cd3-94a3-07606d96d30c req-304a25ad-1a5d-477b-8eab-2d3d8f0fb707 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 210 time: 0.0307660
Apr 16 21:41:44.173163 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:44.706161 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-e3b164af-e9b8-4107-bd30-88825fbf82aa tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:44.707628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-e3b164af-e9b8-4107-bd30-88825fbf82aa tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.11 "GET /v2.0/networks?id=4dde0f08-8661-4da9-83c4-4c68c0d1d88d HTTP/1.1" status: 200  len: 796 time: 0.1182411
Apr 16 21:41:44.784475 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-b3f5cb95-9f86-48fe-a11a-a05f0100586f tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5279e09b8205420980e8c7accbcc5f93 HTTP/1.1" status: 200  len: 472 time: 0.0683489
Apr 16 21:41:44.793063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-76577555-2040-4547-937f-d3b71f2f4321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'port': {'device_id': '97de4895-75ad-4f0f-bde9-0d3d2215d099', 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d', 'admin_state_up': True, 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'security_groups': ['ed7c634d-4d88-44f5-9d2a-613e074618d8']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:44.969817 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-76577555-2040-4547-937f-d3b71f2f4321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Made reservation on behalf of 5279e09b8205420980e8c7accbcc5f93 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:41:44.973557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-76577555-2040-4547-937f-d3b71f2f4321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:45.004676 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b633e13-cc1a-42a6-aa13-6647aeda8769 req-9136ee0a-c4a5-47c2-a009-78783fd505e9 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 210 time: 0.0324154
Apr 16 21:41:45.119488 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-76577555-2040-4547-937f-d3b71f2f4321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Allocated IP 172.20.0.29 (4dde0f08-8661-4da9-83c4-4c68c0d1d88d/7000a937-f28a-4ee8-8ce8-69fd229f5521/567bf7ae-21ad-47f7-ab4e-8a25023f45b8) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:41:45.260656 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-76577555-2040-4547-937f-d3b71f2f4321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:45.387203 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-76577555-2040-4547-937f-d3b71f2f4321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:45.433403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-76577555-2040-4547-937f-d3b71f2f4321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:41:45.436411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-76577555-2040-4547-937f-d3b71f2f4321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:41:45.439401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-76577555-2040-4547-937f-d3b71f2f4321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:41:45.467604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76577555-2040-4547-937f-d3b71f2f4321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=567bf7ae-21ad-47f7-ab4e-8a25023f45b8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:45.481771 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:45.498632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-76577555-2040-4547-937f-d3b71f2f4321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:45.499289 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-76577555-2040-4547-937f-d3b71f2f4321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:45.618449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-76577555-2040-4547-937f-d3b71f2f4321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8293672
Apr 16 21:41:45.629432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Request body: {'port': {'device_id': '97de4895-75ad-4f0f-bde9-0d3d2215d099', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:45.678177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-15d84229-0300-484f-b458-a2a62a588ef5 None None] Provisioning complete for port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:41:45.678548 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-15d84229-0300-484f-b458-a2a62a588ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:45.696478 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:45.717627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-15d84229-0300-484f-b458-a2a62a588ef5 None None] Port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:41:45.962178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:41:45.970176 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Publish callbacks [] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:45.982893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Transition to ACTIVE for port object 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:41:46.058779 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:46.148374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Pushing event updated for resources: {'Port': ['ID=567bf7ae-21ad-47f7-ab4e-8a25023f45b8,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:46.177729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e832c-e6be-4b7e-a07d-7e05d58311e3 req-fbe41a07-c000-4971-a89e-8999e958b247 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:46.179237 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-188e832c-e6be-4b7e-a07d-7e05d58311e3 req-fbe41a07-c000-4971-a89e-8999e958b247 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 944 time: 0.0912616
Apr 16 21:41:46.271578 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-188e832c-e6be-4b7e-a07d-7e05d58311e3 req-ac21df35-8805-4e0f-a087-02c2f269c5a3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7c634d-4d88-44f5-9d2a-613e074618d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711238
Apr 16 21:41:46.272272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Attempting to bind port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:41:46.272616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Attempting to bind port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ddc600f-931f-4e31-b91a-b0d4765cf98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:41:46.272947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Attempting to bind port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 on network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:41:46.278127 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 on network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:41:46.278459 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Attempting to bind port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 on network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:41:46.283729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:41:46.284213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Checking segment: {'id': '0ddc600f-931f-4e31-b91a-b0d4765cf98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:41:46.284549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Bound using segment: {'id': '0ddc600f-931f-4e31-b91a-b0d4765cf98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:41:46.284938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Bound port: 567bf7ae-21ad-47f7-ab4e-8a25023f45b8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddc600f-931f-4e31-b91a-b0d4765cf98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:41:46.285310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:46.346870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] For port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:41:46.349889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] For port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=567bf7ae-21ad-47f7-ab4e-8a25023f45b8,segment=NetworkSegment(0ddc600f-931f-4e31-b91a-b0d4765cf98c),segment_id=0ddc600f-931f-4e31-b91a-b0d4765cf98c)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:41:46.438983 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:46.476158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:46.476898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:46.478289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] 10.222.0.11 "PUT /v2.0/ports/567bf7ae-21ad-47f7-ab4e-8a25023f45b8 HTTP/1.1" status: 200  len: 1092 time: 0.8531919
Apr 16 21:41:46.479316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97de4895-75ad-4f0f-bde9-0d3d2215d099', 'tag': '567bf7ae-21ad-47f7-ab4e-8a25023f45b8'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:41:46.481814 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7f02b2-5092-47cf-abf9-dcc73298ad6e" -d '{"events": [{"name": "network-changed", "server_uuid": "97de4895-75ad-4f0f-bde9-0d3d2215d099", "tag": "567bf7ae-21ad-47f7-ab4e-8a25023f45b8"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:41:46.507353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037bce7-fa85-42b0-aebc-2c34ccd0cadb service neutron] Pushing event updated for resources: {'Port': ['ID=567bf7ae-21ad-47f7-ab4e-8a25023f45b8,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:46.530726 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda4faa9-4c65-4bd3-be60-9d2321e2f638 x-openstack-request-id: req-cda4faa9-4c65-4bd3-be60-9d2321e2f638 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:41:46.531010 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97de4895-75ad-4f0f-bde9-0d3d2215d099", "tag": "567bf7ae-21ad-47f7-ab4e-8a25023f45b8", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:41:46.531268 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cda4faa9-4c65-4bd3-be60-9d2321e2f638 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:41:46.531680 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda4faa9-4c65-4bd3-be60-9d2321e2f638'] response: {'name': 'network-changed', 'server_uuid': '97de4895-75ad-4f0f-bde9-0d3d2215d099', 'tag': '567bf7ae-21ad-47f7-ab4e-8a25023f45b8', 'status': 'completed', 'code': 200}
Apr 16 21:41:46.598844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f02b2-5092-47cf-abf9-dcc73298ad6e req-3399fe9d-ddc5-46be-b64c-443cdb5da64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:46.600417 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d7f02b2-5092-47cf-abf9-dcc73298ad6e req-3399fe9d-ddc5-46be-b64c-443cdb5da64a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 1126 time: 0.0453813
Apr 16 21:41:46.707008 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f02b2-5092-47cf-abf9-dcc73298ad6e req-4bbf27e4-b788-4979-812a-457ae26595bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:46.707492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f02b2-5092-47cf-abf9-dcc73298ad6e req-4bbf27e4-b788-4979-812a-457ae26595bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:46.709075 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d7f02b2-5092-47cf-abf9-dcc73298ad6e req-4bbf27e4-b788-4979-812a-457ae26595bf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5279e09b8205420980e8c7accbcc5f93&shared=False HTTP/1.1" status: 200  len: 1583 time: 0.1009347
Apr 16 21:41:46.804478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f02b2-5092-47cf-abf9-dcc73298ad6e req-31f9019b-33c0-4ec9-bca7-e41e3e4a8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:46.805882 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d7f02b2-5092-47cf-abf9-dcc73298ad6e req-31f9019b-33c0-4ec9-bca7-e41e3e4a8fbf service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0907633
Apr 16 21:41:46.878294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-bb56d80d-cefa-4612-976a-c156f3e48b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:46.879799 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-bb56d80d-cefa-4612-976a-c156f3e48b27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 1126 time: 0.0396905
Apr 16 21:41:46.922273 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-5d07dc2a-d390-46cb-803e-6c6f6bde4f64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=567bf7ae-21ad-47f7-ab4e-8a25023f45b8 HTTP/1.1" status: 200  len: 217 time: 0.0353551
Apr 16 21:41:46.974214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-5564da48-470a-46f9-944e-b0f888b98fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:46.975697 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-5564da48-470a-46f9-944e-b0f888b98fa3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7000a937-f28a-4ee8-8ce8-69fd229f5521 HTTP/1.1" status: 200  len: 837 time: 0.0473857
Apr 16 21:41:47.020783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-b2c29063-75d4-4957-898c-38dd9e679ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:47.022530 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-b2c29063-75d4-4957-898c-38dd9e679ab5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4dde0f08-8661-4da9-83c4-4c68c0d1d88d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0399814
Apr 16 21:41:47.112673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-c1de218b-4080-421b-8d05-1d7fbf45f40c service neutron] 10.222.0.11 "GET /v2.0/networks/4dde0f08-8661-4da9-83c4-4c68c0d1d88d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839312
Apr 16 21:41:47.205423 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-44c01bbc-e8a5-40ed-bf30-d06cd4cfd8a7 req-259aa694-e5e2-4a3b-b5b3-6bad0977282e service neutron] 10.222.0.11 "GET /v2.0/networks/4dde0f08-8661-4da9-83c4-4c68c0d1d88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875821
Apr 16 21:41:47.390917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c239f-e202-413b-994a-5bd60fc70e6d req-8eeb1522-e107-456a-a084-22035bb89b8d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:47.392462 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-109c239f-e202-413b-994a-5bd60fc70e6d req-8eeb1522-e107-456a-a084-22035bb89b8d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 944 time: 0.0491483
Apr 16 21:41:47.440818 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-109c239f-e202-413b-994a-5bd60fc70e6d req-0571a51c-bb26-47b5-8a98-7cd9397a865b tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7c634d-4d88-44f5-9d2a-613e074618d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425658
Apr 16 21:41:48.557054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44cbc0-6675-46db-8dd3-4149974ba126 req-fe40d572-a157-4d0a-9d7f-7b9e0adff419 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:48.558508 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d44cbc0-6675-46db-8dd3-4149974ba126 req-fe40d572-a157-4d0a-9d7f-7b9e0adff419 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 944 time: 0.0470815
Apr 16 21:41:48.607957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d44cbc0-6675-46db-8dd3-4149974ba126 req-94beb51c-0ff6-44f4-8f6e-b9ad42e4c93e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7c634d-4d88-44f5-9d2a-613e074618d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436349
Apr 16 21:41:49.383835 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:41:49.486387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=567bf7ae-21ad-47f7-ab4e-8a25023f45b8,segment=NetworkSegment(0ddc600f-931f-4e31-b91a-b0d4765cf98c),segment_id=0ddc600f-931f-4e31-b91a-b0d4765cf98c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:41:49.497505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '567bf7ae-21ad-47f7-ab4e-8a25023f45b8', 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d', 'port_id': '567bf7ae-21ad-47f7-ab4e-8a25023f45b8', 'mac_address': 'fa:16:3e:d6:66:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7000a937-f28a-4ee8-8ce8-69fd229f5521', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:41:49.534336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:41:49.534727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:49.547929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:41:49.566627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=567bf7ae-21ad-47f7-ab4e-8a25023f45b8,segment=NetworkSegment(0ddc600f-931f-4e31-b91a-b0d4765cf98c),segment_id=0ddc600f-931f-4e31-b91a-b0d4765cf98c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:41:49.629468 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:49.678972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=567bf7ae-21ad-47f7-ab4e-8a25023f45b8,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:49.727746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557ba31-6637-4dc1-8395-3a3435332ef9 req-addfdb2a-2c4b-4f5a-a08f-68155c720cd0 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:49.729809 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9557ba31-6637-4dc1-8395-3a3435332ef9 req-addfdb2a-2c4b-4f5a-a08f-68155c720cd0 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 945 time: 0.0518899
Apr 16 21:41:49.845248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['567bf7ae-21ad-47f7-ab4e-8a25023f45b8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:41:50.118796 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9557ba31-6637-4dc1-8395-3a3435332ef9 req-cdbcda69-0d7d-459e-b7f0-9418a90cf796 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7c634d-4d88-44f5-9d2a-613e074618d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3831861
Apr 16 21:41:51.232861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0368bb-8ef7-4bce-bc0c-6917b62f4455 req-dda14278-1de5-442f-97b0-56d5de47c166 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:51.234354 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1f0368bb-8ef7-4bce-bc0c-6917b62f4455 req-dda14278-1de5-442f-97b0-56d5de47c166 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 945 time: 0.0480220
Apr 16 21:41:51.283275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1f0368bb-8ef7-4bce-bc0c-6917b62f4455 req-db01205b-288f-4044-9a92-a3255a4cab09 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7c634d-4d88-44f5-9d2a-613e074618d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430181
Apr 16 21:41:51.384357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:41:51.429066 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:41:51.483364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:41:51.483767 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:51.559577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:41:51.559966 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:51.582838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97de4895-75ad-4f0f-bde9-0d3d2215d099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567bf7ae-21ad-47f7-ab4e-8a25023f45b8'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:41:51.585117 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1af6da3-fc71-4ec5-b215-44e8daa2536f" -d '{"events": [{"server_uuid": "97de4895-75ad-4f0f-bde9-0d3d2215d099", "name": "network-vif-plugged", "status": "completed", "tag": "567bf7ae-21ad-47f7-ab4e-8a25023f45b8"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:41:51.601566 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=567bf7ae-21ad-47f7-ab4e-8a25023f45b8,segment=NetworkSegment(0ddc600f-931f-4e31-b91a-b0d4765cf98c),segment_id=0ddc600f-931f-4e31-b91a-b0d4765cf98c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:41:51.623223 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b3311f-ad3f-4b65-9947-8af2c9681b04 x-openstack-request-id: req-13b3311f-ad3f-4b65-9947-8af2c9681b04 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:41:51.623693 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97de4895-75ad-4f0f-bde9-0d3d2215d099", "name": "network-vif-plugged", "status": "completed", "tag": "567bf7ae-21ad-47f7-ab4e-8a25023f45b8", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:41:51.624164 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13b3311f-ad3f-4b65-9947-8af2c9681b04 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:41:51.624827 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b3311f-ad3f-4b65-9947-8af2c9681b04'] response: {'server_uuid': '97de4895-75ad-4f0f-bde9-0d3d2215d099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567bf7ae-21ad-47f7-ab4e-8a25023f45b8', 'code': 200}
Apr 16 21:41:51.663965 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:51.712154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=567bf7ae-21ad-47f7-ab4e-8a25023f45b8,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:51.721162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc77c64-55f7-4586-9f7f-6a17e7141354 req-4d32f3ff-017e-47d9-92b3-08a16b805bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:51.722041 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdc77c64-55f7-4586-9f7f-6a17e7141354 req-4d32f3ff-017e-47d9-92b3-08a16b805bb8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 1128 time: 0.0400732
Apr 16 21:41:51.775732 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdc77c64-55f7-4586-9f7f-6a17e7141354 req-e585516c-a69e-469b-ba06-68714f0a28ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ed7c634d-4d88-44f5-9d2a-613e074618d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463464
Apr 16 21:41:52.734459 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04baa5-6b86-4eff-918a-d745973b4fc4 req-34cb537a-b618-429b-8f32-ccb0ea26df8d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:52.735959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dc04baa5-6b86-4eff-918a-d745973b4fc4 req-34cb537a-b618-429b-8f32-ccb0ea26df8d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 946 time: 0.3866942
Apr 16 21:41:52.785264 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dc04baa5-6b86-4eff-918a-d745973b4fc4 req-52e4f481-4636-4126-8980-2ab02ca29029 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7c634d-4d88-44f5-9d2a-613e074618d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436542
Apr 16 21:41:53.823314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40846) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:53.903620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4cdb8-679b-43a7-8db5-a152f4d31aef req-b19f7a24-bd92-4ed8-a4af-b88029942dca tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:53.905037 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e7f4cdb8-679b-43a7-8db5-a152f4d31aef req-b19f7a24-bd92-4ed8-a4af-b88029942dca tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 946 time: 0.0477960
Apr 16 21:41:53.945151 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-caabd152-c92e-4b0a-a589-efaa1b814f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:53.984236 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e7f4cdb8-679b-43a7-8db5-a152f4d31aef req-281704eb-4c05-41f6-b2ab-c923cff26691 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7c634d-4d88-44f5-9d2a-613e074618d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732758
Apr 16 21:41:54.043293 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-caabd152-c92e-4b0a-a589-efaa1b814f08 admin admin] Publish callbacks [] for security_group (1cf0e26e-4bbf-4bf6-96cd-ee57a36315eb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:54.099018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6250a-3788-44e6-8fe3-7412e6cac1b7 req-ca68fe6f-0bb2-4dcd-ab8e-8e278753b9c4 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:54.100483 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58d6250a-3788-44e6-8fe3-7412e6cac1b7 req-ca68fe6f-0bb2-4dcd-ab8e-8e278753b9c4 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 946 time: 0.0468400
Apr 16 21:41:54.129045 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-caabd152-c92e-4b0a-a589-efaa1b814f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1cf0e26e-4bbf-4bf6-96cd-ee57a36315eb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:54.149029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58d6250a-3788-44e6-8fe3-7412e6cac1b7 req-d256bf1d-c828-484c-838c-2a94f12d2abc tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7c634d-4d88-44f5-9d2a-613e074618d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423207
Apr 16 21:41:54.171242 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-caabd152-c92e-4b0a-a589-efaa1b814f08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbe1ec5cf4df4bae9108cf5eea4c5ad0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3429732
Apr 16 21:41:54.171463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabd152-c92e-4b0a-a589-efaa1b814f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf0e26e-4bbf-4bf6-96cd-ee57a36315eb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:54.171782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40852) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:54.222417 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Publish callbacks [] for security_group (1cf0e26e-4bbf-4bf6-96cd-ee57a36315eb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:54.243329 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Publish callbacks [] for security_group (1cf0e26e-4bbf-4bf6-96cd-ee57a36315eb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:54.361028 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1cf0e26e-4bbf-4bf6-96cd-ee57a36315eb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:54.363584 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:54.364770 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cf0e26e-4bbf-4bf6-96cd-ee57a36315eb HTTP/1.1" status: 204  len: 168 time: 0.1918621
Apr 16 21:41:54.372500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf0e26e-4bbf-4bf6-96cd-ee57a36315eb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:54.380158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.380542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.380878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.381223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.381560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.381890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.382219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.382548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.382873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.383201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.383527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.383850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.384200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.385007 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:54.385332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcb4e06-795c-423d-af88-a1a279e541b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:55.472682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40880) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:55.572326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1763069325-network', 'tenant_id': 'cda4f5ee41d2439e935ee0f658f465d4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:55.627770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 40884) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:55.673772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Made reservation on behalf of cda4f5ee41d2439e935ee0f658f465d4 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:41:55.675946 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:55.690795 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:55.896781 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Publish callbacks [] for security_group (0b6fa432-50d5-4135-92e2-56b3cf0e70b8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:56.017457 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0b6fa432-50d5-4135-92e2-56b3cf0e70b8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:56.062577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:41:56.088501 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (4367f84d-775a-4302-a197-ad1bfb9f46b3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:56.088850 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Added segment 4367f84d-775a-4302-a197-ad1bfb9f46b3 of type vlan for network 2aad2bcc-ed09-4c05-a89b-4988a07fb386
Apr 16 21:41:56.090923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6fa432-50d5-4135-92e2-56b3cf0e70b8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:56.159408 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (2aad2bcc-ed09-4c05-a89b-4988a07fb386), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:56.221226 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:56.337019 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (2aad2bcc-ed09-4c05-a89b-4988a07fb386), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:56.338030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:56.338643 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:56.449392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2aad2bcc-ed09-4c05-a89b-4988a07fb386,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:56.459621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 2aad2bcc-ed09-4c05-a89b-4988a07fb386 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:41:56.490810 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4bd902c0-5091-4435-9a86-86c643a115c3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0138555
Apr 16 21:41:56.492974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 40902) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:41:56.500502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2ef7bbdf-2c7c-4e9a-8338-e11040c135a2 admin admin] Request body: {'subnet': {'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1763069325-subnet', 'tenant_id': 'cda4f5ee41d2439e935ee0f658f465d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:41:56.562261 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Allocated IP 172.20.0.17 (4dde0f08-8661-4da9-83c4-4c68c0d1d88d/7000a937-f28a-4ee8-8ce8-69fd229f5521/1ab41505-1f2d-44d3-bea5-411a8c83d46e) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:41:56.583449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef7bbdf-2c7c-4e9a-8338-e11040c135a2 admin admin] Made reservation on behalf of cda4f5ee41d2439e935ee0f658f465d4 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:41:56.585752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ef7bbdf-2c7c-4e9a-8338-e11040c135a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:56.687541 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:56.781233 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:56.807476 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ef7bbdf-2c7c-4e9a-8338-e11040c135a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (1cadd8a9-00f9-44e4-a833-dbf60c0bbdda), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:56.827839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:41:56.831007 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:41:56.833751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:41:56.841095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=1ab41505-1f2d-44d3-bea5-411a8c83d46e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:56.862843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7bbdf-2c7c-4e9a-8338-e11040c135a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cadd8a9-00f9-44e4-a833-dbf60c0bbdda,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:56.874103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef7bbdf-2c7c-4e9a-8338-e11040c135a2 admin admin] Checking segment: {'id': '4367f84d-775a-4302-a197-ad1bfb9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:41:56.874440 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7bbdf-2c7c-4e9a-8338-e11040c135a2 admin admin] Network hostable DHCP agents. Network: 2aad2bcc-ed09-4c05-a89b-4988a07fb386, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:41:56.894517 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (23d3090a-2268-42fd-98f8-4694432aac4d), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:56.966648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7bbdf-2c7c-4e9a-8338-e11040c135a2 admin admin] Network 2aad2bcc-ed09-4c05-a89b-4988a07fb386 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:41:57.060856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2ef7bbdf-2c7c-4e9a-8338-e11040c135a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2aad2bcc-ed09-4c05-a89b-4988a07fb386) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:41:57.065094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7bbdf-2c7c-4e9a-8338-e11040c135a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:41:57.065738 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ef7bbdf-2c7c-4e9a-8338-e11040c135a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:57.126863 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:57.144066 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2ef7bbdf-2c7c-4e9a-8338-e11040c135a2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6507053
Apr 16 21:41:57.207092 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8906dd78-0acb-4afd-bb8a-66f34ba33759 None None] Network 2aad2bcc-ed09-4c05-a89b-4988a07fb386 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:41:57.256069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f08a2636-9980-4185-8a3d-9ba6a2a62467 None None] Provisioning complete for port 1ab41505-1f2d-44d3-bea5-411a8c83d46e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:41:57.259147 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f08a2636-9980-4185-8a3d-9ba6a2a62467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:57.311068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f08a2636-9980-4185-8a3d-9ba6a2a62467 None None] Port 1ab41505-1f2d-44d3-bea5-411a8c83d46e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:41:57.366499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee13048-8431-4917-a499-345e8890c991 None None] Network 2aad2bcc-ed09-4c05-a89b-4988a07fb386 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:41:57.461884 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:57.541177 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:57.617103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=1ab41505-1f2d-44d3-bea5-411a8c83d46e,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:57.622635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (23d3090a-2268-42fd-98f8-4694432aac4d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:57.717414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:41:57.718738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:41:57.842730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Router 23d3090a-2268-42fd-98f8-4694432aac4d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:41:57.939395 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b18d005a-0d83-4dbb-ad38-70c7bd84990e None None] Provisioning complete for port 1ab41505-1f2d-44d3-bea5-411a8c83d46e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:41:57.939925 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b18d005a-0d83-4dbb-ad38-70c7bd84990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:57.962890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:41:57.974889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-115e02f6-72d2-45ff-b242-578c159e4c77 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "PUT /v2.0/routers/23d3090a-2268-42fd-98f8-4694432aac4d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3391547
Apr 16 21:41:57.975932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b18d005a-0d83-4dbb-ad38-70c7bd84990e None None] Port 1ab41505-1f2d-44d3-bea5-411a8c83d46e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:41:57.985318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Sync routers for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:41:57.996084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:41:58.000306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-31496d14-4925-485d-90c3-86603e810d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f46ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:41:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:58.112367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:41:58.345640 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-31496d14-4925-485d-90c3-86603e810d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f46ad30>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:41:57Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '572ca420-369c-4114-afd8-f001f01db644', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'floating_ip_address': '172.35.1.188', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'port_id': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'mac_address': 'fa:16:3e:4f:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:40:22Z', 'updated_at': '2022-04-16T21:40:24Z', 'revision_number': 1, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab41505-1f2d-44d3-bea5-411a8c83d46e', 'name': '', 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:d2:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '7000a937-f28a-4ee8-8ce8-69fd229f5521', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:41:56Z', 'updated_at': '2022-04-16T21:41:57Z', 'revision_number': 2, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '7000a937-f28a-4ee8-8ce8-69fd229f5521', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:02Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:58.371928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Checking router: 23d3090a-2268-42fd-98f8-4694432aac4d for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:41:58.376922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Updating router 23d3090a-2268-42fd-98f8-4694432aac4d port 1ab41505-1f2d-44d3-bea5-411a8c83d46e binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:41:58.400678 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:58.668090 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Publish callbacks [] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:58.766569 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:58.816197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be582105-41a9-4275-994b-bcb64120d82e None None] Pushing event updated for resources: {'Port': ['ID=1ab41505-1f2d-44d3-bea5-411a8c83d46e,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:58.873330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Attempting to bind port 1ab41505-1f2d-44d3-bea5-411a8c83d46e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:41:58.873832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Attempting to bind port 1ab41505-1f2d-44d3-bea5-411a8c83d46e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ddc600f-931f-4e31-b91a-b0d4765cf98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:41:58.874209 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Attempting to bind port 1ab41505-1f2d-44d3-bea5-411a8c83d46e on network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:41:58.879857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:41:58.880275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Checking segment: {'id': '0ddc600f-931f-4e31-b91a-b0d4765cf98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:41:58.880687 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:58.881088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Bound using segment: {'id': '0ddc600f-931f-4e31-b91a-b0d4765cf98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:41:58.881568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Bound port: 1ab41505-1f2d-44d3-bea5-411a8c83d46e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddc600f-931f-4e31-b91a-b0d4765cf98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:41:58.881959 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:58.950928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-31496d14-4925-485d-90c3-86603e810d93 None None] For port 1ab41505-1f2d-44d3-bea5-411a8c83d46e, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:41:58.954205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-31496d14-4925-485d-90c3-86603e810d93 None None] For port 1ab41505-1f2d-44d3-bea5-411a8c83d46e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ab41505-1f2d-44d3-bea5-411a8c83d46e,segment=NetworkSegment(0ddc600f-931f-4e31-b91a-b0d4765cf98c),segment_id=0ddc600f-931f-4e31-b91a-b0d4765cf98c)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:41:59.010718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c2d0a948-8fde-4dc6-8791-a8150b776134 None None] Provisioning complete for port 1ab41505-1f2d-44d3-bea5-411a8c83d46e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:41:59.011092 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c2d0a948-8fde-4dc6-8791-a8150b776134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:59.033464 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:59.080599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0a948-8fde-4dc6-8791-a8150b776134 None None] Port 1ab41505-1f2d-44d3-bea5-411a8c83d46e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:41:59.106265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:41:59.106906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-31496d14-4925-485d-90c3-86603e810d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f46ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:41:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:59.110303 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be582105-41a9-4275-994b-bcb64120d82e None None] Pushing event updated for resources: {'Port': ['ID=1ab41505-1f2d-44d3-bea5-411a8c83d46e,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:59.229942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-31496d14-4925-485d-90c3-86603e810d93 None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:41:59.330612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Provisioning complete for port 1ab41505-1f2d-44d3-bea5-411a8c83d46e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:41:59.330982 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:59.490218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Current status of the port 1ab41505-1f2d-44d3-bea5-411a8c83d46e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:41:59.490598 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:59.552043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-31496d14-4925-485d-90c3-86603e810d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f46ad30>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:41:57Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '572ca420-369c-4114-afd8-f001f01db644', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'floating_ip_address': '172.35.1.188', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'port_id': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'mac_address': 'fa:16:3e:4f:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:40:22Z', 'updated_at': '2022-04-16T21:40:24Z', 'revision_number': 1, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab41505-1f2d-44d3-bea5-411a8c83d46e', 'name': '', 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:d2:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '7000a937-f28a-4ee8-8ce8-69fd229f5521', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:41:56Z', 'updated_at': '2022-04-16T21:41:58Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '7000a937-f28a-4ee8-8ce8-69fd229f5521', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:02Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:41:59.554822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] For port 1ab41505-1f2d-44d3-bea5-411a8c83d46e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ab41505-1f2d-44d3-bea5-411a8c83d46e,segment=NetworkSegment(0ddc600f-931f-4e31-b91a-b0d4765cf98c),segment_id=0ddc600f-931f-4e31-b91a-b0d4765cf98c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:41:59.583563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31496d14-4925-485d-90c3-86603e810d93 None None] The sync data for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 is: [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:41:57Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '572ca420-369c-4114-afd8-f001f01db644', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'floating_ip_address': '172.35.1.188', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'port_id': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'mac_address': 'fa:16:3e:4f:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:40:22Z', 'updated_at': '2022-04-16T21:40:24Z', 'revision_number': 1, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab41505-1f2d-44d3-bea5-411a8c83d46e', 'name': '', 'network_id': '4dde0f08-8661-4da9-83c4-4c68c0d1d88d', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:d2:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '7000a937-f28a-4ee8-8ce8-69fd229f5521', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:41:56Z', 'updated_at': '2022-04-16T21:41:58Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '7000a937-f28a-4ee8-8ce8-69fd229f5521', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:02Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:41:59.643769 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:41:59.703201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Pushing event updated for resources: {'Port': ['ID=1ab41505-1f2d-44d3-bea5-411a8c83d46e,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:41:59.711128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.711476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.711817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.712233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.713160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.713639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.714142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.714488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.714804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.715131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.715594 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.715784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.716140 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.716432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:41:59.716753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206fd2e-4697-414e-8ed2-b6c580601c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:00.624955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1ab41505-1f2d-44d3-bea5-411a8c83d46e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:42:00.673725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 1ab41505-1f2d-44d3-bea5-411a8c83d46e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:00.673725 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:00.753916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 1ab41505-1f2d-44d3-bea5-411a8c83d46e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:06.305739 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:09.015162 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-17eea6ea-86df-4096-9a90-ece5e818b307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:09.490288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e56ad8c-77b8-4402-b6fe-9ce66962b6ca req-ef8cd730-b2e4-4d77-a2b0-69476c359c24 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0406203
Apr 16 21:42:09.551487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56ad8c-77b8-4402-b6fe-9ce66962b6ca req-07bfd9a8-c003-41ea-989f-23cf66e5defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:09.552982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e56ad8c-77b8-4402-b6fe-9ce66962b6ca req-07bfd9a8-c003-41ea-989f-23cf66e5defa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80715ea8284b48959a67d33e8be6b560&device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 1127 time: 0.0401680
Apr 16 21:42:09.663104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56ad8c-77b8-4402-b6fe-9ce66962b6ca req-5307f0b2-1d6e-40cb-888e-5b0e7a8e2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:09.664625 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e56ad8c-77b8-4402-b6fe-9ce66962b6ca req-5307f0b2-1d6e-40cb-888e-5b0e7a8e2d19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1c074bd-a506-4388-980b-b836a98ab276 HTTP/1.1" status: 200  len: 914 time: 0.0920253
Apr 16 21:42:09.731591 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e56ad8c-77b8-4402-b6fe-9ce66962b6ca req-479f1893-4f57-4de9-8d76-9b103b1e327e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65c3354a-8ecb-43ae-a281-e7a13cc9dd80 HTTP/1.1" status: 200  len: 1001 time: 0.0607440
Apr 16 21:42:09.783911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56ad8c-77b8-4402-b6fe-9ce66962b6ca req-69efc753-b6ce-4502-80fd-e468392c365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:09.785384 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e56ad8c-77b8-4402-b6fe-9ce66962b6ca req-69efc753-b6ce-4502-80fd-e468392c365e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c46d9bea-424e-4f3a-9798-5a8627b0c3e2 HTTP/1.1" status: 200  len: 852 time: 0.0483892
Apr 16 21:42:09.829194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56ad8c-77b8-4402-b6fe-9ce66962b6ca req-8d7364eb-81a8-442f-a331-531ac1725e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:09.830633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e56ad8c-77b8-4402-b6fe-9ce66962b6ca req-8d7364eb-81a8-442f-a331-531ac1725e0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1c074bd-a506-4388-980b-b836a98ab276&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390489
Apr 16 21:42:09.920114 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e56ad8c-77b8-4402-b6fe-9ce66962b6ca req-e3ccb303-c6f5-4ee4-91ab-681c9ee31425 service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811512
Apr 16 21:42:10.013770 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e56ad8c-77b8-4402-b6fe-9ce66962b6ca req-26d1ef88-90f4-4891-bbd2-86ac2a62afa2 service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872250
Apr 16 21:42:11.628923 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-53323b28-8330-4cb1-bd48-58031e307c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:12.422954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1825d-8113-4a36-b067-a82bd3f4a2d6 req-7b8815ac-58d7-4179-9e55-d9c03e968781 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:12.424461 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-51c1825d-8113-4a36-b067-a82bd3f4a2d6 req-7b8815ac-58d7-4179-9e55-d9c03e968781 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0501008
Apr 16 21:42:12.473468 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-51c1825d-8113-4a36-b067-a82bd3f4a2d6 req-1d0ef82a-02cd-42c1-9f0d-8bf88fb22389 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0423295
Apr 16 21:42:12.536822 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:13.030706 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:42:13.568922 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:13.588855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622ddb9-e641-4849-806d-34496189145c req-590a61d7-d7d0-40cf-bcdd-e350ac82f985 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:13.590437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8622ddb9-e641-4849-806d-34496189145c req-590a61d7-d7d0-40cf-bcdd-e350ac82f985 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0490530
Apr 16 21:42:13.638802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8622ddb9-e641-4849-806d-34496189145c req-8c2883b2-f824-4fc5-9280-b13b9866c4c0 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0422504
Apr 16 21:42:14.168079 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:14.383834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-564d44d4-fb5d-4ca1-b013-070496115f77 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:14.385612 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-564d44d4-fb5d-4ca1-b013-070496115f77 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0519717
Apr 16 21:42:14.472527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Deleting port 28042d4b-e13b-4b15-bfcb-0e0dd805600f {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:14.472793 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:14.565611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] For port 28042d4b-e13b-4b15-bfcb-0e0dd805600f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28042d4b-e13b-4b15-bfcb-0e0dd805600f,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:14.565993 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:14.747765 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:14.748612 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (dc3430cb-2849-47b7-872c-7dd146fbadef), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:14.748612 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Floating IP dc3430cb-2849-47b7-872c-7dd146fbadef disassociated. External IP: 172.35.1.73, port: 28042d4b-e13b-4b15-bfcb-0e0dd805600f.
Apr 16 21:42:14.748836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Calling delete_port for 28042d4b-e13b-4b15-bfcb-0e0dd805600f owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:14.780795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ca615-0964-4edb-aa7e-50b462d68e9d req-a6b0d154-f55c-41c3-bc0a-b2f17cd737a8 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:14.782394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b06ca615-0964-4edb-aa7e-50b462d68e9d req-a6b0d154-f55c-41c3-bc0a-b2f17cd737a8 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 945 time: 0.0558112
Apr 16 21:42:14.831055 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b06ca615-0964-4edb-aa7e-50b462d68e9d req-f1b88915-da6d-4aa9-a27f-9468f3e6057e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0423477
Apr 16 21:42:14.957268 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (28042d4b-e13b-4b15-bfcb-0e0dd805600f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:14.984910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event deleted for resources: {'Port': ['ID=28042d4b-e13b-4b15-bfcb-0e0dd805600f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:15.105619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Router 562553f1-567a-4ba8-a6d2-b5fa13f62144 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:42:15.220274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:42:15.229739 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ca127-b1a1-4b9d-8c26-a6e8f46753ad None None] Sync routers for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:42:15.240756 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250ca127-b1a1-4b9d-8c26-a6e8f46753ad None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:15.244544 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-250ca127-b1a1-4b9d-8c26-a6e8f46753ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124f985b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:15.268921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] No DVR routers for this DVR port 28042d4b-e13b-4b15-bfcb-0e0dd805600f on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:42:15.268921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:15.271734 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22faf0c5-b2ed-4670-89a2-fc87da697b77 req-26f3122e-e478-4947-a1cd-eb5635829401 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.11 "DELETE /v2.0/ports/28042d4b-e13b-4b15-bfcb-0e0dd805600f HTTP/1.1" status: 204  len: 173 time: 0.8804591
Apr 16 21:42:15.272241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c63a395-2ffd-44e5-aa9b-cd3417a504bf', 'name': 'network-vif-deleted', 'tag': '28042d4b-e13b-4b15-bfcb-0e0dd805600f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:42:15.275154 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a82def8-7121-424f-a78e-97e910365d30" -d '{"events": [{"server_uuid": "8c63a395-2ffd-44e5-aa9b-cd3417a504bf", "name": "network-vif-deleted", "tag": "28042d4b-e13b-4b15-bfcb-0e0dd805600f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:42:15.314942 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7856f32-e866-406a-9dd9-0c81ae3ba520 x-openstack-request-id: req-d7856f32-e866-406a-9dd9-0c81ae3ba520 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:42:15.315305 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c63a395-2ffd-44e5-aa9b-cd3417a504bf", "name": "network-vif-deleted", "tag": "28042d4b-e13b-4b15-bfcb-0e0dd805600f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:42:15.317346 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7856f32-e866-406a-9dd9-0c81ae3ba520 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:42:15.317346 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7856f32-e866-406a-9dd9-0c81ae3ba520'] response: {'server_uuid': '8c63a395-2ffd-44e5-aa9b-cd3417a504bf', 'name': 'network-vif-deleted', 'tag': '28042d4b-e13b-4b15-bfcb-0e0dd805600f', 'status': 'completed', 'code': 200}
Apr 16 21:42:15.369795 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-250ca127-b1a1-4b9d-8c26-a6e8f46753ad None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:15.502661 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:15.570526 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-250ca127-b1a1-4b9d-8c26-a6e8f46753ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124f985b0>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:33Z', 'revision_number': 5, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:15.600570 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ca127-b1a1-4b9d-8c26-a6e8f46753ad None None] Checking router: 562553f1-567a-4ba8-a6d2-b5fa13f62144 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:42:15.609590 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250ca127-b1a1-4b9d-8c26-a6e8f46753ad None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:15.610190 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-250ca127-b1a1-4b9d-8c26-a6e8f46753ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124f985b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:15.723331 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-250ca127-b1a1-4b9d-8c26-a6e8f46753ad None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:15.918636 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-250ca127-b1a1-4b9d-8c26-a6e8f46753ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124f985b0>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:33Z', 'revision_number': 5, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:15.944957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-75a7bdef-73a6-4dc6-a967-a391952aedfc req-af06017e-d306-48cc-8ea5-265c1cf557ee tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c63a395-2ffd-44e5-aa9b-cd3417a504bf HTTP/1.1" status: 200  len: 210 time: 0.0285449
Apr 16 21:42:15.945759 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ca127-b1a1-4b9d-8c26-a6e8f46753ad None None] The sync data for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 is: [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:33Z', 'revision_number': 5, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:42:16.195714 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dec519-900d-45a0-8093-9adaebbfe36f None None] New status for floating IP dc3430cb-2849-47b7-872c-7dd146fbadef: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:42:17.101429 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41164) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:17.156623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c242954-8fae-4738-ad89-ff820a26aa96 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group (437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:17.180315 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c242954-8fae-4738-ad89-ff820a26aa96 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group (437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:17.297862 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c242954-8fae-4738-ad89-ff820a26aa96 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:17.300852 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c242954-8fae-4738-ad89-ff820a26aa96 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:17.302437 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2c242954-8fae-4738-ad89-ff820a26aa96 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "DELETE /v2.0/security-groups/437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1 HTTP/1.1" status: 204  len: 168 time: 0.1999886
Apr 16 21:42:17.307853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41166) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:17.314418 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c242954-8fae-4738-ad89-ff820a26aa96 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:17.329850 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-0687f7d3-84e0-4349-b447-514bab91e1d9 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] show failed (client error): The resource could not be found.
Apr 16 21:42:17.329850 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0687f7d3-84e0-4349-b447-514bab91e1d9 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups/437fdb6c-ca1a-48a0-a9aa-f0b0e541b8e1 HTTP/1.1" status: 404  len: 347 time: 0.0198104
Apr 16 21:42:17.331982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41168) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:17.453399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b9180328-3128-4a54-bfea-52a9ef800a9a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Deleting port 2eacb48f-49c6-4288-a613-95e87b5981df {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:17.453668 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9180328-3128-4a54-bfea-52a9ef800a9a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2eacb48f-49c6-4288-a613-95e87b5981df), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:17.511900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 28042d4b-e13b-4b15-bfcb-0e0dd805600f no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:42:17.532079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 28042d4b-e13b-4b15-bfcb-0e0dd805600f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:42:17.532568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 28042d4b-e13b-4b15-bfcb-0e0dd805600f not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:42:17.535522 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9180328-3128-4a54-bfea-52a9ef800a9a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2eacb48f-49c6-4288-a613-95e87b5981df), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:17.535862 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9180328-3128-4a54-bfea-52a9ef800a9a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (2eacb48f-49c6-4288-a613-95e87b5981df), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:17.549089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b9180328-3128-4a54-bfea-52a9ef800a9a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Calling delete_port for 2eacb48f-49c6-4288-a613-95e87b5981df owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:17.839975 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9180328-3128-4a54-bfea-52a9ef800a9a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2eacb48f-49c6-4288-a613-95e87b5981df), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:17.868076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9180328-3128-4a54-bfea-52a9ef800a9a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event deleted for resources: {'Port': ['ID=2eacb48f-49c6-4288-a613-95e87b5981df,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:17.929391 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9180328-3128-4a54-bfea-52a9ef800a9a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (dc3430cb-2849-47b7-872c-7dd146fbadef), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:17.932630 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b9180328-3128-4a54-bfea-52a9ef800a9a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:17.933278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b9180328-3128-4a54-bfea-52a9ef800a9a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "DELETE /v2.0/floatingips/dc3430cb-2849-47b7-872c-7dd146fbadef HTTP/1.1" status: 204  len: 168 time: 0.5999930
Apr 16 21:42:18.441015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41194) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:18.454223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41196) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:18.458782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0be9eefa-f344-4519-80ca-1889f488f0d2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--218736505', 'description': 'tempest-description--1406527767'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:18.578278 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0be9eefa-f344-4519-80ca-1889f488f0d2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:18.651468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0be9eefa-f344-4519-80ca-1889f488f0d2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group (017115d4-2064-4ed4-94b9-78254994f2e0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:18.804813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0c97eda-6993-4c6b-b2a1-ad5462425a2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (23d3090a-2268-42fd-98f8-4694432aac4d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:18.813583 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0be9eefa-f344-4519-80ca-1889f488f0d2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (017115d4-2064-4ed4-94b9-78254994f2e0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:18.845586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9eefa-f344-4519-80ca-1889f488f0d2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017115d4-2064-4ed4-94b9-78254994f2e0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:18.935882 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0be9eefa-f344-4519-80ca-1889f488f0d2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:18.943108 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0be9eefa-f344-4519-80ca-1889f488f0d2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4827323
Apr 16 21:42:18.943108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41204) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:18.945547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f54f0be7-fcc8-4819-b552-1066420b2096 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Request body: {'security_group_rule': {'security_group_id': '017115d4-2064-4ed4-94b9-78254994f2e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:19.034374 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f54f0be7-fcc8-4819-b552-1066420b2096 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group_rule (e63cf20c-9782-464b-8784-93a0dbcace61), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.097775 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41210) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:19.126883 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f54f0be7-fcc8-4819-b552-1066420b2096 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group_rule (e63cf20c-9782-464b-8784-93a0dbcace61), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.217537 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a374ba06-6878-401c-b133-e568a7bdf764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.248535 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f54f0be7-fcc8-4819-b552-1066420b2096 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (e63cf20c-9782-464b-8784-93a0dbcace61), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.279025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f0be7-fcc8-4819-b552-1066420b2096 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63cf20c-9782-464b-8784-93a0dbcace61,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:19.321459 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a374ba06-6878-401c-b133-e568a7bdf764 admin admin] Publish callbacks [] for security_group (ec9e1f61-faba-4d96-8b0f-d783aa619c28), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.347179 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f54f0be7-fcc8-4819-b552-1066420b2096 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.351229 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f54f0be7-fcc8-4819-b552-1066420b2096 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4066205
Apr 16 21:42:19.351229 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41214) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:19.355777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d9087e44-4b83-4c80-b9f1-17df94db9646 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Request body: {'security_group_rule': {'security_group_id': '017115d4-2064-4ed4-94b9-78254994f2e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:19.391151 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a374ba06-6878-401c-b133-e568a7bdf764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ec9e1f61-faba-4d96-8b0f-d783aa619c28), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.435870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a374ba06-6878-401c-b133-e568a7bdf764 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af46d18991174f5bb9d8eb5232a96130&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3369155
Apr 16 21:42:19.436801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374ba06-6878-401c-b133-e568a7bdf764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9e1f61-faba-4d96-8b0f-d783aa619c28,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:19.439984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41216) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:19.462495 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9087e44-4b83-4c80-b9f1-17df94db9646 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group_rule (54d2d9c8-c1e0-486e-a1c1-00ff8605c117), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.463167 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c0c97eda-6993-4c6b-b2a1-ad5462425a2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting port 1ab41505-1f2d-44d3-bea5-411a8c83d46e {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:19.463167 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0c97eda-6993-4c6b-b2a1-ad5462425a2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.525681 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c118c3d-d999-4ce3-8af1-a2f336a5d74d admin admin] Publish callbacks [] for security_group (ec9e1f61-faba-4d96-8b0f-d783aa619c28), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.549983 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9087e44-4b83-4c80-b9f1-17df94db9646 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group_rule (54d2d9c8-c1e0-486e-a1c1-00ff8605c117), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.558578 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c118c3d-d999-4ce3-8af1-a2f336a5d74d admin admin] Publish callbacks [] for security_group (ec9e1f61-faba-4d96-8b0f-d783aa619c28), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.563711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-c0c97eda-6993-4c6b-b2a1-ad5462425a2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] For port 1ab41505-1f2d-44d3-bea5-411a8c83d46e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ab41505-1f2d-44d3-bea5-411a8c83d46e,segment=NetworkSegment(0ddc600f-931f-4e31-b91a-b0d4765cf98c),segment_id=0ddc600f-931f-4e31-b91a-b0d4765cf98c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:19.564097 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0c97eda-6993-4c6b-b2a1-ad5462425a2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.577898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c0c97eda-6993-4c6b-b2a1-ad5462425a2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Calling delete_port for 1ab41505-1f2d-44d3-bea5-411a8c83d46e owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:19.619934 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9087e44-4b83-4c80-b9f1-17df94db9646 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (54d2d9c8-c1e0-486e-a1c1-00ff8605c117), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.640982 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9087e44-4b83-4c80-b9f1-17df94db9646 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d2d9c8-c1e0-486e-a1c1-00ff8605c117,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:19.678118 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c118c3d-d999-4ce3-8af1-a2f336a5d74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ec9e1f61-faba-4d96-8b0f-d783aa619c28), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.681573 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9c118c3d-d999-4ce3-8af1-a2f336a5d74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.685780 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9c118c3d-d999-4ce3-8af1-a2f336a5d74d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec9e1f61-faba-4d96-8b0f-d783aa619c28 HTTP/1.1" status: 204  len: 168 time: 0.2414792
Apr 16 21:42:19.693604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c118c3d-d999-4ce3-8af1-a2f336a5d74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9e1f61-faba-4d96-8b0f-d783aa619c28,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:19.762113 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d9087e44-4b83-4c80-b9f1-17df94db9646 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.763337 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d9087e44-4b83-4c80-b9f1-17df94db9646 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4110582
Apr 16 21:42:19.767107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41222) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:19.771517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:19.860627 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.860784 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0c97eda-6993-4c6b-b2a1-ad5462425a2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1ab41505-1f2d-44d3-bea5-411a8c83d46e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:19.890851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c97eda-6993-4c6b-b2a1-ad5462425a2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Port': ['ID=1ab41505-1f2d-44d3-bea5-411a8c83d46e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:19.949792 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:20.113843 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c0c97eda-6993-4c6b-b2a1-ad5462425a2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (23d3090a-2268-42fd-98f8-4694432aac4d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:20.122529 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Allocated IP 172.35.1.98 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/3e948b32-ddce-4beb-b316-860b6307013e) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:42:20.279086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for port (3e948b32-ddce-4beb-b316-860b6307013e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:20.371773 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3e948b32-ddce-4beb-b316-860b6307013e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:20.387693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c97eda-6993-4c6b-b2a1-ad5462425a2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Router 23d3090a-2268-42fd-98f8-4694432aac4d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:42:20.410672 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:42:20.415365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:42:20.418849 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:42:20.448049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event updated for resources: {'Port': ['ID=3e948b32-ddce-4beb-b316-860b6307013e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:20.508902 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c97eda-6993-4c6b-b2a1-ad5462425a2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:42:20.513910 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c0c97eda-6993-4c6b-b2a1-ad5462425a2d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "PUT /v2.0/routers/23d3090a-2268-42fd-98f8-4694432aac4d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0718284
Apr 16 21:42:20.520012 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99d866-061a-4d13-a181-e80044a519b4 None None] Sync routers for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:42:20.523447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (506db15f-2aaf-4954-82a3-6fccff37fa9b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:20.535548 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99d866-061a-4d13-a181-e80044a519b4 None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:20.536157 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-de99d866-061a-4d13-a181-e80044a519b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124f98670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:20.662593 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3e948b32-ddce-4beb-b316-860b6307013e), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:20.667410 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-de99d866-061a-4d13-a181-e80044a519b4 None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:20.834538 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for port (3e948b32-ddce-4beb-b316-860b6307013e), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:20.893633 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-de99d866-061a-4d13-a181-e80044a519b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124f98670>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:42:19Z', 'revision_number': 6, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '572ca420-369c-4114-afd8-f001f01db644', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'floating_ip_address': '172.35.1.188', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'port_id': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'mac_address': 'fa:16:3e:4f:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:40:22Z', 'updated_at': '2022-04-16T21:40:24Z', 'revision_number': 1, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:02Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:20.924419 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99d866-061a-4d13-a181-e80044a519b4 None None] Checking router: 23d3090a-2268-42fd-98f8-4694432aac4d for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:42:20.928419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (3e948b32-ddce-4beb-b316-860b6307013e), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:20.935108 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99d866-061a-4d13-a181-e80044a519b4 None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:20.935719 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-de99d866-061a-4d13-a181-e80044a519b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124f98670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:21.012464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event updated for resources: {'Port': ['ID=3e948b32-ddce-4beb-b316-860b6307013e,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:21.020219 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (506db15f-2aaf-4954-82a3-6fccff37fa9b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:21.029630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f093156-dcad-4fcc-87fc-a8ad2d186c6c req-d80a8948-bc97-45ee-9dc3-dd2317ce4243 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:21.036375 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f093156-dcad-4fcc-87fc-a8ad2d186c6c req-d80a8948-bc97-45ee-9dc3-dd2317ce4243 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 946 time: 0.0778899
Apr 16 21:42:21.089043 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0f093156-dcad-4fcc-87fc-a8ad2d186c6c req-05d18769-0642-4976-b0be-83bf0bbb30cb tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7c634d-4d88-44f5-9d2a-613e074618d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507972
Apr 16 21:42:21.133102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:21.134461 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f8c26240-9636-457e-b132-4bf4e264056c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3663094
Apr 16 21:42:21.148694 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-de99d866-061a-4d13-a181-e80044a519b4 None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:21.343587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-f996bf32-f17d-4dec-a80f-bacff8d97419 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--218736505&fields=id&tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6 HTTP/1.1" status: 200  len: 267 time: 0.0491230
Apr 16 21:42:21.369113 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-de99d866-061a-4d13-a181-e80044a519b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124f98670>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:42:19Z', 'revision_number': 6, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '572ca420-369c-4114-afd8-f001f01db644', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'floating_ip_address': '172.35.1.188', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'port_id': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'mac_address': 'fa:16:3e:4f:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:40:22Z', 'updated_at': '2022-04-16T21:40:24Z', 'revision_number': 1, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:02Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:21.399724 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99d866-061a-4d13-a181-e80044a519b4 None None] The sync data for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 is: [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:42:19Z', 'revision_number': 6, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '572ca420-369c-4114-afd8-f001f01db644', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'floating_ip_address': '172.35.1.188', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'port_id': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'mac_address': 'fa:16:3e:4f:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:40:22Z', 'updated_at': '2022-04-16T21:40:24Z', 'revision_number': 1, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:02Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:42:21.459695 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-15f09bf8-e3ed-4be4-89e2-164c549abd74 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:21.461212 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-15f09bf8-e3ed-4be4-89e2-164c549abd74 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/networks?id=3e745f17-203e-4728-9fb7-50341f5a0a21 HTTP/1.1" status: 200  len: 810 time: 0.1109073
Apr 16 21:42:21.476121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-d4243360-4098-4664-88f1-be6bb9813127 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/quotas/7fc33178ac5b4d4f9c1f346e3b4371b6 HTTP/1.1" status: 200  len: 375 time: 0.0096011
Apr 16 21:42:21.526724 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-87c2591c-3e55-4911-8d25-0e66c7b1f775 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0456305
Apr 16 21:42:21.629476 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-f608f189-ba6f-478c-8f70-3e0cc37067e2 service neutron] 10.222.0.20 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907779
Apr 16 21:42:21.719932 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-9bff3e98-9bfd-41bc-afa6-994255c68e54 service neutron] 10.222.0.20 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844383
Apr 16 21:42:21.978262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61eb8404-395e-4845-aa75-ef6079609527 req-549f030a-dbd8-477d-b048-6c03e255e1c0 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 210 time: 0.0337830
Apr 16 21:42:22.017722 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7a853e3-0b00-45dc-a5a0-198d3fa9a9ec req-8a0ab74e-d4fb-4c9f-b482-5ef3040aceff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0476916
Apr 16 21:42:22.094463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a853e3-0b00-45dc-a5a0-198d3fa9a9ec req-d9b2a807-fb2d-4106-9fab-12059710890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:22.096099 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7a853e3-0b00-45dc-a5a0-198d3fa9a9ec req-d9b2a807-fb2d-4106-9fab-12059710890d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 1127 time: 0.0566905
Apr 16 21:42:22.224337 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8899af1-59ba-4c54-84f8-ee9ecadbe59f req-78355ed3-e034-498f-b734-3329341d82db tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:22.225792 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d8899af1-59ba-4c54-84f8-ee9ecadbe59f req-78355ed3-e034-498f-b734-3329341d82db tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 946 time: 0.0651350
Apr 16 21:42:22.260875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a853e3-0b00-45dc-a5a0-198d3fa9a9ec req-53783514-961f-4612-bbff-2920b9c89e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:22.262373 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7a853e3-0b00-45dc-a5a0-198d3fa9a9ec req-53783514-961f-4612-bbff-2920b9c89e4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 HTTP/1.1" status: 200  len: 898 time: 0.1493344
Apr 16 21:42:22.270603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b8c2c-6af9-44be-b85a-be0b68534013 req-67e76a10-120e-4e89-9f05-fe0b8cfadc47 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:22.272089 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee0b8c2c-6af9-44be-b85a-be0b68534013 req-67e76a10-120e-4e89-9f05-fe0b8cfadc47 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.11 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 946 time: 0.0484426
Apr 16 21:42:22.333993 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d8899af1-59ba-4c54-84f8-ee9ecadbe59f req-adb3a7b1-b58e-4c9e-be27-3b1ce6d3626c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed7c634d-4d88-44f5-9d2a-613e074618d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005211
Apr 16 21:42:22.351615 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7a853e3-0b00-45dc-a5a0-198d3fa9a9ec req-cd8c2725-6f19-4182-83e8-48c3076549a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e80de17d-54c2-489c-a517-04dc0b10426e HTTP/1.1" status: 200  len: 1001 time: 0.0825644
Apr 16 21:42:22.378315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-ee0b8c2c-6af9-44be-b85a-be0b68534013 req-96946489-83f1-49af-aaea-04b258353c75 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:22.378665 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee0b8c2c-6af9-44be-b85a-be0b68534013 req-96946489-83f1-49af-aaea-04b258353c75 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:22.403531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a853e3-0b00-45dc-a5a0-198d3fa9a9ec req-35a1cbae-da93-427d-aa94-5d8aa7dcb8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:22.405737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7a853e3-0b00-45dc-a5a0-198d3fa9a9ec req-35a1cbae-da93-427d-aa94-5d8aa7dcb8de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15587807-ad5f-4562-b564-31542afadaea HTTP/1.1" status: 200  len: 834 time: 0.0487130
Apr 16 21:42:22.452675 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a853e3-0b00-45dc-a5a0-198d3fa9a9ec req-f4fb6850-3f93-497c-9efa-c603d5a0f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:22.454189 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7a853e3-0b00-45dc-a5a0-198d3fa9a9ec req-f4fb6850-3f93-497c-9efa-c603d5a0f8b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b388ded9-ed4e-4d02-8bce-a7e57d94b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431387
Apr 16 21:42:22.471382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ee0b8c2c-6af9-44be-b85a-be0b68534013 req-96946489-83f1-49af-aaea-04b258353c75 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] For port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=567bf7ae-21ad-47f7-ab4e-8a25023f45b8,segment=NetworkSegment(0ddc600f-931f-4e31-b91a-b0d4765cf98c),segment_id=0ddc600f-931f-4e31-b91a-b0d4765cf98c)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:22.471685 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee0b8c2c-6af9-44be-b85a-be0b68534013 req-96946489-83f1-49af-aaea-04b258353c75 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:22.485928 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-ee0b8c2c-6af9-44be-b85a-be0b68534013 req-96946489-83f1-49af-aaea-04b258353c75 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Calling delete_port for 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:22.583091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7a853e3-0b00-45dc-a5a0-198d3fa9a9ec req-0252eeff-72ea-4f0b-884c-e9372c8407a3 service neutron] 10.222.0.41 "GET /v2.0/networks/b388ded9-ed4e-4d02-8bce-a7e57d94b1b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223207
Apr 16 21:42:22.622727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1ab41505-1f2d-44d3-bea5-411a8c83d46e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:42:22.658231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 1ab41505-1f2d-44d3-bea5-411a8c83d46e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:42:22.658672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1ab41505-1f2d-44d3-bea5-411a8c83d46e not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:42:22.714317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee0b8c2c-6af9-44be-b85a-be0b68534013 req-96946489-83f1-49af-aaea-04b258353c75 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (567bf7ae-21ad-47f7-ab4e-8a25023f45b8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:22.729893 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7a853e3-0b00-45dc-a5a0-198d3fa9a9ec req-93c1836f-ef92-4b28-a759-6ebdb17b13ae service neutron] 10.222.0.41 "GET /v2.0/networks/b388ded9-ed4e-4d02-8bce-a7e57d94b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408017
Apr 16 21:42:22.746494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96946489-83f1-49af-aaea-04b258353c75 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Port': ['ID=567bf7ae-21ad-47f7-ab4e-8a25023f45b8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:22.801274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0b8c2c-6af9-44be-b85a-be0b68534013 req-96946489-83f1-49af-aaea-04b258353c75 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] No DVR routers for this DVR port 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:42:22.804638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ee0b8c2c-6af9-44be-b85a-be0b68534013 req-96946489-83f1-49af-aaea-04b258353c75 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:22.808554 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee0b8c2c-6af9-44be-b85a-be0b68534013 req-96946489-83f1-49af-aaea-04b258353c75 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.11 "DELETE /v2.0/ports/567bf7ae-21ad-47f7-ab4e-8a25023f45b8 HTTP/1.1" status: 204  len: 173 time: 0.5222600
Apr 16 21:42:22.809045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97de4895-75ad-4f0f-bde9-0d3d2215d099', 'name': 'network-vif-deleted', 'tag': '567bf7ae-21ad-47f7-ab4e-8a25023f45b8'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:42:22.812639 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a6ee0b-5f82-43d9-840b-024aa1e0d5cf" -d '{"events": [{"server_uuid": "97de4895-75ad-4f0f-bde9-0d3d2215d099", "name": "network-vif-deleted", "tag": "567bf7ae-21ad-47f7-ab4e-8a25023f45b8"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:42:22.857806 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7943c5-2b37-403c-9b60-75c1a85cc305 x-openstack-request-id: req-5b7943c5-2b37-403c-9b60-75c1a85cc305 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:42:22.858277 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97de4895-75ad-4f0f-bde9-0d3d2215d099", "name": "network-vif-deleted", "tag": "567bf7ae-21ad-47f7-ab4e-8a25023f45b8", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:42:22.858584 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b7943c5-2b37-403c-9b60-75c1a85cc305 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:42:22.859302 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7943c5-2b37-403c-9b60-75c1a85cc305'] response: {'server_uuid': '97de4895-75ad-4f0f-bde9-0d3d2215d099', 'name': 'network-vif-deleted', 'tag': '567bf7ae-21ad-47f7-ab4e-8a25023f45b8', 'status': 'completed', 'code': 200}
Apr 16 21:42:23.086451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aaf4df81-d105-4e95-9669-8790b1c8bfac req-adb86bf0-b8aa-4ab1-8a7b-1d41fa51aa50 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 210 time: 0.0302608
Apr 16 21:42:23.450701 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-271548a1-c00d-459a-902e-2806f62926cf req-d866b706-8a4b-4705-afb7-c22d705f668e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=97de4895-75ad-4f0f-bde9-0d3d2215d099 HTTP/1.1" status: 200  len: 210 time: 0.0285258
Apr 16 21:42:24.187021 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-89f7610c-e18e-4825-baa8-7ff33d8fa8a1 req-118a16c9-8c37-4a42-906c-bfbf0eba311c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 210 time: 0.0325863
Apr 16 21:42:24.268450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-eddf0d62-d5b1-4a0d-90a5-b53abe06fda1 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:24.270847 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-eddf0d62-d5b1-4a0d-90a5-b53abe06fda1 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.11 "GET /v2.0/networks?id=3e745f17-203e-4728-9fb7-50341f5a0a21 HTTP/1.1" status: 200  len: 810 time: 0.1035457
Apr 16 21:42:24.334542 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-90086c27-6586-4f61-a53a-4c70738279a9 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6 HTTP/1.1" status: 200  len: 379 time: 0.0572462
Apr 16 21:42:24.343429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-088ac742-6431-4e18-b101-5bc49510f14e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Request body: {'port': {'device_id': '9300724f-49f1-464c-8f56-76b4fb4a0d2e', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'admin_state_up': True, 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'security_groups': ['017115d4-2064-4ed4-94b9-78254994f2e0']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:24.507125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41270) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:24.545192 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-088ac742-6431-4e18-b101-5bc49510f14e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Made reservation on behalf of 7fc33178ac5b4d4f9c1f346e3b4371b6 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:42:24.548749 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-088ac742-6431-4e18-b101-5bc49510f14e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:24.567783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4456c6e1-8746-4c6b-83ab-e475b90f1cbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (ed7c634d-4d88-44f5-9d2a-613e074618d8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:24.600929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4456c6e1-8746-4c6b-83ab-e475b90f1cbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (ed7c634d-4d88-44f5-9d2a-613e074618d8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:24.685307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-088ac742-6431-4e18-b101-5bc49510f14e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Allocated IP 172.20.0.14 (3e745f17-203e-4728-9fb7-50341f5a0a21/89cbc9f9-2227-4df1-b17b-c5fa9fa39364/ad860733-a04f-4d60-88e2-92bce10f1de8) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:42:24.751446 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4456c6e1-8746-4c6b-83ab-e475b90f1cbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ed7c634d-4d88-44f5-9d2a-613e074618d8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:24.754229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4456c6e1-8746-4c6b-83ab-e475b90f1cbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:24.755404 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4456c6e1-8746-4c6b-83ab-e475b90f1cbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "DELETE /v2.0/security-groups/ed7c634d-4d88-44f5-9d2a-613e074618d8 HTTP/1.1" status: 204  len: 168 time: 0.2471769
Apr 16 21:42:24.765549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456c6e1-8746-4c6b-83ab-e475b90f1cbf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7c634d-4d88-44f5-9d2a-613e074618d8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:24.827445 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-088ac742-6431-4e18-b101-5bc49510f14e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:24.884513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41276) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:24.940037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-7690266e-3a4e-4fc1-9502-829d5b3a7223 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting subnet 7000a937-f28a-4ee8-8ce8-69fd229f5521 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:42:24.943055 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7690266e-3a4e-4fc1-9502-829d5b3a7223 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for subnet (7000a937-f28a-4ee8-8ce8-69fd229f5521), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:24.963707 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-088ac742-6431-4e18-b101-5bc49510f14e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.018945 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7690266e-3a4e-4fc1-9502-829d5b3a7223 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (7000a937-f28a-4ee8-8ce8-69fd229f5521), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.044476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-088ac742-6431-4e18-b101-5bc49510f14e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Network 3e745f17-203e-4728-9fb7-50341f5a0a21 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:42:25.053458 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-088ac742-6431-4e18-b101-5bc49510f14e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:42:25.057345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-088ac742-6431-4e18-b101-5bc49510f14e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:42:25.059923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ac742-6431-4e18-b101-5bc49510f14e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event updated for resources: {'Port': ['ID=ad860733-a04f-4d60-88e2-92bce10f1de8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:25.145618 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-088ac742-6431-4e18-b101-5bc49510f14e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:25.146261 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-088ac742-6431-4e18-b101-5bc49510f14e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.171783 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7690266e-3a4e-4fc1-9502-829d5b3a7223 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (7000a937-f28a-4ee8-8ce8-69fd229f5521), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.234648 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-088ac742-6431-4e18-b101-5bc49510f14e tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8953531
Apr 16 21:42:25.245977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Request body: {'port': {'device_id': '9300724f-49f1-464c-8f56-76b4fb4a0d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:25.346474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd1402-dff9-49ec-a8a1-654ab19f0e0e req-f2f40209-4284-48d1-94f3-52fc6cef79dc tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:25.347971 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d9dd1402-dff9-49ec-a8a1-654ab19f0e0e req-f2f40209-4284-48d1-94f3-52fc6cef79dc tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 932 time: 0.0809419
Apr 16 21:42:25.350314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c190fb26-7633-458b-ac3b-bb53ea9af6c7 None None] Provisioning complete for port ad860733-a04f-4d60-88e2-92bce10f1de8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:25.350852 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c190fb26-7633-458b-ac3b-bb53ea9af6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.362439 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.384438 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c190fb26-7633-458b-ac3b-bb53ea9af6c7 None None] Port ad860733-a04f-4d60-88e2-92bce10f1de8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:42:25.394997 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7690266e-3a4e-4fc1-9502-829d5b3a7223 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (7000a937-f28a-4ee8-8ce8-69fd229f5521), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.464445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d9dd1402-dff9-49ec-a8a1-654ab19f0e0e req-338ffa79-cd95-4aa0-895e-9dce0c5a9ea4 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=017115d4-2064-4ed4-94b9-78254994f2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1102803
Apr 16 21:42:25.465144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690266e-3a4e-4fc1-9502-829d5b3a7223 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Subnet': ['ID=7000a937-f28a-4ee8-8ce8-69fd229f5521,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:25.465515 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f8e6fa-c383-43dc-abf1-5fed822f0117 None None] Network 4dde0f08-8661-4da9-83c4-4c68c0d1d88d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:42:25.475261 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7690266e-3a4e-4fc1-9502-829d5b3a7223 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.478655 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7690266e-3a4e-4fc1-9502-829d5b3a7223 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "DELETE /v2.0/subnets/7000a937-f28a-4ee8-8ce8-69fd229f5521 HTTP/1.1" status: 204  len: 168 time: 0.5932682
Apr 16 21:42:25.481629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41280) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:25.546907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:42:25.574007 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (4dde0f08-8661-4da9-83c4-4c68c0d1d88d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.635575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:25.635840 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.714917 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] For port 5da90ccc-a33a-4f8d-b877-4c25e9d16466, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5da90ccc-a33a-4f8d-b877-4c25e9d16466,segment=NetworkSegment(0ddc600f-931f-4e31-b91a-b0d4765cf98c),segment_id=0ddc600f-931f-4e31-b91a-b0d4765cf98c)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:25.715305 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.723154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad860733-a04f-4d60-88e2-92bce10f1de8 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:42:25.732022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Calling delete_port for 5da90ccc-a33a-4f8d-b877-4c25e9d16466 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:25.732441 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Publish callbacks [] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.744081 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:42:25.744456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 567bf7ae-21ad-47f7-ab4e-8a25023f45b8 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:42:25.749262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Transition to ACTIVE for port object ad860733-a04f-4d60-88e2-92bce10f1de8 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:42:25.822056 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.837738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ac407-dced-4adc-bdfc-5bad49b4c607 None None] DHCP port deletion for 4dde0f08-8661-4da9-83c4-4c68c0d1d88d request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:42:25.879522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ac407-dced-4adc-bdfc-5bad49b4c607 None None] Deleting port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:25.880576 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac407-dced-4adc-bdfc-5bad49b4c607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.885636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad860733-a04f-4d60-88e2-92bce10f1de8,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:25.934671 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.954920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-cb0ac407-dced-4adc-bdfc-5bad49b4c607 None None] For port 5da90ccc-a33a-4f8d-b877-4c25e9d16466, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5da90ccc-a33a-4f8d-b877-4c25e9d16466,segment=NetworkSegment(0ddc600f-931f-4e31-b91a-b0d4765cf98c),segment_id=0ddc600f-931f-4e31-b91a-b0d4765cf98c)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:25.955495 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac407-dced-4adc-bdfc-5bad49b4c607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:25.962879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Port': ['ID=5da90ccc-a33a-4f8d-b877-4c25e9d16466,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:25.969795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] No DVR routers for this DVR port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:42:25.977147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ac407-dced-4adc-bdfc-5bad49b4c607 None None] Calling delete_port for 5da90ccc-a33a-4f8d-b877-4c25e9d16466 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:25.990477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Attempting to bind port ad860733-a04f-4d60-88e2-92bce10f1de8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:42:25.991214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Attempting to bind port ad860733-a04f-4d60-88e2-92bce10f1de8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:42:25.991632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Attempting to bind port ad860733-a04f-4d60-88e2-92bce10f1de8 on network 3e745f17-203e-4728-9fb7-50341f5a0a21 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:42:25.998784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Port ad860733-a04f-4d60-88e2-92bce10f1de8 on network 3e745f17-203e-4728-9fb7-50341f5a0a21 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:42:25.999567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Attempting to bind port ad860733-a04f-4d60-88e2-92bce10f1de8 on network 3e745f17-203e-4728-9fb7-50341f5a0a21 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:42:26.005440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:42:26.005911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Checking segment: {'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:42:26.006384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Bound using segment: {'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:42:26.006886 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Bound port: ad860733-a04f-4d60-88e2-92bce10f1de8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7f74da-1703-4add-a1af-96c279c7a8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:42:26.007321 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.063530 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (4dde0f08-8661-4da9-83c4-4c68c0d1d88d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.087218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dea41c0>,) {'filters': {'network_id': ['4dde0f08-8661-4da9-83c4-4c68c0d1d88d']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:26.094149 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cb0ac407-dced-4adc-bdfc-5bad49b4c607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (5da90ccc-a33a-4f8d-b877-4c25e9d16466), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.098090 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dea41c0>, '0ddc600f-931f-4e31-b91a-b0d4765cf98c') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:26.105015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dea41c0>, '0ddc600f-931f-4e31-b91a-b0d4765cf98c') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:26.105172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] For port ad860733-a04f-4d60-88e2-92bce10f1de8, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:42:26.108240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] For port ad860733-a04f-4d60-88e2-92bce10f1de8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad860733-a04f-4d60-88e2-92bce10f1de8,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:42:26.111275 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (0ddc600f-931f-4e31-b91a-b0d4765cf98c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.130269 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0ddc600f-931f-4e31-b91a-b0d4765cf98c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.131994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ac407-dced-4adc-bdfc-5bad49b4c607 None None] No DVR routers for this DVR port 5da90ccc-a33a-4f8d-b877-4c25e9d16466 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:42:26.132590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:42:26.133047 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (0ddc600f-931f-4e31-b91a-b0d4765cf98c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.134073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ac407-dced-4adc-bdfc-5bad49b4c607 None None] Pushing event deleted for resources: {'Port': ['ID=5da90ccc-a33a-4f8d-b877-4c25e9d16466,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:42:26.136364 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:42:26.205650 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.240194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:26.240859 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.242278 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] 10.222.0.11 "PUT /v2.0/ports/ad860733-a04f-4d60-88e2-92bce10f1de8 HTTP/1.1" status: 200  len: 1092 time: 1.0006969
Apr 16 21:42:26.247053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9300724f-49f1-464c-8f56-76b4fb4a0d2e', 'tag': 'ad860733-a04f-4d60-88e2-92bce10f1de8'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:42:26.256621 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ca992f-e5e2-4e73-b1be-af36be95625a" -d '{"events": [{"name": "network-changed", "server_uuid": "9300724f-49f1-464c-8f56-76b4fb4a0d2e", "tag": "ad860733-a04f-4d60-88e2-92bce10f1de8"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:42:26.274621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f712ef-4846-45fb-ba60-57abe5a76fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad860733-a04f-4d60-88e2-92bce10f1de8,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:26.277504 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (4dde0f08-8661-4da9-83c4-4c68c0d1d88d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.292836 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca471c27-cc18-4c19-bc3e-8150c1dd2568 x-openstack-request-id: req-ca471c27-cc18-4c19-bc3e-8150c1dd2568 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:42:26.293134 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9300724f-49f1-464c-8f56-76b4fb4a0d2e", "tag": "ad860733-a04f-4d60-88e2-92bce10f1de8", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:42:26.293539 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca471c27-cc18-4c19-bc3e-8150c1dd2568 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:42:26.293985 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca471c27-cc18-4c19-bc3e-8150c1dd2568'] response: {'name': 'network-changed', 'server_uuid': '9300724f-49f1-464c-8f56-76b4fb4a0d2e', 'tag': 'ad860733-a04f-4d60-88e2-92bce10f1de8', 'status': 'completed', 'code': 200}
Apr 16 21:42:26.299696 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.304300 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "DELETE /v2.0/networks/4dde0f08-8661-4da9-83c4-4c68c0d1d88d HTTP/1.1" status: 204  len: 168 time: 0.8206806
Apr 16 21:42:26.305800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c8699-2838-4c3c-b8c8-68f7dc072b87 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Network': ['ID=4dde0f08-8661-4da9-83c4-4c68c0d1d88d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:26.309115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41288) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:26.372900 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca992f-e5e2-4e73-b1be-af36be95625a req-da6f1a34-39ad-49bc-9f86-dcf84871bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:26.375409 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-39ca992f-e5e2-4e73-b1be-af36be95625a req-da6f1a34-39ad-49bc-9f86-dcf84871bb1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 1126 time: 0.0500855
Apr 16 21:42:26.487782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-951c9f7e-749e-4dea-a088-7a014ff3ecc5 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting port 6bbcc44e-354c-497b-a8c8-a4992d9f3d6d {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:26.494864 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-951c9f7e-749e-4dea-a088-7a014ff3ecc5 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6bbcc44e-354c-497b-a8c8-a4992d9f3d6d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.494999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca992f-e5e2-4e73-b1be-af36be95625a req-32fd5408-9118-408b-94f6-3de868e78564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:26.495101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-39ca992f-e5e2-4e73-b1be-af36be95625a req-32fd5408-9118-408b-94f6-3de868e78564 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1137238
Apr 16 21:42:26.570459 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-951c9f7e-749e-4dea-a088-7a014ff3ecc5 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6bbcc44e-354c-497b-a8c8-a4992d9f3d6d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.570893 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-951c9f7e-749e-4dea-a088-7a014ff3ecc5 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for floatingip (6bbcc44e-354c-497b-a8c8-a4992d9f3d6d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.587326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-951c9f7e-749e-4dea-a088-7a014ff3ecc5 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Calling delete_port for 6bbcc44e-354c-497b-a8c8-a4992d9f3d6d owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:26.627832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a812589-71a5-46bc-9f58-b57aa74f3878 req-53c223ff-1a22-4618-be37-38756abd1694 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:26.629399 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a812589-71a5-46bc-9f58-b57aa74f3878 req-53c223ff-1a22-4618-be37-38756abd1694 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 944 time: 0.0698457
Apr 16 21:42:26.646872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5da90ccc-a33a-4f8d-b877-4c25e9d16466 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:42:26.659988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca992f-e5e2-4e73-b1be-af36be95625a req-06ae97fa-8d3e-4023-aec9-355ebec57ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:26.661498 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-39ca992f-e5e2-4e73-b1be-af36be95625a req-06ae97fa-8d3e-4023-aec9-355ebec57ef1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1614225
Apr 16 21:42:26.676599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 5da90ccc-a33a-4f8d-b877-4c25e9d16466 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:42:26.677353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5da90ccc-a33a-4f8d-b877-4c25e9d16466 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:42:26.707103 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a812589-71a5-46bc-9f58-b57aa74f3878 req-faf280ab-dd5e-433c-bfc3-440808207245 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=017115d4-2064-4ed4-94b9-78254994f2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666814
Apr 16 21:42:26.768252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-b918dd15-7f4a-48b8-8b12-13f6eac69fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:26.769790 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-b918dd15-7f4a-48b8-8b12-13f6eac69fb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 1126 time: 0.0449097
Apr 16 21:42:26.816657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-64f8c77a-f1db-4e5e-ab54-10cc3f579231 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad860733-a04f-4d60-88e2-92bce10f1de8 HTTP/1.1" status: 200  len: 217 time: 0.0388451
Apr 16 21:42:26.843259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-951c9f7e-749e-4dea-a088-7a014ff3ecc5 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6bbcc44e-354c-497b-a8c8-a4992d9f3d6d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.864832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-9ea01ac0-bd1c-4dfc-a0f7-14024c3dfabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:26.866314 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-9ea01ac0-bd1c-4dfc-a0f7-14024c3dfabe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cbc9f9-2227-4df1-b17b-c5fa9fa39364 HTTP/1.1" status: 200  len: 849 time: 0.0446372
Apr 16 21:42:26.874038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c9f7e-749e-4dea-a088-7a014ff3ecc5 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Port': ['ID=6bbcc44e-354c-497b-a8c8-a4992d9f3d6d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:26.911598 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-e9b2d2f3-7f9f-409f-984e-474a0d89e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:26.913063 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-e9b2d2f3-7f9f-409f-984e-474a0d89e415 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e745f17-203e-4728-9fb7-50341f5a0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0410960
Apr 16 21:42:26.947975 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-951c9f7e-749e-4dea-a088-7a014ff3ecc5 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for floatingip (572ca420-369c-4114-afd8-f001f01db644), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:26.947975 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-951c9f7e-749e-4dea-a088-7a014ff3ecc5 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Floating IP 572ca420-369c-4114-afd8-f001f01db644 disassociated (deleted). External IP: 172.35.1.188, port: e80de17d-54c2-489c-a517-04dc0b10426e.
Apr 16 21:42:27.013079 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-17516d8e-7b78-4ed4-a920-5289d14be1a5 service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937660
Apr 16 21:42:27.107735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a2a7772-b2d3-4c0a-b190-be3664b1e872 req-700b1ab5-436e-478e-b16e-27ae0821c27e service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888350
Apr 16 21:42:27.173126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951c9f7e-749e-4dea-a088-7a014ff3ecc5 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Router 23d3090a-2268-42fd-98f8-4694432aac4d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:42:27.286506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951c9f7e-749e-4dea-a088-7a014ff3ecc5 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:42:27.291368 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-951c9f7e-749e-4dea-a088-7a014ff3ecc5 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:27.297327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3ba12-2a2f-4ef9-8dcc-16223fdc4cc4 None None] Sync routers for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:42:27.308122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3ba12-2a2f-4ef9-8dcc-16223fdc4cc4 None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:27.308770 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f8c3ba12-2a2f-4ef9-8dcc-16223fdc4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241753d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:27.320915 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-951c9f7e-749e-4dea-a088-7a014ff3ecc5 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "DELETE /v2.0/floatingips/572ca420-369c-4114-afd8-f001f01db644 HTTP/1.1" status: 204  len: 168 time: 1.0106835
Apr 16 21:42:27.321595 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'tag': 'e80de17d-54c2-489c-a517-04dc0b10426e'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:42:27.324016 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691a6214-cb0a-4917-a85b-fb12ea5a4f89" -d '{"events": [{"name": "network-changed", "server_uuid": "57955d80-c264-4db1-8860-f2e5ac141ab7", "tag": "e80de17d-54c2-489c-a517-04dc0b10426e"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:42:27.369378 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7daea03-794b-41e5-9ec5-5b595860e102 x-openstack-request-id: req-e7daea03-794b-41e5-9ec5-5b595860e102 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:42:27.369880 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57955d80-c264-4db1-8860-f2e5ac141ab7", "tag": "e80de17d-54c2-489c-a517-04dc0b10426e", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:42:27.370237 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7daea03-794b-41e5-9ec5-5b595860e102 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:42:27.370708 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7daea03-794b-41e5-9ec5-5b595860e102'] response: {'name': 'network-changed', 'server_uuid': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'tag': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'status': 'completed', 'code': 200}
Apr 16 21:42:27.430848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f8c3ba12-2a2f-4ef9-8dcc-16223fdc4cc4 None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:27.432015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a6214-cb0a-4917-a85b-fb12ea5a4f89 req-6a32c762-4f45-4413-a853-0db945bcf642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:27.433613 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-691a6214-cb0a-4917-a85b-fb12ea5a4f89 req-6a32c762-4f45-4413-a853-0db945bcf642 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 1127 time: 0.0412030
Apr 16 21:42:27.532201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a6214-cb0a-4917-a85b-fb12ea5a4f89 req-01f86fbb-a5ec-4af4-ba85-695d73fc9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:27.537276 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-691a6214-cb0a-4917-a85b-fb12ea5a4f89 req-01f86fbb-a5ec-4af4-ba85-695d73fc9061 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 HTTP/1.1" status: 200  len: 898 time: 0.0979223
Apr 16 21:42:27.589139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-691a6214-cb0a-4917-a85b-fb12ea5a4f89 req-ba349f7d-ac6c-4210-810f-f295db92b39e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e80de17d-54c2-489c-a517-04dc0b10426e HTTP/1.1" status: 200  len: 217 time: 0.0456817
Apr 16 21:42:27.631892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f8c3ba12-2a2f-4ef9-8dcc-16223fdc4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241753d0>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:42:19Z', 'revision_number': 6, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:02Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:27.638152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a6214-cb0a-4917-a85b-fb12ea5a4f89 req-c15a33cd-2ee9-4c35-8d43-478d06c014f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:27.639692 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-691a6214-cb0a-4917-a85b-fb12ea5a4f89 req-c15a33cd-2ee9-4c35-8d43-478d06c014f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15587807-ad5f-4562-b564-31542afadaea HTTP/1.1" status: 200  len: 834 time: 0.0451159
Apr 16 21:42:27.665719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3ba12-2a2f-4ef9-8dcc-16223fdc4cc4 None None] Checking router: 23d3090a-2268-42fd-98f8-4694432aac4d for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:42:27.678868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3ba12-2a2f-4ef9-8dcc-16223fdc4cc4 None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:27.679517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f8c3ba12-2a2f-4ef9-8dcc-16223fdc4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241753d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:27.691602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a6214-cb0a-4917-a85b-fb12ea5a4f89 req-d27b57eb-cdec-4299-bca4-d3aa140ed5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:27.693291 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-691a6214-cb0a-4917-a85b-fb12ea5a4f89 req-d27b57eb-cdec-4299-bca4-d3aa140ed5e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b388ded9-ed4e-4d02-8bce-a7e57d94b1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477135
Apr 16 21:42:27.797519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f8c3ba12-2a2f-4ef9-8dcc-16223fdc4cc4 None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:27.815449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c976e-1d8a-40a4-aa19-11adabe397c3 req-9717053b-f899-40c6-8793-07f5f26522c1 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:27.817014 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e38c976e-1d8a-40a4-aa19-11adabe397c3 req-9717053b-f899-40c6-8793-07f5f26522c1 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 945 time: 0.0597103
Apr 16 21:42:27.819537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b0e5a-2980-47aa-9662-f94fcb3a0ed5 req-e0b4e862-e7dd-4714-a59f-9b97f7844cc2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:27.821090 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d03b0e5a-2980-47aa-9662-f94fcb3a0ed5 req-e0b4e862-e7dd-4714-a59f-9b97f7844cc2 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 944 time: 0.0500169
Apr 16 21:42:27.875153 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d03b0e5a-2980-47aa-9662-f94fcb3a0ed5 req-4df2fedb-ac2a-4b2e-9875-1469cf0731e8 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=017115d4-2064-4ed4-94b9-78254994f2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482857
Apr 16 21:42:27.877349 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e38c976e-1d8a-40a4-aa19-11adabe397c3 req-8634722d-90f5-4003-9a3f-e8da1f8e0f5b tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536332
Apr 16 21:42:28.012645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f8c3ba12-2a2f-4ef9-8dcc-16223fdc4cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241753d0>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:42:19Z', 'revision_number': 6, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:02Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:28.043749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3ba12-2a2f-4ef9-8dcc-16223fdc4cc4 None None] The sync data for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 is: [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:42:19Z', 'revision_number': 6, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f08ab98b-889e-4410-b388-07686808677e', 'name': '', 'network_id': 'b388ded9-ed4e-4d02-8bce-a7e57d94b1b5', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:4a:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '15587807-ad5f-4562-b564-31542afadaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:57Z', 'updated_at': '2022-04-16T21:40:02Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '15587807-ad5f-4562-b564-31542afadaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:42:28.264784 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd54211d-3f1c-4bec-8989-94b947dfcc10 None None] New status for floating IP 572ca420-369c-4114-afd8-f001f01db644: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:42:28.725675 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-691a6214-cb0a-4917-a85b-fb12ea5a4f89 req-f8640dc4-746e-4269-8cea-8e3f1dc328c9 service neutron] 10.222.0.41 "GET /v2.0/networks/b388ded9-ed4e-4d02-8bce-a7e57d94b1b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1038179
Apr 16 21:42:28.828030 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-691a6214-cb0a-4917-a85b-fb12ea5a4f89 req-bd61b1ac-1304-4b2d-8e32-de53477f23a0 service neutron] 10.222.0.41 "GET /v2.0/networks/b388ded9-ed4e-4d02-8bce-a7e57d94b1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828960
Apr 16 21:42:28.996911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffefa2c-e40a-4098-a66e-b03a50a9dac9 req-2cc14ce7-72b0-40af-9390-559ea7f3b586 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:28.997566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d0a6-39b2-40d3-a60e-63bc814aab95 req-a5fbf821-0108-407c-9109-ec97e41bf649 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:29.000258 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-36c7d0a6-39b2-40d3-a60e-63bc814aab95 req-a5fbf821-0108-407c-9109-ec97e41bf649 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 945 time: 0.0519011
Apr 16 21:42:29.001065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ffefa2c-e40a-4098-a66e-b03a50a9dac9 req-2cc14ce7-72b0-40af-9390-559ea7f3b586 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 944 time: 0.0568738
Apr 16 21:42:29.047712 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6ffefa2c-e40a-4098-a66e-b03a50a9dac9 req-0446b55c-bfdb-43dc-af96-51cc8c0a1baf tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=017115d4-2064-4ed4-94b9-78254994f2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422690
Apr 16 21:42:29.055781 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-36c7d0a6-39b2-40d3-a60e-63bc814aab95 req-f074a9ce-8d80-4b35-93ba-6e03b4f4e6d2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba8182df-2af6-4de5-a18f-0f83373b4919&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452898
Apr 16 21:42:29.320051 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306bccc-a887-4262-b388-af1bdb56fd16 req-81ffd58a-8df9-49b0-bf73-09b58aa5cfac tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:29.321626 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8306bccc-a887-4262-b388-af1bdb56fd16 req-81ffd58a-8df9-49b0-bf73-09b58aa5cfac tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.41 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 945 time: 0.0505373
Apr 16 21:42:29.409798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-8306bccc-a887-4262-b388-af1bdb56fd16 req-a8feb347-4fb3-4ff0-9f16-89e49246b770 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting port e80de17d-54c2-489c-a517-04dc0b10426e {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:29.410137 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8306bccc-a887-4262-b388-af1bdb56fd16 req-a8feb347-4fb3-4ff0-9f16-89e49246b770 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:29.501393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-8306bccc-a887-4262-b388-af1bdb56fd16 req-a8feb347-4fb3-4ff0-9f16-89e49246b770 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] For port e80de17d-54c2-489c-a517-04dc0b10426e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e80de17d-54c2-489c-a517-04dc0b10426e,segment=NetworkSegment(1ced7a1b-ff58-4f1e-98f9-2b762f94dff6),segment_id=1ced7a1b-ff58-4f1e-98f9-2b762f94dff6)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:29.501766 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8306bccc-a887-4262-b388-af1bdb56fd16 req-a8feb347-4fb3-4ff0-9f16-89e49246b770 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:29.515445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-8306bccc-a887-4262-b388-af1bdb56fd16 req-a8feb347-4fb3-4ff0-9f16-89e49246b770 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Calling delete_port for e80de17d-54c2-489c-a517-04dc0b10426e owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:29.554099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device ad860733-a04f-4d60-88e2-92bce10f1de8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:42:29.649517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port ad860733-a04f-4d60-88e2-92bce10f1de8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad860733-a04f-4d60-88e2-92bce10f1de8,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:29.661597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'ad860733-a04f-4d60-88e2-92bce10f1de8', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'port_id': 'ad860733-a04f-4d60-88e2-92bce10f1de8', 'mac_address': 'fa:16:3e:df:ef:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:42:29.703349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port ad860733-a04f-4d60-88e2-92bce10f1de8 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:29.703749 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:29.716323 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8306bccc-a887-4262-b388-af1bdb56fd16 req-a8feb347-4fb3-4ff0-9f16-89e49246b770 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (e80de17d-54c2-489c-a517-04dc0b10426e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:29.716747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad860733-a04f-4d60-88e2-92bce10f1de8 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:42:29.738074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port ad860733-a04f-4d60-88e2-92bce10f1de8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad860733-a04f-4d60-88e2-92bce10f1de8,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:29.744149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8feb347-4fb3-4ff0-9f16-89e49246b770 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Port': ['ID=e80de17d-54c2-489c-a517-04dc0b10426e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:29.792415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8306bccc-a887-4262-b388-af1bdb56fd16 req-a8feb347-4fb3-4ff0-9f16-89e49246b770 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] No DVR routers for this DVR port e80de17d-54c2-489c-a517-04dc0b10426e on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:42:29.795746 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8306bccc-a887-4262-b388-af1bdb56fd16 req-a8feb347-4fb3-4ff0-9f16-89e49246b770 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:29.799472 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8306bccc-a887-4262-b388-af1bdb56fd16 req-a8feb347-4fb3-4ff0-9f16-89e49246b770 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.41 "DELETE /v2.0/ports/e80de17d-54c2-489c-a517-04dc0b10426e HTTP/1.1" status: 204  len: 173 time: 0.4724810
Apr 16 21:42:29.800341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'name': 'network-vif-deleted', 'tag': 'e80de17d-54c2-489c-a517-04dc0b10426e'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:42:29.803606 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb08c69-d593-45c9-ab98-187c1215bba4" -d '{"events": [{"server_uuid": "57955d80-c264-4db1-8860-f2e5ac141ab7", "name": "network-vif-deleted", "tag": "e80de17d-54c2-489c-a517-04dc0b10426e"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:42:29.839137 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5824c8b4-b5e7-43d6-ba80-cb4df209b996 x-openstack-request-id: req-5824c8b4-b5e7-43d6-ba80-cb4df209b996 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:42:29.839447 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57955d80-c264-4db1-8860-f2e5ac141ab7", "name": "network-vif-deleted", "tag": "e80de17d-54c2-489c-a517-04dc0b10426e", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:42:29.839701 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5824c8b4-b5e7-43d6-ba80-cb4df209b996 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:42:29.840107 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5824c8b4-b5e7-43d6-ba80-cb4df209b996'] response: {'server_uuid': '57955d80-c264-4db1-8860-f2e5ac141ab7', 'name': 'network-vif-deleted', 'tag': 'e80de17d-54c2-489c-a517-04dc0b10426e', 'status': 'completed', 'code': 200}
Apr 16 21:42:29.842408 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:29.891287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=ad860733-a04f-4d60-88e2-92bce10f1de8,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:30.053451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['ad860733-a04f-4d60-88e2-92bce10f1de8'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:42:30.221914 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5d998d9-ed4f-4518-9c83-9787064895b4 req-847a8dc4-6847-431e-8d19-cdcc7f849675 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=57955d80-c264-4db1-8860-f2e5ac141ab7 HTTP/1.1" status: 200  len: 210 time: 0.0373995
Apr 16 21:42:30.245355 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fdfba-a8a3-4ef2-8c53-3cf062a11820 req-3e70e968-406a-468f-ac15-de7ce01de77c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:30.246942 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c65fdfba-a8a3-4ef2-8c53-3cf062a11820 req-3e70e968-406a-468f-ac15-de7ce01de77c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 945 time: 0.0807722
Apr 16 21:42:30.310547 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c65fdfba-a8a3-4ef2-8c53-3cf062a11820 req-d91dd491-f45a-405d-8855-19f7a1025bfc tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=017115d4-2064-4ed4-94b9-78254994f2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551932
Apr 16 21:42:31.301829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41338) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:31.570907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device ad860733-a04f-4d60-88e2-92bce10f1de8 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:42:31.615838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port ad860733-a04f-4d60-88e2-92bce10f1de8 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:42:31.694014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port ad860733-a04f-4d60-88e2-92bce10f1de8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:31.694400 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:31.725399 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c65e-71ef-4605-b08f-44c1b1cb11ce tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (ba8182df-2af6-4de5-a18f-0f83373b4919), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:31.733979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3535f1f-4af1-4550-92a5-e8420dacee59 req-7bd8c89f-1583-45d1-9cca-d18b2d50ca5d tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:31.735698 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3535f1f-4af1-4550-92a5-e8420dacee59 req-7bd8c89f-1583-45d1-9cca-d18b2d50ca5d tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 945 time: 0.0623524
Apr 16 21:42:31.771472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port ad860733-a04f-4d60-88e2-92bce10f1de8 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:31.771726 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:31.773403 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c65e-71ef-4605-b08f-44c1b1cb11ce tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (ba8182df-2af6-4de5-a18f-0f83373b4919), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:31.800647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9300724f-49f1-464c-8f56-76b4fb4a0d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad860733-a04f-4d60-88e2-92bce10f1de8'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:42:31.803141 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd078e64-39cb-4a05-97d2-d2a5e7c52d2d" -d '{"events": [{"server_uuid": "9300724f-49f1-464c-8f56-76b4fb4a0d2e", "name": "network-vif-plugged", "status": "completed", "tag": "ad860733-a04f-4d60-88e2-92bce10f1de8"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:42:31.816101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port ad860733-a04f-4d60-88e2-92bce10f1de8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad860733-a04f-4d60-88e2-92bce10f1de8,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:31.833571 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3535f1f-4af1-4550-92a5-e8420dacee59 req-ea0bb0d2-05a9-4652-81d1-9440abafaa41 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=017115d4-2064-4ed4-94b9-78254994f2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885119
Apr 16 21:42:31.842907 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad5b7aa-c619-4be4-acef-f1e5fc87b2f9 x-openstack-request-id: req-fad5b7aa-c619-4be4-acef-f1e5fc87b2f9 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:42:31.843358 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9300724f-49f1-464c-8f56-76b4fb4a0d2e", "name": "network-vif-plugged", "status": "completed", "tag": "ad860733-a04f-4d60-88e2-92bce10f1de8", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:42:31.843770 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fad5b7aa-c619-4be4-acef-f1e5fc87b2f9 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:42:31.844203 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad5b7aa-c619-4be4-acef-f1e5fc87b2f9'] response: {'server_uuid': '9300724f-49f1-464c-8f56-76b4fb4a0d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad860733-a04f-4d60-88e2-92bce10f1de8', 'code': 200}
Apr 16 21:42:31.922178 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:31.942914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ea5bc-a08d-4d40-a50a-519c025d47c3 req-f8f4f1ea-6fbe-4a04-94d6-3996bb2e91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:31.944584 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b71ea5bc-a08d-4d40-a50a-519c025d47c3 req-f8f4f1ea-6fbe-4a04-94d6-3996bb2e91fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 1127 time: 0.0393322
Apr 16 21:42:31.950915 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c65e-71ef-4605-b08f-44c1b1cb11ce tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ba8182df-2af6-4de5-a18f-0f83373b4919), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:31.953721 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c65e-71ef-4605-b08f-44c1b1cb11ce tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:31.957449 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ce5c65e-71ef-4605-b08f-44c1b1cb11ce tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "DELETE /v2.0/security-groups/ba8182df-2af6-4de5-a18f-0f83373b4919 HTTP/1.1" status: 204  len: 168 time: 0.6521392
Apr 16 21:42:31.968313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5c65e-71ef-4605-b08f-44c1b1cb11ce tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8182df-2af6-4de5-a18f-0f83373b4919,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:31.996585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=ad860733-a04f-4d60-88e2-92bce10f1de8,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:32.008621 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b71ea5bc-a08d-4d40-a50a-519c025d47c3 req-b8c8ff64-4917-4aa5-9b72-bdac6e69e12e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=017115d4-2064-4ed4-94b9-78254994f2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584033
Apr 16 21:42:32.088721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41348) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:32.438908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b203edc-fe7e-4928-b888-9d3aa0253321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (23d3090a-2268-42fd-98f8-4694432aac4d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:32.696295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3b203edc-fe7e-4928-b888-9d3aa0253321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting port f08ab98b-889e-4410-b388-07686808677e {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:32.696295 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b203edc-fe7e-4928-b888-9d3aa0253321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f08ab98b-889e-4410-b388-07686808677e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:32.786378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-3b203edc-fe7e-4928-b888-9d3aa0253321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] For port f08ab98b-889e-4410-b388-07686808677e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f08ab98b-889e-4410-b388-07686808677e,segment=NetworkSegment(1ced7a1b-ff58-4f1e-98f9-2b762f94dff6),segment_id=1ced7a1b-ff58-4f1e-98f9-2b762f94dff6)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:32.786742 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b203edc-fe7e-4928-b888-9d3aa0253321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f08ab98b-889e-4410-b388-07686808677e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:32.799914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3b203edc-fe7e-4928-b888-9d3aa0253321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Calling delete_port for f08ab98b-889e-4410-b388-07686808677e owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:32.866078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e80de17d-54c2-489c-a517-04dc0b10426e no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:42:32.887056 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: e80de17d-54c2-489c-a517-04dc0b10426e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:42:32.887474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device e80de17d-54c2-489c-a517-04dc0b10426e not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:42:32.973922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23951a82-b276-4cd2-9612-7d47c5b8ddb9 req-b610ed1d-522a-40ae-8d49-79436de5f88c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:32.975335 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23951a82-b276-4cd2-9612-7d47c5b8ddb9 req-b610ed1d-522a-40ae-8d49-79436de5f88c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 946 time: 0.0660102
Apr 16 21:42:33.062989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-23951a82-b276-4cd2-9612-7d47c5b8ddb9 req-9c533255-058b-40e2-86af-ae9db27f4b22 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=017115d4-2064-4ed4-94b9-78254994f2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819221
Apr 16 21:42:33.133345 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b203edc-fe7e-4928-b888-9d3aa0253321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f08ab98b-889e-4410-b388-07686808677e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:33.167262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b203edc-fe7e-4928-b888-9d3aa0253321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Port': ['ID=f08ab98b-889e-4410-b388-07686808677e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:33.353322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b203edc-fe7e-4928-b888-9d3aa0253321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (23d3090a-2268-42fd-98f8-4694432aac4d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:33.460100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41356) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:33.583047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b203edc-fe7e-4928-b888-9d3aa0253321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Router 23d3090a-2268-42fd-98f8-4694432aac4d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:42:33.625362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-972b278d-9359-4db1-ba82-10cf579fa5f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port 8895d86c-2669-4492-bd95-54fa7405e191 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:33.625714 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-972b278d-9359-4db1-ba82-10cf579fa5f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8895d86c-2669-4492-bd95-54fa7405e191), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:33.698703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b203edc-fe7e-4928-b888-9d3aa0253321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:42:33.703942 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3b203edc-fe7e-4928-b888-9d3aa0253321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "PUT /v2.0/routers/23d3090a-2268-42fd-98f8-4694432aac4d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6141217
Apr 16 21:42:33.706561 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41358) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:33.709345 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-972b278d-9359-4db1-ba82-10cf579fa5f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8895d86c-2669-4492-bd95-54fa7405e191), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:33.709905 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-972b278d-9359-4db1-ba82-10cf579fa5f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (8895d86c-2669-4492-bd95-54fa7405e191), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:33.711418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ebf87-62bc-4b19-b21f-a56abecbf4b9 None None] Sync routers for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:42:33.722692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ebf87-62bc-4b19-b21f-a56abecbf4b9 None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:33.723576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-115ebf87-62bc-4b19-b21f-a56abecbf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124468040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:33.725141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-972b278d-9359-4db1-ba82-10cf579fa5f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for 8895d86c-2669-4492-bd95-54fa7405e191 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:33.765254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3ae0e4-325d-40dc-bd3f-ab054e95b25b tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting subnet 15587807-ad5f-4562-b564-31542afadaea {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:42:33.768701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae0e4-325d-40dc-bd3f-ab054e95b25b tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for subnet (15587807-ad5f-4562-b564-31542afadaea), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:33.811259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae0e4-325d-40dc-bd3f-ab054e95b25b tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (15587807-ad5f-4562-b564-31542afadaea), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:33.837403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-115ebf87-62bc-4b19-b21f-a56abecbf4b9 None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:33.922100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae0e4-325d-40dc-bd3f-ab054e95b25b tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (15587807-ad5f-4562-b564-31542afadaea), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:33.939765 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-972b278d-9359-4db1-ba82-10cf579fa5f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8895d86c-2669-4492-bd95-54fa7405e191), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:34.017326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b278d-9359-4db1-ba82-10cf579fa5f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=8895d86c-2669-4492-bd95-54fa7405e191,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:34.066570 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-972b278d-9359-4db1-ba82-10cf579fa5f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for floatingip (848e1d74-bf08-470c-902c-e351f6ea472f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:34.067083 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-972b278d-9359-4db1-ba82-10cf579fa5f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Floating IP 848e1d74-bf08-470c-902c-e351f6ea472f disassociated (deleted). External IP: 172.35.1.39, port: 73138183-36f0-4a32-833a-7b6e3fa38956.
Apr 16 21:42:34.094104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-115ebf87-62bc-4b19-b21f-a56abecbf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124468040>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:42:32Z', 'revision_number': 7, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:34.119953 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae0e4-325d-40dc-bd3f-ab054e95b25b tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (15587807-ad5f-4562-b564-31542afadaea), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:34.146191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ebf87-62bc-4b19-b21f-a56abecbf4b9 None None] Checking router: 23d3090a-2268-42fd-98f8-4694432aac4d for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:42:34.162943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ebf87-62bc-4b19-b21f-a56abecbf4b9 None None] Routers {'23d3090a-2268-42fd-98f8-4694432aac4d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:34.163584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-115ebf87-62bc-4b19-b21f-a56abecbf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124468040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23d3090a-2268-42fd-98f8-4694432aac4d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:34.185071 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae0e4-325d-40dc-bd3f-ab054e95b25b tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:34.192156 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8c3ae0e4-325d-40dc-bd3f-ab054e95b25b tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "DELETE /v2.0/subnets/15587807-ad5f-4562-b564-31542afadaea HTTP/1.1" status: 204  len: 168 time: 0.4846065
Apr 16 21:42:34.193601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ae0e4-325d-40dc-bd3f-ab054e95b25b tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Subnet': ['ID=15587807-ad5f-4562-b564-31542afadaea,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:34.199719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41364) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:34.253168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae942770-01b0-4ffa-897d-effb6463adc2 req-66f29cd4-fb05-42b4-8675-b09a3e254a9f tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:34.254753 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae942770-01b0-4ffa-897d-effb6463adc2 req-66f29cd4-fb05-42b4-8675-b09a3e254a9f tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 946 time: 0.0734394
Apr 16 21:42:34.259630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215b0b4a-445c-4b0d-a5a8-418c05601e0b None None] Network b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:42:34.343686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-115ebf87-62bc-4b19-b21f-a56abecbf4b9 None None] Set router 23d3090a-2268-42fd-98f8-4694432aac4d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:34.349059 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router (23d3090a-2268-42fd-98f8-4694432aac4d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:34.356273 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae942770-01b0-4ffa-897d-effb6463adc2 req-fee3f0e8-5863-4afa-9f2f-c1cb91c5be11 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=017115d4-2064-4ed4-94b9-78254994f2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0934834
Apr 16 21:42:34.418359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972b278d-9359-4db1-ba82-10cf579fa5f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:42:34.498281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f2cf2-3845-417f-9025-ec60c2c26349 req-d9c33c61-f056-4923-a64b-36d0bbad2b85 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:34.500184 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e7f2cf2-3845-417f-9025-ec60c2c26349 req-d9c33c61-f056-4923-a64b-36d0bbad2b85 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 946 time: 0.0594749
Apr 16 21:42:34.512378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41368) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:34.517327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-14ec97e7-eee0-40e9-9829-1459ce378111 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Request body: {'floatingip': {'port_id': 'ad860733-a04f-4d60-88e2-92bce10f1de8'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:34.566839 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router_gateway (23d3090a-2268-42fd-98f8-4694432aac4d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:34.573764 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-14ec97e7-eee0-40e9-9829-1459ce378111 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (506db15f-2aaf-4954-82a3-6fccff37fa9b), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:34.758605 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-115ebf87-62bc-4b19-b21f-a56abecbf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124468040>, [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:42:32Z', 'revision_number': 7, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:34.791213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d03dc2-a28f-4d8c-a2f2-a611620a3138 None None] DHCP port deletion for b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:42:34.793971 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ebf87-62bc-4b19-b21f-a56abecbf4b9 None None] The sync data for ids ['23d3090a-2268-42fd-98f8-4694432aac4d'] in ncdv-master-1 is: [{'id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'name': 'tempest-TestNetworkBasicOps-router-895757670', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:50Z', 'updated_at': '2022-04-16T21:42:32Z', 'revision_number': 7, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '64456548-f9a4-48ba-898b-b188c9e6cd86', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3090a-2268-42fd-98f8-4694432aac4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:51Z', 'updated_at': '2022-04-16T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:42:34.841007 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting port 64456548-f9a4-48ba-898b-b188c9e6cd86 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:34.841623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:34.844473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-89d03dc2-a28f-4d8c-a2f2-a611620a3138 None None] Deleting port 00c625d9-67c1-45fb-8e4d-0a39924f5460 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:34.844891 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-89d03dc2-a28f-4d8c-a2f2-a611620a3138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (00c625d9-67c1-45fb-8e4d-0a39924f5460), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:34.916458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-89d03dc2-a28f-4d8c-a2f2-a611620a3138 None None] For port 00c625d9-67c1-45fb-8e4d-0a39924f5460, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00c625d9-67c1-45fb-8e4d-0a39924f5460,segment=NetworkSegment(1ced7a1b-ff58-4f1e-98f9-2b762f94dff6),segment_id=1ced7a1b-ff58-4f1e-98f9-2b762f94dff6)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:34.917094 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-89d03dc2-a28f-4d8c-a2f2-a611620a3138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (00c625d9-67c1-45fb-8e4d-0a39924f5460), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:34.931416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-89d03dc2-a28f-4d8c-a2f2-a611620a3138 None None] Calling delete_port for 00c625d9-67c1-45fb-8e4d-0a39924f5460 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:34.954393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972b278d-9359-4db1-ba82-10cf579fa5f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:42:34.958917 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-972b278d-9359-4db1-ba82-10cf579fa5f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:34.968683 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed590c6-a11b-43d6-8e85-d41eb3f18ccf None None] Sync routers for ids ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:42:34.996820 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-972b278d-9359-4db1-ba82-10cf579fa5f5 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/floatingips/848e1d74-bf08-470c-902c-e351f6ea472f HTTP/1.1" status: 204  len: 168 time: 1.5299566
Apr 16 21:42:34.996820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:42:34.996820 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad7979b-659c-4ea7-8d04-f6e6a64716e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:42:35.014973 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed590c6-a11b-43d6-8e85-d41eb3f18ccf None None] Routers {'31394849-8d5d-4c72-9a2b-9420a5daf8c8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:35.018413 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4ed590c6-a11b-43d6-8e85-d41eb3f18ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124bfdd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:35.024520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] For port 64456548-f9a4-48ba-898b-b188c9e6cd86, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64456548-f9a4-48ba-898b-b188c9e6cd86,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:35.024899 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:35.063750 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a631f0fa-c806-4657-93c0-fa7563a777c1 x-openstack-request-id: req-a631f0fa-c806-4657-93c0-fa7563a777c1 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:42:35.069028 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:42:35.069422 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a631f0fa-c806-4657-93c0-fa7563a777c1 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:42:35.069951 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a631f0fa-c806-4657-93c0-fa7563a777c1'] response: {'name': 'network-changed', 'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956', 'status': 'completed', 'code': 200}
Apr 16 21:42:35.079907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Calling delete_port for 64456548-f9a4-48ba-898b-b188c9e6cd86 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:35.121506 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-89d03dc2-a28f-4d8c-a2f2-a611620a3138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (00c625d9-67c1-45fb-8e4d-0a39924f5460), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:35.155767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d03dc2-a28f-4d8c-a2f2-a611620a3138 None None] No DVR routers for this DVR port 00c625d9-67c1-45fb-8e4d-0a39924f5460 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:42:35.159995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d03dc2-a28f-4d8c-a2f2-a611620a3138 None None] Pushing event deleted for resources: {'Port': ['ID=00c625d9-67c1-45fb-8e4d-0a39924f5460,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:35.200904 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4ed590c6-a11b-43d6-8e85-d41eb3f18ccf None None] Set router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:35.223387 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7979b-659c-4ea7-8d04-f6e6a64716e2 req-eaba13fa-f39e-4eb9-90f9-ddcef4554c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:35.225054 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4ad7979b-659c-4ea7-8d04-f6e6a64716e2 req-eaba13fa-f39e-4eb9-90f9-ddcef4554c91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 1127 time: 0.1357472
Apr 16 21:42:35.427619 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4ed590c6-a11b-43d6-8e85-d41eb3f18ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124bfdd90>, [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dc59b100-899a-41ed-b2cb-7985e9aa76f0', 'name': '', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:66:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:33Z', 'updated_at': '2022-04-16T21:39:40Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:35.470028 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed590c6-a11b-43d6-8e85-d41eb3f18ccf None None] Checking router: 31394849-8d5d-4c72-9a2b-9420a5daf8c8 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:42:35.479349 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed590c6-a11b-43d6-8e85-d41eb3f18ccf None None] Routers {'31394849-8d5d-4c72-9a2b-9420a5daf8c8'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:35.480013 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4ed590c6-a11b-43d6-8e85-d41eb3f18ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124bfdd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:35.595114 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4ed590c6-a11b-43d6-8e85-d41eb3f18ccf None None] Set router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:35.785192 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.db.resource_extend [None req-14ec97e7-eee0-40e9-9829-1459ce378111 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:42:35.801818 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4ed590c6-a11b-43d6-8e85-d41eb3f18ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124bfdd90>, [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dc59b100-899a-41ed-b2cb-7985e9aa76f0', 'name': '', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:66:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:33Z', 'updated_at': '2022-04-16T21:39:40Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:35.830242 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed590c6-a11b-43d6-8e85-d41eb3f18ccf None None] The sync data for ids ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'] in ncdv-master-1 is: [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dc59b100-899a-41ed-b2cb-7985e9aa76f0', 'name': '', 'network_id': '4dd7eb45-8776-4f81-9375-6aaa334b721b', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'mac_address': 'fa:16:3e:66:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:33Z', 'updated_at': '2022-04-16T21:39:40Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'subnets': [{'id': '9df171eb-d48f-4003-91e2-9e61dfe9a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:42:35.879416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25a87d-cc68-4bd7-8f26-5fb01e5c8726 req-983e040e-10cf-43cd-857e-a9d154e5d1f7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:35.881062 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae25a87d-cc68-4bd7-8f26-5fb01e5c8726 req-983e040e-10cf-43cd-857e-a9d154e5d1f7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.1587470
Apr 16 21:42:35.895432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7979b-659c-4ea7-8d04-f6e6a64716e2 req-488f41cf-c1fa-4baf-a12b-bade8692ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:35.901213 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4ad7979b-659c-4ea7-8d04-f6e6a64716e2 req-488f41cf-c1fa-4baf-a12b-bade8692ac9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4dd7eb45-8776-4f81-9375-6aaa334b721b HTTP/1.1" status: 200  len: 898 time: 0.6611414
Apr 16 21:42:35.920285 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-14ec97e7-eee0-40e9-9829-1459ce378111 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:35.980344 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae25a87d-cc68-4bd7-8f26-5fb01e5c8726 req-c9c3918e-0a1c-484f-91ab-45649e5ba38d tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888424
Apr 16 21:42:36.008634 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-14ec97e7-eee0-40e9-9829-1459ce378111 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (506db15f-2aaf-4954-82a3-6fccff37fa9b), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.046255 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (64456548-f9a4-48ba-898b-b188c9e6cd86), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.081059 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Port': ['ID=64456548-f9a4-48ba-898b-b188c9e6cd86,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:36.102289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2bedcd-e740-4074-a898-fbca3f6e50b9 None None] New status for floating IP 848e1d74-bf08-470c-902c-e351f6ea472f: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:42:36.194884 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-14ec97e7-eee0-40e9-9829-1459ce378111 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Floating IP 506db15f-2aaf-4954-82a3-6fccff37fa9b associated. External IP: 172.35.1.98, port: ad860733-a04f-4d60-88e2-92bce10f1de8.
Apr 16 21:42:36.197279 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (23d3090a-2268-42fd-98f8-4694432aac4d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.310373 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.334959 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (23d3090a-2268-42fd-98f8-4694432aac4d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.338461 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router_controller (23d3090a-2268-42fd-98f8-4694432aac4d), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.511368 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4ad7979b-659c-4ea7-8d04-f6e6a64716e2 req-0b0456d8-df28-49fa-887b-b6bc8d0a417a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73138183-36f0-4a32-833a-7b6e3fa38956 HTTP/1.1" status: 200  len: 217 time: 0.0485723
Apr 16 21:42:36.511849 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (23d3090a-2268-42fd-98f8-4694432aac4d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.512469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Fanout notify agent at l3_agent the message router_deleted on router 23d3090a-2268-42fd-98f8-4694432aac4d {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:42:36.519366 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.522683 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-49d47715-5dba-4df2-bfeb-23f7dccb957a tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "DELETE /v2.0/routers/23d3090a-2268-42fd-98f8-4694432aac4d HTTP/1.1" status: 204  len: 168 time: 2.3203251
Apr 16 21:42:36.523683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41380) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:36.611129 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7979b-659c-4ea7-8d04-f6e6a64716e2 req-095e5593-1813-46c3-86af-d8494640036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:36.612670 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4ad7979b-659c-4ea7-8d04-f6e6a64716e2 req-095e5593-1813-46c3-86af-d8494640036e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9df171eb-d48f-4003-91e2-9e61dfe9a321 HTTP/1.1" status: 200  len: 834 time: 0.0901849
Apr 16 21:42:36.618369 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (b388ded9-ed4e-4d02-8bce-a7e57d94b1b5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.666552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ec97e7-eee0-40e9-9829-1459ce378111 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Router 562553f1-567a-4ba8-a6d2-b5fa13f62144 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:42:36.693253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7979b-659c-4ea7-8d04-f6e6a64716e2 req-c28d1a39-7f54-4dec-b330-7aa2e01025b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:36.693253 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4ad7979b-659c-4ea7-8d04-f6e6a64716e2 req-c28d1a39-7f54-4dec-b330-7aa2e01025b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dd7eb45-8776-4f81-9375-6aaa334b721b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0713687
Apr 16 21:42:36.729797 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (b388ded9-ed4e-4d02-8bce-a7e57d94b1b5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.762038 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f161190>,) {'filters': {'network_id': ['b388ded9-ed4e-4d02-8bce-a7e57d94b1b5']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:36.762776 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 00c625d9-67c1-45fb-8e4d-0a39924f5460 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:42:36.772768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f161190>, '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:36.773075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f161190>, '1ced7a1b-ff58-4f1e-98f9-2b762f94dff6') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:36.784237 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (1ced7a1b-ff58-4f1e-98f9-2b762f94dff6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.791464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 00c625d9-67c1-45fb-8e4d-0a39924f5460 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:42:36.791897 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 00c625d9-67c1-45fb-8e4d-0a39924f5460 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:42:36.792431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f08ab98b-889e-4410-b388-07686808677e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:42:36.798112 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1ced7a1b-ff58-4f1e-98f9-2b762f94dff6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.805260 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:42:36.805663 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (1ced7a1b-ff58-4f1e-98f9-2b762f94dff6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:42:36.808878 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:42:36.827795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: f08ab98b-889e-4410-b388-07686808677e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:42:36.827795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f08ab98b-889e-4410-b388-07686808677e not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:42:36.828196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ec97e7-eee0-40e9-9829-1459ce378111 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:42:36.831928 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-14ec97e7-eee0-40e9-9829-1459ce378111 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:36.836556 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4569dd8-ae5a-405b-b503-ee5e0eaf1420 None None] Sync routers for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:42:36.846750 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4569dd8-ae5a-405b-b503-ee5e0eaf1420 None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:36.847348 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e4569dd8-ae5a-405b-b503-ee5e0eaf1420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c29640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:36.875603 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-14ec97e7-eee0-40e9-9829-1459ce378111 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "PUT /v2.0/floatingips/506db15f-2aaf-4954-82a3-6fccff37fa9b HTTP/1.1" status: 200  len: 991 time: 2.3535130
Apr 16 21:42:36.875603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9300724f-49f1-464c-8f56-76b4fb4a0d2e', 'tag': 'ad860733-a04f-4d60-88e2-92bce10f1de8'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:42:36.875603 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3824b1-ff2d-4e00-85da-cf91117802cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9300724f-49f1-464c-8f56-76b4fb4a0d2e", "tag": "ad860733-a04f-4d60-88e2-92bce10f1de8"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:42:36.914359 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2e1948-5325-4519-8449-9cb7bf3e2f98 x-openstack-request-id: req-eb2e1948-5325-4519-8449-9cb7bf3e2f98 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:42:36.914968 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9300724f-49f1-464c-8f56-76b4fb4a0d2e", "tag": "ad860733-a04f-4d60-88e2-92bce10f1de8", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:42:36.914968 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb2e1948-5325-4519-8449-9cb7bf3e2f98 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:42:36.915314 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2e1948-5325-4519-8449-9cb7bf3e2f98'] response: {'name': 'network-changed', 'server_uuid': '9300724f-49f1-464c-8f56-76b4fb4a0d2e', 'tag': 'ad860733-a04f-4d60-88e2-92bce10f1de8', 'status': 'completed', 'code': 200}
Apr 16 21:42:36.984730 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-e4569dd8-ae5a-405b-b503-ee5e0eaf1420 None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:37.002338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521069-2909-4b5d-8542-fbe68b7292ed req-de07e7a7-7e48-454b-9ba3-50a34cb50a00 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:37.003955 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa521069-2909-4b5d-8542-fbe68b7292ed req-de07e7a7-7e48-454b-9ba3-50a34cb50a00 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.0824249
Apr 16 21:42:37.006903 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (b388ded9-ed4e-4d02-8bce-a7e57d94b1b5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:37.016928 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:37.019065 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4ad7979b-659c-4ea7-8d04-f6e6a64716e2 req-9ec488f8-aad8-485d-84db-caa8dea15b82 service neutron] 10.222.0.41 "GET /v2.0/networks/4dd7eb45-8776-4f81-9375-6aaa334b721b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017487
Apr 16 21:42:37.023558 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "DELETE /v2.0/networks/b388ded9-ed4e-4d02-8bce-a7e57d94b1b5 HTTP/1.1" status: 204  len: 168 time: 0.4950407
Apr 16 21:42:37.053393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41388) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:37.055813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3824b1-ff2d-4e00-85da-cf91117802cb req-30ccf7c5-00dd-4a2b-addb-025f2b89a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:37.057351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c3824b1-ff2d-4e00-85da-cf91117802cb req-30ccf7c5-00dd-4a2b-addb-025f2b89a073 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 1128 time: 0.1048429
Apr 16 21:42:37.058797 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-07555ea5-c927-4583-b0dc-dac8d95f750c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'network': {'name': 'tempest-network-smoke--1821719184', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'port_security_enabled': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:37.132096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Network': ['ID=b388ded9-ed4e-4d02-8bce-a7e57d94b1b5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:37.195865 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4ad7979b-659c-4ea7-8d04-f6e6a64716e2 req-85fc485f-934f-4ad8-bdbc-8fc4768da163 service neutron] 10.222.0.41 "GET /v2.0/networks/4dd7eb45-8776-4f81-9375-6aaa334b721b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701944
Apr 16 21:42:37.203091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.203091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.203091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.203091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.203091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.203091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.203978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.203978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.204205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.204613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.204955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.205342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.205680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.206011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.206341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd4d08-f59c-461c-b25a-9bb970762096 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:37.213686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07555ea5-c927-4583-b0dc-dac8d95f750c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Made reservation on behalf of 5279e09b8205420980e8c7accbcc5f93 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:42:37.227150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-07555ea5-c927-4583-b0dc-dac8d95f750c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:37.277824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07555ea5-c927-4583-b0dc-dac8d95f750c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:42:37.289293 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-07555ea5-c927-4583-b0dc-dac8d95f750c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ced9f562-8ef2-4308-8a82-529b4ef99423), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:37.289943 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-07555ea5-c927-4583-b0dc-dac8d95f750c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Added segment ced9f562-8ef2-4308-8a82-529b4ef99423 of type vlan for network e4195a25-b1a8-4a56-8295-36338d15756e
Apr 16 21:42:37.301953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-fa521069-2909-4b5d-8542-fbe68b7292ed req-4e61b9e9-324a-485d-8b92-aba50b8f7a5a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port 73138183-36f0-4a32-833a-7b6e3fa38956 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:37.302293 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-fa521069-2909-4b5d-8542-fbe68b7292ed req-4e61b9e9-324a-485d-8b92-aba50b8f7a5a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:37.308741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3824b1-ff2d-4e00-85da-cf91117802cb req-a4096f61-f85d-4595-96f6-f3801643da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:37.310331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c3824b1-ff2d-4e00-85da-cf91117802cb req-a4096f61-f85d-4595-96f6-f3801643da68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e745f17-203e-4728-9fb7-50341f5a0a21 HTTP/1.1" status: 200  len: 911 time: 0.2110188
Apr 16 21:42:37.346575 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-07555ea5-c927-4583-b0dc-dac8d95f750c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e4195a25-b1a8-4a56-8295-36338d15756e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:37.428490 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e4569dd8-ae5a-405b-b503-ee5e0eaf1420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c29640>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '506db15f-2aaf-4954-82a3-6fccff37fa9b', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'floating_ip_address': '172.35.1.98', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'port_id': 'ad860733-a04f-4d60-88e2-92bce10f1de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'mac_address': 'fa:16:3e:df:ef:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300724f-49f1-464c-8f56-76b4fb4a0d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:42:20Z', 'updated_at': '2022-04-16T21:42:35Z', 'revision_number': 1, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:33Z', 'revision_number': 5, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:37.430876 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19e736-0f95-4253-8b05-30adc7b2d561 req-69c7f588-02e9-4929-8354-17b9c6f6c507 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:37.432491 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f19e736-0f95-4253-8b05-30adc7b2d561 req-69c7f588-02e9-4929-8354-17b9c6f6c507 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 945 time: 0.3336163
Apr 16 21:42:37.435876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c3824b1-ff2d-4e00-85da-cf91117802cb req-3467dd65-6bf0-422c-94eb-a97115c26b84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad860733-a04f-4d60-88e2-92bce10f1de8 HTTP/1.1" status: 200  len: 999 time: 0.1134028
Apr 16 21:42:37.458248 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4569dd8-ae5a-405b-b503-ee5e0eaf1420 None None] Checking router: 562553f1-567a-4ba8-a6d2-b5fa13f62144 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:42:37.468098 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-07555ea5-c927-4583-b0dc-dac8d95f750c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e4195a25-b1a8-4a56-8295-36338d15756e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:37.469127 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4569dd8-ae5a-405b-b503-ee5e0eaf1420 None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:37.470338 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e4569dd8-ae5a-405b-b503-ee5e0eaf1420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c29640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:37.473281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555ea5-c927-4583-b0dc-dac8d95f750c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:37.473875 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-07555ea5-c927-4583-b0dc-dac8d95f750c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:37.485624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-fa521069-2909-4b5d-8542-fbe68b7292ed req-4e61b9e9-324a-485d-8b92-aba50b8f7a5a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] For port 73138183-36f0-4a32-833a-7b6e3fa38956, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73138183-36f0-4a32-833a-7b6e3fa38956,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:37.486002 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-fa521069-2909-4b5d-8542-fbe68b7292ed req-4e61b9e9-324a-485d-8b92-aba50b8f7a5a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:37.508149 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-fa521069-2909-4b5d-8542-fbe68b7292ed req-4e61b9e9-324a-485d-8b92-aba50b8f7a5a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for 73138183-36f0-4a32-833a-7b6e3fa38956 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:37.515118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3824b1-ff2d-4e00-85da-cf91117802cb req-2ce1608a-3b21-456f-bb8b-82a2979dba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:37.516584 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c3824b1-ff2d-4e00-85da-cf91117802cb req-2ce1608a-3b21-456f-bb8b-82a2979dba92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89cbc9f9-2227-4df1-b17b-c5fa9fa39364 HTTP/1.1" status: 200  len: 849 time: 0.0746417
Apr 16 21:42:37.556910 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7f19e736-0f95-4253-8b05-30adc7b2d561 req-f9c8e351-5af6-4be0-91b3-f5418af69619 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/security-groups?id=304121e2-de41-4981-b428-cc7fa09bab41&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1153238
Apr 16 21:42:37.570656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07555ea5-c927-4583-b0dc-dac8d95f750c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Network': ['ID=e4195a25-b1a8-4a56-8295-36338d15756e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:37.584957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e4195a25-b1a8-4a56-8295-36338d15756e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:42:37.589251 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-e4569dd8-ae5a-405b-b503-ee5e0eaf1420 None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:37.606286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3824b1-ff2d-4e00-85da-cf91117802cb req-28ba30cd-57d5-4d70-ae9f-5cfdb5f9f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:37.608290 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c3824b1-ff2d-4e00-85da-cf91117802cb req-28ba30cd-57d5-4d70-ae9f-5cfdb5f9f41a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e745f17-203e-4728-9fb7-50341f5a0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0857813
Apr 16 21:42:37.649235 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-07555ea5-c927-4583-b0dc-dac8d95f750c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5923562
Apr 16 21:42:37.649846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41394) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:37.658540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-432439809', 'admin_state_up': True, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:37.755427 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c3824b1-ff2d-4e00-85da-cf91117802cb req-e4e7a6cd-3a47-4246-a514-eed8f03b6b27 service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393836
Apr 16 21:42:37.788028 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (8db9293d-8ed8-463a-a438-3ec1e71c35d1), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:37.794158 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (8db9293d-8ed8-463a-a438-3ec1e71c35d1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:37.841317 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e4569dd8-ae5a-405b-b503-ee5e0eaf1420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c29640>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '506db15f-2aaf-4954-82a3-6fccff37fa9b', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'floating_ip_address': '172.35.1.98', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'port_id': 'ad860733-a04f-4d60-88e2-92bce10f1de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'mac_address': 'fa:16:3e:df:ef:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300724f-49f1-464c-8f56-76b4fb4a0d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:42:20Z', 'updated_at': '2022-04-16T21:42:35Z', 'revision_number': 1, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:33Z', 'revision_number': 5, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:37.854298 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c3824b1-ff2d-4e00-85da-cf91117802cb req-d42ed158-83b9-4b40-9d50-622d7b6b0ea3 service neutron] 10.222.0.11 "GET /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0913353
Apr 16 21:42:37.878471 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4569dd8-ae5a-405b-b503-ee5e0eaf1420 None None] The sync data for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 is: [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '506db15f-2aaf-4954-82a3-6fccff37fa9b', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'floating_ip_address': '172.35.1.98', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'port_id': 'ad860733-a04f-4d60-88e2-92bce10f1de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'mac_address': 'fa:16:3e:df:ef:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300724f-49f1-464c-8f56-76b4fb4a0d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:42:20Z', 'updated_at': '2022-04-16T21:42:35Z', 'revision_number': 1, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:33Z', 'revision_number': 5, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:42:37.907613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-fa521069-2909-4b5d-8542-fbe68b7292ed req-4e61b9e9-324a-485d-8b92-aba50b8f7a5a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (73138183-36f0-4a32-833a-7b6e3fa38956), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:37.945766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61b9e9-324a-485d-8b92-aba50b8f7a5a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=73138183-36f0-4a32-833a-7b6e3fa38956,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:37.956740 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router_controller (8db9293d-8ed8-463a-a438-3ec1e71c35d1), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:37.997301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa521069-2909-4b5d-8542-fbe68b7292ed req-4e61b9e9-324a-485d-8b92-aba50b8f7a5a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] No DVR routers for this DVR port 73138183-36f0-4a32-833a-7b6e3fa38956 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:42:38.000923 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-fa521069-2909-4b5d-8542-fbe68b7292ed req-4e61b9e9-324a-485d-8b92-aba50b8f7a5a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:38.004594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa521069-2909-4b5d-8542-fbe68b7292ed req-4e61b9e9-324a-485d-8b92-aba50b8f7a5a tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.41 "DELETE /v2.0/ports/73138183-36f0-4a32-833a-7b6e3fa38956 HTTP/1.1" status: 204  len: 173 time: 0.9824452
Apr 16 21:42:38.005043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'name': 'network-vif-deleted', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:42:38.007790 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c51ca7-9a69-48b8-ae70-36f7e38d2e4a" -d '{"events": [{"server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "name": "network-vif-deleted", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:42:38.045500 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963fad56-efd1-4950-b8ef-b8ddbbf57e98 x-openstack-request-id: req-963fad56-efd1-4950-b8ef-b8ddbbf57e98 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:42:38.046077 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537290d-836b-431c-bfb7-c8f83dd03024", "name": "network-vif-deleted", "tag": "73138183-36f0-4a32-833a-7b6e3fa38956", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:42:38.046417 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-963fad56-efd1-4950-b8ef-b8ddbbf57e98 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:42:38.046856 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963fad56-efd1-4950-b8ef-b8ddbbf57e98'] response: {'server_uuid': '7537290d-836b-431c-bfb7-c8f83dd03024', 'name': 'network-vif-deleted', 'tag': '73138183-36f0-4a32-833a-7b6e3fa38956', 'status': 'completed', 'code': 200}
Apr 16 21:42:38.131917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9b41ea-3519-42e5-a6c4-b46e5d8f8615 None None] New status for floating IP 506db15f-2aaf-4954-82a3-6fccff37fa9b: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:42:38.220370 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router_gateway (8db9293d-8ed8-463a-a438-3ec1e71c35d1), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:38.532835 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router_gateway (8db9293d-8ed8-463a-a438-3ec1e71c35d1), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:38.556706 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:38.591461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 64456548-f9a4-48ba-898b-b188c9e6cd86 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:42:38.614061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 64456548-f9a4-48ba-898b-b188c9e6cd86 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:42:38.614061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 64456548-f9a4-48ba-898b-b188c9e6cd86 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:42:38.694393 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d3935345-c594-4f6f-b4f1-bc6d63701292 req-3a172cc2-21f6-4ebe-81a8-603d1d164a52 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "GET /v2.0/ports?device_id=7537290d-836b-431c-bfb7-c8f83dd03024 HTTP/1.1" status: 200  len: 210 time: 0.0391910
Apr 16 21:42:38.695461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Allocated IP 172.35.1.181 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/8e9a55f4-0415-4aab-aa39-826ba15dfbdd) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:42:38.807375 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:38.933824 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:38.978461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:42:38.981362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:42:38.985094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:42:39.008298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=8e9a55f4-0415-4aab-aa39-826ba15dfbdd,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:39.027885 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f3af6647-d874-487c-9d78-fd1f1480c289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:39.305124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router_gateway (8db9293d-8ed8-463a-a438-3ec1e71c35d1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:39.511084 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (8db9293d-8ed8-463a-a438-3ec1e71c35d1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:39.718728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:42:39.754851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41406) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:39.831150 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:42:39.842677 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Sync routers for ids ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:42:39.852805 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Routers {'8db9293d-8ed8-463a-a438-3ec1e71c35d1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:39.853417 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1caf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:39.932195 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:39.936367 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9127269f-1818-4eac-8fe1-fe711f93a2d3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.2815256
Apr 16 21:42:39.936686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41408) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:39.967888 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Set router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:40.001195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5492d7ff-0dac-4b32-97a3-87ff59fb3d66 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5279e09b8205420980e8c7accbcc5f93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0602829
Apr 16 21:42:40.001450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41410) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:40.137489 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1caf0>, [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:42:39Z', 'revision_number': 3, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:40.160892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c019a-c3b5-4a47-b806-76a445280bd2 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:40.162411 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-626c019a-c3b5-4a47-b806-76a445280bd2 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1601951
Apr 16 21:42:40.165526 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41412) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:40.169102 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Checking router: 8db9293d-8ed8-463a-a438-3ec1e71c35d1 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:42:40.176573 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Updating router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 port 8e9a55f4-0415-4aab-aa39-826ba15dfbdd binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:42:40.196798 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-69f812ce-c3b2-4f17-b58b-e6ac2629c327 tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0291810
Apr 16 21:42:40.199403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41414) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:40.200594 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:40.205585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-454234ee-03d5-418b-b69e-e50347c68c55 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1140856605', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:40.220524 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8aac368-f773-4b84-baec-df61897a97e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (31394849-8d5d-4c72-9a2b-9420a5daf8c8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:40.390693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454234ee-03d5-418b-b69e-e50347c68c55 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Made reservation on behalf of 5279e09b8205420980e8c7accbcc5f93 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:42:40.394075 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-454234ee-03d5-418b-b69e-e50347c68c55 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:40.469983 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Publish callbacks [] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:40.487157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c8aac368-f773-4b84-baec-df61897a97e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port dc59b100-899a-41ed-b2cb-7985e9aa76f0 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:40.487625 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8aac368-f773-4b84-baec-df61897a97e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:40.562884 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:40.593883 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-c8aac368-f773-4b84-baec-df61897a97e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] For port dc59b100-899a-41ed-b2cb-7985e9aa76f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc59b100-899a-41ed-b2cb-7985e9aa76f0,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:40.594258 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8aac368-f773-4b84-baec-df61897a97e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:40.609349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c8aac368-f773-4b84-baec-df61897a97e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for dc59b100-899a-41ed-b2cb-7985e9aa76f0 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:40.618176 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Attempting to bind port 8e9a55f4-0415-4aab-aa39-826ba15dfbdd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:42:40.618546 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Attempting to bind port 8e9a55f4-0415-4aab-aa39-826ba15dfbdd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:42:40.618910 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Attempting to bind port 8e9a55f4-0415-4aab-aa39-826ba15dfbdd on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:42:40.626752 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Pushing event updated for resources: {'Port': ['ID=8e9a55f4-0415-4aab-aa39-826ba15dfbdd,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:40.629696 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:42:40.630068 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:42:40.630585 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:40.630980 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:42:40.631444 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Bound port: 8e9a55f4-0415-4aab-aa39-826ba15dfbdd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:42:40.631820 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:40.657122 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.657394 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.657736 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.658075 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.658408 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.658739 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.659069 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.659396 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.659718 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.660078 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.665326 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.665326 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.665326 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.665326 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.665326 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:40.697576 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] For port 8e9a55f4-0415-4aab-aa39-826ba15dfbdd, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:42:40.700605 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] For port 8e9a55f4-0415-4aab-aa39-826ba15dfbdd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e9a55f4-0415-4aab-aa39-826ba15dfbdd,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:42:40.707530 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-454234ee-03d5-418b-b69e-e50347c68c55 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (1e3319ae-c45d-4e70-a407-adfe87b059a2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:40.773756 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454234ee-03d5-418b-b69e-e50347c68c55 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Subnet': ['ID=1e3319ae-c45d-4e70-a407-adfe87b059a2,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:40.785454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454234ee-03d5-418b-b69e-e50347c68c55 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Checking segment: {'id': 'ced9f562-8ef2-4308-8a82-529b4ef99423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:42:40.785454 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454234ee-03d5-418b-b69e-e50347c68c55 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network hostable DHCP agents. Network: e4195a25-b1a8-4a56-8295-36338d15756e, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:42:40.811209 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:40.867078 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Routers {'8db9293d-8ed8-463a-a438-3ec1e71c35d1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:40.881043 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b1caf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:40.881043 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41874ec7-299a-4b4b-a1c3-37e3ff9bc169 None None] Pushing event updated for resources: {'Port': ['ID=8e9a55f4-0415-4aab-aa39-826ba15dfbdd,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:40.898429 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454234ee-03d5-418b-b69e-e50347c68c55 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network e4195a25-b1a8-4a56-8295-36338d15756e is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:42:40.907060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 73138183-36f0-4a32-833a-7b6e3fa38956 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:42:40.932077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 73138183-36f0-4a32-833a-7b6e3fa38956 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:42:40.932361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 73138183-36f0-4a32-833a-7b6e3fa38956 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:42:40.944443 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8aac368-f773-4b84-baec-df61897a97e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (dc59b100-899a-41ed-b2cb-7985e9aa76f0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:40.974084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aac368-f773-4b84-baec-df61897a97e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=dc59b100-899a-41ed-b2cb-7985e9aa76f0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:40.986681 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] Set router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:40.990101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-454234ee-03d5-418b-b69e-e50347c68c55 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e4195a25-b1a8-4a56-8295-36338d15756e) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:42:40.995079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454234ee-03d5-418b-b69e-e50347c68c55 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:40.996270 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-454234ee-03d5-418b-b69e-e50347c68c55 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:41.002780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f14432-11c9-4b91-80c4-a05b58188dc0 None None] Network e4195a25-b1a8-4a56-8295-36338d15756e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:42:41.155836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e4195a25-b1a8-4a56-8295-36338d15756e', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ips': [{'subnet_id': '1e3319ae-c45d-4e70-a407-adfe87b059a2'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:42:41.159301 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-454234ee-03d5-418b-b69e-e50347c68c55 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9564652
Apr 16 21:42:41.159579 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:41.160251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41418) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:41.214745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c8aac368-f773-4b84-baec-df61897a97e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (31394849-8d5d-4c72-9a2b-9420a5daf8c8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:41.321758 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b1caf0>, [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:42:39Z', 'revision_number': 3, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:41.339097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Allocated IP 172.20.0.2 (e4195a25-b1a8-4a56-8295-36338d15756e/1e3319ae-c45d-4e70-a407-adfe87b059a2/5880469d-a990-4cb0-a299-d3b7a9a458af) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:42:41.369750 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064d435-db80-41d2-b489-79a58aaff63d None None] The sync data for ids ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'] in ncdv-master-1 is: [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:42:39Z', 'revision_number': 3, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:42:41.512839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8aac368-f773-4b84-baec-df61897a97e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:42:41.554901 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Publish callbacks [] for port (5880469d-a990-4cb0-a299-d3b7a9a458af), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:41.640735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8aac368-f773-4b84-baec-df61897a97e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:42:41.651801 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c8aac368-f773-4b84-baec-df61897a97e6 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "PUT /v2.0/routers/31394849-8d5d-4c72-9a2b-9420a5daf8c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8956633
Apr 16 21:42:41.652647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41422) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:41.655264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db323cf-f6a8-40b2-9975-eeb779be804f None None] Sync routers for ids ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:42:41.660653 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (5880469d-a990-4cb0-a299-d3b7a9a458af), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:41.732700 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-37f54f25-3559-4b7d-9ec6-cc11e3bd5fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:41.741918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed1831e-5e22-436b-8aed-ef768a6c1167 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting subnet 9df171eb-d48f-4003-91e2-9e61dfe9a321 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:42:41.748883 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ed1831e-5e22-436b-8aed-ef768a6c1167 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for subnet (9df171eb-d48f-4003-91e2-9e61dfe9a321), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:41.775821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db323cf-f6a8-40b2-9975-eeb779be804f None None] Routers {'31394849-8d5d-4c72-9a2b-9420a5daf8c8'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:41.776496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7db323cf-f6a8-40b2-9975-eeb779be804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012419f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:41.799648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Network e4195a25-b1a8-4a56-8295-36338d15756e is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:42:41.809443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Pushing event updated for resources: {'Port': ['ID=5880469d-a990-4cb0-a299-d3b7a9a458af,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:41.814496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:42:41.836153 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ed1831e-5e22-436b-8aed-ef768a6c1167 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (9df171eb-d48f-4003-91e2-9e61dfe9a321), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:41.862814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:42:41.957950 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ed1831e-5e22-436b-8aed-ef768a6c1167 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (9df171eb-d48f-4003-91e2-9e61dfe9a321), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:41.985722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Attempting to bind port 5880469d-a990-4cb0-a299-d3b7a9a458af on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:42:41.986287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Attempting to bind port 5880469d-a990-4cb0-a299-d3b7a9a458af by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ced9f562-8ef2-4308-8a82-529b4ef99423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:42:41.998809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Attempting to bind port 5880469d-a990-4cb0-a299-d3b7a9a458af on network e4195a25-b1a8-4a56-8295-36338d15756e {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:42:41.998809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:42:41.998809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Checking segment: {'id': 'ced9f562-8ef2-4308-8a82-529b4ef99423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:42:41.998809 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:41.998809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Bound using segment: {'id': 'ced9f562-8ef2-4308-8a82-529b4ef99423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:42:41.998809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Bound port: 5880469d-a990-4cb0-a299-d3b7a9a458af, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced9f562-8ef2-4308-8a82-529b4ef99423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:42:41.998809 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5880469d-a990-4cb0-a299-d3b7a9a458af), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:42.054695 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-7db323cf-f6a8-40b2-9975-eeb779be804f None None] Set router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:42.125390 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ed1831e-5e22-436b-8aed-ef768a6c1167 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (9df171eb-d48f-4003-91e2-9e61dfe9a321), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:42.165321 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ed1831e-5e22-436b-8aed-ef768a6c1167 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:42.168696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3ed1831e-5e22-436b-8aed-ef768a6c1167 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/subnets/9df171eb-d48f-4003-91e2-9e61dfe9a321 HTTP/1.1" status: 204  len: 168 time: 0.5149043
Apr 16 21:42:42.171326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1831e-5e22-436b-8aed-ef768a6c1167 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Subnet': ['ID=9df171eb-d48f-4003-91e2-9e61dfe9a321,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:42.175686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41424) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:42.180920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11364ac-61e3-453a-829f-5b89dc7a4691 None None] Network 4dd7eb45-8776-4f81-9375-6aaa334b721b requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:42:42.208958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] For port 5880469d-a990-4cb0-a299-d3b7a9a458af, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:42:42.257554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] For port 5880469d-a990-4cb0-a299-d3b7a9a458af, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5880469d-a990-4cb0-a299-d3b7a9a458af,segment=NetworkSegment(ced9f562-8ef2-4308-8a82-529b4ef99423),segment_id=ced9f562-8ef2-4308-8a82-529b4ef99423)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:42:42.258952 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:42.364009 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5880469d-a990-4cb0-a299-d3b7a9a458af), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:42.382092 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router (31394849-8d5d-4c72-9a2b-9420a5daf8c8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:42.416909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7db323cf-f6a8-40b2-9975-eeb779be804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012419f700>, [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:42:40Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:42.470568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af787b1-b7af-474a-bd70-88a7900dd670 None None] DHCP port deletion for 4dd7eb45-8776-4f81-9375-6aaa334b721b request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:42:42.485657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db323cf-f6a8-40b2-9975-eeb779be804f None None] Checking router: 31394849-8d5d-4c72-9a2b-9420a5daf8c8 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:42:42.511167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ef3a3-408e-4804-a635-1953a93ed7d6 None None] Pushing event updated for resources: {'Port': ['ID=5880469d-a990-4cb0-a299-d3b7a9a458af,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:42.548510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db323cf-f6a8-40b2-9975-eeb779be804f None None] Routers {'31394849-8d5d-4c72-9a2b-9420a5daf8c8'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:42.549148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7db323cf-f6a8-40b2-9975-eeb779be804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012419f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:42.595880 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_gateway (31394849-8d5d-4c72-9a2b-9420a5daf8c8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:42.613897 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:42.621250 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3af787b1-b7af-474a-bd70-88a7900dd670 None None] Deleting port 1b32c040-03db-43a7-b653-7c2ec0e74726 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:42.621634 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3af787b1-b7af-474a-bd70-88a7900dd670 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1b32c040-03db-43a7-b653-7c2ec0e74726), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:42.866142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Deleting port b4a9e6d5-0150-4321-920b-9038e8b04a68 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:42:42.866493 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:42.898441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8e9a55f4-0415-4aab-aa39-826ba15dfbdd up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:42:42.926432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Allocated IP 172.20.0.1 (e4195a25-b1a8-4a56-8295-36338d15756e/1e3319ae-c45d-4e70-a407-adfe87b059a2/ee57e2c2-7edb-44d2-8b4c-a1bea2d46083) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:42:42.972902 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-7db323cf-f6a8-40b2-9975-eeb779be804f None None] Set router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:43.030485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] For port b4a9e6d5-0150-4321-920b-9038e8b04a68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4a9e6d5-0150-4321-920b-9038e8b04a68,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:43.030783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.046178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3af787b1-b7af-474a-bd70-88a7900dd670 None None] For port 1b32c040-03db-43a7-b653-7c2ec0e74726, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b32c040-03db-43a7-b653-7c2ec0e74726,segment=NetworkSegment(cb59a415-5ed6-41c4-b5c7-9b86f654f031),segment_id=cb59a415-5ed6-41c4-b5c7-9b86f654f031)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:43.046740 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3af787b1-b7af-474a-bd70-88a7900dd670 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1b32c040-03db-43a7-b653-7c2ec0e74726), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.055576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Calling delete_port for b4a9e6d5-0150-4321-920b-9038e8b04a68 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:43.095122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3af787b1-b7af-474a-bd70-88a7900dd670 None None] Calling delete_port for 1b32c040-03db-43a7-b653-7c2ec0e74726 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:42:43.102084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8e9a55f4-0415-4aab-aa39-826ba15dfbdd triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:43.102463 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.123709 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.312836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7db323cf-f6a8-40b2-9975-eeb779be804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012419f700>, [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:42:40Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:43.318657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.344437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db323cf-f6a8-40b2-9975-eeb779be804f None None] The sync data for ids ['31394849-8d5d-4c72-9a2b-9420a5daf8c8'] in ncdv-master-1 is: [{'id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427000729', 'tenant_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:42:40Z', 'revision_number': 5, 'project_id': '0ee2ef9a941a429b82a89f7c8f71d45b', 'gw_port': {'id': 'b4a9e6d5-0150-4321-920b-9038e8b04a68', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31394849-8d5d-4c72-9a2b-9420a5daf8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:28Z', 'updated_at': '2022-04-16T21:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:42:43.346084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8e9a55f4-0415-4aab-aa39-826ba15dfbdd is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:43.346475 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.363936 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network e4195a25-b1a8-4a56-8295-36338d15756e is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:42:43.367067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:42:43.371833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:42:43.372291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 8e9a55f4-0415-4aab-aa39-826ba15dfbdd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e9a55f4-0415-4aab-aa39-826ba15dfbdd,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:43.398512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=ee57e2c2-7edb-44d2-8b4c-a1bea2d46083,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:43.408093 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b4a9e6d5-0150-4321-920b-9038e8b04a68), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.447989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Port': ['ID=b4a9e6d5-0150-4321-920b-9038e8b04a68,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:43.458009 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (8db9293d-8ed8-463a-a438-3ec1e71c35d1), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.458115 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3af787b1-b7af-474a-bd70-88a7900dd670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (1b32c040-03db-43a7-b653-7c2ec0e74726), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.493939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af787b1-b7af-474a-bd70-88a7900dd670 None None] No DVR routers for this DVR port 1b32c040-03db-43a7-b653-7c2ec0e74726 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:42:43.498659 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af787b1-b7af-474a-bd70-88a7900dd670 None None] Pushing event deleted for resources: {'Port': ['ID=1b32c040-03db-43a7-b653-7c2ec0e74726,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:43.507690 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.569198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=8e9a55f4-0415-4aab-aa39-826ba15dfbdd,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:43.573896 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (31394849-8d5d-4c72-9a2b-9420a5daf8c8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.650471 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.707428 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (31394849-8d5d-4c72-9a2b-9420a5daf8c8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.711227 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router_controller (31394849-8d5d-4c72-9a2b-9420a5daf8c8), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.762500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1b32c040-03db-43a7-b653-7c2ec0e74726 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:42:43.788425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 1b32c040-03db-43a7-b653-7c2ec0e74726 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:42:43.788910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1b32c040-03db-43a7-b653-7c2ec0e74726 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:42:43.852116 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.891227 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (31394849-8d5d-4c72-9a2b-9420a5daf8c8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.891658 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Fanout notify agent at l3_agent the message router_deleted on router 31394849-8d5d-4c72-9a2b-9420a5daf8c8 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:42:43.902593 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:43.902593 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ff51f3b5-8d60-4e2c-9870-6543a14739d7 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/routers/31394849-8d5d-4c72-9a2b-9420a5daf8c8 HTTP/1.1" status: 204  len: 168 time: 1.7239149
Apr 16 21:42:43.904768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41432) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:43.971288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a6f58-43bf-4a4a-8f57-3d5ace81cf04 None None] Network e4195a25-b1a8-4a56-8295-36338d15756e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:42:44.012082 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e253fa6b-5f8e-4ba3-9eb3-1e3154b61615 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (4dd7eb45-8776-4f81-9375-6aaa334b721b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.039727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-603c64de-d396-439f-88ba-0377cb2e9c5a None None] Provisioning complete for port 5880469d-a990-4cb0-a299-d3b7a9a458af triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:44.043689 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-603c64de-d396-439f-88ba-0377cb2e9c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5880469d-a990-4cb0-a299-d3b7a9a458af), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.156654 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e253fa6b-5f8e-4ba3-9eb3-1e3154b61615 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (4dd7eb45-8776-4f81-9375-6aaa334b721b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.185101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-e253fa6b-5f8e-4ba3-9eb3-1e3154b61615 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e3397c0>,) {'filters': {'network_id': ['4dd7eb45-8776-4f81-9375-6aaa334b721b']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:44.196434 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-e253fa6b-5f8e-4ba3-9eb3-1e3154b61615 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e3397c0>, 'cb59a415-5ed6-41c4-b5c7-9b86f654f031') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:44.199981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-e253fa6b-5f8e-4ba3-9eb3-1e3154b61615 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e3397c0>, 'cb59a415-5ed6-41c4-b5c7-9b86f654f031') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:44.212976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-603c64de-d396-439f-88ba-0377cb2e9c5a None None] Current status of the port 5880469d-a990-4cb0-a299-d3b7a9a458af is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:44.213548 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-603c64de-d396-439f-88ba-0377cb2e9c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5880469d-a990-4cb0-a299-d3b7a9a458af), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.215573 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e253fa6b-5f8e-4ba3-9eb3-1e3154b61615 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (cb59a415-5ed6-41c4-b5c7-9b86f654f031), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.224557 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.234380 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e253fa6b-5f8e-4ba3-9eb3-1e3154b61615 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (cb59a415-5ed6-41c4-b5c7-9b86f654f031), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.237817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.244343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e253fa6b-5f8e-4ba3-9eb3-1e3154b61615 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:42:44.245680 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e253fa6b-5f8e-4ba3-9eb3-1e3154b61615 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (cb59a415-5ed6-41c4-b5c7-9b86f654f031), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:42:44.251837 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:42:44.256663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-603c64de-d396-439f-88ba-0377cb2e9c5a None None] For port 5880469d-a990-4cb0-a299-d3b7a9a458af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5880469d-a990-4cb0-a299-d3b7a9a458af,segment=NetworkSegment(ced9f562-8ef2-4308-8a82-529b4ef99423),segment_id=ced9f562-8ef2-4308-8a82-529b4ef99423)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:44.322568 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.373815 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-603c64de-d396-439f-88ba-0377cb2e9c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5880469d-a990-4cb0-a299-d3b7a9a458af), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.408413 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (8db9293d-8ed8-463a-a438-3ec1e71c35d1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.411184 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=ee57e2c2-7edb-44d2-8b4c-a1bea2d46083,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:44.432127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c64de-d396-439f-88ba-0377cb2e9c5a None None] Pushing event updated for resources: {'Port': ['ID=5880469d-a990-4cb0-a299-d3b7a9a458af,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:44.467676 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e253fa6b-5f8e-4ba3-9eb3-1e3154b61615 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (4dd7eb45-8776-4f81-9375-6aaa334b721b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.482317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e253fa6b-5f8e-4ba3-9eb3-1e3154b61615 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.485910 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e253fa6b-5f8e-4ba3-9eb3-1e3154b61615 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/networks/4dd7eb45-8776-4f81-9375-6aaa334b721b HTTP/1.1" status: 204  len: 168 time: 0.5801151
Apr 16 21:42:44.489307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41436) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:44.500792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5add505a-89ad-45b4-9273-e6db73722691 None None] Provisioning complete for port 5880469d-a990-4cb0-a299-d3b7a9a458af triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:44.501123 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5add505a-89ad-45b4-9273-e6db73722691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5880469d-a990-4cb0-a299-d3b7a9a458af), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.509269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253fa6b-5f8e-4ba3-9eb3-1e3154b61615 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'Network': ['ID=4dd7eb45-8776-4f81-9375-6aaa334b721b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:44.527787 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network e4195a25-b1a8-4a56-8295-36338d15756e is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:42:44.530188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:42:44.591586 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1023aa1a-4a2d-4e62-b2c3-0d9cf059e793 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (304121e2-de41-4981-b428-cc7fa09bab41), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.646750 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5add505a-89ad-45b4-9273-e6db73722691 None None] Current status of the port 5880469d-a990-4cb0-a299-d3b7a9a458af is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:44.658829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5add505a-89ad-45b4-9273-e6db73722691 None None] Provisioning complete for port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:44.659209 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5add505a-89ad-45b4-9273-e6db73722691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.665251 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1023aa1a-4a2d-4e62-b2c3-0d9cf059e793 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (304121e2-de41-4981-b428-cc7fa09bab41), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.728164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5add505a-89ad-45b4-9273-e6db73722691 None None] Port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:42:44.730344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:42:44.826460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8e9a55f4-0415-4aab-aa39-826ba15dfbdd up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:42:44.859902 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1023aa1a-4a2d-4e62-b2c3-0d9cf059e793 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (304121e2-de41-4981-b428-cc7fa09bab41), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.862868 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1023aa1a-4a2d-4e62-b2c3-0d9cf059e793 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.867004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1023aa1a-4a2d-4e62-b2c3-0d9cf059e793 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] 10.222.0.20 "DELETE /v2.0/security-groups/304121e2-de41-4981-b428-cc7fa09bab41 HTTP/1.1" status: 204  len: 168 time: 0.3628964
Apr 16 21:42:44.881645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023aa1a-4a2d-4e62-b2c3-0d9cf059e793 tempest-TestNetworkAdvancedServerOps-844126952 tempest-TestNetworkAdvancedServerOps-844126952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=304121e2-de41-4981-b428-cc7fa09bab41,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:44.891712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:42:44.891848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d00db905-a635-474a-a99b-ae8995e6c60f None None] Provisioning complete for port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:44.892346 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d00db905-a635-474a-a99b-ae8995e6c60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.902464 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Sync routers for ids ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:42:44.906741 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a633f348-efef-4237-a461-bdccc257e551 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "PUT /v2.0/routers/8db9293d-8ed8-463a-a438-3ec1e71c35d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7432106
Apr 16 21:42:44.907109 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41440) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:44.915933 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Routers {'8db9293d-8ed8-463a-a438-3ec1e71c35d1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:44.916578 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124851f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:44.951780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8e9a55f4-0415-4aab-aa39-826ba15dfbdd triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:44.952208 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:44.974607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d00db905-a635-474a-a99b-ae8995e6c60f None None] Port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:42:45.073622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8e9a55f4-0415-4aab-aa39-826ba15dfbdd is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:45.083578 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5880469d-a990-4cb0-a299-d3b7a9a458af up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:42:45.102110 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Set router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:45.126867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2609bfd6-9c62-40ae-8071-88d702af1924 None None] Provisioning complete for port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:45.127487 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2609bfd6-9c62-40ae-8071-88d702af1924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:45.170788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2609bfd6-9c62-40ae-8071-88d702af1924 None None] Port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:42:45.176321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d279585-fc91-44b5-9cab-0de33050ec8c tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.176803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d279585-fc91-44b5-9cab-0de33050ec8c tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.177466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d279585-fc91-44b5-9cab-0de33050ec8c tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.178086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d279585-fc91-44b5-9cab-0de33050ec8c tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.178704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d279585-fc91-44b5-9cab-0de33050ec8c tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.179354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d279585-fc91-44b5-9cab-0de33050ec8c tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.179989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d279585-fc91-44b5-9cab-0de33050ec8c tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.180652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d279585-fc91-44b5-9cab-0de33050ec8c tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.182704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0d279585-fc91-44b5-9cab-0de33050ec8c tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5688 time: 0.2746079
Apr 16 21:42:45.185658 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41444) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:45.185913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5880469d-a990-4cb0-a299-d3b7a9a458af triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:45.186514 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5880469d-a990-4cb0-a299-d3b7a9a458af), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:45.273930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5880469d-a990-4cb0-a299-d3b7a9a458af is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:45.293029 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3246a022-c883-4266-b921-d1d050bee31f tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.293569 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3246a022-c883-4266-b921-d1d050bee31f tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.294033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3246a022-c883-4266-b921-d1d050bee31f tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.294569 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3246a022-c883-4266-b921-d1d050bee31f tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.295125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3246a022-c883-4266-b921-d1d050bee31f tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.295925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3246a022-c883-4266-b921-d1d050bee31f tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.296026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3246a022-c883-4266-b921-d1d050bee31f tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.296470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3246a022-c883-4266-b921-d1d050bee31f tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:45.298422 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3246a022-c883-4266-b921-d1d050bee31f tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5287 time: 0.1116462
Apr 16 21:42:45.301613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41446) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:45.347259 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device dc59b100-899a-41ed-b2cb-7985e9aa76f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:42:45.379270 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124851f40>, [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee57e2c2-7edb-44d2-8b4c-a1bea2d46083', 'name': '', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:72:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:42Z', 'updated_at': '2022-04-16T21:42:44Z', 'revision_number': 2, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:45.381838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: dc59b100-899a-41ed-b2cb-7985e9aa76f0 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:42:45.382282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device dc59b100-899a-41ed-b2cb-7985e9aa76f0 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:42:45.382776 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b4a9e6d5-0150-4321-920b-9038e8b04a68 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:42:45.406707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: b4a9e6d5-0150-4321-920b-9038e8b04a68 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:42:45.407060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b4a9e6d5-0150-4321-920b-9038e8b04a68 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:42:45.434112 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Checking router: 8db9293d-8ed8-463a-a438-3ec1e71c35d1 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:42:45.435206 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Updating router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:42:45.494913 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:45.547377 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:45.617044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41452) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:45.809232 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fc0f64d4-da01-4418-a3c8-51b3f16dd6bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ee2ef9a941a429b82a89f7c8f71d45b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1907127
Apr 16 21:42:45.812567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41456) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:45.854902 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Publish callbacks [] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:45.863267 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d31fbfed-2a1b-4613-8324-df9542b27226 admin admin] Publish callbacks [] for security_group (479504fc-8efd-4721-ac81-bf9ba54deabc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:45.885523 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d31fbfed-2a1b-4613-8324-df9542b27226 admin admin] Publish callbacks [] for security_group (479504fc-8efd-4721-ac81-bf9ba54deabc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:45.933160 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:45.979035 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d31fbfed-2a1b-4613-8324-df9542b27226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (479504fc-8efd-4721-ac81-bf9ba54deabc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:45.982184 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d31fbfed-2a1b-4613-8324-df9542b27226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:45.983375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d31fbfed-2a1b-4613-8324-df9542b27226 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/479504fc-8efd-4721-ac81-bf9ba54deabc HTTP/1.1" status: 204  len: 168 time: 0.1696794
Apr 16 21:42:45.996021 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae901d-bfa9-4615-a335-e05af1e6d227 None None] Pushing event updated for resources: {'Port': ['ID=ee57e2c2-7edb-44d2-8b4c-a1bea2d46083,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:46.005509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fbfed-2a1b-4613-8324-df9542b27226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479504fc-8efd-4721-ac81-bf9ba54deabc,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:46.043432 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-25cde588-c9f2-4230-a9ea-0e36cbfd167e tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3770 time: 0.7404218
Apr 16 21:42:46.077244 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Attempting to bind port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:42:46.077618 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Attempting to bind port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ced9f562-8ef2-4308-8a82-529b4ef99423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:42:46.077978 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Attempting to bind port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 on network e4195a25-b1a8-4a56-8295-36338d15756e {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:42:46.083745 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:42:46.084268 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Checking segment: {'id': 'ced9f562-8ef2-4308-8a82-529b4ef99423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:42:46.085207 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:46.085349 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Bound using segment: {'id': 'ced9f562-8ef2-4308-8a82-529b4ef99423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:42:46.085709 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Bound port: ee57e2c2-7edb-44d2-8b4c-a1bea2d46083, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced9f562-8ef2-4308-8a82-529b4ef99423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:42:46.086110 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:46.174345 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] For port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:42:46.177788 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] For port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee57e2c2-7edb-44d2-8b4c-a1bea2d46083,segment=NetworkSegment(ced9f562-8ef2-4308-8a82-529b4ef99423),segment_id=ced9f562-8ef2-4308-8a82-529b4ef99423)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:42:46.273479 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:46.314831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7158b5e0-c82b-47a6-8bd8-03f92936a2dd None None] Provisioning complete for port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:46.315460 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7158b5e0-c82b-47a6-8bd8-03f92936a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:46.343488 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae901d-bfa9-4615-a335-e05af1e6d227 None None] Pushing event updated for resources: {'Port': ['ID=ee57e2c2-7edb-44d2-8b4c-a1bea2d46083,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:46.351031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41464) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:46.353138 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Routers {'8db9293d-8ed8-463a-a438-3ec1e71c35d1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:46.353758 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124851f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:46.355559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-df2c7287-7e17-4df8-9f31-fb9767dcfe80 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235302146', 'description': 'tempest-secgroup-smoke-1235302146 description', 'project_id': '5279e09b8205420980e8c7accbcc5f93'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:46.439449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7158b5e0-c82b-47a6-8bd8-03f92936a2dd None None] Current status of the port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:46.440061 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7158b5e0-c82b-47a6-8bd8-03f92936a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:46.478844 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df2c7287-7e17-4df8-9f31-fb9767dcfe80 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:46.492857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7158b5e0-c82b-47a6-8bd8-03f92936a2dd None None] For port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee57e2c2-7edb-44d2-8b4c-a1bea2d46083,segment=NetworkSegment(ced9f562-8ef2-4308-8a82-529b4ef99423),segment_id=ced9f562-8ef2-4308-8a82-529b4ef99423)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:46.504961 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] Set router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:46.578195 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df2c7287-7e17-4df8-9f31-fb9767dcfe80 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (7ac6d857-4596-452d-bfdb-05088dbee75d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:46.638570 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7158b5e0-c82b-47a6-8bd8-03f92936a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:46.690652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158b5e0-c82b-47a6-8bd8-03f92936a2dd None None] Pushing event updated for resources: {'Port': ['ID=ee57e2c2-7edb-44d2-8b4c-a1bea2d46083,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:46.698595 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df2c7287-7e17-4df8-9f31-fb9767dcfe80 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7ac6d857-4596-452d-bfdb-05088dbee75d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:46.723892 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124851f40>, [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee57e2c2-7edb-44d2-8b4c-a1bea2d46083', 'name': '', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:72:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:42Z', 'updated_at': '2022-04-16T21:42:46Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:46.733651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c7287-7e17-4df8-9f31-fb9767dcfe80 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac6d857-4596-452d-bfdb-05088dbee75d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:46.754216 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fa6032-9028-4489-b238-813a42cb1ea0 None None] The sync data for ids ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'] in ncdv-master-1 is: [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee57e2c2-7edb-44d2-8b4c-a1bea2d46083', 'name': '', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:72:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:42Z', 'updated_at': '2022-04-16T21:42:46Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:42:46.755621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-97ebec35-0b6b-4448-bb7a-a03164e23adf None None] Provisioning complete for port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:46.756009 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-97ebec35-0b6b-4448-bb7a-a03164e23adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:46.843822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-df2c7287-7e17-4df8-9f31-fb9767dcfe80 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:46.845550 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-df2c7287-7e17-4df8-9f31-fb9767dcfe80 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4934773
Apr 16 21:42:46.848565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41468) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:46.853872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b2354389-f294-4877-b0d2-d344075f7c84 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': '7ac6d857-4596-452d-bfdb-05088dbee75d', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:46.866767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-97ebec35-0b6b-4448-bb7a-a03164e23adf None None] Current status of the port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:46.954901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41470) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:46.985241 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b2354389-f294-4877-b0d2-d344075f7c84 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (48935d6f-4dfb-4c0d-883a-b8a889dfd067), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.040329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4eb2b577-d752-4cca-a9fc-12c6f0c055eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2b1d1209bf34874a82a0c9ee0081e9e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0840700
Apr 16 21:42:47.042955 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41472) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:47.073601 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b2354389-f294-4877-b0d2-d344075f7c84 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (48935d6f-4dfb-4c0d-883a-b8a889dfd067), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.098793 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e658455-762e-474e-bc2f-2acc056c7a5f admin admin] Publish callbacks [] for security_group (704bc8d6-a80d-41cc-b480-08f1ea37b2b4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.121930 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e658455-762e-474e-bc2f-2acc056c7a5f admin admin] Publish callbacks [] for security_group (704bc8d6-a80d-41cc-b480-08f1ea37b2b4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.155802 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b2354389-f294-4877-b0d2-d344075f7c84 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (48935d6f-4dfb-4c0d-883a-b8a889dfd067), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.170278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2354389-f294-4877-b0d2-d344075f7c84 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48935d6f-4dfb-4c0d-883a-b8a889dfd067,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:47.275470 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e658455-762e-474e-bc2f-2acc056c7a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (704bc8d6-a80d-41cc-b480-08f1ea37b2b4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.278187 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3e658455-762e-474e-bc2f-2acc056c7a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.279391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3e658455-762e-474e-bc2f-2acc056c7a5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/704bc8d6-a80d-41cc-b480-08f1ea37b2b4 HTTP/1.1" status: 204  len: 168 time: 0.2354147
Apr 16 21:42:47.288410 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e658455-762e-474e-bc2f-2acc056c7a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704bc8d6-a80d-41cc-b480-08f1ea37b2b4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:47.308925 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b2354389-f294-4877-b0d2-d344075f7c84 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.311990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b2354389-f294-4877-b0d2-d344075f7c84 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4614344
Apr 16 21:42:47.314000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41476) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:47.320091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-836a674f-ea79-47b5-ba73-e6eb56830656 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': '7ac6d857-4596-452d-bfdb-05088dbee75d', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:47.449083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-836a674f-ea79-47b5-ba73-e6eb56830656 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (9a83403a-fe36-4d24-af0a-7a9b34bd3f72), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.510339 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-836a674f-ea79-47b5-ba73-e6eb56830656 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (9a83403a-fe36-4d24-af0a-7a9b34bd3f72), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.598700 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-836a674f-ea79-47b5-ba73-e6eb56830656 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (9a83403a-fe36-4d24-af0a-7a9b34bd3f72), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.618259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a674f-ea79-47b5-ba73-e6eb56830656 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a83403a-fe36-4d24-af0a-7a9b34bd3f72,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:47.721679 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-836a674f-ea79-47b5-ba73-e6eb56830656 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.725852 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-836a674f-ea79-47b5-ba73-e6eb56830656 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4075110
Apr 16 21:42:47.725965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41482) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:47.730345 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-730c3222-a99d-4cc5-a451-94b809cb9140 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': '7ac6d857-4596-452d-bfdb-05088dbee75d', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:47.836400 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-730c3222-a99d-4cc5-a451-94b809cb9140 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (b53a47a3-b472-4405-b58d-f235aa0e1e59), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.900860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-730c3222-a99d-4cc5-a451-94b809cb9140 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (b53a47a3-b472-4405-b58d-f235aa0e1e59), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.978213 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-730c3222-a99d-4cc5-a451-94b809cb9140 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (b53a47a3-b472-4405-b58d-f235aa0e1e59), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:47.996870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c3222-a99d-4cc5-a451-94b809cb9140 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53a47a3-b472-4405-b58d-f235aa0e1e59,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:48.063656 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-730c3222-a99d-4cc5-a451-94b809cb9140 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:48.064962 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-730c3222-a99d-4cc5-a451-94b809cb9140 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3379946
Apr 16 21:42:48.067779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41492) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:48.072187 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-81e2d18a-d544-4563-87fd-95b04eeef62c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': '7ac6d857-4596-452d-bfdb-05088dbee75d', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:48.198449 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-81e2d18a-d544-4563-87fd-95b04eeef62c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (5006e8a4-e1d4-43a8-b53a-3c2aa7957f07), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:48.261913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-81e2d18a-d544-4563-87fd-95b04eeef62c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (5006e8a4-e1d4-43a8-b53a-3c2aa7957f07), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:48.338600 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-81e2d18a-d544-4563-87fd-95b04eeef62c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (5006e8a4-e1d4-43a8-b53a-3c2aa7957f07), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:48.357645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2d18a-d544-4563-87fd-95b04eeef62c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5006e8a4-e1d4-43a8-b53a-3c2aa7957f07,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:48.477683 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-81e2d18a-d544-4563-87fd-95b04eeef62c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:48.478930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-81e2d18a-d544-4563-87fd-95b04eeef62c tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4101560
Apr 16 21:42:48.481660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41502) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:48.486185 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ba8ff82a-dc11-4a94-a2c6-34f2f1f27ec3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': '7ac6d857-4596-452d-bfdb-05088dbee75d', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:48.583595 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-ba8ff82a-dc11-4a94-a2c6-34f2f1f27ec3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Project 5279e09b8205420980e8c7accbcc5f93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:42:48.593272 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ba8ff82a-dc11-4a94-a2c6-34f2f1f27ec3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (3625e8cc-08ac-4c40-97e1-5f149060c36d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:48.667412 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ba8ff82a-dc11-4a94-a2c6-34f2f1f27ec3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (3625e8cc-08ac-4c40-97e1-5f149060c36d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:48.669431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:42:48.718408 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:48.718784 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:48.781332 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ba8ff82a-dc11-4a94-a2c6-34f2f1f27ec3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (3625e8cc-08ac-4c40-97e1-5f149060c36d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:48.799601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ff82a-dc11-4a94-a2c6-34f2f1f27ec3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3625e8cc-08ac-4c40-97e1-5f149060c36d,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:48.804824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:48.884248 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ba8ff82a-dc11-4a94-a2c6-34f2f1f27ec3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:48.884248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ba8ff82a-dc11-4a94-a2c6-34f2f1f27ec3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3972304
Apr 16 21:42:48.884248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41514) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:48.888827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9112c87e-271d-4d29-b126-db189f86bcd6 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'security_group_rule': {'security_group_id': '7ac6d857-4596-452d-bfdb-05088dbee75d', 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:48.990099 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-9112c87e-271d-4d29-b126-db189f86bcd6 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Project 5279e09b8205420980e8c7accbcc5f93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:42:48.995847 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9112c87e-271d-4d29-b126-db189f86bcd6 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (7026b16d-eeda-4194-bd14-96320e1f71d8), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:49.068081 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9112c87e-271d-4d29-b126-db189f86bcd6 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (7026b16d-eeda-4194-bd14-96320e1f71d8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:49.146990 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9112c87e-271d-4d29-b126-db189f86bcd6 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (7026b16d-eeda-4194-bd14-96320e1f71d8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:49.168109 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112c87e-271d-4d29-b126-db189f86bcd6 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7026b16d-eeda-4194-bd14-96320e1f71d8,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:49.240513 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9112c87e-271d-4d29-b126-db189f86bcd6 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:49.241789 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9112c87e-271d-4d29-b126-db189f86bcd6 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3581626
Apr 16 21:42:49.440739 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-689e5de1-1191-457e-8973-722485843db1 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235302146&fields=id&tenant_id=5279e09b8205420980e8c7accbcc5f93 HTTP/1.1" status: 200  len: 267 time: 0.0467274
Apr 16 21:42:49.548229 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-48dedfab-f973-4184-99d7-e3890fd9db70 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:49.552064 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-48dedfab-f973-4184-99d7-e3890fd9db70 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/networks?id=e4195a25-b1a8-4a56-8295-36338d15756e HTTP/1.1" status: 200  len: 797 time: 0.1026342
Apr 16 21:42:49.565132 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-e49124c5-7f8a-4059-9940-d373ae91f4c1 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/quotas/5279e09b8205420980e8c7accbcc5f93 HTTP/1.1" status: 200  len: 375 time: 0.0098376
Apr 16 21:42:49.618739 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-824f4d27-e423-4cf8-aa63-21772d8c4bdf tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0480690
Apr 16 21:42:49.719782 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-0c9199a2-b1c2-44f5-b959-f082dedf0c28 service neutron] 10.222.0.20 "GET /v2.0/networks/e4195a25-b1a8-4a56-8295-36338d15756e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885601
Apr 16 21:42:50.030660 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:42:50.154341 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-260638ce-ad87-4ba8-99de-f8cdce454349 service neutron] 10.222.0.20 "GET /v2.0/networks/e4195a25-b1a8-4a56-8295-36338d15756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4286387
Apr 16 21:42:50.398461 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ab1f6dd-155f-4e81-9cc9-2bae0ceb4005 req-aabb83f6-0432-47dc-bd63-479b505de204 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 210 time: 0.0286543
Apr 16 21:42:50.600243 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41566) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:50.605333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Request body: {'network': {'name': 'tempest-network-smoke--1969908012', 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'port_security_enabled': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:50.724247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Made reservation on behalf of b9d0d3b45797487d88c64d6ae767cc18 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:42:50.727719 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:50.736889 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:50.815250 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (684c1732-e93c-4b20-8a2b-a3642df3babb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:50.935868 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (684c1732-e93c-4b20-8a2b-a3642df3babb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:50.960210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:42:50.975271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684c1732-e93c-4b20-8a2b-a3642df3babb,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:50.978102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (bf326e1c-dbf5-4c7f-b73a-051e0fe27189), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:50.978452 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Added segment bf326e1c-dbf5-4c7f-b73a-051e0fe27189 of type vlan for network d454821f-512f-4611-b8de-f13798dcc3be
Apr 16 21:42:51.020534 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (d454821f-512f-4611-b8de-f13798dcc3be), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:51.124437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (d454821f-512f-4611-b8de-f13798dcc3be), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:51.129500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:51.130080 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:51.203586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Network': ['ID=d454821f-512f-4611-b8de-f13798dcc3be,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:51.213482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network d454821f-512f-4611-b8de-f13798dcc3be details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:42:51.338455 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e219893d-173f-4f6d-8588-6c889003b69a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7370739
Apr 16 21:42:51.341483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41572) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:51.346244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'admin_state_up': True, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:51.438388 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (23184dcb-2886-4f89-837a-860419bfc47b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:51.439486 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (23184dcb-2886-4f89-837a-860419bfc47b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:51.504054 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0ba5b711-b3d6-4f0e-b247-2662026d3c61 req-f9237c7e-1217-44de-9c25-c5724fcb845f tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 210 time: 0.0317233
Apr 16 21:42:51.544613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router_controller (23184dcb-2886-4f89-837a-860419bfc47b), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:51.786541 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router_gateway (23184dcb-2886-4f89-837a-860419bfc47b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:52.050184 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router_gateway (23184dcb-2886-4f89-837a-860419bfc47b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:52.074518 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:52.229031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Allocated IP 172.35.1.39 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/1e72415c-3644-44af-ab4b-cc4bfd1ceed2) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:42:52.338585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:52.440107 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:52.509782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:42:52.518800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:42:52.525433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:42:52.531415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Port': ['ID=1e72415c-3644-44af-ab4b-cc4bfd1ceed2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:52.570485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-ef803c24-9485-4181-8e89-16adad336db4 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:52.572010 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-ef803c24-9485-4181-8e89-16adad336db4 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.41 "GET /v2.0/networks?id=e4195a25-b1a8-4a56-8295-36338d15756e HTTP/1.1" status: 200  len: 797 time: 0.1784494
Apr 16 21:42:52.766455 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-7cfc7d0d-d1ed-4d24-a13b-9b61fd043276 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5279e09b8205420980e8c7accbcc5f93 HTTP/1.1" status: 200  len: 380 time: 0.1821260
Apr 16 21:42:52.770494 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a055e74-0d5e-4abf-a3c9-aa16daa45d36 req-6c820dd9-d378-4058-8ea3-58c5106a4360 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 210 time: 0.1926041
Apr 16 21:42:52.779597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-26de955c-710e-4620-a818-90787d037624 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'port': {'device_id': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'admin_state_up': True, 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'security_groups': ['7ac6d857-4596-452d-bfdb-05088dbee75d']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:52.979453 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router_gateway (23184dcb-2886-4f89-837a-860419bfc47b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:53.016980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-26de955c-710e-4620-a818-90787d037624 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Made reservation on behalf of 5279e09b8205420980e8c7accbcc5f93 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:42:53.020410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-26de955c-710e-4620-a818-90787d037624 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:53.270550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-26de955c-710e-4620-a818-90787d037624 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Allocated IP 172.20.0.5 (e4195a25-b1a8-4a56-8295-36338d15756e/1e3319ae-c45d-4e70-a407-adfe87b059a2/a87314d7-f7ef-4a87-97c5-dd497a66d084) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:42:53.319859 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (23184dcb-2886-4f89-837a-860419bfc47b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:53.777883 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-26de955c-710e-4620-a818-90787d037624 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:53.868631 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fc9252c2-f883-4304-9765-a017ff00e9e0 req-02a83fbd-3953-438a-a999-1dd21f2f365d tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 210 time: 0.0284290
Apr 16 21:42:53.901133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Router 23184dcb-2886-4f89-837a-860419bfc47b is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:42:53.946780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-26de955c-710e-4620-a818-90787d037624 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:54.042875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-26de955c-710e-4620-a818-90787d037624 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network e4195a25-b1a8-4a56-8295-36338d15756e is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:42:54.046453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de955c-710e-4620-a818-90787d037624 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=a87314d7-f7ef-4a87-97c5-dd497a66d084,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:54.050671 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-26de955c-710e-4620-a818-90787d037624 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:42:54.054395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-26de955c-710e-4620-a818-90787d037624 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:42:54.094402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:42:54.104545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Sync routers for ids ['23184dcb-2886-4f89-837a-860419bfc47b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:42:54.115926 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Routers {'23184dcb-2886-4f89-837a-860419bfc47b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:54.116576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124426fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23184dcb-2886-4f89-837a-860419bfc47b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:54.119608 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-26de955c-710e-4620-a818-90787d037624 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:54.120273 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-26de955c-710e-4620-a818-90787d037624 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:54.211761 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:54.213079 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dfe5155a-7ca0-435e-a7f5-d0eeac36cc54 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 2.8704903
Apr 16 21:42:54.217256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41588) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:54.233539 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Set router 23184dcb-2886-4f89-837a-860419bfc47b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:54.264272 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-26de955c-710e-4620-a818-90787d037624 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4926744
Apr 16 21:42:54.281387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Request body: {'port': {'device_id': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:54.319416 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7b1ed8e0-1bfd-4835-82ba-0eb05762bec0 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b9d0d3b45797487d88c64d6ae767cc18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1009870
Apr 16 21:42:54.322213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41592) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:54.351009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8f8bcc80-9985-475b-9dce-d4ecf5f7db0f None None] Provisioning complete for port a87314d7-f7ef-4a87-97c5-dd497a66d084 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:54.351392 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f8bcc80-9985-475b-9dce-d4ecf5f7db0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:54.409829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bcc80-9985-475b-9dce-d4ecf5f7db0f None None] Port a87314d7-f7ef-4a87-97c5-dd497a66d084 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:42:54.417935 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:54.452359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124426fd0>, [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:42:52Z', 'revision_number': 3, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:54.482976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Checking router: 23184dcb-2886-4f89-837a-860419bfc47b for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:42:54.483332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Updating router 23184dcb-2886-4f89-837a-860419bfc47b port 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:42:54.483680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381ffc3-9135-40f9-a10e-56a2aa4621b9 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:54.485257 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6381ffc3-9135-40f9-a10e-56a2aa4621b9 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1621299
Apr 16 21:42:54.488135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41594) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:54.516856 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:54.519381 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b2e4c170-b4a2-4ec5-8aaa-cfbff9773db7 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0300972
Apr 16 21:42:54.520577 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41596) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:54.525517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1001910986', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:54.698281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Made reservation on behalf of b9d0d3b45797487d88c64d6ae767cc18 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:42:54.701767 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:54.736005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87314d7-f7ef-4a87-97c5-dd497a66d084 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:42:54.744033 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Publish callbacks [] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:54.758860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Transition to ACTIVE for port object a87314d7-f7ef-4a87-97c5-dd497a66d084 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:42:54.804405 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Publish callbacks [] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:54.886553 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:54.898286 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:54.953968 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (843d2640-4a10-4543-b547-b188cb18d419), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:54.959362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Attempting to bind port 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:42:54.959362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Attempting to bind port 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:42:54.959362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Attempting to bind port 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:42:54.960330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54ad34-bafd-4e63-8792-9104816bb68b None None] Pushing event updated for resources: {'Port': ['ID=1e72415c-3644-44af-ab4b-cc4bfd1ceed2,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:54.966368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:42:54.966767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:42:54.967179 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:54.967578 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:42:54.968057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Bound port: 1e72415c-3644-44af-ab4b-cc4bfd1ceed2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:42:54.968473 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:55.041331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] For port 1e72415c-3644-44af-ab4b-cc4bfd1ceed2, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:42:55.042368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Subnet': ['ID=843d2640-4a10-4543-b547-b188cb18d419,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:55.046051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] For port 1e72415c-3644-44af-ab4b-cc4bfd1ceed2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e72415c-3644-44af-ab4b-cc4bfd1ceed2,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:42:55.053622 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cfac7-b608-4055-b49d-30aa03d64792 req-3b73d71c-499e-402a-a88d-2dc8fcd03afa tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:55.055181 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2e2cfac7-b608-4055-b49d-30aa03d64792 req-3b73d71c-499e-402a-a88d-2dc8fcd03afa tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 943 time: 0.0905788
Apr 16 21:42:55.058043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Pushing event updated for resources: {'Port': ['ID=a87314d7-f7ef-4a87-97c5-dd497a66d084,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:55.072162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.072530 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.072874 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.073213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.076240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.076240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.076240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.076240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.076240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.076240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.076240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.076783 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.076783 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.077206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.077325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:42:55.084242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Checking segment: {'id': 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:42:55.084614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Network hostable DHCP agents. Network: d454821f-512f-4611-b8de-f13798dcc3be, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:42:55.105115 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Attempting to bind port a87314d7-f7ef-4a87-97c5-dd497a66d084 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:42:55.108305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Attempting to bind port a87314d7-f7ef-4a87-97c5-dd497a66d084 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ced9f562-8ef2-4308-8a82-529b4ef99423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:42:55.108305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Attempting to bind port a87314d7-f7ef-4a87-97c5-dd497a66d084 on network e4195a25-b1a8-4a56-8295-36338d15756e {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:42:55.117280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Port a87314d7-f7ef-4a87-97c5-dd497a66d084 on network e4195a25-b1a8-4a56-8295-36338d15756e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:42:55.117624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Attempting to bind port a87314d7-f7ef-4a87-97c5-dd497a66d084 on network e4195a25-b1a8-4a56-8295-36338d15756e {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:42:55.129171 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:55.129771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:42:55.131354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Checking segment: {'id': 'ced9f562-8ef2-4308-8a82-529b4ef99423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:42:55.131354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Bound using segment: {'id': 'ced9f562-8ef2-4308-8a82-529b4ef99423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:42:55.131354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Bound port: a87314d7-f7ef-4a87-97c5-dd497a66d084, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced9f562-8ef2-4308-8a82-529b4ef99423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:42:55.131354 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:55.151218 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2e2cfac7-b608-4055-b49d-30aa03d64792 req-ac5ea7d9-74d0-46cd-8c2f-c27c9422cdd2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ac6d857-4596-452d-bfdb-05088dbee75d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817652
Apr 16 21:42:55.191216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Routers {'23184dcb-2886-4f89-837a-860419bfc47b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:55.191752 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124426fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23184dcb-2886-4f89-837a-860419bfc47b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:55.209408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Network d454821f-512f-4611-b8de-f13798dcc3be is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:42:55.224297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] For port a87314d7-f7ef-4a87-97c5-dd497a66d084, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:42:55.227543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] For port a87314d7-f7ef-4a87-97c5-dd497a66d084, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a87314d7-f7ef-4a87-97c5-dd497a66d084,segment=NetworkSegment(ced9f562-8ef2-4308-8a82-529b4ef99423),segment_id=ced9f562-8ef2-4308-8a82-529b4ef99423)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:42:55.310444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d454821f-512f-4611-b8de-f13798dcc3be) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:42:55.321618 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:55.322782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:55.323414 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:55.361251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:55.361880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:55.363267 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] 10.222.0.41 "PUT /v2.0/ports/a87314d7-f7ef-4a87-97c5-dd497a66d084 HTTP/1.1" status: 200  len: 1091 time: 1.0864909
Apr 16 21:42:55.363705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'tag': 'a87314d7-f7ef-4a87-97c5-dd497a66d084'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:42:55.366012 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69f0ddb-69b5-4acd-9cc7-a4f3ec3dba95" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f", "tag": "a87314d7-f7ef-4a87-97c5-dd497a66d084"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:42:55.402409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17f949-7b11-4c22-9393-d2909da9c13e service neutron] Pushing event updated for resources: {'Port': ['ID=a87314d7-f7ef-4a87-97c5-dd497a66d084,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:55.413719 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18515ff8-8ae9-476a-8fb9-ad127878b474 x-openstack-request-id: req-18515ff8-8ae9-476a-8fb9-ad127878b474 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:42:55.414214 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f", "tag": "a87314d7-f7ef-4a87-97c5-dd497a66d084", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:42:55.414701 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18515ff8-8ae9-476a-8fb9-ad127878b474 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:42:55.415420 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18515ff8-8ae9-476a-8fb9-ad127878b474'] response: {'name': 'network-changed', 'server_uuid': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'tag': 'a87314d7-f7ef-4a87-97c5-dd497a66d084', 'status': 'completed', 'code': 200}
Apr 16 21:42:55.432523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41604) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:55.432757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-baafda14-5cec-45b5-a157-b74dbddc14c2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9107683
Apr 16 21:42:55.437576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0539400-0aa7-4cbb-a841-bd1897159fc8 None None] Network d454821f-512f-4611-b8de-f13798dcc3be requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:42:55.451585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54ad34-bafd-4e63-8792-9104816bb68b None None] Pushing event updated for resources: {'Port': ['ID=1e72415c-3644-44af-ab4b-cc4bfd1ceed2,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:55.541227 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f0ddb-69b5-4acd-9cc7-a4f3ec3dba95 req-56db4dc4-d721-461a-abdb-0d5ce85214d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:55.542774 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69f0ddb-69b5-4acd-9cc7-a4f3ec3dba95 req-56db4dc4-d721-461a-abdb-0d5ce85214d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 1125 time: 0.0998981
Apr 16 21:42:55.585204 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] Set router 23184dcb-2886-4f89-837a-860419bfc47b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:55.696738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d454821f-512f-4611-b8de-f13798dcc3be', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'fixed_ips': [{'subnet_id': '843d2640-4a10-4543-b547-b188cb18d419'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:42:55.697606 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:55.751152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f0ddb-69b5-4acd-9cc7-a4f3ec3dba95 req-c17d7ce1-24a3-4a3a-868d-e338d7f5d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:55.752756 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69f0ddb-69b5-4acd-9cc7-a4f3ec3dba95 req-c17d7ce1-24a3-4a3a-868d-e338d7f5d0c0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5279e09b8205420980e8c7accbcc5f93&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1749690
Apr 16 21:42:55.897444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124426fd0>, [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:42:52Z', 'revision_number': 3, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:55.929821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Allocated IP 172.20.0.2 (d454821f-512f-4611-b8de-f13798dcc3be/843d2640-4a10-4543-b547-b188cb18d419/d454cca7-20b4-4f82-b6a9-6e18aacd8d01) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:42:55.930754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f0ddb-69b5-4acd-9cc7-a4f3ec3dba95 req-ed2c04b3-1139-4cc1-a95a-8a159074f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:55.931981 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928ad2b0-81ec-4e3f-894e-57d3570e62c7 None None] The sync data for ids ['23184dcb-2886-4f89-837a-860419bfc47b'] in ncdv-master-1 is: [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:42:52Z', 'revision_number': 3, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:42:55.932271 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69f0ddb-69b5-4acd-9cc7-a4f3ec3dba95 req-ed2c04b3-1139-4cc1-a95a-8a159074f538 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1537812
Apr 16 21:42:56.035641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-c93325f0-7d00-449b-b264-c16249b6b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:56.037197 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-c93325f0-7d00-449b-b264-c16249b6b7a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 1125 time: 0.0551302
Apr 16 21:42:56.110683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-c5e090ee-451b-421d-9b8f-5ecfcdaf941f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a87314d7-f7ef-4a87-97c5-dd497a66d084 HTTP/1.1" status: 200  len: 217 time: 0.0668671
Apr 16 21:42:56.128450 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Publish callbacks [] for port (d454cca7-20b4-4f82-b6a9-6e18aacd8d01), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:56.229771 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (d454cca7-20b4-4f82-b6a9-6e18aacd8d01), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:56.231829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-2677bc01-6c08-42d1-a3c6-9661a2c8627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:56.241549 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-2677bc01-6c08-42d1-a3c6-9661a2c8627b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e3319ae-c45d-4e70-a407-adfe87b059a2 HTTP/1.1" status: 200  len: 835 time: 0.1229854
Apr 16 21:42:56.275011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Network d454821f-512f-4611-b8de-f13798dcc3be is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:42:56.278426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:42:56.282394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:42:56.295418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Pushing event updated for resources: {'Port': ['ID=d454cca7-20b4-4f82-b6a9-6e18aacd8d01,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:56.355075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Attempting to bind port d454cca7-20b4-4f82-b6a9-6e18aacd8d01 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:42:56.355903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Attempting to bind port d454cca7-20b4-4f82-b6a9-6e18aacd8d01 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:42:56.356931 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Attempting to bind port d454cca7-20b4-4f82-b6a9-6e18aacd8d01 on network d454821f-512f-4611-b8de-f13798dcc3be {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:42:56.362788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:42:56.363268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Checking segment: {'id': 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:42:56.363476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-ce7b2bad-6f19-4078-9ce2-9ef98e00e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:56.363804 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:56.364282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Bound using segment: {'id': 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:42:56.364828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Bound port: d454cca7-20b4-4f82-b6a9-6e18aacd8d01, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:42:56.365062 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-ce7b2bad-6f19-4078-9ce2-9ef98e00e71a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4195a25-b1a8-4a56-8295-36338d15756e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1178410
Apr 16 21:42:56.365341 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d454cca7-20b4-4f82-b6a9-6e18aacd8d01), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:56.381169 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:56.389810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c26ab-1e0a-4afb-ab42-4ab26038ea0f req-54af133e-56cc-4200-b1dc-13f6ed990765 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:56.391564 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-de4c26ab-1e0a-4afb-ab42-4ab26038ea0f req-54af133e-56cc-4200-b1dc-13f6ed990765 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 943 time: 0.1286192
Apr 16 21:42:56.481764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] For port d454cca7-20b4-4f82-b6a9-6e18aacd8d01, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:42:56.486365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] For port d454cca7-20b4-4f82-b6a9-6e18aacd8d01, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d454cca7-20b4-4f82-b6a9-6e18aacd8d01,segment=NetworkSegment(bf326e1c-dbf5-4c7f-b73a-051e0fe27189),segment_id=bf326e1c-dbf5-4c7f-b73a-051e0fe27189)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:42:56.575173 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d454cca7-20b4-4f82-b6a9-6e18aacd8d01), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:56.757673 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bc7cf-62ab-4528-9da3-8c9f46b1184b None None] Pushing event updated for resources: {'Port': ['ID=d454cca7-20b4-4f82-b6a9-6e18aacd8d01,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:56.764371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:42:56.839218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:56.839629 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:56.954843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:56.955322 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:56.970370 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-de4c26ab-1e0a-4afb-ab42-4ab26038ea0f req-5f64b39d-42dd-4b98-9250-bcbdbffed67b tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ac6d857-4596-452d-bfdb-05088dbee75d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5660405
Apr 16 21:42:56.996341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 1e72415c-3644-44af-ab4b-cc4bfd1ceed2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e72415c-3644-44af-ab4b-cc4bfd1ceed2,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:57.044643 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-c985762d-d6b1-425c-9172-ff5b99d670f0 service neutron] 10.222.0.41 "GET /v2.0/networks/e4195a25-b1a8-4a56-8295-36338d15756e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6722674
Apr 16 21:42:57.082909 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:57.160696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=1e72415c-3644-44af-ab4b-cc4bfd1ceed2,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:57.274151 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-693d844e-fd55-4bf9-b15a-c0e77d231998 req-7775a6be-4ba3-4988-a8a7-43f5ba24e451 service neutron] 10.222.0.41 "GET /v2.0/networks/e4195a25-b1a8-4a56-8295-36338d15756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2228978
Apr 16 21:42:57.373697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Allocated IP 172.20.0.1 (d454821f-512f-4611-b8de-f13798dcc3be/843d2640-4a10-4543-b547-b188cb18d419/3260bd5a-1ba5-445a-9285-a39cfd137ff5) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:42:57.485341 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:57.613310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:57.662409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Network d454821f-512f-4611-b8de-f13798dcc3be is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:42:57.665727 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:42:57.668772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:42:57.702354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Port': ['ID=3260bd5a-1ba5-445a-9285-a39cfd137ff5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:57.730432 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (23184dcb-2886-4f89-837a-860419bfc47b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:57.873248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8982d0-0f15-455d-8ab0-471b614e69d6 None None] Network d454821f-512f-4611-b8de-f13798dcc3be requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:42:57.939299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-83aa6343-6998-4892-a680-e16cc53f9bea None None] Provisioning complete for port d454cca7-20b4-4f82-b6a9-6e18aacd8d01 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:57.939685 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-83aa6343-6998-4892-a680-e16cc53f9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d454cca7-20b4-4f82-b6a9-6e18aacd8d01), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:57.948159 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:58.063715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-83aa6343-6998-4892-a680-e16cc53f9bea None None] Current status of the port d454cca7-20b4-4f82-b6a9-6e18aacd8d01 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:58.064109 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-83aa6343-6998-4892-a680-e16cc53f9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d454cca7-20b4-4f82-b6a9-6e18aacd8d01), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:58.107794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-83aa6343-6998-4892-a680-e16cc53f9bea None None] For port d454cca7-20b4-4f82-b6a9-6e18aacd8d01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d454cca7-20b4-4f82-b6a9-6e18aacd8d01,segment=NetworkSegment(bf326e1c-dbf5-4c7f-b73a-051e0fe27189),segment_id=bf326e1c-dbf5-4c7f-b73a-051e0fe27189)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:42:58.125667 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e45b39-6b3d-41f2-b466-540b3bf26f2c req-4eba8096-2675-48e2-a21f-ff3510567589 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:58.127527 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b9e45b39-6b3d-41f2-b466-540b3bf26f2c req-4eba8096-2675-48e2-a21f-ff3510567589 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 943 time: 0.0657244
Apr 16 21:42:58.201452 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b9e45b39-6b3d-41f2-b466-540b3bf26f2c req-0625d0d2-f128-455d-ba0d-861f006fa1f1 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ac6d857-4596-452d-bfdb-05088dbee75d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674453
Apr 16 21:42:58.223672 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-83aa6343-6998-4892-a680-e16cc53f9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d454cca7-20b4-4f82-b6a9-6e18aacd8d01), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:58.278619 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa6343-6998-4892-a680-e16cc53f9bea None None] Pushing event updated for resources: {'Port': ['ID=d454cca7-20b4-4f82-b6a9-6e18aacd8d01,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:58.315607 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:58.342719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a330f468-b08f-47ad-be94-834ca3fc0b0c None None] Provisioning complete for port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:58.343104 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a330f468-b08f-47ad-be94-834ca3fc0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:58.395698 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a330f468-b08f-47ad-be94-834ca3fc0b0c None None] Port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:42:58.395698 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a330f468-b08f-47ad-be94-834ca3fc0b0c None None] Provisioning complete for port d454cca7-20b4-4f82-b6a9-6e18aacd8d01 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:58.395698 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a330f468-b08f-47ad-be94-834ca3fc0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d454cca7-20b4-4f82-b6a9-6e18aacd8d01), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:58.435497 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:58.484519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a330f468-b08f-47ad-be94-834ca3fc0b0c None None] Current status of the port d454cca7-20b4-4f82-b6a9-6e18aacd8d01 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:58.516515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Port': ['ID=3260bd5a-1ba5-445a-9285-a39cfd137ff5,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:58.527409 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (23184dcb-2886-4f89-837a-860419bfc47b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:58.605153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c1f23ac4-85f5-4b9e-9b5c-fd320dc25c26 None None] Provisioning complete for port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:58.606653 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1f23ac4-85f5-4b9e-9b5c-fd320dc25c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:58.633327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Network d454821f-512f-4611-b8de-f13798dcc3be is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:42:58.634884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:42:58.661058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c1f23ac4-85f5-4b9e-9b5c-fd320dc25c26 None None] Port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:42:58.741407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d454cca7-20b4-4f82-b6a9-6e18aacd8d01 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:42:58.772709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Router 23184dcb-2886-4f89-837a-860419bfc47b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:42:58.796281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d454cca7-20b4-4f82-b6a9-6e18aacd8d01 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:58.796727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d454cca7-20b4-4f82-b6a9-6e18aacd8d01), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:58.891340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d454cca7-20b4-4f82-b6a9-6e18aacd8d01 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:58.892398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:42:58.893971 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9dc60dc1-393d-47bc-90e6-2deff1cf6736 None None] Provisioning complete for port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:58.894334 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9dc60dc1-393d-47bc-90e6-2deff1cf6736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:58.903611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:42:58.909559 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d55b9b09-3fa0-4584-977f-0752ede6776f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "PUT /v2.0/routers/23184dcb-2886-4f89-837a-860419bfc47b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4756355
Apr 16 21:42:58.912209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41620) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:58.914560 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Sync routers for ids ['23184dcb-2886-4f89-837a-860419bfc47b'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:42:58.916860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9aa39dca-c450-49e2-b45f-5bab2fba99aa tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1301151330', 'description': 'tempest-secgroup_access--1301151330 description', 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:58.927434 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Routers {'23184dcb-2886-4f89-837a-860419bfc47b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:42:58.928449 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ac6880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23184dcb-2886-4f89-837a-860419bfc47b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:58.961649 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9dc60dc1-393d-47bc-90e6-2deff1cf6736 None None] Port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:42:58.970717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:42:58.971091 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.032564 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9aa39dca-c450-49e2-b45f-5bab2fba99aa tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.054147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:42:59.108016 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9aa39dca-c450-49e2-b45f-5bab2fba99aa tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (9521308a-90ba-4285-abd6-01dcff52c365), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.140017 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Set router 23184dcb-2886-4f89-837a-860419bfc47b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:42:59.180959 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9aa39dca-c450-49e2-b45f-5bab2fba99aa tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9521308a-90ba-4285-abd6-01dcff52c365), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.210831 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa39dca-c450-49e2-b45f-5bab2fba99aa tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9521308a-90ba-4285-abd6-01dcff52c365,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:59.285978 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9aa39dca-c450-49e2-b45f-5bab2fba99aa tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.287370 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9aa39dca-c450-49e2-b45f-5bab2fba99aa tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.3739798
Apr 16 21:42:59.290308 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41624) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:59.295759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0ddcef53-2c08-4a16-968c-d3347639554e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1910818018', 'description': 'tempest-secgroup_general--1910818018 description', 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:59.328562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6540ff-ab0e-45f4-8da1-2573429c6848 req-ca0fcb9e-2961-4d7a-b419-ea54e561d4a8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:42:59.331061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e6540ff-ab0e-45f4-8da1-2573429c6848 req-ca0fcb9e-2961-4d7a-b419-ea54e561d4a8 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 943 time: 0.0569396
Apr 16 21:42:59.348536 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ac6880>, [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:42:57Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3260bd5a-1ba5-445a-9285-a39cfd137ff5', 'name': '', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'mac_address': 'fa:16:3e:1b:06:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '843d2640-4a10-4543-b547-b188cb18d419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:57Z', 'updated_at': '2022-04-16T21:42:58Z', 'revision_number': 2, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'subnets': [{'id': '843d2640-4a10-4543-b547-b188cb18d419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:42:59.375432 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Checking router: 23184dcb-2886-4f89-837a-860419bfc47b for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:42:59.375712 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Updating router 23184dcb-2886-4f89-837a-860419bfc47b port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:42:59.385321 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3e6540ff-ab0e-45f4-8da1-2573429c6848 req-4ad7f6e9-898e-4b13-9f7b-03da49869b01 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ac6d857-4596-452d-bfdb-05088dbee75d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484605
Apr 16 21:42:59.407833 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.441075 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ddcef53-2c08-4a16-968c-d3347639554e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.507137 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ddcef53-2c08-4a16-968c-d3347639554e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (b11443be-2315-4abe-94b3-742b27e58e0f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.595577 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ddcef53-2c08-4a16-968c-d3347639554e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b11443be-2315-4abe-94b3-742b27e58e0f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.625217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcef53-2c08-4a16-968c-d3347639554e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11443be-2315-4abe-94b3-742b27e58e0f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:59.668063 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Publish callbacks [] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.706041 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0ddcef53-2c08-4a16-968c-d3347639554e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.707333 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0ddcef53-2c08-4a16-968c-d3347639554e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.4160657
Apr 16 21:42:59.710256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41626) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:42:59.714724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-16bab6a8-f0d5-4024-9742-27957706d995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Request body: {'security_group_rule': {'security_group_id': '9521308a-90ba-4285-abd6-01dcff52c365', 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:42:59.743861 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.793457 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a65d64-1b65-422d-ba8d-6864787896db None None] Pushing event updated for resources: {'Port': ['ID=3260bd5a-1ba5-445a-9285-a39cfd137ff5,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:42:59.832058 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16bab6a8-f0d5-4024-9742-27957706d995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group_rule (28afd140-847d-44b8-bcbf-9165b499f35d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.852713 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Attempting to bind port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:42:59.853077 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Attempting to bind port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:42:59.853429 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Attempting to bind port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 on network d454821f-512f-4611-b8de-f13798dcc3be {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:42:59.858852 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:42:59.859232 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Checking segment: {'id': 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:42:59.859629 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.860020 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Bound using segment: {'id': 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:42:59.860506 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Bound port: 3260bd5a-1ba5-445a-9285-a39cfd137ff5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:42:59.860880 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.896233 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16bab6a8-f0d5-4024-9742-27957706d995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group_rule (28afd140-847d-44b8-bcbf-9165b499f35d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.926196 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] For port 3260bd5a-1ba5-445a-9285-a39cfd137ff5, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:42:59.930843 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] For port 3260bd5a-1ba5-445a-9285-a39cfd137ff5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3260bd5a-1ba5-445a-9285-a39cfd137ff5,segment=NetworkSegment(bf326e1c-dbf5-4c7f-b73a-051e0fe27189),segment_id=bf326e1c-dbf5-4c7f-b73a-051e0fe27189)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:42:59.977878 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16bab6a8-f0d5-4024-9742-27957706d995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (28afd140-847d-44b8-bcbf-9165b499f35d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:42:59.996133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bab6a8-f0d5-4024-9742-27957706d995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28afd140-847d-44b8-bcbf-9165b499f35d,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:00.006708 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:00.063988 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Routers {'23184dcb-2886-4f89-837a-860419bfc47b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:43:00.064650 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ac6880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23184dcb-2886-4f89-837a-860419bfc47b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:00.068597 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-16bab6a8-f0d5-4024-9742-27957706d995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:00.070156 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-16bab6a8-f0d5-4024-9742-27957706d995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3589723
Apr 16 21:43:00.092214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Provisioning complete for port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:43:00.092214 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:00.113184 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a65d64-1b65-422d-ba8d-6864787896db None None] Pushing event updated for resources: {'Port': ['ID=3260bd5a-1ba5-445a-9285-a39cfd137ff5,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:00.195983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Current status of the port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:43:00.197067 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:00.209549 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] Set router 23184dcb-2886-4f89-837a-860419bfc47b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:43:00.241316 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] For port 3260bd5a-1ba5-445a-9285-a39cfd137ff5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3260bd5a-1ba5-445a-9285-a39cfd137ff5,segment=NetworkSegment(bf326e1c-dbf5-4c7f-b73a-051e0fe27189),segment_id=bf326e1c-dbf5-4c7f-b73a-051e0fe27189)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:00.270398 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-9d5617f7-ddf5-492e-ba20-9d6000f87278 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--1301151330&fields=id&tenant_id=b9d0d3b45797487d88c64d6ae767cc18 HTTP/1.1" status: 200  len: 267 time: 0.0522575
Apr 16 21:43:00.319219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-4f6ffc39-401e-4bff-a6a9-ebd7d1f662d3 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--1910818018&fields=id&tenant_id=b9d0d3b45797487d88c64d6ae767cc18 HTTP/1.1" status: 200  len: 267 time: 0.0424080
Apr 16 21:43:00.335710 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:00.387993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Pushing event updated for resources: {'Port': ['ID=3260bd5a-1ba5-445a-9285-a39cfd137ff5,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:00.395570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.395932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.396478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.397046 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.397390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.397735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.398073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.398409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.398746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.399135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.399669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.400000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.400419 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.400754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.401085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36188209-e296-494f-a5d4-6ed3f6991361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:00.437478 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ac6880>, [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:42:57Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3260bd5a-1ba5-445a-9285-a39cfd137ff5', 'name': '', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'mac_address': 'fa:16:3e:1b:06:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '843d2640-4a10-4543-b547-b188cb18d419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:57Z', 'updated_at': '2022-04-16T21:42:59Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'subnets': [{'id': '843d2640-4a10-4543-b547-b188cb18d419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:00.449863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-c610a3a9-5408-414b-b827-bfe3bd875610 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:00.451478 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-c610a3a9-5408-414b-b827-bfe3bd875610 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/networks?id=d454821f-512f-4611-b8de-f13798dcc3be HTTP/1.1" status: 200  len: 797 time: 0.1256404
Apr 16 21:43:00.466355 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-50794e13-f62d-4189-b1d1-4df62109c11b None None] Provisioning complete for port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:43:00.466988 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-50794e13-f62d-4189-b1d1-4df62109c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:00.469201 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-d0d9f03a-0375-4886-ac82-a9f69a6108ca tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/quotas/b9d0d3b45797487d88c64d6ae767cc18 HTTP/1.1" status: 200  len: 375 time: 0.0105782
Apr 16 21:43:00.469518 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e1640-4842-4607-88a5-c66c27f56ae1 None None] The sync data for ids ['23184dcb-2886-4f89-837a-860419bfc47b'] in ncdv-master-1 is: [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:42:57Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3260bd5a-1ba5-445a-9285-a39cfd137ff5', 'name': '', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'mac_address': 'fa:16:3e:1b:06:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '843d2640-4a10-4543-b547-b188cb18d419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:57Z', 'updated_at': '2022-04-16T21:42:59Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'subnets': [{'id': '843d2640-4a10-4543-b547-b188cb18d419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:43:00.569509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7918-8dd1-4759-9246-a33479ae4b28 req-dc0a4e9c-5932-4a79-aae0-16f74a4758b2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:00.572074 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f8e7918-8dd1-4759-9246-a33479ae4b28 req-dc0a4e9c-5932-4a79-aae0-16f74a4758b2 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 943 time: 0.1128299
Apr 16 21:43:00.574978 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-f089162a-4b0a-4a72-ae6d-612344a40177 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9d0d3b45797487d88c64d6ae767cc18&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0831428
Apr 16 21:43:00.596822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-50794e13-f62d-4189-b1d1-4df62109c11b None None] Current status of the port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:43:00.638816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8f8e7918-8dd1-4759-9246-a33479ae4b28 req-d07e7e2e-ee8c-42de-b6a7-c332a16fabaa tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ac6d857-4596-452d-bfdb-05088dbee75d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607128
Apr 16 21:43:00.691148 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-56616c06-fc5e-4006-b78b-ed0105f7760e service neutron] 10.222.0.20 "GET /v2.0/networks/d454821f-512f-4611-b8de-f13798dcc3be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1128764
Apr 16 21:43:00.706522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3260bd5a-1ba5-445a-9285-a39cfd137ff5 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:43:00.761690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:43:00.762611 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:00.808144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-79a4c35d-ef9a-4582-93cc-a0e736dd8ab0 service neutron] 10.222.0.20 "GET /v2.0/networks/d454821f-512f-4611-b8de-f13798dcc3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1091957
Apr 16 21:43:00.859302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:43:00.966338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a87314d7-f7ef-4a87-97c5-dd497a66d084 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:43:01.084998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e2b56c9b-d810-4f47-8732-f309f190762d req-3c7b4f68-68b9-4453-bedb-a7fa04535522 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 210 time: 0.0320868
Apr 16 21:43:01.128732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a87314d7-f7ef-4a87-97c5-dd497a66d084, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a87314d7-f7ef-4a87-97c5-dd497a66d084,segment=NetworkSegment(ced9f562-8ef2-4308-8a82-529b4ef99423),segment_id=ced9f562-8ef2-4308-8a82-529b4ef99423)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:01.145061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'a87314d7-f7ef-4a87-97c5-dd497a66d084', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'port_id': 'a87314d7-f7ef-4a87-97c5-dd497a66d084', 'mac_address': 'fa:16:3e:e4:68:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:43:01.190935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a87314d7-f7ef-4a87-97c5-dd497a66d084 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:43:01.191476 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:01.208297 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87314d7-f7ef-4a87-97c5-dd497a66d084 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:43:01.236346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a87314d7-f7ef-4a87-97c5-dd497a66d084, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a87314d7-f7ef-4a87-97c5-dd497a66d084,segment=NetworkSegment(ced9f562-8ef2-4308-8a82-529b4ef99423),segment_id=ced9f562-8ef2-4308-8a82-529b4ef99423)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:01.306309 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:01.361008 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a87314d7-f7ef-4a87-97c5-dd497a66d084,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:01.594451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['a87314d7-f7ef-4a87-97c5-dd497a66d084'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:43:01.775947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97972f-a181-4ca5-a52b-23560698c8fe req-2071f22e-94e2-4592-8473-234fad59c030 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:01.778350 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec97972f-a181-4ca5-a52b-23560698c8fe req-2071f22e-94e2-4592-8473-234fad59c030 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 944 time: 0.0488846
Apr 16 21:43:01.831250 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec97972f-a181-4ca5-a52b-23560698c8fe req-96254ff5-807d-444d-b58b-fa13b51e18f0 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ac6d857-4596-452d-bfdb-05088dbee75d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465050
Apr 16 21:43:02.168716 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4d462b17-1aa9-4c59-a6c0-03504ff00b11 req-d4d4bba5-5f4c-4033-ac2f-987fb633e82d tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 210 time: 0.0322776
Apr 16 21:43:02.953835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f16f5-d62e-4475-9bb7-e3f53f63be8a req-7d5f52f4-ee76-4c46-a3de-c7a4610b21ce tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:02.955331 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe8f16f5-d62e-4475-9bb7-e3f53f63be8a req-7d5f52f4-ee76-4c46-a3de-c7a4610b21ce tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 944 time: 0.0529814
Apr 16 21:43:02.980404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a87314d7-f7ef-4a87-97c5-dd497a66d084 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:43:03.005210 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe8f16f5-d62e-4475-9bb7-e3f53f63be8a req-7fb26ed8-1ef3-4a46-8e40-6ca2ef6a1a25 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ac6d857-4596-452d-bfdb-05088dbee75d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441854
Apr 16 21:43:03.033927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port a87314d7-f7ef-4a87-97c5-dd497a66d084 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:43:03.103472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port a87314d7-f7ef-4a87-97c5-dd497a66d084 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:43:03.103861 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:03.183382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a87314d7-f7ef-4a87-97c5-dd497a66d084 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:43:03.183683 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:03.210630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87314d7-f7ef-4a87-97c5-dd497a66d084'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:43:03.213024 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940de055-ef63-477f-8170-fb7f685e93b4" -d '{"events": [{"server_uuid": "6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f", "name": "network-vif-plugged", "status": "completed", "tag": "a87314d7-f7ef-4a87-97c5-dd497a66d084"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:43:03.229168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a87314d7-f7ef-4a87-97c5-dd497a66d084, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a87314d7-f7ef-4a87-97c5-dd497a66d084,segment=NetworkSegment(ced9f562-8ef2-4308-8a82-529b4ef99423),segment_id=ced9f562-8ef2-4308-8a82-529b4ef99423)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:03.256251 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51b3184-9c47-4ce4-a453-b9cf57651960 x-openstack-request-id: req-e51b3184-9c47-4ce4-a453-b9cf57651960 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:43:03.258011 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f", "name": "network-vif-plugged", "status": "completed", "tag": "a87314d7-f7ef-4a87-97c5-dd497a66d084", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:43:03.258011 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e51b3184-9c47-4ce4-a453-b9cf57651960 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:43:03.258011 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51b3184-9c47-4ce4-a453-b9cf57651960'] response: {'server_uuid': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87314d7-f7ef-4a87-97c5-dd497a66d084', 'code': 200}
Apr 16 21:43:03.295909 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8aad40b5-a669-4327-937b-3f785b5892f9 req-7fcef4da-ec72-4cd1-81a9-2a9858fc68ac tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 210 time: 0.0329289
Apr 16 21:43:03.300753 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:03.352766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a87314d7-f7ef-4a87-97c5-dd497a66d084,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:03.354438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fee34c-363f-4999-a589-c857714262fd req-a98ad6ec-1faf-4494-b431-a1d528795d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:03.357349 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00fee34c-363f-4999-a589-c857714262fd req-a98ad6ec-1faf-4494-b431-a1d528795d77 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 1127 time: 0.0436337
Apr 16 21:43:03.406790 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-00fee34c-363f-4999-a589-c857714262fd req-bafe4add-63ef-4b30-995d-7ca297362cb0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7ac6d857-4596-452d-bfdb-05088dbee75d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434003
Apr 16 21:43:03.501970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-8b3ea2b8-a67e-4ba4-8c7d-f5407353eac2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:03.503314 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-8b3ea2b8-a67e-4ba4-8c7d-f5407353eac2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.41 "GET /v2.0/networks?id=d454821f-512f-4611-b8de-f13798dcc3be HTTP/1.1" status: 200  len: 797 time: 0.1076202
Apr 16 21:43:03.753488 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-0f3d9b8d-f5a1-42b5-8e94-8ef8b334eb45 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9d0d3b45797487d88c64d6ae767cc18 HTTP/1.1" status: 200  len: 478 time: 0.0673511
Apr 16 21:43:03.762245 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-9e495f70-8ce0-4d36-b9d4-2e54dd76f9b4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Request body: {'port': {'device_id': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'admin_state_up': True, 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'security_groups': ['9521308a-90ba-4285-abd6-01dcff52c365', 'b11443be-2315-4abe-94b3-742b27e58e0f']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:43:03.952041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-9e495f70-8ce0-4d36-b9d4-2e54dd76f9b4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Made reservation on behalf of b9d0d3b45797487d88c64d6ae767cc18 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:43:03.955566 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-9e495f70-8ce0-4d36-b9d4-2e54dd76f9b4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:04.101819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-9e495f70-8ce0-4d36-b9d4-2e54dd76f9b4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Allocated IP 172.20.0.4 (d454821f-512f-4611-b8de-f13798dcc3be/843d2640-4a10-4543-b547-b188cb18d419/c4d5001d-e0c4-4dba-9703-42704badf73f) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:43:04.144490 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289e3ef-cfdc-4319-9e3a-7f5b3ac77072 req-ca3298a4-b2af-420f-86fe-fbad70a5a321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:04.145986 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2289e3ef-cfdc-4319-9e3a-7f5b3ac77072 req-ca3298a4-b2af-420f-86fe-fbad70a5a321 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 945 time: 0.0596199
Apr 16 21:43:04.257492 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2289e3ef-cfdc-4319-9e3a-7f5b3ac77072 req-2417fac1-5106-498e-9026-4f53cc86ebd3 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ac6d857-4596-452d-bfdb-05088dbee75d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057029
Apr 16 21:43:04.322793 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-9e495f70-8ce0-4d36-b9d4-2e54dd76f9b4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:04.393157 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7c0f1a6f-cd08-4a1e-bddf-15a16ea739d4 req-66f7caeb-8925-4ac9-9ff7-f5db7be4550c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 210 time: 0.0286419
Apr 16 21:43:04.434725 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-9e495f70-8ce0-4d36-b9d4-2e54dd76f9b4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:04.480945 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-9e495f70-8ce0-4d36-b9d4-2e54dd76f9b4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Network d454821f-512f-4611-b8de-f13798dcc3be is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:43:04.484035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-9e495f70-8ce0-4d36-b9d4-2e54dd76f9b4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:43:04.488382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-9e495f70-8ce0-4d36-b9d4-2e54dd76f9b4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:43:04.494982 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e495f70-8ce0-4d36-b9d4-2e54dd76f9b4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Port': ['ID=c4d5001d-e0c4-4dba-9703-42704badf73f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:04.544801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-9e495f70-8ce0-4d36-b9d4-2e54dd76f9b4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:04.545485 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-9e495f70-8ce0-4d36-b9d4-2e54dd76f9b4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:04.634669 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-9e495f70-8ce0-4d36-b9d4-2e54dd76f9b4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 0.8762164
Apr 16 21:43:04.688494 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Request body: {'port': {'device_id': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:43:04.747210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d71e4875-9fb0-43d0-92c5-bfb61d3bc3fb None None] Provisioning complete for port c4d5001d-e0c4-4dba-9703-42704badf73f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:43:04.747804 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d71e4875-9fb0-43d0-92c5-bfb61d3bc3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:04.755129 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:04.783312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d71e4875-9fb0-43d0-92c5-bfb61d3bc3fb None None] Port c4d5001d-e0c4-4dba-9703-42704badf73f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:43:05.022461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d5001d-e0c4-4dba-9703-42704badf73f {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:43:05.030116 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Publish callbacks [] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:05.042471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Transition to ACTIVE for port object c4d5001d-e0c4-4dba-9703-42704badf73f will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:43:05.111692 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:05.188540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d5001d-e0c4-4dba-9703-42704badf73f,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:05.244573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Attempting to bind port c4d5001d-e0c4-4dba-9703-42704badf73f on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:43:05.245062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Attempting to bind port c4d5001d-e0c4-4dba-9703-42704badf73f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:43:05.245406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Attempting to bind port c4d5001d-e0c4-4dba-9703-42704badf73f on network d454821f-512f-4611-b8de-f13798dcc3be {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:43:05.250453 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Port c4d5001d-e0c4-4dba-9703-42704badf73f on network d454821f-512f-4611-b8de-f13798dcc3be not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:43:05.250781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Attempting to bind port c4d5001d-e0c4-4dba-9703-42704badf73f on network d454821f-512f-4611-b8de-f13798dcc3be {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:43:05.255893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:43:05.256370 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Checking segment: {'id': 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:43:05.256695 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Bound using segment: {'id': 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:43:05.257146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Bound port: c4d5001d-e0c4-4dba-9703-42704badf73f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:43:05.257517 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:05.332756 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] For port c4d5001d-e0c4-4dba-9703-42704badf73f, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:43:05.337567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] For port c4d5001d-e0c4-4dba-9703-42704badf73f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c4d5001d-e0c4-4dba-9703-42704badf73f,segment=NetworkSegment(bf326e1c-dbf5-4c7f-b73a-051e0fe27189),segment_id=bf326e1c-dbf5-4c7f-b73a-051e0fe27189)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:43:05.386590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd043105-5847-4e67-9335-3f00ced9a820 req-dccfb150-f5e6-4d7e-8e37-a798327d97fb tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:05.388073 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dd043105-5847-4e67-9335-3f00ced9a820 req-dccfb150-f5e6-4d7e-8e37-a798327d97fb tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 945 time: 0.0530212
Apr 16 21:43:05.439891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dd043105-5847-4e67-9335-3f00ced9a820 req-2d52d1ff-80ec-4a51-8033-f5c66f8be780 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ac6d857-4596-452d-bfdb-05088dbee75d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459063
Apr 16 21:43:05.464284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:05.515462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:05.516088 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:05.517463 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] 10.222.0.41 "PUT /v2.0/ports/c4d5001d-e0c4-4dba-9703-42704badf73f HTTP/1.1" status: 200  len: 1130 time: 0.8344514
Apr 16 21:43:05.519358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'tag': 'c4d5001d-e0c4-4dba-9703-42704badf73f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:43:05.520397 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f36082d-92ef-4cfc-96f3-ec1a8418b5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "45de93d5-b2bb-423f-9aec-48c79b81e6fd", "tag": "c4d5001d-e0c4-4dba-9703-42704badf73f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:43:05.520975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3aa29-d430-43b7-8a24-c2a35240f058 req-474de108-db88-4650-b841-95dff99c4465 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:05.523045 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9b3aa29-d430-43b7-8a24-c2a35240f058 req-474de108-db88-4650-b841-95dff99c4465 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 982 time: 0.0594394
Apr 16 21:43:05.586734 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bce8a-7133-497d-8e20-1b3aa7b82d69 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d5001d-e0c4-4dba-9703-42704badf73f,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:05.588782 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e9b3aa29-d430-43b7-8a24-c2a35240f058 req-3270e57b-b683-412e-859f-8bde5b30623d tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/security-groups?id=b11443be-2315-4abe-94b3-742b27e58e0f&id=9521308a-90ba-4285-abd6-01dcff52c365&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0586269
Apr 16 21:43:05.598184 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56946-0e8e-4489-80ff-02aab836bed9 req-32538b0c-837d-4dcc-b25d-e6e437182ed9 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:05.599796 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-06b56946-0e8e-4489-80ff-02aab836bed9 req-32538b0c-837d-4dcc-b25d-e6e437182ed9 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 945 time: 0.0869343
Apr 16 21:43:05.670406 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f7f9c-d976-499d-b3e3-9addc69ea575 x-openstack-request-id: req-3d7f7f9c-d976-499d-b3e3-9addc69ea575 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:43:05.670726 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45de93d5-b2bb-423f-9aec-48c79b81e6fd", "tag": "c4d5001d-e0c4-4dba-9703-42704badf73f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:43:05.671117 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d7f7f9c-d976-499d-b3e3-9addc69ea575 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:43:05.671591 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7f7f9c-d976-499d-b3e3-9addc69ea575'] response: {'name': 'network-changed', 'server_uuid': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'tag': 'c4d5001d-e0c4-4dba-9703-42704badf73f', 'status': 'completed', 'code': 200}
Apr 16 21:43:05.706933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-a3eca77c-7a93-477b-9bc7-230cfa025172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:05.710007 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-a3eca77c-7a93-477b-9bc7-230cfa025172 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9d0d3b45797487d88c64d6ae767cc18&device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 1164 time: 0.0751109
Apr 16 21:43:05.718144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-06b56946-0e8e-4489-80ff-02aab836bed9 req-1e540b9e-d334-4ca3-a3e6-370dc8d3a062 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ac6d857-4596-452d-bfdb-05088dbee75d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070879
Apr 16 21:43:05.742301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41688) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:05.755445 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-36a87aed-2f8f-4d1c-abc4-6414b3f618eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4d5001d-e0c4-4dba-9703-42704badf73f HTTP/1.1" status: 200  len: 217 time: 0.0363436
Apr 16 21:43:05.783341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff148905-e1a8-4313-9a9a-710491b8a2ac tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:05.788013 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ff148905-e1a8-4313-9a9a-710491b8a2ac tempest-TestNetworkBasicOps-725680827 tempest-TestNetworkBasicOps-725680827-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 1122 time: 0.0421724
Apr 16 21:43:05.788597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41690) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:05.793511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': 'a87314d7-f7ef-4a87-97c5-dd497a66d084', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address': '172.20.0.5'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:43:05.804865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-8ee94728-9a43-4f0e-9edc-551ac0974d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:05.806279 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-8ee94728-9a43-4f0e-9edc-551ac0974d12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843d2640-4a10-4543-b547-b188cb18d419 HTTP/1.1" status: 200  len: 835 time: 0.0450695
Apr 16 21:43:05.849858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-3c807480-d9f4-47c9-96fc-259e0d6118c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:05.851354 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-3c807480-d9f4-47c9-96fc-259e0d6118c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d454821f-512f-4611-b8de-f13798dcc3be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392306
Apr 16 21:43:05.887276 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:05.946242 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-d913bfc2-72a4-4fc5-8de0-57c9f0b725fc service neutron] 10.222.0.41 "GET /v2.0/networks/d454821f-512f-4611-b8de-f13798dcc3be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888457
Apr 16 21:43:05.970580 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:06.038464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-693674f5-b4b2-452f-ac0a-603d2e9e6ed6 req-e77124e8-b6f7-47c3-850b-5448d94cca8d service neutron] 10.222.0.41 "GET /v2.0/networks/d454821f-512f-4611-b8de-f13798dcc3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870080
Apr 16 21:43:06.079893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Allocated IP 172.35.1.69 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:43:06.190721 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:06.318279 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:06.360325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:43:06.363031 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:43:06.366863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:43:06.374521 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:06.389474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:06.797515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1724496-a016-44d4-bf7a-4d2d547c5227 req-cc0fe818-b790-4ff0-bfe8-9bd7ea908d89 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:06.798994 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a1724496-a016-44d4-bf7a-4d2d547c5227 req-cc0fe818-b790-4ff0-bfe8-9bd7ea908d89 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 982 time: 0.1292002
Apr 16 21:43:06.953430 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for floatingip (73ce0f40-c6c0-4429-94bc-973fedea8d82), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:06.972126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a1724496-a016-44d4-bf7a-4d2d547c5227 req-02f4d2ac-276a-482e-8bf5-bd6ca9e685da tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/security-groups?id=b11443be-2315-4abe-94b3-742b27e58e0f&id=9521308a-90ba-4285-abd6-01dcff52c365&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1522627
Apr 16 21:43:07.127275 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:07.278631 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for port (2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:07.334310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:07.407415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event updated for resources: {'Port': ['ID=2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:07.413949 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (73ce0f40-c6c0-4429-94bc-973fedea8d82), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:07.801746 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Floating IP 73ce0f40-c6c0-4429-94bc-973fedea8d82 associated. External IP: 172.35.1.69, port: a87314d7-f7ef-4a87-97c5-dd497a66d084.
Apr 16 21:43:08.019610 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:43:08.094424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49ddfd-0a71-4c6f-9966-af95a64b0a67 req-642019ae-7964-4ebe-b8ac-049f9fa2c2d8 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:08.096013 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6a49ddfd-0a71-4c6f-9966-af95a64b0a67 req-642019ae-7964-4ebe-b8ac-049f9fa2c2d8 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 982 time: 0.0541024
Apr 16 21:43:08.134191 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:43:08.144715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372c223-ded4-4d91-98e7-05f74e9ff98e None None] Sync routers for ids ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:43:08.166366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372c223-ded4-4d91-98e7-05f74e9ff98e None None] Routers {'8db9293d-8ed8-463a-a438-3ec1e71c35d1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:43:08.167040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7372c223-ded4-4d91-98e7-05f74e9ff98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012468fa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:08.198201 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6a49ddfd-0a71-4c6f-9966-af95a64b0a67 req-bcae6d2d-a88e-4ba3-9133-90f68b78cbbf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/security-groups?id=b11443be-2315-4abe-94b3-742b27e58e0f&id=9521308a-90ba-4285-abd6-01dcff52c365&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0830381
Apr 16 21:43:08.198201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36082d-92ef-4cfc-96f3-ec1a8418b5bf req-44012888-3768-4302-afd7-31453a9a0fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:08.198201 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3f36082d-92ef-4cfc-96f3-ec1a8418b5bf req-44012888-3768-4302-afd7-31453a9a0fae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9d0d3b45797487d88c64d6ae767cc18&device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 1164 time: 0.0559919
Apr 16 21:43:08.209165 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:08.260007 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e02cd19f-fa6f-4e42-a462-60b950261343 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4701107
Apr 16 21:43:08.260939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41702) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:08.261600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'tag': 'a87314d7-f7ef-4a87-97c5-dd497a66d084'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:43:08.264265 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6687b52-83f4-46c1-9ea5-1d31ac72b7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f", "tag": "a87314d7-f7ef-4a87-97c5-dd497a66d084"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:43:08.304347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36082d-92ef-4cfc-96f3-ec1a8418b5bf req-a2edec10-3c80-419f-9e11-e91e67b6daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:08.305888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3f36082d-92ef-4cfc-96f3-ec1a8418b5bf req-a2edec10-3c80-419f-9e11-e91e67b6daae service neutron] 10.222.0.41 "GET /v2.0/networks?id=d454821f-512f-4611-b8de-f13798dcc3be HTTP/1.1" status: 200  len: 898 time: 0.0996335
Apr 16 21:43:08.345538 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d5e983-064a-4918-b1b2-debb05edbc1f x-openstack-request-id: req-37d5e983-064a-4918-b1b2-debb05edbc1f {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:43:08.346186 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f", "tag": "a87314d7-f7ef-4a87-97c5-dd497a66d084", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:43:08.346897 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37d5e983-064a-4918-b1b2-debb05edbc1f {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:43:08.347517 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d5e983-064a-4918-b1b2-debb05edbc1f'] response: {'name': 'network-changed', 'server_uuid': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'tag': 'a87314d7-f7ef-4a87-97c5-dd497a66d084', 'status': 'completed', 'code': 200}
Apr 16 21:43:08.397068 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3f36082d-92ef-4cfc-96f3-ec1a8418b5bf req-f30b02de-d44b-4ee4-aab4-a5ab0664f8f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4d5001d-e0c4-4dba-9703-42704badf73f HTTP/1.1" status: 200  len: 217 time: 0.0853543
Apr 16 21:43:08.416832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-211ce704-01e3-4bad-a0d2-faafad58c7c6 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/floatingips/73ce0f40-c6c0-4429-94bc-973fedea8d82 HTTP/1.1" status: 200  len: 990 time: 0.1491804
Apr 16 21:43:08.430090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6687b52-83f4-46c1-9ea5-1d31ac72b7d0 req-0a996675-21ae-455c-aabe-a19fed9518c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:08.432391 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6687b52-83f4-46c1-9ea5-1d31ac72b7d0 req-0a996675-21ae-455c-aabe-a19fed9518c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 1127 time: 0.0659032
Apr 16 21:43:08.466830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36082d-92ef-4cfc-96f3-ec1a8418b5bf req-762d68fb-72c5-4372-bc7d-8600f971538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:08.469353 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3f36082d-92ef-4cfc-96f3-ec1a8418b5bf req-762d68fb-72c5-4372-bc7d-8600f971538b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843d2640-4a10-4543-b547-b188cb18d419 HTTP/1.1" status: 200  len: 835 time: 0.0658145
Apr 16 21:43:08.525043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36082d-92ef-4cfc-96f3-ec1a8418b5bf req-b7cab63f-d1ab-40de-a912-e65057107ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:08.526720 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3f36082d-92ef-4cfc-96f3-ec1a8418b5bf req-b7cab63f-d1ab-40de-a912-e65057107ee9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d454821f-512f-4611-b8de-f13798dcc3be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0494680
Apr 16 21:43:08.546453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6687b52-83f4-46c1-9ea5-1d31ac72b7d0 req-50d53b46-d32d-4715-a65b-e59650e05cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:08.548362 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6687b52-83f4-46c1-9ea5-1d31ac72b7d0 req-50d53b46-d32d-4715-a65b-e59650e05cf1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4195a25-b1a8-4a56-8295-36338d15756e HTTP/1.1" status: 200  len: 898 time: 0.1105852
Apr 16 21:43:08.578479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-7372c223-ded4-4d91-98e7-05f74e9ff98e None None] Set router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:43:08.631106 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6687b52-83f4-46c1-9ea5-1d31ac72b7d0 req-ee7ff561-e4b5-4dea-ae30-565d11d9112a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a87314d7-f7ef-4a87-97c5-dd497a66d084 HTTP/1.1" status: 200  len: 998 time: 0.0767391
Apr 16 21:43:08.642563 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3f36082d-92ef-4cfc-96f3-ec1a8418b5bf req-32210943-3540-45e8-b70a-188e1e3ec823 service neutron] 10.222.0.41 "GET /v2.0/networks/d454821f-512f-4611-b8de-f13798dcc3be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1100295
Apr 16 21:43:08.686898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6687b52-83f4-46c1-9ea5-1d31ac72b7d0 req-f41a8184-7e0c-44b1-a879-70f8fc4c134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:08.689014 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6687b52-83f4-46c1-9ea5-1d31ac72b7d0 req-f41a8184-7e0c-44b1-a879-70f8fc4c134f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e3319ae-c45d-4e70-a407-adfe87b059a2 HTTP/1.1" status: 200  len: 835 time: 0.0517170
Apr 16 21:43:08.735332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6687b52-83f4-46c1-9ea5-1d31ac72b7d0 req-dbeb09fa-6079-41ea-a3d7-3eb3ba4f58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:08.736937 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6687b52-83f4-46c1-9ea5-1d31ac72b7d0 req-dbeb09fa-6079-41ea-a3d7-3eb3ba4f58af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4195a25-b1a8-4a56-8295-36338d15756e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0408888
Apr 16 21:43:08.743309 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3f36082d-92ef-4cfc-96f3-ec1a8418b5bf req-2dc6ec99-8751-4a1b-83fc-efa2fc297140 service neutron] 10.222.0.41 "GET /v2.0/networks/d454821f-512f-4611-b8de-f13798dcc3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0945914
Apr 16 21:43:08.831033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7372c223-ded4-4d91-98e7-05f74e9ff98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012468fa90>, [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '73ce0f40-c6c0-4429-94bc-973fedea8d82', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'floating_ip_address': '172.35.1.69', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'port_id': 'a87314d7-f7ef-4a87-97c5-dd497a66d084', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'mac_address': 'fa:16:3e:e4:68:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:43:06Z', 'updated_at': '2022-04-16T21:43:06Z', 'revision_number': 0, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee57e2c2-7edb-44d2-8b4c-a1bea2d46083', 'name': '', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:72:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:42Z', 'updated_at': '2022-04-16T21:42:46Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:08.835485 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6687b52-83f4-46c1-9ea5-1d31ac72b7d0 req-7b520812-6fb1-42b2-80bf-3da2dd42c664 service neutron] 10.222.0.41 "GET /v2.0/networks/e4195a25-b1a8-4a56-8295-36338d15756e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0915294
Apr 16 21:43:08.862429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372c223-ded4-4d91-98e7-05f74e9ff98e None None] Checking router: 8db9293d-8ed8-463a-a438-3ec1e71c35d1 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:43:08.865978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41706) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:08.874100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372c223-ded4-4d91-98e7-05f74e9ff98e None None] Routers {'8db9293d-8ed8-463a-a438-3ec1e71c35d1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:43:08.874972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7372c223-ded4-4d91-98e7-05f74e9ff98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012468fa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:08.930066 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b6687b52-83f4-46c1-9ea5-1d31ac72b7d0 req-e9b84a0c-8026-4d14-9b92-f41fe8557e91 service neutron] 10.222.0.41 "GET /v2.0/networks/e4195a25-b1a8-4a56-8295-36338d15756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887699
Apr 16 21:43:09.002003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-7372c223-ded4-4d91-98e7-05f74e9ff98e None None] Set router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:43:09.029537 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c4d5001d-e0c4-4dba-9703-42704badf73f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:43:09.103464 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-26bd50db-c071-4d71-83f0-c30ec74331d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:09.142161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ad4787aa-5e83-414a-8f6b-c544552563b0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Deleting port ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:43:09.142753 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4787aa-5e83-414a-8f6b-c544552563b0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:09.231867 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4787aa-5e83-414a-8f6b-c544552563b0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:09.231867 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4787aa-5e83-414a-8f6b-c544552563b0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for floatingip (ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:09.250489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ad4787aa-5e83-414a-8f6b-c544552563b0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Calling delete_port for ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:43:09.253045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c4d5001d-e0c4-4dba-9703-42704badf73f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c4d5001d-e0c4-4dba-9703-42704badf73f,segment=NetworkSegment(bf326e1c-dbf5-4c7f-b73a-051e0fe27189),segment_id=bf326e1c-dbf5-4c7f-b73a-051e0fe27189)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:09.274582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'c4d5001d-e0c4-4dba-9703-42704badf73f', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'port_id': 'c4d5001d-e0c4-4dba-9703-42704badf73f', 'mac_address': 'fa:16:3e:fc:ae:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843d2640-4a10-4543-b547-b188cb18d419', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:43:09.349842 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f95fe3-742a-4871-8f93-dd395766b93a req-80c852dd-a25c-423a-9a7b-de4d14fc1e61 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:09.351664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7f95fe3-742a-4871-8f93-dd395766b93a req-80c852dd-a25c-423a-9a7b-de4d14fc1e61 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 982 time: 0.0904722
Apr 16 21:43:09.362312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port c4d5001d-e0c4-4dba-9703-42704badf73f is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:43:09.362312 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:09.371573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7372c223-ded4-4d91-98e7-05f74e9ff98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012468fa90>, [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '73ce0f40-c6c0-4429-94bc-973fedea8d82', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'floating_ip_address': '172.35.1.69', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'port_id': 'a87314d7-f7ef-4a87-97c5-dd497a66d084', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'mac_address': 'fa:16:3e:e4:68:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:43:06Z', 'updated_at': '2022-04-16T21:43:06Z', 'revision_number': 0, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee57e2c2-7edb-44d2-8b4c-a1bea2d46083', 'name': '', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:72:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:42Z', 'updated_at': '2022-04-16T21:42:46Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:09.377881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d5001d-e0c4-4dba-9703-42704badf73f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:43:09.418720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41714) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:09.419713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7372c223-ded4-4d91-98e7-05f74e9ff98e None None] The sync data for ids ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'] in ncdv-master-1 is: [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '73ce0f40-c6c0-4429-94bc-973fedea8d82', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'floating_ip_address': '172.35.1.69', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'port_id': 'a87314d7-f7ef-4a87-97c5-dd497a66d084', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'mac_address': 'fa:16:3e:e4:68:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:43:06Z', 'updated_at': '2022-04-16T21:43:06Z', 'revision_number': 0, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee57e2c2-7edb-44d2-8b4c-a1bea2d46083', 'name': '', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:72:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:42Z', 'updated_at': '2022-04-16T21:42:46Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:43:09.438883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c4d5001d-e0c4-4dba-9703-42704badf73f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c4d5001d-e0c4-4dba-9703-42704badf73f,segment=NetworkSegment(bf326e1c-dbf5-4c7f-b73a-051e0fe27189),segment_id=bf326e1c-dbf5-4c7f-b73a-051e0fe27189)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:09.450700 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a7f95fe3-742a-4871-8f93-dd395766b93a req-5a418eab-feca-4a31-bc72-f7c848e31049 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/security-groups?id=b11443be-2315-4abe-94b3-742b27e58e0f&id=9521308a-90ba-4285-abd6-01dcff52c365&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0860085
Apr 16 21:43:09.541177 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9b09300d-67d1-418f-a9ee-9f18bf69541e tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/floatingips/73ce0f40-c6c0-4429-94bc-973fedea8d82 HTTP/1.1" status: 200  len: 990 time: 0.0767746
Apr 16 21:43:09.656759 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a24d92f-997e-4083-acfa-f43194e3d90f None None] New status for floating IP 73ce0f40-c6c0-4429-94bc-973fedea8d82: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:43:09.731876 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:09.781838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=c4d5001d-e0c4-4dba-9703-42704badf73f,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:09.783994 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4787aa-5e83-414a-8f6b-c544552563b0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:09.814865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4787aa-5e83-414a-8f6b-c544552563b0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Pushing event deleted for resources: {'Port': ['ID=ea0638f4-f1bc-4fa9-83b3-a2d85b7f6c13,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:09.874661 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4787aa-5e83-414a-8f6b-c544552563b0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for floatingip (e846bc44-836f-43ec-bb00-92e8b50f4652), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:09.874922 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-ad4787aa-5e83-414a-8f6b-c544552563b0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Floating IP e846bc44-836f-43ec-bb00-92e8b50f4652 disassociated (deleted). External IP: 172.35.1.231, port: 65c3354a-8ecb-43ae-a281-e7a13cc9dd80.
Apr 16 21:43:10.040559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['c4d5001d-e0c4-4dba-9703-42704badf73f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:43:10.098129 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4787aa-5e83-414a-8f6b-c544552563b0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:43:10.218013 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4787aa-5e83-414a-8f6b-c544552563b0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:43:10.224720 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ad4787aa-5e83-414a-8f6b-c544552563b0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:10.232710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152f488-48e2-48ae-b918-31b548911327 None None] Sync routers for ids ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:43:10.242859 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152f488-48e2-48ae-b918-31b548911327 None None] Routers {'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:43:10.243478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9152f488-48e2-48ae-b918-31b548911327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248bfdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:10.264462 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ad4787aa-5e83-414a-8f6b-c544552563b0 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "DELETE /v2.0/floatingips/e846bc44-836f-43ec-bb00-92e8b50f4652 HTTP/1.1" status: 204  len: 168 time: 1.3944519
Apr 16 21:43:10.264462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:43:10.268876 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd718ac0-18ae-402a-a027-89b44b3ed6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f83afebe-c606-461f-9138-67707e788014", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:43:10.312696 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d6e60f-9976-4ccc-978a-40b7b1823672 x-openstack-request-id: req-54d6e60f-9976-4ccc-978a-40b7b1823672 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:43:10.313327 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83afebe-c606-461f-9138-67707e788014", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:43:10.313733 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54d6e60f-9976-4ccc-978a-40b7b1823672 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:43:10.314155 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d6e60f-9976-4ccc-978a-40b7b1823672'] response: {'name': 'network-changed', 'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'status': 'completed', 'code': 200}
Apr 16 21:43:10.373229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-9152f488-48e2-48ae-b918-31b548911327 None None] Set router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:43:10.488360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd718ac0-18ae-402a-a027-89b44b3ed6f6 req-64d3f7e3-d760-459f-b341-03a2cb57913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:10.490791 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd718ac0-18ae-402a-a027-89b44b3ed6f6 req-64d3f7e3-d760-459f-b341-03a2cb57913a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80715ea8284b48959a67d33e8be6b560&device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 1127 time: 0.1534135
Apr 16 21:43:10.493238 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-278d051b-85da-4a5f-ace1-76873a9159b1 req-e1b797f2-5b5c-4677-b089-c6cb08569d9e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0755963
Apr 16 21:43:10.541026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41732) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:10.626555 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd718ac0-18ae-402a-a027-89b44b3ed6f6 req-703a342b-c565-450c-a9ef-a983a4937035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:10.628117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd718ac0-18ae-402a-a027-89b44b3ed6f6 req-703a342b-c565-450c-a9ef-a983a4937035 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1c074bd-a506-4388-980b-b836a98ab276 HTTP/1.1" status: 200  len: 914 time: 0.1283195
Apr 16 21:43:10.630197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9152f488-48e2-48ae-b918-31b548911327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248bfdc0>, [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9', 'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'mac_address': 'fa:16:3e:6a:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:40Z', 'updated_at': '2022-04-16T21:37:44Z', 'revision_number': 5, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'subnets': [{'id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:10.648279 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e889a5-db7d-496c-ba6e-171e9d8cb10f req-a54d6c2f-7c6f-4381-8226-b06eade922c6 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:10.654472 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a6e889a5-db7d-496c-ba6e-171e9d8cb10f req-a54d6c2f-7c6f-4381-8226-b06eade922c6 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 983 time: 0.1222334
Apr 16 21:43:10.673415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152f488-48e2-48ae-b918-31b548911327 None None] Checking router: e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:43:10.689451 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd718ac0-18ae-402a-a027-89b44b3ed6f6 req-e1afc12e-f54e-4fbe-867c-7eb6a214b216 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65c3354a-8ecb-43ae-a281-e7a13cc9dd80 HTTP/1.1" status: 200  len: 217 time: 0.0500104
Apr 16 21:43:10.689623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152f488-48e2-48ae-b918-31b548911327 None None] Routers {'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:43:10.689623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9152f488-48e2-48ae-b918-31b548911327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248bfdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:42:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:10.714175 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ec8dc5aa-3b70-4b9c-824e-cc6371ea6e83 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/floatingips/73ce0f40-c6c0-4429-94bc-973fedea8d82 HTTP/1.1" status: 200  len: 992 time: 0.1703923
Apr 16 21:43:10.751166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd718ac0-18ae-402a-a027-89b44b3ed6f6 req-8039df0a-8a9b-42ad-ae18-461045a4ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:10.752923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd718ac0-18ae-402a-a027-89b44b3ed6f6 req-8039df0a-8a9b-42ad-ae18-461045a4ee7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c46d9bea-424e-4f3a-9798-5a8627b0c3e2 HTTP/1.1" status: 200  len: 852 time: 0.0609655
Apr 16 21:43:10.758947 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a6e889a5-db7d-496c-ba6e-171e9d8cb10f req-f3e02441-1871-44c7-beaa-a413ed7627a2 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/security-groups?id=b11443be-2315-4abe-94b3-742b27e58e0f&id=9521308a-90ba-4285-abd6-01dcff52c365&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1033511
Apr 16 21:43:10.836640 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-9152f488-48e2-48ae-b918-31b548911327 None None] Set router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:43:10.868904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add94465-8ab2-4fb1-a7e7-78c97e0ce70c req-3dec6266-2bca-4bbe-91dd-1ae017dfefb2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:10.870408 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-add94465-8ab2-4fb1-a7e7-78c97e0ce70c req-3dec6266-2bca-4bbe-91dd-1ae017dfefb2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 945 time: 0.0535421
Apr 16 21:43:10.925386 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-add94465-8ab2-4fb1-a7e7-78c97e0ce70c req-f4fa9c90-b7db-4c13-be44-82d0a700aeb1 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483775
Apr 16 21:43:11.033262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9152f488-48e2-48ae-b918-31b548911327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248bfdc0>, [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9', 'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'mac_address': 'fa:16:3e:6a:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:40Z', 'updated_at': '2022-04-16T21:37:44Z', 'revision_number': 5, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'subnets': [{'id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:11.062377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c4d5001d-e0c4-4dba-9703-42704badf73f up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:43:11.066114 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152f488-48e2-48ae-b918-31b548911327 None None] The sync data for ids ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'] in ncdv-master-1 is: [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:40Z', 'revision_number': 4, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9', 'name': '', 'network_id': 'b1c074bd-a506-4388-980b-b836a98ab276', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'mac_address': 'fa:16:3e:6a:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:40Z', 'updated_at': '2022-04-16T21:37:44Z', 'revision_number': 5, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'subnets': [{'id': 'c46d9bea-424e-4f3a-9798-5a8627b0c3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:43:11.128707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port c4d5001d-e0c4-4dba-9703-42704badf73f completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:43:11.194727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port c4d5001d-e0c4-4dba-9703-42704badf73f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:43:11.195111 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:11.289704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port c4d5001d-e0c4-4dba-9703-42704badf73f is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:43:11.290103 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:11.314540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d5001d-e0c4-4dba-9703-42704badf73f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:43:11.316834 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a9ec47-8c5a-4837-9aca-270a10617483" -d '{"events": [{"server_uuid": "45de93d5-b2bb-423f-9aec-48c79b81e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "c4d5001d-e0c4-4dba-9703-42704badf73f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:43:11.332555 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c4d5001d-e0c4-4dba-9703-42704badf73f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c4d5001d-e0c4-4dba-9703-42704badf73f,segment=NetworkSegment(bf326e1c-dbf5-4c7f-b73a-051e0fe27189),segment_id=bf326e1c-dbf5-4c7f-b73a-051e0fe27189)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:11.358584 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802fa26c-45d8-4434-9f2c-b09f0c8c0e13 None None] New status for floating IP e846bc44-836f-43ec-bb00-92e8b50f4652: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:43:11.359035 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be96dc8e-6405-489e-b98c-295015f791e7 x-openstack-request-id: req-be96dc8e-6405-489e-b98c-295015f791e7 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:43:11.359035 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45de93d5-b2bb-423f-9aec-48c79b81e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "c4d5001d-e0c4-4dba-9703-42704badf73f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:43:11.359035 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be96dc8e-6405-489e-b98c-295015f791e7 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:43:11.359035 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be96dc8e-6405-489e-b98c-295015f791e7'] response: {'server_uuid': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d5001d-e0c4-4dba-9703-42704badf73f', 'code': 200}
Apr 16 21:43:11.406482 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:11.458883 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff26ba3-15e9-4f3a-b3e8-95c9b95a102d req-0392a432-f074-48a2-8ddc-5743dd468e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:11.460919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ff26ba3-15e9-4f3a-b3e8-95c9b95a102d req-0392a432-f074-48a2-8ddc-5743dd468e36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 1166 time: 0.0474119
Apr 16 21:43:11.473525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=c4d5001d-e0c4-4dba-9703-42704badf73f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:11.520674 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ff26ba3-15e9-4f3a-b3e8-95c9b95a102d req-bf19ff75-4ca8-4c58-a9e6-335622468e17 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9521308a-90ba-4285-abd6-01dcff52c365&id=b11443be-2315-4abe-94b3-742b27e58e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0545685
Apr 16 21:43:11.640455 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21537789-3f5c-4b19-a9e1-bc531b73beac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:11.786178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd718ac0-18ae-402a-a027-89b44b3ed6f6 req-878d0d19-7e82-4abe-a470-07e0df651ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:11.787673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd718ac0-18ae-402a-a027-89b44b3ed6f6 req-878d0d19-7e82-4abe-a470-07e0df651ee7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1c074bd-a506-4388-980b-b836a98ab276&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445964
Apr 16 21:43:11.899449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e80be-574c-48cc-839d-f58618ffa320 req-6619fced-9328-482a-b88c-c2152ba7d700 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:11.900945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f3e80be-574c-48cc-839d-f58618ffa320 req-6619fced-9328-482a-b88c-c2152ba7d700 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 984 time: 0.0596170
Apr 16 21:43:11.937464 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd718ac0-18ae-402a-a027-89b44b3ed6f6 req-ffbd1ce2-82fd-4764-bb79-e095ed249e13 service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433785
Apr 16 21:43:12.030778 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f3e80be-574c-48cc-839d-f58618ffa320 req-19599a84-9155-494e-8eb7-fdea34a20d7e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/security-groups?id=b11443be-2315-4abe-94b3-742b27e58e0f&id=9521308a-90ba-4285-abd6-01dcff52c365&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1228151
Apr 16 21:43:12.043855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268770f-3f5d-4315-bd08-2650bbbbcc12 req-5872ddfd-39a2-49e4-8252-f18912036e74 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:12.045405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4268770f-3f5d-4315-bd08-2650bbbbcc12 req-5872ddfd-39a2-49e4-8252-f18912036e74 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 945 time: 0.0489845
Apr 16 21:43:12.069439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd718ac0-18ae-402a-a027-89b44b3ed6f6 req-56a3aed3-fb3a-4f34-9438-dbb14327768b service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257062
Apr 16 21:43:12.096684 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4268770f-3f5d-4315-bd08-2650bbbbcc12 req-d6841ac7-5ee9-49c8-8a24-922f8c9fc746 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444496
Apr 16 21:43:12.330365 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d051b-85da-4a5f-ace1-76873a9159b1 req-b32d3307-e360-4dc5-86ba-10bc92c30948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:12.331886 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-278d051b-85da-4a5f-ace1-76873a9159b1 req-b32d3307-e360-4dc5-86ba-10bc92c30948 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80715ea8284b48959a67d33e8be6b560&device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 1127 time: 0.0406833
Apr 16 21:43:12.440311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d051b-85da-4a5f-ace1-76873a9159b1 req-86e04309-cf69-41e3-9e02-ecd3d4825d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:12.441816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-278d051b-85da-4a5f-ace1-76873a9159b1 req-86e04309-cf69-41e3-9e02-ecd3d4825d4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1c074bd-a506-4388-980b-b836a98ab276 HTTP/1.1" status: 200  len: 914 time: 0.0893157
Apr 16 21:43:12.504687 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-278d051b-85da-4a5f-ace1-76873a9159b1 req-852c86d6-7769-4384-96ba-d0ac536cd820 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65c3354a-8ecb-43ae-a281-e7a13cc9dd80 HTTP/1.1" status: 200  len: 217 time: 0.0360160
Apr 16 21:43:12.534328 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:12.557482 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d051b-85da-4a5f-ace1-76873a9159b1 req-309480c8-059c-4a90-9061-48d60a581e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:12.559474 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-278d051b-85da-4a5f-ace1-76873a9159b1 req-309480c8-059c-4a90-9061-48d60a581e02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c46d9bea-424e-4f3a-9798-5a8627b0c3e2 HTTP/1.1" status: 200  len: 852 time: 0.0489900
Apr 16 21:43:12.603865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d051b-85da-4a5f-ace1-76873a9159b1 req-b1e8f8e5-b44e-4498-a798-53b53ee77493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:12.605587 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-278d051b-85da-4a5f-ace1-76873a9159b1 req-b1e8f8e5-b44e-4498-a798-53b53ee77493 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1c074bd-a506-4388-980b-b836a98ab276&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0402369
Apr 16 21:43:12.720719 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8f32-69f9-4de7-b277-6773779c5397 req-9ba9a928-3fe5-4e27-8676-b367ba6e3235 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:12.722171 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-966e8f32-69f9-4de7-b277-6773779c5397 req-9ba9a928-3fe5-4e27-8676-b367ba6e3235 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 945 time: 0.0659273
Apr 16 21:43:12.771439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-278d051b-85da-4a5f-ace1-76873a9159b1 req-66d4966b-8f7a-4db1-9cdb-1b0e873092b8 service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591830
Apr 16 21:43:12.875208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-966e8f32-69f9-4de7-b277-6773779c5397 req-91229c74-933c-46d0-a9d8-4033548702f3 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Deleting port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:43:12.875467 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-966e8f32-69f9-4de7-b277-6773779c5397 req-91229c74-933c-46d0-a9d8-4033548702f3 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:12.953167 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-278d051b-85da-4a5f-ace1-76873a9159b1 req-fa037d29-158e-41bb-9660-84ab2f09de37 service neutron] 10.222.0.11 "GET /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733732
Apr 16 21:43:12.988374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-966e8f32-69f9-4de7-b277-6773779c5397 req-91229c74-933c-46d0-a9d8-4033548702f3 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] For port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65c3354a-8ecb-43ae-a281-e7a13cc9dd80,segment=NetworkSegment(81938ce3-015d-43fb-9416-47ce730d5b10),segment_id=81938ce3-015d-43fb-9416-47ce730d5b10)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:12.988744 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-966e8f32-69f9-4de7-b277-6773779c5397 req-91229c74-933c-46d0-a9d8-4033548702f3 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:13.005203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-966e8f32-69f9-4de7-b277-6773779c5397 req-91229c74-933c-46d0-a9d8-4033548702f3 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Calling delete_port for 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:43:13.188682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330f47f-b6ae-4439-ba11-abc675e42b98 req-b711ee28-9f8c-465c-a313-8f5b14132f14 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:13.190204 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e330f47f-b6ae-4439-ba11-abc675e42b98 req-b711ee28-9f8c-465c-a313-8f5b14132f14 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 984 time: 0.0735724
Apr 16 21:43:13.221779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b017cb7-a18b-4a55-b1f0-7a17b7d3e7bc req-3b7d82ec-d936-4e25-bd5c-f8f034bccba7 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:13.223523 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b017cb7-a18b-4a55-b1f0-7a17b7d3e7bc req-3b7d82ec-d936-4e25-bd5c-f8f034bccba7 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 945 time: 0.0562601
Apr 16 21:43:13.249166 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-966e8f32-69f9-4de7-b277-6773779c5397 req-91229c74-933c-46d0-a9d8-4033548702f3 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (65c3354a-8ecb-43ae-a281-e7a13cc9dd80), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:13.279922 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5b017cb7-a18b-4a55-b1f0-7a17b7d3e7bc req-a2f8f9c2-e9cc-4dc9-b7be-8d42311dc334 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c40c5768-cb17-4d4f-817f-61bcfe724e14&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504973
Apr 16 21:43:13.281810 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e330f47f-b6ae-4439-ba11-abc675e42b98 req-5a08a207-90e3-485b-82bd-9698396a7eb5 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/security-groups?id=b11443be-2315-4abe-94b3-742b27e58e0f&id=9521308a-90ba-4285-abd6-01dcff52c365&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0854805
Apr 16 21:43:13.282926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91229c74-933c-46d0-a9d8-4033548702f3 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Pushing event deleted for resources: {'Port': ['ID=65c3354a-8ecb-43ae-a281-e7a13cc9dd80,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:13.350014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-966e8f32-69f9-4de7-b277-6773779c5397 req-91229c74-933c-46d0-a9d8-4033548702f3 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] No DVR routers for this DVR port 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:43:13.352716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-966e8f32-69f9-4de7-b277-6773779c5397 req-91229c74-933c-46d0-a9d8-4033548702f3 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:13.360772 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-966e8f32-69f9-4de7-b277-6773779c5397 req-91229c74-933c-46d0-a9d8-4033548702f3 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.11 "DELETE /v2.0/ports/65c3354a-8ecb-43ae-a281-e7a13cc9dd80 HTTP/1.1" status: 204  len: 173 time: 0.6303093
Apr 16 21:43:13.360772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'name': 'network-vif-deleted', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:43:13.368530 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bdd983-bc0e-4a9d-89d6-6e7928d75254" -d '{"events": [{"server_uuid": "f83afebe-c606-461f-9138-67707e788014", "name": "network-vif-deleted", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:43:13.447033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893ac1-8e30-4bd3-acd8-da64716735de req-d30b39bb-0c7a-4c3e-b1df-1697b04de676 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:13.449382 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5893ac1-8e30-4bd3-acd8-da64716735de req-d30b39bb-0c7a-4c3e-b1df-1697b04de676 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 984 time: 0.0577631
Apr 16 21:43:13.515334 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d5893ac1-8e30-4bd3-acd8-da64716735de req-2a93e97d-7f19-43ca-ad36-ec5d50b5b8c1 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/security-groups?id=b11443be-2315-4abe-94b3-742b27e58e0f&id=9521308a-90ba-4285-abd6-01dcff52c365&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0598526
Apr 16 21:43:13.562474 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1e10ab-fc62-4db4-a64e-2485b2179bd1 x-openstack-request-id: req-bc1e10ab-fc62-4db4-a64e-2485b2179bd1 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:43:13.562983 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83afebe-c606-461f-9138-67707e788014", "name": "network-vif-deleted", "tag": "65c3354a-8ecb-43ae-a281-e7a13cc9dd80", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:43:13.562983 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc1e10ab-fc62-4db4-a64e-2485b2179bd1 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:43:13.563403 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc1e10ab-fc62-4db4-a64e-2485b2179bd1'] response: {'server_uuid': 'f83afebe-c606-461f-9138-67707e788014', 'name': 'network-vif-deleted', 'tag': '65c3354a-8ecb-43ae-a281-e7a13cc9dd80', 'status': 'completed', 'code': 200}
Apr 16 21:43:13.602312 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:13.650807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660b866-609a-47e7-8675-a24e598474a2 req-6f3a27f7-4689-411b-b209-e83e49a07442 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:13.657438 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a660b866-609a-47e7-8675-a24e598474a2 req-6f3a27f7-4689-411b-b209-e83e49a07442 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 1166 time: 0.0501361
Apr 16 21:43:13.678970 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a660b866-609a-47e7-8675-a24e598474a2 req-08c71363-bfc4-4506-84b2-24451e4517e2 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:13.759045 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a660b866-609a-47e7-8675-a24e598474a2 req-08c71363-bfc4-4506-84b2-24451e4517e2 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Publish callbacks [] for security_group (38b30475-3d35-41a3-b0f1-0f6c9c86a88e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:13.859963 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-a660b866-609a-47e7-8675-a24e598474a2 req-08c71363-bfc4-4506-84b2-24451e4517e2 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (38b30475-3d35-41a3-b0f1-0f6c9c86a88e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:13.902311 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c71363-bfc4-4506-84b2-24451e4517e2 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b30475-3d35-41a3-b0f1-0f6c9c86a88e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:13.913086 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a660b866-609a-47e7-8675-a24e598474a2 req-08c71363-bfc4-4506-84b2-24451e4517e2 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b11443be-2315-4abe-94b3-742b27e58e0f&id=9521308a-90ba-4285-abd6-01dcff52c365&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2525711
Apr 16 21:43:13.935668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41786) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:13.974297 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec21195-2580-40e2-8964-0c4d1a7bf98e tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:13.975822 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6ec21195-2580-40e2-8964-0c4d1a7bf98e tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 1161 time: 0.0391340
Apr 16 21:43:13.978865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41788) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:13.983754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': 'c4d5001d-e0c4-4dba-9703-42704badf73f', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'fixed_ip_address': '172.20.0.4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:43:14.126391 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:14.183458 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:14.207973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:14.317552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Allocated IP 172.35.1.86 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/e9171b09-36d8-448d-8c79-81bff274eedd) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:43:14.432631 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c2e46e9-1d77-4c94-8b2f-bedbeb6b7e70 req-497cbaf1-1531-495d-b574-ecb163c6bbe2 tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "GET /v2.0/ports?device_id=f83afebe-c606-461f-9138-67707e788014 HTTP/1.1" status: 200  len: 210 time: 0.0339129
Apr 16 21:43:14.463965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for port (e9171b09-36d8-448d-8c79-81bff274eedd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:14.568655 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (e9171b09-36d8-448d-8c79-81bff274eedd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:14.610021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:43:14.615134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:43:14.618945 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:43:14.624993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Port': ['ID=e9171b09-36d8-448d-8c79-81bff274eedd,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:15.387112 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for floatingip (c0f3d6d2-ca19-4f07-91c8-69c767bc1c97), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:15.437519 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:15.499382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41810) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:15.567950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e9171b09-36d8-448d-8c79-81bff274eedd), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:15.603530 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f5727a-17b9-4b78-bca0-9f25e684908c tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group (c40c5768-cb17-4d4f-817f-61bcfe724e14), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:15.641800 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f5727a-17b9-4b78-bca0-9f25e684908c tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group (c40c5768-cb17-4d4f-817f-61bcfe724e14), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:15.782619 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for port (e9171b09-36d8-448d-8c79-81bff274eedd), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:15.856245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:43:15.876766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:43:15.877121 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 65c3354a-8ecb-43ae-a281-e7a13cc9dd80 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:43:15.877410 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f5727a-17b9-4b78-bca0-9f25e684908c tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c40c5768-cb17-4d4f-817f-61bcfe724e14), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:15.880448 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-62f5727a-17b9-4b78-bca0-9f25e684908c tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:15.884617 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-62f5727a-17b9-4b78-bca0-9f25e684908c tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] 10.222.0.20 "DELETE /v2.0/security-groups/c40c5768-cb17-4d4f-817f-61bcfe724e14 HTTP/1.1" status: 204  len: 168 time: 0.3812702
Apr 16 21:43:15.889222 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (e9171b09-36d8-448d-8c79-81bff274eedd), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:15.902025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5727a-17b9-4b78-bca0-9f25e684908c tempest-TestVolumeBackupRestore-1675082881 tempest-TestVolumeBackupRestore-1675082881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40c5768-cb17-4d4f-817f-61bcfe724e14,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:15.967508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Port': ['ID=e9171b09-36d8-448d-8c79-81bff274eedd,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:15.980469 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (c0f3d6d2-ca19-4f07-91c8-69c767bc1c97), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:16.083720 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Floating IP c0f3d6d2-ca19-4f07-91c8-69c767bc1c97 associated. External IP: 172.35.1.86, port: c4d5001d-e0c4-4dba-9703-42704badf73f.
Apr 16 21:43:16.309609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Router 23184dcb-2886-4f89-837a-860419bfc47b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:43:16.444309 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:43:16.456226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dd11ef-44e5-4b03-8472-36c59bd5f011 None None] Sync routers for ids ['23184dcb-2886-4f89-837a-860419bfc47b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:43:16.467183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd11ef-44e5-4b03-8472-36c59bd5f011 None None] Routers {'23184dcb-2886-4f89-837a-860419bfc47b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:43:16.467804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c3dd11ef-44e5-4b03-8472-36c59bd5f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248eb310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:43:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23184dcb-2886-4f89-837a-860419bfc47b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:16.554464 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:16.592094 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-57d42df1-33a6-4eb5-90f4-e2202f25112c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6086340
Apr 16 21:43:16.592094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'tag': 'c4d5001d-e0c4-4dba-9703-42704badf73f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:43:16.592305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41846) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:16.592745 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b823b6c2-6cd8-4f6b-885c-1dfdeabe4a85" -d '{"events": [{"name": "network-changed", "server_uuid": "45de93d5-b2bb-423f-9aec-48c79b81e6fd", "tag": "c4d5001d-e0c4-4dba-9703-42704badf73f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:43:16.649227 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88396ac-c845-4f6d-8d54-2137a922982e x-openstack-request-id: req-a88396ac-c845-4f6d-8d54-2137a922982e {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:43:16.649875 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45de93d5-b2bb-423f-9aec-48c79b81e6fd", "tag": "c4d5001d-e0c4-4dba-9703-42704badf73f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:43:16.650322 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a88396ac-c845-4f6d-8d54-2137a922982e {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:43:16.650921 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88396ac-c845-4f6d-8d54-2137a922982e'] response: {'name': 'network-changed', 'server_uuid': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'tag': 'c4d5001d-e0c4-4dba-9703-42704badf73f', 'status': 'completed', 'code': 200}
Apr 16 21:43:16.723841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823b6c2-6cd8-4f6b-885c-1dfdeabe4a85 req-2cf8834c-15e6-4522-9e03-88d796cd0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.725370 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b823b6c2-6cd8-4f6b-885c-1dfdeabe4a85 req-2cf8834c-15e6-4522-9e03-88d796cd0fdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9d0d3b45797487d88c64d6ae767cc18&device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 1166 time: 0.0540843
Apr 16 21:43:16.758227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c3dd11ef-44e5-4b03-8472-36c59bd5f011 None None] Set router 23184dcb-2886-4f89-837a-860419bfc47b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:43:16.822142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf194d8-fa27-44c2-8de9-5dcf431b6336 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.822630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf194d8-fa27-44c2-8de9-5dcf431b6336 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.823103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf194d8-fa27-44c2-8de9-5dcf431b6336 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.824087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf194d8-fa27-44c2-8de9-5dcf431b6336 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.825157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf194d8-fa27-44c2-8de9-5dcf431b6336 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.825278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf194d8-fa27-44c2-8de9-5dcf431b6336 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.825713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf194d8-fa27-44c2-8de9-5dcf431b6336 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.826180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf194d8-fa27-44c2-8de9-5dcf431b6336 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.826651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf194d8-fa27-44c2-8de9-5dcf431b6336 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.828652 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3bf194d8-fa27-44c2-8de9-5dcf431b6336 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6373 time: 0.2356241
Apr 16 21:43:16.831466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41850) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:16.917963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823b6c2-6cd8-4f6b-885c-1dfdeabe4a85 req-2d34c78f-d3a4-4553-9bf6-87aed82ef7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.919474 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b823b6c2-6cd8-4f6b-885c-1dfdeabe4a85 req-2d34c78f-d3a4-4553-9bf6-87aed82ef7be service neutron] 10.222.0.41 "GET /v2.0/networks?id=d454821f-512f-4611-b8de-f13798dcc3be HTTP/1.1" status: 200  len: 898 time: 0.1868920
Apr 16 21:43:16.981637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c3dd11ef-44e5-4b03-8472-36c59bd5f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248eb310>, [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:42:57Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c0f3d6d2-ca19-4f07-91c8-69c767bc1c97', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'floating_ip_address': '172.35.1.86', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'port_id': 'c4d5001d-e0c4-4dba-9703-42704badf73f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'mac_address': 'fa:16:3e:fc:ae:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:43:14Z', 'updated_at': '2022-04-16T21:43:14Z', 'revision_number': 0, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3260bd5a-1ba5-445a-9285-a39cfd137ff5', 'name': '', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'mac_address': 'fa:16:3e:1b:06:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '843d2640-4a10-4543-b547-b188cb18d419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:57Z', 'updated_at': '2022-04-16T21:43:00Z', 'revision_number': 5, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'subnets': [{'id': '843d2640-4a10-4543-b547-b188cb18d419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:16.984709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26447e5-3c0d-490f-93ad-4efb6f3eb895 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.985182 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26447e5-3c0d-490f-93ad-4efb6f3eb895 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.985639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26447e5-3c0d-490f-93ad-4efb6f3eb895 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.986095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26447e5-3c0d-490f-93ad-4efb6f3eb895 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.986643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26447e5-3c0d-490f-93ad-4efb6f3eb895 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.986992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26447e5-3c0d-490f-93ad-4efb6f3eb895 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.987441 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26447e5-3c0d-490f-93ad-4efb6f3eb895 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.987885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26447e5-3c0d-490f-93ad-4efb6f3eb895 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.988355 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26447e5-3c0d-490f-93ad-4efb6f3eb895 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:16.990239 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e26447e5-3c0d-490f-93ad-4efb6f3eb895 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5910 time: 0.1578667
Apr 16 21:43:16.993216 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 41852) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:17.014315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dd11ef-44e5-4b03-8472-36c59bd5f011 None None] Checking router: 23184dcb-2886-4f89-837a-860419bfc47b for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:43:17.022588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd11ef-44e5-4b03-8472-36c59bd5f011 None None] Routers {'23184dcb-2886-4f89-837a-860419bfc47b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:43:17.023191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c3dd11ef-44e5-4b03-8472-36c59bd5f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248eb310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:43:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23184dcb-2886-4f89-837a-860419bfc47b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:17.060291 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b823b6c2-6cd8-4f6b-885c-1dfdeabe4a85 req-0f97eee7-8588-46b2-86f7-f6a337a25442 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4d5001d-e0c4-4dba-9703-42704badf73f HTTP/1.1" status: 200  len: 998 time: 0.1338527
Apr 16 21:43:17.138043 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c3dd11ef-44e5-4b03-8472-36c59bd5f011 None None] Set router 23184dcb-2886-4f89-837a-860419bfc47b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:43:17.164204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823b6c2-6cd8-4f6b-885c-1dfdeabe4a85 req-e09d0403-0116-4500-8857-08ee31db3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:17.165713 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b823b6c2-6cd8-4f6b-885c-1dfdeabe4a85 req-e09d0403-0116-4500-8857-08ee31db3694 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843d2640-4a10-4543-b547-b188cb18d419 HTTP/1.1" status: 200  len: 835 time: 0.0981719
Apr 16 21:43:17.167844 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-663b054d-f220-418f-a196-3720ccd099ed tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4494 time: 0.1736176
Apr 16 21:43:17.170789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 41854) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:17.213787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823b6c2-6cd8-4f6b-885c-1dfdeabe4a85 req-27b50b3f-4d5f-4c2e-9cea-3b5648d79fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:17.215468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce24667-0f5f-43bc-a18f-b5f563bfba1d tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:17.215629 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b823b6c2-6cd8-4f6b-885c-1dfdeabe4a85 req-27b50b3f-4d5f-4c2e-9cea-3b5648d79fad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d454821f-512f-4611-b8de-f13798dcc3be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426068
Apr 16 21:43:17.215969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce24667-0f5f-43bc-a18f-b5f563bfba1d tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:17.217607 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6ce24667-0f5f-43bc-a18f-b5f563bfba1d tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=23184dcb-2886-4f89-837a-860419bfc47b HTTP/1.1" status: 200  len: 2063 time: 0.0458457
Apr 16 21:43:17.303156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b823b6c2-6cd8-4f6b-885c-1dfdeabe4a85 req-2865d73a-ec15-414a-9d7b-2983772e3258 service neutron] 10.222.0.41 "GET /v2.0/networks/d454821f-512f-4611-b8de-f13798dcc3be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818923
Apr 16 21:43:17.360929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c3dd11ef-44e5-4b03-8472-36c59bd5f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248eb310>, [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:42:57Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c0f3d6d2-ca19-4f07-91c8-69c767bc1c97', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'floating_ip_address': '172.35.1.86', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'port_id': 'c4d5001d-e0c4-4dba-9703-42704badf73f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'mac_address': 'fa:16:3e:fc:ae:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:43:14Z', 'updated_at': '2022-04-16T21:43:14Z', 'revision_number': 0, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3260bd5a-1ba5-445a-9285-a39cfd137ff5', 'name': '', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'mac_address': 'fa:16:3e:1b:06:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '843d2640-4a10-4543-b547-b188cb18d419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:57Z', 'updated_at': '2022-04-16T21:43:00Z', 'revision_number': 5, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'subnets': [{'id': '843d2640-4a10-4543-b547-b188cb18d419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:17.392926 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dd11ef-44e5-4b03-8472-36c59bd5f011 None None] The sync data for ids ['23184dcb-2886-4f89-837a-860419bfc47b'] in ncdv-master-1 is: [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:42:57Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c0f3d6d2-ca19-4f07-91c8-69c767bc1c97', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'floating_ip_address': '172.35.1.86', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'port_id': 'c4d5001d-e0c4-4dba-9703-42704badf73f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'mac_address': 'fa:16:3e:fc:ae:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:43:14Z', 'updated_at': '2022-04-16T21:43:14Z', 'revision_number': 0, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3260bd5a-1ba5-445a-9285-a39cfd137ff5', 'name': '', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'mac_address': 'fa:16:3e:1b:06:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '843d2640-4a10-4543-b547-b188cb18d419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:57Z', 'updated_at': '2022-04-16T21:43:00Z', 'revision_number': 5, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'subnets': [{'id': '843d2640-4a10-4543-b547-b188cb18d419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:43:17.399682 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b823b6c2-6cd8-4f6b-885c-1dfdeabe4a85 req-2aa3e20e-c836-4c79-87c1-8d332db4f590 service neutron] 10.222.0.41 "GET /v2.0/networks/d454821f-512f-4611-b8de-f13798dcc3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907629
Apr 16 21:43:17.619723 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ac65b-3f62-4fac-a813-0e459450ec52 None None] New status for floating IP c0f3d6d2-ca19-4f07-91c8-69c767bc1c97: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:43:23.037120 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ee82a58-b57f-4128-8f9c-da03bf0d9d7f req-bc98c581-29c1-465f-8352-435782cc7edf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0896776
Apr 16 21:43:23.120460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee82a58-b57f-4128-8f9c-da03bf0d9d7f req-3be8d82d-fdb7-4efb-93c9-3fc0d95394bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:23.122757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ee82a58-b57f-4128-8f9c-da03bf0d9d7f req-3be8d82d-fdb7-4efb-93c9-3fc0d95394bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 1127 time: 0.0400617
Apr 16 21:43:23.531439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee82a58-b57f-4128-8f9c-da03bf0d9d7f req-49e138c3-1f1e-488b-b9b6-5d1fa5e4493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:23.532885 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ee82a58-b57f-4128-8f9c-da03bf0d9d7f req-49e138c3-1f1e-488b-b9b6-5d1fa5e4493a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4195a25-b1a8-4a56-8295-36338d15756e HTTP/1.1" status: 200  len: 898 time: 0.3915579
Apr 16 21:43:23.598288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ee82a58-b57f-4128-8f9c-da03bf0d9d7f req-e7c13d73-5bed-440d-9015-fffa65112cd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a87314d7-f7ef-4a87-97c5-dd497a66d084 HTTP/1.1" status: 200  len: 1000 time: 0.0587821
Apr 16 21:43:23.647493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee82a58-b57f-4128-8f9c-da03bf0d9d7f req-90cef36d-0ae0-40ac-acb6-e2d38b43fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:23.652338 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ee82a58-b57f-4128-8f9c-da03bf0d9d7f req-90cef36d-0ae0-40ac-acb6-e2d38b43fe84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e3319ae-c45d-4e70-a407-adfe87b059a2 HTTP/1.1" status: 200  len: 835 time: 0.0451348
Apr 16 21:43:23.695867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee82a58-b57f-4128-8f9c-da03bf0d9d7f req-c23286e2-edb3-4bfe-925a-e42f8b8b7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:23.697403 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ee82a58-b57f-4128-8f9c-da03bf0d9d7f req-c23286e2-edb3-4bfe-925a-e42f8b8b7fd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4195a25-b1a8-4a56-8295-36338d15756e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428705
Apr 16 21:43:23.787821 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ee82a58-b57f-4128-8f9c-da03bf0d9d7f req-94e38c20-40e4-4487-9134-2e8541291355 service neutron] 10.222.0.41 "GET /v2.0/networks/e4195a25-b1a8-4a56-8295-36338d15756e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834188
Apr 16 21:43:23.884317 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ee82a58-b57f-4128-8f9c-da03bf0d9d7f req-b0bd7e8a-9c38-4b48-a4e6-fdf5a1669b65 service neutron] 10.222.0.41 "GET /v2.0/networks/e4195a25-b1a8-4a56-8295-36338d15756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900521
Apr 16 21:43:27.029902 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:43:36.311123 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:39.053019 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0a3460cc-0eb7-44bb-be76-384a09a57566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:41.656425 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9afe2b7a-6ce8-4390-9e2c-6e17e30e961a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:42.550317 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:43.598739 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:44.195557 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:45.456296 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:46.060958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42190) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:46.535614 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-93429833-f225-4f70-8a7e-8126aa0461ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:46.756732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-93429833-f225-4f70-8a7e-8126aa0461ce admin admin] Deleting port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:43:46.757062 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-93429833-f225-4f70-8a7e-8126aa0461ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:46.837772 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-93429833-f225-4f70-8a7e-8126aa0461ce admin admin] For port ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9,segment=NetworkSegment(81938ce3-015d-43fb-9416-47ce730d5b10),segment_id=81938ce3-015d-43fb-9416-47ce730d5b10)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:46.838140 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-93429833-f225-4f70-8a7e-8126aa0461ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:46.851528 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-93429833-f225-4f70-8a7e-8126aa0461ce admin admin] Calling delete_port for ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:43:47.113510 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-93429833-f225-4f70-8a7e-8126aa0461ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:47.140545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93429833-f225-4f70-8a7e-8126aa0461ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:47.315092 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-93429833-f225-4f70-8a7e-8126aa0461ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:47.547566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93429833-f225-4f70-8a7e-8126aa0461ce admin admin] Router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:43:47.664977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93429833-f225-4f70-8a7e-8126aa0461ce admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:43:47.673197 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-93429833-f225-4f70-8a7e-8126aa0461ce admin admin] 10.222.0.20 "PUT /v2.0/routers/e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6082523
Apr 16 21:43:47.673320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42234) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:47.678035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e294d-bdea-47f9-ba3f-1a4301e03bf1 None None] Sync routers for ids ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:43:47.697326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e294d-bdea-47f9-ba3f-1a4301e03bf1 None None] Routers {'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:43:47.698030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b20e294d-bdea-47f9-ba3f-1a4301e03bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011ffe11f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:43:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:47.794646 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Publish callbacks [] for router (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:47.817934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-b20e294d-bdea-47f9-ba3f-1a4301e03bf1 None None] Set router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:43:47.911804 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Publish callbacks [] for router_gateway (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:47.994997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b20e294d-bdea-47f9-ba3f-1a4301e03bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011ffe11f0>, [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161'}], 'enable_snat': True}, 'gw_port_id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:43:46Z', 'revision_number': 5, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port': {'id': '4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:48.022906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e294d-bdea-47f9-ba3f-1a4301e03bf1 None None] Checking router: e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:43:48.031417 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e294d-bdea-47f9-ba3f-1a4301e03bf1 None None] Routers {'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:43:48.032032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b20e294d-bdea-47f9-ba3f-1a4301e03bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011ffe11f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:43:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:48.054208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Deleting port 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:43:48.054651 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:48.125715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-b20e294d-bdea-47f9-ba3f-1a4301e03bf1 None None] Set router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:43:48.142895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] For port 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:48.143302 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:48.157153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Calling delete_port for 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:43:48.181344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b20e294d-bdea-47f9-ba3f-1a4301e03bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011ffe11f0>, [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:43:47Z', 'revision_number': 6, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:48.208699 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e294d-bdea-47f9-ba3f-1a4301e03bf1 None None] The sync data for ids ['e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326'] in ncdv-master-1 is: [{'id': 'e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326', 'name': 'tempest-TestVolumeBackupRestore-265933683-router', 'tenant_id': '80715ea8284b48959a67d33e8be6b560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:37Z', 'updated_at': '2022-04-16T21:43:47Z', 'revision_number': 6, 'project_id': '80715ea8284b48959a67d33e8be6b560', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:43:48.283625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7980853-d86a-40a0-a4dd-612a1ea2f85f req-658c29d1-88d5-4afc-ae1c-f4838e4c1bfe tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:48.285217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c7980853-d86a-40a0-a4dd-612a1ea2f85f req-658c29d1-88d5-4afc-ae1c-f4838e4c1bfe tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 946 time: 0.0552049
Apr 16 21:43:48.335307 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c7980853-d86a-40a0-a4dd-612a1ea2f85f req-d5a37c0f-85a4-4e6c-93ef-73dee6d745eb tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=017115d4-2064-4ed4-94b9-78254994f2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431926
Apr 16 21:43:48.412710 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:48.439862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:48.465884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.466236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.466582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.466921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.467254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.467584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.467912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.468265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.472985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.472985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.472985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.472985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.472985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.472985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.472985 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:43:48.511941 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:48.625694 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:48.628032 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Publish callbacks [] for router_controller (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:48.767060 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:48.767726 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:43:48.771886 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:48.773076 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d7dfba34-eae2-4602-949a-c1fc5b11cb5d admin admin] 10.222.0.20 "DELETE /v2.0/routers/e3d9cd28-c065-4f6d-8dbd-13f8a8fc6326 HTTP/1.1" status: 204  len: 168 time: 1.0989916
Apr 16 21:43:48.775621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42246) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:48.820163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-37afb761-f25a-41f2-83fc-de5542fd703f admin admin] Deleting subnet c46d9bea-424e-4f3a-9798-5a8627b0c3e2 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:43:48.823211 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-37afb761-f25a-41f2-83fc-de5542fd703f admin admin] Publish callbacks [] for subnet (c46d9bea-424e-4f3a-9798-5a8627b0c3e2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:48.857898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-37afb761-f25a-41f2-83fc-de5542fd703f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (c46d9bea-424e-4f3a-9798-5a8627b0c3e2), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:48.939022 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-37afb761-f25a-41f2-83fc-de5542fd703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (c46d9bea-424e-4f3a-9798-5a8627b0c3e2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.052588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:43:49.073657 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-37afb761-f25a-41f2-83fc-de5542fd703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (c46d9bea-424e-4f3a-9798-5a8627b0c3e2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.073877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:43:49.074152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ebdf17d6-cf5f-46b6-a5ea-af05818a5aa9 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:43:49.101725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afb761-f25a-41f2-83fc-de5542fd703f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c46d9bea-424e-4f3a-9798-5a8627b0c3e2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:49.105510 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-37afb761-f25a-41f2-83fc-de5542fd703f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.109209 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-37afb761-f25a-41f2-83fc-de5542fd703f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c46d9bea-424e-4f3a-9798-5a8627b0c3e2 HTTP/1.1" status: 204  len: 168 time: 0.3326328
Apr 16 21:43:49.112045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42248) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:49.114688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f887908d-ccf0-44a5-bbb0-c80b77df6f9b None None] Network b1c074bd-a506-4388-980b-b836a98ab276 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:43:49.190141 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (b1c074bd-a506-4388-980b-b836a98ab276), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.238838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Deleting port 5ffe4432-a2c0-492d-ad8a-f594197ab37f {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:43:49.239339 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.293042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb21f795-8fa0-4b04-9133-da33057a2a83 None None] DHCP port deletion for b1c074bd-a506-4388-980b-b836a98ab276 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:43:49.313085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] For port 5ffe4432-a2c0-492d-ad8a-f594197ab37f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ffe4432-a2c0-492d-ad8a-f594197ab37f,segment=NetworkSegment(81938ce3-015d-43fb-9416-47ce730d5b10),segment_id=81938ce3-015d-43fb-9416-47ce730d5b10)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:49.313085 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.329442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Calling delete_port for 5ffe4432-a2c0-492d-ad8a-f594197ab37f owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:43:49.332987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cb21f795-8fa0-4b04-9133-da33057a2a83 None None] Deleting port 5ffe4432-a2c0-492d-ad8a-f594197ab37f {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:43:49.333370 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cb21f795-8fa0-4b04-9133-da33057a2a83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.401740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-cb21f795-8fa0-4b04-9133-da33057a2a83 None None] For port 5ffe4432-a2c0-492d-ad8a-f594197ab37f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ffe4432-a2c0-492d-ad8a-f594197ab37f,segment=NetworkSegment(81938ce3-015d-43fb-9416-47ce730d5b10),segment_id=81938ce3-015d-43fb-9416-47ce730d5b10)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:49.402143 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cb21f795-8fa0-4b04-9133-da33057a2a83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.419590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cb21f795-8fa0-4b04-9133-da33057a2a83 None None] Calling delete_port for 5ffe4432-a2c0-492d-ad8a-f594197ab37f owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:43:49.460784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c8eff-9b7e-499e-8134-2bdc63d7a44f req-6ce384df-7020-4f2e-ace4-88c544cfab0f tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:49.462358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f9c8eff-9b7e-499e-8134-2bdc63d7a44f req-6ce384df-7020-4f2e-ace4-88c544cfab0f tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 946 time: 0.0484231
Apr 16 21:43:49.496415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.502795 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cb21f795-8fa0-4b04-9133-da33057a2a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (5ffe4432-a2c0-492d-ad8a-f594197ab37f), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.532279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21f795-8fa0-4b04-9133-da33057a2a83 None None] Pushing event deleted for resources: {'Port': ['ID=5ffe4432-a2c0-492d-ad8a-f594197ab37f,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:49.534119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21f795-8fa0-4b04-9133-da33057a2a83 None None] No DVR routers for this DVR port 5ffe4432-a2c0-492d-ad8a-f594197ab37f on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:43:49.534896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffe4432-a2c0-492d-ad8a-f594197ab37f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:49.536898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] No DVR routers for this DVR port 5ffe4432-a2c0-492d-ad8a-f594197ab37f on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:43:49.540875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f9c8eff-9b7e-499e-8134-2bdc63d7a44f req-72ce1995-af0d-4ac5-abf9-15b009c17c25 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups?id=017115d4-2064-4ed4-94b9-78254994f2e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708272
Apr 16 21:43:49.614759 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (b1c074bd-a506-4388-980b-b836a98ab276), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.634663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f3aa5b0>,) {'filters': {'network_id': ['b1c074bd-a506-4388-980b-b836a98ab276']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:49.644274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f3aa5b0>, '81938ce3-015d-43fb-9416-47ce730d5b10') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:49.644578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f3aa5b0>, '81938ce3-015d-43fb-9416-47ce730d5b10') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:49.654514 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (81938ce3-015d-43fb-9416-47ce730d5b10), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.668304 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (81938ce3-015d-43fb-9416-47ce730d5b10), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.676548 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:43:49.676946 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (81938ce3-015d-43fb-9416-47ce730d5b10), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:43:49.678703 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:43:49.822484 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (b1c074bd-a506-4388-980b-b836a98ab276), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.837645 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:49.841482 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] 10.222.0.20 "DELETE /v2.0/networks/b1c074bd-a506-4388-980b-b836a98ab276 HTTP/1.1" status: 204  len: 168 time: 0.7273595
Apr 16 21:43:49.844630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42254) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:49.853212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054e099-c344-4c00-9b23-b77a6bd3adbc admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c074bd-a506-4388-980b-b836a98ab276,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:49.867349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-131727e3-e417-454b-9aeb-5872d67ab1ca tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:43:49.868878 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-131727e3-e417-454b-9aeb-5872d67ab1ca tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.11 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 946 time: 0.0740709
Apr 16 21:43:49.956011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Deleting port ad860733-a04f-4d60-88e2-92bce10f1de8 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:43:49.956388 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:50.050559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] For port ad860733-a04f-4d60-88e2-92bce10f1de8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad860733-a04f-4d60-88e2-92bce10f1de8,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:50.050930 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:50.178150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c72496a-88a4-4944-83c7-b6bec69a329c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (3f48c95b-80a9-4e22-b724-783578ce7dfc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:50.227272 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:50.227650 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (506db15f-2aaf-4954-82a3-6fccff37fa9b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:50.227974 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Floating IP 506db15f-2aaf-4954-82a3-6fccff37fa9b disassociated. External IP: 172.35.1.98, port: ad860733-a04f-4d60-88e2-92bce10f1de8.
Apr 16 21:43:50.228358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Calling delete_port for ad860733-a04f-4d60-88e2-92bce10f1de8 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:43:50.417985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6c72496a-88a4-4944-83c7-b6bec69a329c admin admin] Deleting port 66d05871-49cb-402e-8f70-6d867abc167f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:43:50.418326 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c72496a-88a4-4944-83c7-b6bec69a329c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (66d05871-49cb-402e-8f70-6d867abc167f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:50.435798 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ad860733-a04f-4d60-88e2-92bce10f1de8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:50.465399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event deleted for resources: {'Port': ['ID=ad860733-a04f-4d60-88e2-92bce10f1de8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:50.505894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-6c72496a-88a4-4944-83c7-b6bec69a329c admin admin] For port 66d05871-49cb-402e-8f70-6d867abc167f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66d05871-49cb-402e-8f70-6d867abc167f,segment=NetworkSegment(9948986e-3b49-4e0c-a68c-58796c35de33),segment_id=9948986e-3b49-4e0c-a68c-58796c35de33)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:50.506276 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c72496a-88a4-4944-83c7-b6bec69a329c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (66d05871-49cb-402e-8f70-6d867abc167f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:50.524228 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6c72496a-88a4-4944-83c7-b6bec69a329c admin admin] Calling delete_port for 66d05871-49cb-402e-8f70-6d867abc167f owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:43:50.597118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Router 562553f1-567a-4ba8-a6d2-b5fa13f62144 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:43:50.669485 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a76edf4-be02-430a-8127-c820bd2137e2 req-2c21338b-8fd2-4cfc-90bb-3eb808ad434c tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 210 time: 0.0405700
Apr 16 21:43:50.741723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:43:50.751851 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d52d1-e1ca-4513-ae06-8724fdc14799 None None] Sync routers for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:43:50.763341 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d52d1-e1ca-4513-ae06-8724fdc14799 None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:43:50.763965 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f78d52d1-e1ca-4513-ae06-8724fdc14799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248a3640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:43:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:50.791754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] No DVR routers for this DVR port ad860733-a04f-4d60-88e2-92bce10f1de8 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:43:50.795112 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:50.798594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f7914fe7-3780-40eb-9d28-b52cd8980e82 req-06f0c8e4-14a5-4164-8add-c4ddd6cf7163 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.11 "DELETE /v2.0/ports/ad860733-a04f-4d60-88e2-92bce10f1de8 HTTP/1.1" status: 204  len: 173 time: 0.9241154
Apr 16 21:43:50.799049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9300724f-49f1-464c-8f56-76b4fb4a0d2e', 'name': 'network-vif-deleted', 'tag': 'ad860733-a04f-4d60-88e2-92bce10f1de8'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:43:50.806916 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0e95c3-3948-4fec-90fd-1d3323873a52" -d '{"events": [{"server_uuid": "9300724f-49f1-464c-8f56-76b4fb4a0d2e", "name": "network-vif-deleted", "tag": "ad860733-a04f-4d60-88e2-92bce10f1de8"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:43:50.869209 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:43:50.876011 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c72496a-88a4-4944-83c7-b6bec69a329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (66d05871-49cb-402e-8f70-6d867abc167f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:50.894499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:43:50.895129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4999ebb9-d555-4c2b-a4ce-1e6f34c22fc8 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:43:50.895912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5ffe4432-a2c0-492d-ad8a-f594197ab37f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:43:50.911243 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f78d52d1-e1ca-4513-ae06-8724fdc14799 None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:43:50.921936 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72496a-88a4-4944-83c7-b6bec69a329c admin admin] Pushing event deleted for resources: {'Port': ['ID=66d05871-49cb-402e-8f70-6d867abc167f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:50.951624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 5ffe4432-a2c0-492d-ad8a-f594197ab37f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:43:50.952269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5ffe4432-a2c0-492d-ad8a-f594197ab37f not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:43:50.963036 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed394f81-a4d0-4e1f-b77d-dacd2b8373dd x-openstack-request-id: req-ed394f81-a4d0-4e1f-b77d-dacd2b8373dd {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:43:50.963497 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9300724f-49f1-464c-8f56-76b4fb4a0d2e", "name": "network-vif-deleted", "tag": "ad860733-a04f-4d60-88e2-92bce10f1de8", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:43:50.963591 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed394f81-a4d0-4e1f-b77d-dacd2b8373dd {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:43:50.963993 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed394f81-a4d0-4e1f-b77d-dacd2b8373dd'] response: {'server_uuid': '9300724f-49f1-464c-8f56-76b4fb4a0d2e', 'name': 'network-vif-deleted', 'tag': 'ad860733-a04f-4d60-88e2-92bce10f1de8', 'status': 'completed', 'code': 200}
Apr 16 21:43:51.183099 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6c72496a-88a4-4944-83c7-b6bec69a329c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (3f48c95b-80a9-4e22-b724-783578ce7dfc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:51.223478 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f78d52d1-e1ca-4513-ae06-8724fdc14799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248a3640>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:33Z', 'revision_number': 5, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:51.252343 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d52d1-e1ca-4513-ae06-8724fdc14799 None None] Checking router: 562553f1-567a-4ba8-a6d2-b5fa13f62144 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:43:51.260052 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d52d1-e1ca-4513-ae06-8724fdc14799 None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:43:51.260722 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f78d52d1-e1ca-4513-ae06-8724fdc14799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248a3640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:43:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:51.370509 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f78d52d1-e1ca-4513-ae06-8724fdc14799 None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:43:51.417290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c72496a-88a4-4944-83c7-b6bec69a329c admin admin] Router 3f48c95b-80a9-4e22-b724-783578ce7dfc has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:43:51.535240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c72496a-88a4-4944-83c7-b6bec69a329c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:43:51.544416 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6c72496a-88a4-4944-83c7-b6bec69a329c admin admin] 10.222.0.20 "PUT /v2.0/routers/3f48c95b-80a9-4e22-b724-783578ce7dfc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6946256
Apr 16 21:43:51.546142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42268) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:51.549315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c84da-3101-4f15-815a-8e0887708d44 None None] Sync routers for ids ['3f48c95b-80a9-4e22-b724-783578ce7dfc'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:43:51.560764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c84da-3101-4f15-815a-8e0887708d44 None None] Routers {'3f48c95b-80a9-4e22-b724-783578ce7dfc'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:43:51.561535 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be5c84da-3101-4f15-815a-8e0887708d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f2ab7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:43:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3f48c95b-80a9-4e22-b724-783578ce7dfc'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:51.582028 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f78d52d1-e1ca-4513-ae06-8724fdc14799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248a3640>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:33Z', 'revision_number': 5, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:51.611381 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d52d1-e1ca-4513-ae06-8724fdc14799 None None] The sync data for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 is: [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:27Z', 'revision_number': 4, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '435a11e1-cd99-4560-85a5-4d94cb832009', 'name': '', 'network_id': '3e745f17-203e-4728-9fb7-50341f5a0a21', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'mac_address': 'fa:16:3e:5f:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:26Z', 'updated_at': '2022-04-16T21:39:33Z', 'revision_number': 5, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'subnets': [{'id': '89cbc9f9-2227-4df1-b17b-c5fa9fa39364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:43:51.665848 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Publish callbacks [] for router (3f48c95b-80a9-4e22-b724-783578ce7dfc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:51.698175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-be5c84da-3101-4f15-815a-8e0887708d44 None None] Set router 3f48c95b-80a9-4e22-b724-783578ce7dfc gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:43:51.798463 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Publish callbacks [] for router_gateway (3f48c95b-80a9-4e22-b724-783578ce7dfc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:51.841377 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17e6e50d-95a7-4985-87ee-4f25362fc295 req-82ed6062-e72c-4db8-9160-3f00bb365830 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9300724f-49f1-464c-8f56-76b4fb4a0d2e HTTP/1.1" status: 200  len: 210 time: 0.0367153
Apr 16 21:43:51.932862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Deleting port a8d02e64-1c8f-4456-9eb4-040df7ba930d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:43:51.933282 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:51.962094 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61717bad-d551-4e52-a350-d3b6f87b8f01 None None] New status for floating IP 506db15f-2aaf-4954-82a3-6fccff37fa9b: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:43:52.022735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] For port a8d02e64-1c8f-4456-9eb4-040df7ba930d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8d02e64-1c8f-4456-9eb4-040df7ba930d,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:52.023305 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:52.036554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Calling delete_port for a8d02e64-1c8f-4456-9eb4-040df7ba930d owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:43:52.077657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be5c84da-3101-4f15-815a-8e0887708d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f2ab7c0>, [{'id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'name': 'tempest-TestVolumeBackupRestore-493761944-router', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:44Z', 'updated_at': '2022-04-16T21:43:50Z', 'revision_number': 5, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'gw_port': {'id': 'a8d02e64-1c8f-4456-9eb4-040df7ba930d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:37:45Z', 'updated_at': '2022-04-16T21:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:52.105755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c84da-3101-4f15-815a-8e0887708d44 None None] Checking router: 3f48c95b-80a9-4e22-b724-783578ce7dfc for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:43:52.114733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c84da-3101-4f15-815a-8e0887708d44 None None] Routers {'3f48c95b-80a9-4e22-b724-783578ce7dfc'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:43:52.115359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be5c84da-3101-4f15-815a-8e0887708d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f2ab7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:43:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3f48c95b-80a9-4e22-b724-783578ce7dfc'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:52.211287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-be5c84da-3101-4f15-815a-8e0887708d44 None None] Set router 3f48c95b-80a9-4e22-b724-783578ce7dfc gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:43:52.268332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-be5c84da-3101-4f15-815a-8e0887708d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f2ab7c0>, [{'id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'name': 'tempest-TestVolumeBackupRestore-493761944-router', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:44Z', 'updated_at': '2022-04-16T21:43:51Z', 'revision_number': 6, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:52.269791 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a8d02e64-1c8f-4456-9eb4-040df7ba930d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:52.297269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c84da-3101-4f15-815a-8e0887708d44 None None] The sync data for ids ['3f48c95b-80a9-4e22-b724-783578ce7dfc'] in ncdv-master-1 is: [{'id': '3f48c95b-80a9-4e22-b724-783578ce7dfc', 'name': 'tempest-TestVolumeBackupRestore-493761944-router', 'tenant_id': '5efa4c9efbe14c0ca34454ea681acc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:37:44Z', 'updated_at': '2022-04-16T21:43:51Z', 'revision_number': 6, 'project_id': '5efa4c9efbe14c0ca34454ea681acc12', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:43:52.297481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d02e64-1c8f-4456-9eb4-040df7ba930d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:52.362126 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (3f48c95b-80a9-4e22-b724-783578ce7dfc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:52.455788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (3f48c95b-80a9-4e22-b724-783578ce7dfc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:52.457950 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Publish callbacks [] for router_controller (3f48c95b-80a9-4e22-b724-783578ce7dfc), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:52.578324 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (3f48c95b-80a9-4e22-b724-783578ce7dfc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:52.578855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f48c95b-80a9-4e22-b724-783578ce7dfc {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:43:52.583030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:52.584218 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-129aabb1-f516-455d-939d-50832bcbfa98 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3f48c95b-80a9-4e22-b724-783578ce7dfc HTTP/1.1" status: 204  len: 168 time: 1.0369298
Apr 16 21:43:52.586683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42274) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:52.632825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d34bb5-9369-40e2-af2d-f7698a8fdbc0 admin admin] Deleting subnet b7872c8d-886a-458c-b453-b1c77fb50ce9 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:43:52.636251 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-97d34bb5-9369-40e2-af2d-f7698a8fdbc0 admin admin] Publish callbacks [] for subnet (b7872c8d-886a-458c-b453-b1c77fb50ce9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:52.673353 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-97d34bb5-9369-40e2-af2d-f7698a8fdbc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (b7872c8d-886a-458c-b453-b1c77fb50ce9), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:52.760444 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-97d34bb5-9369-40e2-af2d-f7698a8fdbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (b7872c8d-886a-458c-b453-b1c77fb50ce9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:52.875623 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-97d34bb5-9369-40e2-af2d-f7698a8fdbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (b7872c8d-886a-458c-b453-b1c77fb50ce9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:52.904463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d34bb5-9369-40e2-af2d-f7698a8fdbc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7872c8d-886a-458c-b453-b1c77fb50ce9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:52.906448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-97d34bb5-9369-40e2-af2d-f7698a8fdbc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:52.910364 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-97d34bb5-9369-40e2-af2d-f7698a8fdbc0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b7872c8d-886a-458c-b453-b1c77fb50ce9 HTTP/1.1" status: 204  len: 168 time: 0.3220851
Apr 16 21:43:52.912385 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42280) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:52.917308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdc4a0c-26ad-49d1-8c9f-a915e6b04774 None None] Network 0334f916-dcc7-4c78-956b-466fc4ea018f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:43:52.986839 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (0334f916-dcc7-4c78-956b-466fc4ea018f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:52.997371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42282) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:53.034569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Deleting port 21d305ec-b53d-47da-b6b1-3248b0fb8100 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:43:53.035142 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.072986 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de70cd5a-254b-4980-ae32-b5a6c236547a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group (017115d4-2064-4ed4-94b9-78254994f2e0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.105534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4302eeb0-3dea-4bc7-9acd-d35b593c08cb None None] DHCP port deletion for 0334f916-dcc7-4c78-956b-466fc4ea018f request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:43:53.128205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] For port 21d305ec-b53d-47da-b6b1-3248b0fb8100, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21d305ec-b53d-47da-b6b1-3248b0fb8100,segment=NetworkSegment(9948986e-3b49-4e0c-a68c-58796c35de33),segment_id=9948986e-3b49-4e0c-a68c-58796c35de33)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:53.128205 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.130747 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de70cd5a-254b-4980-ae32-b5a6c236547a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group (017115d4-2064-4ed4-94b9-78254994f2e0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.144862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Calling delete_port for 21d305ec-b53d-47da-b6b1-3248b0fb8100 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:43:53.152835 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4302eeb0-3dea-4bc7-9acd-d35b593c08cb None None] Deleting port 21d305ec-b53d-47da-b6b1-3248b0fb8100 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:43:53.154093 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4302eeb0-3dea-4bc7-9acd-d35b593c08cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.193415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 66d05871-49cb-402e-8f70-6d867abc167f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:43:53.238899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 66d05871-49cb-402e-8f70-6d867abc167f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:43:53.239249 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 66d05871-49cb-402e-8f70-6d867abc167f not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:43:53.239833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a8d02e64-1c8f-4456-9eb4-040df7ba930d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:43:53.258200 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de70cd5a-254b-4980-ae32-b5a6c236547a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (017115d4-2064-4ed4-94b9-78254994f2e0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.261030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de70cd5a-254b-4980-ae32-b5a6c236547a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.262279 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-de70cd5a-254b-4980-ae32-b5a6c236547a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "DELETE /v2.0/security-groups/017115d4-2064-4ed4-94b9-78254994f2e0 HTTP/1.1" status: 204  len: 168 time: 0.2639449
Apr 16 21:43:53.265250 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42284) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:53.267953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: a8d02e64-1c8f-4456-9eb4-040df7ba930d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:43:53.268372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a8d02e64-1c8f-4456-9eb4-040df7ba930d not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:43:53.270868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4302eeb0-3dea-4bc7-9acd-d35b593c08cb None None] For port 21d305ec-b53d-47da-b6b1-3248b0fb8100, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21d305ec-b53d-47da-b6b1-3248b0fb8100,segment=NetworkSegment(9948986e-3b49-4e0c-a68c-58796c35de33),segment_id=9948986e-3b49-4e0c-a68c-58796c35de33)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:43:53.271269 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4302eeb0-3dea-4bc7-9acd-d35b593c08cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.273283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70cd5a-254b-4980-ae32-b5a6c236547a tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017115d4-2064-4ed4-94b9-78254994f2e0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:53.282803 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-1b3b5480-d396-4bfd-bd98-9c5823b487dc tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] show failed (client error): The resource could not be found.
Apr 16 21:43:53.284689 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1b3b5480-d396-4bfd-bd98-9c5823b487dc tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "GET /v2.0/security-groups/017115d4-2064-4ed4-94b9-78254994f2e0 HTTP/1.1" status: 404  len: 347 time: 0.0175343
Apr 16 21:43:53.287176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42286) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:53.288892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4302eeb0-3dea-4bc7-9acd-d35b593c08cb None None] Calling delete_port for 21d305ec-b53d-47da-b6b1-3248b0fb8100 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:43:53.349868 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.375252 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4302eeb0-3dea-4bc7-9acd-d35b593c08cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (21d305ec-b53d-47da-b6b1-3248b0fb8100), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.381932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Pushing event deleted for resources: {'Port': ['ID=21d305ec-b53d-47da-b6b1-3248b0fb8100,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:53.381932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] No DVR routers for this DVR port 21d305ec-b53d-47da-b6b1-3248b0fb8100 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:43:53.391071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4302eeb0-3dea-4bc7-9acd-d35b593c08cb None None] No DVR routers for this DVR port 21d305ec-b53d-47da-b6b1-3248b0fb8100 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:43:53.417527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302eeb0-3dea-4bc7-9acd-d35b593c08cb None None] Pushing event deleted for resources: {'Port': ['ID=21d305ec-b53d-47da-b6b1-3248b0fb8100,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:53.478942 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (0334f916-dcc7-4c78-956b-466fc4ea018f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.502921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01254a4880>,) {'filters': {'network_id': ['0334f916-dcc7-4c78-956b-466fc4ea018f']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:53.513929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01254a4880>, '9948986e-3b49-4e0c-a68c-58796c35de33') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:53.514248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01254a4880>, '9948986e-3b49-4e0c-a68c-58796c35de33') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:43:53.524923 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (9948986e-3b49-4e0c-a68c-58796c35de33), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.539722 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9948986e-3b49-4e0c-a68c-58796c35de33), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.546529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:43:53.546934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (9948986e-3b49-4e0c-a68c-58796c35de33), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:43:53.553050 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:43:53.696048 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (0334f916-dcc7-4c78-956b-466fc4ea018f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.701943 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.708336 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] 10.222.0.20 "DELETE /v2.0/networks/0334f916-dcc7-4c78-956b-466fc4ea018f HTTP/1.1" status: 204  len: 168 time: 0.7922459
Apr 16 21:43:53.718029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adea69a-8ac8-4463-9a6c-a8f75b6c04bf admin admin] Pushing event deleted for resources: {'Network': ['ID=0334f916-dcc7-4c78-956b-466fc4ea018f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:53.793062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-78a7889d-2d69-4fd5-b1a4-648927657480 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Deleting port 3e948b32-ddce-4beb-b316-860b6307013e {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:43:53.793403 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78a7889d-2d69-4fd5-b1a4-648927657480 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3e948b32-ddce-4beb-b316-860b6307013e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.868494 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78a7889d-2d69-4fd5-b1a4-648927657480 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3e948b32-ddce-4beb-b316-860b6307013e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.868824 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78a7889d-2d69-4fd5-b1a4-648927657480 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (3e948b32-ddce-4beb-b316-860b6307013e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:53.882210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-78a7889d-2d69-4fd5-b1a4-648927657480 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Calling delete_port for 3e948b32-ddce-4beb-b316-860b6307013e owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:43:53.981414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device ad860733-a04f-4d60-88e2-92bce10f1de8 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:43:54.003095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: ad860733-a04f-4d60-88e2-92bce10f1de8 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:43:54.003451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device ad860733-a04f-4d60-88e2-92bce10f1de8 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:43:54.010697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42292) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:54.056731 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ad8209cc-18ed-4a6d-9d21-ad044f5eeeb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80715ea8284b48959a67d33e8be6b560&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0446603
Apr 16 21:43:54.059304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42296) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:54.067151 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78a7889d-2d69-4fd5-b1a4-648927657480 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3e948b32-ddce-4beb-b316-860b6307013e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:54.094989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7889d-2d69-4fd5-b1a4-648927657480 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Pushing event deleted for resources: {'Port': ['ID=3e948b32-ddce-4beb-b316-860b6307013e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:54.121377 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe215f11-d89d-4b4e-86ee-9e99e1ee89e3 admin admin] Publish callbacks [] for security_group (9a678ee4-0f63-40c2-8ddf-0c5b5f84bd72), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:54.143722 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe215f11-d89d-4b4e-86ee-9e99e1ee89e3 admin admin] Publish callbacks [] for security_group (9a678ee4-0f63-40c2-8ddf-0c5b5f84bd72), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:54.160166 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78a7889d-2d69-4fd5-b1a4-648927657480 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks [] for floatingip (506db15f-2aaf-4954-82a3-6fccff37fa9b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:54.162766 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-78a7889d-2d69-4fd5-b1a4-648927657480 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:54.163978 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-78a7889d-2d69-4fd5-b1a4-648927657480 tempest-AttachVolumeTestJSON-1623236864 tempest-AttachVolumeTestJSON-1623236864-project] 10.222.0.20 "DELETE /v2.0/floatingips/506db15f-2aaf-4954-82a3-6fccff37fa9b HTTP/1.1" status: 204  len: 168 time: 0.8756766
Apr 16 21:43:54.303906 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe215f11-d89d-4b4e-86ee-9e99e1ee89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9a678ee4-0f63-40c2-8ddf-0c5b5f84bd72), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:54.306465 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fe215f11-d89d-4b4e-86ee-9e99e1ee89e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:54.307682 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fe215f11-d89d-4b4e-86ee-9e99e1ee89e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a678ee4-0f63-40c2-8ddf-0c5b5f84bd72 HTTP/1.1" status: 204  len: 168 time: 0.2475684
Apr 16 21:43:54.315601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe215f11-d89d-4b4e-86ee-9e99e1ee89e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a678ee4-0f63-40c2-8ddf-0c5b5f84bd72,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:43:54.848787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 21d305ec-b53d-47da-b6b1-3248b0fb8100 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:43:54.868994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 21d305ec-b53d-47da-b6b1-3248b0fb8100 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:43:54.869358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 21d305ec-b53d-47da-b6b1-3248b0fb8100 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:43:54.952666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42318) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:54.992858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7e160d5a-5e66-4962-b020-1835a26c615a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5efa4c9efbe14c0ca34454ea681acc12&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0390170
Apr 16 21:43:54.995229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42320) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:43:55.042810 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-023a1024-d571-40c6-9321-8405117d2ae9 admin admin] Publish callbacks [] for security_group (1cf04bce-f594-478a-87ac-69b239516935), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:55.065033 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-023a1024-d571-40c6-9321-8405117d2ae9 admin admin] Publish callbacks [] for security_group (1cf04bce-f594-478a-87ac-69b239516935), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:55.521248 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-023a1024-d571-40c6-9321-8405117d2ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (1cf04bce-f594-478a-87ac-69b239516935), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:55.523989 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-023a1024-d571-40c6-9321-8405117d2ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:43:55.525109 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-023a1024-d571-40c6-9321-8405117d2ae9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cf04bce-f594-478a-87ac-69b239516935 HTTP/1.1" status: 204  len: 168 time: 0.5289660
Apr 16 21:43:55.533841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a1024-d571-40c6-9321-8405117d2ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf04bce-f594-478a-87ac-69b239516935,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:01.019567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-fee97bfc-b530-4a80-9a73-41b8398fa748 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:01.021011 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-fee97bfc-b530-4a80-9a73-41b8398fa748 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/networks?id=2aad2bcc-ed09-4c05-a89b-4988a07fb386 HTTP/1.1" status: 200  len: 814 time: 0.1005754
Apr 16 21:44:01.036531 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-56e7559d-0b3c-428e-adc4-f2161e12e132 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/quotas/cda4f5ee41d2439e935ee0f658f465d4 HTTP/1.1" status: 200  len: 375 time: 0.0099957
Apr 16 21:44:01.094395 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-22790ca8-c745-4e21-b4d0-b6d0d854e7b2 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cda4f5ee41d2439e935ee0f658f465d4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0524914
Apr 16 21:44:01.281404 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-0e32ca18-d62e-4ea2-a4b1-57936ba33134 service neutron] 10.222.0.20 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800334
Apr 16 21:44:01.379237 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-28d2ea82-6807-44d5-a494-03402c024782 service neutron] 10.222.0.20 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922422
Apr 16 21:44:01.620540 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-68529f51-91d7-4ed5-92ff-d4131eb2508a req-e7c304c3-fb7d-4dcd-b17c-581113173e3e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 210 time: 0.0287273
Apr 16 21:44:02.700470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cec2605a-c47e-4216-88ad-a34ff44928f4 req-9cf198e7-5a23-4e42-bc39-b48c18e68803 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 210 time: 0.0288820
Apr 16 21:44:03.794638 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9aa1fb5d-fbf2-484a-8bc3-37085f27e022 req-49e48353-24e9-4483-bb97-00f89f4da1fe tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 210 time: 0.0284209
Apr 16 21:44:04.003800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-e6f36fcc-8b94-4a8a-b7ea-5efcd4eae85c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:04.005205 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-e6f36fcc-8b94-4a8a-b7ea-5efcd4eae85c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.11 "GET /v2.0/networks?id=2aad2bcc-ed09-4c05-a89b-4988a07fb386 HTTP/1.1" status: 200  len: 814 time: 0.1029499
Apr 16 21:44:04.017885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-14f0c255-1659-43f9-bb7f-61a7c7386c08 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Request body: {'port': {'device_id': '59d6853a-6832-4a96-a033-4acb32260eb6', 'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386', 'admin_state_up': True, 'tenant_id': 'cda4f5ee41d2439e935ee0f658f465d4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:44:04.028957 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:44:04.175667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-14f0c255-1659-43f9-bb7f-61a7c7386c08 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Made reservation on behalf of cda4f5ee41d2439e935ee0f658f465d4 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:44:04.179086 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-14f0c255-1659-43f9-bb7f-61a7c7386c08 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:04.309131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-14f0c255-1659-43f9-bb7f-61a7c7386c08 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Allocated IP 172.20.0.12 (2aad2bcc-ed09-4c05-a89b-4988a07fb386/1cadd8a9-00f9-44e4-a833-dbf60c0bbdda/6a24e936-fcf3-4173-bf74-80d1489399a4) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:44:04.452099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-14f0c255-1659-43f9-bb7f-61a7c7386c08 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks [] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:04.566908 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-14f0c255-1659-43f9-bb7f-61a7c7386c08 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:04.617123 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-14f0c255-1659-43f9-bb7f-61a7c7386c08 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Network 2aad2bcc-ed09-4c05-a89b-4988a07fb386 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:44:04.620261 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-14f0c255-1659-43f9-bb7f-61a7c7386c08 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:44:04.624409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-14f0c255-1659-43f9-bb7f-61a7c7386c08 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:44:04.631783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0c255-1659-43f9-bb7f-61a7c7386c08 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Pushing event updated for resources: {'Port': ['ID=6a24e936-fcf3-4173-bf74-80d1489399a4,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:04.676882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-14f0c255-1659-43f9-bb7f-61a7c7386c08 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:04.677498 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-14f0c255-1659-43f9-bb7f-61a7c7386c08 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:04.755346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-14f0c255-1659-43f9-bb7f-61a7c7386c08 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7415960
Apr 16 21:44:04.766076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Request body: {'port': {'device_id': '59d6853a-6832-4a96-a033-4acb32260eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:44:04.827614 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:04.963951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eee76-555a-48d8-8e76-688f1d73e06d req-1886a010-6045-4cd4-8a7c-70d2bb919afa tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:04.965563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-086eee76-555a-48d8-8e76-688f1d73e06d req-1886a010-6045-4cd4-8a7c-70d2bb919afa tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 932 time: 0.1021490
Apr 16 21:44:05.069170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-086eee76-555a-48d8-8e76-688f1d73e06d req-a11d87a9-f461-47d2-ade4-8fad5c4fdaf1 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967264
Apr 16 21:44:05.163587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a24e936-fcf3-4173-bf74-80d1489399a4 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:44:05.171226 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Publish callbacks [] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:05.184807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Transition to ACTIVE for port object 6a24e936-fcf3-4173-bf74-80d1489399a4 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:44:05.257587 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:05.329382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Pushing event updated for resources: {'Port': ['ID=6a24e936-fcf3-4173-bf74-80d1489399a4,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:05.379982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Attempting to bind port 6a24e936-fcf3-4173-bf74-80d1489399a4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:44:05.380377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Attempting to bind port 6a24e936-fcf3-4173-bf74-80d1489399a4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4367f84d-775a-4302-a197-ad1bfb9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:44:05.380709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Attempting to bind port 6a24e936-fcf3-4173-bf74-80d1489399a4 on network 2aad2bcc-ed09-4c05-a89b-4988a07fb386 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:44:05.385004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Port 6a24e936-fcf3-4173-bf74-80d1489399a4 on network 2aad2bcc-ed09-4c05-a89b-4988a07fb386 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:44:05.385329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Attempting to bind port 6a24e936-fcf3-4173-bf74-80d1489399a4 on network 2aad2bcc-ed09-4c05-a89b-4988a07fb386 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:44:05.390248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:44:05.390592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Checking segment: {'id': '4367f84d-775a-4302-a197-ad1bfb9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:44:05.391464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Bound using segment: {'id': '4367f84d-775a-4302-a197-ad1bfb9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:44:05.391896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Bound port: 6a24e936-fcf3-4173-bf74-80d1489399a4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4367f84d-775a-4302-a197-ad1bfb9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:44:05.392278 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:05.455012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] For port 6a24e936-fcf3-4173-bf74-80d1489399a4, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:44:05.457986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] For port 6a24e936-fcf3-4173-bf74-80d1489399a4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a24e936-fcf3-4173-bf74-80d1489399a4,segment=NetworkSegment(4367f84d-775a-4302-a197-ad1bfb9f46b3),segment_id=4367f84d-775a-4302-a197-ad1bfb9f46b3)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:44:05.589327 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:05.627183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:05.627811 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:05.629228 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] 10.222.0.11 "PUT /v2.0/ports/6a24e936-fcf3-4173-bf74-80d1489399a4 HTTP/1.1" status: 200  len: 1092 time: 0.8673542
Apr 16 21:44:05.629658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6853a-6832-4a96-a033-4acb32260eb6', 'tag': '6a24e936-fcf3-4173-bf74-80d1489399a4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:44:05.631884 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261c78a4-d301-4745-844a-15b0fda6ff92" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6853a-6832-4a96-a033-4acb32260eb6", "tag": "6a24e936-fcf3-4173-bf74-80d1489399a4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:44:05.654092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24739dbf-1230-442c-8ac8-b789b544be40 service neutron] Pushing event updated for resources: {'Port': ['ID=6a24e936-fcf3-4173-bf74-80d1489399a4,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:05.672395 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b48ba8-34d9-48e4-9d0b-e6b67b408e26 x-openstack-request-id: req-c5b48ba8-34d9-48e4-9d0b-e6b67b408e26 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:44:05.672698 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6853a-6832-4a96-a033-4acb32260eb6", "tag": "6a24e936-fcf3-4173-bf74-80d1489399a4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:44:05.672953 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5b48ba8-34d9-48e4-9d0b-e6b67b408e26 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:44:05.673488 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b48ba8-34d9-48e4-9d0b-e6b67b408e26'] response: {'name': 'network-changed', 'server_uuid': '59d6853a-6832-4a96-a033-4acb32260eb6', 'tag': '6a24e936-fcf3-4173-bf74-80d1489399a4', 'status': 'completed', 'code': 200}
Apr 16 21:44:05.734201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c78a4-d301-4745-844a-15b0fda6ff92 req-20c92b8a-82a0-4447-b7ad-f130a0f24c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:05.735721 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-261c78a4-d301-4745-844a-15b0fda6ff92 req-20c92b8a-82a0-4447-b7ad-f130a0f24c54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cda4f5ee41d2439e935ee0f658f465d4&device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 1126 time: 0.0440276
Apr 16 21:44:05.833160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c78a4-d301-4745-844a-15b0fda6ff92 req-bd936b68-b61e-4aa1-91d0-9c1be01f092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:05.834643 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-261c78a4-d301-4745-844a-15b0fda6ff92 req-bd936b68-b61e-4aa1-91d0-9c1be01f092c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cda4f5ee41d2439e935ee0f658f465d4&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0914824
Apr 16 21:44:05.932126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c78a4-d301-4745-844a-15b0fda6ff92 req-0199e27e-2e81-4d90-910c-cf520abc6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:05.933689 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-261c78a4-d301-4745-844a-15b0fda6ff92 req-0199e27e-2e81-4d90-910c-cf520abc6b48 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0936420
Apr 16 21:44:06.009656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-224f11a6-ac37-4771-8f5a-18b31e0fef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:06.011183 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-224f11a6-ac37-4771-8f5a-18b31e0fef65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cda4f5ee41d2439e935ee0f658f465d4&device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 1126 time: 0.0410807
Apr 16 21:44:06.053236 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-89a97e0a-5b9a-46f9-a3e6-f0e996c16978 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a24e936-fcf3-4173-bf74-80d1489399a4 HTTP/1.1" status: 200  len: 217 time: 0.0352325
Apr 16 21:44:06.106729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-772b4925-a70d-4789-a49a-f6edf4440f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:06.113084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-772b4925-a70d-4789-a49a-f6edf4440f77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cadd8a9-00f9-44e4-a833-dbf60c0bbdda HTTP/1.1" status: 200  len: 854 time: 0.0494101
Apr 16 21:44:06.147253 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-1e47c710-3e40-4b2c-b9db-f6a50c7b2f1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2aad2bcc-ed09-4c05-a89b-4988a07fb386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0332925
Apr 16 21:44:06.251470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f76c8-990b-4367-901c-39fc341ddfe8 req-3608046d-9e72-499e-b4bd-6115364d6055 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:06.253178 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-426f76c8-990b-4367-901c-39fc341ddfe8 req-3608046d-9e72-499e-b4bd-6115364d6055 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 944 time: 0.1008394
Apr 16 21:44:06.303961 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-6dc7f6b1-be99-4ed6-9641-55461c33e0d8 service neutron] 10.222.0.11 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501505
Apr 16 21:44:06.360362 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:06.369480 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-426f76c8-990b-4367-901c-39fc341ddfe8 req-b2f8c05c-9f1b-49b3-8077-988d76eecb5e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037745
Apr 16 21:44:06.410224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a86d6cd-e09c-4d78-b570-1a5910c9593f req-c8bf08d5-fc4c-4b14-b631-2b774f4b7fec service neutron] 10.222.0.11 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983620
Apr 16 21:44:07.485897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee4855-281c-4e0b-8638-0cf4d938671a req-b505d5b3-82ef-4314-9b28-7a7eb78808fa tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:07.487391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f0ee4855-281c-4e0b-8638-0cf4d938671a req-b505d5b3-82ef-4314-9b28-7a7eb78808fa tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 944 time: 0.0476828
Apr 16 21:44:07.533962 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f0ee4855-281c-4e0b-8638-0cf4d938671a req-b007fdb0-2edc-4e2f-b361-b10df486e17d tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409935
Apr 16 21:44:08.028430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 6a24e936-fcf3-4173-bf74-80d1489399a4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:44:08.126327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 6a24e936-fcf3-4173-bf74-80d1489399a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a24e936-fcf3-4173-bf74-80d1489399a4,segment=NetworkSegment(4367f84d-775a-4302-a197-ad1bfb9f46b3),segment_id=4367f84d-775a-4302-a197-ad1bfb9f46b3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:08.137476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '6a24e936-fcf3-4173-bf74-80d1489399a4', 'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386', 'port_id': '6a24e936-fcf3-4173-bf74-80d1489399a4', 'mac_address': 'fa:16:3e:8c:12:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cadd8a9-00f9-44e4-a833-dbf60c0bbdda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:44:08.174279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 6a24e936-fcf3-4173-bf74-80d1489399a4 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:08.174668 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:08.187262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a24e936-fcf3-4173-bf74-80d1489399a4 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:44:08.206664 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 6a24e936-fcf3-4173-bf74-80d1489399a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a24e936-fcf3-4173-bf74-80d1489399a4,segment=NetworkSegment(4367f84d-775a-4302-a197-ad1bfb9f46b3),segment_id=4367f84d-775a-4302-a197-ad1bfb9f46b3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:08.286054 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:08.332911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=6a24e936-fcf3-4173-bf74-80d1489399a4,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:08.340165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.340543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.340887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.341229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.341569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.341904 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.342235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.342565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.342895 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.343223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.343551 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.343912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.344800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.345243 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.345574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:08.484195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['6a24e936-fcf3-4173-bf74-80d1489399a4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:44:08.662330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0a0f6-de43-477a-988a-63b310aef881 req-ee60f6e0-d113-44cc-a50e-ac3d6194f1aa tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:08.662330 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-98f0a0f6-de43-477a-988a-63b310aef881 req-ee60f6e0-d113-44cc-a50e-ac3d6194f1aa tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 945 time: 0.0573037
Apr 16 21:44:08.707635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-98f0a0f6-de43-477a-988a-63b310aef881 req-da5f572f-a330-4e67-a27d-b24fc376cd2d tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424335
Apr 16 21:44:09.045863 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-921b9cc4-96b8-4928-814e-78670c54a0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:09.825043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad8feb-578a-468e-86cb-7b833b06a968 req-58a5c247-2c8a-4003-b5d3-607dd1b008ce tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:09.826548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24ad8feb-578a-468e-86cb-7b833b06a968 req-58a5c247-2c8a-4003-b5d3-607dd1b008ce tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 945 time: 0.0534475
Apr 16 21:44:09.873397 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24ad8feb-578a-468e-86cb-7b833b06a968 req-e7b9f672-0399-4b37-a11b-bf8ba3e42bd9 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408170
Apr 16 21:44:10.035910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 6a24e936-fcf3-4173-bf74-80d1489399a4 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:44:10.078887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 6a24e936-fcf3-4173-bf74-80d1489399a4 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:44:10.171474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 6a24e936-fcf3-4173-bf74-80d1489399a4 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:10.171856 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:10.252754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 6a24e936-fcf3-4173-bf74-80d1489399a4 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:10.253139 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:10.276284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6853a-6832-4a96-a033-4acb32260eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a24e936-fcf3-4173-bf74-80d1489399a4'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:44:10.278500 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be28a51-84a7-40e5-b275-6cc2eb63ed90" -d '{"events": [{"server_uuid": "59d6853a-6832-4a96-a033-4acb32260eb6", "name": "network-vif-plugged", "status": "completed", "tag": "6a24e936-fcf3-4173-bf74-80d1489399a4"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:44:10.291433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 6a24e936-fcf3-4173-bf74-80d1489399a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a24e936-fcf3-4173-bf74-80d1489399a4,segment=NetworkSegment(4367f84d-775a-4302-a197-ad1bfb9f46b3),segment_id=4367f84d-775a-4302-a197-ad1bfb9f46b3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:10.357833 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:10.407066 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=6a24e936-fcf3-4173-bf74-80d1489399a4,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:10.446053 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531911ef-135c-47ab-b161-206fc18a09ed x-openstack-request-id: req-531911ef-135c-47ab-b161-206fc18a09ed {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:44:10.446344 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6853a-6832-4a96-a033-4acb32260eb6", "name": "network-vif-plugged", "status": "completed", "tag": "6a24e936-fcf3-4173-bf74-80d1489399a4", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:44:10.446596 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-531911ef-135c-47ab-b161-206fc18a09ed {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:44:10.446990 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531911ef-135c-47ab-b161-206fc18a09ed'] response: {'server_uuid': '59d6853a-6832-4a96-a033-4acb32260eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a24e936-fcf3-4173-bf74-80d1489399a4', 'code': 200}
Apr 16 21:44:10.542752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd27ee-5a60-4644-b641-104b11f73222 req-1b1109ad-5d72-48ae-9312-c22fb2ab0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:10.544211 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-05dd27ee-5a60-4644-b641-104b11f73222 req-1b1109ad-5d72-48ae-9312-c22fb2ab0706 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 1128 time: 0.0397844
Apr 16 21:44:10.587464 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-05dd27ee-5a60-4644-b641-104b11f73222 req-c21f2c8e-eefb-4fff-985f-92cffa354165 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375102
Apr 16 21:44:10.799468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42520) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:11.029963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d453d-1bbd-4795-98ec-f774d9e2386f req-6e3fa2ac-b099-42e0-8ae5-700bbb6ba6a1 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:11.031414 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-013d453d-1bbd-4795-98ec-f774d9e2386f req-6e3fa2ac-b099-42e0-8ae5-700bbb6ba6a1 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 946 time: 0.0900540
Apr 16 21:44:11.130602 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-013d453d-1bbd-4795-98ec-f774d9e2386f req-ae39fb4f-3476-43ba-883c-b94e0d390a8d tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925510
Apr 16 21:44:11.221603 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (562553f1-567a-4ba8-a6d2-b5fa13f62144), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:11.455580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Deleting port 435a11e1-cd99-4560-85a5-4d94cb832009 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:11.455820 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:11.533435 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] For port 435a11e1-cd99-4560-85a5-4d94cb832009, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=435a11e1-cd99-4560-85a5-4d94cb832009,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:11.533795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:11.546710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Calling delete_port for 435a11e1-cd99-4560-85a5-4d94cb832009 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:11.685008 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ddc3cfae-9e59-4873-9bbb-107675d7d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:11.789241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (435a11e1-cd99-4560-85a5-4d94cb832009), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:11.819948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Pushing event deleted for resources: {'Port': ['ID=435a11e1-cd99-4560-85a5-4d94cb832009,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:11.832019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.832395 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.832732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.833072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.833406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.833738 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.834066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.834392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.834758 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.835078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.835403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.835725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.836049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.836394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:11.836721 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:12.001497 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (562553f1-567a-4ba8-a6d2-b5fa13f62144), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:12.227019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Router 562553f1-567a-4ba8-a6d2-b5fa13f62144 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:44:12.253289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bac49-8be8-4d86-afbd-3ab0adb3ec0c req-68f3f505-54db-4939-ad60-c9538fe78b5c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:12.254812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fd1bac49-8be8-4d86-afbd-3ab0adb3ec0c req-68f3f505-54db-4939-ad60-c9538fe78b5c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 946 time: 0.0542109
Apr 16 21:44:12.314873 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fd1bac49-8be8-4d86-afbd-3ab0adb3ec0c req-a13da194-398f-4693-8cba-6a41a40f53e0 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489967
Apr 16 21:44:12.346667 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:44:12.355411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b469757f-26ac-45b7-b0f7-a408e5e01993 admin admin] 10.222.0.20 "PUT /v2.0/routers/562553f1-567a-4ba8-a6d2-b5fa13f62144/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5512166
Apr 16 21:44:12.355874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc0303-04ed-4c13-be90-b3f8fa83fb36 None None] Sync routers for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:44:12.357900 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42534) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:12.367029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc0303-04ed-4c13-be90-b3f8fa83fb36 None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:12.367785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-abbc0303-04ed-4c13-be90-b3f8fa83fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f366400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:12.477804 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Publish callbacks [] for router (562553f1-567a-4ba8-a6d2-b5fa13f62144), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:12.503617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-abbc0303-04ed-4c13-be90-b3f8fa83fb36 None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:12.560013 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:12.586583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Publish callbacks [] for router_gateway (562553f1-567a-4ba8-a6d2-b5fa13f62144), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:12.684615 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-abbc0303-04ed-4c13-be90-b3f8fa83fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f366400>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116'}], 'enable_snat': True}, 'gw_port_id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:44:11Z', 'revision_number': 5, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port': {'id': 'eaf011b8-21cb-4abe-80e1-d6a72b46cbf5', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:12.712364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc0303-04ed-4c13-be90-b3f8fa83fb36 None None] Checking router: 562553f1-567a-4ba8-a6d2-b5fa13f62144 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:44:12.723725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc0303-04ed-4c13-be90-b3f8fa83fb36 None None] Routers {'562553f1-567a-4ba8-a6d2-b5fa13f62144'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:12.724375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-abbc0303-04ed-4c13-be90-b3f8fa83fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f366400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['562553f1-567a-4ba8-a6d2-b5fa13f62144'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:12.727335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Deleting port eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:12.727692 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:12.815713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] For port eaf011b8-21cb-4abe-80e1-d6a72b46cbf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaf011b8-21cb-4abe-80e1-d6a72b46cbf5,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:12.815713 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:12.817954 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-abbc0303-04ed-4c13-be90-b3f8fa83fb36 None None] Set router 562553f1-567a-4ba8-a6d2-b5fa13f62144 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:12.832447 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Calling delete_port for eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:12.874848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-abbc0303-04ed-4c13-be90-b3f8fa83fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f366400>, [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:44:12Z', 'revision_number': 6, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:12.901913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc0303-04ed-4c13-be90-b3f8fa83fb36 None None] The sync data for ids ['562553f1-567a-4ba8-a6d2-b5fa13f62144'] in ncdv-master-1 is: [{'id': '562553f1-567a-4ba8-a6d2-b5fa13f62144', 'name': 'tempest-AttachVolumeTestJSON-307977306-router', 'tenant_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:39:23Z', 'updated_at': '2022-04-16T21:44:12Z', 'revision_number': 6, 'project_id': '7fc33178ac5b4d4f9c1f346e3b4371b6', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:44:13.123820 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (eaf011b8-21cb-4abe-80e1-d6a72b46cbf5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.154764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf011b8-21cb-4abe-80e1-d6a72b46cbf5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:13.217244 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (562553f1-567a-4ba8-a6d2-b5fa13f62144), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.311857 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (562553f1-567a-4ba8-a6d2-b5fa13f62144), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.314781 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Publish callbacks [] for router_controller (562553f1-567a-4ba8-a6d2-b5fa13f62144), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.417493 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (562553f1-567a-4ba8-a6d2-b5fa13f62144), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.422017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 562553f1-567a-4ba8-a6d2-b5fa13f62144 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:44:13.422383 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.423511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6ef11dd8-c52b-4dde-b968-3b979d73b1ea admin admin] 10.222.0.20 "DELETE /v2.0/routers/562553f1-567a-4ba8-a6d2-b5fa13f62144 HTTP/1.1" status: 204  len: 168 time: 1.0644760
Apr 16 21:44:13.426316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42576) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:13.474218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-405fad42-2c85-47cb-8c6b-a1b90ee372bf admin admin] Deleting subnet 89cbc9f9-2227-4df1-b17b-c5fa9fa39364 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:44:13.477460 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-405fad42-2c85-47cb-8c6b-a1b90ee372bf admin admin] Publish callbacks [] for subnet (89cbc9f9-2227-4df1-b17b-c5fa9fa39364), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.515194 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-405fad42-2c85-47cb-8c6b-a1b90ee372bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (89cbc9f9-2227-4df1-b17b-c5fa9fa39364), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.558412 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.597656 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-405fad42-2c85-47cb-8c6b-a1b90ee372bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (89cbc9f9-2227-4df1-b17b-c5fa9fa39364), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.713031 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-405fad42-2c85-47cb-8c6b-a1b90ee372bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (89cbc9f9-2227-4df1-b17b-c5fa9fa39364), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.743182 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-405fad42-2c85-47cb-8c6b-a1b90ee372bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.746737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-405fad42-2c85-47cb-8c6b-a1b90ee372bf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/89cbc9f9-2227-4df1-b17b-c5fa9fa39364 HTTP/1.1" status: 204  len: 168 time: 0.3187227
Apr 16 21:44:13.747587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fad42-2c85-47cb-8c6b-a1b90ee372bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89cbc9f9-2227-4df1-b17b-c5fa9fa39364,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:13.749316 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c132d70-cb31-4811-8bac-b4c11f1809b0 None None] Network 3e745f17-203e-4728-9fb7-50341f5a0a21 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:44:13.751701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42606) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:13.829199 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (3e745f17-203e-4728-9fb7-50341f5a0a21), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.884359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Deleting port 748dbfe4-2b31-4515-b06d-94b91edaabbe {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:13.884835 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.904662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71c4b46-f87d-44e7-a443-a6a31e0c556f None None] DHCP port deletion for 3e745f17-203e-4728-9fb7-50341f5a0a21 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:44:13.952835 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c71c4b46-f87d-44e7-a443-a6a31e0c556f None None] Deleting port 748dbfe4-2b31-4515-b06d-94b91edaabbe {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:13.953379 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c71c4b46-f87d-44e7-a443-a6a31e0c556f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.957837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] For port 748dbfe4-2b31-4515-b06d-94b91edaabbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=748dbfe4-2b31-4515-b06d-94b91edaabbe,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:13.958149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:13.972948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Calling delete_port for 748dbfe4-2b31-4515-b06d-94b91edaabbe owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:14.019469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c71c4b46-f87d-44e7-a443-a6a31e0c556f None None] For port 748dbfe4-2b31-4515-b06d-94b91edaabbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=748dbfe4-2b31-4515-b06d-94b91edaabbe,segment=NetworkSegment(0e7f74da-1703-4add-a1af-96c279c7a8d2),segment_id=0e7f74da-1703-4add-a1af-96c279c7a8d2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:14.020067 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c71c4b46-f87d-44e7-a443-a6a31e0c556f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:14.033421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c71c4b46-f87d-44e7-a443-a6a31e0c556f None None] Calling delete_port for 748dbfe4-2b31-4515-b06d-94b91edaabbe owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:14.194723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:14.200753 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c71c4b46-f87d-44e7-a443-a6a31e0c556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (748dbfe4-2b31-4515-b06d-94b91edaabbe), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:14.221186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Pushing event deleted for resources: {'Port': ['ID=748dbfe4-2b31-4515-b06d-94b91edaabbe,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:14.224785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] No DVR routers for this DVR port 748dbfe4-2b31-4515-b06d-94b91edaabbe on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:44:14.228431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c4b46-f87d-44e7-a443-a6a31e0c556f None None] Pushing event deleted for resources: {'Port': ['ID=748dbfe4-2b31-4515-b06d-94b91edaabbe,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:14.230729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c4b46-f87d-44e7-a443-a6a31e0c556f None None] No DVR routers for this DVR port 748dbfe4-2b31-4515-b06d-94b91edaabbe on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:44:14.233282 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:14.295865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (3e745f17-203e-4728-9fb7-50341f5a0a21), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:14.317694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011da9e310>,) {'filters': {'network_id': ['3e745f17-203e-4728-9fb7-50341f5a0a21']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:14.326864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011da9e310>, '0e7f74da-1703-4add-a1af-96c279c7a8d2') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:14.327159 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011da9e310>, '0e7f74da-1703-4add-a1af-96c279c7a8d2') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:14.340369 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (0e7f74da-1703-4add-a1af-96c279c7a8d2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:14.353322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (0e7f74da-1703-4add-a1af-96c279c7a8d2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:14.359434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:44:14.361624 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (0e7f74da-1703-4add-a1af-96c279c7a8d2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:44:14.362059 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:44:14.514336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (3e745f17-203e-4728-9fb7-50341f5a0a21), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:14.519895 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:14.523212 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] 10.222.0.20 "DELETE /v2.0/networks/3e745f17-203e-4728-9fb7-50341f5a0a21 HTTP/1.1" status: 204  len: 168 time: 0.7705481
Apr 16 21:44:14.534363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3efff-94b1-49d3-b531-8e9cc21935cb admin admin] Pushing event deleted for resources: {'Network': ['ID=3e745f17-203e-4728-9fb7-50341f5a0a21,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:14.858411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:44:14.879572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:44:14.879927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device eaf011b8-21cb-4abe-80e1-d6a72b46cbf5 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:44:14.880371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 435a11e1-cd99-4560-85a5-4d94cb832009 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:44:14.899315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 435a11e1-cd99-4560-85a5-4d94cb832009 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:44:14.899663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 435a11e1-cd99-4560-85a5-4d94cb832009 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:44:14.900081 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 748dbfe4-2b31-4515-b06d-94b91edaabbe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:44:14.911792 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42612) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:14.919290 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 748dbfe4-2b31-4515-b06d-94b91edaabbe {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:44:14.919644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 748dbfe4-2b31-4515-b06d-94b91edaabbe not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:44:14.955360 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-10ca3ba7-a67f-45e0-b0df-bf4149123cd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fc33178ac5b4d4f9c1f346e3b4371b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0423756
Apr 16 21:44:14.958165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42614) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:15.012288 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b242fb9c-aa59-4400-afef-6e8e0e7df764 admin admin] Publish callbacks [] for security_group (b1a65d31-dd60-46ec-b85d-ebc862353c6f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:15.034722 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b242fb9c-aa59-4400-afef-6e8e0e7df764 admin admin] Publish callbacks [] for security_group (b1a65d31-dd60-46ec-b85d-ebc862353c6f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:15.163904 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b242fb9c-aa59-4400-afef-6e8e0e7df764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b1a65d31-dd60-46ec-b85d-ebc862353c6f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:15.166490 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b242fb9c-aa59-4400-afef-6e8e0e7df764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:15.167769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b242fb9c-aa59-4400-afef-6e8e0e7df764 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1a65d31-dd60-46ec-b85d-ebc862353c6f HTTP/1.1" status: 204  len: 168 time: 0.2085142
Apr 16 21:44:15.175817 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242fb9c-aa59-4400-afef-6e8e0e7df764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a65d31-dd60-46ec-b85d-ebc862353c6f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:15.444333 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:19.907421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42730) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:19.970925 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-45c6399d-fa09-4913-8217-93b417652217 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/floatingips/73ce0f40-c6c0-4429-94bc-973fedea8d82 HTTP/1.1" status: 200  len: 992 time: 0.0621107
Apr 16 21:44:20.189639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42738) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:20.341304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-eaebc211-58be-41b5-845f-58d87e26bce7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting port 2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:20.341658 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eaebc211-58be-41b5-845f-58d87e26bce7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:20.415996 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eaebc211-58be-41b5-845f-58d87e26bce7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:20.416316 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eaebc211-58be-41b5-845f-58d87e26bce7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for floatingip (2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:20.429439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-eaebc211-58be-41b5-845f-58d87e26bce7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Calling delete_port for 2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:20.626544 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eaebc211-58be-41b5-845f-58d87e26bce7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:20.652888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebc211-58be-41b5-845f-58d87e26bce7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Port': ['ID=2790bfce-bf08-4e82-b4c3-1e63a1b9a4ee,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:20.716387 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eaebc211-58be-41b5-845f-58d87e26bce7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for floatingip (73ce0f40-c6c0-4429-94bc-973fedea8d82), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:20.716906 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-eaebc211-58be-41b5-845f-58d87e26bce7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Floating IP 73ce0f40-c6c0-4429-94bc-973fedea8d82 disassociated (deleted). External IP: 172.35.1.69, port: a87314d7-f7ef-4a87-97c5-dd497a66d084.
Apr 16 21:44:20.930776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaebc211-58be-41b5-845f-58d87e26bce7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:44:21.042544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaebc211-58be-41b5-845f-58d87e26bce7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:44:21.047338 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eaebc211-58be-41b5-845f-58d87e26bce7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:21.054840 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3aadc9-4796-4e0a-af95-8180abd1a481 None None] Sync routers for ids ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:44:21.068957 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3aadc9-4796-4e0a-af95-8180abd1a481 None None] Routers {'8db9293d-8ed8-463a-a438-3ec1e71c35d1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:21.070096 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-be3aadc9-4796-4e0a-af95-8180abd1a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012498b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:21.077694 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eaebc211-58be-41b5-845f-58d87e26bce7 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "DELETE /v2.0/floatingips/73ce0f40-c6c0-4429-94bc-973fedea8d82 HTTP/1.1" status: 204  len: 168 time: 0.8863542
Apr 16 21:44:21.078388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'tag': 'a87314d7-f7ef-4a87-97c5-dd497a66d084'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:44:21.081250 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaa44e9-8d11-4e6b-9fe8-e549f14c8261" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f", "tag": "a87314d7-f7ef-4a87-97c5-dd497a66d084"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:44:21.122551 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b39f3a5-0ce4-41fa-b376-3a29e333a959 x-openstack-request-id: req-2b39f3a5-0ce4-41fa-b376-3a29e333a959 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:44:21.123054 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f", "tag": "a87314d7-f7ef-4a87-97c5-dd497a66d084", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:44:21.123471 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b39f3a5-0ce4-41fa-b376-3a29e333a959 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:44:21.124089 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b39f3a5-0ce4-41fa-b376-3a29e333a959'] response: {'name': 'network-changed', 'server_uuid': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'tag': 'a87314d7-f7ef-4a87-97c5-dd497a66d084', 'status': 'completed', 'code': 200}
Apr 16 21:44:21.191941 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-be3aadc9-4796-4e0a-af95-8180abd1a481 None None] Set router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:21.193370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa44e9-8d11-4e6b-9fe8-e549f14c8261 req-450ab5b2-f007-4d21-8aee-13eed892517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:21.208905 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9aaa44e9-8d11-4e6b-9fe8-e549f14c8261 req-450ab5b2-f007-4d21-8aee-13eed892517b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279e09b8205420980e8c7accbcc5f93&device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 1127 time: 0.0625262
Apr 16 21:44:21.307843 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa44e9-8d11-4e6b-9fe8-e549f14c8261 req-f1d4df01-b601-4a55-af1c-01540048f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:21.309413 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9aaa44e9-8d11-4e6b-9fe8-e549f14c8261 req-f1d4df01-b601-4a55-af1c-01540048f41c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4195a25-b1a8-4a56-8295-36338d15756e HTTP/1.1" status: 200  len: 898 time: 0.0945151
Apr 16 21:44:21.365784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9aaa44e9-8d11-4e6b-9fe8-e549f14c8261 req-b72dcdff-f1ea-4518-a98e-effc88c7735d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a87314d7-f7ef-4a87-97c5-dd497a66d084 HTTP/1.1" status: 200  len: 217 time: 0.0488801
Apr 16 21:44:21.422549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa44e9-8d11-4e6b-9fe8-e549f14c8261 req-520033ea-011d-4954-abe6-7707db26be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:21.424036 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9aaa44e9-8d11-4e6b-9fe8-e549f14c8261 req-520033ea-011d-4954-abe6-7707db26be68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e3319ae-c45d-4e70-a407-adfe87b059a2 HTTP/1.1" status: 200  len: 835 time: 0.0517263
Apr 16 21:44:21.468772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa44e9-8d11-4e6b-9fe8-e549f14c8261 req-f2bac81d-923e-4949-a39b-e679fd431303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:21.470365 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9aaa44e9-8d11-4e6b-9fe8-e549f14c8261 req-f2bac81d-923e-4949-a39b-e679fd431303 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4195a25-b1a8-4a56-8295-36338d15756e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396745
Apr 16 21:44:21.485889 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-be3aadc9-4796-4e0a-af95-8180abd1a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012498b0a0>, [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee57e2c2-7edb-44d2-8b4c-a1bea2d46083', 'name': '', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:72:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:42Z', 'updated_at': '2022-04-16T21:42:46Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:21.514845 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3aadc9-4796-4e0a-af95-8180abd1a481 None None] Checking router: 8db9293d-8ed8-463a-a438-3ec1e71c35d1 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:44:21.527914 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3aadc9-4796-4e0a-af95-8180abd1a481 None None] Routers {'8db9293d-8ed8-463a-a438-3ec1e71c35d1'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:21.528576 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-be3aadc9-4796-4e0a-af95-8180abd1a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012498b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:21.571898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9aaa44e9-8d11-4e6b-9fe8-e549f14c8261 req-6bf2b965-88da-44c9-a54d-e073ad69362f service neutron] 10.222.0.41 "GET /v2.0/networks/e4195a25-b1a8-4a56-8295-36338d15756e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956781
Apr 16 21:44:21.599333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4177860-8657-4d14-909e-e2bd3baa881c req-18c8e6b0-1c19-437d-8d22-cc2ee9b2b6a6 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:21.601518 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4177860-8657-4d14-909e-e2bd3baa881c req-18c8e6b0-1c19-437d-8d22-cc2ee9b2b6a6 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 945 time: 0.0538719
Apr 16 21:44:21.648002 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-be3aadc9-4796-4e0a-af95-8180abd1a481 None None] Set router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:21.657201 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4177860-8657-4d14-909e-e2bd3baa881c req-5ad03e86-7d6d-48c7-bfb7-517c5087b6f4 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ac6d857-4596-452d-bfdb-05088dbee75d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495617
Apr 16 21:44:21.851540 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-be3aadc9-4796-4e0a-af95-8180abd1a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012498b0a0>, [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee57e2c2-7edb-44d2-8b4c-a1bea2d46083', 'name': '', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:72:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:42Z', 'updated_at': '2022-04-16T21:42:46Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:21.879232 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3aadc9-4796-4e0a-af95-8180abd1a481 None None] The sync data for ids ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'] in ncdv-master-1 is: [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee57e2c2-7edb-44d2-8b4c-a1bea2d46083', 'name': '', 'network_id': 'e4195a25-b1a8-4a56-8295-36338d15756e', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'mac_address': 'fa:16:3e:72:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:42Z', 'updated_at': '2022-04-16T21:42:46Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'subnets': [{'id': '1e3319ae-c45d-4e70-a407-adfe87b059a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:44:22.127103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c51287-7124-49a7-8cab-b354f7ecd41d None None] New status for floating IP 73ce0f40-c6c0-4429-94bc-973fedea8d82: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:44:22.628946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9aaa44e9-8d11-4e6b-9fe8-e549f14c8261 req-8928519c-7f37-4168-a867-b95d5650e9ab service neutron] 10.222.0.41 "GET /v2.0/networks/e4195a25-b1a8-4a56-8295-36338d15756e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831428
Apr 16 21:44:22.775973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6be1-4fa3-4d35-9806-9e68277b4467 req-e4e57657-a9ec-42d5-bea1-75fe921cdff4 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:22.777495 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-242f6be1-4fa3-4d35-9806-9e68277b4467 req-e4e57657-a9ec-42d5-bea1-75fe921cdff4 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 945 time: 0.0484021
Apr 16 21:44:22.828427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-242f6be1-4fa3-4d35-9806-9e68277b4467 req-bdffe1e2-de4b-4f0a-bc7b-9d6c1514c812 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ac6d857-4596-452d-bfdb-05088dbee75d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451598
Apr 16 21:44:23.020564 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71213b38-c8ac-44a1-bf44-a173f45fbbcc req-ecb78af2-c913-4b5a-871a-b62e46114073 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0417137
Apr 16 21:44:23.082107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71213b38-c8ac-44a1-bf44-a173f45fbbcc req-28feb7de-9814-4a69-9b08-f350844595c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:23.083592 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71213b38-c8ac-44a1-bf44-a173f45fbbcc req-28feb7de-9814-4a69-9b08-f350844595c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9d0d3b45797487d88c64d6ae767cc18&device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 1166 time: 0.0425451
Apr 16 21:44:23.125350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef561856-f223-420a-92c5-3876ed1a8c99 req-77b7a797-551b-48c4-bc99-68112e568aa9 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:23.126818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef561856-f223-420a-92c5-3876ed1a8c99 req-77b7a797-551b-48c4-bc99-68112e568aa9 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 945 time: 0.0469041
Apr 16 21:44:23.186683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71213b38-c8ac-44a1-bf44-a173f45fbbcc req-a1bf500d-f465-4b97-9cab-0941e79f5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:23.188188 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71213b38-c8ac-44a1-bf44-a173f45fbbcc req-a1bf500d-f465-4b97-9cab-0941e79f5ad7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d454821f-512f-4611-b8de-f13798dcc3be HTTP/1.1" status: 200  len: 898 time: 0.0860987
Apr 16 21:44:23.226171 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-ef561856-f223-420a-92c5-3876ed1a8c99 req-e3d16ea1-c5b2-48e0-8fb0-b4edacc7ce11 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting port a87314d7-f7ef-4a87-97c5-dd497a66d084 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:23.226516 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ef561856-f223-420a-92c5-3876ed1a8c99 req-e3d16ea1-c5b2-48e0-8fb0-b4edacc7ce11 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:23.259666 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71213b38-c8ac-44a1-bf44-a173f45fbbcc req-d43beae1-367f-4db5-a373-99da460cdd6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4d5001d-e0c4-4dba-9703-42704badf73f HTTP/1.1" status: 200  len: 1000 time: 0.0642169
Apr 16 21:44:23.308617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71213b38-c8ac-44a1-bf44-a173f45fbbcc req-34936732-cf4d-4632-b865-3bd12e542dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:23.310169 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71213b38-c8ac-44a1-bf44-a173f45fbbcc req-34936732-cf4d-4632-b865-3bd12e542dfb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843d2640-4a10-4543-b547-b188cb18d419 HTTP/1.1" status: 200  len: 835 time: 0.0439596
Apr 16 21:44:23.317332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ef561856-f223-420a-92c5-3876ed1a8c99 req-e3d16ea1-c5b2-48e0-8fb0-b4edacc7ce11 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] For port a87314d7-f7ef-4a87-97c5-dd497a66d084, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a87314d7-f7ef-4a87-97c5-dd497a66d084,segment=NetworkSegment(ced9f562-8ef2-4308-8a82-529b4ef99423),segment_id=ced9f562-8ef2-4308-8a82-529b4ef99423)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:23.317705 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ef561856-f223-420a-92c5-3876ed1a8c99 req-e3d16ea1-c5b2-48e0-8fb0-b4edacc7ce11 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:23.332039 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-ef561856-f223-420a-92c5-3876ed1a8c99 req-e3d16ea1-c5b2-48e0-8fb0-b4edacc7ce11 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Calling delete_port for a87314d7-f7ef-4a87-97c5-dd497a66d084 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:23.353687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71213b38-c8ac-44a1-bf44-a173f45fbbcc req-b67b8fcc-fd27-4ac1-8c90-3e2c3bd4ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:23.355221 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71213b38-c8ac-44a1-bf44-a173f45fbbcc req-b67b8fcc-fd27-4ac1-8c90-3e2c3bd4ba90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d454821f-512f-4611-b8de-f13798dcc3be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0387216
Apr 16 21:44:23.454609 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71213b38-c8ac-44a1-bf44-a173f45fbbcc req-afb2de9b-ba14-4a4c-972f-21d5013a3af9 service neutron] 10.222.0.41 "GET /v2.0/networks/d454821f-512f-4611-b8de-f13798dcc3be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924990
Apr 16 21:44:23.492484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42804) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:23.566201 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ef561856-f223-420a-92c5-3876ed1a8c99 req-e3d16ea1-c5b2-48e0-8fb0-b4edacc7ce11 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a87314d7-f7ef-4a87-97c5-dd497a66d084), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:23.611335 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-411fe2ad-3c4f-45ae-bd53-cd2b244addde tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 2022 time: 0.1176107
Apr 16 21:44:23.614664 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d16ea1-c5b2-48e0-8fb0-b4edacc7ce11 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Port': ['ID=a87314d7-f7ef-4a87-97c5-dd497a66d084,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:23.616667 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42806) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:23.627441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8da98954-48b4-4b18-952c-58d3f9dd4fcf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Request body: {'network': {'name': 'tempest-network-smoke--1706636548', 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'port_security_enabled': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:44:23.677552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef561856-f223-420a-92c5-3876ed1a8c99 req-e3d16ea1-c5b2-48e0-8fb0-b4edacc7ce11 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] No DVR routers for this DVR port a87314d7-f7ef-4a87-97c5-dd497a66d084 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:44:23.680664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ef561856-f223-420a-92c5-3876ed1a8c99 req-e3d16ea1-c5b2-48e0-8fb0-b4edacc7ce11 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:23.684065 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef561856-f223-420a-92c5-3876ed1a8c99 req-e3d16ea1-c5b2-48e0-8fb0-b4edacc7ce11 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.41 "DELETE /v2.0/ports/a87314d7-f7ef-4a87-97c5-dd497a66d084 HTTP/1.1" status: 204  len: 173 time: 0.5502651
Apr 16 21:44:23.684570 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'name': 'network-vif-deleted', 'tag': 'a87314d7-f7ef-4a87-97c5-dd497a66d084'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:44:23.687030 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158b2249-d1e4-4379-a7d7-26f59219d623" -d '{"events": [{"server_uuid": "6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f", "name": "network-vif-deleted", "tag": "a87314d7-f7ef-4a87-97c5-dd497a66d084"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:44:23.728573 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b443227b-33ec-4d58-924c-a8424ee93690 x-openstack-request-id: req-b443227b-33ec-4d58-924c-a8424ee93690 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:44:23.728872 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f", "name": "network-vif-deleted", "tag": "a87314d7-f7ef-4a87-97c5-dd497a66d084", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:44:23.729127 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b443227b-33ec-4d58-924c-a8424ee93690 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:44:23.729540 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b443227b-33ec-4d58-924c-a8424ee93690'] response: {'server_uuid': '6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f', 'name': 'network-vif-deleted', 'tag': 'a87314d7-f7ef-4a87-97c5-dd497a66d084', 'status': 'completed', 'code': 200}
Apr 16 21:44:23.754711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da98954-48b4-4b18-952c-58d3f9dd4fcf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Made reservation on behalf of b9d0d3b45797487d88c64d6ae767cc18 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:44:23.759030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8da98954-48b4-4b18-952c-58d3f9dd4fcf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:23.794321 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da98954-48b4-4b18-952c-58d3f9dd4fcf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:44:23.805631 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8da98954-48b4-4b18-952c-58d3f9dd4fcf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e61ba69c-fb85-4fce-98d3-6aa291a9ed2d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:23.807686 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-8da98954-48b4-4b18-952c-58d3f9dd4fcf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Added segment e61ba69c-fb85-4fce-98d3-6aa291a9ed2d of type vlan for network b74be7d4-ad60-4796-9499-3dd51e9f81cf
Apr 16 21:44:23.853356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8da98954-48b4-4b18-952c-58d3f9dd4fcf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (b74be7d4-ad60-4796-9499-3dd51e9f81cf), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:23.875511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-71213b38-c8ac-44a1-bf44-a173f45fbbcc req-f04d5710-1747-46a6-ac7b-def422f06782 service neutron] 10.222.0.41 "GET /v2.0/networks/d454821f-512f-4611-b8de-f13798dcc3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4127016
Apr 16 21:44:23.933301 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e56c0008-38a9-4aa8-ae71-a54619afe52f req-a6e0d38a-12b7-4515-b7c4-8f60b9303aaa tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b4da9aa-d72c-40d2-ac99-0b86e8f81d1f HTTP/1.1" status: 200  len: 210 time: 0.0300689
Apr 16 21:44:23.980804 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8da98954-48b4-4b18-952c-58d3f9dd4fcf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (b74be7d4-ad60-4796-9499-3dd51e9f81cf), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:23.986272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da98954-48b4-4b18-952c-58d3f9dd4fcf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:23.995581 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8da98954-48b4-4b18-952c-58d3f9dd4fcf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:24.061663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da98954-48b4-4b18-952c-58d3f9dd4fcf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Network': ['ID=b74be7d4-ad60-4796-9499-3dd51e9f81cf,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:24.076116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network b74be7d4-ad60-4796-9499-3dd51e9f81cf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:44:24.104385 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8da98954-48b4-4b18-952c-58d3f9dd4fcf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4847074
Apr 16 21:44:24.106379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42818) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:24.111213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-21003406', 'admin_state_up': True, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:44:24.209361 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:24.210508 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:24.267661 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router_controller (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:24.504088 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router_gateway (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:24.787210 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router_gateway (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:24.807234 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:24.916333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Allocated IP 172.35.1.17 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/fcf27578-6a49-4ea6-9984-de74b690880d) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:44:24.991181 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42824) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:25.025771 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for port (fcf27578-6a49-4ea6-9984-de74b690880d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:25.052342 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c748ee85-ee56-4156-8881-30e2f59792d9 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (7ac6d857-4596-452d-bfdb-05088dbee75d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:25.079882 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c748ee85-ee56-4156-8881-30e2f59792d9 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (7ac6d857-4596-452d-bfdb-05088dbee75d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:25.177437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (fcf27578-6a49-4ea6-9984-de74b690880d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:25.206357 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c748ee85-ee56-4156-8881-30e2f59792d9 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7ac6d857-4596-452d-bfdb-05088dbee75d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:25.209234 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c748ee85-ee56-4156-8881-30e2f59792d9 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:25.210420 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c748ee85-ee56-4156-8881-30e2f59792d9 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ac6d857-4596-452d-bfdb-05088dbee75d HTTP/1.1" status: 204  len: 168 time: 0.2182493
Apr 16 21:44:25.218541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:44:25.221326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748ee85-ee56-4156-8881-30e2f59792d9 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac6d857-4596-452d-bfdb-05088dbee75d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:25.222009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:44:25.225797 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:44:25.252881 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Port': ['ID=fcf27578-6a49-4ea6-9984-de74b690880d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:25.333061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42838) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:25.552322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router_gateway (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:25.706788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c32aa6e9-8ed3-4d30-957b-b6b716a49bda tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (8db9293d-8ed8-463a-a438-3ec1e71c35d1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:25.978665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c32aa6e9-8ed3-4d30-957b-b6b716a49bda tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:25.979014 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c32aa6e9-8ed3-4d30-957b-b6b716a49bda tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:26.070361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-c32aa6e9-8ed3-4d30-957b-b6b716a49bda tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] For port ee57e2c2-7edb-44d2-8b4c-a1bea2d46083, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee57e2c2-7edb-44d2-8b4c-a1bea2d46083,segment=NetworkSegment(ced9f562-8ef2-4308-8a82-529b4ef99423),segment_id=ced9f562-8ef2-4308-8a82-529b4ef99423)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:26.071049 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c32aa6e9-8ed3-4d30-957b-b6b716a49bda tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:26.085701 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c32aa6e9-8ed3-4d30-957b-b6b716a49bda tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Calling delete_port for ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:26.103156 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:26.352221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Router 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:44:26.352450 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c32aa6e9-8ed3-4d30-957b-b6b716a49bda tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ee57e2c2-7edb-44d2-8b4c-a1bea2d46083), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:26.383236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32aa6e9-8ed3-4d30-957b-b6b716a49bda tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Port': ['ID=ee57e2c2-7edb-44d2-8b4c-a1bea2d46083,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:26.494382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:44:26.509129 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Sync routers for ids ['2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:44:26.525986 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Routers {'2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:26.527109 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124850b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:26.603132 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c32aa6e9-8ed3-4d30-957b-b6b716a49bda tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (8db9293d-8ed8-463a-a438-3ec1e71c35d1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:26.625389 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:26.630283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-22f93c73-22ec-4a51-b456-91a0802625c7 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 2.5191286
Apr 16 21:44:26.633707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42872) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:26.660910 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Set router 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:26.693891 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f86753-fbbe-4b9a-84df-df541a469ea2 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:26.695491 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-87f86753-fbbe-4b9a-84df-df541a469ea2 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b9d0d3b45797487d88c64d6ae767cc18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0607657
Apr 16 21:44:26.698409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42874) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:26.796145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cdabe1-46d3-4b8e-9fa7-b231abd2e676 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:26.797711 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-34cdabe1-46d3-4b8e-9fa7-b231abd2e676 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0983245
Apr 16 21:44:26.800558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42876) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:26.830093 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-58d6a916-e1f7-402e-81ed-2e407969d55a tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0282362
Apr 16 21:44:26.833364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42878) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:26.850451 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124850b80>, [{'id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-21003406', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:25Z', 'revision_number': 3, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:26.869077 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2ad30dc9-9a7c-4b9d-8df9-32704aacb66a tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b9d0d3b45797487d88c64d6ae767cc18&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0290251
Apr 16 21:44:26.869077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42880) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:26.871972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32aa6e9-8ed3-4d30-957b-b6b716a49bda tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:44:26.886625 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Checking router: 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:44:26.886990 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Updating router 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e port fcf27578-6a49-4ea6-9984-de74b690880d binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:44:26.921446 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fcf27578-6a49-4ea6-9984-de74b690880d), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:26.963463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadcce67-760e-4cc3-b028-9dccdeaf32ef tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:26.965086 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fadcce67-760e-4cc3-b028-9dccdeaf32ef tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0999846
Apr 16 21:44:26.967762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42882) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:26.997881 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5e0ab5c8-a245-4133-8cd3-0d13bd076bc5 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0289900
Apr 16 21:44:27.000279 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42884) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:27.000695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32aa6e9-8ed3-4d30-957b-b6b716a49bda tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:44:27.005783 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-7e04d909-85d0-4752-a24b-84967e0f82cf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1900203154', 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf', 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:44:27.009747 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c32aa6e9-8ed3-4d30-957b-b6b716a49bda tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "PUT /v2.0/routers/8db9293d-8ed8-463a-a438-3ec1e71c35d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6754541
Apr 16 21:44:27.012464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42886) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:27.015099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede0b236-d819-457b-b351-eef535a6ab44 None None] Sync routers for ids ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:44:27.026972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0b236-d819-457b-b351-eef535a6ab44 None None] Routers {'8db9293d-8ed8-463a-a438-3ec1e71c35d1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:27.028116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ede0b236-d819-457b-b351-eef535a6ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242d3be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:27.068012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed377bac-1d73-409d-8bd1-f9c1aa52eb45 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting subnet 1e3319ae-c45d-4e70-a407-adfe87b059a2 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:44:27.071456 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed377bac-1d73-409d-8bd1-f9c1aa52eb45 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for subnet (1e3319ae-c45d-4e70-a407-adfe87b059a2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.117356 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed377bac-1d73-409d-8bd1-f9c1aa52eb45 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (1e3319ae-c45d-4e70-a407-adfe87b059a2), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.147403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-ede0b236-d819-457b-b351-eef535a6ab44 None None] Set router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:27.182173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e04d909-85d0-4752-a24b-84967e0f82cf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Made reservation on behalf of b9d0d3b45797487d88c64d6ae767cc18 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:44:27.187443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e04d909-85d0-4752-a24b-84967e0f82cf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.214735 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed377bac-1d73-409d-8bd1-f9c1aa52eb45 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (1e3319ae-c45d-4e70-a407-adfe87b059a2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.221415 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Publish callbacks [] for port (fcf27578-6a49-4ea6-9984-de74b690880d), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.302625 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fcf27578-6a49-4ea6-9984-de74b690880d), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.343987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ede0b236-d819-457b-b351-eef535a6ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242d3be0>, [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:44:26Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:27.357796 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Attempting to bind port fcf27578-6a49-4ea6-9984-de74b690880d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:44:27.358161 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Attempting to bind port fcf27578-6a49-4ea6-9984-de74b690880d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:44:27.358515 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Attempting to bind port fcf27578-6a49-4ea6-9984-de74b690880d on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:44:27.365894 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Pushing event updated for resources: {'Port': ['ID=fcf27578-6a49-4ea6-9984-de74b690880d,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:27.369148 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:44:27.369770 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:44:27.370157 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.370542 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:44:27.371023 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Bound port: fcf27578-6a49-4ea6-9984-de74b690880d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:44:27.371383 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fcf27578-6a49-4ea6-9984-de74b690880d), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.377435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed377bac-1d73-409d-8bd1-f9c1aa52eb45 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (1e3319ae-c45d-4e70-a407-adfe87b059a2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.380506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede0b236-d819-457b-b351-eef535a6ab44 None None] Checking router: 8db9293d-8ed8-463a-a438-3ec1e71c35d1 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:44:27.393177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0b236-d819-457b-b351-eef535a6ab44 None None] Routers {'8db9293d-8ed8-463a-a438-3ec1e71c35d1'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:27.394881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ede0b236-d819-457b-b351-eef535a6ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242d3be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:27.406479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed377bac-1d73-409d-8bd1-f9c1aa52eb45 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3319ae-c45d-4e70-a407-adfe87b059a2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:27.411382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ed377bac-1d73-409d-8bd1-f9c1aa52eb45 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.415189 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ed377bac-1d73-409d-8bd1-f9c1aa52eb45 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "DELETE /v2.0/subnets/1e3319ae-c45d-4e70-a407-adfe87b059a2 HTTP/1.1" status: 204  len: 168 time: 0.4010177
Apr 16 21:44:27.417932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42890) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:27.428548 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.429024 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.429481 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.429906 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.430336 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.430754 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.431175 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.431592 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.432012 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.432494 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.432983 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.441543 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.441543 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.441543 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.441543 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:27.460416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a87314d7-f7ef-4a87-97c5-dd497a66d084 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:44:27.464901 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] For port fcf27578-6a49-4ea6-9984-de74b690880d, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:44:27.465032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6883a6e2-c517-4af4-a225-e6c57f3543fd None None] Network e4195a25-b1a8-4a56-8295-36338d15756e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:44:27.466529 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] For port fcf27578-6a49-4ea6-9984-de74b690880d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcf27578-6a49-4ea6-9984-de74b690880d,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:44:27.526988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: a87314d7-f7ef-4a87-97c5-dd497a66d084 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:44:27.527331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a87314d7-f7ef-4a87-97c5-dd497a66d084 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:44:27.537913 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router (8db9293d-8ed8-463a-a438-3ec1e71c35d1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.556475 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e04d909-85d0-4752-a24b-84967e0f82cf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (a0136f33-926e-4517-a092-eb4df6eae347), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.575675 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fcf27578-6a49-4ea6-9984-de74b690880d), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.615360 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04d909-85d0-4752-a24b-84967e0f82cf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Subnet': ['ID=a0136f33-926e-4517-a092-eb4df6eae347,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:27.644135 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Routers {'2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:27.645717 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124850b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:27.648706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-ede0b236-d819-457b-b351-eef535a6ab44 None None] Set router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:27.655836 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04d909-85d0-4752-a24b-84967e0f82cf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Checking segment: {'id': 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:44:27.658165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04d909-85d0-4752-a24b-84967e0f82cf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Network hostable DHCP agents. Network: b74be7d4-ad60-4796-9499-3dd51e9f81cf, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:44:27.727777 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router_gateway (8db9293d-8ed8-463a-a438-3ec1e71c35d1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.757177 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02521314-e8f8-4cff-9dbf-61b7a5a8209b None None] Pushing event updated for resources: {'Port': ['ID=fcf27578-6a49-4ea6-9984-de74b690880d,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:27.759327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac08fcb7-47a9-4323-b47a-0d6f2b91afec None None] DHCP port deletion for e4195a25-b1a8-4a56-8295-36338d15756e request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:44:27.782456 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] Set router 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:27.815649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04d909-85d0-4752-a24b-84967e0f82cf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Network b74be7d4-ad60-4796-9499-3dd51e9f81cf is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:44:27.822028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ac08fcb7-47a9-4323-b47a-0d6f2b91afec None None] Deleting port 5880469d-a990-4cb0-a299-d3b7a9a458af {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:27.822466 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ac08fcb7-47a9-4323-b47a-0d6f2b91afec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5880469d-a990-4cb0-a299-d3b7a9a458af), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.900005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Deleting port 8e9a55f4-0415-4aab-aa39-826ba15dfbdd {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:27.900449 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.903585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-7e04d909-85d0-4752-a24b-84967e0f82cf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b74be7d4-ad60-4796-9499-3dd51e9f81cf) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:44:27.907053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e04d909-85d0-4752-a24b-84967e0f82cf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:27.907787 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7e04d909-85d0-4752-a24b-84967e0f82cf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.927861 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a974d4-b7f8-445e-9b9e-e304b464190d None None] Network b74be7d4-ad60-4796-9499-3dd51e9f81cf requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:44:27.932961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ac08fcb7-47a9-4323-b47a-0d6f2b91afec None None] For port 5880469d-a990-4cb0-a299-d3b7a9a458af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5880469d-a990-4cb0-a299-d3b7a9a458af,segment=NetworkSegment(ced9f562-8ef2-4308-8a82-529b4ef99423),segment_id=ced9f562-8ef2-4308-8a82-529b4ef99423)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:27.933381 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ac08fcb7-47a9-4323-b47a-0d6f2b91afec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5880469d-a990-4cb0-a299-d3b7a9a458af), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:27.955031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ede0b236-d819-457b-b351-eef535a6ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242d3be0>, [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:44:26Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:27.978215 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124850b80>, [{'id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-21003406', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:25Z', 'revision_number': 3, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:27.985495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ac08fcb7-47a9-4323-b47a-0d6f2b91afec None None] Calling delete_port for 5880469d-a990-4cb0-a299-d3b7a9a458af owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:28.006718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7e04d909-85d0-4752-a24b-84967e0f82cf tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.0053470
Apr 16 21:44:28.007580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 42896) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:28.022299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] For port 8e9a55f4-0415-4aab-aa39-826ba15dfbdd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e9a55f4-0415-4aab-aa39-826ba15dfbdd,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:28.022647 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.025129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede0b236-d819-457b-b351-eef535a6ab44 None None] The sync data for ids ['8db9293d-8ed8-463a-a438-3ec1e71c35d1'] in ncdv-master-1 is: [{'id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'name': 'tempest-TestNetworkBasicOps-router-432439809', 'tenant_id': '5279e09b8205420980e8c7accbcc5f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:37Z', 'updated_at': '2022-04-16T21:44:26Z', 'revision_number': 5, 'project_id': '5279e09b8205420980e8c7accbcc5f93', 'gw_port': {'id': '8e9a55f4-0415-4aab-aa39-826ba15dfbdd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9293d-8ed8-463a-a438-3ec1e71c35d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:38Z', 'updated_at': '2022-04-16T21:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:44:28.058404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Calling delete_port for 8e9a55f4-0415-4aab-aa39-826ba15dfbdd owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:28.110286 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc2663b-e13e-423f-a88f-bd4f9677d780 None None] The sync data for ids ['2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'] in ncdv-master-1 is: [{'id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-21003406', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:25Z', 'revision_number': 3, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:44:28.195372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b74be7d4-ad60-4796-9499-3dd51e9f81cf', 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf', 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'fixed_ips': [{'subnet_id': 'a0136f33-926e-4517-a092-eb4df6eae347'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:44:28.197183 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.309842 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ac08fcb7-47a9-4323-b47a-0d6f2b91afec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (5880469d-a990-4cb0-a299-d3b7a9a458af), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.351909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08fcb7-47a9-4323-b47a-0d6f2b91afec None None] Pushing event deleted for resources: {'Port': ['ID=5880469d-a990-4cb0-a299-d3b7a9a458af,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:28.358710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac08fcb7-47a9-4323-b47a-0d6f2b91afec None None] No DVR routers for this DVR port 5880469d-a990-4cb0-a299-d3b7a9a458af on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:44:28.395703 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8e9a55f4-0415-4aab-aa39-826ba15dfbdd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.420014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Allocated IP 172.20.0.18 (b74be7d4-ad60-4796-9499-3dd51e9f81cf/a0136f33-926e-4517-a092-eb4df6eae347/0fce16d8-88d4-4971-990e-c322e42827df) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:44:28.446480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Port': ['ID=8e9a55f4-0415-4aab-aa39-826ba15dfbdd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:28.550587 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (8db9293d-8ed8-463a-a438-3ec1e71c35d1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.696465 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Publish callbacks [] for port (0fce16d8-88d4-4971-990e-c322e42827df), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.703999 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (8db9293d-8ed8-463a-a438-3ec1e71c35d1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.708787 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router_controller (8db9293d-8ed8-463a-a438-3ec1e71c35d1), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.742366 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.800727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (0fce16d8-88d4-4971-990e-c322e42827df), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.834483 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (8db9293d-8ed8-463a-a438-3ec1e71c35d1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.835378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Fanout notify agent at l3_agent the message router_deleted on router 8db9293d-8ed8-463a-a438-3ec1e71c35d1 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:44:28.844013 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.849514 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b8ee3162-eaec-46c7-9565-c6a21a71b424 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "DELETE /v2.0/routers/8db9293d-8ed8-463a-a438-3ec1e71c35d1 HTTP/1.1" status: 204  len: 168 time: 1.4303761
Apr 16 21:44:28.850280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42904) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:28.860400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Network b74be7d4-ad60-4796-9499-3dd51e9f81cf is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:44:28.864808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:44:28.867012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Pushing event updated for resources: {'Port': ['ID=0fce16d8-88d4-4971-990e-c322e42827df,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:28.869964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:44:28.971858 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c2a35d60-3367-4c60-aa99-47aab3724536 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e4195a25-b1a8-4a56-8295-36338d15756e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.976831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Attempting to bind port 0fce16d8-88d4-4971-990e-c322e42827df on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:44:28.977096 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Attempting to bind port 0fce16d8-88d4-4971-990e-c322e42827df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:44:28.977476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Attempting to bind port 0fce16d8-88d4-4971-990e-c322e42827df on network b74be7d4-ad60-4796-9499-3dd51e9f81cf {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:44:28.989761 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:44:28.990152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Checking segment: {'id': 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:44:28.990577 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:28.990982 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Bound using segment: {'id': 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:44:28.991472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Bound port: 0fce16d8-88d4-4971-990e-c322e42827df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:44:28.992074 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0fce16d8-88d4-4971-990e-c322e42827df), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.089231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fcf27578-6a49-4ea6-9984-de74b690880d up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:44:29.120483 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c2a35d60-3367-4c60-aa99-47aab3724536 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e4195a25-b1a8-4a56-8295-36338d15756e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.143882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] For port 0fce16d8-88d4-4971-990e-c322e42827df, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:44:29.147979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] For port 0fce16d8-88d4-4971-990e-c322e42827df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fce16d8-88d4-4971-990e-c322e42827df,segment=NetworkSegment(e61ba69c-fb85-4fce-98d3-6aa291a9ed2d),segment_id=e61ba69c-fb85-4fce-98d3-6aa291a9ed2d)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:44:29.148551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c2a35d60-3367-4c60-aa99-47aab3724536 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e84ef40>,) {'filters': {'network_id': ['e4195a25-b1a8-4a56-8295-36338d15756e']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:29.159993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port fcf27578-6a49-4ea6-9984-de74b690880d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:29.160676 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fcf27578-6a49-4ea6-9984-de74b690880d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.161564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c2a35d60-3367-4c60-aa99-47aab3724536 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e84ef40>, 'ced9f562-8ef2-4308-8a82-529b4ef99423') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:29.161872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c2a35d60-3367-4c60-aa99-47aab3724536 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e84ef40>, 'ced9f562-8ef2-4308-8a82-529b4ef99423') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:29.173587 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c2a35d60-3367-4c60-aa99-47aab3724536 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (ced9f562-8ef2-4308-8a82-529b4ef99423), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.194491 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c2a35d60-3367-4c60-aa99-47aab3724536 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (ced9f562-8ef2-4308-8a82-529b4ef99423), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.204502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a35d60-3367-4c60-aa99-47aab3724536 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:44:29.205055 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c2a35d60-3367-4c60-aa99-47aab3724536 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (ced9f562-8ef2-4308-8a82-529b4ef99423), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:44:29.209313 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:44:29.219443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Allocated IP 172.20.0.17 (b74be7d4-ad60-4796-9499-3dd51e9f81cf/a0136f33-926e-4517-a092-eb4df6eae347/881f37d7-ba8e-40ba-a084-1d66186bb4ce) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:44:29.267127 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0fce16d8-88d4-4971-990e-c322e42827df), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.339254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port fcf27578-6a49-4ea6-9984-de74b690880d is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:29.339646 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fcf27578-6a49-4ea6-9984-de74b690880d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.347219 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c2a35d60-3367-4c60-aa99-47aab3724536 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e4195a25-b1a8-4a56-8295-36338d15756e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.366034 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c2a35d60-3367-4c60-aa99-47aab3724536 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.370467 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c2a35d60-3367-4c60-aa99-47aab3724536 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] 10.222.0.20 "DELETE /v2.0/networks/e4195a25-b1a8-4a56-8295-36338d15756e HTTP/1.1" status: 204  len: 168 time: 0.5159004
Apr 16 21:44:29.370965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port fcf27578-6a49-4ea6-9984-de74b690880d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcf27578-6a49-4ea6-9984-de74b690880d,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:29.406561 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a28e11-00f4-449b-a445-d5e4438e77ff None None] Pushing event updated for resources: {'Port': ['ID=0fce16d8-88d4-4971-990e-c322e42827df,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:29.410302 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.422862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a35d60-3367-4c60-aa99-47aab3724536 tempest-TestNetworkBasicOps-2083126549 tempest-TestNetworkBasicOps-2083126549-project] Pushing event deleted for resources: {'Network': ['ID=e4195a25-b1a8-4a56-8295-36338d15756e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:29.473824 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fcf27578-6a49-4ea6-9984-de74b690880d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.546684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=fcf27578-6a49-4ea6-9984-de74b690880d,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:29.554626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:44:29.560797 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.586422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:44:29.586861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Network b74be7d4-ad60-4796-9499-3dd51e9f81cf is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:44:29.587097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ee57e2c2-7edb-44d2-8b4c-a1bea2d46083 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:44:29.587540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5880469d-a990-4cb0-a299-d3b7a9a458af no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:44:29.593805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:44:29.608130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 5880469d-a990-4cb0-a299-d3b7a9a458af {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:44:29.608528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5880469d-a990-4cb0-a299-d3b7a9a458af not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:44:29.615862 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:44:29.681035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Port': ['ID=881f37d7-ba8e-40ba-a084-1d66186bb4ce,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:29.694575 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.941152 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:29.967676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42932) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:30.113448 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6e1af2b5-c925-4827-9d71-3249e6f5f5af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5279e09b8205420980e8c7accbcc5f93&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1474466
Apr 16 21:44:30.115802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42936) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:30.168634 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0ef7c7da-5eac-43d4-b488-1862b363c1db admin admin] Publish callbacks [] for security_group (2d1e1feb-ca6d-4d26-b7dd-dea6df956cff), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:30.194840 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0ef7c7da-5eac-43d4-b488-1862b363c1db admin admin] Publish callbacks [] for security_group (2d1e1feb-ca6d-4d26-b7dd-dea6df956cff), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:30.267109 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:30.336743 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0ef7c7da-5eac-43d4-b488-1862b363c1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2d1e1feb-ca6d-4d26-b7dd-dea6df956cff), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:30.339834 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0ef7c7da-5eac-43d4-b488-1862b363c1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:30.343381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0ef7c7da-5eac-43d4-b488-1862b363c1db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d1e1feb-ca6d-4d26-b7dd-dea6df956cff HTTP/1.1" status: 204  len: 168 time: 0.2243235
Apr 16 21:44:30.364229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:30.364393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7c7da-5eac-43d4-b488-1862b363c1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1e1feb-ca6d-4d26-b7dd-dea6df956cff,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:30.505938 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:30.529444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Port': ['ID=881f37d7-ba8e-40ba-a084-1d66186bb4ce,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:30.570455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c556f3-d7e7-4c09-970e-a4e60e05a4e2 None None] Network b74be7d4-ad60-4796-9499-3dd51e9f81cf requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:44:30.639369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4f48b9d0-86f0-4877-883a-3c1dc211ffb3 None None] Provisioning complete for port 0fce16d8-88d4-4971-990e-c322e42827df triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:30.644554 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4f48b9d0-86f0-4877-883a-3c1dc211ffb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0fce16d8-88d4-4971-990e-c322e42827df), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:30.661367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Network b74be7d4-ad60-4796-9499-3dd51e9f81cf is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:44:30.663378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:44:30.896640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Router 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:44:30.949617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4f48b9d0-86f0-4877-883a-3c1dc211ffb3 None None] Current status of the port 0fce16d8-88d4-4971-990e-c322e42827df is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:30.949889 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4f48b9d0-86f0-4877-883a-3c1dc211ffb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0fce16d8-88d4-4971-990e-c322e42827df), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:31.183827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:44:31.196635 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Sync routers for ids ['2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:44:31.208217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6e252c26-f2c4-4471-8821-8e08a6de7468 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "PUT /v2.0/routers/2760118b-cd94-4e0b-9ab4-73d4d9d8f65e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1946082
Apr 16 21:44:31.222257 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Routers {'2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:31.222911 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d08cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:31.319532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 42986) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:31.320900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fcf27578-6a49-4ea6-9984-de74b690880d up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:44:31.367229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-814c79cd-5e42-47c8-af8c-a2040723baf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:31.388684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4f48b9d0-86f0-4877-883a-3c1dc211ffb3 None None] For port 0fce16d8-88d4-4971-990e-c322e42827df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fce16d8-88d4-4971-990e-c322e42827df,segment=NetworkSegment(e61ba69c-fb85-4fce-98d3-6aa291a9ed2d),segment_id=e61ba69c-fb85-4fce-98d3-6aa291a9ed2d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:31.414608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port fcf27578-6a49-4ea6-9984-de74b690880d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:31.415281 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fcf27578-6a49-4ea6-9984-de74b690880d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:31.435412 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Set router 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:31.465819 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4f48b9d0-86f0-4877-883a-3c1dc211ffb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0fce16d8-88d4-4971-990e-c322e42827df), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:31.529380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48b9d0-86f0-4877-883a-3c1dc211ffb3 None None] Pushing event updated for resources: {'Port': ['ID=0fce16d8-88d4-4971-990e-c322e42827df,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:31.559393 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-814c79cd-5e42-47c8-af8c-a2040723baf3 admin admin] Publish callbacks [] for security_group (82bccc12-d38d-4a8f-ab5b-eabc6a87891f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:31.600428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port fcf27578-6a49-4ea6-9984-de74b690880d is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:31.600428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0fce16d8-88d4-4971-990e-c322e42827df up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:44:31.633521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-235e62be-82d8-402a-a4b4-2a2266935ff0 None None] Provisioning complete for port 881f37d7-ba8e-40ba-a084-1d66186bb4ce triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:31.633905 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-235e62be-82d8-402a-a4b4-2a2266935ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:31.641528 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-814c79cd-5e42-47c8-af8c-a2040723baf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (82bccc12-d38d-4a8f-ab5b-eabc6a87891f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:31.672577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-235e62be-82d8-402a-a4b4-2a2266935ff0 None None] Port 881f37d7-ba8e-40ba-a084-1d66186bb4ce cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:44:31.686878 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-235e62be-82d8-402a-a4b4-2a2266935ff0 None None] Provisioning complete for port 0fce16d8-88d4-4971-990e-c322e42827df triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:31.687542 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-235e62be-82d8-402a-a4b4-2a2266935ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0fce16d8-88d4-4971-990e-c322e42827df), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:31.711495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43004) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:31.746939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 0fce16d8-88d4-4971-990e-c322e42827df triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:31.747316 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0fce16d8-88d4-4971-990e-c322e42827df), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:31.795022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43008) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:31.795369 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-814c79cd-5e42-47c8-af8c-a2040723baf3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9a9597ebcaa42b99f8378cd68a65992&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4765351
Apr 16 21:44:31.824612 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c79cd-5e42-47c8-af8c-a2040723baf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bccc12-d38d-4a8f-ab5b-eabc6a87891f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:31.850118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-dc91c969-1bd0-475c-98c1-a3730193fa50 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:31.851709 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-dc91c969-1bd0-475c-98c1-a3730193fa50 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/networks?id=b74be7d4-ad60-4796-9499-3dd51e9f81cf HTTP/1.1" status: 200  len: 798 time: 0.3124139
Apr 16 21:44:31.854563 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d08cd0>, [{'id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-21003406', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:29Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '881f37d7-ba8e-40ba-a084-1d66186bb4ce', 'name': '', 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'mac_address': 'fa:16:3e:9b:52:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'a0136f33-926e-4517-a092-eb4df6eae347', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:44:28Z', 'updated_at': '2022-04-16T21:44:30Z', 'revision_number': 2, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'subnets': [{'id': 'a0136f33-926e-4517-a092-eb4df6eae347', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:31.858875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-235e62be-82d8-402a-a4b4-2a2266935ff0 None None] Current status of the port 0fce16d8-88d4-4971-990e-c322e42827df is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:31.881475 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-871eaf24-b5c0-4455-9a2d-11476044fb2d tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/quotas/b9d0d3b45797487d88c64d6ae767cc18 HTTP/1.1" status: 200  len: 375 time: 0.0217302
Apr 16 21:44:31.900546 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a409f1a-afa8-4251-bb80-c689b7cb6af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:31.909011 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Checking router: 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:44:31.909252 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Updating router 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e port 881f37d7-ba8e-40ba-a084-1d66186bb4ce binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:44:31.919531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0fce16d8-88d4-4971-990e-c322e42827df is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:31.933867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8e9a55f4-0415-4aab-aa39-826ba15dfbdd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:44:31.942081 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:31.966465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-8e3f6181-f69d-4029-b395-f34452d4248c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9d0d3b45797487d88c64d6ae767cc18&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0819800
Apr 16 21:44:31.973663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 8e9a55f4-0415-4aab-aa39-826ba15dfbdd {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:44:31.974693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8e9a55f4-0415-4aab-aa39-826ba15dfbdd not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:44:31.987846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-db43823a-e317-498c-92d5-e9f84c39e426 None None] Provisioning complete for port 881f37d7-ba8e-40ba-a084-1d66186bb4ce triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:31.988273 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-db43823a-e317-498c-92d5-e9f84c39e426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.000102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a409f1a-afa8-4251-bb80-c689b7cb6af7 admin admin] Publish callbacks [] for security_group (64f4cc78-b615-4d92-b28b-2df7e3e640e0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.001124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85679c55-8ad6-42e8-ac64-0caa6000323c admin admin] Publish callbacks [] for security_group (82bccc12-d38d-4a8f-ab5b-eabc6a87891f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.029240 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85679c55-8ad6-42e8-ac64-0caa6000323c admin admin] Publish callbacks [] for security_group (82bccc12-d38d-4a8f-ab5b-eabc6a87891f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.030668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-db43823a-e317-498c-92d5-e9f84c39e426 None None] Port 881f37d7-ba8e-40ba-a084-1d66186bb4ce cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:44:32.085140 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a409f1a-afa8-4251-bb80-c689b7cb6af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (64f4cc78-b615-4d92-b28b-2df7e3e640e0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.104336 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-49debb01-b45d-4944-a558-0c9661b69cc7 service neutron] 10.222.0.20 "GET /v2.0/networks/b74be7d4-ad60-4796-9499-3dd51e9f81cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1179359
Apr 16 21:44:32.128894 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1a409f1a-afa8-4251-bb80-c689b7cb6af7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c047382ac5554bbcaa40e70506123872&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4196784
Apr 16 21:44:32.129503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43012) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:32.131464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a409f1a-afa8-4251-bb80-c689b7cb6af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f4cc78-b615-4d92-b28b-2df7e3e640e0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:32.178903 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85679c55-8ad6-42e8-ac64-0caa6000323c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (82bccc12-d38d-4a8f-ab5b-eabc6a87891f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.182718 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85679c55-8ad6-42e8-ac64-0caa6000323c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.183936 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-85679c55-8ad6-42e8-ac64-0caa6000323c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82bccc12-d38d-4a8f-ab5b-eabc6a87891f HTTP/1.1" status: 204  len: 168 time: 0.3876708
Apr 16 21:44:32.195853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85679c55-8ad6-42e8-ac64-0caa6000323c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bccc12-d38d-4a8f-ab5b-eabc6a87891f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:32.223139 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85d1e94e-bae5-4e7b-b320-d05dc9d48fac admin admin] Publish callbacks [] for security_group (64f4cc78-b615-4d92-b28b-2df7e3e640e0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.232008 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-5026924a-e43e-4bcf-98e9-129ade79111e service neutron] 10.222.0.20 "GET /v2.0/networks/b74be7d4-ad60-4796-9499-3dd51e9f81cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265655
Apr 16 21:44:32.246232 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85d1e94e-bae5-4e7b-b320-d05dc9d48fac admin admin] Publish callbacks [] for security_group (64f4cc78-b615-4d92-b28b-2df7e3e640e0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.276420 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Publish callbacks [] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.379962 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.409026 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85d1e94e-bae5-4e7b-b320-d05dc9d48fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (64f4cc78-b615-4d92-b28b-2df7e3e640e0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.412493 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-85d1e94e-bae5-4e7b-b320-d05dc9d48fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.416459 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-85d1e94e-bae5-4e7b-b320-d05dc9d48fac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64f4cc78-b615-4d92-b28b-2df7e3e640e0 HTTP/1.1" status: 204  len: 168 time: 0.2858326
Apr 16 21:44:32.428051 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d304726-ddd2-41e4-a3ca-5bc8bc87f044 None None] Pushing event updated for resources: {'Port': ['ID=881f37d7-ba8e-40ba-a084-1d66186bb4ce,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:32.448011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1e94e-bae5-4e7b-b320-d05dc9d48fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f4cc78-b615-4d92-b28b-2df7e3e640e0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:32.535054 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a405874c-3d3b-4341-93ec-ddd5081db888 req-36d9b9f4-5600-459a-b07a-51277d901738 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 210 time: 0.0485766
Apr 16 21:44:32.561009 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Attempting to bind port 881f37d7-ba8e-40ba-a084-1d66186bb4ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:44:32.562587 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Attempting to bind port 881f37d7-ba8e-40ba-a084-1d66186bb4ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:44:32.562965 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Attempting to bind port 881f37d7-ba8e-40ba-a084-1d66186bb4ce on network b74be7d4-ad60-4796-9499-3dd51e9f81cf {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:44:32.572004 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:44:32.572423 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Checking segment: {'id': 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:44:32.572832 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.573230 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Bound using segment: {'id': 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:44:32.573705 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Bound port: 881f37d7-ba8e-40ba-a084-1d66186bb4ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:44:32.574089 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.683445 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] For port 881f37d7-ba8e-40ba-a084-1d66186bb4ce, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:44:32.686851 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] For port 881f37d7-ba8e-40ba-a084-1d66186bb4ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=881f37d7-ba8e-40ba-a084-1d66186bb4ce,segment=NetworkSegment(e61ba69c-fb85-4fce-98d3-6aa291a9ed2d),segment_id=e61ba69c-fb85-4fce-98d3-6aa291a9ed2d)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:44:32.758655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-38f05af2-13cb-4c51-a286-17ba1aed54a9 None None] Provisioning complete for port 881f37d7-ba8e-40ba-a084-1d66186bb4ce triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:32.759196 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-38f05af2-13cb-4c51-a286-17ba1aed54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.771325 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:32.796514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-38f05af2-13cb-4c51-a286-17ba1aed54a9 None None] Port 881f37d7-ba8e-40ba-a084-1d66186bb4ce cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:44:32.833195 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Routers {'2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:32.833817 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d08cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:32.836984 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d304726-ddd2-41e4-a3ca-5bc8bc87f044 None None] Pushing event updated for resources: {'Port': ['ID=881f37d7-ba8e-40ba-a084-1d66186bb4ce,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:32.920879 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0fce16d8-88d4-4971-990e-c322e42827df up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:44:33.002793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 0fce16d8-88d4-4971-990e-c322e42827df triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:33.003730 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0fce16d8-88d4-4971-990e-c322e42827df), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:33.065773 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] Set router 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:33.123922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0fce16d8-88d4-4971-990e-c322e42827df is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:33.217175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6158d057-85e5-4464-a711-4ba315843146 None None] Provisioning complete for port 881f37d7-ba8e-40ba-a084-1d66186bb4ce triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:33.217564 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6158d057-85e5-4464-a711-4ba315843146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:33.301388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6158d057-85e5-4464-a711-4ba315843146 None None] Current status of the port 881f37d7-ba8e-40ba-a084-1d66186bb4ce is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:33.305054 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d08cd0>, [{'id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-21003406', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:29Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '881f37d7-ba8e-40ba-a084-1d66186bb4ce', 'name': '', 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'mac_address': 'fa:16:3e:9b:52:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'a0136f33-926e-4517-a092-eb4df6eae347', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:44:28Z', 'updated_at': '2022-04-16T21:44:32Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'subnets': [{'id': 'a0136f33-926e-4517-a092-eb4df6eae347', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:33.305616 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6158d057-85e5-4464-a711-4ba315843146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:33.335384 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdc7166-f89e-4803-8b48-f8d9c967c8fa None None] The sync data for ids ['2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'] in ncdv-master-1 is: [{'id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-21003406', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:29Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '881f37d7-ba8e-40ba-a084-1d66186bb4ce', 'name': '', 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'mac_address': 'fa:16:3e:9b:52:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'a0136f33-926e-4517-a092-eb4df6eae347', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:44:28Z', 'updated_at': '2022-04-16T21:44:32Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'subnets': [{'id': 'a0136f33-926e-4517-a092-eb4df6eae347', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:44:33.345298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6158d057-85e5-4464-a711-4ba315843146 None None] For port 881f37d7-ba8e-40ba-a084-1d66186bb4ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=881f37d7-ba8e-40ba-a084-1d66186bb4ce,segment=NetworkSegment(e61ba69c-fb85-4fce-98d3-6aa291a9ed2d),segment_id=e61ba69c-fb85-4fce-98d3-6aa291a9ed2d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:33.426391 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6158d057-85e5-4464-a711-4ba315843146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:33.484482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158d057-85e5-4464-a711-4ba315843146 None None] Pushing event updated for resources: {'Port': ['ID=881f37d7-ba8e-40ba-a084-1d66186bb4ce,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:34.071757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70611667-0c14-476a-b8cd-535f3cb6c25e req-1ac977e2-bed3-4d41-8025-fd2295416f00 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 210 time: 0.4501939
Apr 16 21:44:34.907064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-a5f34e93-d226-4010-bb92-b916741f45df tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:34.908568 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-a5f34e93-d226-4010-bb92-b916741f45df tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.11 "GET /v2.0/networks?id=b74be7d4-ad60-4796-9499-3dd51e9f81cf HTTP/1.1" status: 200  len: 798 time: 0.1555173
Apr 16 21:44:34.921910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-3d31bf04-a4f9-4a33-a041-3b22ff715f6f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Request body: {'port': {'device_id': 'cd96bc57-afee-414c-a2f0-852e8056f737', 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf', 'admin_state_up': True, 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:44:34.938037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 881f37d7-ba8e-40ba-a084-1d66186bb4ce up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:44:34.997630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 881f37d7-ba8e-40ba-a084-1d66186bb4ce triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:34.998283 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:35.090168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 881f37d7-ba8e-40ba-a084-1d66186bb4ce is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:35.096763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-3d31bf04-a4f9-4a33-a041-3b22ff715f6f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Made reservation on behalf of b9d0d3b45797487d88c64d6ae767cc18 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:44:35.100143 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-3d31bf04-a4f9-4a33-a041-3b22ff715f6f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:35.178257 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4caab26-4b77-4aa3-9259-aa7a37896005 req-5f4f2253-b8dd-4adc-a2cb-437cbacfef64 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 210 time: 0.0289931
Apr 16 21:44:35.241034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-3d31bf04-a4f9-4a33-a041-3b22ff715f6f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Allocated IP 172.20.0.19 (b74be7d4-ad60-4796-9499-3dd51e9f81cf/a0136f33-926e-4517-a092-eb4df6eae347/39595c5d-c2b6-43da-a81e-20810d7cadf9) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:44:35.362272 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-3d31bf04-a4f9-4a33-a041-3b22ff715f6f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:35.456689 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-3d31bf04-a4f9-4a33-a041-3b22ff715f6f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:35.497951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-3d31bf04-a4f9-4a33-a041-3b22ff715f6f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Network b74be7d4-ad60-4796-9499-3dd51e9f81cf is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:44:35.503736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-3d31bf04-a4f9-4a33-a041-3b22ff715f6f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:44:35.507700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-3d31bf04-a4f9-4a33-a041-3b22ff715f6f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:44:35.541517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31bf04-a4f9-4a33-a041-3b22ff715f6f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event updated for resources: {'Port': ['ID=39595c5d-c2b6-43da-a81e-20810d7cadf9,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:35.567091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-3d31bf04-a4f9-4a33-a041-3b22ff715f6f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:35.568446 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-3d31bf04-a4f9-4a33-a041-3b22ff715f6f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:35.711188 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-3d31bf04-a4f9-4a33-a041-3b22ff715f6f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 0.7917936
Apr 16 21:44:35.721136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Request body: {'port': {'device_id': 'cd96bc57-afee-414c-a2f0-852e8056f737', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:44:35.758614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-dfb092bb-9d62-4e2d-9b70-49b40b3704d4 None None] Provisioning complete for port 39595c5d-c2b6-43da-a81e-20810d7cadf9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:35.759001 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dfb092bb-9d62-4e2d-9b70-49b40b3704d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:35.781580 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:35.803751 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-dfb092bb-9d62-4e2d-9b70-49b40b3704d4 None None] Port 39595c5d-c2b6-43da-a81e-20810d7cadf9 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:44:36.066801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39595c5d-c2b6-43da-a81e-20810d7cadf9 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:44:36.075404 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Publish callbacks [] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:36.089753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Transition to ACTIVE for port object 39595c5d-c2b6-43da-a81e-20810d7cadf9 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:44:36.171090 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:36.295944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Pushing event updated for resources: {'Port': ['ID=39595c5d-c2b6-43da-a81e-20810d7cadf9,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:36.323053 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:36.365778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Attempting to bind port 39595c5d-c2b6-43da-a81e-20810d7cadf9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:44:36.366136 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Attempting to bind port 39595c5d-c2b6-43da-a81e-20810d7cadf9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:44:36.366479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Attempting to bind port 39595c5d-c2b6-43da-a81e-20810d7cadf9 on network b74be7d4-ad60-4796-9499-3dd51e9f81cf {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:44:36.374467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Port 39595c5d-c2b6-43da-a81e-20810d7cadf9 on network b74be7d4-ad60-4796-9499-3dd51e9f81cf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:44:36.374467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Attempting to bind port 39595c5d-c2b6-43da-a81e-20810d7cadf9 on network b74be7d4-ad60-4796-9499-3dd51e9f81cf {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:44:36.382912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:44:36.383276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Checking segment: {'id': 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:44:36.383675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Bound using segment: {'id': 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:44:36.384122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Bound port: 39595c5d-c2b6-43da-a81e-20810d7cadf9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:44:36.384534 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:36.393009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a489e4-f53d-40b3-8921-3a16c9fb7bdd req-96c8016c-89d8-4d41-b463-e284888ff8e4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:36.394507 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f1a489e4-f53d-40b3-8921-3a16c9fb7bdd req-96c8016c-89d8-4d41-b463-e284888ff8e4 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 907 time: 0.1028695
Apr 16 21:44:36.472618 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] For port 39595c5d-c2b6-43da-a81e-20810d7cadf9, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:44:36.475629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] For port 39595c5d-c2b6-43da-a81e-20810d7cadf9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39595c5d-c2b6-43da-a81e-20810d7cadf9,segment=NetworkSegment(e61ba69c-fb85-4fce-98d3-6aa291a9ed2d),segment_id=e61ba69c-fb85-4fce-98d3-6aa291a9ed2d)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:44:36.575393 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:36.613595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:36.613595 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:36.614077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] 10.222.0.11 "PUT /v2.0/ports/39595c5d-c2b6-43da-a81e-20810d7cadf9 HTTP/1.1" status: 200  len: 1055 time: 0.8975267
Apr 16 21:44:36.614551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd96bc57-afee-414c-a2f0-852e8056f737', 'tag': '39595c5d-c2b6-43da-a81e-20810d7cadf9'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:44:36.616978 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a7426a-2cb8-4f93-83fa-7309433bc856" -d '{"events": [{"name": "network-changed", "server_uuid": "cd96bc57-afee-414c-a2f0-852e8056f737", "tag": "39595c5d-c2b6-43da-a81e-20810d7cadf9"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:44:36.655664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a891fa7-1519-44ca-a843-7c539d8c5020 service neutron] Pushing event updated for resources: {'Port': ['ID=39595c5d-c2b6-43da-a81e-20810d7cadf9,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:36.674450 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4370d18d-5b6e-4311-aaa5-aa98c7233e12 x-openstack-request-id: req-4370d18d-5b6e-4311-aaa5-aa98c7233e12 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:44:36.674761 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd96bc57-afee-414c-a2f0-852e8056f737", "tag": "39595c5d-c2b6-43da-a81e-20810d7cadf9", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:44:36.675018 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4370d18d-5b6e-4311-aaa5-aa98c7233e12 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:44:36.675635 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4370d18d-5b6e-4311-aaa5-aa98c7233e12'] response: {'name': 'network-changed', 'server_uuid': 'cd96bc57-afee-414c-a2f0-852e8056f737', 'tag': '39595c5d-c2b6-43da-a81e-20810d7cadf9', 'status': 'completed', 'code': 200}
Apr 16 21:44:36.749078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7426a-2cb8-4f93-83fa-7309433bc856 req-8e743888-3af2-439c-8957-3d8a7e0bb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:36.750889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7a7426a-2cb8-4f93-83fa-7309433bc856 req-8e743888-3af2-439c-8957-3d8a7e0bb2f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9d0d3b45797487d88c64d6ae767cc18&device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 1089 time: 0.0499256
Apr 16 21:44:36.880390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7426a-2cb8-4f93-83fa-7309433bc856 req-a64dd8ab-9a5a-40cd-88b1-6c99f092c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:36.880824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7426a-2cb8-4f93-83fa-7309433bc856 req-a64dd8ab-9a5a-40cd-88b1-6c99f092c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:36.882389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7a7426a-2cb8-4f93-83fa-7309433bc856 req-a64dd8ab-9a5a-40cd-88b1-6c99f092c8d4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b9d0d3b45797487d88c64d6ae767cc18&shared=False HTTP/1.1" status: 200  len: 1585 time: 0.1243780
Apr 16 21:44:36.980277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7426a-2cb8-4f93-83fa-7309433bc856 req-588b05d3-f94c-4e5c-85cd-b0ffd1a0b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:36.981865 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7a7426a-2cb8-4f93-83fa-7309433bc856 req-588b05d3-f94c-4e5c-85cd-b0ffd1a0b225 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0939269
Apr 16 21:44:37.059367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-7394a8b3-ec5e-44a5-8244-d4f510d6253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:37.060932 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-7394a8b3-ec5e-44a5-8244-d4f510d6253f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9d0d3b45797487d88c64d6ae767cc18&device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 1089 time: 0.0439844
Apr 16 21:44:37.102915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-4a5ff5a6-12f3-4ac3-bc55-a39c946aeca0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=39595c5d-c2b6-43da-a81e-20810d7cadf9 HTTP/1.1" status: 200  len: 217 time: 0.0356688
Apr 16 21:44:37.161967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-0f64457c-fcd2-414e-b79e-ce23e26a4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:37.163550 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-0f64457c-fcd2-414e-b79e-ce23e26a4c3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0136f33-926e-4517-a092-eb4df6eae347 HTTP/1.1" status: 200  len: 838 time: 0.0544305
Apr 16 21:44:37.207605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-702de629-5f4e-45c7-bc65-02519ba7a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:37.209148 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-702de629-5f4e-45c7-bc65-02519ba7a64d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b74be7d4-ad60-4796-9499-3dd51e9f81cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0393126
Apr 16 21:44:37.300915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-20d6a2a4-15d0-4ba9-b096-8007f5380783 service neutron] 10.222.0.11 "GET /v2.0/networks/b74be7d4-ad60-4796-9499-3dd51e9f81cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857534
Apr 16 21:44:37.402042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cd471a-d02a-4434-a41e-48ca33f61bdb req-feb5d81c-d7e2-457a-bc04-1ae75a4d9c76 service neutron] 10.222.0.11 "GET /v2.0/networks/b74be7d4-ad60-4796-9499-3dd51e9f81cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0951979
Apr 16 21:44:37.527669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b3636-bdc8-4742-a416-8456350ca8ba req-364d80d1-c49c-4f15-ab09-554f2b346f0c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:37.529110 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e2b3636-bdc8-4742-a416-8456350ca8ba req-364d80d1-c49c-4f15-ab09-554f2b346f0c tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 907 time: 0.0510480
Apr 16 21:44:38.544931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43286) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:38.660930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50725ef4-d9b0-4adf-aa86-c5471e602cb7 req-327ef02b-b06c-4b54-8dc1-5af38fd727b3 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:38.662389 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-50725ef4-d9b0-4adf-aa86-c5471e602cb7 req-327ef02b-b06c-4b54-8dc1-5af38fd727b3 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 907 time: 0.0584369
Apr 16 21:44:38.668266 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-285eea87-f366-4b33-af53-e270eed149a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:38.746265 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-285eea87-f366-4b33-af53-e270eed149a0 admin admin] Publish callbacks [] for security_group (eace4f7f-c3aa-4397-9374-b3b016c70405), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:38.810390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-285eea87-f366-4b33-af53-e270eed149a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eace4f7f-c3aa-4397-9374-b3b016c70405), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:38.851148 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-285eea87-f366-4b33-af53-e270eed149a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79b15000b403441ca66e9786b11c878d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3051429
Apr 16 21:44:38.853139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285eea87-f366-4b33-af53-e270eed149a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eace4f7f-c3aa-4397-9374-b3b016c70405,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:38.853991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43296) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:38.905984 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-563a4477-28f7-4189-9301-6c5071452ed1 admin admin] Publish callbacks [] for security_group (eace4f7f-c3aa-4397-9374-b3b016c70405), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:38.927976 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-563a4477-28f7-4189-9301-6c5071452ed1 admin admin] Publish callbacks [] for security_group (eace4f7f-c3aa-4397-9374-b3b016c70405), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:39.042628 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee93dc0f-73b9-4d8b-a205-4d9f0c8d4ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:39.067555 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-563a4477-28f7-4189-9301-6c5071452ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eace4f7f-c3aa-4397-9374-b3b016c70405), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:39.070166 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-563a4477-28f7-4189-9301-6c5071452ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:39.071368 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-563a4477-28f7-4189-9301-6c5071452ed1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eace4f7f-c3aa-4397-9374-b3b016c70405 HTTP/1.1" status: 204  len: 168 time: 0.2163613
Apr 16 21:44:39.080482 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a4477-28f7-4189-9301-6c5071452ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eace4f7f-c3aa-4397-9374-b3b016c70405,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:39.783341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc3306-d02e-4b96-8d3f-270d469fd9b8 req-18ff7e7f-8d2d-4ad4-bea7-9b0df06cb332 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:39.785390 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b9dc3306-d02e-4b96-8d3f-270d469fd9b8 req-18ff7e7f-8d2d-4ad4-bea7-9b0df06cb332 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 907 time: 0.0528922
Apr 16 21:44:39.885382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43324) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:39.899211 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0058af3-8df9-487f-99ff-980a4d760d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:39.974906 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0058af3-8df9-487f-99ff-980a4d760d7c admin admin] Publish callbacks [] for security_group (25284dd7-fe5c-4d08-99e5-f839c12ce0fb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:40.050550 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0058af3-8df9-487f-99ff-980a4d760d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (25284dd7-fe5c-4d08-99e5-f839c12ce0fb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:40.088921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e0058af3-8df9-487f-99ff-980a4d760d7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d44714c0d8b4b1fa6bf97647b3b2d8e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2024393
Apr 16 21:44:40.090058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0058af3-8df9-487f-99ff-980a4d760d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25284dd7-fe5c-4d08-99e5-f839c12ce0fb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:40.091751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43326) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:40.140666 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c75732a5-5c08-4a44-9783-e7aad491cf6e admin admin] Publish callbacks [] for security_group (25284dd7-fe5c-4d08-99e5-f839c12ce0fb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:40.162950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c75732a5-5c08-4a44-9783-e7aad491cf6e admin admin] Publish callbacks [] for security_group (25284dd7-fe5c-4d08-99e5-f839c12ce0fb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:40.183648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 39595c5d-c2b6-43da-a81e-20810d7cadf9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:44:40.280945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 39595c5d-c2b6-43da-a81e-20810d7cadf9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39595c5d-c2b6-43da-a81e-20810d7cadf9,segment=NetworkSegment(e61ba69c-fb85-4fce-98d3-6aa291a9ed2d),segment_id=e61ba69c-fb85-4fce-98d3-6aa291a9ed2d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:40.284877 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c75732a5-5c08-4a44-9783-e7aad491cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (25284dd7-fe5c-4d08-99e5-f839c12ce0fb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:40.287549 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c75732a5-5c08-4a44-9783-e7aad491cf6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:40.288747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c75732a5-5c08-4a44-9783-e7aad491cf6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25284dd7-fe5c-4d08-99e5-f839c12ce0fb HTTP/1.1" status: 204  len: 168 time: 0.1959763
Apr 16 21:44:40.293869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '39595c5d-c2b6-43da-a81e-20810d7cadf9', 'network_id': 'b74be7d4-ad60-4796-9499-3dd51e9f81cf', 'port_id': '39595c5d-c2b6-43da-a81e-20810d7cadf9', 'mac_address': 'fa:16:3e:93:d3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0136f33-926e-4517-a092-eb4df6eae347', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:44:40.297255 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75732a5-5c08-4a44-9783-e7aad491cf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25284dd7-fe5c-4d08-99e5-f839c12ce0fb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:40.347242 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 39595c5d-c2b6-43da-a81e-20810d7cadf9 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:40.347629 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:40.360573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39595c5d-c2b6-43da-a81e-20810d7cadf9 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:44:40.381756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 39595c5d-c2b6-43da-a81e-20810d7cadf9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39595c5d-c2b6-43da-a81e-20810d7cadf9,segment=NetworkSegment(e61ba69c-fb85-4fce-98d3-6aa291a9ed2d),segment_id=e61ba69c-fb85-4fce-98d3-6aa291a9ed2d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:40.467395 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:40.517683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=39595c5d-c2b6-43da-a81e-20810d7cadf9,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:40.667578 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['39595c5d-c2b6-43da-a81e-20810d7cadf9'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:44:40.907438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afde483-27c4-4b8e-aecc-15743ed3ddde req-39d4cdf9-923a-4b2d-966d-d68026843c0e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:40.909006 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9afde483-27c4-4b8e-aecc-15743ed3ddde req-39d4cdf9-923a-4b2d-966d-d68026843c0e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 908 time: 0.0510020
Apr 16 21:44:41.028473 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:44:41.480332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43362) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:41.584730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-579289226-network', 'tenant_id': 'a812c01aa9574c9abb3ae67bf117ce3c'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:44:41.627343 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3c19919-3211-42c7-8ec4-c36f96a33b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:41.724752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Made reservation on behalf of a812c01aa9574c9abb3ae67bf117ce3c for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:44:41.727279 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:41.736898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:41.816701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Publish callbacks [] for security_group (3b2f3a66-9a54-4a63-957f-72bb8dfee90c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:42.028317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf002f9-2899-4aec-b347-275a050e6501 req-ff0e99b1-57f4-4940-9ab2-047a7de6e81e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:42.029821 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3cf002f9-2899-4aec-b347-275a050e6501 req-ff0e99b1-57f4-4940-9ab2-047a7de6e81e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 908 time: 0.0536005
Apr 16 21:44:42.067871 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3b2f3a66-9a54-4a63-957f-72bb8dfee90c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:42.096225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:44:42.106303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2f3a66-9a54-4a63-957f-72bb8dfee90c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:42.113846 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d3ccacab-f276-46a7-975b-adb3482db45b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:42.114100 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Added segment d3ccacab-f276-46a7-975b-adb3482db45b of type vlan for network 7357ee69-bede-4b55-a14b-94cda7691368
Apr 16 21:44:42.165583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (7357ee69-bede-4b55-a14b-94cda7691368), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:42.194958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 39595c5d-c2b6-43da-a81e-20810d7cadf9 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:44:42.241599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 39595c5d-c2b6-43da-a81e-20810d7cadf9 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:44:42.259759 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (7357ee69-bede-4b55-a14b-94cda7691368), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:42.260779 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:42.261362 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:42.336211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 39595c5d-c2b6-43da-a81e-20810d7cadf9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:42.340609 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:42.353986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] Pushing event updated for resources: {'Network': ['ID=7357ee69-bede-4b55-a14b-94cda7691368,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:42.364762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 7357ee69-bede-4b55-a14b-94cda7691368 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:44:42.393946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-422a8fd8-299b-426a-8881-8a651e9df378 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9090590
Apr 16 21:44:42.398282 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43380) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:42.399711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-01c8a2a8-6157-4458-8662-0a0d28072d91 admin admin] Request body: {'subnet': {'network_id': '7357ee69-bede-4b55-a14b-94cda7691368', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-579289226-subnet', 'tenant_id': 'a812c01aa9574c9abb3ae67bf117ce3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:44:42.484524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c8a2a8-6157-4458-8662-0a0d28072d91 admin admin] Made reservation on behalf of a812c01aa9574c9abb3ae67bf117ce3c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:44:42.486971 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-01c8a2a8-6157-4458-8662-0a0d28072d91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:42.493541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 39595c5d-c2b6-43da-a81e-20810d7cadf9 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:42.494181 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:42.518413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd96bc57-afee-414c-a2f0-852e8056f737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39595c5d-c2b6-43da-a81e-20810d7cadf9'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:44:42.520697 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72de1fbd-3fc0-459f-8f06-650807243b07" -d '{"events": [{"server_uuid": "cd96bc57-afee-414c-a2f0-852e8056f737", "name": "network-vif-plugged", "status": "completed", "tag": "39595c5d-c2b6-43da-a81e-20810d7cadf9"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:44:42.533862 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 39595c5d-c2b6-43da-a81e-20810d7cadf9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39595c5d-c2b6-43da-a81e-20810d7cadf9,segment=NetworkSegment(e61ba69c-fb85-4fce-98d3-6aa291a9ed2d),segment_id=e61ba69c-fb85-4fce-98d3-6aa291a9ed2d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:42.553835 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:42.569253 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a30691a-9beb-444e-84e7-74517edccfea x-openstack-request-id: req-4a30691a-9beb-444e-84e7-74517edccfea {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:44:42.569547 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd96bc57-afee-414c-a2f0-852e8056f737", "name": "network-vif-plugged", "status": "completed", "tag": "39595c5d-c2b6-43da-a81e-20810d7cadf9", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:44:42.569799 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a30691a-9beb-444e-84e7-74517edccfea {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:44:42.570195 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a30691a-9beb-444e-84e7-74517edccfea'] response: {'server_uuid': 'cd96bc57-afee-414c-a2f0-852e8056f737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39595c5d-c2b6-43da-a81e-20810d7cadf9', 'code': 200}
Apr 16 21:44:42.614509 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:42.675708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=39595c5d-c2b6-43da-a81e-20810d7cadf9,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:42.695789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67bb38-f5b5-47b0-b4e2-6c4eeb636062 req-fc7d25ca-051b-4866-b525-5fbe3a7af43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:42.699361 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c67bb38-f5b5-47b0-b4e2-6c4eeb636062 req-fc7d25ca-051b-4866-b525-5fbe3a7af43b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 1091 time: 0.0660727
Apr 16 21:44:42.793819 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-01c8a2a8-6157-4458-8662-0a0d28072d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (4a4f33e5-d29f-418a-964f-7629533fe0de), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:42.854224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8a2a8-6157-4458-8662-0a0d28072d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4f33e5-d29f-418a-964f-7629533fe0de,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:42.866103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c8a2a8-6157-4458-8662-0a0d28072d91 admin admin] Checking segment: {'id': 'd3ccacab-f276-46a7-975b-adb3482db45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7357ee69-bede-4b55-a14b-94cda7691368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:44:42.866103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c8a2a8-6157-4458-8662-0a0d28072d91 admin admin] Network hostable DHCP agents. Network: 7357ee69-bede-4b55-a14b-94cda7691368, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:44:42.935953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c8a2a8-6157-4458-8662-0a0d28072d91 admin admin] Network 7357ee69-bede-4b55-a14b-94cda7691368 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:44:43.019954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-01c8a2a8-6157-4458-8662-0a0d28072d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7357ee69-bede-4b55-a14b-94cda7691368) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:44:43.024072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c8a2a8-6157-4458-8662-0a0d28072d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:43.024823 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-01c8a2a8-6157-4458-8662-0a0d28072d91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:43.029137 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce9a7f9-effe-4c21-8642-f55183e306aa None None] Network 7357ee69-bede-4b55-a14b-94cda7691368 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:44:43.102796 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-01c8a2a8-6157-4458-8662-0a0d28072d91 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7072687
Apr 16 21:44:43.142486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a28c63-d212-4be2-87d0-acdb5bf0f803 None None] Network 7357ee69-bede-4b55-a14b-94cda7691368 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:44:43.167973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ec78a-67f8-41c1-93e0-28f5255bd967 req-3fbab539-a7c0-45f3-a1db-055dab6833be tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:43.169575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d21ec78a-67f8-41c1-93e0-28f5255bd967 req-3fbab539-a7c0-45f3-a1db-055dab6833be tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 909 time: 0.0711448
Apr 16 21:44:43.615822 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:43.959060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43432) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:43.964535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1886560208-network', 'tenant_id': '8dabd28b8fab4691b8858ef943c279b0'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:44:44.045931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Made reservation on behalf of 8dabd28b8fab4691b8858ef943c279b0 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:44:44.048399 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:44.057834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:44.135139 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Publish callbacks [] for security_group (de761d14-495b-42d4-ab60-df9c236cc899), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:44.170476 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:44.227370 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (de761d14-495b-42d4-ab60-df9c236cc899), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:44.263660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:44:44.299276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de761d14-495b-42d4-ab60-df9c236cc899,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:44.304234 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (940dba94-47b3-4446-9f48-e4b5d0b44d2f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:44.304588 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Added segment 940dba94-47b3-4446-9f48-e4b5d0b44d2f of type vlan for network 33452505-5cf4-40f2-b741-8348a988ccd9
Apr 16 21:44:44.320214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f916bd-830e-4c41-9756-9d1365f788c4 req-7e5f7ee1-7838-4fbe-ad4b-ecb4449b9dac tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:44.322587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-49f916bd-830e-4c41-9756-9d1365f788c4 req-7e5f7ee1-7838-4fbe-ad4b-ecb4449b9dac tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 909 time: 0.0799952
Apr 16 21:44:44.364103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (33452505-5cf4-40f2-b741-8348a988ccd9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:44.436375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3bdc4-c694-4b13-a843-469c8dc0ef8d req-38b015ed-36de-4152-a076-c2eba59bff57 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:44.437892 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3fb3bdc4-c694-4b13-a843-469c8dc0ef8d req-38b015ed-36de-4152-a076-c2eba59bff57 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 909 time: 0.0474660
Apr 16 21:44:44.438942 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (33452505-5cf4-40f2-b741-8348a988ccd9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:44.440469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:44.441051 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:44.502359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] Pushing event updated for resources: {'Network': ['ID=33452505-5cf4-40f2-b741-8348a988ccd9,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:44.512675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 33452505-5cf4-40f2-b741-8348a988ccd9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:44:44.558198 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c2031664-665d-45dd-b300-fd98e17029f1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5974188
Apr 16 21:44:44.560907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43444) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:44.567828 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-bc7d222f-95b5-4212-aa9c-38559c294b85 admin admin] Request body: {'subnet': {'network_id': '33452505-5cf4-40f2-b741-8348a988ccd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1886560208-subnet', 'tenant_id': '8dabd28b8fab4691b8858ef943c279b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:44:44.581833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188024b2-68c3-49d8-8897-141858bb0155 req-cb5c1ee5-0a8a-4b00-ac03-57349a5a3898 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:44.583351 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-188024b2-68c3-49d8-8897-141858bb0155 req-cb5c1ee5-0a8a-4b00-ac03-57349a5a3898 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 1091 time: 0.0640745
Apr 16 21:44:44.688823 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7d222f-95b5-4212-aa9c-38559c294b85 admin admin] Made reservation on behalf of 8dabd28b8fab4691b8858ef943c279b0 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:44:44.691368 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc7d222f-95b5-4212-aa9c-38559c294b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:44.691533 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0a159-47b1-4ffa-ac62-2244ef3890ec req-ddc33224-c0c5-427e-8f14-8e93208f3621 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:44.693105 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0a0a159-47b1-4ffa-ac62-2244ef3890ec req-ddc33224-c0c5-427e-8f14-8e93208f3621 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 1166 time: 0.0423810
Apr 16 21:44:44.756784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0a0a159-47b1-4ffa-ac62-2244ef3890ec req-e35cb4ca-329f-4b78-9f0a-84e1d84d7c39 tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b11443be-2315-4abe-94b3-742b27e58e0f&id=9521308a-90ba-4285-abd6-01dcff52c365&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0569239
Apr 16 21:44:44.774962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43452) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:44.813765 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865d6eb-0b9f-4f52-9456-1a7c9b92d75e tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:44.816777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f865d6eb-0b9f-4f52-9456-1a7c9b92d75e tempest-TestSecurityGroupsBasicOps-1778137446 tempest-TestSecurityGroupsBasicOps-1778137446-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 1086 time: 0.0397661
Apr 16 21:44:44.947555 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc7d222f-95b5-4212-aa9c-38559c294b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (4d3dcb94-af11-4ee8-bcb0-8346d2ffe33e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:45.004846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d222f-95b5-4212-aa9c-38559c294b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3dcb94-af11-4ee8-bcb0-8346d2ffe33e,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:45.012105 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d222f-95b5-4212-aa9c-38559c294b85 admin admin] Checking segment: {'id': '940dba94-47b3-4446-9f48-e4b5d0b44d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '33452505-5cf4-40f2-b741-8348a988ccd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:44:45.014894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d222f-95b5-4212-aa9c-38559c294b85 admin admin] Network hostable DHCP agents. Network: 33452505-5cf4-40f2-b741-8348a988ccd9, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:44:45.101834 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d222f-95b5-4212-aa9c-38559c294b85 admin admin] Network 33452505-5cf4-40f2-b741-8348a988ccd9 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:44:45.187879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-bc7d222f-95b5-4212-aa9c-38559c294b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33452505-5cf4-40f2-b741-8348a988ccd9) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:44:45.194833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d222f-95b5-4212-aa9c-38559c294b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:45.194833 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bc7d222f-95b5-4212-aa9c-38559c294b85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:45.198931 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6916e8-3cc5-4d87-9a33-1d308edf7ead None None] Network 33452505-5cf4-40f2-b741-8348a988ccd9 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:44:45.268770 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bc7d222f-95b5-4212-aa9c-38559c294b85 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7068367
Apr 16 21:44:45.310755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f90536-8123-4ff3-9eca-dc4420170cbc None None] Network 33452505-5cf4-40f2-b741-8348a988ccd9 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:44:45.311532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc7709-987a-42c8-8ce1-b45b81c27134 req-4f95ca3e-4395-46d0-aba5-9a31fea0bf65 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:45.313140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5fbc7709-987a-42c8-8ce1-b45b81c27134 req-4f95ca3e-4395-46d0-aba5-9a31fea0bf65 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 909 time: 0.0672383
Apr 16 21:44:45.430684 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:45.888827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-359bce94-a983-4a43-8394-f853ef058477 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:45.890612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-359bce94-a983-4a43-8394-f853ef058477 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/networks?id=7357ee69-bede-4b55-a14b-94cda7691368 HTTP/1.1" status: 200  len: 811 time: 0.1069531
Apr 16 21:44:45.904937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-9f05de7a-4b51-4e0c-886a-205d3dbfdd0a tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/quotas/a812c01aa9574c9abb3ae67bf117ce3c HTTP/1.1" status: 200  len: 375 time: 0.0090122
Apr 16 21:44:45.937340 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-20ff10c4-520a-4140-9231-195055fd7c68 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a812c01aa9574c9abb3ae67bf117ce3c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0276244
Apr 16 21:44:46.131902 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-3c916015-38ad-4ee2-b368-e7b7e99a8926 service neutron] 10.222.0.20 "GET /v2.0/networks/7357ee69-bede-4b55-a14b-94cda7691368?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1871986
Apr 16 21:44:46.224542 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-5f6960fe-7002-47bd-b0bb-a490d7f3ef7b service neutron] 10.222.0.20 "GET /v2.0/networks/7357ee69-bede-4b55-a14b-94cda7691368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867033
Apr 16 21:44:46.444318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e428630-490c-4c50-a2b0-ee04ac911cb2 req-9a6d2b97-b89b-446d-88c0-c6ee824c2e0d tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:46.446263 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e428630-490c-4c50-a2b0-ee04ac911cb2 req-9a6d2b97-b89b-446d-88c0-c6ee824c2e0d tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 909 time: 0.0591457
Apr 16 21:44:46.478270 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3585fcb0-9d27-49ec-b588-b4981ebe9a40 req-c55e406e-07f7-42ad-8de0-0b3f575cb3f4 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 210 time: 0.0336640
Apr 16 21:44:46.568941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50927836-1ba4-4b5e-84e4-386ec041d93e req-b1bae186-36ac-45ff-b465-6aa3bbcca667 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:46.570563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50927836-1ba4-4b5e-84e4-386ec041d93e req-b1bae186-36ac-45ff-b465-6aa3bbcca667 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 909 time: 0.0498455
Apr 16 21:44:46.660686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-50927836-1ba4-4b5e-84e4-386ec041d93e req-58ae8ee5-a553-4295-b465-4dfa1cea045a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Deleting port 39595c5d-c2b6-43da-a81e-20810d7cadf9 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:46.661039 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-50927836-1ba4-4b5e-84e4-386ec041d93e req-58ae8ee5-a553-4295-b465-4dfa1cea045a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:46.755998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-50927836-1ba4-4b5e-84e4-386ec041d93e req-58ae8ee5-a553-4295-b465-4dfa1cea045a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] For port 39595c5d-c2b6-43da-a81e-20810d7cadf9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39595c5d-c2b6-43da-a81e-20810d7cadf9,segment=NetworkSegment(e61ba69c-fb85-4fce-98d3-6aa291a9ed2d),segment_id=e61ba69c-fb85-4fce-98d3-6aa291a9ed2d)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:46.756435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-50927836-1ba4-4b5e-84e4-386ec041d93e req-58ae8ee5-a553-4295-b465-4dfa1cea045a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:46.770735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-50927836-1ba4-4b5e-84e4-386ec041d93e req-58ae8ee5-a553-4295-b465-4dfa1cea045a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Calling delete_port for 39595c5d-c2b6-43da-a81e-20810d7cadf9 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:46.987521 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-50927836-1ba4-4b5e-84e4-386ec041d93e req-58ae8ee5-a553-4295-b465-4dfa1cea045a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (39595c5d-c2b6-43da-a81e-20810d7cadf9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:47.039457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae8ee5-a553-4295-b465-4dfa1cea045a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event deleted for resources: {'Port': ['ID=39595c5d-c2b6-43da-a81e-20810d7cadf9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:47.067172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-50927836-1ba4-4b5e-84e4-386ec041d93e req-58ae8ee5-a553-4295-b465-4dfa1cea045a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] No DVR routers for this DVR port 39595c5d-c2b6-43da-a81e-20810d7cadf9 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:44:47.070846 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-50927836-1ba4-4b5e-84e4-386ec041d93e req-58ae8ee5-a553-4295-b465-4dfa1cea045a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:47.073004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-50927836-1ba4-4b5e-84e4-386ec041d93e req-58ae8ee5-a553-4295-b465-4dfa1cea045a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.11 "DELETE /v2.0/ports/39595c5d-c2b6-43da-a81e-20810d7cadf9 HTTP/1.1" status: 204  len: 173 time: 0.4977114
Apr 16 21:44:47.073475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd96bc57-afee-414c-a2f0-852e8056f737', 'name': 'network-vif-deleted', 'tag': '39595c5d-c2b6-43da-a81e-20810d7cadf9'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:44:47.076037 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d37703-d114-4ca5-ad20-0d55849b46b9" -d '{"events": [{"server_uuid": "cd96bc57-afee-414c-a2f0-852e8056f737", "name": "network-vif-deleted", "tag": "39595c5d-c2b6-43da-a81e-20810d7cadf9"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:44:47.118487 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12a2a71-3040-4be9-978a-65b38bb8a0b0 x-openstack-request-id: req-e12a2a71-3040-4be9-978a-65b38bb8a0b0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:44:47.118951 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd96bc57-afee-414c-a2f0-852e8056f737", "name": "network-vif-deleted", "tag": "39595c5d-c2b6-43da-a81e-20810d7cadf9", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:44:47.119599 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e12a2a71-3040-4be9-978a-65b38bb8a0b0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:44:47.120021 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12a2a71-3040-4be9-978a-65b38bb8a0b0'] response: {'server_uuid': 'cd96bc57-afee-414c-a2f0-852e8056f737', 'name': 'network-vif-deleted', 'tag': '39595c5d-c2b6-43da-a81e-20810d7cadf9', 'status': 'completed', 'code': 200}
Apr 16 21:44:47.577731 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e720023-0b6d-433d-b84f-4ff40799623f req-a44ab081-e4d1-443a-9e30-cbc2a09a3f28 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd96bc57-afee-414c-a2f0-852e8056f737 HTTP/1.1" status: 200  len: 210 time: 0.0369260
Apr 16 21:44:47.585070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3e9baed-6204-4cc5-8dc6-58c07f6dcf88 req-4f36bb73-5e17-4001-8d65-92e3013f71fe tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 210 time: 0.0371571
Apr 16 21:44:48.640065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43562) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:48.729112 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0f55755-8730-4b8c-a117-8ff965e66648 req-9fda8fa6-7b66-46ea-9a03-44e711de5ced tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 210 time: 0.0720422
Apr 16 21:44:48.814777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-2ba8fd06-ab21-4c38-8efd-fc187da6a962 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:48.816291 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-2ba8fd06-ab21-4c38-8efd-fc187da6a962 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.41 "GET /v2.0/networks?id=7357ee69-bede-4b55-a14b-94cda7691368 HTTP/1.1" status: 200  len: 811 time: 0.2221138
Apr 16 21:44:48.831880 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Request body: {'port': {'device_id': '9f452fb7-6767-4bbd-96f0-81b4e7bfd2db', 'network_id': '7357ee69-bede-4b55-a14b-94cda7691368', 'admin_state_up': True, 'tenant_id': 'a812c01aa9574c9abb3ae67bf117ce3c'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:44:49.145006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Made reservation on behalf of a812c01aa9574c9abb3ae67bf117ce3c for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:44:49.148715 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:49.184523 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-281a066a-49f9-4dfa-abcb-9ced88f8affd tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:49.373675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Allocated IP 172.20.0.11 (7357ee69-bede-4b55-a14b-94cda7691368/4a4f33e5-d29f-418a-964f-7629533fe0de/7d23f851-895e-4529-9088-669809a7d0ac) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:44:49.607046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-281a066a-49f9-4dfa-abcb-9ced88f8affd tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Deleting port 881f37d7-ba8e-40ba-a084-1d66186bb4ce {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:49.607396 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-281a066a-49f9-4dfa-abcb-9ced88f8affd tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:49.686310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Publish callbacks [] for port (7d23f851-895e-4529-9088-669809a7d0ac), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:49.737360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-281a066a-49f9-4dfa-abcb-9ced88f8affd tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] For port 881f37d7-ba8e-40ba-a084-1d66186bb4ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=881f37d7-ba8e-40ba-a084-1d66186bb4ce,segment=NetworkSegment(e61ba69c-fb85-4fce-98d3-6aa291a9ed2d),segment_id=e61ba69c-fb85-4fce-98d3-6aa291a9ed2d)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:49.737604 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-281a066a-49f9-4dfa-abcb-9ced88f8affd tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:49.759316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-281a066a-49f9-4dfa-abcb-9ced88f8affd tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Calling delete_port for 881f37d7-ba8e-40ba-a084-1d66186bb4ce owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:49.827478 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0245161b-f46f-4925-906f-53b8d32ebe30 req-821ef1b7-e02f-4bbf-b857-7a52931bc0a0 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 210 time: 0.0277855
Apr 16 21:44:50.178226 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7d23f851-895e-4529-9088-669809a7d0ac), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:50.215781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 39595c5d-c2b6-43da-a81e-20810d7cadf9 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:44:50.240510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 39595c5d-c2b6-43da-a81e-20810d7cadf9 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:44:50.240863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 39595c5d-c2b6-43da-a81e-20810d7cadf9 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:44:50.243194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Network 7357ee69-bede-4b55-a14b-94cda7691368 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:44:50.252892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Pushing event updated for resources: {'Port': ['ID=7d23f851-895e-4529-9088-669809a7d0ac,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:50.255091 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:44:50.258333 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:44:50.267609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.267941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.268310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.268652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.269007 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.269324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.269660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.269992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.270324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.270653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.270979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.271304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.271629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.271961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.272311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:44:50.348259 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:50.348858 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:50.447708 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-41382b8d-bee0-4b9c-a5cb-61ec63e0c716 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6217771
Apr 16 21:44:50.448581 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-281a066a-49f9-4dfa-abcb-9ced88f8affd tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (881f37d7-ba8e-40ba-a084-1d66186bb4ce), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:50.460446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Request body: {'port': {'device_id': '9f452fb7-6767-4bbd-96f0-81b4e7bfd2db', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:44:50.488499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a066a-49f9-4dfa-abcb-9ced88f8affd tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event deleted for resources: {'Port': ['ID=881f37d7-ba8e-40ba-a084-1d66186bb4ce,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:50.613338 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7d23f851-895e-4529-9088-669809a7d0ac), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:50.829158 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-281a066a-49f9-4dfa-abcb-9ced88f8affd tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:51.020263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8228f-47e3-4335-a87f-04beb2f6e2f3 req-99e898b5-2c9c-4dc5-8de4-227809e725f3 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:51.021774 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3e8228f-47e3-4335-a87f-04beb2f6e2f3 req-99e898b5-2c9c-4dc5-8de4-227809e725f3 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 932 time: 0.1000729
Apr 16 21:44:51.127165 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3e8228f-47e3-4335-a87f-04beb2f6e2f3 req-3f879c5b-d17b-49b1-92a8-e1eee89fe2e9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990148
Apr 16 21:44:51.206998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d23f851-895e-4529-9088-669809a7d0ac {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:44:51.243857 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Publish callbacks [] for port (7d23f851-895e-4529-9088-669809a7d0ac), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:51.270572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Transition to ACTIVE for port object 7d23f851-895e-4529-9088-669809a7d0ac will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:44:51.279975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281a066a-49f9-4dfa-abcb-9ced88f8affd tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Router 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:44:51.376599 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (7d23f851-895e-4529-9088-669809a7d0ac), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:51.447609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Pushing event updated for resources: {'Port': ['ID=7d23f851-895e-4529-9088-669809a7d0ac,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:51.450203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281a066a-49f9-4dfa-abcb-9ced88f8affd tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:44:51.457005 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-281a066a-49f9-4dfa-abcb-9ced88f8affd tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "PUT /v2.0/routers/2760118b-cd94-4e0b-9ab4-73d4d9d8f65e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8149426
Apr 16 21:44:51.459747 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43614) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:51.465146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec18c812-71a4-4335-88fb-ef3b2febff85 None None] Sync routers for ids ['2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:44:51.481511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec18c812-71a4-4335-88fb-ef3b2febff85 None None] Routers {'2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:51.482585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ec18c812-71a4-4335-88fb-ef3b2febff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012409f760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:51.533666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Attempting to bind port 7d23f851-895e-4529-9088-669809a7d0ac on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:44:51.534013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Attempting to bind port 7d23f851-895e-4529-9088-669809a7d0ac by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd3ccacab-f276-46a7-975b-adb3482db45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7357ee69-bede-4b55-a14b-94cda7691368'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:44:51.534345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Attempting to bind port 7d23f851-895e-4529-9088-669809a7d0ac on network 7357ee69-bede-4b55-a14b-94cda7691368 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:44:51.539293 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Port 7d23f851-895e-4529-9088-669809a7d0ac on network 7357ee69-bede-4b55-a14b-94cda7691368 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:44:51.542980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Attempting to bind port 7d23f851-895e-4529-9088-669809a7d0ac on network 7357ee69-bede-4b55-a14b-94cda7691368 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:44:51.545075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:44:51.545419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Checking segment: {'id': 'd3ccacab-f276-46a7-975b-adb3482db45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7357ee69-bede-4b55-a14b-94cda7691368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:44:51.545823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Bound using segment: {'id': 'd3ccacab-f276-46a7-975b-adb3482db45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7357ee69-bede-4b55-a14b-94cda7691368'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:44:51.546246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Bound port: 7d23f851-895e-4529-9088-669809a7d0ac, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ccacab-f276-46a7-975b-adb3482db45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7357ee69-bede-4b55-a14b-94cda7691368'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:44:51.546613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7d23f851-895e-4529-9088-669809a7d0ac), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:51.617582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-ec18c812-71a4-4335-88fb-ef3b2febff85 None None] Set router 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:51.631557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] For port 7d23f851-895e-4529-9088-669809a7d0ac, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:44:51.635665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] For port 7d23f851-895e-4529-9088-669809a7d0ac, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d23f851-895e-4529-9088-669809a7d0ac,segment=NetworkSegment(d3ccacab-f276-46a7-975b-adb3482db45b),segment_id=d3ccacab-f276-46a7-975b-adb3482db45b)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:44:51.770805 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (7d23f851-895e-4529-9088-669809a7d0ac), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:51.809370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ec18c812-71a4-4335-88fb-ef3b2febff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012409f760>, [{'id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-21003406', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:50Z', 'revision_number': 5, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:51.817421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:51.818269 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:51.819937 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] 10.222.0.41 "PUT /v2.0/ports/7d23f851-895e-4529-9088-669809a7d0ac HTTP/1.1" status: 200  len: 1092 time: 1.3642788
Apr 16 21:44:51.820514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f452fb7-6767-4bbd-96f0-81b4e7bfd2db', 'tag': '7d23f851-895e-4529-9088-669809a7d0ac'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:44:51.822881 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcaa5fc-a6d1-4d1a-88dc-d80ba547203f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f452fb7-6767-4bbd-96f0-81b4e7bfd2db", "tag": "7d23f851-895e-4529-9088-669809a7d0ac"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:44:51.860207 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36938022-f384-4ffa-966b-be5e560edf5f service neutron] Pushing event updated for resources: {'Port': ['ID=7d23f851-895e-4529-9088-669809a7d0ac,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:51.872645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec18c812-71a4-4335-88fb-ef3b2febff85 None None] Checking router: 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:44:51.873209 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00be5a68-1d74-480c-83b7-a2bdffae8868 x-openstack-request-id: req-00be5a68-1d74-480c-83b7-a2bdffae8868 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:44:51.873209 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f452fb7-6767-4bbd-96f0-81b4e7bfd2db", "tag": "7d23f851-895e-4529-9088-669809a7d0ac", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:44:51.873209 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00be5a68-1d74-480c-83b7-a2bdffae8868 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:44:51.873209 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00be5a68-1d74-480c-83b7-a2bdffae8868'] response: {'name': 'network-changed', 'server_uuid': '9f452fb7-6767-4bbd-96f0-81b4e7bfd2db', 'tag': '7d23f851-895e-4529-9088-669809a7d0ac', 'status': 'completed', 'code': 200}
Apr 16 21:44:51.880992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec18c812-71a4-4335-88fb-ef3b2febff85 None None] Routers {'2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:51.882094 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ec18c812-71a4-4335-88fb-ef3b2febff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012409f760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:51.896666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7da0b5-564a-4a4b-852b-fe74e073f6ff tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Deleting subnet a0136f33-926e-4517-a092-eb4df6eae347 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:44:51.901138 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a7da0b5-564a-4a4b-852b-fe74e073f6ff tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for subnet (a0136f33-926e-4517-a092-eb4df6eae347), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:51.940847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcaa5fc-a6d1-4d1a-88dc-d80ba547203f req-4ce65dbb-bb63-46e4-aaf8-43a19fec7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:51.943461 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4bcaa5fc-a6d1-4d1a-88dc-d80ba547203f req-4ce65dbb-bb63-46e4-aaf8-43a19fec7c6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a812c01aa9574c9abb3ae67bf117ce3c&device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 1126 time: 0.0517540
Apr 16 21:44:51.948195 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a7da0b5-564a-4a4b-852b-fe74e073f6ff tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (a0136f33-926e-4517-a092-eb4df6eae347), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:52.036316 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a7da0b5-564a-4a4b-852b-fe74e073f6ff tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (a0136f33-926e-4517-a092-eb4df6eae347), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:52.060961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcaa5fc-a6d1-4d1a-88dc-d80ba547203f req-021ce7ce-3a3c-44c0-9178-e80f3bdc2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:52.062784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4bcaa5fc-a6d1-4d1a-88dc-d80ba547203f req-021ce7ce-3a3c-44c0-9178-e80f3bdc2dfc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a812c01aa9574c9abb3ae67bf117ce3c&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1123316
Apr 16 21:44:52.167151 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a7da0b5-564a-4a4b-852b-fe74e073f6ff tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (a0136f33-926e-4517-a092-eb4df6eae347), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:52.173629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcaa5fc-a6d1-4d1a-88dc-d80ba547203f req-0565d1eb-4c1e-4bac-ac9f-9483031008d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:52.175392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4bcaa5fc-a6d1-4d1a-88dc-d80ba547203f req-0565d1eb-4c1e-4bac-ac9f-9483031008d9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1048145
Apr 16 21:44:52.199792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-ec18c812-71a4-4335-88fb-ef3b2febff85 None None] Set router 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:52.201003 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7da0b5-564a-4a4b-852b-fe74e073f6ff tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event deleted for resources: {'Subnet': ['ID=a0136f33-926e-4517-a092-eb4df6eae347,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:52.205534 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7a7da0b5-564a-4a4b-852b-fe74e073f6ff tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:52.210088 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7a7da0b5-564a-4a4b-852b-fe74e073f6ff tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "DELETE /v2.0/subnets/a0136f33-926e-4517-a092-eb4df6eae347 HTTP/1.1" status: 204  len: 168 time: 0.7485793
Apr 16 21:44:52.212984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43632) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:52.235756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76a8737-4546-4e0c-b6a6-88b864c4e41f None None] Network b74be7d4-ad60-4796-9499-3dd51e9f81cf requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:44:52.316697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a26052-822c-4cbe-89b4-3bc0ca23d707 req-08bf056f-d7cf-45e0-982e-419d8aed64a3 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:52.318237 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0a26052-822c-4cbe-89b4-3bc0ca23d707 req-08bf056f-d7cf-45e0-982e-419d8aed64a3 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 944 time: 0.0838745
Apr 16 21:44:52.319376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-a5ad389a-9653-457d-af74-956d087f371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:52.320779 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-a5ad389a-9653-457d-af74-956d087f371a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a812c01aa9574c9abb3ae67bf117ce3c&device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 1126 time: 0.0980015
Apr 16 21:44:52.374471 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:52.381783 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-324157dd-d8e4-4859-9e3b-711f127bd80a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d23f851-895e-4529-9088-669809a7d0ac HTTP/1.1" status: 200  len: 217 time: 0.0533128
Apr 16 21:44:52.467080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ec18c812-71a4-4335-88fb-ef3b2febff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012409f760>, [{'id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-21003406', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:50Z', 'revision_number': 5, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:52.470121 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f0a26052-822c-4cbe-89b4-3bc0ca23d707 req-59873afc-dda5-45c6-bc3b-0eb45740523a tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401844
Apr 16 21:44:52.481540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-3abae318-baf0-4400-a0a4-0e4f0c2ea236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:52.483281 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-3abae318-baf0-4400-a0a4-0e4f0c2ea236 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a4f33e5-d29f-418a-964f-7629533fe0de HTTP/1.1" status: 200  len: 851 time: 0.0956466
Apr 16 21:44:52.512662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f79f4-d680-48df-8dbf-ac3e4300c840 None None] DHCP port deletion for b74be7d4-ad60-4796-9499-3dd51e9f81cf request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:44:52.515302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec18c812-71a4-4335-88fb-ef3b2febff85 None None] The sync data for ids ['2760118b-cd94-4e0b-9ab4-73d4d9d8f65e'] in ncdv-master-1 is: [{'id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-21003406', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:50Z', 'revision_number': 5, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': 'fcf27578-6a49-4ea6-9984-de74b690880d', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2760118b-cd94-4e0b-9ab4-73d4d9d8f65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:44:24Z', 'updated_at': '2022-04-16T21:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:44:52.527343 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-fea15aa9-89c1-4f31-8860-72fd69677b43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7357ee69-bede-4b55-a14b-94cda7691368&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378263
Apr 16 21:44:52.539356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router_gateway (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:52.578271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c27f79f4-d680-48df-8dbf-ac3e4300c840 None None] Deleting port 0fce16d8-88d4-4971-990e-c322e42827df {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:52.578565 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c27f79f4-d680-48df-8dbf-ac3e4300c840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0fce16d8-88d4-4971-990e-c322e42827df), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:52.634915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-aa6ad06c-44b4-4ee8-a267-268736e5c682 service neutron] 10.222.0.41 "GET /v2.0/networks/7357ee69-bede-4b55-a14b-94cda7691368?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018291
Apr 16 21:44:52.651334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c27f79f4-d680-48df-8dbf-ac3e4300c840 None None] For port 0fce16d8-88d4-4971-990e-c322e42827df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fce16d8-88d4-4971-990e-c322e42827df,segment=NetworkSegment(e61ba69c-fb85-4fce-98d3-6aa291a9ed2d),segment_id=e61ba69c-fb85-4fce-98d3-6aa291a9ed2d)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:52.652141 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c27f79f4-d680-48df-8dbf-ac3e4300c840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0fce16d8-88d4-4971-990e-c322e42827df), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:52.664405 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Deleting port fcf27578-6a49-4ea6-9984-de74b690880d {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:52.664757 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fcf27578-6a49-4ea6-9984-de74b690880d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:52.669040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c27f79f4-d680-48df-8dbf-ac3e4300c840 None None] Calling delete_port for 0fce16d8-88d4-4971-990e-c322e42827df owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:52.756327 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-41afdf9a-f6de-412c-beab-ef3ee2061b01 req-5a48c929-d453-47dc-88c0-455bf98799df service neutron] 10.222.0.41 "GET /v2.0/networks/7357ee69-bede-4b55-a14b-94cda7691368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1149859
Apr 16 21:44:52.762242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] For port fcf27578-6a49-4ea6-9984-de74b690880d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcf27578-6a49-4ea6-9984-de74b690880d,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:52.762607 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fcf27578-6a49-4ea6-9984-de74b690880d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:52.776625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Calling delete_port for fcf27578-6a49-4ea6-9984-de74b690880d owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:52.850214 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c27f79f4-d680-48df-8dbf-ac3e4300c840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (0fce16d8-88d4-4971-990e-c322e42827df), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:52.885140 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f79f4-d680-48df-8dbf-ac3e4300c840 None None] No DVR routers for this DVR port 0fce16d8-88d4-4971-990e-c322e42827df on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:44:52.890903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f79f4-d680-48df-8dbf-ac3e4300c840 None None] Pushing event deleted for resources: {'Port': ['ID=0fce16d8-88d4-4971-990e-c322e42827df,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:52.997603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 881f37d7-ba8e-40ba-a084-1d66186bb4ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:44:53.019516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 881f37d7-ba8e-40ba-a084-1d66186bb4ce {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:44:53.019924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 881f37d7-ba8e-40ba-a084-1d66186bb4ce not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:44:53.020940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0fce16d8-88d4-4971-990e-c322e42827df no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:44:53.042648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 0fce16d8-88d4-4971-990e-c322e42827df {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:44:53.043000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0fce16d8-88d4-4971-990e-c322e42827df not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:44:53.087779 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (fcf27578-6a49-4ea6-9984-de74b690880d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.111326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event deleted for resources: {'Port': ['ID=fcf27578-6a49-4ea6-9984-de74b690880d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:53.177426 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.276252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.278567 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router_controller (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.393613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (2760118b-cd94-4e0b-9ab4-73d4d9d8f65e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.394193 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Fanout notify agent at l3_agent the message router_deleted on router 2760118b-cd94-4e0b-9ab4-73d4d9d8f65e {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:44:53.402112 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.403276 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0bda8e03-c85c-4e2f-add1-c8b25c163299 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "DELETE /v2.0/routers/2760118b-cd94-4e0b-9ab4-73d4d9d8f65e HTTP/1.1" status: 204  len: 168 time: 1.1891744
Apr 16 21:44:53.406199 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43642) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:53.490627 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa90c9f5-266c-4b19-aed6-690a635a1f9a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (b74be7d4-ad60-4796-9499-3dd51e9f81cf), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.611807 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa90c9f5-266c-4b19-aed6-690a635a1f9a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (b74be7d4-ad60-4796-9499-3dd51e9f81cf), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.634752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa799b-b494-458a-9088-69bcbad13ba8 req-51f0bffa-e039-4bc1-960e-ebf0513d843a tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:53.636313 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-abfa799b-b494-458a-9088-69bcbad13ba8 req-51f0bffa-e039-4bc1-960e-ebf0513d843a tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 944 time: 0.0683615
Apr 16 21:44:53.652470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-aa90c9f5-266c-4b19-aed6-690a635a1f9a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01253864f0>,) {'filters': {'network_id': ['b74be7d4-ad60-4796-9499-3dd51e9f81cf']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:53.674531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-aa90c9f5-266c-4b19-aed6-690a635a1f9a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01253864f0>, 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:53.677284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-aa90c9f5-266c-4b19-aed6-690a635a1f9a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01253864f0>, 'e61ba69c-fb85-4fce-98d3-6aa291a9ed2d') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:53.698452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa90c9f5-266c-4b19-aed6-690a635a1f9a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (e61ba69c-fb85-4fce-98d3-6aa291a9ed2d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.722743 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-abfa799b-b494-458a-9088-69bcbad13ba8 req-2ad4a91e-0f5e-4f69-9bc8-748e48a29c5e tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801523
Apr 16 21:44:53.723657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa90c9f5-266c-4b19-aed6-690a635a1f9a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (e61ba69c-fb85-4fce-98d3-6aa291a9ed2d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.730039 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa90c9f5-266c-4b19-aed6-690a635a1f9a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa90c9f5-266c-4b19-aed6-690a635a1f9a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (e61ba69c-fb85-4fce-98d3-6aa291a9ed2d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:44:53.734800 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:44:53.763894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43648) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:53.855983 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa90c9f5-266c-4b19-aed6-690a635a1f9a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (b74be7d4-ad60-4796-9499-3dd51e9f81cf), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.863503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa90c9f5-266c-4b19-aed6-690a635a1f9a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.871226 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aa90c9f5-266c-4b19-aed6-690a635a1f9a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "DELETE /v2.0/networks/b74be7d4-ad60-4796-9499-3dd51e9f81cf HTTP/1.1" status: 204  len: 168 time: 0.4583988
Apr 16 21:44:53.871226 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43652) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:53.884701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34d72916-c9ee-4637-8993-6f17004fcc54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:53.925503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90c9f5-266c-4b19-aed6-690a635a1f9a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event deleted for resources: {'Network': ['ID=b74be7d4-ad60-4796-9499-3dd51e9f81cf,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:53.979809 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34d72916-c9ee-4637-8993-6f17004fcc54 admin admin] Publish callbacks [] for security_group (15488c8f-7279-4994-a79c-88c18a433deb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:54.053115 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f96b990f-cc3c-4d86-9832-5563d445c87b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Deleting port e9171b09-36d8-448d-8c79-81bff274eedd {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:54.053454 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f96b990f-cc3c-4d86-9832-5563d445c87b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e9171b09-36d8-448d-8c79-81bff274eedd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:54.070853 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-34d72916-c9ee-4637-8993-6f17004fcc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (15488c8f-7279-4994-a79c-88c18a433deb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:54.110085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-34d72916-c9ee-4637-8993-6f17004fcc54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=029150cd07bd4e1584dd14cead01d015&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3450665
Apr 16 21:44:54.111659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d72916-c9ee-4637-8993-6f17004fcc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15488c8f-7279-4994-a79c-88c18a433deb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:54.113978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43656) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:54.137353 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f96b990f-cc3c-4d86-9832-5563d445c87b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e9171b09-36d8-448d-8c79-81bff274eedd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:54.137689 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f96b990f-cc3c-4d86-9832-5563d445c87b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for floatingip (e9171b09-36d8-448d-8c79-81bff274eedd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:54.151471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f96b990f-cc3c-4d86-9832-5563d445c87b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Calling delete_port for e9171b09-36d8-448d-8c79-81bff274eedd owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:54.170841 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3c96bf9f-d87d-46e1-81cd-e1b3fc71993b admin admin] Publish callbacks [] for security_group (15488c8f-7279-4994-a79c-88c18a433deb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:54.192904 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3c96bf9f-d87d-46e1-81cd-e1b3fc71993b admin admin] Publish callbacks [] for security_group (15488c8f-7279-4994-a79c-88c18a433deb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:54.318520 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3c96bf9f-d87d-46e1-81cd-e1b3fc71993b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (15488c8f-7279-4994-a79c-88c18a433deb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:54.321114 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3c96bf9f-d87d-46e1-81cd-e1b3fc71993b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:54.322306 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3c96bf9f-d87d-46e1-81cd-e1b3fc71993b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15488c8f-7279-4994-a79c-88c18a433deb HTTP/1.1" status: 204  len: 168 time: 0.2073960
Apr 16 21:44:54.329954 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96bf9f-d87d-46e1-81cd-e1b3fc71993b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15488c8f-7279-4994-a79c-88c18a433deb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:54.375865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f96b990f-cc3c-4d86-9832-5563d445c87b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (e9171b09-36d8-448d-8c79-81bff274eedd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:54.403150 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b990f-cc3c-4d86-9832-5563d445c87b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event deleted for resources: {'Port': ['ID=e9171b09-36d8-448d-8c79-81bff274eedd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:54.463045 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f96b990f-cc3c-4d86-9832-5563d445c87b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for floatingip (c0f3d6d2-ca19-4f07-91c8-69c767bc1c97), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:54.463410 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-f96b990f-cc3c-4d86-9832-5563d445c87b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Floating IP c0f3d6d2-ca19-4f07-91c8-69c767bc1c97 disassociated (deleted). External IP: 172.35.1.86, port: c4d5001d-e0c4-4dba-9703-42704badf73f.
Apr 16 21:44:54.683889 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96b990f-cc3c-4d86-9832-5563d445c87b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Router 23184dcb-2886-4f89-837a-860419bfc47b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:44:54.799034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96b990f-cc3c-4d86-9832-5563d445c87b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:44:54.804367 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f96b990f-cc3c-4d86-9832-5563d445c87b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:54.813903 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527af51a-04c9-4b9e-b57f-6ce4edf57fa0 None None] Sync routers for ids ['23184dcb-2886-4f89-837a-860419bfc47b'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:44:54.827001 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527af51a-04c9-4b9e-b57f-6ce4edf57fa0 None None] Routers {'23184dcb-2886-4f89-837a-860419bfc47b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:54.827612 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-527af51a-04c9-4b9e-b57f-6ce4edf57fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249d0eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23184dcb-2886-4f89-837a-860419bfc47b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:54.838397 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f96b990f-cc3c-4d86-9832-5563d445c87b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "DELETE /v2.0/floatingips/c0f3d6d2-ca19-4f07-91c8-69c767bc1c97 HTTP/1.1" status: 204  len: 168 time: 0.9676523
Apr 16 21:44:54.839040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'tag': 'c4d5001d-e0c4-4dba-9703-42704badf73f'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:44:54.842029 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6487d60f-2fe8-4967-a9c8-f993261871a1" -d '{"events": [{"name": "network-changed", "server_uuid": "45de93d5-b2bb-423f-9aec-48c79b81e6fd", "tag": "c4d5001d-e0c4-4dba-9703-42704badf73f"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:44:54.887015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a7e78-eb98-4c59-b09a-d2623d8ad7ba req-ade14b46-5f05-4178-9568-6797fd4c1881 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:54.888633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa3a7e78-eb98-4c59-b09a-d2623d8ad7ba req-ade14b46-5f05-4178-9568-6797fd4c1881 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 944 time: 0.0924537
Apr 16 21:44:54.922019 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fcf27578-6a49-4ea6-9984-de74b690880d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:44:54.927181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43668) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:54.942228 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8e8a18e-e069-45e3-b062-a8a896c17648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:54.945316 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: fcf27578-6a49-4ea6-9984-de74b690880d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:44:54.945872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fcf27578-6a49-4ea6-9984-de74b690880d not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:44:54.962006 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa3a7e78-eb98-4c59-b09a-d2623d8ad7ba req-f3f32065-ee35-43ec-9665-7c8985a7a3e2 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671549
Apr 16 21:44:55.010048 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-527af51a-04c9-4b9e-b57f-6ce4edf57fa0 None None] Set router 23184dcb-2886-4f89-837a-860419bfc47b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:55.013981 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556c3ddc-3747-426a-b973-c153385809b1 x-openstack-request-id: req-556c3ddc-3747-426a-b973-c153385809b1 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:44:55.014273 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45de93d5-b2bb-423f-9aec-48c79b81e6fd", "tag": "c4d5001d-e0c4-4dba-9703-42704badf73f", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:44:55.016916 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-556c3ddc-3747-426a-b973-c153385809b1 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:44:55.016916 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556c3ddc-3747-426a-b973-c153385809b1'] response: {'name': 'network-changed', 'server_uuid': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'tag': 'c4d5001d-e0c4-4dba-9703-42704badf73f', 'status': 'completed', 'code': 200}
Apr 16 21:44:55.062098 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8e8a18e-e069-45e3-b062-a8a896c17648 admin admin] Publish callbacks [] for security_group (be844abd-4e6d-4921-a761-5c823758aade), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:55.082234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487d60f-2fe8-4967-a9c8-f993261871a1 req-5bedd15d-17ef-4934-af17-218f32354117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:55.083806 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6487d60f-2fe8-4967-a9c8-f993261871a1 req-5bedd15d-17ef-4934-af17-218f32354117 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9d0d3b45797487d88c64d6ae767cc18&device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 1166 time: 0.0478137
Apr 16 21:44:55.162259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8e8a18e-e069-45e3-b062-a8a896c17648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (be844abd-4e6d-4921-a761-5c823758aade), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:55.190662 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487d60f-2fe8-4967-a9c8-f993261871a1 req-157f6cf8-38ea-49a1-be9a-cea1cdf18815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:55.192688 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6487d60f-2fe8-4967-a9c8-f993261871a1 req-157f6cf8-38ea-49a1-be9a-cea1cdf18815 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d454821f-512f-4611-b8de-f13798dcc3be HTTP/1.1" status: 200  len: 898 time: 0.1027091
Apr 16 21:44:55.218030 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e8e8a18e-e069-45e3-b062-a8a896c17648 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7991a74def24138abdba2fb72405baa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2897930
Apr 16 21:44:55.220637 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43672) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:55.222938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8a18e-e069-45e3-b062-a8a896c17648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be844abd-4e6d-4921-a761-5c823758aade,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:55.239086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6487d60f-2fe8-4967-a9c8-f993261871a1 req-6b494d61-0c85-4155-ba26-ae6dafe1203a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4d5001d-e0c4-4dba-9703-42704badf73f HTTP/1.1" status: 200  len: 217 time: 0.0401993
Apr 16 21:44:55.285999 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76093b59-757f-47c2-bd87-b24dc4b3ff5c admin admin] Publish callbacks [] for security_group (be844abd-4e6d-4921-a761-5c823758aade), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:55.310206 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-527af51a-04c9-4b9e-b57f-6ce4edf57fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249d0eb0>, [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:42:57Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3260bd5a-1ba5-445a-9285-a39cfd137ff5', 'name': '', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'mac_address': 'fa:16:3e:1b:06:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '843d2640-4a10-4543-b547-b188cb18d419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:57Z', 'updated_at': '2022-04-16T21:43:00Z', 'revision_number': 5, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'subnets': [{'id': '843d2640-4a10-4543-b547-b188cb18d419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:55.310730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487d60f-2fe8-4967-a9c8-f993261871a1 req-370da020-aa7b-4609-861f-675497998ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:55.313025 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6487d60f-2fe8-4967-a9c8-f993261871a1 req-370da020-aa7b-4609-861f-675497998ddb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843d2640-4a10-4543-b547-b188cb18d419 HTTP/1.1" status: 200  len: 835 time: 0.0685372
Apr 16 21:44:55.317062 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76093b59-757f-47c2-bd87-b24dc4b3ff5c admin admin] Publish callbacks [] for security_group (be844abd-4e6d-4921-a761-5c823758aade), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:55.341053 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527af51a-04c9-4b9e-b57f-6ce4edf57fa0 None None] Checking router: 23184dcb-2886-4f89-837a-860419bfc47b for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:44:55.349530 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527af51a-04c9-4b9e-b57f-6ce4edf57fa0 None None] Routers {'23184dcb-2886-4f89-837a-860419bfc47b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:44:55.350147 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-527af51a-04c9-4b9e-b57f-6ce4edf57fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01249d0eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23184dcb-2886-4f89-837a-860419bfc47b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:55.378053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8a1a9-9d5f-491c-b1f5-46a91a8181df req-f700be95-b98b-4892-a144-fbc5089f160f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:55.379551 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bb8a1a9-9d5f-491c-b1f5-46a91a8181df req-f700be95-b98b-4892-a144-fbc5089f160f tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 984 time: 0.0513203
Apr 16 21:44:55.432911 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76093b59-757f-47c2-bd87-b24dc4b3ff5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (be844abd-4e6d-4921-a761-5c823758aade), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:55.436024 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76093b59-757f-47c2-bd87-b24dc4b3ff5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:55.436220 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9bb8a1a9-9d5f-491c-b1f5-46a91a8181df req-c4ed3f16-d884-4166-880c-dcc994dc8705 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/security-groups?id=b11443be-2315-4abe-94b3-742b27e58e0f&id=9521308a-90ba-4285-abd6-01dcff52c365&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0506165
Apr 16 21:44:55.437470 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-76093b59-757f-47c2-bd87-b24dc4b3ff5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be844abd-4e6d-4921-a761-5c823758aade HTTP/1.1" status: 204  len: 168 time: 0.2156432
Apr 16 21:44:55.460319 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-527af51a-04c9-4b9e-b57f-6ce4edf57fa0 None None] Set router 23184dcb-2886-4f89-837a-860419bfc47b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:44:55.462813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76093b59-757f-47c2-bd87-b24dc4b3ff5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be844abd-4e6d-4921-a761-5c823758aade,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:55.514540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7d23f851-895e-4529-9088-669809a7d0ac details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:44:55.614914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7d23f851-895e-4529-9088-669809a7d0ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d23f851-895e-4529-9088-669809a7d0ac,segment=NetworkSegment(d3ccacab-f276-46a7-975b-adb3482db45b),segment_id=d3ccacab-f276-46a7-975b-adb3482db45b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:55.628698 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '7d23f851-895e-4529-9088-669809a7d0ac', 'network_id': '7357ee69-bede-4b55-a14b-94cda7691368', 'port_id': '7d23f851-895e-4529-9088-669809a7d0ac', 'mac_address': 'fa:16:3e:88:43:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4f33e5-d29f-418a-964f-7629533fe0de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:44:55.651782 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-527af51a-04c9-4b9e-b57f-6ce4edf57fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01249d0eb0>, [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:42:57Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3260bd5a-1ba5-445a-9285-a39cfd137ff5', 'name': '', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'mac_address': 'fa:16:3e:1b:06:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '843d2640-4a10-4543-b547-b188cb18d419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:57Z', 'updated_at': '2022-04-16T21:43:00Z', 'revision_number': 5, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'subnets': [{'id': '843d2640-4a10-4543-b547-b188cb18d419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:44:55.666926 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 7d23f851-895e-4529-9088-669809a7d0ac is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:55.667322 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7d23f851-895e-4529-9088-669809a7d0ac), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:55.682201 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527af51a-04c9-4b9e-b57f-6ce4edf57fa0 None None] The sync data for ids ['23184dcb-2886-4f89-837a-860419bfc47b'] in ncdv-master-1 is: [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:42:57Z', 'revision_number': 4, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3260bd5a-1ba5-445a-9285-a39cfd137ff5', 'name': '', 'network_id': 'd454821f-512f-4611-b8de-f13798dcc3be', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'mac_address': 'fa:16:3e:1b:06:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '843d2640-4a10-4543-b547-b188cb18d419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:57Z', 'updated_at': '2022-04-16T21:43:00Z', 'revision_number': 5, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'subnets': [{'id': '843d2640-4a10-4543-b547-b188cb18d419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:44:55.685445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d23f851-895e-4529-9088-669809a7d0ac {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:44:55.709129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7d23f851-895e-4529-9088-669809a7d0ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d23f851-895e-4529-9088-669809a7d0ac,segment=NetworkSegment(d3ccacab-f276-46a7-975b-adb3482db45b),segment_id=d3ccacab-f276-46a7-975b-adb3482db45b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:55.804368 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7d23f851-895e-4529-9088-669809a7d0ac), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:55.860012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=7d23f851-895e-4529-9088-669809a7d0ac,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:55.948687 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b770c058-fe1b-4ab1-be17-55df9395ddf5 None None] New status for floating IP c0f3d6d2-ca19-4f07-91c8-69c767bc1c97: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:44:56.087002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbfb04-3067-494a-a8f4-b6142ee31a13 req-4e131fac-8bb5-4d2f-91b0-013bfeee629b tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:56.088545 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ffbfb04-3067-494a-a8f4-b6142ee31a13 req-4e131fac-8bb5-4d2f-91b0-013bfeee629b tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 945 time: 0.0496142
Apr 16 21:44:56.130473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['7d23f851-895e-4529-9088-669809a7d0ac'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:44:56.136202 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ffbfb04-3067-494a-a8f4-b6142ee31a13 req-c8063295-7393-4945-8697-8c809baa0657 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420566
Apr 16 21:44:56.257042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487d60f-2fe8-4967-a9c8-f993261871a1 req-b58dd769-ac2b-4b83-9e60-dfbec610c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:56.259214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6487d60f-2fe8-4967-a9c8-f993261871a1 req-b58dd769-ac2b-4b83-9e60-dfbec610c295 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d454821f-512f-4611-b8de-f13798dcc3be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427480
Apr 16 21:44:56.359417 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6487d60f-2fe8-4967-a9c8-f993261871a1 req-afc7fd56-7e60-459c-9293-b66e7a3c8303 service neutron] 10.222.0.41 "GET /v2.0/networks/d454821f-512f-4611-b8de-f13798dcc3be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0936148
Apr 16 21:44:56.449907 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6487d60f-2fe8-4967-a9c8-f993261871a1 req-ccafafeb-d8b9-482b-b77d-65fd0a7f300e service neutron] 10.222.0.41 "GET /v2.0/networks/d454821f-512f-4611-b8de-f13798dcc3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832777
Apr 16 21:44:56.563901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a476b-b338-4bbc-9c7d-9cd15c983a9a req-6f2ceb3e-584e-41a6-a1c8-181264296bc8 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:56.565464 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad0a476b-b338-4bbc-9c7d-9cd15c983a9a req-6f2ceb3e-584e-41a6-a1c8-181264296bc8 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 984 time: 0.0549757
Apr 16 21:44:56.626117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad0a476b-b338-4bbc-9c7d-9cd15c983a9a req-22465ad5-7a70-48bd-aa6a-2e9e224bd933 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/security-groups?id=b11443be-2315-4abe-94b3-742b27e58e0f&id=9521308a-90ba-4285-abd6-01dcff52c365&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0543892
Apr 16 21:44:56.837221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3e6a0-c9bb-4b87-9363-352a7c77c316 req-b8e46c47-e9d7-445b-84a2-ea122199ef3d tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:56.839061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2bb3e6a0-c9bb-4b87-9363-352a7c77c316 req-b8e46c47-e9d7-445b-84a2-ea122199ef3d tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.41 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 984 time: 0.0486214
Apr 16 21:44:56.928376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-2bb3e6a0-c9bb-4b87-9363-352a7c77c316 req-6a2c366a-a82c-4f80-bd77-fb91134f8780 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Deleting port c4d5001d-e0c4-4dba-9703-42704badf73f {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:56.928753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2bb3e6a0-c9bb-4b87-9363-352a7c77c316 req-6a2c366a-a82c-4f80-bd77-fb91134f8780 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:57.022686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-2bb3e6a0-c9bb-4b87-9363-352a7c77c316 req-6a2c366a-a82c-4f80-bd77-fb91134f8780 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] For port c4d5001d-e0c4-4dba-9703-42704badf73f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c4d5001d-e0c4-4dba-9703-42704badf73f,segment=NetworkSegment(bf326e1c-dbf5-4c7f-b73a-051e0fe27189),segment_id=bf326e1c-dbf5-4c7f-b73a-051e0fe27189)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:57.023058 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2bb3e6a0-c9bb-4b87-9363-352a7c77c316 req-6a2c366a-a82c-4f80-bd77-fb91134f8780 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:57.036109 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-2bb3e6a0-c9bb-4b87-9363-352a7c77c316 req-6a2c366a-a82c-4f80-bd77-fb91134f8780 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Calling delete_port for c4d5001d-e0c4-4dba-9703-42704badf73f owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:44:57.254220 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2bb3e6a0-c9bb-4b87-9363-352a7c77c316 req-6a2c366a-a82c-4f80-bd77-fb91134f8780 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c4d5001d-e0c4-4dba-9703-42704badf73f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:57.260709 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d7e8c-3e85-4927-9f49-732b282b44b9 req-87c02356-fd5d-4205-b6cc-72e0ff182580 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:57.263283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-429d7e8c-3e85-4927-9f49-732b282b44b9 req-87c02356-fd5d-4205-b6cc-72e0ff182580 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 945 time: 0.0527205
Apr 16 21:44:57.313438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c366a-a82c-4f80-bd77-fb91134f8780 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event deleted for resources: {'Port': ['ID=c4d5001d-e0c4-4dba-9703-42704badf73f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:57.324476 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-429d7e8c-3e85-4927-9f49-732b282b44b9 req-66c0a057-8314-41f2-ae20-6a9a33c67555 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542152
Apr 16 21:44:57.336581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb3e6a0-c9bb-4b87-9363-352a7c77c316 req-6a2c366a-a82c-4f80-bd77-fb91134f8780 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] No DVR routers for this DVR port c4d5001d-e0c4-4dba-9703-42704badf73f on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:44:57.339416 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-2bb3e6a0-c9bb-4b87-9363-352a7c77c316 req-6a2c366a-a82c-4f80-bd77-fb91134f8780 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:57.343577 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2bb3e6a0-c9bb-4b87-9363-352a7c77c316 req-6a2c366a-a82c-4f80-bd77-fb91134f8780 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.41 "DELETE /v2.0/ports/c4d5001d-e0c4-4dba-9703-42704badf73f HTTP/1.1" status: 204  len: 173 time: 0.4995787
Apr 16 21:44:57.345281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'name': 'network-vif-deleted', 'tag': 'c4d5001d-e0c4-4dba-9703-42704badf73f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:44:57.347741 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5a9053-3f94-410a-a770-c4a12f1629d8" -d '{"events": [{"server_uuid": "45de93d5-b2bb-423f-9aec-48c79b81e6fd", "name": "network-vif-deleted", "tag": "c4d5001d-e0c4-4dba-9703-42704badf73f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:44:57.382939 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589ba7c1-c0e4-45b6-ac71-3fc8b1160b17 x-openstack-request-id: req-589ba7c1-c0e4-45b6-ac71-3fc8b1160b17 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:44:57.383237 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45de93d5-b2bb-423f-9aec-48c79b81e6fd", "name": "network-vif-deleted", "tag": "c4d5001d-e0c4-4dba-9703-42704badf73f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:44:57.383495 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-589ba7c1-c0e4-45b6-ac71-3fc8b1160b17 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:44:57.383908 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589ba7c1-c0e4-45b6-ac71-3fc8b1160b17'] response: {'server_uuid': '45de93d5-b2bb-423f-9aec-48c79b81e6fd', 'name': 'network-vif-deleted', 'tag': 'c4d5001d-e0c4-4dba-9703-42704badf73f', 'status': 'completed', 'code': 200}
Apr 16 21:44:57.515125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7d23f851-895e-4529-9088-669809a7d0ac up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:44:57.559108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 7d23f851-895e-4529-9088-669809a7d0ac completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:44:57.655674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 7d23f851-895e-4529-9088-669809a7d0ac triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:44:57.656059 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7d23f851-895e-4529-9088-669809a7d0ac), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:57.759106 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f00603fb-f725-4dd4-8193-df7feec901ed req-2404c7d9-b351-4024-9acb-7667122893c0 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "GET /v2.0/ports?device_id=45de93d5-b2bb-423f-9aec-48c79b81e6fd HTTP/1.1" status: 200  len: 210 time: 0.0358236
Apr 16 21:44:57.792589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 7d23f851-895e-4529-9088-669809a7d0ac is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:44:57.793060 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7d23f851-895e-4529-9088-669809a7d0ac), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:57.817319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f452fb7-6767-4bbd-96f0-81b4e7bfd2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d23f851-895e-4529-9088-669809a7d0ac'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:44:57.819766 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b140e1-2f2f-4323-be01-05b70529fc6a" -d '{"events": [{"server_uuid": "9f452fb7-6767-4bbd-96f0-81b4e7bfd2db", "name": "network-vif-plugged", "status": "completed", "tag": "7d23f851-895e-4529-9088-669809a7d0ac"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:44:57.834756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7d23f851-895e-4529-9088-669809a7d0ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d23f851-895e-4529-9088-669809a7d0ac,segment=NetworkSegment(d3ccacab-f276-46a7-975b-adb3482db45b),segment_id=d3ccacab-f276-46a7-975b-adb3482db45b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:44:57.858356 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccdd47e-1f67-4c35-8387-ce86046b3b71 x-openstack-request-id: req-dccdd47e-1f67-4c35-8387-ce86046b3b71 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:44:57.858623 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f452fb7-6767-4bbd-96f0-81b4e7bfd2db", "name": "network-vif-plugged", "status": "completed", "tag": "7d23f851-895e-4529-9088-669809a7d0ac", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:44:57.858881 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dccdd47e-1f67-4c35-8387-ce86046b3b71 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:44:57.859280 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dccdd47e-1f67-4c35-8387-ce86046b3b71'] response: {'server_uuid': '9f452fb7-6767-4bbd-96f0-81b4e7bfd2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d23f851-895e-4529-9088-669809a7d0ac', 'code': 200}
Apr 16 21:44:57.904701 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7d23f851-895e-4529-9088-669809a7d0ac), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:57.954496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=7d23f851-895e-4529-9088-669809a7d0ac,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:58.072305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c837b-e840-45d5-9ee7-3f3d4a4b4045 req-e376cf21-e9ab-4ad2-bc8f-7d7fe044a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:58.073835 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d1c837b-e840-45d5-9ee7-3f3d4a4b4045 req-e376cf21-e9ab-4ad2-bc8f-7d7fe044a0d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 1128 time: 0.0429509
Apr 16 21:44:58.117446 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d1c837b-e840-45d5-9ee7-3f3d4a4b4045 req-f50688b8-c652-47b4-9382-d4f07e3b4355 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373242
Apr 16 21:44:58.449309 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ed89d-63fd-46e3-88a3-36f9f3b6d011 req-e8035262-1ae0-4fc3-abb6-4e023aa344e9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:58.450830 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-978ed89d-63fd-46e3-88a3-36f9f3b6d011 req-e8035262-1ae0-4fc3-abb6-4e023aa344e9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0526392
Apr 16 21:44:58.499857 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-978ed89d-63fd-46e3-88a3-36f9f3b6d011 req-f70639cb-44d4-4f98-b059-f5f1607a118e tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433793
Apr 16 21:44:58.817241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43750) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:58.873791 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53d50a01-7bc5-4bd2-a04c-0a3b4c9aa96a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (b11443be-2315-4abe-94b3-742b27e58e0f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:58.895219 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53d50a01-7bc5-4bd2-a04c-0a3b4c9aa96a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (b11443be-2315-4abe-94b3-742b27e58e0f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.038153 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53d50a01-7bc5-4bd2-a04c-0a3b4c9aa96a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b11443be-2315-4abe-94b3-742b27e58e0f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.040770 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-53d50a01-7bc5-4bd2-a04c-0a3b4c9aa96a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.041951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-53d50a01-7bc5-4bd2-a04c-0a3b4c9aa96a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "DELETE /v2.0/security-groups/b11443be-2315-4abe-94b3-742b27e58e0f HTTP/1.1" status: 204  len: 168 time: 0.2236750
Apr 16 21:44:59.044831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43752) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:59.051916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d50a01-7bc5-4bd2-a04c-0a3b4c9aa96a tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11443be-2315-4abe-94b3-742b27e58e0f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:59.107398 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a75ca14-a94e-477c-9a2f-a09d607b8235 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (9521308a-90ba-4285-abd6-01dcff52c365), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.136122 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a75ca14-a94e-477c-9a2f-a09d607b8235 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (9521308a-90ba-4285-abd6-01dcff52c365), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.181670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43758) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:59.242614 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a75ca14-a94e-477c-9a2f-a09d607b8235 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9521308a-90ba-4285-abd6-01dcff52c365), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.245440 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a75ca14-a94e-477c-9a2f-a09d607b8235 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.246697 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1a75ca14-a94e-477c-9a2f-a09d607b8235 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "DELETE /v2.0/security-groups/9521308a-90ba-4285-abd6-01dcff52c365 HTTP/1.1" status: 204  len: 168 time: 0.2008183
Apr 16 21:44:59.249654 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43762) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:59.258144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75ca14-a94e-477c-9a2f-a09d607b8235 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9521308a-90ba-4285-abd6-01dcff52c365,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:59.307834 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ca394e87-6b7d-4546-9231-60599237308c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.388091 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ca394e87-6b7d-4546-9231-60599237308c admin admin] Publish callbacks [] for security_group (cb221bbd-97e3-4396-a460-4f2e32e238d2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.482248 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ca394e87-6b7d-4546-9231-60599237308c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cb221bbd-97e3-4396-a460-4f2e32e238d2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.525978 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ca394e87-6b7d-4546-9231-60599237308c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10460e228d21429ca64d332a980ec8f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3428650
Apr 16 21:44:59.528874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43766) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:44:59.535895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca394e87-6b7d-4546-9231-60599237308c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb221bbd-97e3-4396-a460-4f2e32e238d2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:59.590401 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddd0ae73-a866-44c3-acd4-d3f227166e9a admin admin] Publish callbacks [] for security_group (cb221bbd-97e3-4396-a460-4f2e32e238d2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.614435 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddd0ae73-a866-44c3-acd4-d3f227166e9a admin admin] Publish callbacks [] for security_group (cb221bbd-97e3-4396-a460-4f2e32e238d2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.649554 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d88b9897-249d-41c8-8536-f1e7ec19bd76 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (23184dcb-2886-4f89-837a-860419bfc47b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.657950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5642ee-a81d-4585-bc96-2a5a858a8106 req-0430e3b6-d730-45ec-b2d8-4f2d4e025c13 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:44:59.659449 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dd5642ee-a81d-4585-bc96-2a5a858a8106 req-0430e3b6-d730-45ec-b2d8-4f2d4e025c13 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0632837
Apr 16 21:44:59.752820 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddd0ae73-a866-44c3-acd4-d3f227166e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (cb221bbd-97e3-4396-a460-4f2e32e238d2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.755404 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ddd0ae73-a866-44c3-acd4-d3f227166e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:44:59.758897 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ddd0ae73-a866-44c3-acd4-d3f227166e9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb221bbd-97e3-4396-a460-4f2e32e238d2 HTTP/1.1" status: 204  len: 168 time: 0.2266564
Apr 16 21:44:59.764797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0ae73-a866-44c3-acd4-d3f227166e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb221bbd-97e3-4396-a460-4f2e32e238d2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:44:59.782123 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dd5642ee-a81d-4585-bc96-2a5a858a8106 req-8f08f719-0105-4849-9b67-f39d9e335151 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913627
Apr 16 21:44:59.939540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d88b9897-249d-41c8-8536-f1e7ec19bd76 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Deleting port 3260bd5a-1ba5-445a-9285-a39cfd137ff5 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:44:59.940138 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d88b9897-249d-41c8-8536-f1e7ec19bd76 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:00.035536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-d88b9897-249d-41c8-8536-f1e7ec19bd76 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] For port 3260bd5a-1ba5-445a-9285-a39cfd137ff5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3260bd5a-1ba5-445a-9285-a39cfd137ff5,segment=NetworkSegment(bf326e1c-dbf5-4c7f-b73a-051e0fe27189),segment_id=bf326e1c-dbf5-4c7f-b73a-051e0fe27189)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:00.035857 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d88b9897-249d-41c8-8536-f1e7ec19bd76 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:00.050241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d88b9897-249d-41c8-8536-f1e7ec19bd76 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Calling delete_port for 3260bd5a-1ba5-445a-9285-a39cfd137ff5 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:00.272455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43774) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:00.286309 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1f54-8322-4dff-89c4-c51a7e38d4c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:00.316133 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d88b9897-249d-41c8-8536-f1e7ec19bd76 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3260bd5a-1ba5-445a-9285-a39cfd137ff5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:00.345519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b9897-249d-41c8-8536-f1e7ec19bd76 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event deleted for resources: {'Port': ['ID=3260bd5a-1ba5-445a-9285-a39cfd137ff5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:00.370947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1f54-8322-4dff-89c4-c51a7e38d4c4 admin admin] Publish callbacks [] for security_group (c1b62812-6c4d-4556-9477-a5c14ecac58f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:00.438628 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1f54-8322-4dff-89c4-c51a7e38d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c1b62812-6c4d-4556-9477-a5c14ecac58f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:00.485776 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cd3b1f54-8322-4dff-89c4-c51a7e38d4c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=994aece0a7e0467892cbaa0f57b59425&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2122121
Apr 16 21:45:00.487820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b1f54-8322-4dff-89c4-c51a7e38d4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b62812-6c4d-4556-9477-a5c14ecac58f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:00.490221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43776) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:00.529011 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d88b9897-249d-41c8-8536-f1e7ec19bd76 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (23184dcb-2886-4f89-837a-860419bfc47b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:00.549770 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb1c851a-b91b-4c24-a91d-13fc243ce4a1 admin admin] Publish callbacks [] for security_group (c1b62812-6c4d-4556-9477-a5c14ecac58f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:00.572603 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb1c851a-b91b-4c24-a91d-13fc243ce4a1 admin admin] Publish callbacks [] for security_group (c1b62812-6c4d-4556-9477-a5c14ecac58f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:00.672952 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb1c851a-b91b-4c24-a91d-13fc243ce4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (c1b62812-6c4d-4556-9477-a5c14ecac58f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:00.675596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-eb1c851a-b91b-4c24-a91d-13fc243ce4a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:00.676869 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eb1c851a-b91b-4c24-a91d-13fc243ce4a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1b62812-6c4d-4556-9477-a5c14ecac58f HTTP/1.1" status: 204  len: 168 time: 0.1857996
Apr 16 21:45:00.687234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c851a-b91b-4c24-a91d-13fc243ce4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b62812-6c4d-4556-9477-a5c14ecac58f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:00.912437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555dc35-ce0d-4847-a420-7b37ff190205 req-dad9b846-f9e3-4b42-9ea7-66c4e531810e tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:00.914219 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e555dc35-ce0d-4847-a420-7b37ff190205 req-dad9b846-f9e3-4b42-9ea7-66c4e531810e tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0546329
Apr 16 21:45:00.966199 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e555dc35-ce0d-4847-a420-7b37ff190205 req-d3e657cf-e549-417c-906d-2482e64a49ec tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447667
Apr 16 21:45:01.132828 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd321aa-ab56-45cd-80f5-b22f1304cc9c req-88f816ab-df35-4ebe-a057-aa6a4abc2c34 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:01.134314 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cd321aa-ab56-45cd-80f5-b22f1304cc9c req-88f816ab-df35-4ebe-a057-aa6a4abc2c34 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0578983
Apr 16 21:45:01.150810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88b9897-249d-41c8-8536-f1e7ec19bd76 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Router 23184dcb-2886-4f89-837a-860419bfc47b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:45:01.202325 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cd321aa-ab56-45cd-80f5-b22f1304cc9c req-23259a65-6cb4-4306-aab8-97f949502ee9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608056
Apr 16 21:45:01.304639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88b9897-249d-41c8-8536-f1e7ec19bd76 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:45:01.309550 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d88b9897-249d-41c8-8536-f1e7ec19bd76 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "PUT /v2.0/routers/23184dcb-2886-4f89-837a-860419bfc47b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0588672
Apr 16 21:45:01.313247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43796) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:01.314900 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61dae4-9ebb-4859-a307-33600381e133 None None] Sync routers for ids ['23184dcb-2886-4f89-837a-860419bfc47b'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:45:01.324596 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e61dae4-9ebb-4859-a307-33600381e133 None None] Routers {'23184dcb-2886-4f89-837a-860419bfc47b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:01.325195 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6e61dae4-9ebb-4859-a307-33600381e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125cab130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23184dcb-2886-4f89-837a-860419bfc47b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:01.369773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9694e1-203f-48d9-b5d4-2630d4b1445b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Deleting subnet 843d2640-4a10-4543-b547-b188cb18d419 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:45:01.374678 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c9694e1-203f-48d9-b5d4-2630d4b1445b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for subnet (843d2640-4a10-4543-b547-b188cb18d419), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:01.422840 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c9694e1-203f-48d9-b5d4-2630d4b1445b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (843d2640-4a10-4543-b547-b188cb18d419), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:01.442249 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-6e61dae4-9ebb-4859-a307-33600381e133 None None] Set router 23184dcb-2886-4f89-837a-860419bfc47b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:45:01.513259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c9694e1-203f-48d9-b5d4-2630d4b1445b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (843d2640-4a10-4543-b547-b188cb18d419), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:01.541464 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c4d5001d-e0c4-4dba-9703-42704badf73f no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:45:01.590160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: c4d5001d-e0c4-4dba-9703-42704badf73f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:45:01.592495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c4d5001d-e0c4-4dba-9703-42704badf73f not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:45:01.635012 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6e61dae4-9ebb-4859-a307-33600381e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125cab130>, [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:45:00Z', 'revision_number': 5, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:01.662609 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61dae4-9ebb-4859-a307-33600381e133 None None] Checking router: 23184dcb-2886-4f89-837a-860419bfc47b for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:45:01.673649 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e61dae4-9ebb-4859-a307-33600381e133 None None] Routers {'23184dcb-2886-4f89-837a-860419bfc47b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:01.673649 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6e61dae4-9ebb-4859-a307-33600381e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125cab130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:44:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['23184dcb-2886-4f89-837a-860419bfc47b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:01.676237 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5673700-9b9d-41ff-a6ee-f32a005c1884 req-9dae8663-a355-4914-9f49-f072bd4ccdae tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:01.680642 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5673700-9b9d-41ff-a6ee-f32a005c1884 req-9dae8663-a355-4914-9f49-f072bd4ccdae tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0611877
Apr 16 21:45:01.701942 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c9694e1-203f-48d9-b5d4-2630d4b1445b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (843d2640-4a10-4543-b547-b188cb18d419), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:01.736680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9694e1-203f-48d9-b5d4-2630d4b1445b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event deleted for resources: {'Subnet': ['ID=843d2640-4a10-4543-b547-b188cb18d419,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:01.743850 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c9694e1-203f-48d9-b5d4-2630d4b1445b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:01.746675 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0c9694e1-203f-48d9-b5d4-2630d4b1445b tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "DELETE /v2.0/subnets/843d2640-4a10-4543-b547-b188cb18d419 HTTP/1.1" status: 204  len: 168 time: 0.4333398
Apr 16 21:45:01.748619 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ae46f-1a8a-4993-9871-0cae134feb4c None None] Network d454821f-512f-4611-b8de-f13798dcc3be requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:01.749377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43808) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:01.764427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5673700-9b9d-41ff-a6ee-f32a005c1884 req-9bc8cefb-e6f9-42e3-a1f1-f2eb9f117af1 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807354
Apr 16 21:45:01.814819 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-6e61dae4-9ebb-4859-a307-33600381e133 None None] Set router 23184dcb-2886-4f89-837a-860419bfc47b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:45:01.897145 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router (23184dcb-2886-4f89-837a-860419bfc47b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:01.948290 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e33923-12a9-4596-82c4-5b40c9d84e33 None None] DHCP port deletion for d454821f-512f-4611-b8de-f13798dcc3be request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:45:01.998734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-09e33923-12a9-4596-82c4-5b40c9d84e33 None None] Deleting port d454cca7-20b4-4f82-b6a9-6e18aacd8d01 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:01.999109 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-09e33923-12a9-4596-82c4-5b40c9d84e33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d454cca7-20b4-4f82-b6a9-6e18aacd8d01), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.002161 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6e61dae4-9ebb-4859-a307-33600381e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125cab130>, [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:45:00Z', 'revision_number': 5, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:02.028278 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router_gateway (23184dcb-2886-4f89-837a-860419bfc47b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.029616 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61dae4-9ebb-4859-a307-33600381e133 None None] The sync data for ids ['23184dcb-2886-4f89-837a-860419bfc47b'] in ncdv-master-1 is: [{'id': '23184dcb-2886-4f89-837a-860419bfc47b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-652618071', 'tenant_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:42:51Z', 'updated_at': '2022-04-16T21:45:00Z', 'revision_number': 5, 'project_id': 'b9d0d3b45797487d88c64d6ae767cc18', 'gw_port': {'id': '1e72415c-3644-44af-ab4b-cc4bfd1ceed2', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23184dcb-2886-4f89-837a-860419bfc47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:42:52Z', 'updated_at': '2022-04-16T21:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:45:02.087613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-09e33923-12a9-4596-82c4-5b40c9d84e33 None None] For port d454cca7-20b4-4f82-b6a9-6e18aacd8d01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d454cca7-20b4-4f82-b6a9-6e18aacd8d01,segment=NetworkSegment(bf326e1c-dbf5-4c7f-b73a-051e0fe27189),segment_id=bf326e1c-dbf5-4c7f-b73a-051e0fe27189)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:02.088015 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-09e33923-12a9-4596-82c4-5b40c9d84e33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d454cca7-20b4-4f82-b6a9-6e18aacd8d01), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.100835 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-09e33923-12a9-4596-82c4-5b40c9d84e33 None None] Calling delete_port for d454cca7-20b4-4f82-b6a9-6e18aacd8d01 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:02.134884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Deleting port 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:02.135155 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.219546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] For port 1e72415c-3644-44af-ab4b-cc4bfd1ceed2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e72415c-3644-44af-ab4b-cc4bfd1ceed2,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:02.219915 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.232828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Calling delete_port for 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:02.270835 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-09e33923-12a9-4596-82c4-5b40c9d84e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (d454cca7-20b4-4f82-b6a9-6e18aacd8d01), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.302368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e33923-12a9-4596-82c4-5b40c9d84e33 None None] Pushing event deleted for resources: {'Port': ['ID=d454cca7-20b4-4f82-b6a9-6e18aacd8d01,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:02.304224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e33923-12a9-4596-82c4-5b40c9d84e33 None None] No DVR routers for this DVR port d454cca7-20b4-4f82-b6a9-6e18aacd8d01 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:45:02.446167 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43820) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:02.472693 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1e72415c-3644-44af-ab4b-cc4bfd1ceed2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.507887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event deleted for resources: {'Port': ['ID=1e72415c-3644-44af-ab4b-cc4bfd1ceed2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:02.580400 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a32592e1-d239-48f0-9c21-391fe0ca514b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.581260 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (23184dcb-2886-4f89-837a-860419bfc47b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.666175 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a32592e1-d239-48f0-9c21-391fe0ca514b admin admin] Publish callbacks [] for security_group (f02fa900-03a8-40b4-af8e-196612a695a5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.681766 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (23184dcb-2886-4f89-837a-860419bfc47b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.683979 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router_controller (23184dcb-2886-4f89-837a-860419bfc47b), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.741067 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a32592e1-d239-48f0-9c21-391fe0ca514b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f02fa900-03a8-40b4-af8e-196612a695a5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.779873 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a32592e1-d239-48f0-9c21-391fe0ca514b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5be60bf806ed4ee8b8868025eb511e3c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3326278
Apr 16 21:45:02.780856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32592e1-d239-48f0-9c21-391fe0ca514b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02fa900-03a8-40b4-af8e-196612a695a5,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:02.783155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43824) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:02.833132 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b7eee71-a84e-4457-8d4d-86d87fce648f admin admin] Publish callbacks [] for security_group (f02fa900-03a8-40b4-af8e-196612a695a5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.861112 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (23184dcb-2886-4f89-837a-860419bfc47b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.861627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Fanout notify agent at l3_agent the message router_deleted on router 23184dcb-2886-4f89-837a-860419bfc47b {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:45:02.868010 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b7eee71-a84e-4457-8d4d-86d87fce648f admin admin] Publish callbacks [] for security_group (f02fa900-03a8-40b4-af8e-196612a695a5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.874784 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.876223 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-73513566-7612-4867-bf4a-a85a7610a73e tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "DELETE /v2.0/routers/23184dcb-2886-4f89-837a-860419bfc47b HTTP/1.1" status: 204  len: 168 time: 1.1255064
Apr 16 21:45:02.878795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43828) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:02.942669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabed0bf-9540-4872-9b8c-bb04242bb780 req-2b20bed1-e811-41d6-8d91-db07a6cff818 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:02.944243 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fabed0bf-9540-4872-9b8c-bb04242bb780 req-2b20bed1-e811-41d6-8d91-db07a6cff818 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.1018875
Apr 16 21:45:02.970218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3260bd5a-1ba5-445a-9285-a39cfd137ff5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:45:02.995932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 3260bd5a-1ba5-445a-9285-a39cfd137ff5 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:45:02.996327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3260bd5a-1ba5-445a-9285-a39cfd137ff5 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:45:02.996618 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffea6847-76f2-49be-bf20-264984300995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (d454821f-512f-4611-b8de-f13798dcc3be), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:02.996756 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d454cca7-20b4-4f82-b6a9-6e18aacd8d01 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:45:03.011272 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fabed0bf-9540-4872-9b8c-bb04242bb780 req-d68a2e7d-81cd-48f3-a611-fcf353d6512a tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519719
Apr 16 21:45:03.018430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: d454cca7-20b4-4f82-b6a9-6e18aacd8d01 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:45:03.019003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d454cca7-20b4-4f82-b6a9-6e18aacd8d01 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:45:03.042886 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b7eee71-a84e-4457-8d4d-86d87fce648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f02fa900-03a8-40b4-af8e-196612a695a5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:03.045254 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4b7eee71-a84e-4457-8d4d-86d87fce648f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:03.046406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4b7eee71-a84e-4457-8d4d-86d87fce648f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f02fa900-03a8-40b4-af8e-196612a695a5 HTTP/1.1" status: 204  len: 168 time: 0.2621787
Apr 16 21:45:03.055080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eee71-a84e-4457-8d4d-86d87fce648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02fa900-03a8-40b4-af8e-196612a695a5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:03.133231 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffea6847-76f2-49be-bf20-264984300995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (d454821f-512f-4611-b8de-f13798dcc3be), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:03.154152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ffea6847-76f2-49be-bf20-264984300995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f0c83a0>,) {'filters': {'network_id': ['d454821f-512f-4611-b8de-f13798dcc3be']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:03.164312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ffea6847-76f2-49be-bf20-264984300995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f0c83a0>, 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:03.164620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ffea6847-76f2-49be-bf20-264984300995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f0c83a0>, 'bf326e1c-dbf5-4c7f-b73a-051e0fe27189') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:03.174249 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffea6847-76f2-49be-bf20-264984300995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (bf326e1c-dbf5-4c7f-b73a-051e0fe27189), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:03.187537 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffea6847-76f2-49be-bf20-264984300995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (bf326e1c-dbf5-4c7f-b73a-051e0fe27189), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:03.193602 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffea6847-76f2-49be-bf20-264984300995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:45:03.194463 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffea6847-76f2-49be-bf20-264984300995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (bf326e1c-dbf5-4c7f-b73a-051e0fe27189), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:45:03.197116 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:45:03.324103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffea6847-76f2-49be-bf20-264984300995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (d454821f-512f-4611-b8de-f13798dcc3be), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:03.332248 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ffea6847-76f2-49be-bf20-264984300995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:03.335655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ffea6847-76f2-49be-bf20-264984300995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] 10.222.0.20 "DELETE /v2.0/networks/d454821f-512f-4611-b8de-f13798dcc3be HTTP/1.1" status: 204  len: 168 time: 0.4555933
Apr 16 21:45:03.348636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea6847-76f2-49be-bf20-264984300995 tempest-TestSecurityGroupsBasicOps-599744156 tempest-TestSecurityGroupsBasicOps-599744156-project] Pushing event deleted for resources: {'Network': ['ID=d454821f-512f-4611-b8de-f13798dcc3be,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:03.442861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498cdee-5343-4c02-b81c-bd8fe2e3e3bf req-4ab53911-aedb-4e91-b67e-f668f89c7ba4 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:03.449214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f498cdee-5343-4c02-b81c-bd8fe2e3e3bf req-4ab53911-aedb-4e91-b67e-f668f89c7ba4 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0740457
Apr 16 21:45:03.511994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901e756-8cd5-4005-8fd6-77cff33ff19e req-ac271f35-413d-48bd-b95e-4e8c7371b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:03.513522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6901e756-8cd5-4005-8fd6-77cff33ff19e req-ac271f35-413d-48bd-b95e-4e8c7371b981 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a812c01aa9574c9abb3ae67bf117ce3c&device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 1128 time: 0.0558310
Apr 16 21:45:03.558902 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f498cdee-5343-4c02-b81c-bd8fe2e3e3bf req-a960e874-2fc9-4643-b57f-9cde8dfcbf67 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057603
Apr 16 21:45:03.951992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901e756-8cd5-4005-8fd6-77cff33ff19e req-f90e30d4-be3e-4e5f-9188-42096f99cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:03.954064 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6901e756-8cd5-4005-8fd6-77cff33ff19e req-f90e30d4-be3e-4e5f-9188-42096f99cfd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7357ee69-bede-4b55-a14b-94cda7691368 HTTP/1.1" status: 200  len: 912 time: 0.4316664
Apr 16 21:45:03.962432 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43856) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:04.009744 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6901e756-8cd5-4005-8fd6-77cff33ff19e req-d4424c53-fe52-484b-a513-6e66cbfd561e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d23f851-895e-4529-9088-669809a7d0ac HTTP/1.1" status: 200  len: 217 time: 0.0490267
Apr 16 21:45:04.064095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901e756-8cd5-4005-8fd6-77cff33ff19e req-7993879d-c3b0-47b8-808c-20f7e70862a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:04.065594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6901e756-8cd5-4005-8fd6-77cff33ff19e req-7993879d-c3b0-47b8-808c-20f7e70862a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a4f33e5-d29f-418a-964f-7629533fe0de HTTP/1.1" status: 200  len: 851 time: 0.0506434
Apr 16 21:45:04.112094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6901e756-8cd5-4005-8fd6-77cff33ff19e req-5a6af9cd-8fbb-4a57-94d2-4ba261a89c08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7357ee69-bede-4b55-a14b-94cda7691368&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0311484
Apr 16 21:45:04.183896 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b4b4b279-2508-45ca-b66c-92c35355634d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9d0d3b45797487d88c64d6ae767cc18&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2176545
Apr 16 21:45:04.187459 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43866) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:04.227554 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6901e756-8cd5-4005-8fd6-77cff33ff19e req-ff2e892d-8390-400a-8981-8321c34a8be8 service neutron] 10.222.0.41 "GET /v2.0/networks/7357ee69-bede-4b55-a14b-94cda7691368?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1050124
Apr 16 21:45:04.244328 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9bec2c7b-f25e-47fc-bc32-bb81178e855d admin admin] Publish callbacks [] for security_group (684c1732-e93c-4b20-8a2b-a3642df3babb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:04.273607 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9bec2c7b-f25e-47fc-bc32-bb81178e855d admin admin] Publish callbacks [] for security_group (684c1732-e93c-4b20-8a2b-a3642df3babb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:04.323696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6901e756-8cd5-4005-8fd6-77cff33ff19e req-f0e30dc1-e97f-42b7-86a1-e3d600b7a1a1 service neutron] 10.222.0.41 "GET /v2.0/networks/7357ee69-bede-4b55-a14b-94cda7691368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905955
Apr 16 21:45:04.390264 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9bec2c7b-f25e-47fc-bc32-bb81178e855d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (684c1732-e93c-4b20-8a2b-a3642df3babb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:04.393652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9bec2c7b-f25e-47fc-bc32-bb81178e855d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:04.394770 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9bec2c7b-f25e-47fc-bc32-bb81178e855d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/684c1732-e93c-4b20-8a2b-a3642df3babb HTTP/1.1" status: 204  len: 168 time: 0.2052698
Apr 16 21:45:04.403021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec2c7b-f25e-47fc-bc32-bb81178e855d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684c1732-e93c-4b20-8a2b-a3642df3babb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:04.672537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6ef47-d97a-4f66-a59f-8e8ce0830acf req-0f77aea8-8720-4f4d-9b60-626f543bf954 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:04.675084 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85c6ef47-d97a-4f66-a59f-8e8ce0830acf req-0f77aea8-8720-4f4d-9b60-626f543bf954 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0503054
Apr 16 21:45:04.723446 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-85c6ef47-d97a-4f66-a59f-8e8ce0830acf req-8f524638-95ab-43f6-9808-1f7b463c4ff8 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421987
Apr 16 21:45:04.852737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:45:04.873445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:45:04.873795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1e72415c-3644-44af-ab4b-cc4bfd1ceed2 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:45:05.163653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43894) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:05.177183 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc634054-f9c6-4e89-95a0-e01147cf3baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:05.257969 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc634054-f9c6-4e89-95a0-e01147cf3baa admin admin] Publish callbacks [] for security_group (63e38d78-b27e-4ee7-9de6-bb9c88828828), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:05.330282 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc634054-f9c6-4e89-95a0-e01147cf3baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (63e38d78-b27e-4ee7-9de6-bb9c88828828), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:05.368653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc634054-f9c6-4e89-95a0-e01147cf3baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e38d78-b27e-4ee7-9de6-bb9c88828828,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:05.372940 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fc634054-f9c6-4e89-95a0-e01147cf3baa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34ad1b0a3a1246bfadadf88fe57a6951&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2082207
Apr 16 21:45:05.376249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43900) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:05.428691 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-530722b9-297e-46a5-8559-e37eeb0d185d admin admin] Publish callbacks [] for security_group (63e38d78-b27e-4ee7-9de6-bb9c88828828), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:05.452720 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-530722b9-297e-46a5-8559-e37eeb0d185d admin admin] Publish callbacks [] for security_group (63e38d78-b27e-4ee7-9de6-bb9c88828828), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:05.609579 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-530722b9-297e-46a5-8559-e37eeb0d185d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (63e38d78-b27e-4ee7-9de6-bb9c88828828), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:05.612258 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-530722b9-297e-46a5-8559-e37eeb0d185d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:05.613953 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-530722b9-297e-46a5-8559-e37eeb0d185d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63e38d78-b27e-4ee7-9de6-bb9c88828828 HTTP/1.1" status: 204  len: 168 time: 0.2360692
Apr 16 21:45:05.622072 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530722b9-297e-46a5-8559-e37eeb0d185d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e38d78-b27e-4ee7-9de6-bb9c88828828,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:05.840625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797f4f2-4708-4393-94fc-8716d51a67d5 req-513ab313-f7e0-4523-b29c-8609d2ec1cf3 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:05.842142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c797f4f2-4708-4393-94fc-8716d51a67d5 req-513ab313-f7e0-4523-b29c-8609d2ec1cf3 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0517220
Apr 16 21:45:05.890618 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c797f4f2-4708-4393-94fc-8716d51a67d5 req-4ee1e541-8732-41a9-a4fd-2333f7677d98 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426233
Apr 16 21:45:06.107587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43920) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:06.214297 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-83db2970-9128-4185-9199-e9aadd84410b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:06.291124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43926) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:06.336888 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-83db2970-9128-4185-9199-e9aadd84410b admin admin] Publish callbacks [] for security_group (b75b3b2f-2afb-4929-92e3-c771fdd4ecf8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:06.339689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-83758726-b920-477a-b104-2c4d40802ecd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d0bdfc9f11f467eb65a96f3180f4e73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0461392
Apr 16 21:45:06.341124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43932) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:06.347771 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:06.355241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf4c4d-8385-41a8-a7fc-6864162dd0e4 req-cdece548-17e9-4082-8569-df126046da3a tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:06.357232 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cf4c4d-8385-41a8-a7fc-6864162dd0e4 req-cdece548-17e9-4082-8569-df126046da3a tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0700438
Apr 16 21:45:06.396700 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70b1f8b0-9c5d-4b3f-88c0-c230b00a8d39 admin admin] Publish callbacks [] for security_group (38b30475-3d35-41a3-b0f1-0f6c9c86a88e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:06.411436 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-83db2970-9128-4185-9199-e9aadd84410b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b75b3b2f-2afb-4929-92e3-c771fdd4ecf8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:06.419114 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70b1f8b0-9c5d-4b3f-88c0-c230b00a8d39 admin admin] Publish callbacks [] for security_group (38b30475-3d35-41a3-b0f1-0f6c9c86a88e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:06.425534 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97cf4c4d-8385-41a8-a7fc-6864162dd0e4 req-9590ef82-83a9-4495-97be-ec9bd019af44 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623746
Apr 16 21:45:06.462135 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-83db2970-9128-4185-9199-e9aadd84410b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26371e83682246b3a8dde2dbf4f4973b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3533566
Apr 16 21:45:06.463006 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db2970-9128-4185-9199-e9aadd84410b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75b3b2f-2afb-4929-92e3-c771fdd4ecf8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:06.468680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 43934) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:06.524121 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e45dcbc0-c471-4cb7-81cb-d1e686ce6eba admin admin] Publish callbacks [] for security_group (b75b3b2f-2afb-4929-92e3-c771fdd4ecf8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:06.550558 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e45dcbc0-c471-4cb7-81cb-d1e686ce6eba admin admin] Publish callbacks [] for security_group (b75b3b2f-2afb-4929-92e3-c771fdd4ecf8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:06.561252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70b1f8b0-9c5d-4b3f-88c0-c230b00a8d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (38b30475-3d35-41a3-b0f1-0f6c9c86a88e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:06.563834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70b1f8b0-9c5d-4b3f-88c0-c230b00a8d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:06.565028 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-70b1f8b0-9c5d-4b3f-88c0-c230b00a8d39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38b30475-3d35-41a3-b0f1-0f6c9c86a88e HTTP/1.1" status: 204  len: 168 time: 0.2228904
Apr 16 21:45:06.585590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1f8b0-9c5d-4b3f-88c0-c230b00a8d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b30475-3d35-41a3-b0f1-0f6c9c86a88e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:06.678072 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e45dcbc0-c471-4cb7-81cb-d1e686ce6eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b75b3b2f-2afb-4929-92e3-c771fdd4ecf8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:06.681146 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e45dcbc0-c471-4cb7-81cb-d1e686ce6eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:06.684791 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e45dcbc0-c471-4cb7-81cb-d1e686ce6eba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b75b3b2f-2afb-4929-92e3-c771fdd4ecf8 HTTP/1.1" status: 204  len: 168 time: 0.2120481
Apr 16 21:45:06.690652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dcbc0-c471-4cb7-81cb-d1e686ce6eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75b3b2f-2afb-4929-92e3-c771fdd4ecf8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:07.544445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770067c3-fd05-49de-9d6d-a4dda1843121 req-c95e06ff-3fd3-48b9-a60b-4fa8541fa0f0 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:07.545982 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-770067c3-fd05-49de-9d6d-a4dda1843121 req-c95e06ff-3fd3-48b9-a60b-4fa8541fa0f0 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0492187
Apr 16 21:45:07.593834 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-770067c3-fd05-49de-9d6d-a4dda1843121 req-1198dba5-b70a-4d60-a29e-090155837725 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417686
Apr 16 21:45:07.973235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccace36c-ce65-4c2f-b28f-0e82febcbd4d req-d6822157-64eb-4c09-9de9-9a2d99567078 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:07.974836 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ccace36c-ce65-4c2f-b28f-0e82febcbd4d req-d6822157-64eb-4c09-9de9-9a2d99567078 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0495815
Apr 16 21:45:08.029809 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ccace36c-ce65-4c2f-b28f-0e82febcbd4d req-6da61967-57ef-4d64-8ae7-69f1341a2130 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492418
Apr 16 21:45:08.058079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439438e-732e-434a-84e4-17bcc59768a5 req-c6d89a92-9299-4ed7-be18-450e43417521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:08.059652 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c439438e-732e-434a-84e4-17bcc59768a5 req-c6d89a92-9299-4ed7-be18-450e43417521 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a812c01aa9574c9abb3ae67bf117ce3c&device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 1128 time: 0.0452471
Apr 16 21:45:08.150036 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439438e-732e-434a-84e4-17bcc59768a5 req-11d42a97-ea7a-4b9f-b7c7-28f6fdf0dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:08.151599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c439438e-732e-434a-84e4-17bcc59768a5 req-11d42a97-ea7a-4b9f-b7c7-28f6fdf0dcbf service neutron] 10.222.0.41 "GET /v2.0/networks?id=7357ee69-bede-4b55-a14b-94cda7691368 HTTP/1.1" status: 200  len: 912 time: 0.0864589
Apr 16 21:45:08.196845 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c439438e-732e-434a-84e4-17bcc59768a5 req-9f7e2a0e-7073-4fcd-8c7e-426d041b638d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d23f851-895e-4529-9088-669809a7d0ac HTTP/1.1" status: 200  len: 217 time: 0.0390835
Apr 16 21:45:08.246644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439438e-732e-434a-84e4-17bcc59768a5 req-f02f78f9-1d6f-4138-889d-11e29641249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:08.248161 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c439438e-732e-434a-84e4-17bcc59768a5 req-f02f78f9-1d6f-4138-889d-11e29641249c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a4f33e5-d29f-418a-964f-7629533fe0de HTTP/1.1" status: 200  len: 851 time: 0.0458081
Apr 16 21:45:08.280434 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c439438e-732e-434a-84e4-17bcc59768a5 req-6ec85b11-8255-49b3-b028-caaefe28dcf8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7357ee69-bede-4b55-a14b-94cda7691368&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266550
Apr 16 21:45:08.378461 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c439438e-732e-434a-84e4-17bcc59768a5 req-ecf3a40d-17f0-4b76-81fd-61d580c1609b service neutron] 10.222.0.41 "GET /v2.0/networks/7357ee69-bede-4b55-a14b-94cda7691368?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916135
Apr 16 21:45:08.457738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 43992) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:08.478695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c439438e-732e-434a-84e4-17bcc59768a5 req-9eb6e799-5278-4cea-a170-2e66027a7832 service neutron] 10.222.0.41 "GET /v2.0/networks/7357ee69-bede-4b55-a14b-94cda7691368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0933607
Apr 16 21:45:08.608426 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-380553118'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:08.712089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Made reservation on behalf of 1cb2766f8fc941278c491088d5eadd88 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:08.715996 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:08.725315 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:08.799510 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks [] for security_group (38d9bfde-df0e-4044-aad0-337177de7a11), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:08.837465 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (38d9bfde-df0e-4044-aad0-337177de7a11), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:08.867316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:08.877696 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d9bfde-df0e-4044-aad0-337177de7a11,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:08.882393 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9d5f72d7-fc42-4ae9-8ae3-0ac0cce49165), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:08.882745 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Added segment 9d5f72d7-fc42-4ae9-8ae3-0ac0cce49165 of type vlan for network d72a37ba-5eee-4cff-92d9-2d9dd3751c48
Apr 16 21:45:08.922464 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (d72a37ba-5eee-4cff-92d9-2d9dd3751c48), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.012773 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (d72a37ba-5eee-4cff-92d9-2d9dd3751c48), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.017834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:09.018418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.049066 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9c00a53a-1cd1-4cf1-a4ac-9af5f29691ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.132682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Pushing event updated for resources: {'Network': ['ID=d72a37ba-5eee-4cff-92d9-2d9dd3751c48,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:09.143189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network d72a37ba-5eee-4cff-92d9-2d9dd3751c48 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:45:09.167822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d671f2-b784-4019-9705-3310320941b1 req-e27b5e41-d757-4f6d-b8ee-7b257f29f44f tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:09.169386 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78d671f2-b784-4019-9705-3310320941b1 req-e27b5e41-d757-4f6d-b8ee-7b257f29f44f tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0669117
Apr 16 21:45:09.177529 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44000) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:09.178056 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f8b3fbee-c944-4ccf-aa10-8775ac056dfd tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.7187996
Apr 16 21:45:09.222908 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78d671f2-b784-4019-9705-3310320941b1 req-c18907ab-e259-4d4e-8499-92fe901de5bb tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441434
Apr 16 21:45:09.240061 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Request body: {'network': {'name': 'tempest-network--3404973', 'router:external': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:09.357546 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Made reservation on behalf of 57eac5d5026e42fba27ab8f7cce20a36 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:09.360508 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.369665 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.443913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for security_group (f1ee717e-c70b-4d5e-87b0-e36adafbeb8a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.506224 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f1ee717e-c70b-4d5e-87b0-e36adafbeb8a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.530853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:09.540999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ee717e-c70b-4d5e-87b0-e36adafbeb8a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:09.545765 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (5abffc7a-3e59-4d4e-9c1e-b18df7c15d9e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.546097 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Added segment 5abffc7a-3e59-4d4e-9c1e-b18df7c15d9e of type vlan for network 12943eea-26ff-46f2-8bc5-c7cf0f1f54a2
Apr 16 21:45:09.591807 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (12943eea-26ff-46f2-8bc5-c7cf0f1f54a2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.684033 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (12943eea-26ff-46f2-8bc5-c7cf0f1f54a2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.685375 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:09.685961 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.750051 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event updated for resources: {'Network': ['ID=12943eea-26ff-46f2-8bc5-c7cf0f1f54a2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:09.759472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 12943eea-26ff-46f2-8bc5-c7cf0f1f54a2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:45:09.821629 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9810be99-c93b-45af-970a-dc52736c2455 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 860 time: 0.6422744
Apr 16 21:45:09.824347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44006) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:09.892589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (12943eea-26ff-46f2-8bc5-c7cf0f1f54a2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.974055 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (12943eea-26ff-46f2-8bc5-c7cf0f1f54a2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:09.994531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d830910>,) {'filters': {'network_id': ['12943eea-26ff-46f2-8bc5-c7cf0f1f54a2']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:10.004900 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d830910>, '5abffc7a-3e59-4d4e-9c1e-b18df7c15d9e') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:10.006262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d830910>, '5abffc7a-3e59-4d4e-9c1e-b18df7c15d9e') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:10.014777 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (5abffc7a-3e59-4d4e-9c1e-b18df7c15d9e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:10.028373 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (5abffc7a-3e59-4d4e-9c1e-b18df7c15d9e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:10.034848 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:45:10.035235 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (5abffc7a-3e59-4d4e-9c1e-b18df7c15d9e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:45:10.037006 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:45:10.163575 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (12943eea-26ff-46f2-8bc5-c7cf0f1f54a2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:10.168662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  12943eea-26ff-46f2-8bc5-c7cf0f1f54a2 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 16 21:45:10.171387 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:10.174597 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "DELETE /v2.0/networks/12943eea-26ff-46f2-8bc5-c7cf0f1f54a2 HTTP/1.1" status: 204  len: 168 time: 0.3493030
Apr 16 21:45:10.178228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44008) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:10.183225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-c53fe2d7-924d-4fdb-9154-7f390c9b072d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Request body: {'network': {'router:external': True}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:10.193893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45dda9-56d4-4810-af4f-e60b2edf8210 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event deleted for resources: {'Network': ['ID=12943eea-26ff-46f2-8bc5-c7cf0f1f54a2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:10.282209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53fe2d7-924d-4fdb-9154-7f390c9b072d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Made reservation on behalf of 57eac5d5026e42fba27ab8f7cce20a36 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:10.284796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53fe2d7-924d-4fdb-9154-7f390c9b072d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:10.315414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53fe2d7-924d-4fdb-9154-7f390c9b072d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:10.324977 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53fe2d7-924d-4fdb-9154-7f390c9b072d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (7cc8bb50-4c44-4b55-abb4-eb509a90388b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:10.325430 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-c53fe2d7-924d-4fdb-9154-7f390c9b072d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Added segment 7cc8bb50-4c44-4b55-abb4-eb509a90388b of type vlan for network e256399c-b5eb-4261-9aeb-c3523052940d
Apr 16 21:45:10.344878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f2e5-5366-40b6-8443-e437fde45468 req-3a0e8bc2-2294-47f8-a43d-7fa993a6a0b9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:10.346675 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d9e7f2e5-5366-40b6-8443-e437fde45468 req-3a0e8bc2-2294-47f8-a43d-7fa993a6a0b9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0515094
Apr 16 21:45:10.372052 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53fe2d7-924d-4fdb-9154-7f390c9b072d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (e256399c-b5eb-4261-9aeb-c3523052940d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:10.403698 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d9e7f2e5-5366-40b6-8443-e437fde45468 req-4a82d72d-9bfd-4908-bc82-94c3c22dba15 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491138
Apr 16 21:45:10.458877 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53fe2d7-924d-4fdb-9154-7f390c9b072d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (e256399c-b5eb-4261-9aeb-c3523052940d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:10.460106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53fe2d7-924d-4fdb-9154-7f390c9b072d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:10.460957 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c53fe2d7-924d-4fdb-9154-7f390c9b072d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:10.526360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fe2d7-924d-4fdb-9154-7f390c9b072d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event updated for resources: {'Network': ['ID=e256399c-b5eb-4261-9aeb-c3523052940d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:10.535972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network e256399c-b5eb-4261-9aeb-c3523052940d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:45:10.590522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c53fe2d7-924d-4fdb-9154-7f390c9b072d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.4105909
Apr 16 21:45:10.593033 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44016) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:10.598108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-73022827-f6c5-416f-a135-6f084d9d82f1 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Request body: {'subnet': {'network_id': 'e256399c-b5eb-4261-9aeb-c3523052940d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:10.712776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73022827-f6c5-416f-a135-6f084d9d82f1 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Made reservation on behalf of 57eac5d5026e42fba27ab8f7cce20a36 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:10.717277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73022827-f6c5-416f-a135-6f084d9d82f1 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:10.896830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa448e-56d4-46d4-9e40-f6ef0b042038 req-ca639fa8-db38-4008-b7fb-21a375483df7 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:10.898300 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8bfa448e-56d4-46d4-9e40-f6ef0b042038 req-ca639fa8-db38-4008-b7fb-21a375483df7 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0474029
Apr 16 21:45:10.944824 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8bfa448e-56d4-46d4-9e40-f6ef0b042038 req-24ad3dc3-0f34-4867-b2a0-e1ca6ec89b59 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408986
Apr 16 21:45:11.064523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.objects.ports [None req-73022827-f6c5-416f-a135-6f084d9d82f1 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=122555) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 16 21:45:11.064888 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73022827-f6c5-416f-a135-6f084d9d82f1 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (32926c40-b7a9-480e-947c-f84d32c6df3f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:11.121494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73022827-f6c5-416f-a135-6f084d9d82f1 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event updated for resources: {'Subnet': ['ID=32926c40-b7a9-480e-947c-f84d32c6df3f,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:11.130319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73022827-f6c5-416f-a135-6f084d9d82f1 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Checking segment: {'id': '7cc8bb50-4c44-4b55-abb4-eb509a90388b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e256399c-b5eb-4261-9aeb-c3523052940d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:11.130589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73022827-f6c5-416f-a135-6f084d9d82f1 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Network hostable DHCP agents. Network: e256399c-b5eb-4261-9aeb-c3523052940d, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:45:11.213076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73022827-f6c5-416f-a135-6f084d9d82f1 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Network e256399c-b5eb-4261-9aeb-c3523052940d is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:45:11.294753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-73022827-f6c5-416f-a135-6f084d9d82f1 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e256399c-b5eb-4261-9aeb-c3523052940d) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:11.298768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73022827-f6c5-416f-a135-6f084d9d82f1 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:11.299418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-73022827-f6c5-416f-a135-6f084d9d82f1 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:11.305040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54953dfa-a79f-49e2-8ea2-9511aa843831 None None] Network e256399c-b5eb-4261-9aeb-c3523052940d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:11.380135 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-73022827-f6c5-416f-a135-6f084d9d82f1 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.7835367
Apr 16 21:45:11.380375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44020) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:11.384916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Request body: {'floatingip': {'floating_network_id': 'e256399c-b5eb-4261-9aeb-c3523052940d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:11.399029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99598f4e-ab03-49bb-9f6c-fc1335323f54 None None] Network e256399c-b5eb-4261-9aeb-c3523052940d requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:11.455103 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:11.528013 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:11.633596 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Allocated IP 172.20.0.7 (e256399c-b5eb-4261-9aeb-c3523052940d/32926c40-b7a9-480e-947c-f84d32c6df3f/f3606067-1eb1-4645-a056-132c5990cd9e) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:11.647444 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3496c631-eaa7-4cfd-8952-beded9f2700d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:11.736357 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for port (f3606067-1eb1-4645-a056-132c5990cd9e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:11.803542 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f3606067-1eb1-4645-a056-132c5990cd9e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:11.844193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Network e256399c-b5eb-4261-9aeb-c3523052940d is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:11.846940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:11.850442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:11.876096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event updated for resources: {'Port': ['ID=f3606067-1eb1-4645-a056-132c5990cd9e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:11.940984 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for floatingip (afa8a8d7-83d3-4399-94f2-784785578a09), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:12.060160 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f3606067-1eb1-4645-a056-132c5990cd9e), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:12.105201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ffcb0-9f3a-4a1f-913b-8965156d9b94 req-af25cc1a-4bae-448d-92c8-2a69f07d4de0 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:12.106667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc8ffcb0-9f3a-4a1f-913b-8965156d9b94 req-af25cc1a-4bae-448d-92c8-2a69f07d4de0 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0805469
Apr 16 21:45:12.203988 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc8ffcb0-9f3a-4a1f-913b-8965156d9b94 req-fbece754-f85c-4280-a645-33a9d528eb3e tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871236
Apr 16 21:45:12.262671 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for port (f3606067-1eb1-4645-a056-132c5990cd9e), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:12.340437 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f3606067-1eb1-4645-a056-132c5990cd9e), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:12.410023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event updated for resources: {'Port': ['ID=f3606067-1eb1-4645-a056-132c5990cd9e,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:12.422303 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (afa8a8d7-83d3-4399-94f2-784785578a09), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:12.681183 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:12.681183 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1145b61b-b86f-4acc-bc06-a764913f5e44 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.2932956
Apr 16 21:45:12.683694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44028) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:12.761610 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-18e289e2-37fa-4030-82da-7a22759dda15 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=e256399c-b5eb-4261-9aeb-c3523052940d HTTP/1.1" status: 200  len: 689 time: 0.0764511
Apr 16 21:45:12.764034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44030) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:12.847377 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (e256399c-b5eb-4261-9aeb-c3523052940d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:12.929375 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:12.993058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e8ebc-1c1c-4439-8335-967e848347fe req-f145f0c3-5e11-468e-a075-5060d8f06866 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:12.994584 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d66e8ebc-1c1c-4439-8335-967e848347fe req-f145f0c3-5e11-468e-a075-5060d8f06866 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0723085
Apr 16 21:45:12.995539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Deleting port f3606067-1eb1-4645-a056-132c5990cd9e {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:12.995891 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f3606067-1eb1-4645-a056-132c5990cd9e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:13.142706 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f3606067-1eb1-4645-a056-132c5990cd9e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:13.143040 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for floatingip (f3606067-1eb1-4645-a056-132c5990cd9e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:13.153853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-d66e8ebc-1c1c-4439-8335-967e848347fe req-cab4dc20-b67e-4d77-8d20-0aee4f9241e9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Deleting port 7d23f851-895e-4529-9088-669809a7d0ac {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:13.154186 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d66e8ebc-1c1c-4439-8335-967e848347fe req-cab4dc20-b67e-4d77-8d20-0aee4f9241e9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7d23f851-895e-4529-9088-669809a7d0ac), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:13.170296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Calling delete_port for f3606067-1eb1-4645-a056-132c5990cd9e owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:13.300856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-d66e8ebc-1c1c-4439-8335-967e848347fe req-cab4dc20-b67e-4d77-8d20-0aee4f9241e9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] For port 7d23f851-895e-4529-9088-669809a7d0ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d23f851-895e-4529-9088-669809a7d0ac,segment=NetworkSegment(d3ccacab-f276-46a7-975b-adb3482db45b),segment_id=d3ccacab-f276-46a7-975b-adb3482db45b)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:13.301571 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d66e8ebc-1c1c-4439-8335-967e848347fe req-cab4dc20-b67e-4d77-8d20-0aee4f9241e9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7d23f851-895e-4529-9088-669809a7d0ac), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:13.317531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-d66e8ebc-1c1c-4439-8335-967e848347fe req-cab4dc20-b67e-4d77-8d20-0aee4f9241e9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Calling delete_port for 7d23f851-895e-4529-9088-669809a7d0ac owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:13.317743 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b49dba-c761-4c17-a04e-77b88959e8fe req-29342ada-460d-4cfc-a82f-397dcf9e33c4 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:13.319480 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e5b49dba-c761-4c17-a04e-77b88959e8fe req-29342ada-460d-4cfc-a82f-397dcf9e33c4 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 946 time: 0.0475941
Apr 16 21:45:13.368699 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e5b49dba-c761-4c17-a04e-77b88959e8fe req-93d0a058-e679-4467-9dcd-49fca04bfea5 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b2f3a66-9a54-4a63-957f-72bb8dfee90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434358
Apr 16 21:45:13.471145 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-835515fd-d050-45ee-b3ea-e73f7f4f80e5 req-9983ff52-2375-4553-b13b-899f5aa49d18 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0694153
Apr 16 21:45:13.543921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f3606067-1eb1-4645-a056-132c5990cd9e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:13.551832 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:13.580832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3606067-1eb1-4645-a056-132c5990cd9e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:13.583030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835515fd-d050-45ee-b3ea-e73f7f4f80e5 req-588663ff-6077-4d32-9367-ab163372fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:13.584572 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-835515fd-d050-45ee-b3ea-e73f7f4f80e5 req-588663ff-6077-4d32-9367-ab163372fdb4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cda4f5ee41d2439e935ee0f658f465d4&device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 1128 time: 0.0712881
Apr 16 21:45:13.622326 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d66e8ebc-1c1c-4439-8335-967e848347fe req-cab4dc20-b67e-4d77-8d20-0aee4f9241e9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7d23f851-895e-4529-9088-669809a7d0ac), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:13.633113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['7d23f851-895e-4529-9088-669809a7d0ac'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:45:13.735260 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4dc20-b67e-4d77-8d20-0aee4f9241e9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Pushing event deleted for resources: {'Port': ['ID=7d23f851-895e-4529-9088-669809a7d0ac,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:13.798875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66e8ebc-1c1c-4439-8335-967e848347fe req-cab4dc20-b67e-4d77-8d20-0aee4f9241e9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] No DVR routers for this DVR port 7d23f851-895e-4529-9088-669809a7d0ac on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:45:13.803700 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-d66e8ebc-1c1c-4439-8335-967e848347fe req-cab4dc20-b67e-4d77-8d20-0aee4f9241e9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:13.807080 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d66e8ebc-1c1c-4439-8335-967e848347fe req-cab4dc20-b67e-4d77-8d20-0aee4f9241e9 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.41 "DELETE /v2.0/ports/7d23f851-895e-4529-9088-669809a7d0ac HTTP/1.1" status: 204  len: 173 time: 0.7964232
Apr 16 21:45:13.809168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f452fb7-6767-4bbd-96f0-81b4e7bfd2db', 'name': 'network-vif-deleted', 'tag': '7d23f851-895e-4529-9088-669809a7d0ac'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:45:13.811430 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84d91dc-1006-4b82-a2c9-b8b4cc5c816e" -d '{"events": [{"server_uuid": "9f452fb7-6767-4bbd-96f0-81b4e7bfd2db", "name": "network-vif-deleted", "tag": "7d23f851-895e-4529-9088-669809a7d0ac"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:45:13.814112 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for floatingip (afa8a8d7-83d3-4399-94f2-784785578a09), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:13.835363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835515fd-d050-45ee-b3ea-e73f7f4f80e5 req-be65641a-6311-45c3-99d5-7fcdd4ca94a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:13.836978 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-835515fd-d050-45ee-b3ea-e73f7f4f80e5 req-be65641a-6311-45c3-99d5-7fcdd4ca94a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2aad2bcc-ed09-4c05-a89b-4988a07fb386 HTTP/1.1" status: 200  len: 915 time: 0.2238286
Apr 16 21:45:13.857675 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c676d47-ab6e-4d82-a0fa-ad03fa47d062 x-openstack-request-id: req-6c676d47-ab6e-4d82-a0fa-ad03fa47d062 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:45:13.858715 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f452fb7-6767-4bbd-96f0-81b4e7bfd2db", "name": "network-vif-deleted", "tag": "7d23f851-895e-4529-9088-669809a7d0ac", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:45:13.858715 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c676d47-ab6e-4d82-a0fa-ad03fa47d062 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:45:13.858715 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c676d47-ab6e-4d82-a0fa-ad03fa47d062'] response: {'server_uuid': '9f452fb7-6767-4bbd-96f0-81b4e7bfd2db', 'name': 'network-vif-deleted', 'tag': '7d23f851-895e-4529-9088-669809a7d0ac', 'status': 'completed', 'code': 200}
Apr 16 21:45:13.902829 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-835515fd-d050-45ee-b3ea-e73f7f4f80e5 req-ecfb5ba4-27de-4d81-aeae-6e477e5655f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a24e936-fcf3-4173-bf74-80d1489399a4 HTTP/1.1" status: 200  len: 217 time: 0.0468228
Apr 16 21:45:14.161694 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:14.266026 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (32926c40-b7a9-480e-947c-f84d32c6df3f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:14.307611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835515fd-d050-45ee-b3ea-e73f7f4f80e5 req-5df09021-b022-45ac-a584-c522f5c759cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:14.309151 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-835515fd-d050-45ee-b3ea-e73f7f4f80e5 req-5df09021-b022-45ac-a584-c522f5c759cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cadd8a9-00f9-44e4-a833-dbf60c0bbdda HTTP/1.1" status: 200  len: 854 time: 0.3998115
Apr 16 21:45:14.345276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-835515fd-d050-45ee-b3ea-e73f7f4f80e5 req-6a6c4149-bb34-49f9-bda6-1369a56d297a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2aad2bcc-ed09-4c05-a89b-4988a07fb386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297627
Apr 16 21:45:14.421519 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (32926c40-b7a9-480e-947c-f84d32c6df3f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:14.456400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=32926c40-b7a9-480e-947c-f84d32c6df3f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:14.472272 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-835515fd-d050-45ee-b3ea-e73f7f4f80e5 req-9ca08efc-0d0b-4dfc-afe3-d1d6ab1c7a97 service neutron] 10.222.0.11 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1182361
Apr 16 21:45:14.492251 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e97533f6-2ab6-43c9-837e-eca5989860ce req-8b72f72f-ce9f-4da2-b855-a3b34952ad88 tempest-TestServerAdvancedOps-75144958 tempest-TestServerAdvancedOps-75144958-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f452fb7-6767-4bbd-96f0-81b4e7bfd2db HTTP/1.1" status: 200  len: 210 time: 0.0370724
Apr 16 21:45:14.569693 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (e256399c-b5eb-4261-9aeb-c3523052940d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:14.600314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01253fa8e0>,) {'filters': {'network_id': ['e256399c-b5eb-4261-9aeb-c3523052940d']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:14.614041 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01253fa8e0>, '7cc8bb50-4c44-4b55-abb4-eb509a90388b') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:14.614349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01253fa8e0>, '7cc8bb50-4c44-4b55-abb4-eb509a90388b') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:14.632139 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (7cc8bb50-4c44-4b55-abb4-eb509a90388b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:14.645153 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-835515fd-d050-45ee-b3ea-e73f7f4f80e5 req-a53491f5-62dd-41b3-8103-1ed44c4b6d5d service neutron] 10.222.0.11 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628792
Apr 16 21:45:14.651226 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (7cc8bb50-4c44-4b55-abb4-eb509a90388b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:14.657560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:45:14.657981 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (7cc8bb50-4c44-4b55-abb4-eb509a90388b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:45:14.659748 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:45:14.786115 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (e256399c-b5eb-4261-9aeb-c3523052940d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:14.791579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e256399c-b5eb-4261-9aeb-c3523052940d {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 16 21:45:14.794544 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:14.797883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "DELETE /v2.0/networks/e256399c-b5eb-4261-9aeb-c3523052940d HTTP/1.1" status: 204  len: 168 time: 2.0329115
Apr 16 21:45:14.806786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44044) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:14.814028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e8106-274d-44af-a272-4451c50ab62d tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event deleted for resources: {'Network': ['ID=e256399c-b5eb-4261-9aeb-c3523052940d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:14.865541 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ad98dba9-3b0f-4468-9524-d0f29490f8a0 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 212 time: 0.0576315
Apr 16 21:45:14.868301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44046) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:14.935507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f2867-6bb2-41ea-9b97-2837e2f26315 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:14.935980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f2867-6bb2-41ea-9b97-2837e2f26315 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:14.936468 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f2867-6bb2-41ea-9b97-2837e2f26315 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:14.936979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f2867-6bb2-41ea-9b97-2837e2f26315 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:14.937964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f2867-6bb2-41ea-9b97-2837e2f26315 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:14.938414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f2867-6bb2-41ea-9b97-2837e2f26315 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:14.940391 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5b0f2867-6bb2-41ea-9b97-2837e2f26315 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4026 time: 0.0710306
Apr 16 21:45:14.944155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44048) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:14.979903 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-1f001f33-dd4c-44ec-9334-8db1edfbf6a4 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] delete failed (client error): The resource could not be found.
Apr 16 21:45:14.981101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1f001f33-dd4c-44ec-9334-8db1edfbf6a4 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/afa8a8d7-83d3-4399-94f2-784785578a09 HTTP/1.1" status: 404  len: 345 time: 0.0366304
Apr 16 21:45:14.983763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44050) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:15.002644 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4fa154-bb45-4a4f-9e25-78a4ef0b3106 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] DELETE failed (client error): The resource could not be found.
Apr 16 21:45:15.003193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4fa154-bb45-4a4f-9e25-78a4ef0b3106 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:45:15.010379 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2c4fa154-bb45-4a4f-9e25-78a4ef0b3106 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "DELETE /v2.0/networks/e256399c-b5eb-4261-9aeb-c3523052940d HTTP/1.1" status: 404  len: 339 time: 0.0214889
Apr 16 21:45:15.010840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44052) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:15.016465 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-2dbf53da-d145-4109-b6ff-88102fde94ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Request body: {'network': {'name': 'tempest-network--2042143646', 'router:external': True}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:15.104599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbf53da-d145-4109-b6ff-88102fde94ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Made reservation on behalf of 57eac5d5026e42fba27ab8f7cce20a36 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:15.106966 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2dbf53da-d145-4109-b6ff-88102fde94ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.132050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbf53da-d145-4109-b6ff-88102fde94ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:15.141739 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2dbf53da-d145-4109-b6ff-88102fde94ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2fe6398b-1f0a-4224-83be-db7ba61bf7a6), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.143202 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-2dbf53da-d145-4109-b6ff-88102fde94ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Added segment 2fe6398b-1f0a-4224-83be-db7ba61bf7a6 of type vlan for network 001ea7fc-a411-4587-be10-7fcd314a37a8
Apr 16 21:45:15.190456 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2dbf53da-d145-4109-b6ff-88102fde94ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (001ea7fc-a411-4587-be10-7fcd314a37a8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.275781 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2dbf53da-d145-4109-b6ff-88102fde94ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (001ea7fc-a411-4587-be10-7fcd314a37a8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.277192 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbf53da-d145-4109-b6ff-88102fde94ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:15.277801 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2dbf53da-d145-4109-b6ff-88102fde94ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.337291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf53da-d145-4109-b6ff-88102fde94ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event updated for resources: {'Network': ['ID=001ea7fc-a411-4587-be10-7fcd314a37a8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:15.347907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 001ea7fc-a411-4587-be10-7fcd314a37a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:45:15.411741 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2dbf53da-d145-4109-b6ff-88102fde94ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.3991847
Apr 16 21:45:15.414275 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44054) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:15.488950 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.555242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44058) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:15.598285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2ea5be-fa14-4f70-bc5e-27f8659ff747 tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:15.602103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Deleting subnet 4a4f33e5-d29f-418a-964f-7629533fe0de {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:45:15.603571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2ea5be-fa14-4f70-bc5e-27f8659ff747 tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:15.605302 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Publish callbacks [] for subnet (4a4f33e5-d29f-418a-964f-7629533fe0de), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.608711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2ea5be-fa14-4f70-bc5e-27f8659ff747 tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:15.614777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2ea5be-fa14-4f70-bc5e-27f8659ff747 tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:15.616469 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ae2ea5be-fa14-4f70-bc5e-27f8659ff747 tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.2011840
Apr 16 21:45:15.621630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44060) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:15.642083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (4a4f33e5-d29f-418a-964f-7629533fe0de), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.685083 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (4a4f33e5-d29f-418a-964f-7629533fe0de), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.699073 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (001ea7fc-a411-4587-be10-7fcd314a37a8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.780770 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (001ea7fc-a411-4587-be10-7fcd314a37a8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.801985 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (4a4f33e5-d29f-418a-964f-7629533fe0de), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.802331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01252274f0>,) {'filters': {'network_id': ['001ea7fc-a411-4587-be10-7fcd314a37a8']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:15.811665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01252274f0>, '2fe6398b-1f0a-4224-83be-db7ba61bf7a6') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:15.811967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01252274f0>, '2fe6398b-1f0a-4224-83be-db7ba61bf7a6') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:15.821616 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (2fe6398b-1f0a-4224-83be-db7ba61bf7a6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.835565 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2fe6398b-1f0a-4224-83be-db7ba61bf7a6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.836865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.840089 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4a4f33e5-d29f-418a-964f-7629533fe0de HTTP/1.1" status: 204  len: 168 time: 0.2838244
Apr 16 21:45:15.841555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4f33e5-d29f-418a-964f-7629533fe0de,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:15.842352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:45:15.842855 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (2fe6398b-1f0a-4224-83be-db7ba61bf7a6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.844940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44064) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:45:15.845195 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:45:15.857309 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.857661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.858011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.858382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.858725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.859099 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.859427 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.859757 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.860092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.860445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.860775 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.861100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.861422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.861745 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.862069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a5a80-9d60-47bf-b7bc-f3b13964c730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:15.928300 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4650d237-92fa-4edf-877f-2b71808c9a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (7357ee69-bede-4b55-a14b-94cda7691368), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.984223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (001ea7fc-a411-4587-be10-7fcd314a37a8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.989339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  001ea7fc-a411-4587-be10-7fcd314a37a8 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 16 21:45:15.991993 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:15.999279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "DELETE /v2.0/networks/001ea7fc-a411-4587-be10-7fcd314a37a8 HTTP/1.1" status: 204  len: 168 time: 0.3752759
Apr 16 21:45:16.004652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44066) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:16.007757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc62e2-b0d6-4fc6-a766-59cd485b38a8 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event deleted for resources: {'Network': ['ID=001ea7fc-a411-4587-be10-7fcd314a37a8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:16.010107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1c2fd44d-8bad-43c6-9f59-079a560d5eea tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Request body: {'network': {'name': 'tempest-network--742711936', 'router:external': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:16.027305 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4650d237-92fa-4edf-877f-2b71808c9a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (7357ee69-bede-4b55-a14b-94cda7691368), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.051863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-4650d237-92fa-4edf-877f-2b71808c9a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01248b76d0>,) {'filters': {'network_id': ['7357ee69-bede-4b55-a14b-94cda7691368']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:16.061172 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-4650d237-92fa-4edf-877f-2b71808c9a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01248b76d0>, 'd3ccacab-f276-46a7-975b-adb3482db45b') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:16.061492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-4650d237-92fa-4edf-877f-2b71808c9a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01248b76d0>, 'd3ccacab-f276-46a7-975b-adb3482db45b') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:16.071646 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4650d237-92fa-4edf-877f-2b71808c9a46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (d3ccacab-f276-46a7-975b-adb3482db45b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.086203 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4650d237-92fa-4edf-877f-2b71808c9a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d3ccacab-f276-46a7-975b-adb3482db45b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.092200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4650d237-92fa-4edf-877f-2b71808c9a46 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:45:16.092586 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4650d237-92fa-4edf-877f-2b71808c9a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (d3ccacab-f276-46a7-975b-adb3482db45b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:45:16.094290 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:45:16.134030 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2fd44d-8bad-43c6-9f59-079a560d5eea tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Made reservation on behalf of 57eac5d5026e42fba27ab8f7cce20a36 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:16.136340 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c2fd44d-8bad-43c6-9f59-079a560d5eea tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.168576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2fd44d-8bad-43c6-9f59-079a560d5eea tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:16.177441 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c2fd44d-8bad-43c6-9f59-079a560d5eea tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6fdb3857-285b-4eef-8d37-1482ee2c11f7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.177856 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-1c2fd44d-8bad-43c6-9f59-079a560d5eea tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Added segment 6fdb3857-285b-4eef-8d37-1482ee2c11f7 of type vlan for network 5251702d-560c-4eec-9c79-620144b5d35f
Apr 16 21:45:16.245434 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4650d237-92fa-4edf-877f-2b71808c9a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (7357ee69-bede-4b55-a14b-94cda7691368), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.251243 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4650d237-92fa-4edf-877f-2b71808c9a46 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.254675 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4650d237-92fa-4edf-877f-2b71808c9a46 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7357ee69-bede-4b55-a14b-94cda7691368 HTTP/1.1" status: 204  len: 168 time: 0.4087734
Apr 16 21:45:16.257649 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44068) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:16.276599 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c2fd44d-8bad-43c6-9f59-079a560d5eea tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (5251702d-560c-4eec-9c79-620144b5d35f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.279458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650d237-92fa-4edf-877f-2b71808c9a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=7357ee69-bede-4b55-a14b-94cda7691368,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:16.305376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb99c9ec-5eb1-480b-ab39-b97507e1afa5 admin admin] Deleting subnet 4d3dcb94-af11-4ee8-bcb0-8346d2ffe33e {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:45:16.308845 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb99c9ec-5eb1-480b-ab39-b97507e1afa5 admin admin] Publish callbacks [] for subnet (4d3dcb94-af11-4ee8-bcb0-8346d2ffe33e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.348444 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb99c9ec-5eb1-480b-ab39-b97507e1afa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (4d3dcb94-af11-4ee8-bcb0-8346d2ffe33e), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.385406 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c2fd44d-8bad-43c6-9f59-079a560d5eea tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (5251702d-560c-4eec-9c79-620144b5d35f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.387755 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2fd44d-8bad-43c6-9f59-079a560d5eea tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:16.388378 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c2fd44d-8bad-43c6-9f59-079a560d5eea tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.389000 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb99c9ec-5eb1-480b-ab39-b97507e1afa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (4d3dcb94-af11-4ee8-bcb0-8346d2ffe33e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.450979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fd44d-8bad-43c6-9f59-079a560d5eea tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event updated for resources: {'Network': ['ID=5251702d-560c-4eec-9c79-620144b5d35f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:16.460763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 5251702d-560c-4eec-9c79-620144b5d35f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:45:16.495058 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb99c9ec-5eb1-480b-ab39-b97507e1afa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (4d3dcb94-af11-4ee8-bcb0-8346d2ffe33e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.524977 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bb99c9ec-5eb1-480b-ab39-b97507e1afa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.529168 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1c2fd44d-8bad-43c6-9f59-079a560d5eea tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.5211353
Apr 16 21:45:16.533891 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bb99c9ec-5eb1-480b-ab39-b97507e1afa5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4d3dcb94-af11-4ee8-bcb0-8346d2ffe33e HTTP/1.1" status: 204  len: 168 time: 0.2688448
Apr 16 21:45:16.533891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99c9ec-5eb1-480b-ab39-b97507e1afa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3dcb94-af11-4ee8-bcb0-8346d2ffe33e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:16.534503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44070) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:16.534503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44072) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:16.670833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263007c8-3ab4-4ebb-aaa3-b649d4876537 tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:16.672867 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-263007c8-3ab4-4ebb-aaa3-b649d4876537 tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] 10.222.0.20 "GET /v2.0/networks/5251702d-560c-4eec-9c79-620144b5d35f HTTP/1.1" status: 200  len: 756 time: 0.1406121
Apr 16 21:45:16.675611 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0972ff69-f13b-4b22-989e-1041c684095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (33452505-5cf4-40f2-b741-8348a988ccd9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.678046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44078) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:16.763345 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0972ff69-f13b-4b22-989e-1041c684095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (33452505-5cf4-40f2-b741-8348a988ccd9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.778879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad2a404-c789-4ed1-b225-4f3ca81b3e0d tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:16.778879 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7ad2a404-c789-4ed1-b225-4f3ca81b3e0d tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] 10.222.0.20 "GET /v2.0/networks/d72a37ba-5eee-4cff-92d9-2d9dd3751c48 HTTP/1.1" status: 200  len: 767 time: 0.0970969
Apr 16 21:45:16.779381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44082) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:16.788648 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-0972ff69-f13b-4b22-989e-1041c684095f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124a6cd90>,) {'filters': {'network_id': ['33452505-5cf4-40f2-b741-8348a988ccd9']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:16.803284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-0972ff69-f13b-4b22-989e-1041c684095f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124a6cd90>, '940dba94-47b3-4446-9f48-e4b5d0b44d2f') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:16.809121 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-0972ff69-f13b-4b22-989e-1041c684095f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124a6cd90>, '940dba94-47b3-4446-9f48-e4b5d0b44d2f') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:16.813588 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0972ff69-f13b-4b22-989e-1041c684095f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (940dba94-47b3-4446-9f48-e4b5d0b44d2f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.826933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0972ff69-f13b-4b22-989e-1041c684095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (940dba94-47b3-4446-9f48-e4b5d0b44d2f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.832902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0972ff69-f13b-4b22-989e-1041c684095f admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:45:16.833366 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0972ff69-f13b-4b22-989e-1041c684095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (940dba94-47b3-4446-9f48-e4b5d0b44d2f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:45:16.835213 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:45:16.848457 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (5251702d-560c-4eec-9c79-620144b5d35f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.934423 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (5251702d-560c-4eec-9c79-620144b5d35f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.944435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0972ff69-f13b-4b22-989e-1041c684095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (33452505-5cf4-40f2-b741-8348a988ccd9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.949585 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0972ff69-f13b-4b22-989e-1041c684095f admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.953181 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0972ff69-f13b-4b22-989e-1041c684095f admin admin] 10.222.0.20 "DELETE /v2.0/networks/33452505-5cf4-40f2-b741-8348a988ccd9 HTTP/1.1" status: 204  len: 168 time: 0.4197772
Apr 16 21:45:16.960757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0125693310>,) {'filters': {'network_id': ['5251702d-560c-4eec-9c79-620144b5d35f']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:16.971624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0125693310>, '6fdb3857-285b-4eef-8d37-1482ee2c11f7') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:16.971863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972ff69-f13b-4b22-989e-1041c684095f admin admin] Pushing event deleted for resources: {'Network': ['ID=33452505-5cf4-40f2-b741-8348a988ccd9,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:16.971966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0125693310>, '6fdb3857-285b-4eef-8d37-1482ee2c11f7') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:16.982414 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (6fdb3857-285b-4eef-8d37-1482ee2c11f7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:16.997278 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (6fdb3857-285b-4eef-8d37-1482ee2c11f7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.003244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:45:17.005291 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (6fdb3857-285b-4eef-8d37-1482ee2c11f7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:45:17.005489 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:45:17.157935 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (5251702d-560c-4eec-9c79-620144b5d35f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.163276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  5251702d-560c-4eec-9c79-620144b5d35f {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 16 21:45:17.166957 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.169417 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5251702d-560c-4eec-9c79-620144b5d35f HTTP/1.1" status: 204  len: 168 time: 0.3893945
Apr 16 21:45:17.173300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44086) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:17.179593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3d541d8a-9833-4ec3-a413-a3471176af5b tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Request body: {'network': {'name': 'tempest-network--2127655938'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:17.179777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4fd3b-523c-4966-8c50-77d9fd7b61ce tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event deleted for resources: {'Network': ['ID=5251702d-560c-4eec-9c79-620144b5d35f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:17.277837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d541d8a-9833-4ec3-a413-a3471176af5b tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Made reservation on behalf of 57eac5d5026e42fba27ab8f7cce20a36 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:17.281767 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3d541d8a-9833-4ec3-a413-a3471176af5b tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.308129 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d541d8a-9833-4ec3-a413-a3471176af5b tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:17.317980 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3d541d8a-9833-4ec3-a413-a3471176af5b tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2f1d010a-f8d8-42e7-ada2-49e298087ccf), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.318325 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-3d541d8a-9833-4ec3-a413-a3471176af5b tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Added segment 2f1d010a-f8d8-42e7-ada2-49e298087ccf of type vlan for network 547eb811-6894-4bba-9c8a-2243ddcdc506
Apr 16 21:45:17.358381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44088) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:17.361525 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3d541d8a-9833-4ec3-a413-a3471176af5b tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (547eb811-6894-4bba-9c8a-2243ddcdc506), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.408192 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5779aa1d-30b7-4863-90e4-87ea24f3a9f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a812c01aa9574c9abb3ae67bf117ce3c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0482500
Apr 16 21:45:17.410692 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44090) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:17.457908 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfc08671-b7e8-4d16-8de3-9f2f769ee7a6 admin admin] Publish callbacks [] for security_group (3b2f3a66-9a54-4a63-957f-72bb8dfee90c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.460889 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3d541d8a-9833-4ec3-a413-a3471176af5b tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (547eb811-6894-4bba-9c8a-2243ddcdc506), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.462344 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d541d8a-9833-4ec3-a413-a3471176af5b tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:17.462990 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3d541d8a-9833-4ec3-a413-a3471176af5b tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.480692 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfc08671-b7e8-4d16-8de3-9f2f769ee7a6 admin admin] Publish callbacks [] for security_group (3b2f3a66-9a54-4a63-957f-72bb8dfee90c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.523809 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d541d8a-9833-4ec3-a413-a3471176af5b tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event updated for resources: {'Network': ['ID=547eb811-6894-4bba-9c8a-2243ddcdc506,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:17.534333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 547eb811-6894-4bba-9c8a-2243ddcdc506 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:45:17.560400 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3d541d8a-9833-4ec3-a413-a3471176af5b tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.3856070
Apr 16 21:45:17.563514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44092) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:17.568957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-bb9ab121-937a-48aa-aceb-27dde7443f59 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Request body: {'network': {'router:external': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:17.585947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfc08671-b7e8-4d16-8de3-9f2f769ee7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3b2f3a66-9a54-4a63-957f-72bb8dfee90c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.589716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cfc08671-b7e8-4d16-8de3-9f2f769ee7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.593328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cfc08671-b7e8-4d16-8de3-9f2f769ee7a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b2f3a66-9a54-4a63-957f-72bb8dfee90c HTTP/1.1" status: 204  len: 168 time: 0.1793361
Apr 16 21:45:17.605334 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc08671-b7e8-4d16-8de3-9f2f769ee7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2f3a66-9a54-4a63-957f-72bb8dfee90c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:17.655398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7d23f851-895e-4529-9088-669809a7d0ac no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:45:17.681644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 7d23f851-895e-4529-9088-669809a7d0ac {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:45:17.682281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7d23f851-895e-4529-9088-669809a7d0ac not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:45:17.742930 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb9ab121-937a-48aa-aceb-27dde7443f59 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (547eb811-6894-4bba-9c8a-2243ddcdc506), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.820337 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb9ab121-937a-48aa-aceb-27dde7443f59 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (547eb811-6894-4bba-9c8a-2243ddcdc506), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.840425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb9ab121-937a-48aa-aceb-27dde7443f59 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Network 547eb811-6894-4bba-9c8a-2243ddcdc506 is not hosted by any dhcp agent {{(pid=122556) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 16 21:45:17.841287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ab121-937a-48aa-aceb-27dde7443f59 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:17.841923 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb9ab121-937a-48aa-aceb-27dde7443f59 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.843260 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bb9ab121-937a-48aa-aceb-27dde7443f59 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "PUT /v2.0/networks/547eb811-6894-4bba-9c8a-2243ddcdc506 HTTP/1.1" status: 200  len: 858 time: 0.2786021
Apr 16 21:45:17.846124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44098) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:17.889556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ab121-937a-48aa-aceb-27dde7443f59 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event updated for resources: {'Network': ['ID=547eb811-6894-4bba-9c8a-2243ddcdc506,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:17.914348 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (547eb811-6894-4bba-9c8a-2243ddcdc506), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:17.995523 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (547eb811-6894-4bba-9c8a-2243ddcdc506), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.016957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0125638ca0>,) {'filters': {'network_id': ['547eb811-6894-4bba-9c8a-2243ddcdc506']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:18.026790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0125638ca0>, '2f1d010a-f8d8-42e7-ada2-49e298087ccf') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:18.027094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0125638ca0>, '2f1d010a-f8d8-42e7-ada2-49e298087ccf') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:18.027848 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:45:18.036752 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (2f1d010a-f8d8-42e7-ada2-49e298087ccf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.050698 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2f1d010a-f8d8-42e7-ada2-49e298087ccf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.056506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:45:18.056932 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (2f1d010a-f8d8-42e7-ada2-49e298087ccf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:45:18.058636 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:45:18.197468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (547eb811-6894-4bba-9c8a-2243ddcdc506), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.203980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  547eb811-6894-4bba-9c8a-2243ddcdc506 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 16 21:45:18.214274 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.218264 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] 10.222.0.20 "DELETE /v2.0/networks/547eb811-6894-4bba-9c8a-2243ddcdc506 HTTP/1.1" status: 204  len: 168 time: 0.3703303
Apr 16 21:45:18.219211 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aae6fe-96ea-4245-b5a1-a59aa134df67 tempest-ExternalNetworksTestJSON-74159500 tempest-ExternalNetworksTestJSON-74159500-project-admin] Pushing event deleted for resources: {'Network': ['ID=547eb811-6894-4bba-9c8a-2243ddcdc506,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:18.222553 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44102) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:18.251097 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-460ff3dd-5fd0-4643-b3cb-ba172f0f6b2b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] DELETE failed (client error): The resource could not be found.
Apr 16 21:45:18.251655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460ff3dd-5fd0-4643-b3cb-ba172f0f6b2b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 21:45:18.254715 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-460ff3dd-5fd0-4643-b3cb-ba172f0f6b2b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] 10.222.0.20 "DELETE /v2.0/subnets/32926c40-b7a9-480e-947c-f84d32c6df3f HTTP/1.1" status: 404  len: 337 time: 0.0308714
Apr 16 21:45:18.257231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44104) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:18.322527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44106) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:18.332389 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0f43-1f9e-4319-abb9-f9a697084f0b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (d72a37ba-5eee-4cff-92d9-2d9dd3751c48), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.370701 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8019c884-b848-45f4-8904-4f63b0acf4f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dabd28b8fab4691b8858ef943c279b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0469544
Apr 16 21:45:18.372564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44108) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:18.446619 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0f43-1f9e-4319-abb9-f9a697084f0b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (d72a37ba-5eee-4cff-92d9-2d9dd3751c48), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.475622 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1dfc0f43-1f9e-4319-abb9-f9a697084f0b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f0a1400>,) {'filters': {'network_id': ['d72a37ba-5eee-4cff-92d9-2d9dd3751c48']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:18.492802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1dfc0f43-1f9e-4319-abb9-f9a697084f0b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f0a1400>, '9d5f72d7-fc42-4ae9-8ae3-0ac0cce49165') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:18.493110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-1dfc0f43-1f9e-4319-abb9-f9a697084f0b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f0a1400>, '9d5f72d7-fc42-4ae9-8ae3-0ac0cce49165') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:18.494859 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cc80fc6a-4d91-4295-a736-1ead496a926d admin admin] Publish callbacks [] for security_group (de761d14-495b-42d4-ab60-df9c236cc899), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.505169 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0f43-1f9e-4319-abb9-f9a697084f0b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (9d5f72d7-fc42-4ae9-8ae3-0ac0cce49165), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.529372 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0f43-1f9e-4319-abb9-f9a697084f0b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9d5f72d7-fc42-4ae9-8ae3-0ac0cce49165), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.532926 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cc80fc6a-4d91-4295-a736-1ead496a926d admin admin] Publish callbacks [] for security_group (de761d14-495b-42d4-ab60-df9c236cc899), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.544030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfc0f43-1f9e-4319-abb9-f9a697084f0b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:45:18.544446 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0f43-1f9e-4319-abb9-f9a697084f0b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (9d5f72d7-fc42-4ae9-8ae3-0ac0cce49165), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:45:18.547970 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:45:18.689214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0f43-1f9e-4319-abb9-f9a697084f0b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (d72a37ba-5eee-4cff-92d9-2d9dd3751c48), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.701039 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0f43-1f9e-4319-abb9-f9a697084f0b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.701039 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1dfc0f43-1f9e-4319-abb9-f9a697084f0b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] 10.222.0.20 "DELETE /v2.0/networks/d72a37ba-5eee-4cff-92d9-2d9dd3751c48 HTTP/1.1" status: 204  len: 168 time: 0.4409320
Apr 16 21:45:18.712075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc0f43-1f9e-4319-abb9-f9a697084f0b tempest-ExternalNetworksTestJSON-532326496 tempest-ExternalNetworksTestJSON-532326496-project] Pushing event deleted for resources: {'Network': ['ID=d72a37ba-5eee-4cff-92d9-2d9dd3751c48,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:18.717211 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cc80fc6a-4d91-4295-a736-1ead496a926d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (de761d14-495b-42d4-ab60-df9c236cc899), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.721011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cc80fc6a-4d91-4295-a736-1ead496a926d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:18.727149 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cc80fc6a-4d91-4295-a736-1ead496a926d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de761d14-495b-42d4-ab60-df9c236cc899 HTTP/1.1" status: 204  len: 168 time: 0.3480444
Apr 16 21:45:18.730099 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80fc6a-4d91-4295-a736-1ead496a926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de761d14-495b-42d4-ab60-df9c236cc899,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:19.173069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44120) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:19.313370 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d82dd1f4-ef0b-4dfe-8cf5-ff258ec60b16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cb2766f8fc941278c491088d5eadd88&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1387982
Apr 16 21:45:19.315780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44132) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:19.363093 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51e3bc34-9b39-424c-9e87-d3be5fc7d2ca admin admin] Publish callbacks [] for security_group (38d9bfde-df0e-4044-aad0-337177de7a11), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:19.389371 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51e3bc34-9b39-424c-9e87-d3be5fc7d2ca admin admin] Publish callbacks [] for security_group (38d9bfde-df0e-4044-aad0-337177de7a11), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:19.511644 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51e3bc34-9b39-424c-9e87-d3be5fc7d2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (38d9bfde-df0e-4044-aad0-337177de7a11), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:19.514219 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51e3bc34-9b39-424c-9e87-d3be5fc7d2ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:19.515461 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-51e3bc34-9b39-424c-9e87-d3be5fc7d2ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38d9bfde-df0e-4044-aad0-337177de7a11 HTTP/1.1" status: 204  len: 168 time: 0.1986322
Apr 16 21:45:19.523397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3bc34-9b39-424c-9e87-d3be5fc7d2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d9bfde-df0e-4044-aad0-337177de7a11,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:19.862047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44148) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:19.966661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-464239637-network', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:20.077446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Made reservation on behalf of 6b612d652edb4e0a8dfc99ba3dafed40 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:20.079691 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.088526 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.162575 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Publish callbacks [] for security_group (68617bb7-8cc4-453b-9632-44aba5897712), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.191565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44154) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:20.225620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (68617bb7-8cc4-453b-9632-44aba5897712), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.245105 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8d0e0a72-0686-4daa-baeb-204d2601aa1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57eac5d5026e42fba27ab8f7cce20a36&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0524302
Apr 16 21:45:20.247774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44156) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:20.252850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:20.269147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68617bb7-8cc4-453b-9632-44aba5897712,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:20.271980 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.272351 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Added segment 57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4 of type vlan for network d0879ecd-5603-42bc-a1f6-a16a3c99be85
Apr 16 21:45:20.298300 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d722026-56b9-4cb5-9fd1-93bba17d1835 admin admin] Publish callbacks [] for security_group (f1ee717e-c70b-4d5e-87b0-e36adafbeb8a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.319503 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d722026-56b9-4cb5-9fd1-93bba17d1835 admin admin] Publish callbacks [] for security_group (f1ee717e-c70b-4d5e-87b0-e36adafbeb8a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.320393 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (d0879ecd-5603-42bc-a1f6-a16a3c99be85), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.426126 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (d0879ecd-5603-42bc-a1f6-a16a3c99be85), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.427129 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:20.427704 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.454845 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d722026-56b9-4cb5-9fd1-93bba17d1835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f1ee717e-c70b-4d5e-87b0-e36adafbeb8a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.457535 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-2d722026-56b9-4cb5-9fd1-93bba17d1835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.461440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2d722026-56b9-4cb5-9fd1-93bba17d1835 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1ee717e-c70b-4d5e-87b0-e36adafbeb8a HTTP/1.1" status: 204  len: 168 time: 0.2099457
Apr 16 21:45:20.467016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d722026-56b9-4cb5-9fd1-93bba17d1835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ee717e-c70b-4d5e-87b0-e36adafbeb8a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:20.494380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] Pushing event updated for resources: {'Network': ['ID=d0879ecd-5603-42bc-a1f6-a16a3c99be85,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:20.506060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network d0879ecd-5603-42bc-a1f6-a16a3c99be85 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:45:20.532476 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c8f9f420-9f9f-424c-811f-af7423cab147 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6692512
Apr 16 21:45:20.535554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44160) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:20.540538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-665ef5ab-f0e0-416f-ae57-7036f7dcaa3b admin admin] Request body: {'subnet': {'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-464239637-subnet', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:20.642214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665ef5ab-f0e0-416f-ae57-7036f7dcaa3b admin admin] Made reservation on behalf of 6b612d652edb4e0a8dfc99ba3dafed40 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:20.645001 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-665ef5ab-f0e0-416f-ae57-7036f7dcaa3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.876255 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-665ef5ab-f0e0-416f-ae57-7036f7dcaa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (6a55a077-f7f9-453c-bb17-67aa9caa9258), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:20.935690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ef5ab-f0e0-416f-ae57-7036f7dcaa3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a55a077-f7f9-453c-bb17-67aa9caa9258,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:20.947530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665ef5ab-f0e0-416f-ae57-7036f7dcaa3b admin admin] Checking segment: {'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:20.947917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ef5ab-f0e0-416f-ae57-7036f7dcaa3b admin admin] Network hostable DHCP agents. Network: d0879ecd-5603-42bc-a1f6-a16a3c99be85, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:45:21.058142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ef5ab-f0e0-416f-ae57-7036f7dcaa3b admin admin] Network d0879ecd-5603-42bc-a1f6-a16a3c99be85 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:45:21.143898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-665ef5ab-f0e0-416f-ae57-7036f7dcaa3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d0879ecd-5603-42bc-a1f6-a16a3c99be85) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:21.148511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ef5ab-f0e0-416f-ae57-7036f7dcaa3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:21.149125 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-665ef5ab-f0e0-416f-ae57-7036f7dcaa3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.155315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b05f17-683a-4cdd-b8dc-3591bf863ac2 None None] Network d0879ecd-5603-42bc-a1f6-a16a3c99be85 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:21.240018 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-665ef5ab-f0e0-416f-ae57-7036f7dcaa3b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7031076
Apr 16 21:45:21.242864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44174) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:21.247187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-464239637-router', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:21.260801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d0879ecd-5603-42bc-a1f6-a16a3c99be85', 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85', 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'fixed_ips': [{'subnet_id': '6a55a077-f7f9-453c-bb17-67aa9caa9258'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:45:21.261695 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.350152 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (822a3496-18c3-45f3-a94a-348102747a0e), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.351237 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (822a3496-18c3-45f3-a94a-348102747a0e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.404514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Allocated IP 172.20.0.2 (d0879ecd-5603-42bc-a1f6-a16a3c99be85/6a55a077-f7f9-453c-bb17-67aa9caa9258/a6ee75c0-7221-4e7c-b9f3-e1a624b5308d) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:21.410946 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Publish callbacks [] for router_controller (822a3496-18c3-45f3-a94a-348102747a0e), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.561445 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Publish callbacks [] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.604295 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.639001 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Publish callbacks [] for router_gateway (822a3496-18c3-45f3-a94a-348102747a0e), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.646156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Network d0879ecd-5603-42bc-a1f6-a16a3c99be85 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:21.650563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:21.652520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:21.661371 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Pushing event updated for resources: {'Port': ['ID=a6ee75c0-7221-4e7c-b9f3-e1a624b5308d,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:21.671850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.672588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.672588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.672901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.673236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.673568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.673899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.674227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.674553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.674882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.675206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.675535 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.675858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.676199 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.676531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:21.682850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44184) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:21.738668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Attempting to bind port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:45:21.738968 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Attempting to bind port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:45:21.739555 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Attempting to bind port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d on network d0879ecd-5603-42bc-a1f6-a16a3c99be85 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:21.745319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:45:21.745706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Checking segment: {'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:21.746113 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.746512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Bound using segment: {'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:45:21.746984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Bound port: a6ee75c0-7221-4e7c-b9f3-e1a624b5308d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:45:21.747373 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.798656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-507123964'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:21.812492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] For port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:45:21.815673 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] For port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6ee75c0-7221-4e7c-b9f3-e1a624b5308d,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:45:21.888390 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Publish callbacks [] for router_gateway (822a3496-18c3-45f3-a94a-348102747a0e), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.888613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Made reservation on behalf of 8e1807167078485a850d9aa967af9f94 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:21.892383 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.900824 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.901985 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.908596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:21.972153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af89f3-6e16-4f13-9069-60922a11e545 None None] Pushing event updated for resources: {'Port': ['ID=a6ee75c0-7221-4e7c-b9f3-e1a624b5308d,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:22.004853 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for security_group (2c347581-6066-4628-a211-973f42840523), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:22.036138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Allocated IP 172.35.1.103 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/bbae38a6-d24a-4895-bfa4-95815251f691) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:22.065835 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2c347581-6066-4628-a211-973f42840523), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:22.096134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:22.112147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c347581-6066-4628-a211-973f42840523,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:22.115157 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b4fc1941-929d-48da-bc40-1ce6ea285290), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:22.115504 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Added segment b4fc1941-929d-48da-bc40-1ce6ea285290 of type vlan for network df4ea3ae-ee5b-427c-a296-418c6423339c
Apr 16 21:45:22.170578 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (df4ea3ae-ee5b-427c-a296-418c6423339c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:22.174515 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Publish callbacks [] for port (bbae38a6-d24a-4895-bfa4-95815251f691), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:22.258392 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (df4ea3ae-ee5b-427c-a296-418c6423339c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:22.263579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:22.267950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:22.316355 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (bbae38a6-d24a-4895-bfa4-95815251f691), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:22.331676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event updated for resources: {'Network': ['ID=df4ea3ae-ee5b-427c-a296-418c6423339c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:22.342081 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network df4ea3ae-ee5b-427c-a296-418c6423339c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:45:22.364242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:22.367547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:22.370062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:22.400102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Pushing event updated for resources: {'Port': ['ID=bbae38a6-d24a-4895-bfa4-95815251f691,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:22.403809 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0954786a-6fd3-4b75-94c9-d13fa8ce4d62 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 0.7184205
Apr 16 21:45:22.411327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44190) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:22.411327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-59f73c88-e465-4f63-92bd-7f6a3b2962ae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Request body: {'subnet': {'network_id': 'df4ea3ae-ee5b-427c-a296-418c6423339c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:22.700542 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f73c88-e465-4f63-92bd-7f6a3b2962ae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Made reservation on behalf of 8e1807167078485a850d9aa967af9f94 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:22.704136 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59f73c88-e465-4f63-92bd-7f6a3b2962ae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:22.898734 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Publish callbacks [] for router_gateway (822a3496-18c3-45f3-a94a-348102747a0e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:22.914735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c1a2db-973e-4998-8567-db630a50814d None None] Network d0879ecd-5603-42bc-a1f6-a16a3c99be85 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:22.966455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a6ee75c0-7221-4e7c-b9f3-e1a624b5308d up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:23.020389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2516f269-9beb-405e-987d-8cbadff9909e None None] Provisioning complete for port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:23.020857 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2516f269-9beb-405e-987d-8cbadff9909e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:23.107045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:23.107341 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:23.145408 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59f73c88-e465-4f63-92bd-7f6a3b2962ae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (e3d706b2-8797-435f-96a7-099db6eafece), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:23.189260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2516f269-9beb-405e-987d-8cbadff9909e None None] Current status of the port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:23.189648 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2516f269-9beb-405e-987d-8cbadff9909e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:23.216798 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (822a3496-18c3-45f3-a94a-348102747a0e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:23.219100 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f73c88-e465-4f63-92bd-7f6a3b2962ae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event updated for resources: {'Subnet': ['ID=e3d706b2-8797-435f-96a7-099db6eafece,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:23.251653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:23.252037 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:23.255005 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2516f269-9beb-405e-987d-8cbadff9909e None None] For port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6ee75c0-7221-4e7c-b9f3-e1a624b5308d,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:23.317930 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2516f269-9beb-405e-987d-8cbadff9909e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:23.396715 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:45:23.397077 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:45:23.401886 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516f269-9beb-405e-987d-8cbadff9909e None None] Pushing event updated for resources: {'Port': ['ID=a6ee75c0-7221-4e7c-b9f3-e1a624b5308d,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:23.439530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-74cd811f-d907-4ff0-86c7-aa9036830447 None None] Provisioning complete for port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:23.439530 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-74cd811f-d907-4ff0-86c7-aa9036830447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:23.521373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-74cd811f-d907-4ff0-86c7-aa9036830447 None None] Current status of the port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:23.603633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f73c88-e465-4f63-92bd-7f6a3b2962ae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Checking segment: {'id': 'b4fc1941-929d-48da-bc40-1ce6ea285290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4ea3ae-ee5b-427c-a296-418c6423339c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:23.607520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f73c88-e465-4f63-92bd-7f6a3b2962ae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Network hostable DHCP agents. Network: df4ea3ae-ee5b-427c-a296-418c6423339c, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:45:23.732653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f73c88-e465-4f63-92bd-7f6a3b2962ae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Network df4ea3ae-ee5b-427c-a296-418c6423339c is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:45:23.762466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Router 822a3496-18c3-45f3-a94a-348102747a0e is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:45:23.854655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-59f73c88-e465-4f63-92bd-7f6a3b2962ae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df4ea3ae-ee5b-427c-a296-418c6423339c) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:23.861089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f73c88-e465-4f63-92bd-7f6a3b2962ae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:23.861699 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59f73c88-e465-4f63-92bd-7f6a3b2962ae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:23.862547 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b435c02-cd46-46d5-a33d-51b838efc159 None None] Network df4ea3ae-ee5b-427c-a296-418c6423339c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:23.882685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:45:23.908780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Sync routers for ids ['822a3496-18c3-45f3-a94a-348102747a0e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:45:23.957239 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-59f73c88-e465-4f63-92bd-7f6a3b2962ae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5480847
Apr 16 21:45:23.957437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44194) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:23.962327 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Request body: {'port': {'network_id': 'df4ea3ae-ee5b-427c-a296-418c6423339c', 'name': 'tempest-AllowedAddressPairTestJSON-815337438'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:23.970941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Routers {'822a3496-18c3-45f3-a94a-348102747a0e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:23.971709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f125df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['822a3496-18c3-45f3-a94a-348102747a0e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:23.979151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:24.008443 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.009671 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-179b237e-169c-4346-8661-969f9b8c2670 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.7658477
Apr 16 21:45:24.012727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44196) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:24.053451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-df4ea3ae-ee5b-427c-a296-418c6423339c', 'network_id': 'df4ea3ae-ee5b-427c-a296-418c6423339c', 'project_id': '8e1807167078485a850d9aa967af9f94', 'fixed_ips': [{'subnet_id': 'e3d706b2-8797-435f-96a7-099db6eafece'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:45:24.054316 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.176113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Set router 822a3496-18c3-45f3-a94a-348102747a0e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:45:24.184256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Made reservation on behalf of 8e1807167078485a850d9aa967af9f94 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:24.188778 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.209310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] device_id is not set on port 3d5fc348-91bd-44ef-b9fa-759f57d67472 yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:45:24.330961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Allocated IP 172.20.0.7 (df4ea3ae-ee5b-427c-a296-418c6423339c/e3d706b2-8797-435f-96a7-099db6eafece/3d5fc348-91bd-44ef-b9fa-759f57d67472) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:24.369189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f125df0>, [{'id': '822a3496-18c3-45f3-a94a-348102747a0e', 'name': 'tempest-TestServerMultinode-464239637-router', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:45:22Z', 'revision_number': 3, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'gw_port': {'id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822a3496-18c3-45f3-a94a-348102747a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:24.396491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Checking router: 822a3496-18c3-45f3-a94a-348102747a0e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:45:24.396850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Updating router 822a3496-18c3-45f3-a94a-348102747a0e port bbae38a6-d24a-4895-bfa4-95815251f691 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:45:24.425070 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bbae38a6-d24a-4895-bfa4-95815251f691), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.461932 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.493690 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for port (3d5fc348-91bd-44ef-b9fa-759f57d67472), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.590483 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (3d5fc348-91bd-44ef-b9fa-759f57d67472), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.625650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Allocated IP 172.20.0.1 (d0879ecd-5603-42bc-a1f6-a16a3c99be85/6a55a077-f7f9-453c-bb17-67aa9caa9258/74e21d7e-68ab-45e4-9746-85713bb7cd7f) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:24.646142 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Network df4ea3ae-ee5b-427c-a296-418c6423339c is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:24.649338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:24.653977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:24.658614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event updated for resources: {'Port': ['ID=3d5fc348-91bd-44ef-b9fa-759f57d67472,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:24.661586 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Allocated IP 172.20.0.2 (df4ea3ae-ee5b-427c-a296-418c6423339c/e3d706b2-8797-435f-96a7-099db6eafece/6f1d3296-0f4d-4f55-9669-82dd5410578d) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:24.706493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:24.707119 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.755996 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Publish callbacks [] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.779995 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Publish callbacks [] for port (bbae38a6-d24a-4895-bfa4-95815251f691), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.817179 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1cdcf1d8-3367-4d2b-a4ad-6feea1d63462 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 0.8587167
Apr 16 21:45:24.820231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44200) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:24.825277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Request body: {'port': {'network_id': 'df4ea3ae-ee5b-427c-a296-418c6423339c', 'name': 'tempest-AllowedAddressPairTestJSON-1120575149', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e7:50:4e'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:24.857605 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Publish callbacks [] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.877108 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bbae38a6-d24a-4895-bfa4-95815251f691), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.923407 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.927462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Attempting to bind port bbae38a6-d24a-4895-bfa4-95815251f691 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:45:24.933199 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Attempting to bind port bbae38a6-d24a-4895-bfa4-95815251f691 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:45:24.933199 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Attempting to bind port bbae38a6-d24a-4895-bfa4-95815251f691 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:24.934638 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a6ee75c0-7221-4e7c-b9f3-e1a624b5308d up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:24.940934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20a6ed-c16a-4a1d-8ae2-e30f581dcb9d None None] Pushing event updated for resources: {'Port': ['ID=bbae38a6-d24a-4895-bfa4-95815251f691,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:24.963016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:45:24.963392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:24.963794 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.964204 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:45:24.964693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Bound port: bbae38a6-d24a-4895-bfa4-95815251f691, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:45:24.965074 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bbae38a6-d24a-4895-bfa4-95815251f691), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.971365 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:24.975425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Network d0879ecd-5603-42bc-a1f6-a16a3c99be85 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:24.978597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:24.981561 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:25.007744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Pushing event updated for resources: {'Port': ['ID=74e21d7e-68ab-45e4-9746-85713bb7cd7f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:25.033191 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (822a3496-18c3-45f3-a94a-348102747a0e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.054058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Network df4ea3ae-ee5b-427c-a296-418c6423339c is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:25.054537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Made reservation on behalf of 8e1807167078485a850d9aa967af9f94 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:25.067522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:25.073357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:25.088049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Pushing event updated for resources: {'Port': ['ID=6f1d3296-0f4d-4f55-9669-82dd5410578d,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:25.104967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] For port bbae38a6-d24a-4895-bfa4-95815251f691, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:45:25.111691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] For port bbae38a6-d24a-4895-bfa4-95815251f691, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbae38a6-d24a-4895-bfa4-95815251f691,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:45:25.156094 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:25.156503 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.174865 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.196038 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] device_id is not set on port 5f78dbb5-b858-4c89-9daa-3ae7683546ab yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:45:25.226883 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bbae38a6-d24a-4895-bfa4-95815251f691), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.230053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Attempting to bind port 6f1d3296-0f4d-4f55-9669-82dd5410578d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:45:25.230436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Attempting to bind port 6f1d3296-0f4d-4f55-9669-82dd5410578d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b4fc1941-929d-48da-bc40-1ce6ea285290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4ea3ae-ee5b-427c-a296-418c6423339c'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:45:25.230807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Attempting to bind port 6f1d3296-0f4d-4f55-9669-82dd5410578d on network df4ea3ae-ee5b-427c-a296-418c6423339c {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:25.278741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:45:25.279019 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Checking segment: {'id': 'b4fc1941-929d-48da-bc40-1ce6ea285290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4ea3ae-ee5b-427c-a296-418c6423339c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:25.279406 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.279795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Bound using segment: {'id': 'b4fc1941-929d-48da-bc40-1ce6ea285290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4ea3ae-ee5b-427c-a296-418c6423339c'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:45:25.280335 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Bound port: 6f1d3296-0f4d-4f55-9669-82dd5410578d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fc1941-929d-48da-bc40-1ce6ea285290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4ea3ae-ee5b-427c-a296-418c6423339c'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:45:25.280730 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.285142 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.310167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-609d8a23-82b8-49f9-96e5-23174ee54c21 None None] Provisioning complete for port 74e21d7e-68ab-45e4-9746-85713bb7cd7f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:25.310549 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-609d8a23-82b8-49f9-96e5-23174ee54c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.324634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Allocated IP 172.20.0.3 (df4ea3ae-ee5b-427c-a296-418c6423339c/e3d706b2-8797-435f-96a7-099db6eafece/5f78dbb5-b858-4c89-9daa-3ae7683546ab) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:25.476048 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Publish callbacks [] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.490557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for port (5f78dbb5-b858-4c89-9daa-3ae7683546ab), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.534340 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.559418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20a6ed-c16a-4a1d-8ae2-e30f581dcb9d None None] Pushing event updated for resources: {'Port': ['ID=bbae38a6-d24a-4895-bfa4-95815251f691,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:25.570011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Routers {'822a3496-18c3-45f3-a94a-348102747a0e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:25.570641 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f125df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['822a3496-18c3-45f3-a94a-348102747a0e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:25.600741 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (822a3496-18c3-45f3-a94a-348102747a0e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.603503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Pushing event updated for resources: {'Port': ['ID=74e21d7e-68ab-45e4-9746-85713bb7cd7f,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:25.604101 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5f78dbb5-b858-4c89-9daa-3ae7683546ab), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.643661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-609d8a23-82b8-49f9-96e5-23174ee54c21 None None] Port 74e21d7e-68ab-45e4-9746-85713bb7cd7f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:25.650730 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:25.664450 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Network df4ea3ae-ee5b-427c-a296-418c6423339c is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:25.664599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] For port 6f1d3296-0f4d-4f55-9669-82dd5410578d, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:45:25.666104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:25.669378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:25.707782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Network d0879ecd-5603-42bc-a1f6-a16a3c99be85 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:25.709363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:25.718912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event updated for resources: {'Port': ['ID=5f78dbb5-b858-4c89-9daa-3ae7683546ab,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:25.739838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:25.741769 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.752231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] For port 6f1d3296-0f4d-4f55-9669-82dd5410578d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f1d3296-0f4d-4f55-9669-82dd5410578d,segment=NetworkSegment(b4fc1941-929d-48da-bc40-1ce6ea285290),segment_id=b4fc1941-929d-48da-bc40-1ce6ea285290)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:45:25.756062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] Set router 822a3496-18c3-45f3-a94a-348102747a0e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:45:25.833926 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:25.841559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Router 822a3496-18c3-45f3-a94a-348102747a0e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:45:25.851704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a9402e29-1301-444a-a6c0-a308899219c6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 1.0302691
Apr 16 21:45:25.854216 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44204) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:25.957747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1faf24c-0bf2-4d86-9691-2d2f9e07e49d None None] Pushing event updated for resources: {'Port': ['ID=6f1d3296-0f4d-4f55-9669-82dd5410578d,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:25.974084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d261483-1aab-4f03-b61d-9c587133f3dd tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:25.984053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d261483-1aab-4f03-b61d-9c587133f3dd tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:25.989942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d261483-1aab-4f03-b61d-9c587133f3dd tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:25.991594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5d261483-1aab-4f03-b61d-9c587133f3dd tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2463 time: 0.1362958
Apr 16 21:45:25.994667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44206) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:26.013175 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:45:26.026489 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4d88abf1-7297-4c83-b24a-57abb36464b1 admin admin] 10.222.0.20 "PUT /v2.0/routers/822a3496-18c3-45f3-a94a-348102747a0e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0125697
Apr 16 21:45:26.048237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f125df0>, [{'id': '822a3496-18c3-45f3-a94a-348102747a0e', 'name': 'tempest-TestServerMultinode-464239637-router', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:45:25Z', 'revision_number': 4, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'gw_port': {'id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822a3496-18c3-45f3-a94a-348102747a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '74e21d7e-68ab-45e4-9746-85713bb7cd7f', 'name': '', 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'mac_address': 'fa:16:3e:d6:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822a3496-18c3-45f3-a94a-348102747a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6a55a077-f7f9-453c-bb17-67aa9caa9258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:24Z', 'updated_at': '2022-04-16T21:45:25Z', 'revision_number': 2, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'subnets': [{'id': '6a55a077-f7f9-453c-bb17-67aa9caa9258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:26.083601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f7bd1d-b64d-486d-8f61-32df3c406e34 None None] The sync data for ids ['822a3496-18c3-45f3-a94a-348102747a0e'] in ncdv-master-1 is: [{'id': '822a3496-18c3-45f3-a94a-348102747a0e', 'name': 'tempest-TestServerMultinode-464239637-router', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:45:25Z', 'revision_number': 4, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'gw_port': {'id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822a3496-18c3-45f3-a94a-348102747a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '74e21d7e-68ab-45e4-9746-85713bb7cd7f', 'name': '', 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'mac_address': 'fa:16:3e:d6:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822a3496-18c3-45f3-a94a-348102747a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6a55a077-f7f9-453c-bb17-67aa9caa9258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:24Z', 'updated_at': '2022-04-16T21:45:25Z', 'revision_number': 2, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'subnets': [{'id': '6a55a077-f7f9-453c-bb17-67aa9caa9258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:45:26.092077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-220f6ee1-8b24-4b2e-8b3b-f853233bb9d7 None None] Provisioning complete for port 74e21d7e-68ab-45e4-9746-85713bb7cd7f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:26.092488 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-220f6ee1-8b24-4b2e-8b3b-f853233bb9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:26.107247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b409cd29-c03d-43bb-a86d-027a9e5b3016 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Deleting port 5f78dbb5-b858-4c89-9daa-3ae7683546ab {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:26.107845 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b409cd29-c03d-43bb-a86d-027a9e5b3016 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5f78dbb5-b858-4c89-9daa-3ae7683546ab), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:26.131107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-220f6ee1-8b24-4b2e-8b3b-f853233bb9d7 None None] Port 74e21d7e-68ab-45e4-9746-85713bb7cd7f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:26.244426 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b409cd29-c03d-43bb-a86d-027a9e5b3016 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5f78dbb5-b858-4c89-9daa-3ae7683546ab), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:26.259597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b409cd29-c03d-43bb-a86d-027a9e5b3016 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Calling delete_port for 5f78dbb5-b858-4c89-9daa-3ae7683546ab owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:26.516209 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b409cd29-c03d-43bb-a86d-027a9e5b3016 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5f78dbb5-b858-4c89-9daa-3ae7683546ab), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:26.551956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409cd29-c03d-43bb-a86d-027a9e5b3016 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event deleted for resources: {'Port': ['ID=5f78dbb5-b858-4c89-9daa-3ae7683546ab,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:26.725427 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b409cd29-c03d-43bb-a86d-027a9e5b3016 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:26.729318 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b409cd29-c03d-43bb-a86d-027a9e5b3016 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "DELETE /v2.0/ports/5f78dbb5-b858-4c89-9daa-3ae7683546ab HTTP/1.1" status: 204  len: 168 time: 0.7336435
Apr 16 21:45:26.731972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44220) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:26.766439 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47c5dcb-cf05-4587-a3f3-ac2b400c882b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] GET failed (client error): The resource could not be found.
Apr 16 21:45:26.771563 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b47c5dcb-cf05-4587-a3f3-ac2b400c882b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "GET /v2.0/ports/5f78dbb5-b858-4c89-9daa-3ae7683546ab HTTP/1.1" status: 404  len: 333 time: 0.0343699
Apr 16 21:45:26.771771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44222) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:26.777002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Request body: {'port': {'network_id': 'df4ea3ae-ee5b-427c-a296-418c6423339c', 'name': 'tempest-AllowedAddressPairTestJSON-1029284801'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:27.002256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Made reservation on behalf of 8e1807167078485a850d9aa967af9f94 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:27.003732 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.029161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] device_id is not set on port 28c54652-2d80-410d-8399-e992c8a0d912 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:45:27.038658 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44228) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:27.046501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6f1d3296-0f4d-4f55-9669-82dd5410578d up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:27.052511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-217282492-network', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:27.118181 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6f1d3296-0f4d-4f55-9669-82dd5410578d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:27.118743 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.157378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Made reservation on behalf of 3a77b24c69964f2bb99a7ca0345df95d for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:27.159792 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.173827 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.199246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Allocated IP 172.20.0.10 (df4ea3ae-ee5b-427c-a296-418c6423339c/e3d706b2-8797-435f-96a7-099db6eafece/28c54652-2d80-410d-8399-e992c8a0d912) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:27.248097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6f1d3296-0f4d-4f55-9669-82dd5410578d is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:27.248519 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.276549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12634c25-ef86-4dc6-8e03-9e6b24eabb32 None None] Network df4ea3ae-ee5b-427c-a296-418c6423339c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:27.319348 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Publish callbacks [] for security_group (4a0aec02-893b-4399-b2f3-0f42c37d2c39), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.348377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 6f1d3296-0f4d-4f55-9669-82dd5410578d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f1d3296-0f4d-4f55-9669-82dd5410578d,segment=NetworkSegment(b4fc1941-929d-48da-bc40-1ce6ea285290),segment_id=b4fc1941-929d-48da-bc40-1ce6ea285290)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:27.369881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13f86388-0b3c-4f7a-ac45-f0b679ab55f6 None None] Provisioning complete for port 6f1d3296-0f4d-4f55-9669-82dd5410578d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:27.370252 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13f86388-0b3c-4f7a-ac45-f0b679ab55f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.397206 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for port (28c54652-2d80-410d-8399-e992c8a0d912), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.403191 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4a0aec02-893b-4399-b2f3-0f42c37d2c39), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.430723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:27.438677 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.449096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0aec02-893b-4399-b2f3-0f42c37d2c39,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:27.452622 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8388587b-2211-497f-b1b3-64004a246eea), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.452976 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Added segment 8388587b-2211-497f-b1b3-64004a246eea of type vlan for network 8ee05a6c-a141-4057-8381-c3ee5e37c94f
Apr 16 21:45:27.522959 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (8ee05a6c-a141-4057-8381-c3ee5e37c94f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.538487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=6f1d3296-0f4d-4f55-9669-82dd5410578d,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:27.541124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13f86388-0b3c-4f7a-ac45-f0b679ab55f6 None None] Current status of the port 6f1d3296-0f4d-4f55-9669-82dd5410578d is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:27.563540 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (28c54652-2d80-410d-8399-e992c8a0d912), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.619531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Network df4ea3ae-ee5b-427c-a296-418c6423339c is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:27.621545 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (8ee05a6c-a141-4057-8381-c3ee5e37c94f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.622953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:27.623624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:27.626150 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:27.630698 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.664456 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event updated for resources: {'Port': ['ID=28c54652-2d80-410d-8399-e992c8a0d912,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:27.693083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:27.693768 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.708756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee05a6c-a141-4057-8381-c3ee5e37c94f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:27.722622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 8ee05a6c-a141-4057-8381-c3ee5e37c94f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:45:27.832042 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-76ca812c-7154-4105-91dd-a537b308d89b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0591743
Apr 16 21:45:27.832583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44232) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:27.838067 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-41ab499c-e990-49f5-a0d7-f6de322f7754 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e7:50:4e'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:27.846353 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ee35b036-f51b-4899-a2c7-8d0d495895f9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8060601
Apr 16 21:45:27.851727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44234) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:27.863636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-27abdb47-ccc4-4c9d-9b27-78009113e26b admin admin] Request body: {'subnet': {'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-217282492-subnet', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:27.875838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-de04237d-3fd9-4b09-a8af-3948c5dee571 None None] Provisioning complete for port 3d5fc348-91bd-44ef-b9fa-759f57d67472 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:27.876306 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-de04237d-3fd9-4b09-a8af-3948c5dee571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3d5fc348-91bd-44ef-b9fa-759f57d67472), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.922257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-de04237d-3fd9-4b09-a8af-3948c5dee571 None None] Port 3d5fc348-91bd-44ef-b9fa-759f57d67472 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:27.931177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-de04237d-3fd9-4b09-a8af-3948c5dee571 None None] Provisioning complete for port 6f1d3296-0f4d-4f55-9669-82dd5410578d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:27.931828 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-de04237d-3fd9-4b09-a8af-3948c5dee571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.942167 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-41ab499c-e990-49f5-a0d7-f6de322f7754 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (28c54652-2d80-410d-8399-e992c8a0d912), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:27.969231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27abdb47-ccc4-4c9d-9b27-78009113e26b admin admin] Made reservation on behalf of 3a77b24c69964f2bb99a7ca0345df95d for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:27.972124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-27abdb47-ccc4-4c9d-9b27-78009113e26b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.026575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-de04237d-3fd9-4b09-a8af-3948c5dee571 None None] Current status of the port 6f1d3296-0f4d-4f55-9669-82dd5410578d is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:28.149988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-32a909a1-c516-4891-af69-96cf066101b3 None None] Provisioning complete for port 3d5fc348-91bd-44ef-b9fa-759f57d67472 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:28.150699 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-32a909a1-c516-4891-af69-96cf066101b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3d5fc348-91bd-44ef-b9fa-759f57d67472), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.162916 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-41ab499c-e990-49f5-a0d7-f6de322f7754 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for port (28c54652-2d80-410d-8399-e992c8a0d912), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.191168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-32a909a1-c516-4891-af69-96cf066101b3 None None] Port 3d5fc348-91bd-44ef-b9fa-759f57d67472 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:28.219897 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-41ab499c-e990-49f5-a0d7-f6de322f7754 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (28c54652-2d80-410d-8399-e992c8a0d912), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.237396 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-27abdb47-ccc4-4c9d-9b27-78009113e26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (09762e93-6ac8-479c-8189-63cb6552c4c7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.310102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab499c-e990-49f5-a0d7-f6de322f7754 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event updated for resources: {'Port': ['ID=28c54652-2d80-410d-8399-e992c8a0d912,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:28.313791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a78d0fdc-9737-4863-97fe-102bb55b1db6 None None] Could not find standard attr ID for object 5f78dbb5-b858-4c89-9daa-3ae7683546ab. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:45:28.320689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27abdb47-ccc4-4c9d-9b27-78009113e26b admin admin] Checking segment: {'id': '8388587b-2211-497f-b1b3-64004a246eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:28.321263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27abdb47-ccc4-4c9d-9b27-78009113e26b admin admin] Network hostable DHCP agents. Network: 8ee05a6c-a141-4057-8381-c3ee5e37c94f, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:45:28.328623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abdb47-ccc4-4c9d-9b27-78009113e26b admin admin] Pushing event updated for resources: {'Subnet': ['ID=09762e93-6ac8-479c-8189-63cb6552c4c7,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:28.340806 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-41ab499c-e990-49f5-a0d7-f6de322f7754 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] In _notify_port_updated(), no bound segment for port 28c54652-2d80-410d-8399-e992c8a0d912 on network df4ea3ae-ee5b-427c-a296-418c6423339c {{(pid=122555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:45:28.346471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab499c-e990-49f5-a0d7-f6de322f7754 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:28.346854 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-41ab499c-e990-49f5-a0d7-f6de322f7754 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.350738 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-41ab499c-e990-49f5-a0d7-f6de322f7754 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "PUT /v2.0/ports/28c54652-2d80-410d-8399-e992c8a0d912 HTTP/1.1" status: 200  len: 994 time: 0.5147793
Apr 16 21:45:28.351176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44238) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:28.416590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27abdb47-ccc4-4c9d-9b27-78009113e26b admin admin] Network 8ee05a6c-a141-4057-8381-c3ee5e37c94f is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:45:28.458787 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-74ae5b08-4f02-42b1-9157-22ca0666fdae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Deleting port 28c54652-2d80-410d-8399-e992c8a0d912 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:28.459152 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74ae5b08-4f02-42b1-9157-22ca0666fdae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (28c54652-2d80-410d-8399-e992c8a0d912), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.507667 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-27abdb47-ccc4-4c9d-9b27-78009113e26b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ee05a6c-a141-4057-8381-c3ee5e37c94f) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:28.515788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acc3cff-c618-438e-bde4-f9c63e0ce936 None None] Network 8ee05a6c-a141-4057-8381-c3ee5e37c94f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:28.515981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27abdb47-ccc4-4c9d-9b27-78009113e26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:28.516580 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-27abdb47-ccc4-4c9d-9b27-78009113e26b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.571193 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74ae5b08-4f02-42b1-9157-22ca0666fdae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (28c54652-2d80-410d-8399-e992c8a0d912), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.594754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-74ae5b08-4f02-42b1-9157-22ca0666fdae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Calling delete_port for 28c54652-2d80-410d-8399-e992c8a0d912 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:28.599445 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-27abdb47-ccc4-4c9d-9b27-78009113e26b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7466028
Apr 16 21:45:28.602130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44240) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:28.603120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a193c96e-5c57-4e71-9803-7b62aa39cae9 None None] Provisioning complete for port 28c54652-2d80-410d-8399-e992c8a0d912 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:28.603826 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a193c96e-5c57-4e71-9803-7b62aa39cae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (28c54652-2d80-410d-8399-e992c8a0d912), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.606655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-217282492-router', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:28.663729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a193c96e-5c57-4e71-9803-7b62aa39cae9 None None] Port 28c54652-2d80-410d-8399-e992c8a0d912 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:28.709962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.714910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ee05a6c-a141-4057-8381-c3ee5e37c94f', 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f', 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'fixed_ips': [{'subnet_id': '09762e93-6ac8-479c-8189-63cb6552c4c7'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:45:28.714910 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.715128 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.777986 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Sync routers for ids ['822a3496-18c3-45f3-a94a-348102747a0e'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:45:28.791627 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Routers {'822a3496-18c3-45f3-a94a-348102747a0e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:28.792314 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248dc0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['822a3496-18c3-45f3-a94a-348102747a0e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:28.800447 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Publish callbacks [] for router_controller (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:28.925368 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Set router 822a3496-18c3-45f3-a94a-348102747a0e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:45:28.943042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Allocated IP 172.20.0.2 (8ee05a6c-a141-4057-8381-c3ee5e37c94f/09762e93-6ac8-479c-8189-63cb6552c4c7/fa1f376b-f940-4d41-a664-210973784608) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:28.945693 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74ae5b08-4f02-42b1-9157-22ca0666fdae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (28c54652-2d80-410d-8399-e992c8a0d912), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.014367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae5b08-4f02-42b1-9157-22ca0666fdae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event deleted for resources: {'Port': ['ID=28c54652-2d80-410d-8399-e992c8a0d912,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:29.214325 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Publish callbacks [] for router_gateway (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.251063 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Publish callbacks [] for port (fa1f376b-f940-4d41-a664-210973784608), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.259351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6f1d3296-0f4d-4f55-9669-82dd5410578d up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:29.281443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4122a155-2860-4cd5-ae35-64d27dbbc875 None None] Could not find standard attr ID for object 28c54652-2d80-410d-8399-e992c8a0d912. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:45:29.315256 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248dc0d0>, [{'id': '822a3496-18c3-45f3-a94a-348102747a0e', 'name': 'tempest-TestServerMultinode-464239637-router', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:45:25Z', 'revision_number': 4, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'gw_port': {'id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822a3496-18c3-45f3-a94a-348102747a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '74e21d7e-68ab-45e4-9746-85713bb7cd7f', 'name': '', 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'mac_address': 'fa:16:3e:d6:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822a3496-18c3-45f3-a94a-348102747a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6a55a077-f7f9-453c-bb17-67aa9caa9258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:24Z', 'updated_at': '2022-04-16T21:45:25Z', 'revision_number': 2, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'subnets': [{'id': '6a55a077-f7f9-453c-bb17-67aa9caa9258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:29.317289 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74ae5b08-4f02-42b1-9157-22ca0666fdae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.324124 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-74ae5b08-4f02-42b1-9157-22ca0666fdae tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "DELETE /v2.0/ports/28c54652-2d80-410d-8399-e992c8a0d912 HTTP/1.1" status: 204  len: 168 time: 0.9719472
Apr 16 21:45:29.329370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44258) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:29.332862 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6f1d3296-0f4d-4f55-9669-82dd5410578d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:29.333259 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.344979 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Checking router: 822a3496-18c3-45f3-a94a-348102747a0e for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:45:29.345226 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Updating router 822a3496-18c3-45f3-a94a-348102747a0e port 74e21d7e-68ab-45e4-9746-85713bb7cd7f binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:45:29.358321 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (fa1f376b-f940-4d41-a664-210973784608), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.378758 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.400378 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53fd662-da11-4ea4-a400-8c2c8db27a9f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] GET failed (client error): The resource could not be found.
Apr 16 21:45:29.401872 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b53fd662-da11-4ea4-a400-8c2c8db27a9f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "GET /v2.0/ports/28c54652-2d80-410d-8399-e992c8a0d912 HTTP/1.1" status: 404  len: 333 time: 0.0750144
Apr 16 21:45:29.406203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44262) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:29.413066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Request body: {'port': {'network_id': 'df4ea3ae-ee5b-427c-a296-418c6423339c', 'name': 'tempest-AllowedAddressPairTestJSON-2144407285'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:29.437974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Network 8ee05a6c-a141-4057-8381-c3ee5e37c94f is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:29.441366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:29.453788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:29.457896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Pushing event updated for resources: {'Port': ['ID=fa1f376b-f940-4d41-a664-210973784608,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:29.557006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Attempting to bind port fa1f376b-f940-4d41-a664-210973784608 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:45:29.557647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Attempting to bind port fa1f376b-f940-4d41-a664-210973784608 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8388587b-2211-497f-b1b3-64004a246eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:45:29.558035 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Attempting to bind port fa1f376b-f940-4d41-a664-210973784608 on network 8ee05a6c-a141-4057-8381-c3ee5e37c94f {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:29.560738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6f1d3296-0f4d-4f55-9669-82dd5410578d is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:29.562424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bbae38a6-d24a-4895-bfa4-95815251f691 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:29.585633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:45:29.586140 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Checking segment: {'id': '8388587b-2211-497f-b1b3-64004a246eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:29.586422 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.586828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Bound using segment: {'id': '8388587b-2211-497f-b1b3-64004a246eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:45:29.587318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Bound port: fa1f376b-f940-4d41-a664-210973784608, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8388587b-2211-497f-b1b3-64004a246eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:45:29.587723 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fa1f376b-f940-4d41-a664-210973784608), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.650953 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Publish callbacks [] for router_gateway (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.671988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port bbae38a6-d24a-4895-bfa4-95815251f691 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:29.672510 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bbae38a6-d24a-4895-bfa4-95815251f691), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.683778 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.701922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] For port fa1f376b-f940-4d41-a664-210973784608, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:45:29.711605 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Publish callbacks [] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.723203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] For port fa1f376b-f940-4d41-a664-210973784608, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1f376b-f940-4d41-a664-210973784608,segment=NetworkSegment(8388587b-2211-497f-b1b3-64004a246eea),segment_id=8388587b-2211-497f-b1b3-64004a246eea)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:45:29.778688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port bbae38a6-d24a-4895-bfa4-95815251f691 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:29.779129 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (bbae38a6-d24a-4895-bfa4-95815251f691), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.799178 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.802403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port bbae38a6-d24a-4895-bfa4-95815251f691, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbae38a6-d24a-4895-bfa4-95815251f691,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:29.812242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Allocated IP 172.35.1.54 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/124abfac-9e28-4389-b4aa-bd01574b7a70) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:29.820627 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fa1f376b-f940-4d41-a664-210973784608), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.895617 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (bbae38a6-d24a-4895-bfa4-95815251f691), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.900849 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Pushing event updated for resources: {'Port': ['ID=74e21d7e-68ab-45e4-9746-85713bb7cd7f,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:29.904290 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a8050-c3e0-4e07-b980-e0687012c26f None None] Pushing event updated for resources: {'Port': ['ID=fa1f376b-f940-4d41-a664-210973784608,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:29.930953 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.931811 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.932532 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.933231 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.933792 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.934401 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.934955 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.936348 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.937378 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.938630 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.944438 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.944438 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.944438 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.944438 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.944438 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:29.964691 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Attempting to bind port 74e21d7e-68ab-45e4-9746-85713bb7cd7f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:45:29.965383 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Attempting to bind port 74e21d7e-68ab-45e4-9746-85713bb7cd7f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:45:29.965919 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Attempting to bind port 74e21d7e-68ab-45e4-9746-85713bb7cd7f on network d0879ecd-5603-42bc-a1f6-a16a3c99be85 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:29.973950 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:45:29.974380 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Checking segment: {'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:29.978862 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:29.978862 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Bound using segment: {'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:45:29.978862 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Bound port: 74e21d7e-68ab-45e4-9746-85713bb7cd7f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:45:29.978862 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:30.011349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=bbae38a6-d24a-4895-bfa4-95815251f691,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:30.037300 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Made reservation on behalf of 8e1807167078485a850d9aa967af9f94 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:30.044544 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:30.046299 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Publish callbacks [] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:30.063083 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] For port 74e21d7e-68ab-45e4-9746-85713bb7cd7f, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:45:30.066574 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] For port 74e21d7e-68ab-45e4-9746-85713bb7cd7f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74e21d7e-68ab-45e4-9746-85713bb7cd7f,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:45:30.073138 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] device_id is not set on port 03232865-4f93-4514-8f0e-dcd7315575d8 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:45:30.155757 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:30.206701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:30.228135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1ab537ab-e1b7-4c3f-9ff8-d89ec5d50a46 None None] Provisioning complete for port 74e21d7e-68ab-45e4-9746-85713bb7cd7f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:30.228541 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1ab537ab-e1b7-4c3f-9ff8-d89ec5d50a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:30.244343 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Routers {'822a3496-18c3-45f3-a94a-348102747a0e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:30.245063 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248dc0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['822a3496-18c3-45f3-a94a-348102747a0e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:30.247334 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238229d3-9ab2-43e6-9e94-caf85be7b5d4 None None] Pushing event updated for resources: {'Port': ['ID=74e21d7e-68ab-45e4-9746-85713bb7cd7f,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:30.248776 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Allocated IP 172.20.0.10 (df4ea3ae-ee5b-427c-a296-418c6423339c/e3d706b2-8797-435f-96a7-099db6eafece/03232865-4f93-4514-8f0e-dcd7315575d8) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:30.290196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:30.293591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:30.300502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:30.336241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Pushing event updated for resources: {'Port': ['ID=124abfac-9e28-4389-b4aa-bd01574b7a70,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:30.444507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1ab537ab-e1b7-4c3f-9ff8-d89ec5d50a46 None None] Current status of the port 74e21d7e-68ab-45e4-9746-85713bb7cd7f is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:30.445128 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1ab537ab-e1b7-4c3f-9ff8-d89ec5d50a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:30.446655 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] Set router 822a3496-18c3-45f3-a94a-348102747a0e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:45:30.484110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1ab537ab-e1b7-4c3f-9ff8-d89ec5d50a46 None None] For port 74e21d7e-68ab-45e4-9746-85713bb7cd7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74e21d7e-68ab-45e4-9746-85713bb7cd7f,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:30.551430 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1ab537ab-e1b7-4c3f-9ff8-d89ec5d50a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:30.566199 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for port (03232865-4f93-4514-8f0e-dcd7315575d8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:30.600827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab537ab-e1b7-4c3f-9ff8-d89ec5d50a46 None None] Pushing event updated for resources: {'Port': ['ID=74e21d7e-68ab-45e4-9746-85713bb7cd7f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:30.673978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2d8a12c4-7c42-44dd-8627-42d199ed132d None None] Provisioning complete for port 74e21d7e-68ab-45e4-9746-85713bb7cd7f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:30.674279 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2d8a12c4-7c42-44dd-8627-42d199ed132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:30.688649 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248dc0d0>, [{'id': '822a3496-18c3-45f3-a94a-348102747a0e', 'name': 'tempest-TestServerMultinode-464239637-router', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:45:25Z', 'revision_number': 4, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'gw_port': {'id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822a3496-18c3-45f3-a94a-348102747a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '74e21d7e-68ab-45e4-9746-85713bb7cd7f', 'name': '', 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'mac_address': 'fa:16:3e:d6:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822a3496-18c3-45f3-a94a-348102747a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6a55a077-f7f9-453c-bb17-67aa9caa9258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:24Z', 'updated_at': '2022-04-16T21:45:30Z', 'revision_number': 4, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'subnets': [{'id': '6a55a077-f7f9-453c-bb17-67aa9caa9258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:30.692124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (03232865-4f93-4514-8f0e-dcd7315575d8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:30.722608 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a881b7a-3bf2-4bf3-88d3-5fc5ccc20fce None None] The sync data for ids ['822a3496-18c3-45f3-a94a-348102747a0e'] in ncdv-master-1 is: [{'id': '822a3496-18c3-45f3-a94a-348102747a0e', 'name': 'tempest-TestServerMultinode-464239637-router', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:45:25Z', 'revision_number': 4, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'gw_port': {'id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822a3496-18c3-45f3-a94a-348102747a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '74e21d7e-68ab-45e4-9746-85713bb7cd7f', 'name': '', 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'mac_address': 'fa:16:3e:d6:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822a3496-18c3-45f3-a94a-348102747a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6a55a077-f7f9-453c-bb17-67aa9caa9258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:24Z', 'updated_at': '2022-04-16T21:45:30Z', 'revision_number': 4, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'subnets': [{'id': '6a55a077-f7f9-453c-bb17-67aa9caa9258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:45:30.751803 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Publish callbacks [] for router_gateway (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:30.756104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Network df4ea3ae-ee5b-427c-a296-418c6423339c is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:30.756104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:30.767957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a12c4-7c42-44dd-8627-42d199ed132d None None] Current status of the port 74e21d7e-68ab-45e4-9746-85713bb7cd7f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:30.774849 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:30.824803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event updated for resources: {'Port': ['ID=03232865-4f93-4514-8f0e-dcd7315575d8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:30.870172 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:30.870840 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:30.956445 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0245c325-0cfb-4067-b629-7609c57a572f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5489609
Apr 16 21:45:30.959008 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44266) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:30.971733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-34a8e1e3-3eb0-442a-90c5-ad35d932c3b9 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e7:50:4e'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:31.144060 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:31.147864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fa1f376b-f940-4d41-a664-210973784608 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:31.216467 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-34a8e1e3-3eb0-442a-90c5-ad35d932c3b9 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (03232865-4f93-4514-8f0e-dcd7315575d8), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:31.261175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a360909a-8332-4699-a81e-6193cd6f4494 None None] Provisioning complete for port 03232865-4f93-4514-8f0e-dcd7315575d8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:31.261654 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a360909a-8332-4699-a81e-6193cd6f4494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (03232865-4f93-4514-8f0e-dcd7315575d8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:31.328248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a360909a-8332-4699-a81e-6193cd6f4494 None None] Port 03232865-4f93-4514-8f0e-dcd7315575d8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:31.338047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port fa1f376b-f940-4d41-a664-210973784608 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:31.338440 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fa1f376b-f940-4d41-a664-210973784608), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:31.486974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port fa1f376b-f940-4d41-a664-210973784608 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:31.486974 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fa1f376b-f940-4d41-a664-210973784608), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:31.491578 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-34a8e1e3-3eb0-442a-90c5-ad35d932c3b9 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for port (03232865-4f93-4514-8f0e-dcd7315575d8), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:31.508245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b51dcce-6234-49e6-96ea-0e1fc0da2b9f None None] Network 8ee05a6c-a141-4057-8381-c3ee5e37c94f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:31.509706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Router 0fb8628b-7060-4ec4-9d3b-7fec5d94748a is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:45:31.570516 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-34a8e1e3-3eb0-442a-90c5-ad35d932c3b9 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (03232865-4f93-4514-8f0e-dcd7315575d8), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:31.584757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port fa1f376b-f940-4d41-a664-210973784608, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1f376b-f940-4d41-a664-210973784608,segment=NetworkSegment(8388587b-2211-497f-b1b3-64004a246eea),segment_id=8388587b-2211-497f-b1b3-64004a246eea)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:31.598109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2e1fbc38-9c02-43d7-82ce-a2543aefad27 None None] Provisioning complete for port fa1f376b-f940-4d41-a664-210973784608 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:31.598109 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e1fbc38-9c02-43d7-82ce-a2543aefad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fa1f376b-f940-4d41-a664-210973784608), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:31.691263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:45:31.722477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8e1e3-3eb0-442a-90c5-ad35d932c3b9 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event updated for resources: {'Port': ['ID=03232865-4f93-4514-8f0e-dcd7315575d8,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:31.754363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-34a8e1e3-3eb0-442a-90c5-ad35d932c3b9 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] In _notify_port_updated(), no bound segment for port 03232865-4f93-4514-8f0e-dcd7315575d8 on network df4ea3ae-ee5b-427c-a296-418c6423339c {{(pid=122556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:45:31.761580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a8e1e3-3eb0-442a-90c5-ad35d932c3b9 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:31.762482 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-34a8e1e3-3eb0-442a-90c5-ad35d932c3b9 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:31.766587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-34a8e1e3-3eb0-442a-90c5-ad35d932c3b9 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "PUT /v2.0/ports/03232865-4f93-4514-8f0e-dcd7315575d8 HTTP/1.1" status: 200  len: 997 time: 0.8038423
Apr 16 21:45:31.767052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44272) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:31.787589 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:31.796510 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-55bb3657-77f5-4203-8f32-9a04ed8c35dc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.1926343
Apr 16 21:45:31.797413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44274) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:31.812987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Sync routers for ids ['0fb8628b-7060-4ec4-9d3b-7fec5d94748a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:45:31.831379 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fa1f376b-f940-4d41-a664-210973784608), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:31.832235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 74e21d7e-68ab-45e4-9746-85713bb7cd7f up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:31.890281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7d36b5b1-b680-4f2a-844b-3f7673535abe tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Deleting port 03232865-4f93-4514-8f0e-dcd7315575d8 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:31.890894 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7d36b5b1-b680-4f2a-844b-3f7673535abe tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (03232865-4f93-4514-8f0e-dcd7315575d8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:31.914786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Routers {'0fb8628b-7060-4ec4-9d3b-7fec5d94748a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:31.915501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243362e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0fb8628b-7060-4ec4-9d3b-7fec5d94748a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:32.021021 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=fa1f376b-f940-4d41-a664-210973784608,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:32.065107 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7d36b5b1-b680-4f2a-844b-3f7673535abe tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (03232865-4f93-4514-8f0e-dcd7315575d8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:32.083016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-7d36b5b1-b680-4f2a-844b-3f7673535abe tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Calling delete_port for 03232865-4f93-4514-8f0e-dcd7315575d8 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:32.097238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 74e21d7e-68ab-45e4-9746-85713bb7cd7f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:32.097625 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:32.142203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2e1fbc38-9c02-43d7-82ce-a2543aefad27 None None] Current status of the port fa1f376b-f940-4d41-a664-210973784608 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:32.202254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Set router 0fb8628b-7060-4ec4-9d3b-7fec5d94748a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:45:32.318652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c3e18723-2e90-4f89-8846-7e2666a35e11 None None] Provisioning complete for port 03232865-4f93-4514-8f0e-dcd7315575d8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:32.319362 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c3e18723-2e90-4f89-8846-7e2666a35e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (03232865-4f93-4514-8f0e-dcd7315575d8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:32.328447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7d36b5b1-b680-4f2a-844b-3f7673535abe tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (03232865-4f93-4514-8f0e-dcd7315575d8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:32.359623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36b5b1-b680-4f2a-844b-3f7673535abe tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event deleted for resources: {'Port': ['ID=03232865-4f93-4514-8f0e-dcd7315575d8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:32.367813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:32.400126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c3e18723-2e90-4f89-8846-7e2666a35e11 None None] Port 03232865-4f93-4514-8f0e-dcd7315575d8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:32.422732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 74e21d7e-68ab-45e4-9746-85713bb7cd7f is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:32.424045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bbae38a6-d24a-4895-bfa4-95815251f691 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:32.456323 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7d36b5b1-b680-4f2a-844b-3f7673535abe tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:32.460513 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7d36b5b1-b680-4f2a-844b-3f7673535abe tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "DELETE /v2.0/ports/03232865-4f93-4514-8f0e-dcd7315575d8 HTTP/1.1" status: 204  len: 168 time: 0.6923416
Apr 16 21:45:32.463407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44278) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:32.494692 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef34e42-be34-491b-844b-c3689cfa824b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] GET failed (client error): The resource could not be found.
Apr 16 21:45:32.499607 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9ef34e42-be34-491b-844b-c3689cfa824b tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "GET /v2.0/ports/03232865-4f93-4514-8f0e-dcd7315575d8 HTTP/1.1" status: 404  len: 333 time: 0.0318346
Apr 16 21:45:32.500081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44280) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:32.506252 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Request body: {'port': {'network_id': 'df4ea3ae-ee5b-427c-a296-418c6423339c', 'name': 'tempest-AllowedAddressPairTestJSON-1999123267'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:32.539897 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243362e0>, [{'id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'name': 'tempest-TestServerMultinode-217282492-router', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54'}], 'enable_snat': True}, 'gw_port_id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:28Z', 'updated_at': '2022-04-16T21:45:30Z', 'revision_number': 3, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'gw_port': {'id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:29Z', 'updated_at': '2022-04-16T21:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:32.586006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3b89a3aa-6b8e-4eb5-bdfd-a82b09cbf2e3 None None] Provisioning complete for port fa1f376b-f940-4d41-a664-210973784608 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:32.586479 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3b89a3aa-6b8e-4eb5-bdfd-a82b09cbf2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fa1f376b-f940-4d41-a664-210973784608), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:32.589590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Checking router: 0fb8628b-7060-4ec4-9d3b-7fec5d94748a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:45:32.590678 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Updating router 0fb8628b-7060-4ec4-9d3b-7fec5d94748a port 124abfac-9e28-4389-b4aa-bd01574b7a70 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:45:32.613201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Allocated IP 172.20.0.1 (8ee05a6c-a141-4057-8381-c3ee5e37c94f/09762e93-6ac8-479c-8189-63cb6552c4c7/78a4c8be-7e64-432b-a4ac-366295566fbc) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:32.656965 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:32.660946 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port bbae38a6-d24a-4895-bfa4-95815251f691 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:32.661379 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (bbae38a6-d24a-4895-bfa4-95815251f691), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:32.693882 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Made reservation on behalf of 8e1807167078485a850d9aa967af9f94 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:32.697782 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:32.718647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] device_id is not set on port de97a60b-0552-40d7-ad7f-f7b1ab1f01e2 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:45:32.729310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Publish callbacks [] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:32.821082 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:32.839034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Allocated IP 172.20.0.3 (df4ea3ae-ee5b-427c-a296-418c6423339c/e3d706b2-8797-435f-96a7-099db6eafece/de97a60b-0552-40d7-ad7f-f7b1ab1f01e2) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:32.845020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3b89a3aa-6b8e-4eb5-bdfd-a82b09cbf2e3 None None] Current status of the port fa1f376b-f940-4d41-a664-210973784608 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:32.869175 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Network 8ee05a6c-a141-4057-8381-c3ee5e37c94f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:32.875489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:32.879710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:32.914602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Pushing event updated for resources: {'Port': ['ID=78a4c8be-7e64-432b-a4ac-366295566fbc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:32.922528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port bbae38a6-d24a-4895-bfa4-95815251f691 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:32.929085 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.082086 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fa1f376b-f940-4d41-a664-210973784608 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:33.085260 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for port (de97a60b-0552-40d7-ad7f-f7b1ab1f01e2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.085688 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Publish callbacks [] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.136098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port fa1f376b-f940-4d41-a664-210973784608 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:33.136509 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fa1f376b-f940-4d41-a664-210973784608), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.197556 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (de97a60b-0552-40d7-ad7f-f7b1ab1f01e2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.200892 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.251349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event updated for resources: {'Port': ['ID=de97a60b-0552-40d7-ad7f-f7b1ab1f01e2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:33.273418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Attempting to bind port 124abfac-9e28-4389-b4aa-bd01574b7a70 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:45:33.273953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Attempting to bind port 124abfac-9e28-4389-b4aa-bd01574b7a70 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:45:33.274418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Attempting to bind port 124abfac-9e28-4389-b4aa-bd01574b7a70 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:33.274915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Network df4ea3ae-ee5b-427c-a296-418c6423339c is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:33.277239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:33.280741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:33.289339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port fa1f376b-f940-4d41-a664-210973784608 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:33.303832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:45:33.307999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:33.307999 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.307999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:45:33.307999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Bound port: 124abfac-9e28-4389-b4aa-bd01574b7a70, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:45:33.307999 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.310920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-acfef1db-fcba-4d19-87d1-fd65b7713cee None None] Provisioning complete for port 78a4c8be-7e64-432b-a4ac-366295566fbc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:33.311328 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-acfef1db-fcba-4d19-87d1-fd65b7713cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.342934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c566ee-7bfd-4789-9bcf-a4d1cb3171e4 None None] Pushing event updated for resources: {'Port': ['ID=124abfac-9e28-4389-b4aa-bd01574b7a70,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:33.354669 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:33.355363 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.377606 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-acfef1db-fcba-4d19-87d1-fd65b7713cee None None] Port 78a4c8be-7e64-432b-a4ac-366295566fbc cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:33.409625 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] For port 124abfac-9e28-4389-b4aa-bd01574b7a70, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:45:33.412954 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] For port 124abfac-9e28-4389-b4aa-bd01574b7a70, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=124abfac-9e28-4389-b4aa-bd01574b7a70,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:45:33.428687 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ff7147f5-1624-4ba3-bb28-29cea0a0a9e6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9274936
Apr 16 21:45:33.431491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44282) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:33.437158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Request body: {'port': {'network_id': 'df4ea3ae-ee5b-427c-a296-418c6423339c', 'name': 'tempest-AllowedAddressPairTestJSON-2125691669'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:33.489166 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.557275 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.563527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Routers {'0fb8628b-7060-4ec4-9d3b-7fec5d94748a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:33.564156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243362e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0fb8628b-7060-4ec4-9d3b-7fec5d94748a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:33.612915 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c566ee-7bfd-4789-9bcf-a4d1cb3171e4 None None] Pushing event updated for resources: {'Port': ['ID=124abfac-9e28-4389-b4aa-bd01574b7a70,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:33.628508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c566eb0b-5809-4561-9252-64ef1e117d3b None None] Provisioning complete for port de97a60b-0552-40d7-ad7f-f7b1ab1f01e2 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:33.628884 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c566eb0b-5809-4561-9252-64ef1e117d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (de97a60b-0552-40d7-ad7f-f7b1ab1f01e2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.692216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Made reservation on behalf of 8e1807167078485a850d9aa967af9f94 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:33.696824 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.707190 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c566eb0b-5809-4561-9252-64ef1e117d3b None None] Port de97a60b-0552-40d7-ad7f-f7b1ab1f01e2 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:33.718723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] device_id is not set on port 48ebc6c2-7bcb-467e-a21b-7cf3ac853238 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:45:33.720932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] Set router 0fb8628b-7060-4ec4-9d3b-7fec5d94748a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:45:33.730328 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Publish callbacks [] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.796806 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.831402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Allocated IP 172.20.0.14 (df4ea3ae-ee5b-427c-a296-418c6423339c/e3d706b2-8797-435f-96a7-099db6eafece/48ebc6c2-7bcb-467e-a21b-7cf3ac853238) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:33.865077 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:33.867951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Pushing event updated for resources: {'Port': ['ID=78a4c8be-7e64-432b-a4ac-366295566fbc,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:33.918191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243362e0>, [{'id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'name': 'tempest-TestServerMultinode-217282492-router', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54'}], 'enable_snat': True}, 'gw_port_id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:28Z', 'updated_at': '2022-04-16T21:45:33Z', 'revision_number': 4, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'gw_port': {'id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:29Z', 'updated_at': '2022-04-16T21:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78a4c8be-7e64-432b-a4ac-366295566fbc', 'name': '', 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'mac_address': 'fa:16:3e:76:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '09762e93-6ac8-479c-8189-63cb6552c4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:32Z', 'updated_at': '2022-04-16T21:45:32Z', 'revision_number': 1, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'subnets': [{'id': '09762e93-6ac8-479c-8189-63cb6552c4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:33.949806 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6192df-98f2-4c3f-b0b7-24e6e24c1bfc None None] The sync data for ids ['0fb8628b-7060-4ec4-9d3b-7fec5d94748a'] in ncdv-master-1 is: [{'id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'name': 'tempest-TestServerMultinode-217282492-router', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54'}], 'enable_snat': True}, 'gw_port_id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:28Z', 'updated_at': '2022-04-16T21:45:33Z', 'revision_number': 4, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'gw_port': {'id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:29Z', 'updated_at': '2022-04-16T21:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78a4c8be-7e64-432b-a4ac-366295566fbc', 'name': '', 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'mac_address': 'fa:16:3e:76:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '09762e93-6ac8-479c-8189-63cb6552c4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:32Z', 'updated_at': '2022-04-16T21:45:32Z', 'revision_number': 1, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'subnets': [{'id': '09762e93-6ac8-479c-8189-63cb6552c4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:45:33.985896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Network 8ee05a6c-a141-4057-8381-c3ee5e37c94f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:33.987435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:34.012453 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for port (48ebc6c2-7bcb-467e-a21b-7cf3ac853238), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:34.116676 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (48ebc6c2-7bcb-467e-a21b-7cf3ac853238), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:34.122417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Router 0fb8628b-7060-4ec4-9d3b-7fec5d94748a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:45:34.166125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Network df4ea3ae-ee5b-427c-a296-418c6423339c is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:34.175636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:34.183141 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:34.263376 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event updated for resources: {'Port': ['ID=48ebc6c2-7bcb-467e-a21b-7cf3ac853238,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:34.292716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:45:34.295348 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:34.296300 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:34.308901 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b384819b-8516-4566-aab8-6d8590884598 admin admin] 10.222.0.20 "PUT /v2.0/routers/0fb8628b-7060-4ec4-9d3b-7fec5d94748a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5100396
Apr 16 21:45:34.341215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ec13b18c-af4f-410c-8885-24c39df6e361 None None] Provisioning complete for port 78a4c8be-7e64-432b-a4ac-366295566fbc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:34.341594 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ec13b18c-af4f-410c-8885-24c39df6e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:34.378686 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4eb18082-5f4f-46a0-a706-058e11b917a6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9454517
Apr 16 21:45:34.381682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44288) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:34.387463 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f0cc983b-17f8-46ff-bb4e-cd2e648a3125 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e7:50:4e'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:97:7c:3c'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:34.389031 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ec13b18c-af4f-410c-8885-24c39df6e361 None None] Port 78a4c8be-7e64-432b-a4ac-366295566fbc cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:34.485331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0cc983b-17f8-46ff-bb4e-cd2e648a3125 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (48ebc6c2-7bcb-467e-a21b-7cf3ac853238), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:34.614203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-064504a4-cdbc-4c3d-b9d6-ea76b53b66ae None None] Provisioning complete for port 48ebc6c2-7bcb-467e-a21b-7cf3ac853238 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:34.614703 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-064504a4-cdbc-4c3d-b9d6-ea76b53b66ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (48ebc6c2-7bcb-467e-a21b-7cf3ac853238), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:34.654936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-064504a4-cdbc-4c3d-b9d6-ea76b53b66ae None None] Port 48ebc6c2-7bcb-467e-a21b-7cf3ac853238 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:34.710589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0cc983b-17f8-46ff-bb4e-cd2e648a3125 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for port (48ebc6c2-7bcb-467e-a21b-7cf3ac853238), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:34.789831 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0cc983b-17f8-46ff-bb4e-cd2e648a3125 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (48ebc6c2-7bcb-467e-a21b-7cf3ac853238), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:34.898391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc983b-17f8-46ff-bb4e-cd2e648a3125 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event updated for resources: {'Port': ['ID=48ebc6c2-7bcb-467e-a21b-7cf3ac853238,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:34.919837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc983b-17f8-46ff-bb4e-cd2e648a3125 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] In _notify_port_updated(), no bound segment for port 48ebc6c2-7bcb-467e-a21b-7cf3ac853238 on network df4ea3ae-ee5b-427c-a296-418c6423339c {{(pid=122556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:45:34.927414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc983b-17f8-46ff-bb4e-cd2e648a3125 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:34.928123 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0cc983b-17f8-46ff-bb4e-cd2e648a3125 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:34.934728 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f0cc983b-17f8-46ff-bb4e-cd2e648a3125 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "PUT /v2.0/ports/48ebc6c2-7bcb-467e-a21b-7cf3ac853238 HTTP/1.1" status: 200  len: 1056 time: 0.5524597
Apr 16 21:45:34.936147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44310) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:35.016497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-564da41a-a78f-4f57-af7d-875e0c933329 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:35.019084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-564da41a-a78f-4f57-af7d-875e0c933329 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/networks?id=d0879ecd-5603-42bc-a1f6-a16a3c99be85 HTTP/1.1" status: 200  len: 910 time: 0.1529703
Apr 16 21:45:35.043431 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-82c6e54a-a03b-42e0-afca-b998ce0be6bc tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/quotas/3a77b24c69964f2bb99a7ca0345df95d HTTP/1.1" status: 200  len: 375 time: 0.0135961
Apr 16 21:45:35.063266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf25a0-abeb-41ed-80aa-f09bb0faeaa6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Deleting port 48ebc6c2-7bcb-467e-a21b-7cf3ac853238 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:35.063266 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bbf25a0-abeb-41ed-80aa-f09bb0faeaa6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (48ebc6c2-7bcb-467e-a21b-7cf3ac853238), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:35.066719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 124abfac-9e28-4389-b4aa-bd01574b7a70 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:35.162748 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-ae07609d-4f0e-468a-a9cd-5b03ff5f6633 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a77b24c69964f2bb99a7ca0345df95d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1089711
Apr 16 21:45:35.171935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 124abfac-9e28-4389-b4aa-bd01574b7a70 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:35.172843 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:35.212737 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bbf25a0-abeb-41ed-80aa-f09bb0faeaa6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (48ebc6c2-7bcb-467e-a21b-7cf3ac853238), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:35.231635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf25a0-abeb-41ed-80aa-f09bb0faeaa6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Calling delete_port for 48ebc6c2-7bcb-467e-a21b-7cf3ac853238 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:35.265887 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-f908b3b4-edf0-4c1d-a864-5dbcad02f09c service neutron] 10.222.0.20 "GET /v2.0/networks/d0879ecd-5603-42bc-a1f6-a16a3c99be85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1020281
Apr 16 21:45:35.401717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13aaef8f-63d7-41fc-b3b5-167864809013 None None] Provisioning complete for port 48ebc6c2-7bcb-467e-a21b-7cf3ac853238 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:35.402090 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13aaef8f-63d7-41fc-b3b5-167864809013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (48ebc6c2-7bcb-467e-a21b-7cf3ac853238), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:35.419556 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-4e4d5ab4-bacf-42a8-8464-b6d6e162adeb service neutron] 10.222.0.20 "GET /v2.0/networks/d0879ecd-5603-42bc-a1f6-a16a3c99be85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486144
Apr 16 21:45:35.442929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bbf25a0-abeb-41ed-80aa-f09bb0faeaa6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (48ebc6c2-7bcb-467e-a21b-7cf3ac853238), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:35.445274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13aaef8f-63d7-41fc-b3b5-167864809013 None None] Port 48ebc6c2-7bcb-467e-a21b-7cf3ac853238 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:35.485606 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 124abfac-9e28-4389-b4aa-bd01574b7a70 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:35.486079 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:35.513813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 124abfac-9e28-4389-b4aa-bd01574b7a70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=124abfac-9e28-4389-b4aa-bd01574b7a70,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:35.526762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf25a0-abeb-41ed-80aa-f09bb0faeaa6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event deleted for resources: {'Port': ['ID=48ebc6c2-7bcb-467e-a21b-7cf3ac853238,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:35.602965 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:35.697580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=124abfac-9e28-4389-b4aa-bd01574b7a70,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:35.805738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4a8b1420-dd1b-4e70-a022-e449503e09a3 req-5ddac1af-05d2-4ed2-a89f-ce703312c1c8 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 210 time: 0.1093769
Apr 16 21:45:35.834309 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0bbf25a0-abeb-41ed-80aa-f09bb0faeaa6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:35.836252 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0bbf25a0-abeb-41ed-80aa-f09bb0faeaa6 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "DELETE /v2.0/ports/48ebc6c2-7bcb-467e-a21b-7cf3ac853238 HTTP/1.1" status: 204  len: 168 time: 0.8985231
Apr 16 21:45:35.838852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44320) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:35.866724 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84318df-5e17-4bc3-b501-84d76c59646d tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] GET failed (client error): The resource could not be found.
Apr 16 21:45:35.871121 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e84318df-5e17-4bc3-b501-84d76c59646d tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "GET /v2.0/ports/48ebc6c2-7bcb-467e-a21b-7cf3ac853238 HTTP/1.1" status: 404  len: 333 time: 0.0283318
Apr 16 21:45:35.871310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44324) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:35.960844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d0272e0b-5dcb-4939-b6bc-574abb0084df tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Deleting port de97a60b-0552-40d7-ad7f-f7b1ab1f01e2 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:35.961118 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0272e0b-5dcb-4939-b6bc-574abb0084df tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (de97a60b-0552-40d7-ad7f-f7b1ab1f01e2), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:36.050328 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0272e0b-5dcb-4939-b6bc-574abb0084df tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (de97a60b-0552-40d7-ad7f-f7b1ab1f01e2), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:36.063402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d0272e0b-5dcb-4939-b6bc-574abb0084df tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Calling delete_port for de97a60b-0552-40d7-ad7f-f7b1ab1f01e2 owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:36.248507 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0272e0b-5dcb-4939-b6bc-574abb0084df tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (de97a60b-0552-40d7-ad7f-f7b1ab1f01e2), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:36.277208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0272e0b-5dcb-4939-b6bc-574abb0084df tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event deleted for resources: {'Port': ['ID=de97a60b-0552-40d7-ad7f-f7b1ab1f01e2,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:36.334552 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:36.351379 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d0272e0b-5dcb-4939-b6bc-574abb0084df tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:36.354356 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d0272e0b-5dcb-4939-b6bc-574abb0084df tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "DELETE /v2.0/ports/de97a60b-0552-40d7-ad7f-f7b1ab1f01e2 HTTP/1.1" status: 204  len: 168 time: 0.4817281
Apr 16 21:45:36.357270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44326) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:36.385548 ncdv-master-1 neutron-server[122556]: INFO neutron.pecan_wsgi.hooks.translation [None req-24da56ad-58be-4594-a835-c8067172f906 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] GET failed (client error): The resource could not be found.
Apr 16 21:45:36.390556 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-24da56ad-58be-4594-a835-c8067172f906 tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "GET /v2.0/ports/de97a60b-0552-40d7-ad7f-f7b1ab1f01e2 HTTP/1.1" status: 404  len: 333 time: 0.0286040
Apr 16 21:45:36.391366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44328) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:36.484497 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0f5813ef-5b47-4dc0-b09e-b3b5279a512f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Deleting port 3d5fc348-91bd-44ef-b9fa-759f57d67472 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:36.488213 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f5813ef-5b47-4dc0-b09e-b3b5279a512f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3d5fc348-91bd-44ef-b9fa-759f57d67472), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:36.571023 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f5813ef-5b47-4dc0-b09e-b3b5279a512f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3d5fc348-91bd-44ef-b9fa-759f57d67472), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:36.584925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0f5813ef-5b47-4dc0-b09e-b3b5279a512f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Calling delete_port for 3d5fc348-91bd-44ef-b9fa-759f57d67472 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:36.801149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f5813ef-5b47-4dc0-b09e-b3b5279a512f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3d5fc348-91bd-44ef-b9fa-759f57d67472), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:36.830063 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5813ef-5b47-4dc0-b09e-b3b5279a512f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event deleted for resources: {'Port': ['ID=3d5fc348-91bd-44ef-b9fa-759f57d67472,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:36.916723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0f5813ef-5b47-4dc0-b09e-b3b5279a512f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:36.924041 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0f5813ef-5b47-4dc0-b09e-b3b5279a512f tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "DELETE /v2.0/ports/3d5fc348-91bd-44ef-b9fa-759f57d67472 HTTP/1.1" status: 204  len: 168 time: 0.5287488
Apr 16 21:45:36.924041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44336) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:36.941976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-49a28739-1509-49ad-9a19-efd1b530e002 req-9769c8eb-2237-4f1f-97f1-00fc3131caef tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 210 time: 0.0564599
Apr 16 21:45:37.001510 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-75427a27-998c-4d1d-a09f-0d61f0f0315c tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Deleting subnet e3d706b2-8797-435f-96a7-099db6eafece {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:45:37.008071 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-75427a27-998c-4d1d-a09f-0d61f0f0315c tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for subnet (e3d706b2-8797-435f-96a7-099db6eafece), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.047173 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 124abfac-9e28-4389-b4aa-bd01574b7a70 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:37.078299 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-75427a27-998c-4d1d-a09f-0d61f0f0315c tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (e3d706b2-8797-435f-96a7-099db6eafece), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.117265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 124abfac-9e28-4389-b4aa-bd01574b7a70 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:37.117897 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.213284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-75427a27-998c-4d1d-a09f-0d61f0f0315c tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (e3d706b2-8797-435f-96a7-099db6eafece), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.223364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 124abfac-9e28-4389-b4aa-bd01574b7a70 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:37.346171 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-75427a27-998c-4d1d-a09f-0d61f0f0315c tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (e3d706b2-8797-435f-96a7-099db6eafece), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.376306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75427a27-998c-4d1d-a09f-0d61f0f0315c tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d706b2-8797-435f-96a7-099db6eafece,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:37.378323 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-75427a27-998c-4d1d-a09f-0d61f0f0315c tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.383639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a928533f-3d59-4ccd-8b1f-84dafcced6db None None] Network df4ea3ae-ee5b-427c-a296-418c6423339c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:37.384061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44338) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:37.384654 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-75427a27-998c-4d1d-a09f-0d61f0f0315c tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "DELETE /v2.0/subnets/e3d706b2-8797-435f-96a7-099db6eafece HTTP/1.1" status: 204  len: 168 time: 0.4589922
Apr 16 21:45:37.475258 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (df4ea3ae-ee5b-427c-a296-418c6423339c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.522478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Deleting port 6f1d3296-0f4d-4f55-9669-82dd5410578d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:37.522833 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.562098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7e364b-4e9a-4ee2-8432-b15f2ed24eca None None] DHCP port deletion for df4ea3ae-ee5b-427c-a296-418c6423339c request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:45:37.602631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] For port 6f1d3296-0f4d-4f55-9669-82dd5410578d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f1d3296-0f4d-4f55-9669-82dd5410578d,segment=NetworkSegment(b4fc1941-929d-48da-bc40-1ce6ea285290),segment_id=b4fc1941-929d-48da-bc40-1ce6ea285290)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:37.602951 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.604401 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e364b-4e9a-4ee2-8432-b15f2ed24eca None None] Deleting port 6f1d3296-0f4d-4f55-9669-82dd5410578d {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:37.604781 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1e7e364b-4e9a-4ee2-8432-b15f2ed24eca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.616322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Calling delete_port for 6f1d3296-0f4d-4f55-9669-82dd5410578d owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:37.672761 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1e7e364b-4e9a-4ee2-8432-b15f2ed24eca None None] For port 6f1d3296-0f4d-4f55-9669-82dd5410578d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f1d3296-0f4d-4f55-9669-82dd5410578d,segment=NetworkSegment(b4fc1941-929d-48da-bc40-1ce6ea285290),segment_id=b4fc1941-929d-48da-bc40-1ce6ea285290)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:37.673168 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1e7e364b-4e9a-4ee2-8432-b15f2ed24eca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.686185 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e364b-4e9a-4ee2-8432-b15f2ed24eca None None] Calling delete_port for 6f1d3296-0f4d-4f55-9669-82dd5410578d owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:37.785742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.791311 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1e7e364b-4e9a-4ee2-8432-b15f2ed24eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (6f1d3296-0f4d-4f55-9669-82dd5410578d), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.814409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e364b-4e9a-4ee2-8432-b15f2ed24eca None None] Pushing event deleted for resources: {'Port': ['ID=6f1d3296-0f4d-4f55-9669-82dd5410578d,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:37.817123 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] No DVR routers for this DVR port 6f1d3296-0f4d-4f55-9669-82dd5410578d on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:45:37.820785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7e364b-4e9a-4ee2-8432-b15f2ed24eca None None] No DVR routers for this DVR port 6f1d3296-0f4d-4f55-9669-82dd5410578d on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:45:37.857793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event deleted for resources: {'Port': ['ID=6f1d3296-0f4d-4f55-9669-82dd5410578d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:37.924261 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (df4ea3ae-ee5b-427c-a296-418c6423339c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.947643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f36f550>,) {'filters': {'network_id': ['df4ea3ae-ee5b-427c-a296-418c6423339c']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:37.958207 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f36f550>, 'b4fc1941-929d-48da-bc40-1ce6ea285290') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:37.958509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f36f550>, 'b4fc1941-929d-48da-bc40-1ce6ea285290') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:37.973973 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (b4fc1941-929d-48da-bc40-1ce6ea285290), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.982356 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b4fc1941-929d-48da-bc40-1ce6ea285290), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.989093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:45:37.989524 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (b4fc1941-929d-48da-bc40-1ce6ea285290), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:45:37.992869 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:45:38.027396 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6069fb06-b4f1-4d60-99c9-3c9e9bb676e9 req-3ba030cb-6cbd-4e56-8046-50e9f2853cbc tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 210 time: 0.0278499
Apr 16 21:45:38.144302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-bf400bf3-f900-49bf-a652-cdc445d58637 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:38.145825 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-bf400bf3-f900-49bf-a652-cdc445d58637 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.11 "GET /v2.0/networks?id=d0879ecd-5603-42bc-a1f6-a16a3c99be85 HTTP/1.1" status: 200  len: 910 time: 0.1006567
Apr 16 21:45:38.156934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-cf152c67-e80f-4468-bfbc-ec932f53e461 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Request body: {'port': {'device_id': 'fbe56afd-1789-47ec-b02a-d1ee36cadd27', 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85', 'admin_state_up': True, 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:38.162926 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (df4ea3ae-ee5b-427c-a296-418c6423339c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:38.174992 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:38.178066 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] 10.222.0.20 "DELETE /v2.0/networks/df4ea3ae-ee5b-427c-a296-418c6423339c HTTP/1.1" status: 204  len: 168 time: 0.7930040
Apr 16 21:45:38.192468 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03484865-2680-4199-a586-255b293434bc tempest-AllowedAddressPairTestJSON-1824819924 tempest-AllowedAddressPairTestJSON-1824819924-project] Pushing event deleted for resources: {'Network': ['ID=df4ea3ae-ee5b-427c-a296-418c6423339c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:38.281230 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-cf152c67-e80f-4468-bfbc-ec932f53e461 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Made reservation on behalf of 3a77b24c69964f2bb99a7ca0345df95d for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:38.283716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-cf152c67-e80f-4468-bfbc-ec932f53e461 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:38.410261 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-cf152c67-e80f-4468-bfbc-ec932f53e461 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Allocated IP 172.20.0.10 (d0879ecd-5603-42bc-a1f6-a16a3c99be85/6a55a077-f7f9-453c-bb17-67aa9caa9258/85774be5-21d1-4ad5-b784-5a21bb8300fd) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:38.415300 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Sync routers for ids ['0fb8628b-7060-4ec4-9d3b-7fec5d94748a'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:45:38.426191 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Routers {'0fb8628b-7060-4ec4-9d3b-7fec5d94748a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:38.426915 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125bdb3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0fb8628b-7060-4ec4-9d3b-7fec5d94748a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:38.544723 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Set router 0fb8628b-7060-4ec4-9d3b-7fec5d94748a gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:45:38.557515 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-cf152c67-e80f-4468-bfbc-ec932f53e461 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks [] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:38.647599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44362) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:38.689149 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-cf152c67-e80f-4468-bfbc-ec932f53e461 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:38.737489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-cf152c67-e80f-4468-bfbc-ec932f53e461 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Network d0879ecd-5603-42bc-a1f6-a16a3c99be85 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:38.744133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-cf152c67-e80f-4468-bfbc-ec932f53e461 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:38.744746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-cf152c67-e80f-4468-bfbc-ec932f53e461 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:38.749998 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125bdb3a0>, [{'id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'name': 'tempest-TestServerMultinode-217282492-router', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54'}], 'enable_snat': True}, 'gw_port_id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:28Z', 'updated_at': '2022-04-16T21:45:33Z', 'revision_number': 4, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'gw_port': {'id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:29Z', 'updated_at': '2022-04-16T21:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78a4c8be-7e64-432b-a4ac-366295566fbc', 'name': '', 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'mac_address': 'fa:16:3e:76:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '09762e93-6ac8-479c-8189-63cb6552c4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:32Z', 'updated_at': '2022-04-16T21:45:33Z', 'revision_number': 2, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'subnets': [{'id': '09762e93-6ac8-479c-8189-63cb6552c4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:38.778163 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Checking router: 0fb8628b-7060-4ec4-9d3b-7fec5d94748a for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:45:38.778521 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Updating router 0fb8628b-7060-4ec4-9d3b-7fec5d94748a port 78a4c8be-7e64-432b-a4ac-366295566fbc binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:45:38.794814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf152c67-e80f-4468-bfbc-ec932f53e461 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Pushing event updated for resources: {'Port': ['ID=85774be5-21d1-4ad5-b784-5a21bb8300fd,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:38.811792 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:38.829931 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-cf152c67-e80f-4468-bfbc-ec932f53e461 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:38.830652 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-cf152c67-e80f-4468-bfbc-ec932f53e461 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:38.834896 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8c630250-bfcb-4654-af79-a865f5db8679 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e1807167078485a850d9aa967af9f94&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1861515
Apr 16 21:45:38.837576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44366) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:38.903026 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d506d3cc-e871-4436-a584-ade417eec0f5 admin admin] Publish callbacks [] for security_group (2c347581-6066-4628-a211-973f42840523), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:38.929066 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d506d3cc-e871-4436-a584-ade417eec0f5 admin admin] Publish callbacks [] for security_group (2c347581-6066-4628-a211-973f42840523), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:38.937335 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-cf152c67-e80f-4468-bfbc-ec932f53e461 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.7838056
Apr 16 21:45:38.950475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Request body: {'port': {'device_id': 'fbe56afd-1789-47ec-b02a-d1ee36cadd27', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:39.037638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.041912 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8075aabf-3dd6-4aa2-b9d9-ff4c8e50ba79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.046855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6f1d3296-0f4d-4f55-9669-82dd5410578d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:45:39.071454 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d506d3cc-e871-4436-a584-ade417eec0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2c347581-6066-4628-a211-973f42840523), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.076284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d506d3cc-e871-4436-a584-ade417eec0f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.079020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d506d3cc-e871-4436-a584-ade417eec0f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c347581-6066-4628-a211-973f42840523 HTTP/1.1" status: 204  len: 168 time: 0.2402368
Apr 16 21:45:39.107688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 6f1d3296-0f4d-4f55-9669-82dd5410578d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:45:39.108334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6f1d3296-0f4d-4f55-9669-82dd5410578d not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:45:39.113165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506d3cc-e871-4436-a584-ade417eec0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c347581-6066-4628-a211-973f42840523,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:39.153266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-02106d84-1506-44ac-ab43-17ed58d0db75 None None] Provisioning complete for port 85774be5-21d1-4ad5-b784-5a21bb8300fd triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:39.153554 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-02106d84-1506-44ac-ab43-17ed58d0db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.188725 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Publish callbacks [] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.196704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-02106d84-1506-44ac-ab43-17ed58d0db75 None None] Port 85774be5-21d1-4ad5-b784-5a21bb8300fd cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:39.248192 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.261290 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd09bce-b1a5-47c6-ac8e-11998c7a8f83 req-ff039602-39a7-460d-8a3f-613df8f8b004 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:39.262845 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5dd09bce-b1a5-47c6-ac8e-11998c7a8f83 req-ff039602-39a7-460d-8a3f-613df8f8b004 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1028 time: 0.0693715
Apr 16 21:45:39.326515 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dca9fc-dd28-44a9-bcbe-b93e4588e30c None None] Pushing event updated for resources: {'Port': ['ID=78a4c8be-7e64-432b-a4ac-366295566fbc,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:39.349627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5dd09bce-b1a5-47c6-ac8e-11998c7a8f83 req-e884dd43-ca33-4d08-982a-5fad4b7a380b tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617454
Apr 16 21:45:39.359423 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Attempting to bind port 78a4c8be-7e64-432b-a4ac-366295566fbc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:45:39.359801 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Attempting to bind port 78a4c8be-7e64-432b-a4ac-366295566fbc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8388587b-2211-497f-b1b3-64004a246eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:45:39.360191 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Attempting to bind port 78a4c8be-7e64-432b-a4ac-366295566fbc on network 8ee05a6c-a141-4057-8381-c3ee5e37c94f {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:39.366333 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:45:39.366976 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Checking segment: {'id': '8388587b-2211-497f-b1b3-64004a246eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:39.367383 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.367781 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Bound using segment: {'id': '8388587b-2211-497f-b1b3-64004a246eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:45:39.368343 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Bound port: 78a4c8be-7e64-432b-a4ac-366295566fbc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8388587b-2211-497f-b1b3-64004a246eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:45:39.368734 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.448078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85774be5-21d1-4ad5-b784-5a21bb8300fd {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:45:39.454354 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] For port 78a4c8be-7e64-432b-a4ac-366295566fbc, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:45:39.456904 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Publish callbacks [] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.459263 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] For port 78a4c8be-7e64-432b-a4ac-366295566fbc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78a4c8be-7e64-432b-a4ac-366295566fbc,segment=NetworkSegment(8388587b-2211-497f-b1b3-64004a246eea),segment_id=8388587b-2211-497f-b1b3-64004a246eea)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:45:39.470125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Transition to ACTIVE for port object 85774be5-21d1-4ad5-b784-5a21bb8300fd will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:45:39.541027 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.568580 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.602751 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Routers {'0fb8628b-7060-4ec4-9d3b-7fec5d94748a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:39.603909 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125bdb3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0fb8628b-7060-4ec4-9d3b-7fec5d94748a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:39.619956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6863a0a8-0abd-458e-b69d-ec802cc3d5ef None None] Provisioning complete for port 78a4c8be-7e64-432b-a4ac-366295566fbc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:39.620093 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6863a0a8-0abd-458e-b69d-ec802cc3d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.623558 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dca9fc-dd28-44a9-bcbe-b93e4588e30c None None] Pushing event updated for resources: {'Port': ['ID=78a4c8be-7e64-432b-a4ac-366295566fbc,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:39.638620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Pushing event updated for resources: {'Port': ['ID=85774be5-21d1-4ad5-b784-5a21bb8300fd,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:39.774144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6863a0a8-0abd-458e-b69d-ec802cc3d5ef None None] Current status of the port 78a4c8be-7e64-432b-a4ac-366295566fbc is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:39.774541 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6863a0a8-0abd-458e-b69d-ec802cc3d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.806507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Attempting to bind port 85774be5-21d1-4ad5-b784-5a21bb8300fd on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:45:39.807003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Attempting to bind port 85774be5-21d1-4ad5-b784-5a21bb8300fd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:45:39.807448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Attempting to bind port 85774be5-21d1-4ad5-b784-5a21bb8300fd on network d0879ecd-5603-42bc-a1f6-a16a3c99be85 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:39.812764 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] Set router 0fb8628b-7060-4ec4-9d3b-7fec5d94748a gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:45:39.820389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Port 85774be5-21d1-4ad5-b784-5a21bb8300fd on network d0879ecd-5603-42bc-a1f6-a16a3c99be85 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:45:39.821402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6863a0a8-0abd-458e-b69d-ec802cc3d5ef None None] For port 78a4c8be-7e64-432b-a4ac-366295566fbc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78a4c8be-7e64-432b-a4ac-366295566fbc,segment=NetworkSegment(8388587b-2211-497f-b1b3-64004a246eea),segment_id=8388587b-2211-497f-b1b3-64004a246eea)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:39.821733 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Attempting to bind port 85774be5-21d1-4ad5-b784-5a21bb8300fd on network d0879ecd-5603-42bc-a1f6-a16a3c99be85 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:39.828454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:45:39.829053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Checking segment: {'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:39.829514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Bound using segment: {'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:45:39.830431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Bound port: 85774be5-21d1-4ad5-b784-5a21bb8300fd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:45:39.830879 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.899914 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6863a0a8-0abd-458e-b69d-ec802cc3d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:39.952638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] For port 85774be5-21d1-4ad5-b784-5a21bb8300fd, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:45:39.958294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] For port 85774be5-21d1-4ad5-b784-5a21bb8300fd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85774be5-21d1-4ad5-b784-5a21bb8300fd,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:45:40.005327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863a0a8-0abd-458e-b69d-ec802cc3d5ef None None] Pushing event updated for resources: {'Port': ['ID=78a4c8be-7e64-432b-a4ac-366295566fbc,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:40.029627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-db6a7652-eae5-49d2-8c54-9f9b181f710a None None] Provisioning complete for port 78a4c8be-7e64-432b-a4ac-366295566fbc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:40.030006 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-db6a7652-eae5-49d2-8c54-9f9b181f710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:40.050490 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:40.107160 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125bdb3a0>, [{'id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'name': 'tempest-TestServerMultinode-217282492-router', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54'}], 'enable_snat': True}, 'gw_port_id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:28Z', 'updated_at': '2022-04-16T21:45:33Z', 'revision_number': 4, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'gw_port': {'id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:29Z', 'updated_at': '2022-04-16T21:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78a4c8be-7e64-432b-a4ac-366295566fbc', 'name': '', 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'mac_address': 'fa:16:3e:76:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '09762e93-6ac8-479c-8189-63cb6552c4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:32Z', 'updated_at': '2022-04-16T21:45:39Z', 'revision_number': 4, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'subnets': [{'id': '09762e93-6ac8-479c-8189-63cb6552c4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:40.110831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:40.111860 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:40.113334 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] 10.222.0.11 "PUT /v2.0/ports/85774be5-21d1-4ad5-b784-5a21bb8300fd HTTP/1.1" status: 200  len: 1092 time: 1.1689839
Apr 16 21:45:40.114005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe56afd-1789-47ec-b02a-d1ee36cadd27', 'tag': '85774be5-21d1-4ad5-b784-5a21bb8300fd'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:45:40.116544 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee12d980-4784-45ef-ae5d-80180e1b669a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe56afd-1789-47ec-b02a-d1ee36cadd27", "tag": "85774be5-21d1-4ad5-b784-5a21bb8300fd"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:45:40.132100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-db6a7652-eae5-49d2-8c54-9f9b181f710a None None] Current status of the port 78a4c8be-7e64-432b-a4ac-366295566fbc is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:40.133744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6ffba-ceea-4cdb-a9a1-21922055c50a service neutron] Pushing event updated for resources: {'Port': ['ID=85774be5-21d1-4ad5-b784-5a21bb8300fd,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:40.159635 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300bd610-16e1-42a5-acbf-fd1ec452c601 None None] The sync data for ids ['0fb8628b-7060-4ec4-9d3b-7fec5d94748a'] in ncdv-master-1 is: [{'id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'name': 'tempest-TestServerMultinode-217282492-router', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54'}], 'enable_snat': True}, 'gw_port_id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:28Z', 'updated_at': '2022-04-16T21:45:33Z', 'revision_number': 4, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'gw_port': {'id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:29Z', 'updated_at': '2022-04-16T21:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78a4c8be-7e64-432b-a4ac-366295566fbc', 'name': '', 'network_id': '8ee05a6c-a141-4057-8381-c3ee5e37c94f', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'mac_address': 'fa:16:3e:76:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '09762e93-6ac8-479c-8189-63cb6552c4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:32Z', 'updated_at': '2022-04-16T21:45:39Z', 'revision_number': 4, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'subnets': [{'id': '09762e93-6ac8-479c-8189-63cb6552c4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:45:40.176793 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e54916-831d-4d82-89c2-d8891886326a x-openstack-request-id: req-b2e54916-831d-4d82-89c2-d8891886326a {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:45:40.177098 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe56afd-1789-47ec-b02a-d1ee36cadd27", "tag": "85774be5-21d1-4ad5-b784-5a21bb8300fd", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:45:40.177351 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2e54916-831d-4d82-89c2-d8891886326a {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:45:40.177771 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e54916-831d-4d82-89c2-d8891886326a'] response: {'name': 'network-changed', 'server_uuid': 'fbe56afd-1789-47ec-b02a-d1ee36cadd27', 'tag': '85774be5-21d1-4ad5-b784-5a21bb8300fd', 'status': 'completed', 'code': 200}
Apr 16 21:45:40.263387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12d980-4784-45ef-ae5d-80180e1b669a req-470cdec7-ebac-4d35-a7bd-72bad3f2c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:40.265645 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee12d980-4784-45ef-ae5d-80180e1b669a req-470cdec7-ebac-4d35-a7bd-72bad3f2c501 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a77b24c69964f2bb99a7ca0345df95d&device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1126 time: 0.0646291
Apr 16 21:45:40.323288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44396) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:40.399049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12d980-4784-45ef-ae5d-80180e1b669a req-dd8bb8a7-eedb-45c0-917e-c601683a8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:40.401056 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee12d980-4784-45ef-ae5d-80180e1b669a req-dd8bb8a7-eedb-45c0-917e-c601683a8aa8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3a77b24c69964f2bb99a7ca0345df95d&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1288517
Apr 16 21:45:40.450358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-809739135'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:40.523487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b4500-08ac-4f25-a968-6332d3b000ad req-f0182a25-5655-408a-80e8-5f4dddc6abd8 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:40.525077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9b6b4500-08ac-4f25-a968-6332d3b000ad req-f0182a25-5655-408a-80e8-5f4dddc6abd8 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1126 time: 0.0893965
Apr 16 21:45:40.543867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Made reservation on behalf of 71404df8ab2146a3b34a3ab947a184fc for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:40.548688 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:40.558231 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:40.561314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12d980-4784-45ef-ae5d-80180e1b669a req-32e35158-b15d-465b-b482-ef65acf201e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:40.563414 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee12d980-4784-45ef-ae5d-80180e1b669a req-32e35158-b15d-465b-b482-ef65acf201e2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1559181
Apr 16 21:45:40.595695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9b6b4500-08ac-4f25-a968-6332d3b000ad req-11e0e615-cc4c-4815-bc2a-ea7c78ab18c7 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649371
Apr 16 21:45:40.652824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-8b6f7884-b91b-488e-a373-c29e1c92f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:40.654489 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-8b6f7884-b91b-488e-a373-c29e1c92f2d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a77b24c69964f2bb99a7ca0345df95d&device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1126 time: 0.0521014
Apr 16 21:45:40.656201 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks [] for security_group (8f9ac0ba-e9d3-4c00-b4aa-9047fc8de85f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:40.702246 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-28bce627-b11d-4c8c-8303-4fc61468eb28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85774be5-21d1-4ad5-b784-5a21bb8300fd HTTP/1.1" status: 200  len: 217 time: 0.0413246
Apr 16 21:45:40.734965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8f9ac0ba-e9d3-4c00-b4aa-9047fc8de85f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:40.756730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-64d2786e-d67f-42b9-b4a0-908002605be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:40.758254 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-64d2786e-d67f-42b9-b4a0-908002605be1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6a55a077-f7f9-453c-bb17-67aa9caa9258 HTTP/1.1" status: 200  len: 848 time: 0.0507414
Apr 16 21:45:40.766202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:40.773426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9ac0ba-e9d3-4c00-b4aa-9047fc8de85f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:40.782817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (f82742f8-4fc1-4abd-a4a0-303c24934d63), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:40.783165 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Added segment f82742f8-4fc1-4abd-a4a0-303c24934d63 of type vlan for network 44b1ed51-6eeb-4335-af54-6f72867e9296
Apr 16 21:45:40.806363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-f454d916-019a-43b8-b9fd-8740e86679a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:40.808323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-f454d916-019a-43b8-b9fd-8740e86679a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0879ecd-5603-42bc-a1f6-a16a3c99be85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442755
Apr 16 21:45:40.828541 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (44b1ed51-6eeb-4335-af54-6f72867e9296), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:40.901323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-96210763-8576-4a76-b1ef-db478f7ce778 service neutron] 10.222.0.11 "GET /v2.0/networks/d0879ecd-5603-42bc-a1f6-a16a3c99be85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874438
Apr 16 21:45:40.910916 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (44b1ed51-6eeb-4335-af54-6f72867e9296), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:40.916218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:40.916811 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:40.991559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Pushing event updated for resources: {'Network': ['ID=44b1ed51-6eeb-4335-af54-6f72867e9296,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:41.003201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 44b1ed51-6eeb-4335-af54-6f72867e9296 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:45:41.015508 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40e30912-0f68-48ab-94b2-45a3d42363ca req-21b44c50-d58d-4480-89ba-cd66588920a1 service neutron] 10.222.0.11 "GET /v2.0/networks/d0879ecd-5603-42bc-a1f6-a16a3c99be85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1083674
Apr 16 21:45:41.054975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ca3dcfc0-a872-4835-bf98-0417b21c117e tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.7305644
Apr 16 21:45:41.058147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44404) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:41.063219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-168bc439-03cb-4db3-846f-653329b282d2 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Request body: {'subnet': {'network_id': '44b1ed51-6eeb-4335-af54-6f72867e9296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:41.067382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 78a4c8be-7e64-432b-a4ac-366295566fbc up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:41.135178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 78a4c8be-7e64-432b-a4ac-366295566fbc triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:41.135812 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:41.219364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 78a4c8be-7e64-432b-a4ac-366295566fbc is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:41.230591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168bc439-03cb-4db3-846f-653329b282d2 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Made reservation on behalf of 71404df8ab2146a3b34a3ab947a184fc for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:41.234047 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-168bc439-03cb-4db3-846f-653329b282d2 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:41.482187 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-168bc439-03cb-4db3-846f-653329b282d2 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (0cd55da0-ba7b-413a-9362-ada9ab028b18), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:41.546413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bc439-03cb-4db3-846f-653329b282d2 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Pushing event updated for resources: {'Subnet': ['ID=0cd55da0-ba7b-413a-9362-ada9ab028b18,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:41.557295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168bc439-03cb-4db3-846f-653329b282d2 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Checking segment: {'id': 'f82742f8-4fc1-4abd-a4a0-303c24934d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '44b1ed51-6eeb-4335-af54-6f72867e9296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:41.557653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bc439-03cb-4db3-846f-653329b282d2 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Network hostable DHCP agents. Network: 44b1ed51-6eeb-4335-af54-6f72867e9296, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:45:41.651908 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8f3a3873-7a0a-4301-8051-0d3f9fc43021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:41.675594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bc439-03cb-4db3-846f-653329b282d2 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Network 44b1ed51-6eeb-4335-af54-6f72867e9296 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:45:41.708202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5daf53-14a6-47f8-9c46-12ec6f3fe6e0 req-dfba90af-f154-4922-a915-6b7275acfcd5 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:41.709736 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee5daf53-14a6-47f8-9c46-12ec6f3fe6e0 req-dfba90af-f154-4922-a915-6b7275acfcd5 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1126 time: 0.0443799
Apr 16 21:45:41.754137 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee5daf53-14a6-47f8-9c46-12ec6f3fe6e0 req-af6a5306-f07f-456f-be67-4d7baf34f91d tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387514
Apr 16 21:45:41.788891 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-168bc439-03cb-4db3-846f-653329b282d2 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 44b1ed51-6eeb-4335-af54-6f72867e9296) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:41.793875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168bc439-03cb-4db3-846f-653329b282d2 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:41.794485 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-168bc439-03cb-4db3-846f-653329b282d2 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:41.796576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f03383-bca1-457d-adff-3fd422c10b43 None None] Network 44b1ed51-6eeb-4335-af54-6f72867e9296 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:41.898599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-44b1ed51-6eeb-4335-af54-6f72867e9296', 'network_id': '44b1ed51-6eeb-4335-af54-6f72867e9296', 'project_id': '71404df8ab2146a3b34a3ab947a184fc', 'fixed_ips': [{'subnet_id': '0cd55da0-ba7b-413a-9362-ada9ab028b18'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:45:41.899452 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:41.902234 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-168bc439-03cb-4db3-846f-653329b282d2 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8429997
Apr 16 21:45:41.905000 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44408) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:41.910162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Request body: {'port': {'network_id': '44b1ed51-6eeb-4335-af54-6f72867e9296', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1652659031'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:42.039412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Allocated IP 2001:db8::2 (44b1ed51-6eeb-4335-af54-6f72867e9296/0cd55da0-ba7b-413a-9362-ada9ab028b18/0f1ca46e-aeea-48cf-86b0-bddf93f35e27) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:42.091855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Made reservation on behalf of 71404df8ab2146a3b34a3ab947a184fc for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:42.095276 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:42.113377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] device_id is not set on port 68535166-d778-4e90-a2f8-f3ee015cc9cc yet. {{(pid=122555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:45:42.185782 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Publish callbacks [] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:42.305554 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:42.353783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Network 44b1ed51-6eeb-4335-af54-6f72867e9296 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:42.357372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Pushing event updated for resources: {'Port': ['ID=0f1ca46e-aeea-48cf-86b0-bddf93f35e27,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:42.360453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:42.362615 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:42.362996 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Allocated IP 2001:db8::96 (44b1ed51-6eeb-4335-af54-6f72867e9296/0cd55da0-ba7b-413a-9362-ada9ab028b18/68535166-d778-4e90-a2f8-f3ee015cc9cc) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:42.419566 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Attempting to bind port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:45:42.419943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Attempting to bind port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f82742f8-4fc1-4abd-a4a0-303c24934d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '44b1ed51-6eeb-4335-af54-6f72867e9296'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:45:42.420349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Attempting to bind port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 on network 44b1ed51-6eeb-4335-af54-6f72867e9296 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:42.426132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:45:42.426515 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Checking segment: {'id': 'f82742f8-4fc1-4abd-a4a0-303c24934d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '44b1ed51-6eeb-4335-af54-6f72867e9296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:42.426927 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:42.427341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Bound using segment: {'id': 'f82742f8-4fc1-4abd-a4a0-303c24934d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '44b1ed51-6eeb-4335-af54-6f72867e9296'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:45:42.427811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Bound port: 0f1ca46e-aeea-48cf-86b0-bddf93f35e27, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82742f8-4fc1-4abd-a4a0-303c24934d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '44b1ed51-6eeb-4335-af54-6f72867e9296'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:45:42.428221 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:42.500237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] For port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:45:42.503286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] For port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f1ca46e-aeea-48cf-86b0-bddf93f35e27,segment=NetworkSegment(f82742f8-4fc1-4abd-a4a0-303c24934d63),segment_id=f82742f8-4fc1-4abd-a4a0-303c24934d63)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:45:42.514516 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks [] for port (68535166-d778-4e90-a2f8-f3ee015cc9cc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:42.528062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 85774be5-21d1-4ad5-b784-5a21bb8300fd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:45:42.588683 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:42.628443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 85774be5-21d1-4ad5-b784-5a21bb8300fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85774be5-21d1-4ad5-b784-5a21bb8300fd,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:42.640304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '85774be5-21d1-4ad5-b784-5a21bb8300fd', 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85', 'port_id': '85774be5-21d1-4ad5-b784-5a21bb8300fd', 'mac_address': 'fa:16:3e:1e:bb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a55a077-f7f9-453c-bb17-67aa9caa9258', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:45:42.642803 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (68535166-d778-4e90-a2f8-f3ee015cc9cc), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:42.643497 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:42.690570 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Network 44b1ed51-6eeb-4335-af54-6f72867e9296 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:42.693664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:42.697604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:42.703352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:42.703986 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:42.710445 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Pushing event updated for resources: {'Port': ['ID=68535166-d778-4e90-a2f8-f3ee015cc9cc,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:42.730821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 85774be5-21d1-4ad5-b784-5a21bb8300fd is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:42.731222 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:42.745797 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46739caa-27b0-4c09-9c3c-ed0ecb8e7122 None None] Pushing event updated for resources: {'Port': ['ID=0f1ca46e-aeea-48cf-86b0-bddf93f35e27,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:42.751180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85774be5-21d1-4ad5-b784-5a21bb8300fd {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:45:42.773313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 85774be5-21d1-4ad5-b784-5a21bb8300fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85774be5-21d1-4ad5-b784-5a21bb8300fd,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:42.803450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ebc65196-e24a-4824-98f7-d5fe2fd5312f tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 0.8972898
Apr 16 21:45:42.812015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44414) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:42.817933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Request body: {'port': {'network_id': '44b1ed51-6eeb-4335-af54-6f72867e9296', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-974395003', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:42.818541 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.api.validators [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] bootfile-name is not in valid_values {{(pid=122556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 16 21:45:42.819013 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.api.validators [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] tftp-server is not in valid_values {{(pid=122556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 16 21:45:42.819446 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.api.validators [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] server-ip-address is not in valid_values {{(pid=122556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 16 21:45:42.858009 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:42.883801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84c195-b1af-438a-aac2-eeffeac0c466 req-80a7e698-e1e0-47b6-b9b6-bc487e4e3841 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:42.885421 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef84c195-b1af-438a-aac2-eeffeac0c466 req-80a7e698-e1e0-47b6-b9b6-bc487e4e3841 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1126 time: 0.0598574
Apr 16 21:45:42.954567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=85774be5-21d1-4ad5-b784-5a21bb8300fd,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:42.985076 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef84c195-b1af-438a-aac2-eeffeac0c466 req-8cfa03f3-c0eb-419b-8b9a-576fd0bc11ab tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882249
Apr 16 21:45:43.066822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['85774be5-21d1-4ad5-b784-5a21bb8300fd'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:45:43.070257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:43.082365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Made reservation on behalf of 71404df8ab2146a3b34a3ab947a184fc for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:43.086076 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:43.105973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] device_id is not set on port 701e0636-1a91-415c-b498-b949bfd858d4 yet. {{(pid=122556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 16 21:45:43.170166 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:43.170570 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:43.226297 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Allocated IP 2001:db8::339 (44b1ed51-6eeb-4335-af54-6f72867e9296/0cd55da0-ba7b-413a-9362-ada9ab028b18/701e0636-1a91-415c-b498-b949bfd858d4) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:43.291059 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:43.291628 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:43.342936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f1ca46e-aeea-48cf-86b0-bddf93f35e27,segment=NetworkSegment(f82742f8-4fc1-4abd-a4a0-303c24934d63),segment_id=f82742f8-4fc1-4abd-a4a0-303c24934d63)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:43.395071 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks [] for port (701e0636-1a91-415c-b498-b949bfd858d4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:43.402701 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:43.454472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=0f1ca46e-aeea-48cf-86b0-bddf93f35e27,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:43.660030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (701e0636-1a91-415c-b498-b949bfd858d4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:43.689345 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:43.713703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Network 44b1ed51-6eeb-4335-af54-6f72867e9296 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:43.716828 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:43.720793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:43.726024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:43.726671 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:43.733918 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Pushing event updated for resources: {'Port': ['ID=701e0636-1a91-415c-b498-b949bfd858d4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:43.773944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3a86d6-6528-420c-a6b3-d31c831c9915 None None] Network 44b1ed51-6eeb-4335-af54-6f72867e9296 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:43.822252 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-37a36ca0-1feb-467f-8e06-ac1085389341 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 1.0088508
Apr 16 21:45:43.826193 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44418) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:43.826760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8c258d9b-4ed4-4d08-8ed2-96f9a84d5635 None None] Provisioning complete for port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:43.827164 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8c258d9b-4ed4-4d08-8ed2-96f9a84d5635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:43.913476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394e4df4-71b1-4602-97be-ee56a564419a tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:43.918787 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394e4df4-71b1-4602-97be-ee56a564419a tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:43.924774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394e4df4-71b1-4602-97be-ee56a564419a tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:43.926483 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-394e4df4-71b1-4602-97be-ee56a564419a tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2622 time: 0.0992765
Apr 16 21:45:43.929355 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44420) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:43.957050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8c258d9b-4ed4-4d08-8ed2-96f9a84d5635 None None] Current status of the port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:44.018066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-55afb6a0-c86c-4589-9190-b69dc2582b86 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Deleting port 701e0636-1a91-415c-b498-b949bfd858d4 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:44.018589 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-55afb6a0-c86c-4589-9190-b69dc2582b86 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (701e0636-1a91-415c-b498-b949bfd858d4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.121100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d9dec-4b0e-4ede-8192-f6682e747c57 req-499393e8-e84f-4f5d-9472-4339742fb237 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:44.122623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-463d9dec-4b0e-4ede-8192-f6682e747c57 req-499393e8-e84f-4f5d-9472-4339742fb237 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1127 time: 0.0557489
Apr 16 21:45:44.175095 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-55afb6a0-c86c-4589-9190-b69dc2582b86 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (701e0636-1a91-415c-b498-b949bfd858d4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.178381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8e532efd-b8bf-440e-bdec-f75dd4c15ab5 None None] Provisioning complete for port 701e0636-1a91-415c-b498-b949bfd858d4 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:44.178769 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8e532efd-b8bf-440e-bdec-f75dd4c15ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (701e0636-1a91-415c-b498-b949bfd858d4), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.180268 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.197506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-55afb6a0-c86c-4589-9190-b69dc2582b86 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Calling delete_port for 701e0636-1a91-415c-b498-b949bfd858d4 owned by  {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:44.204543 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-463d9dec-4b0e-4ede-8192-f6682e747c57 req-1baac71c-b9ea-41ee-bd29-2980dcd34af3 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749135
Apr 16 21:45:44.222853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8e532efd-b8bf-440e-bdec-f75dd4c15ab5 None None] Port 701e0636-1a91-415c-b498-b949bfd858d4 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:44.232577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8e532efd-b8bf-440e-bdec-f75dd4c15ab5 None None] Provisioning complete for port 68535166-d778-4e90-a2f8-f3ee015cc9cc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:44.232964 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8e532efd-b8bf-440e-bdec-f75dd4c15ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (68535166-d778-4e90-a2f8-f3ee015cc9cc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.269927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8e532efd-b8bf-440e-bdec-f75dd4c15ab5 None None] Port 68535166-d778-4e90-a2f8-f3ee015cc9cc cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:44.277811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8e532efd-b8bf-440e-bdec-f75dd4c15ab5 None None] Provisioning complete for port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:44.278194 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8e532efd-b8bf-440e-bdec-f75dd4c15ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.359267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8e532efd-b8bf-440e-bdec-f75dd4c15ab5 None None] Current status of the port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:44.408135 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-55afb6a0-c86c-4589-9190-b69dc2582b86 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (701e0636-1a91-415c-b498-b949bfd858d4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.443128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afb6a0-c86c-4589-9190-b69dc2582b86 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Pushing event deleted for resources: {'Port': ['ID=701e0636-1a91-415c-b498-b949bfd858d4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:44.474176 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-55afb6a0-c86c-4589-9190-b69dc2582b86 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.477881 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-55afb6a0-c86c-4589-9190-b69dc2582b86 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] 10.222.0.20 "DELETE /v2.0/ports/701e0636-1a91-415c-b498-b949bfd858d4 HTTP/1.1" status: 204  len: 168 time: 0.5477216
Apr 16 21:45:44.481576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44426) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:44.484420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c1bcad05-1ec6-4333-92c7-7fe2bc244a7a None None] Provisioning complete for port 68535166-d778-4e90-a2f8-f3ee015cc9cc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:44.484420 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1bcad05-1ec6-4333-92c7-7fe2bc244a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (68535166-d778-4e90-a2f8-f3ee015cc9cc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.487249 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ccfe7c0c-bae2-46ae-86cb-06c63905d196 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Request body: {'port': {'name': 'tempest-new-port-name-1905405316', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:44.487652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.api.validators [None req-ccfe7c0c-bae2-46ae-86cb-06c63905d196 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] bootfile-name is not in valid_values {{(pid=122556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 16 21:45:44.488000 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.api.validators [None req-ccfe7c0c-bae2-46ae-86cb-06c63905d196 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] tftp-server is not in valid_values {{(pid=122556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 16 21:45:44.488387 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.api.validators [None req-ccfe7c0c-bae2-46ae-86cb-06c63905d196 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] server-ip-address is not in valid_values {{(pid=122556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 16 21:45:44.522228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c1bcad05-1ec6-4333-92c7-7fe2bc244a7a None None] Port 68535166-d778-4e90-a2f8-f3ee015cc9cc cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:44.556931 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 85774be5-21d1-4ad5-b784-5a21bb8300fd up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:44.564194 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c0c-bae2-46ae-86cb-06c63905d196 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (68535166-d778-4e90-a2f8-f3ee015cc9cc), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.605030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 85774be5-21d1-4ad5-b784-5a21bb8300fd completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:45:44.635658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3385b603-3f37-4b64-bda5-4fc2c83acf96 None None] Could not find standard attr ID for object 701e0636-1a91-415c-b498-b949bfd858d4. {{(pid=122557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 16 21:45:44.733812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 85774be5-21d1-4ad5-b784-5a21bb8300fd triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:44.734191 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.774133 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c0c-bae2-46ae-86cb-06c63905d196 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks [] for port (68535166-d778-4e90-a2f8-f3ee015cc9cc), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.813348 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c0c-bae2-46ae-86cb-06c63905d196 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (68535166-d778-4e90-a2f8-f3ee015cc9cc), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.815666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 85774be5-21d1-4ad5-b784-5a21bb8300fd is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:44.816059 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.838768 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe56afd-1789-47ec-b02a-d1ee36cadd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85774be5-21d1-4ad5-b784-5a21bb8300fd'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:45:44.840999 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82ff523-4d2c-4fd5-a5bf-fc530ed982c7" -d '{"events": [{"server_uuid": "fbe56afd-1789-47ec-b02a-d1ee36cadd27", "name": "network-vif-plugged", "status": "completed", "tag": "85774be5-21d1-4ad5-b784-5a21bb8300fd"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:45:44.850478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe7c0c-bae2-46ae-86cb-06c63905d196 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] In _notify_port_updated(), no bound segment for port 68535166-d778-4e90-a2f8-f3ee015cc9cc on network 44b1ed51-6eeb-4335-af54-6f72867e9296 {{(pid=122556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Apr 16 21:45:44.860262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 85774be5-21d1-4ad5-b784-5a21bb8300fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85774be5-21d1-4ad5-b784-5a21bb8300fd,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:44.861458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe7c0c-bae2-46ae-86cb-06c63905d196 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:44.861458 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c0c-bae2-46ae-86cb-06c63905d196 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:44.861458 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ccfe7c0c-bae2-46ae-86cb-06c63905d196 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] 10.222.0.20 "PUT /v2.0/ports/68535166-d778-4e90-a2f8-f3ee015cc9cc HTTP/1.1" status: 200  len: 1129 time: 0.3751199
Apr 16 21:45:44.862361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44430) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:44.879423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe7c0c-bae2-46ae-86cb-06c63905d196 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Pushing event updated for resources: {'Port': ['ID=68535166-d778-4e90-a2f8-f3ee015cc9cc,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:44.914256 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17856d8-9603-4ab7-996e-8da7eb8239ef x-openstack-request-id: req-b17856d8-9603-4ab7-996e-8da7eb8239ef {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:45:44.914554 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe56afd-1789-47ec-b02a-d1ee36cadd27", "name": "network-vif-plugged", "status": "completed", "tag": "85774be5-21d1-4ad5-b784-5a21bb8300fd", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:45:44.914849 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b17856d8-9603-4ab7-996e-8da7eb8239ef {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:45:44.915213 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17856d8-9603-4ab7-996e-8da7eb8239ef'] response: {'server_uuid': 'fbe56afd-1789-47ec-b02a-d1ee36cadd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85774be5-21d1-4ad5-b784-5a21bb8300fd', 'code': 200}
Apr 16 21:45:44.922799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f33777-91ee-4ed2-ac50-5fd7844a1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:44.924639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c3f33777-91ee-4ed2-ac50-5fd7844a1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] 10.222.0.20 "GET /v2.0/ports/68535166-d778-4e90-a2f8-f3ee015cc9cc HTTP/1.1" status: 200  len: 1129 time: 0.0605032
Apr 16 21:45:44.928540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44432) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:44.949382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.009549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=85774be5-21d1-4ad5-b784-5a21bb8300fd,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:45.054588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:45.065543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57948708-19e5-4bfc-8e00-e07758eb52d2 req-5bef7ea1-b35a-43fc-b0f4-883dc20dd97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:45.067077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-57948708-19e5-4bfc-8e00-e07758eb52d2 req-5bef7ea1-b35a-43fc-b0f4-883dc20dd97a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1128 time: 0.0870695
Apr 16 21:45:45.070425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-645f9e5e-a472-4d99-a78c-42dca52cb928 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Deleting port 68535166-d778-4e90-a2f8-f3ee015cc9cc {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:45.070782 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-645f9e5e-a472-4d99-a78c-42dca52cb928 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (68535166-d778-4e90-a2f8-f3ee015cc9cc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.106975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:45.107465 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.175245 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-57948708-19e5-4bfc-8e00-e07758eb52d2 req-83b90d8d-00d5-4371-81eb-6319d9ffad6e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013260
Apr 16 21:45:45.194839 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-645f9e5e-a472-4d99-a78c-42dca52cb928 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (68535166-d778-4e90-a2f8-f3ee015cc9cc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.197136 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:45.208278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-645f9e5e-a472-4d99-a78c-42dca52cb928 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Calling delete_port for 68535166-d778-4e90-a2f8-f3ee015cc9cc owned by  {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:45.259740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1d9f3eaa-02dc-4f59-a70d-136babf618fc None None] Provisioning complete for port 68535166-d778-4e90-a2f8-f3ee015cc9cc triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:45.260118 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3eaa-02dc-4f59-a70d-136babf618fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (68535166-d778-4e90-a2f8-f3ee015cc9cc), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.298731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f3eaa-02dc-4f59-a70d-136babf618fc None None] Port 68535166-d778-4e90-a2f8-f3ee015cc9cc cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:45.323279 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd45c6-5c9d-4ed6-937b-361708dc14ec req-ce14bf88-e7ed-4ccc-a047-f9a2a5dad1e0 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:45.324990 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-82dd45c6-5c9d-4ed6-937b-361708dc14ec req-ce14bf88-e7ed-4ccc-a047-f9a2a5dad1e0 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1128 time: 0.0447798
Apr 16 21:45:45.371629 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-82dd45c6-5c9d-4ed6-937b-361708dc14ec req-a5e07be2-c757-451f-ad2a-6314e8c2370e tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408416
Apr 16 21:45:45.419616 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-645f9e5e-a472-4d99-a78c-42dca52cb928 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (68535166-d778-4e90-a2f8-f3ee015cc9cc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.430524 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.452841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f9e5e-a472-4d99-a78c-42dca52cb928 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Pushing event deleted for resources: {'Port': ['ID=68535166-d778-4e90-a2f8-f3ee015cc9cc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:45.478759 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-645f9e5e-a472-4d99-a78c-42dca52cb928 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.482128 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-645f9e5e-a472-4d99-a78c-42dca52cb928 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] 10.222.0.20 "DELETE /v2.0/ports/68535166-d778-4e90-a2f8-f3ee015cc9cc HTTP/1.1" status: 204  len: 168 time: 0.5526075
Apr 16 21:45:45.485317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44438) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:45.536760 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a93d956-e945-4a0a-b4fa-7b53f456b435 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Deleting subnet 0cd55da0-ba7b-413a-9362-ada9ab028b18 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:45:45.540530 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a93d956-e945-4a0a-b4fa-7b53f456b435 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks [] for subnet (0cd55da0-ba7b-413a-9362-ada9ab028b18), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.582061 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a93d956-e945-4a0a-b4fa-7b53f456b435 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (0cd55da0-ba7b-413a-9362-ada9ab028b18), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.672467 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a93d956-e945-4a0a-b4fa-7b53f456b435 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (0cd55da0-ba7b-413a-9362-ada9ab028b18), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.825237 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a93d956-e945-4a0a-b4fa-7b53f456b435 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (0cd55da0-ba7b-413a-9362-ada9ab028b18), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.850789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93d956-e945-4a0a-b4fa-7b53f456b435 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd55da0-ba7b-413a-9362-ada9ab028b18,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:45.856410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3a93d956-e945-4a0a-b4fa-7b53f456b435 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.859555 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3a93d956-e945-4a0a-b4fa-7b53f456b435 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] 10.222.0.20 "DELETE /v2.0/subnets/0cd55da0-ba7b-413a-9362-ada9ab028b18 HTTP/1.1" status: 204  len: 168 time: 0.3733027
Apr 16 21:45:45.861991 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44440) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:45.864663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9892b04-0e8e-482d-bd38-00db6a6b8839 None None] Network 44b1ed51-6eeb-4335-af54-6f72867e9296 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:45.943394 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (44b1ed51-6eeb-4335-af54-6f72867e9296), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:45.991632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Deleting port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:45.991998 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:46.057278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] For port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f1ca46e-aeea-48cf-86b0-bddf93f35e27,segment=NetworkSegment(f82742f8-4fc1-4abd-a4a0-303c24934d63),segment_id=f82742f8-4fc1-4abd-a4a0-303c24934d63)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:46.057719 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:46.071453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Calling delete_port for 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:46.170431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08498cb8-198e-479f-b63d-2b347b8065f3 None None] DHCP port deletion for 44b1ed51-6eeb-4335-af54-6f72867e9296 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:45:46.216661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-08498cb8-198e-479f-b63d-2b347b8065f3 None None] Deleting port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:46.217039 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-08498cb8-198e-479f-b63d-2b347b8065f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:46.219492 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:46.246234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Pushing event deleted for resources: {'Port': ['ID=0f1ca46e-aeea-48cf-86b0-bddf93f35e27,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:46.253081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] No DVR routers for this DVR port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:45:46.287581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-08498cb8-198e-479f-b63d-2b347b8065f3 None None] For port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27, host ncdv-master-1, got binding levels [] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:46.292711 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-08498cb8-198e-479f-b63d-2b347b8065f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:46.302867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-08498cb8-198e-479f-b63d-2b347b8065f3 None None] Calling delete_port for 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:46.305671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.ipam_backend_mixin [None req-08498cb8-198e-479f-b63d-2b347b8065f3 None None] Port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 was not found and therefore no delete operation was performed {{(pid=122557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 16 21:45:46.306901 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-08498cb8-198e-479f-b63d-2b347b8065f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (0f1ca46e-aeea-48cf-86b0-bddf93f35e27), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:46.334850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08498cb8-198e-479f-b63d-2b347b8065f3 None None] Pushing event deleted for resources: {'Port': ['ID=0f1ca46e-aeea-48cf-86b0-bddf93f35e27,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:46.338704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08498cb8-198e-479f-b63d-2b347b8065f3 None None] No DVR routers for this DVR port 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:45:46.713279 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (44b1ed51-6eeb-4335-af54-6f72867e9296), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:46.729298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff22edb-f060-4ac8-a249-568ba7f2df79 req-c57b7572-ed32-4be3-bc99-c6423964f229 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:46.730843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ff22edb-f060-4ac8-a249-568ba7f2df79 req-c57b7572-ed32-4be3-bc99-c6423964f229 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1128 time: 0.0601797
Apr 16 21:45:46.740623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d4e8dc0>,) {'filters': {'network_id': ['44b1ed51-6eeb-4335-af54-6f72867e9296']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:46.762117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d4e8dc0>, 'f82742f8-4fc1-4abd-a4a0-303c24934d63') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:46.762429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d4e8dc0>, 'f82742f8-4fc1-4abd-a4a0-303c24934d63') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:46.774175 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (f82742f8-4fc1-4abd-a4a0-303c24934d63), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:46.799842 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (f82742f8-4fc1-4abd-a4a0-303c24934d63), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:46.806505 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0ff22edb-f060-4ac8-a249-568ba7f2df79 req-25f382c5-714b-4d7d-ab9e-9908ebb33ed8 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681996
Apr 16 21:45:46.808905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:45:46.809301 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (f82742f8-4fc1-4abd-a4a0-303c24934d63), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:45:46.812626 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:45:46.913975 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb7134-173a-437b-a104-8bbd226fa3ab req-d5fc3308-16f5-4c98-b141-f5a78724e623 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:46.915478 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87bb7134-173a-437b-a104-8bbd226fa3ab req-d5fc3308-16f5-4c98-b141-f5a78724e623 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1128 time: 0.0386693
Apr 16 21:45:46.954787 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (44b1ed51-6eeb-4335-af54-6f72867e9296), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:46.961594 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87bb7134-173a-437b-a104-8bbd226fa3ab req-b91187d8-bd22-4d10-95af-c35c1d1a58d3 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381238
Apr 16 21:45:46.963339 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:46.967202 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] 10.222.0.20 "DELETE /v2.0/networks/44b1ed51-6eeb-4335-af54-6f72867e9296 HTTP/1.1" status: 204  len: 168 time: 1.1041043
Apr 16 21:45:46.985774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe3d0c-6c77-4986-bef5-3ccc09360faa tempest-ExtraDHCPOptionsIpV6TestJSON-235640381 tempest-ExtraDHCPOptionsIpV6TestJSON-235640381-project] Pushing event deleted for resources: {'Network': ['ID=44b1ed51-6eeb-4335-af54-6f72867e9296,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:47.017407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:45:47.044837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:45:47.045286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0f1ca46e-aeea-48cf-86b0-bddf93f35e27 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:45:47.076960 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdee3b3-8d2f-4e57-a084-ac843d7c0717 req-e8f06894-d9d9-456f-b9a4-b4c9635b9f20 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:47.078521 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfdee3b3-8d2f-4e57-a084-ac843d7c0717 req-e8f06894-d9d9-456f-b9a4-b4c9635b9f20 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1128 time: 0.0455458
Apr 16 21:45:47.122729 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfdee3b3-8d2f-4e57-a084-ac843d7c0717 req-ce1fbdde-5f73-4893-81db-5bb788247566 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382941
Apr 16 21:45:47.386031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-3a5f2108-4fe9-4035-82f5-c92c73023175 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:47.387537 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-3a5f2108-4fe9-4035-82f5-c92c73023175 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/networks?id=d0879ecd-5603-42bc-a1f6-a16a3c99be85 HTTP/1.1" status: 200  len: 910 time: 0.0914886
Apr 16 21:45:47.401784 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-d6751d20-7c64-4a45-a18f-0bae344046ac tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/quotas/3a77b24c69964f2bb99a7ca0345df95d HTTP/1.1" status: 200  len: 375 time: 0.0084939
Apr 16 21:45:47.438903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44468) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:47.477107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-34f89aaf-0ad1-4dd0-9614-d5c411504a7c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a77b24c69964f2bb99a7ca0345df95d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0699677
Apr 16 21:45:47.575904 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3386dd95-6292-4bf9-bc88-7073e2177263 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71404df8ab2146a3b34a3ab947a184fc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1358075
Apr 16 21:45:47.578639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44472) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:47.629821 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b25f-22a0-4cb7-8143-3db7f30ee1f7 admin admin] Publish callbacks [] for security_group (8f9ac0ba-e9d3-4c00-b4aa-9047fc8de85f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:47.657562 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b25f-22a0-4cb7-8143-3db7f30ee1f7 admin admin] Publish callbacks [] for security_group (8f9ac0ba-e9d3-4c00-b4aa-9047fc8de85f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:47.813636 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b25f-22a0-4cb7-8143-3db7f30ee1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (8f9ac0ba-e9d3-4c00-b4aa-9047fc8de85f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:47.816229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b25f-22a0-4cb7-8143-3db7f30ee1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:47.819790 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1ec3b25f-22a0-4cb7-8143-3db7f30ee1f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f9ac0ba-e9d3-4c00-b4aa-9047fc8de85f HTTP/1.1" status: 204  len: 168 time: 0.2378869
Apr 16 21:45:47.825818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3b25f-22a0-4cb7-8143-3db7f30ee1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9ac0ba-e9d3-4c00-b4aa-9047fc8de85f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:47.917076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-cb437420-ae47-4ead-9ee5-c5c0037a6042 service neutron] 10.222.0.20 "GET /v2.0/networks/d0879ecd-5603-42bc-a1f6-a16a3c99be85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4322686
Apr 16 21:45:48.007602 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-0aea50fa-27ba-4b9d-b61f-e3fcda3ec3d5 service neutron] 10.222.0.20 "GET /v2.0/networks/d0879ecd-5603-42bc-a1f6-a16a3c99be85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847654
Apr 16 21:45:48.260849 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-26e79584-be1b-4f63-a273-c6e8a4907d29 req-08708872-3cfe-41f5-b2cc-5ee205d078cf tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 210 time: 0.0311236
Apr 16 21:45:48.987053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44506) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:49.083921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b644ccb3-7a84-4dc0-b17e-c2999d785bd5 tempest-DvrRoutersNegativeTest-2058916371 tempest-DvrRoutersNegativeTest-2058916371-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1836720767', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:49.086641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.policy [None req-b644ccb3-7a84-4dc0-b17e-c2999d785bd5 tempest-DvrRoutersNegativeTest-2058916371 tempest-DvrRoutersNegativeTest-2058916371-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=122555) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Apr 16 21:45:49.092993 ncdv-master-1 neutron-server[122555]: DEBUG neutron.policy [None req-b644ccb3-7a84-4dc0-b17e-c2999d785bd5 tempest-DvrRoutersNegativeTest-2058916371 tempest-DvrRoutersNegativeTest-2058916371-project] Failed policy check for 'create_router' {{(pid=122555) enforce /opt/stack/neutron/neutron/policy.py:524}}
Apr 16 21:45:49.092993 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-b644ccb3-7a84-4dc0-b17e-c2999d785bd5 tempest-DvrRoutersNegativeTest-2058916371 tempest-DvrRoutersNegativeTest-2058916371-project] create failed (client error): Access was denied to this resource.
Apr 16 21:45:49.092993 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b644ccb3-7a84-4dc0-b17e-c2999d785bd5 tempest-DvrRoutersNegativeTest-2058916371 tempest-DvrRoutersNegativeTest-2058916371-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1007082
Apr 16 21:45:49.356882 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d89abf30-0004-447e-95d1-92240ec32886 req-715fa60b-891b-41c2-8b62-b523ba703ef4 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 210 time: 0.0312252
Apr 16 21:45:49.531406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44518) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:49.640457 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e57c5d6-ee29-4169-9f56-bae2bc55f15c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:49.716114 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e57c5d6-ee29-4169-9f56-bae2bc55f15c admin admin] Publish callbacks [] for security_group (576402cc-248f-4c64-9b1e-c3afd34e8aa7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:49.812134 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e57c5d6-ee29-4169-9f56-bae2bc55f15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (576402cc-248f-4c64-9b1e-c3afd34e8aa7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:49.849141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57c5d6-ee29-4169-9f56-bae2bc55f15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576402cc-248f-4c64-9b1e-c3afd34e8aa7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:49.853465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3e57c5d6-ee29-4169-9f56-bae2bc55f15c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=709c7a79ee1e4eb0b3fb9fcee36584af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3209460
Apr 16 21:45:49.856021 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44522) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:49.909397 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-041dcda9-5cde-46ea-b0c6-fd819347cf99 admin admin] Publish callbacks [] for security_group (576402cc-248f-4c64-9b1e-c3afd34e8aa7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:49.930001 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-041dcda9-5cde-46ea-b0c6-fd819347cf99 admin admin] Publish callbacks [] for security_group (576402cc-248f-4c64-9b1e-c3afd34e8aa7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:50.041954 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-041dcda9-5cde-46ea-b0c6-fd819347cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (576402cc-248f-4c64-9b1e-c3afd34e8aa7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:50.044539 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-041dcda9-5cde-46ea-b0c6-fd819347cf99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:50.045697 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-041dcda9-5cde-46ea-b0c6-fd819347cf99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/576402cc-248f-4c64-9b1e-c3afd34e8aa7 HTTP/1.1" status: 204  len: 168 time: 0.1887028
Apr 16 21:45:50.053993 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dcda9-5cde-46ea-b0c6-fd819347cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576402cc-248f-4c64-9b1e-c3afd34e8aa7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:50.177884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-86cf5425-603c-4af0-8e2e-f84336a6325c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:50.179301 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-86cf5425-603c-4af0-8e2e-f84336a6325c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.41 "GET /v2.0/networks?id=d0879ecd-5603-42bc-a1f6-a16a3c99be85 HTTP/1.1" status: 200  len: 910 time: 0.0864296
Apr 16 21:45:50.190179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Request body: {'port': {'device_id': 'beab72d9-4311-48a0-8214-092b0b79ff51', 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85', 'admin_state_up': True, 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:50.282170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Made reservation on behalf of 3a77b24c69964f2bb99a7ca0345df95d for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:50.284767 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:50.406228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Allocated IP 172.20.0.7 (d0879ecd-5603-42bc-a1f6-a16a3c99be85/6a55a077-f7f9-453c-bb17-67aa9caa9258/721e695b-699b-48df-a361-bd07bfb1268f) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:50.469235 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3307a2d3-2598-4f1f-a001-31891165218c req-4d0a37cb-d258-499f-aa8e-3fbf47d0c137 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 210 time: 0.0366764
Apr 16 21:45:50.583322 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks [] for port (721e695b-699b-48df-a361-bd07bfb1268f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:50.698880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (721e695b-699b-48df-a361-bd07bfb1268f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:50.706762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['85774be5-21d1-4ad5-b784-5a21bb8300fd'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:45:50.738693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Network d0879ecd-5603-42bc-a1f6-a16a3c99be85 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:50.741989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:50.745552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:50.751312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Pushing event updated for resources: {'Port': ['ID=721e695b-699b-48df-a361-bd07bfb1268f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:50.775747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.776105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.776814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.777171 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.777515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.777856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.778190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.778534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.778872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.779206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.779536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.780392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.780724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.781049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.781372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:45:50.804371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:50.805007 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:50.878223 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-0d9a709e-3dfc-4bc4-9996-f7cd0f96138c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.6921442
Apr 16 21:45:50.890590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Request body: {'port': {'device_id': 'beab72d9-4311-48a0-8214-092b0b79ff51', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:50.964424 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (721e695b-699b-48df-a361-bd07bfb1268f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.052318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b3321891-1002-47c6-a33f-dab61fd8d9be None None] Provisioning complete for port 721e695b-699b-48df-a361-bd07bfb1268f triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:51.052950 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b3321891-1002-47c6-a33f-dab61fd8d9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (721e695b-699b-48df-a361-bd07bfb1268f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.097051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b3321891-1002-47c6-a33f-dab61fd8d9be None None] Port 721e695b-699b-48df-a361-bd07bfb1268f cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:51.169043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44548) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:51.231256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721e695b-699b-48df-a361-bd07bfb1268f {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:45:51.239294 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Publish callbacks [] for port (721e695b-699b-48df-a361-bd07bfb1268f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.252394 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Transition to ACTIVE for port object 721e695b-699b-48df-a361-bd07bfb1268f will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:45:51.268552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-21f3a41e-2217-4d43-b9a0-5baac34355e4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-237214083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:51.303178 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (721e695b-699b-48df-a361-bd07bfb1268f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.359815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Pushing event updated for resources: {'Port': ['ID=721e695b-699b-48df-a361-bd07bfb1268f,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:51.362004 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21f3a41e-2217-4d43-b9a0-5baac34355e4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (af260149-c633-4b9d-9894-4f7b7fe6fb85), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.363362 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21f3a41e-2217-4d43-b9a0-5baac34355e4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (af260149-c633-4b9d-9894-4f7b7fe6fb85), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.422541 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21f3a41e-2217-4d43-b9a0-5baac34355e4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for router_controller (af260149-c633-4b9d-9894-4f7b7fe6fb85), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.431862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Attempting to bind port 721e695b-699b-48df-a361-bd07bfb1268f on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:45:51.432243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Attempting to bind port 721e695b-699b-48df-a361-bd07bfb1268f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:45:51.432575 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Attempting to bind port 721e695b-699b-48df-a361-bd07bfb1268f on network d0879ecd-5603-42bc-a1f6-a16a3c99be85 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:51.437286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Port 721e695b-699b-48df-a361-bd07bfb1268f on network d0879ecd-5603-42bc-a1f6-a16a3c99be85 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:45:51.437613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Attempting to bind port 721e695b-699b-48df-a361-bd07bfb1268f on network d0879ecd-5603-42bc-a1f6-a16a3c99be85 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:51.442675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:45:51.443016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Checking segment: {'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:51.443411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Bound using segment: {'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:45:51.443841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Bound port: 721e695b-699b-48df-a361-bd07bfb1268f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:45:51.444292 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (721e695b-699b-48df-a361-bd07bfb1268f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.470801 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21f3a41e-2217-4d43-b9a0-5baac34355e4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (af260149-c633-4b9d-9894-4f7b7fe6fb85), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.518361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] For port 721e695b-699b-48df-a361-bd07bfb1268f, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:45:51.522291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] For port 721e695b-699b-48df-a361-bd07bfb1268f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=721e695b-699b-48df-a361-bd07bfb1268f,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:45:51.553350 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21f3a41e-2217-4d43-b9a0-5baac34355e4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.554503 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-21f3a41e-2217-4d43-b9a0-5baac34355e4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.3832641
Apr 16 21:45:51.557417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44556) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:51.562586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-133870426'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:51.568625 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (721e695b-699b-48df-a361-bd07bfb1268f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.581290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58dc4f-91cf-4f6a-9646-8f0c80e92597 req-fc3e38d9-3114-4caf-b13b-c428b21f4f6a tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:51.582797 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c58dc4f-91cf-4f6a-9646-8f0c80e92597 req-fc3e38d9-3114-4caf-b13b-c428b21f4f6a tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1052 time: 0.0417790
Apr 16 21:45:51.620284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:51.620929 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.622323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] 10.222.0.41 "PUT /v2.0/ports/721e695b-699b-48df-a361-bd07bfb1268f HTTP/1.1" status: 200  len: 1091 time: 0.7369683
Apr 16 21:45:51.622761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beab72d9-4311-48a0-8214-092b0b79ff51', 'tag': '721e695b-699b-48df-a361-bd07bfb1268f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:45:51.625492 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7751e5d8-557d-42ea-84a7-3230f34b2a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "beab72d9-4311-48a0-8214-092b0b79ff51", "tag": "721e695b-699b-48df-a361-bd07bfb1268f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:45:51.633635 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c58dc4f-91cf-4f6a-9646-8f0c80e92597 req-5cb69d0e-d15c-4b21-98fd-1239c7b6d176 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449426
Apr 16 21:45:51.668032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf74ce3-5543-4978-a939-db5d9498f799 service neutron] Pushing event updated for resources: {'Port': ['ID=721e695b-699b-48df-a361-bd07bfb1268f,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:51.675874 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de4cdaa-da5b-4d00-8ea5-a51f5108556b x-openstack-request-id: req-8de4cdaa-da5b-4d00-8ea5-a51f5108556b {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:45:51.677526 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beab72d9-4311-48a0-8214-092b0b79ff51", "tag": "721e695b-699b-48df-a361-bd07bfb1268f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:45:51.677526 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8de4cdaa-da5b-4d00-8ea5-a51f5108556b {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:45:51.677526 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de4cdaa-da5b-4d00-8ea5-a51f5108556b'] response: {'name': 'network-changed', 'server_uuid': 'beab72d9-4311-48a0-8214-092b0b79ff51', 'tag': '721e695b-699b-48df-a361-bd07bfb1268f', 'status': 'completed', 'code': 200}
Apr 16 21:45:51.691927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Made reservation on behalf of ef508703cdd446cca6616b50b7b1c63b for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:51.695390 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.730041 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.752798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751e5d8-557d-42ea-84a7-3230f34b2a5c req-a635bde7-d0b9-4749-baed-75ab131b49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:51.754240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7751e5d8-557d-42ea-84a7-3230f34b2a5c req-a635bde7-d0b9-4749-baed-75ab131b49b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a77b24c69964f2bb99a7ca0345df95d&device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1125 time: 0.0562100
Apr 16 21:45:51.889789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751e5d8-557d-42ea-84a7-3230f34b2a5c req-65957a1b-df80-4faf-9b62-4917dc683c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:51.891285 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7751e5d8-557d-42ea-84a7-3230f34b2a5c req-65957a1b-df80-4faf-9b62-4917dc683c25 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3a77b24c69964f2bb99a7ca0345df95d&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1305320
Apr 16 21:45:51.913750 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for security_group (4f6d31e7-d6f5-435e-955a-7db167ba8149), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:51.962422 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4f6d31e7-d6f5-435e-955a-7db167ba8149), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:52.006567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:52.013700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6d31e7-d6f5-435e-955a-7db167ba8149,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:52.030123 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (26300489-55c0-491b-8275-facb3172d4ce), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:52.030508 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Added segment 26300489-55c0-491b-8275-facb3172d4ce of type vlan for network 7185c0c1-a98b-4d46-8286-1d5dbfb638c3
Apr 16 21:45:52.034119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751e5d8-557d-42ea-84a7-3230f34b2a5c req-faffd073-63ac-4772-906a-03199b09cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:52.034119 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7751e5d8-557d-42ea-84a7-3230f34b2a5c req-faffd073-63ac-4772-906a-03199b09cb9a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1334381
Apr 16 21:45:52.089130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (7185c0c1-a98b-4d46-8286-1d5dbfb638c3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:52.128789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-112a07e3-7c03-4b1b-ae03-342996ec1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:52.130284 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-112a07e3-7c03-4b1b-ae03-342996ec1f7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a77b24c69964f2bb99a7ca0345df95d&device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1125 time: 0.0605917
Apr 16 21:45:52.170848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-c6086a2d-f46d-472e-9972-385463e14035 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=721e695b-699b-48df-a361-bd07bfb1268f HTTP/1.1" status: 200  len: 217 time: 0.0346282
Apr 16 21:45:52.205964 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (7185c0c1-a98b-4d46-8286-1d5dbfb638c3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:52.211770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:52.211770 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:52.280684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-93c6366c-d33e-4218-879e-63916d1fbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:52.282078 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-93c6366c-d33e-4218-879e-63916d1fbd06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a55a077-f7f9-453c-bb17-67aa9caa9258 HTTP/1.1" status: 200  len: 848 time: 0.1053841
Apr 16 21:45:52.317068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event updated for resources: {'Network': ['ID=7185c0c1-a98b-4d46-8286-1d5dbfb638c3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:52.327871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 7185c0c1-a98b-4d46-8286-1d5dbfb638c3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:45:52.332341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-637863e3-85f8-49dd-81ea-0a28636be89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:52.333972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-637863e3-85f8-49dd-81ea-0a28636be89c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0879ecd-5603-42bc-a1f6-a16a3c99be85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458858
Apr 16 21:45:52.355765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-59921b6d-f235-480f-ab3b-a30bb4b7139c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.7947290
Apr 16 21:45:52.356589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44562) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:52.362182 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1f5be1c7-c552-4bb5-b4ca-364efade084e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Request body: {'subnet': {'network_id': '7185c0c1-a98b-4d46-8286-1d5dbfb638c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:52.438677 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-3f37ade0-bc36-45d9-b625-d83f51abec0c service neutron] 10.222.0.41 "GET /v2.0/networks/d0879ecd-5603-42bc-a1f6-a16a3c99be85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0977914
Apr 16 21:45:52.510518 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5be1c7-c552-4bb5-b4ca-364efade084e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Made reservation on behalf of ef508703cdd446cca6616b50b7b1c63b for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:52.514057 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f5be1c7-c552-4bb5-b4ca-364efade084e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:52.529328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-530162c5-deb1-4c0e-a29a-9c5eab5e4127 req-13efbd5c-a890-478c-a944-ce9c4410d593 service neutron] 10.222.0.41 "GET /v2.0/networks/d0879ecd-5603-42bc-a1f6-a16a3c99be85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838051
Apr 16 21:45:52.744332 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a69d3-3990-422a-ba73-4417eb8a9f79 req-4336474c-4e59-4cca-9b96-ec1bb62e4af1 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:52.745875 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-066a69d3-3990-422a-ba73-4417eb8a9f79 req-4336474c-4e59-4cca-9b96-ec1bb62e4af1 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1125 time: 0.0389173
Apr 16 21:45:52.766592 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f5be1c7-c552-4bb5-b4ca-364efade084e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (75a05a50-52d2-43a3-99c9-36f64de69a7b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:52.839815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-066a69d3-3990-422a-ba73-4417eb8a9f79 req-51ccc3a7-021d-4e42-b55d-805fceb5dd41 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876741
Apr 16 21:45:52.851095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5be1c7-c552-4bb5-b4ca-364efade084e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event updated for resources: {'Subnet': ['ID=75a05a50-52d2-43a3-99c9-36f64de69a7b,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:52.861960 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5be1c7-c552-4bb5-b4ca-364efade084e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Checking segment: {'id': '26300489-55c0-491b-8275-facb3172d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7185c0c1-a98b-4d46-8286-1d5dbfb638c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:52.862328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5be1c7-c552-4bb5-b4ca-364efade084e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Network hostable DHCP agents. Network: 7185c0c1-a98b-4d46-8286-1d5dbfb638c3, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:45:52.937423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5be1c7-c552-4bb5-b4ca-364efade084e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Network 7185c0c1-a98b-4d46-8286-1d5dbfb638c3 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:45:53.001736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1f5be1c7-c552-4bb5-b4ca-364efade084e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7185c0c1-a98b-4d46-8286-1d5dbfb638c3) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:53.006340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5be1c7-c552-4bb5-b4ca-364efade084e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:53.007251 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1f5be1c7-c552-4bb5-b4ca-364efade084e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.010921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43228b3c-833a-48b2-a203-ea4bb22182fc None None] Network 7185c0c1-a98b-4d46-8286-1d5dbfb638c3 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:53.073444 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1f5be1c7-c552-4bb5-b4ca-364efade084e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7150807
Apr 16 21:45:53.076571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44566) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:53.081447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-13a1dfb1-db31-4e0c-aba1-5896ee03f1c4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Request body: {'network': {'name': 'tempest-router-network01--1224097629'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:53.111222 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7185c0c1-a98b-4d46-8286-1d5dbfb638c3', 'network_id': '7185c0c1-a98b-4d46-8286-1d5dbfb638c3', 'project_id': 'ef508703cdd446cca6616b50b7b1c63b', 'fixed_ips': [{'subnet_id': '75a05a50-52d2-43a3-99c9-36f64de69a7b'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:45:53.112067 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.154363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a1dfb1-db31-4e0c-aba1-5896ee03f1c4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Made reservation on behalf of ef508703cdd446cca6616b50b7b1c63b for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:53.158432 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13a1dfb1-db31-4e0c-aba1-5896ee03f1c4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.182921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a1dfb1-db31-4e0c-aba1-5896ee03f1c4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:53.191991 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13a1dfb1-db31-4e0c-aba1-5896ee03f1c4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.192327 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-13a1dfb1-db31-4e0c-aba1-5896ee03f1c4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Added segment cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae of type vlan for network 673392f3-2372-4adb-b1bd-bd68eafac847
Apr 16 21:45:53.236028 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13a1dfb1-db31-4e0c-aba1-5896ee03f1c4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (673392f3-2372-4adb-b1bd-bd68eafac847), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.251348 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Allocated IP 2001:db8::2 (7185c0c1-a98b-4d46-8286-1d5dbfb638c3/75a05a50-52d2-43a3-99c9-36f64de69a7b/f6cb0b24-a2a8-4c32-a068-78c4d623e87e) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:53.321813 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13a1dfb1-db31-4e0c-aba1-5896ee03f1c4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (673392f3-2372-4adb-b1bd-bd68eafac847), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.327495 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a1dfb1-db31-4e0c-aba1-5896ee03f1c4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:53.328113 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-13a1dfb1-db31-4e0c-aba1-5896ee03f1c4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.396002 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Publish callbacks [] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.398535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1dfb1-db31-4e0c-aba1-5896ee03f1c4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event updated for resources: {'Network': ['ID=673392f3-2372-4adb-b1bd-bd68eafac847,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:53.409774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 673392f3-2372-4adb-b1bd-bd68eafac847 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:45:53.468074 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-13a1dfb1-db31-4e0c-aba1-5896ee03f1c4 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3898017
Apr 16 21:45:53.470853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44570) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:53.475645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-5db288df-02fd-4b5c-8595-913fdf8f7431 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Request body: {'network': {'name': 'tempest-router-network02--1660810261'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:53.487857 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.529553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Network 7185c0c1-a98b-4d46-8286-1d5dbfb638c3 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:53.532389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:53.535837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:53.542599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Pushing event updated for resources: {'Port': ['ID=f6cb0b24-a2a8-4c32-a068-78c4d623e87e,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:53.573450 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db288df-02fd-4b5c-8595-913fdf8f7431 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Made reservation on behalf of ef508703cdd446cca6616b50b7b1c63b for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:53.577415 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5db288df-02fd-4b5c-8595-913fdf8f7431 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.599636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Attempting to bind port f6cb0b24-a2a8-4c32-a068-78c4d623e87e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:45:53.600041 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Attempting to bind port f6cb0b24-a2a8-4c32-a068-78c4d623e87e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26300489-55c0-491b-8275-facb3172d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7185c0c1-a98b-4d46-8286-1d5dbfb638c3'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:45:53.600473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Attempting to bind port f6cb0b24-a2a8-4c32-a068-78c4d623e87e on network 7185c0c1-a98b-4d46-8286-1d5dbfb638c3 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:53.601617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db288df-02fd-4b5c-8595-913fdf8f7431 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:53.605624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:45:53.606006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Checking segment: {'id': '26300489-55c0-491b-8275-facb3172d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7185c0c1-a98b-4d46-8286-1d5dbfb638c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:53.606446 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.606849 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Bound using segment: {'id': '26300489-55c0-491b-8275-facb3172d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7185c0c1-a98b-4d46-8286-1d5dbfb638c3'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:45:53.607323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Bound port: f6cb0b24-a2a8-4c32-a068-78c4d623e87e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26300489-55c0-491b-8275-facb3172d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7185c0c1-a98b-4d46-8286-1d5dbfb638c3'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:45:53.607744 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.610430 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5db288df-02fd-4b5c-8595-913fdf8f7431 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (f56581e4-72c4-45d6-bcdc-0aca1e34d8dc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.610778 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-5db288df-02fd-4b5c-8595-913fdf8f7431 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Added segment f56581e4-72c4-45d6-bcdc-0aca1e34d8dc of type vlan for network 37fcdc62-c082-4b67-a3e7-922bcc0d741a
Apr 16 21:45:53.652657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5db288df-02fd-4b5c-8595-913fdf8f7431 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (37fcdc62-c082-4b67-a3e7-922bcc0d741a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.672096 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] For port f6cb0b24-a2a8-4c32-a068-78c4d623e87e, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:45:53.676091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] For port f6cb0b24-a2a8-4c32-a068-78c4d623e87e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6cb0b24-a2a8-4c32-a068-78c4d623e87e,segment=NetworkSegment(26300489-55c0-491b-8275-facb3172d4ce),segment_id=26300489-55c0-491b-8275-facb3172d4ce)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:45:53.743209 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5db288df-02fd-4b5c-8595-913fdf8f7431 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (37fcdc62-c082-4b67-a3e7-922bcc0d741a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.748287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db288df-02fd-4b5c-8595-913fdf8f7431 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:53.749388 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5db288df-02fd-4b5c-8595-913fdf8f7431 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.772375 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:53.815317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db288df-02fd-4b5c-8595-913fdf8f7431 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event updated for resources: {'Network': ['ID=37fcdc62-c082-4b67-a3e7-922bcc0d741a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:53.827570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 37fcdc62-c082-4b67-a3e7-922bcc0d741a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:45:53.874112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44574) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:53.874668 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5db288df-02fd-4b5c-8595-913fdf8f7431 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3987381
Apr 16 21:45:53.877345 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1c795-4f4f-4741-9cba-1adc9d6e56c8 None None] Pushing event updated for resources: {'Port': ['ID=f6cb0b24-a2a8-4c32-a068-78c4d623e87e,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:53.885415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ef6c9fed-7ba4-4283-ba0b-eb87309494f6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Request body: {'subnet': {'network_id': '673392f3-2372-4adb-b1bd-bd68eafac847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:54.012481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe5255-a764-432b-9e15-99e3a9674448 req-df6ec55e-79b1-4176-b0bf-9e1b8a7dd959 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:54.014554 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0cfe5255-a764-432b-9e15-99e3a9674448 req-df6ec55e-79b1-4176-b0bf-9e1b8a7dd959 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1125 time: 0.0684812
Apr 16 21:45:54.073582 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0cfe5255-a764-432b-9e15-99e3a9674448 req-3625ced2-1414-4d4a-974b-d6a5355b0d23 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487790
Apr 16 21:45:54.115963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6c9fed-7ba4-4283-ba0b-eb87309494f6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Made reservation on behalf of ef508703cdd446cca6616b50b7b1c63b for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:54.119700 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9fed-7ba4-4283-ba0b-eb87309494f6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:54.379457 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9fed-7ba4-4283-ba0b-eb87309494f6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (69c3a1e4-2e23-4a36-a5e5-2a20ff4289e1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:54.440457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c9fed-7ba4-4283-ba0b-eb87309494f6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event updated for resources: {'Subnet': ['ID=69c3a1e4-2e23-4a36-a5e5-2a20ff4289e1,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:54.449685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6c9fed-7ba4-4283-ba0b-eb87309494f6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Checking segment: {'id': 'cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '673392f3-2372-4adb-b1bd-bd68eafac847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:54.450057 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c9fed-7ba4-4283-ba0b-eb87309494f6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Network hostable DHCP agents. Network: 673392f3-2372-4adb-b1bd-bd68eafac847, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:45:54.533600 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c9fed-7ba4-4283-ba0b-eb87309494f6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Network 673392f3-2372-4adb-b1bd-bd68eafac847 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:45:54.617630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-ef6c9fed-7ba4-4283-ba0b-eb87309494f6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 673392f3-2372-4adb-b1bd-bd68eafac847) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:54.623112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c9fed-7ba4-4283-ba0b-eb87309494f6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:54.624240 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9fed-7ba4-4283-ba0b-eb87309494f6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:54.627102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98f6e3b-9e82-459d-8c4c-16aa71145fe6 None None] Network 673392f3-2372-4adb-b1bd-bd68eafac847 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:54.736148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-673392f3-2372-4adb-b1bd-bd68eafac847', 'network_id': '673392f3-2372-4adb-b1bd-bd68eafac847', 'project_id': 'ef508703cdd446cca6616b50b7b1c63b', 'fixed_ips': [{'subnet_id': '69c3a1e4-2e23-4a36-a5e5-2a20ff4289e1'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:45:54.737035 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:54.763938 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ef6c9fed-7ba4-4283-ba0b-eb87309494f6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8882344
Apr 16 21:45:54.766590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44578) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:54.772378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2413fd2f-9bcc-49af-a216-346e1588150a tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Request body: {'subnet': {'network_id': '37fcdc62-c082-4b67-a3e7-922bcc0d741a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:54.813753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6072b19-7daa-4182-a6c3-b5e7bf1eb54f None None] Network 7185c0c1-a98b-4d46-8286-1d5dbfb638c3 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:54.925626 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2413fd2f-9bcc-49af-a216-346e1588150a tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Made reservation on behalf of ef508703cdd446cca6616b50b7b1c63b for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:54.925861 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cdf4be42-9547-45c1-be91-1e5486f89122 None None] Provisioning complete for port f6cb0b24-a2a8-4c32-a068-78c4d623e87e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:54.926105 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cdf4be42-9547-45c1-be91-1e5486f89122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:54.929462 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2413fd2f-9bcc-49af-a216-346e1588150a tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:54.973258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Allocated IP 2001:db8::2 (673392f3-2372-4adb-b1bd-bd68eafac847/69c3a1e4-2e23-4a36-a5e5-2a20ff4289e1/4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:55.035856 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:45:55.076093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f6cb0b24-a2a8-4c32-a068-78c4d623e87e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:55.185396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4be42-9547-45c1-be91-1e5486f89122 None None] Current status of the port f6cb0b24-a2a8-4c32-a068-78c4d623e87e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:55.185819 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cdf4be42-9547-45c1-be91-1e5486f89122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:55.198246 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2413fd2f-9bcc-49af-a216-346e1588150a tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (a31fae6c-92fd-4f74-8455-a88392f25e69), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:55.243301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f6cb0b24-a2a8-4c32-a068-78c4d623e87e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:55.243690 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:55.251652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddbe86-42d6-42df-8089-d6d15ef75337 req-52ce2cb4-4746-4b85-8f5c-658fa0b9c845 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:55.253536 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84ddbe86-42d6-42df-8089-d6d15ef75337 req-52ce2cb4-4746-4b85-8f5c-658fa0b9c845 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1125 time: 0.0845964
Apr 16 21:45:55.280233 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413fd2f-9bcc-49af-a216-346e1588150a tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event updated for resources: {'Subnet': ['ID=a31fae6c-92fd-4f74-8455-a88392f25e69,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:55.303832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-cdf4be42-9547-45c1-be91-1e5486f89122 None None] For port f6cb0b24-a2a8-4c32-a068-78c4d623e87e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6cb0b24-a2a8-4c32-a068-78c4d623e87e,segment=NetworkSegment(26300489-55c0-491b-8275-facb3172d4ce),segment_id=26300489-55c0-491b-8275-facb3172d4ce)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:55.306492 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Publish callbacks [] for port (4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:55.309632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2413fd2f-9bcc-49af-a216-346e1588150a tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Checking segment: {'id': 'f56581e4-72c4-45d6-bcdc-0aca1e34d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '37fcdc62-c082-4b67-a3e7-922bcc0d741a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:55.310009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2413fd2f-9bcc-49af-a216-346e1588150a tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Network hostable DHCP agents. Network: 37fcdc62-c082-4b67-a3e7-922bcc0d741a, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:45:55.337123 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-84ddbe86-42d6-42df-8089-d6d15ef75337 req-098bebc3-f6e7-40c9-bc7b-f4d1a19ed1b2 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720308
Apr 16 21:45:55.353245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f6cb0b24-a2a8-4c32-a068-78c4d623e87e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:55.353637 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:55.366845 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cdf4be42-9547-45c1-be91-1e5486f89122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:55.397738 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:55.447302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2413fd2f-9bcc-49af-a216-346e1588150a tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Network 37fcdc62-c082-4b67-a3e7-922bcc0d741a is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:45:55.453309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Network 673392f3-2372-4adb-b1bd-bd68eafac847 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:55.461311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:55.472320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:55.472320 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:45:55.472320 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:45:55.473039 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4be42-9547-45c1-be91-1e5486f89122 None None] Pushing event updated for resources: {'Port': ['ID=f6cb0b24-a2a8-4c32-a068-78c4d623e87e,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:55.530700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-285c8d6d-b648-4861-84e5-8e0d4fe76278 None None] Provisioning complete for port f6cb0b24-a2a8-4c32-a068-78c4d623e87e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:55.531275 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-285c8d6d-b648-4861-84e5-8e0d4fe76278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:55.560483 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2413fd2f-9bcc-49af-a216-346e1588150a tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 37fcdc62-c082-4b67-a3e7-922bcc0d741a) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:55.564798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2413fd2f-9bcc-49af-a216-346e1588150a tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:55.565670 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2413fd2f-9bcc-49af-a216-346e1588150a tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:55.637612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2413fd2f-9bcc-49af-a216-346e1588150a tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8698776
Apr 16 21:45:55.640976 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44584) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:55.742924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a669af6-277e-4476-8a3a-947841b254e1 None None] Network 37fcdc62-c082-4b67-a3e7-922bcc0d741a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:55.771846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Pushing event updated for resources: {'Port': ['ID=4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:55.806170 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Attempting to bind port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:45:55.806539 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Attempting to bind port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '673392f3-2372-4adb-b1bd-bd68eafac847'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:45:55.806902 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Attempting to bind port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b on network 673392f3-2372-4adb-b1bd-bd68eafac847 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:55.820852 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:45:55.821226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Checking segment: {'id': 'cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '673392f3-2372-4adb-b1bd-bd68eafac847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:55.821627 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:55.822015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Bound using segment: {'id': 'cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '673392f3-2372-4adb-b1bd-bd68eafac847'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:45:55.822482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Bound port: 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '673392f3-2372-4adb-b1bd-bd68eafac847'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:45:55.822861 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:55.897169 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 721e695b-699b-48df-a361-bd07bfb1268f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:45:55.929904 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:55.962372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-285c8d6d-b648-4861-84e5-8e0d4fe76278 None None] Current status of the port f6cb0b24-a2a8-4c32-a068-78c4d623e87e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:55.967570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-37fcdc62-c082-4b67-a3e7-922bcc0d741a', 'network_id': '37fcdc62-c082-4b67-a3e7-922bcc0d741a', 'project_id': 'ef508703cdd446cca6616b50b7b1c63b', 'fixed_ips': [{'subnet_id': 'a31fae6c-92fd-4f74-8455-a88392f25e69'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:45:55.968421 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:56.045337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] For port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:45:56.075061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] For port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b,segment=NetworkSegment(cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae),segment_id=cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:45:56.097950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f6cb0b24-a2a8-4c32-a068-78c4d623e87e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:56.171827 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:56.179707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Allocated IP 2001:db8::1 (673392f3-2372-4adb-b1bd-bd68eafac847/69c3a1e4-2e23-4a36-a5e5-2a20ff4289e1/93a64e24-35f1-46ae-bdca-66bcf538f119) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:56.192067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 721e695b-699b-48df-a361-bd07bfb1268f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=721e695b-699b-48df-a361-bd07bfb1268f,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:56.259374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '721e695b-699b-48df-a361-bd07bfb1268f', 'network_id': 'd0879ecd-5603-42bc-a1f6-a16a3c99be85', 'port_id': '721e695b-699b-48df-a361-bd07bfb1268f', 'mac_address': 'fa:16:3e:2c:5c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a55a077-f7f9-453c-bb17-67aa9caa9258', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:45:56.294637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Allocated IP 2001:db8::2 (37fcdc62-c082-4b67-a3e7-922bcc0d741a/a31fae6c-92fd-4f74-8455-a88392f25e69/d1589732-38fb-4e14-bef1-8a789b3b8121) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:45:56.307250 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for port (93a64e24-35f1-46ae-bdca-66bcf538f119), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:56.319684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d17f2-3d8f-4bc7-a024-79ad5cf885f1 None None] Pushing event updated for resources: {'Port': ['ID=4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:56.351591 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 721e695b-699b-48df-a361-bd07bfb1268f is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:56.351979 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (721e695b-699b-48df-a361-bd07bfb1268f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:56.399115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721e695b-699b-48df-a361-bd07bfb1268f {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:45:56.419357 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (93a64e24-35f1-46ae-bdca-66bcf538f119), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:56.425973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 721e695b-699b-48df-a361-bd07bfb1268f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=721e695b-699b-48df-a361-bd07bfb1268f,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:56.481635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf03da1-ab60-473a-9490-df3e9223570e req-babf846e-e948-4632-80b8-e706d4521ce6 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:56.490273 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3cf03da1-ab60-473a-9490-df3e9223570e req-babf846e-e948-4632-80b8-e706d4521ce6 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1125 time: 0.0807128
Apr 16 21:45:56.502103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Network 673392f3-2372-4adb-b1bd-bd68eafac847 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:56.504807 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (721e695b-699b-48df-a361-bd07bfb1268f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:56.517206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:56.518222 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:56.518788 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (af260149-c633-4b9d-9894-4f7b7fe6fb85), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:56.542066 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3cf03da1-ab60-473a-9490-df3e9223570e req-1a5e15a0-d8fb-45ea-9484-eed4823edf34 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506516
Apr 16 21:45:56.569160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event updated for resources: {'Port': ['ID=93a64e24-35f1-46ae-bdca-66bcf538f119,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:56.603856 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Publish callbacks [] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:56.615450 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=721e695b-699b-48df-a361-bd07bfb1268f,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:56.686861 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:56.746329 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Network 37fcdc62-c082-4b67-a3e7-922bcc0d741a is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:56.746329 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Pushing event updated for resources: {'Port': ['ID=d1589732-38fb-4e14-bef1-8a789b3b8121,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:56.747040 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (93a64e24-35f1-46ae-bdca-66bcf538f119), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:56.747158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:56.750174 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:45:56.806923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Attempting to bind port d1589732-38fb-4e14-bef1-8a789b3b8121 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:45:56.807238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Attempting to bind port d1589732-38fb-4e14-bef1-8a789b3b8121 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f56581e4-72c4-45d6-bcdc-0aca1e34d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '37fcdc62-c082-4b67-a3e7-922bcc0d741a'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:45:56.807610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Attempting to bind port d1589732-38fb-4e14-bef1-8a789b3b8121 on network 37fcdc62-c082-4b67-a3e7-922bcc0d741a {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:45:56.813304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:45:56.813683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Checking segment: {'id': 'f56581e4-72c4-45d6-bcdc-0aca1e34d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '37fcdc62-c082-4b67-a3e7-922bcc0d741a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:45:56.814090 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:56.814488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Bound using segment: {'id': 'f56581e4-72c4-45d6-bcdc-0aca1e34d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '37fcdc62-c082-4b67-a3e7-922bcc0d741a'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:45:56.814962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Bound port: d1589732-38fb-4e14-bef1-8a789b3b8121, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56581e4-72c4-45d6-bcdc-0aca1e34d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '37fcdc62-c082-4b67-a3e7-922bcc0d741a'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:45:56.815350 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:56.826918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['721e695b-699b-48df-a361-bd07bfb1268f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:45:56.940608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] For port d1589732-38fb-4e14-bef1-8a789b3b8121, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:45:56.944323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] For port d1589732-38fb-4e14-bef1-8a789b3b8121, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1589732-38fb-4e14-bef1-8a789b3b8121,segment=NetworkSegment(f56581e4-72c4-45d6-bcdc-0aca1e34d8dc),segment_id=f56581e4-72c4-45d6-bcdc-0aca1e34d8dc)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:45:57.004621 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:57.034043 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for port (93a64e24-35f1-46ae-bdca-66bcf538f119), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:57.082338 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (93a64e24-35f1-46ae-bdca-66bcf538f119), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:57.083438 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (af260149-c633-4b9d-9894-4f7b7fe6fb85), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:57.089893 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034a847-ccd7-442b-92c5-2a0e430a5f76 None None] Pushing event updated for resources: {'Port': ['ID=d1589732-38fb-4e14-bef1-8a789b3b8121,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:57.134847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:57.190819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event updated for resources: {'Port': ['ID=93a64e24-35f1-46ae-bdca-66bcf538f119,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:57.192559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:57.193675 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:57.244125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Network 673392f3-2372-4adb-b1bd-bd68eafac847 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:45:57.245636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:45:57.278839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:57.279298 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:57.323258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b,segment=NetworkSegment(cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae),segment_id=cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:57.384977 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:57.385837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f6cb0b24-a2a8-4c32-a068-78c4d623e87e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:57.447826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Router af260149-c633-4b9d-9894-4f7b7fe6fb85 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:45:57.479823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:57.485623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f6cb0b24-a2a8-4c32-a068-78c4d623e87e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:57.486007 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:57.586149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a3c70-c237-45c9-a02a-164de11bd819 None None] Network 673392f3-2372-4adb-b1bd-bd68eafac847 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:57.591027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f6cb0b24-a2a8-4c32-a068-78c4d623e87e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:57.595110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:45:57.601944 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3b2047a2-cc37-438c-9a6a-1128e8b3f99d tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "PUT /v2.0/routers/af260149-c633-4b9d-9894-4f7b7fe6fb85/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9597867
Apr 16 21:45:57.604621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44594) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:57.609207 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24d806-00bd-4a8e-90b6-1f381c5b11ae None None] Sync routers for ids ['af260149-c633-4b9d-9894-4f7b7fe6fb85'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:45:57.664729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24d806-00bd-4a8e-90b6-1f381c5b11ae None None] Routers {'af260149-c633-4b9d-9894-4f7b7fe6fb85'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:57.665340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ab24d806-00bd-4a8e-90b6-1f381c5b11ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f545ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['af260149-c633-4b9d-9894-4f7b7fe6fb85'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:57.667091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f5ed2c4f-869c-4cc4-8bc5-67e73fa3d091 None None] Provisioning complete for port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:57.667462 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2c4f-869c-4cc4-8bc5-67e73fa3d091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:57.712638 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa230bc-68f0-49f3-b6a8-5d7d3d025cb3 req-0a5a7355-765b-44db-9a00-aac46ee33813 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:57.715178 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0fa230bc-68f0-49f3-b6a8-5d7d3d025cb3 req-0a5a7355-765b-44db-9a00-aac46ee33813 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1126 time: 0.0622528
Apr 16 21:45:57.725061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ab24d806-00bd-4a8e-90b6-1f381c5b11ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f545ee0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:57.760612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24d806-00bd-4a8e-90b6-1f381c5b11ae None None] Routers {'af260149-c633-4b9d-9894-4f7b7fe6fb85'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:57.761233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ab24d806-00bd-4a8e-90b6-1f381c5b11ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f545ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['af260149-c633-4b9d-9894-4f7b7fe6fb85'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:57.773441 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0fa230bc-68f0-49f3-b6a8-5d7d3d025cb3 req-3a1fd048-9d0d-46dc-ae01-804ac27e53f7 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517907
Apr 16 21:45:57.804598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ab24d806-00bd-4a8e-90b6-1f381c5b11ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f545ee0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:57.805317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24d806-00bd-4a8e-90b6-1f381c5b11ae None None] The sync data for ids ['af260149-c633-4b9d-9894-4f7b7fe6fb85'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:45:57.871677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 721e695b-699b-48df-a361-bd07bfb1268f up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:57.909671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed2c4f-869c-4cc4-8bc5-67e73fa3d091 None None] Current status of the port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:57.934491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 721e695b-699b-48df-a361-bd07bfb1268f completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:45:58.009087 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-daee9b7f-8cc8-49c8-8e6f-ac4dff1e03f9 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:45:58.011801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 721e695b-699b-48df-a361-bd07bfb1268f triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:58.012262 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (721e695b-699b-48df-a361-bd07bfb1268f), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:58.012756 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-daee9b7f-8cc8-49c8-8e6f-ac4dff1e03f9 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "PUT /v2.0/routers/af260149-c633-4b9d-9894-4f7b7fe6fb85/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.4059291
Apr 16 21:45:58.013108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44596) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:58.098583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 721e695b-699b-48df-a361-bd07bfb1268f is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:58.098978 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (721e695b-699b-48df-a361-bd07bfb1268f), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:58.128071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beab72d9-4311-48a0-8214-092b0b79ff51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721e695b-699b-48df-a361-bd07bfb1268f'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:45:58.132241 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c293be1-3ada-4835-8564-c200b4dde45b" -d '{"events": [{"server_uuid": "beab72d9-4311-48a0-8214-092b0b79ff51", "name": "network-vif-plugged", "status": "completed", "tag": "721e695b-699b-48df-a361-bd07bfb1268f"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:45:58.152388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 721e695b-699b-48df-a361-bd07bfb1268f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=721e695b-699b-48df-a361-bd07bfb1268f,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:58.180603 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e30a672-99b1-4b33-9d66-645c29631090 x-openstack-request-id: req-6e30a672-99b1-4b33-9d66-645c29631090 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:45:58.180897 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beab72d9-4311-48a0-8214-092b0b79ff51", "name": "network-vif-plugged", "status": "completed", "tag": "721e695b-699b-48df-a361-bd07bfb1268f", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:45:58.181151 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e30a672-99b1-4b33-9d66-645c29631090 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:45:58.181547 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e30a672-99b1-4b33-9d66-645c29631090'] response: {'server_uuid': 'beab72d9-4311-48a0-8214-092b0b79ff51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721e695b-699b-48df-a361-bd07bfb1268f', 'code': 200}
Apr 16 21:45:58.225736 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (721e695b-699b-48df-a361-bd07bfb1268f), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:58.241857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a35c119e-3382-47c1-b98a-03c31d158c57 None None] Provisioning complete for port 93a64e24-35f1-46ae-bdca-66bcf538f119 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:58.242365 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a35c119e-3382-47c1-b98a-03c31d158c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (93a64e24-35f1-46ae-bdca-66bcf538f119), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:58.297552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0147d-7004-41f5-afc8-ad6f5784b4b7 req-4a56ed47-1087-4142-af33-9dfff9c283b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:58.305003 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cbf0147d-7004-41f5-afc8-ad6f5784b4b7 req-4a56ed47-1087-4142-af33-9dfff9c283b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1127 time: 0.0640509
Apr 16 21:45:58.328705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a35c119e-3382-47c1-b98a-03c31d158c57 None None] Port 93a64e24-35f1-46ae-bdca-66bcf538f119 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:58.344637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=721e695b-699b-48df-a361-bd07bfb1268f,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:58.362504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a35c119e-3382-47c1-b98a-03c31d158c57 None None] Provisioning complete for port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:58.362725 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a35c119e-3382-47c1-b98a-03c31d158c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:58.366671 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cbf0147d-7004-41f5-afc8-ad6f5784b4b7 req-6c92938b-d642-42c6-93bd-6a6f468a0db4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557642
Apr 16 21:45:58.372442 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06feb548-d25a-4cea-b3d3-4b0b0dd48e24 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (af260149-c633-4b9d-9894-4f7b7fe6fb85), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:58.458707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a35c119e-3382-47c1-b98a-03c31d158c57 None None] Current status of the port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:58.493706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac898c1-c638-4175-8608-d14aefda8601 None None] Network 37fcdc62-c082-4b67-a3e7-922bcc0d741a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:45:58.590559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ca3e7ec7-ff29-477e-99fd-5655299dd97c None None] Provisioning complete for port 93a64e24-35f1-46ae-bdca-66bcf538f119 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:58.591081 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ca3e7ec7-ff29-477e-99fd-5655299dd97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (93a64e24-35f1-46ae-bdca-66bcf538f119), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:58.656363 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e7ec7-ff29-477e-99fd-5655299dd97c None None] Port 93a64e24-35f1-46ae-bdca-66bcf538f119 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:58.661118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-06feb548-d25a-4cea-b3d3-4b0b0dd48e24 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Deleting port 93a64e24-35f1-46ae-bdca-66bcf538f119 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:45:58.661244 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06feb548-d25a-4cea-b3d3-4b0b0dd48e24 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (93a64e24-35f1-46ae-bdca-66bcf538f119), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:58.665358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ca3e7ec7-ff29-477e-99fd-5655299dd97c None None] Provisioning complete for port d1589732-38fb-4e14-bef1-8a789b3b8121 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:58.665546 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ca3e7ec7-ff29-477e-99fd-5655299dd97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:58.762355 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06feb548-d25a-4cea-b3d3-4b0b0dd48e24 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (93a64e24-35f1-46ae-bdca-66bcf538f119), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:58.773183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e7ec7-ff29-477e-99fd-5655299dd97c None None] Current status of the port d1589732-38fb-4e14-bef1-8a789b3b8121 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:58.773671 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ca3e7ec7-ff29-477e-99fd-5655299dd97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:58.780379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-06feb548-d25a-4cea-b3d3-4b0b0dd48e24 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Calling delete_port for 93a64e24-35f1-46ae-bdca-66bcf538f119 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:45:58.809490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ca3e7ec7-ff29-477e-99fd-5655299dd97c None None] For port d1589732-38fb-4e14-bef1-8a789b3b8121, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1589732-38fb-4e14-bef1-8a789b3b8121,segment=NetworkSegment(f56581e4-72c4-45d6-bcdc-0aca1e34d8dc),segment_id=f56581e4-72c4-45d6-bcdc-0aca1e34d8dc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:45:58.869019 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ca3e7ec7-ff29-477e-99fd-5655299dd97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:58.917578 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e7ec7-ff29-477e-99fd-5655299dd97c None None] Pushing event updated for resources: {'Port': ['ID=d1589732-38fb-4e14-bef1-8a789b3b8121,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:58.935993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d7ec0-d27d-4adc-a098-f286ca058c16 req-d1433717-356f-4f78-9808-3e5342136730 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:45:58.937561 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-818d7ec0-d27d-4adc-a098-f286ca058c16 req-d1433717-356f-4f78-9808-3e5342136730 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1127 time: 0.0903575
Apr 16 21:45:58.996475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-40ece6fe-5d83-49f7-a812-56dbd3dd373a None None] Provisioning complete for port 93a64e24-35f1-46ae-bdca-66bcf538f119 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:58.996962 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-40ece6fe-5d83-49f7-a812-56dbd3dd373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (93a64e24-35f1-46ae-bdca-66bcf538f119), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:59.022764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-818d7ec0-d27d-4adc-a098-f286ca058c16 req-eb427b59-247d-4b71-bf09-5867a9f71121 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794261
Apr 16 21:45:59.034416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-40ece6fe-5d83-49f7-a812-56dbd3dd373a None None] Port 93a64e24-35f1-46ae-bdca-66bcf538f119 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:45:59.042930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-40ece6fe-5d83-49f7-a812-56dbd3dd373a None None] Provisioning complete for port d1589732-38fb-4e14-bef1-8a789b3b8121 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:59.043300 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-40ece6fe-5d83-49f7-a812-56dbd3dd373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:59.093529 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06feb548-d25a-4cea-b3d3-4b0b0dd48e24 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (93a64e24-35f1-46ae-bdca-66bcf538f119), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:59.112030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:59.124581 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06feb548-d25a-4cea-b3d3-4b0b0dd48e24 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event deleted for resources: {'Port': ['ID=93a64e24-35f1-46ae-bdca-66bcf538f119,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:45:59.157603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-40ece6fe-5d83-49f7-a812-56dbd3dd373a None None] Current status of the port d1589732-38fb-4e14-bef1-8a789b3b8121 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:59.175908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:59.176388 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:59.233019 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06feb548-d25a-4cea-b3d3-4b0b0dd48e24 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (af260149-c633-4b9d-9894-4f7b7fe6fb85), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:59.264870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:59.266137 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d1589732-38fb-4e14-bef1-8a789b3b8121 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:45:59.312590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d1589732-38fb-4e14-bef1-8a789b3b8121 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:45:59.312965 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:59.401303 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06feb548-d25a-4cea-b3d3-4b0b0dd48e24 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Router af260149-c633-4b9d-9894-4f7b7fe6fb85 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:45:59.484529 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06feb548-d25a-4cea-b3d3-4b0b0dd48e24 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:45:59.490386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-06feb548-d25a-4cea-b3d3-4b0b0dd48e24 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "PUT /v2.0/routers/af260149-c633-4b9d-9894-4f7b7fe6fb85/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4754949
Apr 16 21:45:59.495791 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533aa1ce-2c20-48df-bd8d-f7ab7b6b17d1 None None] Sync routers for ids ['af260149-c633-4b9d-9894-4f7b7fe6fb85'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:45:59.496348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44604) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:59.507168 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533aa1ce-2c20-48df-bd8d-f7ab7b6b17d1 None None] Routers {'af260149-c633-4b9d-9894-4f7b7fe6fb85'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:59.507782 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-533aa1ce-2c20-48df-bd8d-f7ab7b6b17d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126da2f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['af260149-c633-4b9d-9894-4f7b7fe6fb85'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:59.544202 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-533aa1ce-2c20-48df-bd8d-f7ab7b6b17d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126da2f70>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:59.552956 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533aa1ce-2c20-48df-bd8d-f7ab7b6b17d1 None None] Routers {'af260149-c633-4b9d-9894-4f7b7fe6fb85'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:45:59.553632 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-d257154e-f629-4e5e-9229-3e6857516052 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] delete failed (client error): The resource could not be found.
Apr 16 21:45:59.553778 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-533aa1ce-2c20-48df-bd8d-f7ab7b6b17d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126da2f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['af260149-c633-4b9d-9894-4f7b7fe6fb85'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:59.555306 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d257154e-f629-4e5e-9229-3e6857516052 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-895149979 HTTP/1.1" status: 404  len: 334 time: 0.0582740
Apr 16 21:45:59.560279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44606) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:59.563121 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d1589732-38fb-4e14-bef1-8a789b3b8121 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:45:59.566411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f5494d36-320b-4c80-b4a6-4f43731e4cee tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af260149-c633-4b9d-9894-4f7b7fe6fb85'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:59.591405 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-533aa1ce-2c20-48df-bd8d-f7ab7b6b17d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126da2f70>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:45:59.592045 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533aa1ce-2c20-48df-bd8d-f7ab7b6b17d1 None None] The sync data for ids ['af260149-c633-4b9d-9894-4f7b7fe6fb85'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:45:59.796985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f5494d36-320b-4c80-b4a6-4f43731e4cee tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for router_gateway (af260149-c633-4b9d-9894-4f7b7fe6fb85), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:59.882063 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-f5494d36-320b-4c80-b4a6-4f43731e4cee tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] update failed (client error): The resource could not be found.
Apr 16 21:45:59.883148 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f5494d36-320b-4c80-b4a6-4f43731e4cee tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "PUT /v2.0/routers/af260149-c633-4b9d-9894-4f7b7fe6fb85 HTTP/1.1" status: 404  len: 339 time: 0.3210554
Apr 16 21:45:59.886761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44610) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:45:59.892272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b4590b7a-af7e-41ce-ac49-e372f951225c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-964023470'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:45:59.959801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4590b7a-af7e-41ce-ac49-e372f951225c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Made reservation on behalf of ef508703cdd446cca6616b50b7b1c63b for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:45:59.962935 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4590b7a-af7e-41ce-ac49-e372f951225c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:59.986143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4590b7a-af7e-41ce-ac49-e372f951225c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:45:59.994898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4590b7a-af7e-41ce-ac49-e372f951225c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d61eaea7-4e45-46b0-aebf-ac0a14807ee2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:45:59.995263 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-b4590b7a-af7e-41ce-ac49-e372f951225c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Added segment d61eaea7-4e45-46b0-aebf-ac0a14807ee2 of type vlan for network ac69a7c6-82bb-488c-8343-580fa89c5bb2
Apr 16 21:46:00.033799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4590b7a-af7e-41ce-ac49-e372f951225c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (ac69a7c6-82bb-488c-8343-580fa89c5bb2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:00.118665 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4590b7a-af7e-41ce-ac49-e372f951225c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (ac69a7c6-82bb-488c-8343-580fa89c5bb2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:00.124203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4590b7a-af7e-41ce-ac49-e372f951225c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:00.124776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4590b7a-af7e-41ce-ac49-e372f951225c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:00.187929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e325b-411d-4a2d-8f20-06a6b2a2cde3 req-95326e8f-da10-462d-b56f-97b4f1c8f35e tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:00.189517 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4d5e325b-411d-4a2d-8f20-06a6b2a2cde3 req-95326e8f-da10-462d-b56f-97b4f1c8f35e tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1127 time: 0.0978098
Apr 16 21:46:00.215829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4590b7a-af7e-41ce-ac49-e372f951225c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event updated for resources: {'Network': ['ID=ac69a7c6-82bb-488c-8343-580fa89c5bb2,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:00.224689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network ac69a7c6-82bb-488c-8343-580fa89c5bb2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:46:00.241972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b4590b7a-af7e-41ce-ac49-e372f951225c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3541467
Apr 16 21:46:00.245027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44614) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:00.250772 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4d5e325b-411d-4a2d-8f20-06a6b2a2cde3 req-a24ab1b6-1a8a-4407-88d5-8f1cace2ec4f tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503726
Apr 16 21:46:00.251262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3a2f1edc-6fb2-4762-9fe1-3d673452f19e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Request body: {'subnet': {'network_id': 'ac69a7c6-82bb-488c-8343-580fa89c5bb2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:46:00.374328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e1bdb-d826-41f0-a15d-1087d1a27d52 req-f06dbc1c-0202-443e-a4e2-bfe88561f4a4 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:00.375851 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb7e1bdb-d826-41f0-a15d-1087d1a27d52 req-f06dbc1c-0202-443e-a4e2-bfe88561f4a4 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1127 time: 0.0607245
Apr 16 21:46:00.418827 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eb7e1bdb-d826-41f0-a15d-1087d1a27d52 req-6615cfaf-a36f-4f9c-a0d1-66534c72bd63 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373864
Apr 16 21:46:00.435858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2f1edc-6fb2-4762-9fe1-3d673452f19e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Made reservation on behalf of ef508703cdd446cca6616b50b7b1c63b for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:46:00.439346 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1edc-6fb2-4762-9fe1-3d673452f19e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:00.520938 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7ac5f-6ce5-4c14-b8d1-68449b4adc90 req-669da38c-3c97-4fd5-8cd6-8cb59edab140 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:00.522389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0af7ac5f-6ce5-4c14-b8d1-68449b4adc90 req-669da38c-3c97-4fd5-8cd6-8cb59edab140 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1127 time: 0.0388145
Apr 16 21:46:00.566816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0af7ac5f-6ce5-4c14-b8d1-68449b4adc90 req-ff663849-6507-44c4-9982-611d4409a9af tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384102
Apr 16 21:46:00.693536 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1edc-6fb2-4762-9fe1-3d673452f19e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (edd35240-9149-49b4-8e2c-1057836409f7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:00.752202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f1edc-6fb2-4762-9fe1-3d673452f19e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event updated for resources: {'Subnet': ['ID=edd35240-9149-49b4-8e2c-1057836409f7,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:00.762611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2f1edc-6fb2-4762-9fe1-3d673452f19e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Checking segment: {'id': 'd61eaea7-4e45-46b0-aebf-ac0a14807ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ac69a7c6-82bb-488c-8343-580fa89c5bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:46:00.762965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f1edc-6fb2-4762-9fe1-3d673452f19e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Network hostable DHCP agents. Network: ac69a7c6-82bb-488c-8343-580fa89c5bb2, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:46:00.818871 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f1edc-6fb2-4762-9fe1-3d673452f19e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Network ac69a7c6-82bb-488c-8343-580fa89c5bb2 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:46:00.890205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f1edc-6fb2-4762-9fe1-3d673452f19e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ac69a7c6-82bb-488c-8343-580fa89c5bb2) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:00.894770 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2f1edc-6fb2-4762-9fe1-3d673452f19e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:00.896026 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1edc-6fb2-4762-9fe1-3d673452f19e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:00.900812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc9993-4593-4d8c-958d-04126121212b None None] Network ac69a7c6-82bb-488c-8343-580fa89c5bb2 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:46:00.975053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ae85d-1e2c-4ee3-b684-8349398a0ab8 req-131f2fcb-51b6-4baf-a91a-9946f23bba5b tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:00.976672 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-995ae85d-1e2c-4ee3-b684-8349398a0ab8 req-131f2fcb-51b6-4baf-a91a-9946f23bba5b tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1127 time: 0.0456052
Apr 16 21:46:00.985414 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3a2f1edc-6fb2-4762-9fe1-3d673452f19e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.7392616
Apr 16 21:46:00.986064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44626) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:00.990455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9b2d9eeb-cb4b-4a1d-a132-b4c5c7314bc0 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ac69a7c6-82bb-488c-8343-580fa89c5bb2'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:46:01.003876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ac69a7c6-82bb-488c-8343-580fa89c5bb2', 'network_id': 'ac69a7c6-82bb-488c-8343-580fa89c5bb2', 'project_id': 'ef508703cdd446cca6616b50b7b1c63b', 'fixed_ips': [{'subnet_id': 'edd35240-9149-49b4-8e2c-1057836409f7'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:46:01.005668 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:01.030156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-995ae85d-1e2c-4ee3-b684-8349398a0ab8 req-a2d451b5-5003-4a12-9be5-394335bed82f tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474787
Apr 16 21:46:01.145156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Allocated IP 2001:db8:1::2 (ac69a7c6-82bb-488c-8343-580fa89c5bb2/edd35240-9149-49b4-8e2c-1057836409f7/cc03b3fb-5039-4b69-967e-ba30611df1a3) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:46:01.296830 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Publish callbacks [] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:01.362244 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:01.404330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Network ac69a7c6-82bb-488c-8343-580fa89c5bb2 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:46:01.407088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:01.410577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:46:01.417677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Pushing event updated for resources: {'Port': ['ID=cc03b3fb-5039-4b69-967e-ba30611df1a3,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:01.472510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Attempting to bind port cc03b3fb-5039-4b69-967e-ba30611df1a3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:46:01.472889 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Attempting to bind port cc03b3fb-5039-4b69-967e-ba30611df1a3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd61eaea7-4e45-46b0-aebf-ac0a14807ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ac69a7c6-82bb-488c-8343-580fa89c5bb2'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:46:01.473261 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Attempting to bind port cc03b3fb-5039-4b69-967e-ba30611df1a3 on network ac69a7c6-82bb-488c-8343-580fa89c5bb2 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:46:01.478559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:46:01.478991 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Checking segment: {'id': 'd61eaea7-4e45-46b0-aebf-ac0a14807ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ac69a7c6-82bb-488c-8343-580fa89c5bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:46:01.479349 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:01.479749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Bound using segment: {'id': 'd61eaea7-4e45-46b0-aebf-ac0a14807ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ac69a7c6-82bb-488c-8343-580fa89c5bb2'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:46:01.480255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Bound port: cc03b3fb-5039-4b69-967e-ba30611df1a3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61eaea7-4e45-46b0-aebf-ac0a14807ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ac69a7c6-82bb-488c-8343-580fa89c5bb2'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:46:01.480640 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:01.545268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] For port cc03b3fb-5039-4b69-967e-ba30611df1a3, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:46:01.548546 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] For port cc03b3fb-5039-4b69-967e-ba30611df1a3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc03b3fb-5039-4b69-967e-ba30611df1a3,segment=NetworkSegment(d61eaea7-4e45-46b0-aebf-ac0a14807ee2),segment_id=d61eaea7-4e45-46b0-aebf-ac0a14807ee2)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:46:01.557587 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9eeb-cb4b-4a1d-a132-b4c5c7314bc0 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for router_gateway (af260149-c633-4b9d-9894-4f7b7fe6fb85), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:01.628987 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:01.700548 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971a60e-4690-4dd5-af73-ffc1089c14f1 None None] Pushing event updated for resources: {'Port': ['ID=cc03b3fb-5039-4b69-967e-ba30611df1a3,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:01.728224 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-9b2d9eeb-cb4b-4a1d-a132-b4c5c7314bc0 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 21:46:01.733655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9b2d9eeb-cb4b-4a1d-a132-b4c5c7314bc0 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "PUT /v2.0/routers/af260149-c633-4b9d-9894-4f7b7fe6fb85 HTTP/1.1" status: 400  len: 364 time: 0.7423146
Apr 16 21:46:01.733886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44630) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:02.039898 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:02.199929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8341b19-0e7c-4294-a254-c0b7b2960083 req-b3a7bc26-9c38-482b-86fb-29a61d617df0 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:02.201936 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f8341b19-0e7c-4294-a254-c0b7b2960083 req-b3a7bc26-9c38-482b-86fb-29a61d617df0 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1127 time: 0.0830638
Apr 16 21:46:02.299527 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f8341b19-0e7c-4294-a254-c0b7b2960083 req-392050d7-2dc1-43b7-9627-0b8f30d393a6 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917017
Apr 16 21:46:02.336884 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf39e9-f683-4ddf-a5b6-7116fa116fc5 req-db1d5b8f-a377-477e-ba49-c5e4d12775a0 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:02.339067 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0edf39e9-f683-4ddf-a5b6-7116fa116fc5 req-db1d5b8f-a377-477e-ba49-c5e4d12775a0 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 1127 time: 0.0554080
Apr 16 21:46:02.366812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Allocated IP 2001:db8::1 (7185c0c1-a98b-4d46-8286-1d5dbfb638c3/75a05a50-52d2-43a3-99c9-36f64de69a7b/b10ac51e-58c5-4846-a077-de5fd4d1fe94) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:46:02.421531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0edf39e9-f683-4ddf-a5b6-7116fa116fc5 req-91f628f5-8eca-4479-91b6-65deb8fd96e1 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Deleting port 721e695b-699b-48df-a361-bd07bfb1268f {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:02.422018 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0edf39e9-f683-4ddf-a5b6-7116fa116fc5 req-91f628f5-8eca-4479-91b6-65deb8fd96e1 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (721e695b-699b-48df-a361-bd07bfb1268f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:02.498645 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for port (b10ac51e-58c5-4846-a077-de5fd4d1fe94), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:02.512682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0edf39e9-f683-4ddf-a5b6-7116fa116fc5 req-91f628f5-8eca-4479-91b6-65deb8fd96e1 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] For port 721e695b-699b-48df-a361-bd07bfb1268f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=721e695b-699b-48df-a361-bd07bfb1268f,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:02.513060 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0edf39e9-f683-4ddf-a5b6-7116fa116fc5 req-91f628f5-8eca-4479-91b6-65deb8fd96e1 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (721e695b-699b-48df-a361-bd07bfb1268f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:02.528155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0edf39e9-f683-4ddf-a5b6-7116fa116fc5 req-91f628f5-8eca-4479-91b6-65deb8fd96e1 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Calling delete_port for 721e695b-699b-48df-a361-bd07bfb1268f owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:02.635305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24ea2ae-d1cf-4fbd-ae6d-c24364593638 None None] Network ac69a7c6-82bb-488c-8343-580fa89c5bb2 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:46:02.642289 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b10ac51e-58c5-4846-a077-de5fd4d1fe94), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:02.691419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Network 7185c0c1-a98b-4d46-8286-1d5dbfb638c3 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:46:02.696796 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:02.703939 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:46:02.704537 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (af260149-c633-4b9d-9894-4f7b7fe6fb85), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:02.715737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-890bd814-d91d-4044-b184-de44dce1e6a1 None None] Provisioning complete for port cc03b3fb-5039-4b69-967e-ba30611df1a3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:02.715926 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-890bd814-d91d-4044-b184-de44dce1e6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:02.742723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event updated for resources: {'Port': ['ID=b10ac51e-58c5-4846-a077-de5fd4d1fe94,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:02.761894 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0edf39e9-f683-4ddf-a5b6-7116fa116fc5 req-91f628f5-8eca-4479-91b6-65deb8fd96e1 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (721e695b-699b-48df-a361-bd07bfb1268f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:02.783272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['721e695b-699b-48df-a361-bd07bfb1268f'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:46:02.817336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['85774be5-21d1-4ad5-b784-5a21bb8300fd'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:46:02.833228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f628f5-8eca-4479-91b6-65deb8fd96e1 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Pushing event deleted for resources: {'Port': ['ID=721e695b-699b-48df-a361-bd07bfb1268f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:02.868945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edf39e9-f683-4ddf-a5b6-7116fa116fc5 req-91f628f5-8eca-4479-91b6-65deb8fd96e1 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] No DVR routers for this DVR port 721e695b-699b-48df-a361-bd07bfb1268f on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:02.874635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0edf39e9-f683-4ddf-a5b6-7116fa116fc5 req-91f628f5-8eca-4479-91b6-65deb8fd96e1 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:02.878985 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0edf39e9-f683-4ddf-a5b6-7116fa116fc5 req-91f628f5-8eca-4479-91b6-65deb8fd96e1 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.41 "DELETE /v2.0/ports/721e695b-699b-48df-a361-bd07bfb1268f HTTP/1.1" status: 204  len: 173 time: 0.5345154
Apr 16 21:46:02.879698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beab72d9-4311-48a0-8214-092b0b79ff51', 'name': 'network-vif-deleted', 'tag': '721e695b-699b-48df-a361-bd07bfb1268f'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:46:02.883449 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce260f5-61f3-458f-b7e5-e6211fad34b2" -d '{"events": [{"server_uuid": "beab72d9-4311-48a0-8214-092b0b79ff51", "name": "network-vif-deleted", "tag": "721e695b-699b-48df-a361-bd07bfb1268f"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:46:02.926257 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b10ac51e-58c5-4846-a077-de5fd4d1fe94), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:02.944908 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636be5ef-6002-4dd7-a756-2482b30bf9fe x-openstack-request-id: req-636be5ef-6002-4dd7-a756-2482b30bf9fe {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:46:02.945201 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beab72d9-4311-48a0-8214-092b0b79ff51", "name": "network-vif-deleted", "tag": "721e695b-699b-48df-a361-bd07bfb1268f", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:46:02.945453 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-636be5ef-6002-4dd7-a756-2482b30bf9fe {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:46:02.945862 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636be5ef-6002-4dd7-a756-2482b30bf9fe'] response: {'server_uuid': 'beab72d9-4311-48a0-8214-092b0b79ff51', 'name': 'network-vif-deleted', 'tag': '721e695b-699b-48df-a361-bd07bfb1268f', 'status': 'completed', 'code': 200}
Apr 16 21:46:03.044110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-890bd814-d91d-4044-b184-de44dce1e6a1 None None] Current status of the port cc03b3fb-5039-4b69-967e-ba30611df1a3 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:03.048019 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-890bd814-d91d-4044-b184-de44dce1e6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:03.174966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-890bd814-d91d-4044-b184-de44dce1e6a1 None None] For port cc03b3fb-5039-4b69-967e-ba30611df1a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc03b3fb-5039-4b69-967e-ba30611df1a3,segment=NetworkSegment(d61eaea7-4e45-46b0-aebf-ac0a14807ee2),segment_id=d61eaea7-4e45-46b0-aebf-ac0a14807ee2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:03.178204 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cc03b3fb-5039-4b69-967e-ba30611df1a3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:03.261584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port cc03b3fb-5039-4b69-967e-ba30611df1a3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:03.261963 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:03.287921 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-890bd814-d91d-4044-b184-de44dce1e6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:03.297902 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for port (b10ac51e-58c5-4846-a077-de5fd4d1fe94), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:03.367268 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (b10ac51e-58c5-4846-a077-de5fd4d1fe94), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:03.368399 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (af260149-c633-4b9d-9894-4f7b7fe6fb85), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:03.371519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bd814-d91d-4044-b184-de44dce1e6a1 None None] Pushing event updated for resources: {'Port': ['ID=cc03b3fb-5039-4b69-967e-ba30611df1a3,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:03.389846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port cc03b3fb-5039-4b69-967e-ba30611df1a3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:03.403639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a385efa0-b7b4-40e3-9d91-1deb278fb13c None None] Provisioning complete for port b10ac51e-58c5-4846-a077-de5fd4d1fe94 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:03.404013 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a385efa0-b7b4-40e3-9d91-1deb278fb13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b10ac51e-58c5-4846-a077-de5fd4d1fe94), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:03.438685 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a385efa0-b7b4-40e3-9d91-1deb278fb13c None None] Port b10ac51e-58c5-4846-a077-de5fd4d1fe94 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:46:03.446414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a385efa0-b7b4-40e3-9d91-1deb278fb13c None None] Provisioning complete for port cc03b3fb-5039-4b69-967e-ba30611df1a3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:03.446789 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a385efa0-b7b4-40e3-9d91-1deb278fb13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:03.470613 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0150a824-3e3b-4fd2-b76f-3781d01a605c req-14290d1f-1855-4fe7-a738-3261f35388e2 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=beab72d9-4311-48a0-8214-092b0b79ff51 HTTP/1.1" status: 200  len: 210 time: 0.0747452
Apr 16 21:46:03.481934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event updated for resources: {'Port': ['ID=b10ac51e-58c5-4846-a077-de5fd4d1fe94,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:03.529915 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a385efa0-b7b4-40e3-9d91-1deb278fb13c None None] Current status of the port cc03b3fb-5039-4b69-967e-ba30611df1a3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:03.530661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Network 7185c0c1-a98b-4d46-8286-1d5dbfb638c3 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:46:03.532072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:03.637213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Router af260149-c633-4b9d-9894-4f7b7fe6fb85 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:46:03.741810 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:46:03.746850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0daa0aba-2476-48bb-996d-25e9a2cf1077 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "PUT /v2.0/routers/af260149-c633-4b9d-9894-4f7b7fe6fb85/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0119376
Apr 16 21:46:03.749534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44642) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:03.759104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac94b0a3-8928-4b64-b248-a86372bc1989 None None] Sync routers for ids ['af260149-c633-4b9d-9894-4f7b7fe6fb85'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:46:03.774994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac94b0a3-8928-4b64-b248-a86372bc1989 None None] Routers {'af260149-c633-4b9d-9894-4f7b7fe6fb85'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:03.775837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ac94b0a3-8928-4b64-b248-a86372bc1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012495f9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['af260149-c633-4b9d-9894-4f7b7fe6fb85'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:03.813943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ac94b0a3-8928-4b64-b248-a86372bc1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012495f9d0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:03.822996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac94b0a3-8928-4b64-b248-a86372bc1989 None None] Routers {'af260149-c633-4b9d-9894-4f7b7fe6fb85'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:03.823683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ac94b0a3-8928-4b64-b248-a86372bc1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012495f9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['af260149-c633-4b9d-9894-4f7b7fe6fb85'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:03.846330 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-48ddce6f-3cfe-4ec1-a472-c55ff91b16f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for router (af260149-c633-4b9d-9894-4f7b7fe6fb85), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:03.862790 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-ac94b0a3-8928-4b64-b248-a86372bc1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012495f9d0>, [], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:03.863500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac94b0a3-8928-4b64-b248-a86372bc1989 None None] The sync data for ids ['af260149-c633-4b9d-9894-4f7b7fe6fb85'] in ncdv-master-1 is: [] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:46:03.872912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b9660579-6d45-45e2-a175-4628fb7ea6bc None None] Provisioning complete for port b10ac51e-58c5-4846-a077-de5fd4d1fe94 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:03.873297 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b9660579-6d45-45e2-a175-4628fb7ea6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b10ac51e-58c5-4846-a077-de5fd4d1fe94), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:03.913618 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b9660579-6d45-45e2-a175-4628fb7ea6bc None None] Port b10ac51e-58c5-4846-a077-de5fd4d1fe94 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:46:03.939621 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-48ddce6f-3cfe-4ec1-a472-c55ff91b16f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 16 21:46:03.940716 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-48ddce6f-3cfe-4ec1-a472-c55ff91b16f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "DELETE /v2.0/routers/af260149-c633-4b9d-9894-4f7b7fe6fb85 HTTP/1.1" status: 409  len: 376 time: 0.1901889
Apr 16 21:46:03.943519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44644) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:04.246532 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b4f4-a706-4b1f-a5c8-41121ab44425 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (af260149-c633-4b9d-9894-4f7b7fe6fb85), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:04.475304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8b4f4-a706-4b1f-a5c8-41121ab44425 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Deleting port b10ac51e-58c5-4846-a077-de5fd4d1fe94 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:04.475652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b4f4-a706-4b1f-a5c8-41121ab44425 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b10ac51e-58c5-4846-a077-de5fd4d1fe94), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:04.561650 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b4f4-a706-4b1f-a5c8-41121ab44425 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b10ac51e-58c5-4846-a077-de5fd4d1fe94), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:04.574935 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8b4f4-a706-4b1f-a5c8-41121ab44425 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Calling delete_port for b10ac51e-58c5-4846-a077-de5fd4d1fe94 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:04.801723 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b4f4-a706-4b1f-a5c8-41121ab44425 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b10ac51e-58c5-4846-a077-de5fd4d1fe94), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:04.832223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8b4f4-a706-4b1f-a5c8-41121ab44425 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event deleted for resources: {'Port': ['ID=b10ac51e-58c5-4846-a077-de5fd4d1fe94,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:04.950277 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b4f4-a706-4b1f-a5c8-41121ab44425 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (af260149-c633-4b9d-9894-4f7b7fe6fb85), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:05.054576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63383b7a-59bb-4238-83ec-0a65e8bee611 req-9ee7d51b-7c03-4d59-99cd-b5436a883b2d tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:05.063848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-63383b7a-59bb-4238-83ec-0a65e8bee611 req-9ee7d51b-7c03-4d59-99cd-b5436a883b2d tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1128 time: 0.0613730
Apr 16 21:46:05.113878 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-63383b7a-59bb-4238-83ec-0a65e8bee611 req-9f941b23-0716-4fd5-8fd9-eeadb9a11fd7 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488446
Apr 16 21:46:05.122580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cc03b3fb-5039-4b69-967e-ba30611df1a3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:05.170124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port cc03b3fb-5039-4b69-967e-ba30611df1a3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:05.170504 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:05.255573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port cc03b3fb-5039-4b69-967e-ba30611df1a3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:05.481554 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f8b4f4-a706-4b1f-a5c8-41121ab44425 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Router af260149-c633-4b9d-9894-4f7b7fe6fb85 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:46:05.558102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f8b4f4-a706-4b1f-a5c8-41121ab44425 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:46:05.564443 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f0f8b4f4-a706-4b1f-a5c8-41121ab44425 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "PUT /v2.0/routers/af260149-c633-4b9d-9894-4f7b7fe6fb85/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6199801
Apr 16 21:46:05.568017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44654) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:05.570799 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34189232-037f-4ee9-b810-596eef629fbd None None] Sync routers for ids ['af260149-c633-4b9d-9894-4f7b7fe6fb85'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:46:05.581792 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34189232-037f-4ee9-b810-596eef629fbd None None] Routers {'af260149-c633-4b9d-9894-4f7b7fe6fb85'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:05.582456 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-34189232-037f-4ee9-b810-596eef629fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d5bd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['af260149-c633-4b9d-9894-4f7b7fe6fb85'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:05.612568 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-6d1fefb9-595a-455b-be07-bac49128464e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] show failed (client error): The resource could not be found.
Apr 16 21:46:05.613609 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6d1fefb9-595a-455b-be07-bac49128464e tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-773530863 HTTP/1.1" status: 404  len: 334 time: 0.0446565
Apr 16 21:46:05.615613 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-34189232-037f-4ee9-b810-596eef629fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d5bd90>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:05.617625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44656) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:05.622019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f94635f2-e530-4640-aa2a-48b50a8752ec tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Request body: {'router': {'name': 'new_name'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:46:05.625241 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34189232-037f-4ee9-b810-596eef629fbd None None] Routers {'af260149-c633-4b9d-9894-4f7b7fe6fb85'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:05.625829 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-34189232-037f-4ee9-b810-596eef629fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d5bd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['af260149-c633-4b9d-9894-4f7b7fe6fb85'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:05.656959 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-f94635f2-e530-4640-aa2a-48b50a8752ec tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] update failed (client error): The resource could not be found.
Apr 16 21:46:05.657988 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f94635f2-e530-4640-aa2a-48b50a8752ec tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1312795445 HTTP/1.1" status: 404  len: 335 time: 0.0394387
Apr 16 21:46:05.661315 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-34189232-037f-4ee9-b810-596eef629fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d5bd90>, [], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:05.661917 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34189232-037f-4ee9-b810-596eef629fbd None None] The sync data for ids ['af260149-c633-4b9d-9894-4f7b7fe6fb85'] in ncdv-master-1 is: [] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:46:05.662612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44658) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:05.714762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ddc8c4-a2f2-4a50-ae96-23628e8a59e1 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Deleting subnet edd35240-9149-49b4-8e2c-1057836409f7 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:46:05.718024 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc8c4-a2f2-4a50-ae96-23628e8a59e1 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for subnet (edd35240-9149-49b4-8e2c-1057836409f7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:05.757283 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc8c4-a2f2-4a50-ae96-23628e8a59e1 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (edd35240-9149-49b4-8e2c-1057836409f7), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:05.843179 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc8c4-a2f2-4a50-ae96-23628e8a59e1 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (edd35240-9149-49b4-8e2c-1057836409f7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:05.901459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 721e695b-699b-48df-a361-bd07bfb1268f no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:46:05.922201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 721e695b-699b-48df-a361-bd07bfb1268f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:46:05.922547 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 721e695b-699b-48df-a361-bd07bfb1268f not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:46:05.984710 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc8c4-a2f2-4a50-ae96-23628e8a59e1 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (edd35240-9149-49b4-8e2c-1057836409f7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.012557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddc8c4-a2f2-4a50-ae96-23628e8a59e1 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event deleted for resources: {'Subnet': ['ID=edd35240-9149-49b4-8e2c-1057836409f7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:06.016385 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc8c4-a2f2-4a50-ae96-23628e8a59e1 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.019592 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f4ddc8c4-a2f2-4a50-ae96-23628e8a59e1 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "DELETE /v2.0/subnets/edd35240-9149-49b4-8e2c-1057836409f7 HTTP/1.1" status: 204  len: 168 time: 0.3560226
Apr 16 21:46:06.022075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44662) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:06.022661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4b8c8-7def-44ff-a8ad-38da921a9e57 None None] Network ac69a7c6-82bb-488c-8343-580fa89c5bb2 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:46:06.102632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (ac69a7c6-82bb-488c-8343-580fa89c5bb2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.149367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Deleting port cc03b3fb-5039-4b69-967e-ba30611df1a3 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:06.149715 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.171263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42312fb0-5a1d-4035-aed5-f25064002215 None None] DHCP port deletion for ac69a7c6-82bb-488c-8343-580fa89c5bb2 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:46:06.218937 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-42312fb0-5a1d-4035-aed5-f25064002215 None None] Deleting port cc03b3fb-5039-4b69-967e-ba30611df1a3 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:06.219452 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-42312fb0-5a1d-4035-aed5-f25064002215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.253224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] For port cc03b3fb-5039-4b69-967e-ba30611df1a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc03b3fb-5039-4b69-967e-ba30611df1a3,segment=NetworkSegment(d61eaea7-4e45-46b0-aebf-ac0a14807ee2),segment_id=d61eaea7-4e45-46b0-aebf-ac0a14807ee2)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:06.253597 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.256994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a92dc8-bb5f-4935-b611-5b0602883d73 req-1ca2514e-0f2b-400a-81cf-56e69b7c74ee tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:06.258538 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-28a92dc8-bb5f-4935-b611-5b0602883d73 req-1ca2514e-0f2b-400a-81cf-56e69b7c74ee tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1128 time: 0.0638535
Apr 16 21:46:06.271147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Calling delete_port for cc03b3fb-5039-4b69-967e-ba30611df1a3 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:06.297710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-42312fb0-5a1d-4035-aed5-f25064002215 None None] For port cc03b3fb-5039-4b69-967e-ba30611df1a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc03b3fb-5039-4b69-967e-ba30611df1a3,segment=NetworkSegment(d61eaea7-4e45-46b0-aebf-ac0a14807ee2),segment_id=d61eaea7-4e45-46b0-aebf-ac0a14807ee2)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:06.298246 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-42312fb0-5a1d-4035-aed5-f25064002215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.304244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940198f9-646c-4129-8ea4-ae0673f1d15b req-4c2ab665-7770-4dbb-9cd8-e39223338aa4 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:06.305790 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-940198f9-646c-4129-8ea4-ae0673f1d15b req-4c2ab665-7770-4dbb-9cd8-e39223338aa4 tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 1128 time: 0.0511696
Apr 16 21:46:06.313082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-42312fb0-5a1d-4035-aed5-f25064002215 None None] Calling delete_port for cc03b3fb-5039-4b69-967e-ba30611df1a3 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:06.372480 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-28a92dc8-bb5f-4935-b611-5b0602883d73 req-326edfe2-3a63-4a73-8277-9f2db874729c tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a0aec02-893b-4399-b2f3-0f42c37d2c39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000209
Apr 16 21:46:06.386240 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.395873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-940198f9-646c-4129-8ea4-ae0673f1d15b req-04a71689-d1c9-4059-b3d3-690125ca47cc tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Deleting port 85774be5-21d1-4ad5-b784-5a21bb8300fd {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:06.396505 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-940198f9-646c-4129-8ea4-ae0673f1d15b req-04a71689-d1c9-4059-b3d3-690125ca47cc tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.446893 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-42312fb0-5a1d-4035-aed5-f25064002215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.453562 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (cc03b3fb-5039-4b69-967e-ba30611df1a3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.472854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42312fb0-5a1d-4035-aed5-f25064002215 None None] Pushing event deleted for resources: {'Port': ['ID=cc03b3fb-5039-4b69-967e-ba30611df1a3,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:06.476324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42312fb0-5a1d-4035-aed5-f25064002215 None None] No DVR routers for this DVR port cc03b3fb-5039-4b69-967e-ba30611df1a3 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:06.480342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-940198f9-646c-4129-8ea4-ae0673f1d15b req-04a71689-d1c9-4059-b3d3-690125ca47cc tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] For port 85774be5-21d1-4ad5-b784-5a21bb8300fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85774be5-21d1-4ad5-b784-5a21bb8300fd,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:06.481155 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-940198f9-646c-4129-8ea4-ae0673f1d15b req-04a71689-d1c9-4059-b3d3-690125ca47cc tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.487689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event deleted for resources: {'Port': ['ID=cc03b3fb-5039-4b69-967e-ba30611df1a3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:06.495016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] No DVR routers for this DVR port cc03b3fb-5039-4b69-967e-ba30611df1a3 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:06.501729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-940198f9-646c-4129-8ea4-ae0673f1d15b req-04a71689-d1c9-4059-b3d3-690125ca47cc tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Calling delete_port for 85774be5-21d1-4ad5-b784-5a21bb8300fd owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:06.571221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (ac69a7c6-82bb-488c-8343-580fa89c5bb2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.594102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ee15460>,) {'filters': {'network_id': ['ac69a7c6-82bb-488c-8343-580fa89c5bb2']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:06.604161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ee15460>, 'd61eaea7-4e45-46b0-aebf-ac0a14807ee2') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:06.604508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ee15460>, 'd61eaea7-4e45-46b0-aebf-ac0a14807ee2') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:06.615550 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (d61eaea7-4e45-46b0-aebf-ac0a14807ee2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.630229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d61eaea7-4e45-46b0-aebf-ac0a14807ee2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.638188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:46:06.639227 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (d61eaea7-4e45-46b0-aebf-ac0a14807ee2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:46:06.642495 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:46:06.760043 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (ac69a7c6-82bb-488c-8343-580fa89c5bb2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.768432 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.771738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "DELETE /v2.0/networks/ac69a7c6-82bb-488c-8343-580fa89c5bb2 HTTP/1.1" status: 204  len: 168 time: 0.7487171
Apr 16 21:46:06.774184 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44666) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:06.811424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5fcf1-5961-47c0-8686-93ba3dec0f2b tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event deleted for resources: {'Network': ['ID=ac69a7c6-82bb-488c-8343-580fa89c5bb2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:06.838557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bf05c2-9a73-48e4-9432-0203d8b3b5eb tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Deleting subnet a31fae6c-92fd-4f74-8455-a88392f25e69 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:46:06.842671 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18bf05c2-9a73-48e4-9432-0203d8b3b5eb tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for subnet (a31fae6c-92fd-4f74-8455-a88392f25e69), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.884402 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18bf05c2-9a73-48e4-9432-0203d8b3b5eb tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (a31fae6c-92fd-4f74-8455-a88392f25e69), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:06.978128 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18bf05c2-9a73-48e4-9432-0203d8b3b5eb tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (a31fae6c-92fd-4f74-8455-a88392f25e69), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.051269 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-940198f9-646c-4129-8ea4-ae0673f1d15b req-04a71689-d1c9-4059-b3d3-690125ca47cc tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (85774be5-21d1-4ad5-b784-5a21bb8300fd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.079907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a71689-d1c9-4059-b3d3-690125ca47cc tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Pushing event deleted for resources: {'Port': ['ID=85774be5-21d1-4ad5-b784-5a21bb8300fd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:07.101989 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cc03b3fb-5039-4b69-967e-ba30611df1a3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:46:07.125017 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: cc03b3fb-5039-4b69-967e-ba30611df1a3 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:46:07.125373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cc03b3fb-5039-4b69-967e-ba30611df1a3 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:46:07.126889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-940198f9-646c-4129-8ea4-ae0673f1d15b req-04a71689-d1c9-4059-b3d3-690125ca47cc tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] No DVR routers for this DVR port 85774be5-21d1-4ad5-b784-5a21bb8300fd on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:07.129390 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-940198f9-646c-4129-8ea4-ae0673f1d15b req-04a71689-d1c9-4059-b3d3-690125ca47cc tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.133086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-940198f9-646c-4129-8ea4-ae0673f1d15b req-04a71689-d1c9-4059-b3d3-690125ca47cc tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.11 "DELETE /v2.0/ports/85774be5-21d1-4ad5-b784-5a21bb8300fd HTTP/1.1" status: 204  len: 173 time: 0.8221180
Apr 16 21:46:07.133329 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18bf05c2-9a73-48e4-9432-0203d8b3b5eb tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (a31fae6c-92fd-4f74-8455-a88392f25e69), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.134384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe56afd-1789-47ec-b02a-d1ee36cadd27', 'name': 'network-vif-deleted', 'tag': '85774be5-21d1-4ad5-b784-5a21bb8300fd'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:46:07.136792 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6be4dad-a77b-44de-bcdf-ce229aa79b9b" -d '{"events": [{"server_uuid": "fbe56afd-1789-47ec-b02a-d1ee36cadd27", "name": "network-vif-deleted", "tag": "85774be5-21d1-4ad5-b784-5a21bb8300fd"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:46:07.163885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf05c2-9a73-48e4-9432-0203d8b3b5eb tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event deleted for resources: {'Subnet': ['ID=a31fae6c-92fd-4f74-8455-a88392f25e69,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:07.167904 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-18bf05c2-9a73-48e4-9432-0203d8b3b5eb tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.177466 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-18bf05c2-9a73-48e4-9432-0203d8b3b5eb tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "DELETE /v2.0/subnets/a31fae6c-92fd-4f74-8455-a88392f25e69 HTTP/1.1" status: 204  len: 168 time: 0.3970163
Apr 16 21:46:07.177592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44672) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:07.178588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e9fec7-4b3a-46e7-84d6-8cfcc638617b None None] Network 37fcdc62-c082-4b67-a3e7-922bcc0d741a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:46:07.213465 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de22e80c-132c-4740-af7d-fc3868424a6f x-openstack-request-id: req-de22e80c-132c-4740-af7d-fc3868424a6f {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:46:07.213877 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe56afd-1789-47ec-b02a-d1ee36cadd27", "name": "network-vif-deleted", "tag": "85774be5-21d1-4ad5-b784-5a21bb8300fd", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:46:07.214090 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de22e80c-132c-4740-af7d-fc3868424a6f {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:46:07.214494 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de22e80c-132c-4740-af7d-fc3868424a6f'] response: {'server_uuid': 'fbe56afd-1789-47ec-b02a-d1ee36cadd27', 'name': 'network-vif-deleted', 'tag': '85774be5-21d1-4ad5-b784-5a21bb8300fd', 'status': 'completed', 'code': 200}
Apr 16 21:46:07.244910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef9cb06-7514-460f-9b7b-85803a6840dd tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Deleting subnet 69c3a1e4-2e23-4a36-a5e5-2a20ff4289e1 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:46:07.250780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fef9cb06-7514-460f-9b7b-85803a6840dd tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for subnet (69c3a1e4-2e23-4a36-a5e5-2a20ff4289e1), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.299320 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fef9cb06-7514-460f-9b7b-85803a6840dd tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (69c3a1e4-2e23-4a36-a5e5-2a20ff4289e1), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.369569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4b7e8d-579f-45df-8c4e-1f67957bcc99 None None] DHCP port deletion for 37fcdc62-c082-4b67-a3e7-922bcc0d741a request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:46:07.394947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fef9cb06-7514-460f-9b7b-85803a6840dd tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (69c3a1e4-2e23-4a36-a5e5-2a20ff4289e1), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.413337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b7e8d-579f-45df-8c4e-1f67957bcc99 None None] Deleting port d1589732-38fb-4e14-bef1-8a789b3b8121 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:07.413816 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7e8d-579f-45df-8c4e-1f67957bcc99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.486605 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9935c859-96cf-41e1-ba5b-21f11425e620 req-931bfaaa-28d7-4e2e-a572-db05f3dab68b tempest-TestServerMultinode-1569778382 tempest-TestServerMultinode-1569778382-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbe56afd-1789-47ec-b02a-d1ee36cadd27 HTTP/1.1" status: 200  len: 210 time: 0.0322578
Apr 16 21:46:07.498315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4f4b7e8d-579f-45df-8c4e-1f67957bcc99 None None] For port d1589732-38fb-4e14-bef1-8a789b3b8121, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1589732-38fb-4e14-bef1-8a789b3b8121,segment=NetworkSegment(f56581e4-72c4-45d6-bcdc-0aca1e34d8dc),segment_id=f56581e4-72c4-45d6-bcdc-0aca1e34d8dc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:07.498684 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7e8d-579f-45df-8c4e-1f67957bcc99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.511708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b7e8d-579f-45df-8c4e-1f67957bcc99 None None] Calling delete_port for d1589732-38fb-4e14-bef1-8a789b3b8121 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:07.550145 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fef9cb06-7514-460f-9b7b-85803a6840dd tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (69c3a1e4-2e23-4a36-a5e5-2a20ff4289e1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.579400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9cb06-7514-460f-9b7b-85803a6840dd tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event deleted for resources: {'Subnet': ['ID=69c3a1e4-2e23-4a36-a5e5-2a20ff4289e1,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:07.581457 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fef9cb06-7514-460f-9b7b-85803a6840dd tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.584699 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fef9cb06-7514-460f-9b7b-85803a6840dd tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "DELETE /v2.0/subnets/69c3a1e4-2e23-4a36-a5e5-2a20ff4289e1 HTTP/1.1" status: 204  len: 168 time: 0.4088571
Apr 16 21:46:07.587131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44676) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:07.589937 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846d8b2-7a9a-4605-bfaf-0a91fe0ff452 None None] Network 673392f3-2372-4adb-b1bd-bd68eafac847 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:46:07.665532 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (37fcdc62-c082-4b67-a3e7-922bcc0d741a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.687220 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7e8d-579f-45df-8c4e-1f67957bcc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.714504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b7e8d-579f-45df-8c4e-1f67957bcc99 None None] Pushing event deleted for resources: {'Port': ['ID=d1589732-38fb-4e14-bef1-8a789b3b8121,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:07.715579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Deleting port d1589732-38fb-4e14-bef1-8a789b3b8121 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:07.716545 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.718266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b7e8d-579f-45df-8c4e-1f67957bcc99 None None] No DVR routers for this DVR port d1589732-38fb-4e14-bef1-8a789b3b8121 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:07.785461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e41568-b340-41ee-ab1f-02b3ff39b58d None None] DHCP port deletion for 673392f3-2372-4adb-b1bd-bd68eafac847 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:46:07.790488 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] For port d1589732-38fb-4e14-bef1-8a789b3b8121, host ncdv-master-1, got binding levels [] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:07.790860 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.804650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Calling delete_port for d1589732-38fb-4e14-bef1-8a789b3b8121 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:07.807382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.ipam_backend_mixin [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Port d1589732-38fb-4e14-bef1-8a789b3b8121 was not found and therefore no delete operation was performed {{(pid=122555) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 16 21:46:07.808688 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d1589732-38fb-4e14-bef1-8a789b3b8121), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.829499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-71e41568-b340-41ee-ab1f-02b3ff39b58d None None] Deleting port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:07.829499 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-71e41568-b340-41ee-ab1f-02b3ff39b58d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.834226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event deleted for resources: {'Port': ['ID=d1589732-38fb-4e14-bef1-8a789b3b8121,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:07.838247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] No DVR routers for this DVR port d1589732-38fb-4e14-bef1-8a789b3b8121 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:07.894570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-71e41568-b340-41ee-ab1f-02b3ff39b58d None None] For port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b,segment=NetworkSegment(cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae),segment_id=cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:07.894978 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-71e41568-b340-41ee-ab1f-02b3ff39b58d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.910265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-71e41568-b340-41ee-ab1f-02b3ff39b58d None None] Calling delete_port for 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:07.928532 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (37fcdc62-c082-4b67-a3e7-922bcc0d741a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.951875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01254739a0>,) {'filters': {'network_id': ['37fcdc62-c082-4b67-a3e7-922bcc0d741a']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:07.964466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01254739a0>, 'f56581e4-72c4-45d6-bcdc-0aca1e34d8dc') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:07.964769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01254739a0>, 'f56581e4-72c4-45d6-bcdc-0aca1e34d8dc') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:07.975213 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (f56581e4-72c4-45d6-bcdc-0aca1e34d8dc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.989210 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (f56581e4-72c4-45d6-bcdc-0aca1e34d8dc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.995456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:46:07.995874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (f56581e4-72c4-45d6-bcdc-0aca1e34d8dc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:46:07.998918 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:46:08.062513 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-71e41568-b340-41ee-ab1f-02b3ff39b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.088871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e41568-b340-41ee-ab1f-02b3ff39b58d None None] Pushing event deleted for resources: {'Port': ['ID=4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:08.091961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e41568-b340-41ee-ab1f-02b3ff39b58d None None] No DVR routers for this DVR port 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:08.138922 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (37fcdc62-c082-4b67-a3e7-922bcc0d741a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.145812 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.148927 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "DELETE /v2.0/networks/37fcdc62-c082-4b67-a3e7-922bcc0d741a HTTP/1.1" status: 204  len: 168 time: 0.5598953
Apr 16 21:46:08.151523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44680) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:08.161195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c60a6-bb17-4932-bd1b-938fc0629fc6 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event deleted for resources: {'Network': ['ID=37fcdc62-c082-4b67-a3e7-922bcc0d741a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:08.229428 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ff5efd1-3a4e-4bdc-8294-33d09e6eb3e5 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (673392f3-2372-4adb-b1bd-bd68eafac847), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.316311 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ff5efd1-3a4e-4bdc-8294-33d09e6eb3e5 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (673392f3-2372-4adb-b1bd-bd68eafac847), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.336624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2ff5efd1-3a4e-4bdc-8294-33d09e6eb3e5 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e9b93d0>,) {'filters': {'network_id': ['673392f3-2372-4adb-b1bd-bd68eafac847']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:08.346324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2ff5efd1-3a4e-4bdc-8294-33d09e6eb3e5 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e9b93d0>, 'cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:08.346618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2ff5efd1-3a4e-4bdc-8294-33d09e6eb3e5 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e9b93d0>, 'cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:08.355850 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ff5efd1-3a4e-4bdc-8294-33d09e6eb3e5 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.369405 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ff5efd1-3a4e-4bdc-8294-33d09e6eb3e5 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.375210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff5efd1-3a4e-4bdc-8294-33d09e6eb3e5 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:46:08.375600 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ff5efd1-3a4e-4bdc-8294-33d09e6eb3e5 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (cf760eaf-92a0-4f8f-90ff-ccacbc7d16ae), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:46:08.378609 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:46:08.514702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ff5efd1-3a4e-4bdc-8294-33d09e6eb3e5 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (673392f3-2372-4adb-b1bd-bd68eafac847), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.523642 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2ff5efd1-3a4e-4bdc-8294-33d09e6eb3e5 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.526870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2ff5efd1-3a4e-4bdc-8294-33d09e6eb3e5 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "DELETE /v2.0/networks/673392f3-2372-4adb-b1bd-bd68eafac847 HTTP/1.1" status: 204  len: 168 time: 0.3743227
Apr 16 21:46:08.530972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44684) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:08.537278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5efd1-3a4e-4bdc-8294-33d09e6eb3e5 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event deleted for resources: {'Network': ['ID=673392f3-2372-4adb-b1bd-bd68eafac847,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:08.552826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44686) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:08.593362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa48a79-20d2-40d0-b237-9f7c0180f76c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Deleting subnet 75a05a50-52d2-43a3-99c9-36f64de69a7b {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:46:08.596691 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-baa48a79-20d2-40d0-b237-9f7c0180f76c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for subnet (75a05a50-52d2-43a3-99c9-36f64de69a7b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.633722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 85774be5-21d1-4ad5-b784-5a21bb8300fd no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:46:08.640413 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-baa48a79-20d2-40d0-b237-9f7c0180f76c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (75a05a50-52d2-43a3-99c9-36f64de69a7b), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.655827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 85774be5-21d1-4ad5-b784-5a21bb8300fd {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:46:08.656208 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 85774be5-21d1-4ad5-b784-5a21bb8300fd not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:46:08.728940 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-baa48a79-20d2-40d0-b237-9f7c0180f76c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (75a05a50-52d2-43a3-99c9-36f64de69a7b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.870510 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-baa48a79-20d2-40d0-b237-9f7c0180f76c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (75a05a50-52d2-43a3-99c9-36f64de69a7b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.898382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa48a79-20d2-40d0-b237-9f7c0180f76c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event deleted for resources: {'Subnet': ['ID=75a05a50-52d2-43a3-99c9-36f64de69a7b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:08.904222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-baa48a79-20d2-40d0-b237-9f7c0180f76c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.909963 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-baa48a79-20d2-40d0-b237-9f7c0180f76c tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "DELETE /v2.0/subnets/75a05a50-52d2-43a3-99c9-36f64de69a7b HTTP/1.1" status: 204  len: 168 time: 0.3748431
Apr 16 21:46:08.910065 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3686fd8b-af88-493b-a4d4-68f9e223ff3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (822a3496-18c3-45f3-a94a-348102747a0e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:08.910377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44690) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:08.910947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c1d21d-d07b-41b3-a150-20174f96c8c2 None None] Network 7185c0c1-a98b-4d46-8286-1d5dbfb638c3 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:46:09.051988 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ae9cca9c-af3b-4da0-878a-6de301acd860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.069792 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (7185c0c1-a98b-4d46-8286-1d5dbfb638c3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.075304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e12748d-16ad-4fdd-bae4-5cbc58f16c76 None None] DHCP port deletion for 7185c0c1-a98b-4d46-8286-1d5dbfb638c3 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:46:09.125503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5e12748d-16ad-4fdd-bae4-5cbc58f16c76 None None] Deleting port f6cb0b24-a2a8-4c32-a068-78c4d623e87e {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:09.125834 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5e12748d-16ad-4fdd-bae4-5cbc58f16c76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.166633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:46:09.185856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Deleting port f6cb0b24-a2a8-4c32-a068-78c4d623e87e {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:09.186403 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.197067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:46:09.200553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4885d1fe-2473-4a1f-b3a5-0bdcc4fe651b not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:46:09.200553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d1589732-38fb-4e14-bef1-8a789b3b8121 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:46:09.229518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: d1589732-38fb-4e14-bef1-8a789b3b8121 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:46:09.230012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d1589732-38fb-4e14-bef1-8a789b3b8121 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:46:09.233264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5e12748d-16ad-4fdd-bae4-5cbc58f16c76 None None] For port f6cb0b24-a2a8-4c32-a068-78c4d623e87e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6cb0b24-a2a8-4c32-a068-78c4d623e87e,segment=NetworkSegment(26300489-55c0-491b-8275-facb3172d4ce),segment_id=26300489-55c0-491b-8275-facb3172d4ce)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:09.234232 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5e12748d-16ad-4fdd-bae4-5cbc58f16c76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.249739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5e12748d-16ad-4fdd-bae4-5cbc58f16c76 None None] Calling delete_port for f6cb0b24-a2a8-4c32-a068-78c4d623e87e owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:09.280081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] For port f6cb0b24-a2a8-4c32-a068-78c4d623e87e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6cb0b24-a2a8-4c32-a068-78c4d623e87e,segment=NetworkSegment(26300489-55c0-491b-8275-facb3172d4ce),segment_id=26300489-55c0-491b-8275-facb3172d4ce)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:09.280480 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.314364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Calling delete_port for f6cb0b24-a2a8-4c32-a068-78c4d623e87e owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:09.333531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3686fd8b-af88-493b-a4d4-68f9e223ff3f admin admin] Deleting port 74e21d7e-68ab-45e4-9746-85713bb7cd7f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:09.333897 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3686fd8b-af88-493b-a4d4-68f9e223ff3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.441807 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5e12748d-16ad-4fdd-bae4-5cbc58f16c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.465403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-3686fd8b-af88-493b-a4d4-68f9e223ff3f admin admin] For port 74e21d7e-68ab-45e4-9746-85713bb7cd7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74e21d7e-68ab-45e4-9746-85713bb7cd7f,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:09.465924 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3686fd8b-af88-493b-a4d4-68f9e223ff3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.468780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12748d-16ad-4fdd-bae4-5cbc58f16c76 None None] Pushing event deleted for resources: {'Port': ['ID=f6cb0b24-a2a8-4c32-a068-78c4d623e87e,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:09.469078 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f6cb0b24-a2a8-4c32-a068-78c4d623e87e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.472091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e12748d-16ad-4fdd-bae4-5cbc58f16c76 None None] No DVR routers for this DVR port f6cb0b24-a2a8-4c32-a068-78c4d623e87e on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:09.508355 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-3686fd8b-af88-493b-a4d4-68f9e223ff3f admin admin] Calling delete_port for 74e21d7e-68ab-45e4-9746-85713bb7cd7f owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:09.512781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event deleted for resources: {'Port': ['ID=f6cb0b24-a2a8-4c32-a068-78c4d623e87e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:09.517543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] No DVR routers for this DVR port f6cb0b24-a2a8-4c32-a068-78c4d623e87e on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:09.642318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (7185c0c1-a98b-4d46-8286-1d5dbfb638c3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.667781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0125255d60>,) {'filters': {'network_id': ['7185c0c1-a98b-4d46-8286-1d5dbfb638c3']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:09.709502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0125255d60>, '26300489-55c0-491b-8275-facb3172d4ce') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:09.709745 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0125255d60>, '26300489-55c0-491b-8275-facb3172d4ce') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:09.725320 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (26300489-55c0-491b-8275-facb3172d4ce), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.743295 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (26300489-55c0-491b-8275-facb3172d4ce), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.756925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:46:09.757319 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (26300489-55c0-491b-8275-facb3172d4ce), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:46:09.760314 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:46:09.886582 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (7185c0c1-a98b-4d46-8286-1d5dbfb638c3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.894208 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:09.897438 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "DELETE /v2.0/networks/7185c0c1-a98b-4d46-8286-1d5dbfb638c3 HTTP/1.1" status: 204  len: 168 time: 0.9860914
Apr 16 21:46:09.899949 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44694) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:09.927181 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1453c4-4537-4673-be64-1297b4f648f3 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Pushing event deleted for resources: {'Network': ['ID=7185c0c1-a98b-4d46-8286-1d5dbfb638c3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:09.939241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3270270f-8cd6-497a-ba1c-1aea44064237 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "GET /v2.0/ports?device_id=af260149-c633-4b9d-9894-4f7b7fe6fb85 HTTP/1.1" status: 200  len: 205 time: 0.0380599
Apr 16 21:46:09.941578 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44698) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:09.949438 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3686fd8b-af88-493b-a4d4-68f9e223ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (74e21d7e-68ab-45e4-9746-85713bb7cd7f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:10.036725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686fd8b-af88-493b-a4d4-68f9e223ff3f admin admin] Pushing event deleted for resources: {'Port': ['ID=74e21d7e-68ab-45e4-9746-85713bb7cd7f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:10.073765 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-811a0a50-5a61-4f57-a588-87f1f2651d90 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for router (af260149-c633-4b9d-9894-4f7b7fe6fb85), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:10.318221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-811a0a50-5a61-4f57-a588-87f1f2651d90 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (af260149-c633-4b9d-9894-4f7b7fe6fb85), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:10.321905 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-811a0a50-5a61-4f57-a588-87f1f2651d90 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for router_controller (af260149-c633-4b9d-9894-4f7b7fe6fb85), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:10.412970 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3686fd8b-af88-493b-a4d4-68f9e223ff3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (822a3496-18c3-45f3-a94a-348102747a0e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:10.459071 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-811a0a50-5a61-4f57-a588-87f1f2651d90 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (af260149-c633-4b9d-9894-4f7b7fe6fb85), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:10.459563 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811a0a50-5a61-4f57-a588-87f1f2651d90 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Fanout notify agent at l3_agent the message router_deleted on router af260149-c633-4b9d-9894-4f7b7fe6fb85 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:46:10.466266 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-811a0a50-5a61-4f57-a588-87f1f2651d90 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:10.467473 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-811a0a50-5a61-4f57-a588-87f1f2651d90 tempest-RoutersNegativeIpV6Test-358574674 tempest-RoutersNegativeIpV6Test-358574674-project] 10.222.0.20 "DELETE /v2.0/routers/af260149-c633-4b9d-9894-4f7b7fe6fb85 HTTP/1.1" status: 204  len: 168 time: 0.5249600
Apr 16 21:46:10.646548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3686fd8b-af88-493b-a4d4-68f9e223ff3f admin admin] Router 822a3496-18c3-45f3-a94a-348102747a0e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:46:10.756461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3686fd8b-af88-493b-a4d4-68f9e223ff3f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:46:10.761503 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3686fd8b-af88-493b-a4d4-68f9e223ff3f admin admin] 10.222.0.20 "PUT /v2.0/routers/822a3496-18c3-45f3-a94a-348102747a0e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2075930
Apr 16 21:46:10.764147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44708) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:10.767272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5b317-0e19-405e-808e-95ec136ec020 None None] Sync routers for ids ['822a3496-18c3-45f3-a94a-348102747a0e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:46:10.777590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5b317-0e19-405e-808e-95ec136ec020 None None] Routers {'822a3496-18c3-45f3-a94a-348102747a0e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:10.778212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4db5b317-0e19-405e-808e-95ec136ec020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012444f9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['822a3496-18c3-45f3-a94a-348102747a0e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:10.896312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44712) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:10.897450 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Publish callbacks [] for router (822a3496-18c3-45f3-a94a-348102747a0e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:11.017359 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Publish callbacks [] for router_gateway (822a3496-18c3-45f3-a94a-348102747a0e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:11.057702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5c3d3ede-2dea-43b9-954b-bb1c8e47b265 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef508703cdd446cca6616b50b7b1c63b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1593182
Apr 16 21:46:11.060925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44716) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:11.092963 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4db5b317-0e19-405e-808e-95ec136ec020 None None] Set router 822a3496-18c3-45f3-a94a-348102747a0e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:46:11.116440 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1d727efe-6162-429a-b8e5-59009d6efc87 admin admin] Publish callbacks [] for security_group (4f6d31e7-d6f5-435e-955a-7db167ba8149), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:11.143640 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1d727efe-6162-429a-b8e5-59009d6efc87 admin admin] Publish callbacks [] for security_group (4f6d31e7-d6f5-435e-955a-7db167ba8149), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:11.166942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Deleting port bbae38a6-d24a-4895-bfa4-95815251f691 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:11.167487 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (bbae38a6-d24a-4895-bfa4-95815251f691), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:11.194253 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f6cb0b24-a2a8-4c32-a068-78c4d623e87e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:46:11.242222 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: f6cb0b24-a2a8-4c32-a068-78c4d623e87e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:46:11.242595 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f6cb0b24-a2a8-4c32-a068-78c4d623e87e not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:46:11.258148 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1d727efe-6162-429a-b8e5-59009d6efc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4f6d31e7-d6f5-435e-955a-7db167ba8149), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:11.261535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] For port bbae38a6-d24a-4895-bfa4-95815251f691, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbae38a6-d24a-4895-bfa4-95815251f691,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:11.261535 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (bbae38a6-d24a-4895-bfa4-95815251f691), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:11.263376 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1d727efe-6162-429a-b8e5-59009d6efc87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:11.267639 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1d727efe-6162-429a-b8e5-59009d6efc87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f6d31e7-d6f5-435e-955a-7db167ba8149 HTTP/1.1" status: 204  len: 168 time: 0.2049270
Apr 16 21:46:11.281249 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Calling delete_port for bbae38a6-d24a-4895-bfa4-95815251f691 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:11.281833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d727efe-6162-429a-b8e5-59009d6efc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6d31e7-d6f5-435e-955a-7db167ba8149,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:11.343920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4db5b317-0e19-405e-808e-95ec136ec020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012444f9d0>, [{'id': '822a3496-18c3-45f3-a94a-348102747a0e', 'name': 'tempest-TestServerMultinode-464239637-router', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:46:09Z', 'revision_number': 5, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'gw_port': {'id': 'bbae38a6-d24a-4895-bfa4-95815251f691', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822a3496-18c3-45f3-a94a-348102747a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:11.377737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5b317-0e19-405e-808e-95ec136ec020 None None] Checking router: 822a3496-18c3-45f3-a94a-348102747a0e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:46:11.387508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5b317-0e19-405e-808e-95ec136ec020 None None] Routers {'822a3496-18c3-45f3-a94a-348102747a0e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:11.388894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4db5b317-0e19-405e-808e-95ec136ec020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012444f9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:45:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['822a3496-18c3-45f3-a94a-348102747a0e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:11.483118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4db5b317-0e19-405e-808e-95ec136ec020 None None] Set router 822a3496-18c3-45f3-a94a-348102747a0e gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:46:11.538907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4db5b317-0e19-405e-808e-95ec136ec020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012444f9d0>, [{'id': '822a3496-18c3-45f3-a94a-348102747a0e', 'name': 'tempest-TestServerMultinode-464239637-router', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:46:11Z', 'revision_number': 6, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:11.593212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5b317-0e19-405e-808e-95ec136ec020 None None] The sync data for ids ['822a3496-18c3-45f3-a94a-348102747a0e'] in ncdv-master-1 is: [{'id': '822a3496-18c3-45f3-a94a-348102747a0e', 'name': 'tempest-TestServerMultinode-464239637-router', 'tenant_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:21Z', 'updated_at': '2022-04-16T21:46:11Z', 'revision_number': 6, 'project_id': '6b612d652edb4e0a8dfc99ba3dafed40', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:46:11.672158 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2ce95258-f1be-467b-ad1c-1b931b244eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:11.850626 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e65e6a-2602-4133-93f9-40d9eafc3e11 req-489d8a1b-45f5-47fb-bd08-de0f31e833b6 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:11.852104 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-66e65e6a-2602-4133-93f9-40d9eafc3e11 req-489d8a1b-45f5-47fb-bd08-de0f31e833b6 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 946 time: 0.0569611
Apr 16 21:46:11.933240 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-66e65e6a-2602-4133-93f9-40d9eafc3e11 req-ef66ea08-d73b-4113-a026-217e79d080de tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752192
Apr 16 21:46:11.989500 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (bbae38a6-d24a-4895-bfa4-95815251f691), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.020839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbae38a6-d24a-4895-bfa4-95815251f691,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:12.099568 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (822a3496-18c3-45f3-a94a-348102747a0e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.193820 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (822a3496-18c3-45f3-a94a-348102747a0e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.195994 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Publish callbacks [] for router_controller (822a3496-18c3-45f3-a94a-348102747a0e), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.303820 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (822a3496-18c3-45f3-a94a-348102747a0e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.304430 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 822a3496-18c3-45f3-a94a-348102747a0e {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:46:12.309025 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.310583 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c6d641f0-1227-49b5-a7ac-f0222d3abd05 admin admin] 10.222.0.20 "DELETE /v2.0/routers/822a3496-18c3-45f3-a94a-348102747a0e HTTP/1.1" status: 204  len: 168 time: 1.5451629
Apr 16 21:46:12.317369 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44744) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:12.363010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca84e30-fca5-49f7-aed1-90acf767961d admin admin] Deleting subnet 6a55a077-f7f9-453c-bb17-67aa9caa9258 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:46:12.366614 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ca84e30-fca5-49f7-aed1-90acf767961d admin admin] Publish callbacks [] for subnet (6a55a077-f7f9-453c-bb17-67aa9caa9258), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.402746 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ca84e30-fca5-49f7-aed1-90acf767961d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (6a55a077-f7f9-453c-bb17-67aa9caa9258), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.488693 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ca84e30-fca5-49f7-aed1-90acf767961d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (6a55a077-f7f9-453c-bb17-67aa9caa9258), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.543839 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.607944 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ca84e30-fca5-49f7-aed1-90acf767961d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (6a55a077-f7f9-453c-bb17-67aa9caa9258), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.636594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca84e30-fca5-49f7-aed1-90acf767961d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a55a077-f7f9-453c-bb17-67aa9caa9258,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:12.641061 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7ca84e30-fca5-49f7-aed1-90acf767961d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.644473 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7ca84e30-fca5-49f7-aed1-90acf767961d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6a55a077-f7f9-453c-bb17-67aa9caa9258 HTTP/1.1" status: 204  len: 168 time: 0.3259768
Apr 16 21:46:12.647379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44750) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:12.650267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef54561-e6d8-45ac-b1c3-bd3d94ca2d16 None None] Network d0879ecd-5603-42bc-a1f6-a16a3c99be85 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:46:12.742128 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (d0879ecd-5603-42bc-a1f6-a16a3c99be85), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.796922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Deleting port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:12.797151 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.834607 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a739c9cd-37dc-4369-816c-ce721e6e4d54 None None] DHCP port deletion for d0879ecd-5603-42bc-a1f6-a16a3c99be85 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:46:12.872675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] For port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6ee75c0-7221-4e7c-b9f3-e1a624b5308d,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:12.873175 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.876443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a739c9cd-37dc-4369-816c-ce721e6e4d54 None None] Deleting port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:12.877021 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a739c9cd-37dc-4369-816c-ce721e6e4d54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.887593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Calling delete_port for a6ee75c0-7221-4e7c-b9f3-e1a624b5308d owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:12.944684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a739c9cd-37dc-4369-816c-ce721e6e4d54 None None] For port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6ee75c0-7221-4e7c-b9f3-e1a624b5308d,segment=NetworkSegment(57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4),segment_id=57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:12.945214 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a739c9cd-37dc-4369-816c-ce721e6e4d54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:12.960002 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a739c9cd-37dc-4369-816c-ce721e6e4d54 None None] Calling delete_port for a6ee75c0-7221-4e7c-b9f3-e1a624b5308d owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:13.025183 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:13.066877 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a739c9cd-37dc-4369-816c-ce721e6e4d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (a6ee75c0-7221-4e7c-b9f3-e1a624b5308d), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:13.088637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ee75c0-7221-4e7c-b9f3-e1a624b5308d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:13.097911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] No DVR routers for this DVR port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:13.104359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739c9cd-37dc-4369-816c-ce721e6e4d54 None None] Pushing event deleted for resources: {'Port': ['ID=a6ee75c0-7221-4e7c-b9f3-e1a624b5308d,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:13.108802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a739c9cd-37dc-4369-816c-ce721e6e4d54 None None] No DVR routers for this DVR port a6ee75c0-7221-4e7c-b9f3-e1a624b5308d on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:13.110835 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea82656-184b-4ffd-b87f-2e6b7a5f2438 req-01fc907a-3eb5-4c0e-82bb-0434a32723c5 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:13.119533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ea82656-184b-4ffd-b87f-2e6b7a5f2438 req-01fc907a-3eb5-4c0e-82bb-0434a32723c5 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 946 time: 0.1092470
Apr 16 21:46:13.150238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a6ee75c0-7221-4e7c-b9f3-e1a624b5308d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:46:13.173226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: a6ee75c0-7221-4e7c-b9f3-e1a624b5308d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:46:13.173682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device a6ee75c0-7221-4e7c-b9f3-e1a624b5308d not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:46:13.174357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 74e21d7e-68ab-45e4-9746-85713bb7cd7f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:46:13.198191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 74e21d7e-68ab-45e4-9746-85713bb7cd7f {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:46:13.198637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 74e21d7e-68ab-45e4-9746-85713bb7cd7f not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:46:13.199129 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bbae38a6-d24a-4895-bfa4-95815251f691 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:46:13.212292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a4049-bf6e-4ca3-84ff-61a5b90766ae req-76ec8a5d-66c1-4570-a340-d37997c3d80b tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:13.213780 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-068a4049-bf6e-4ca3-84ff-61a5b90766ae req-76ec8a5d-66c1-4570-a340-d37997c3d80b tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.11 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 946 time: 0.0682559
Apr 16 21:46:13.218973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: bbae38a6-d24a-4895-bfa4-95815251f691 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:46:13.219333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device bbae38a6-d24a-4895-bfa4-95815251f691 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:46:13.301283 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (d0879ecd-5603-42bc-a1f6-a16a3c99be85), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:13.317198 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ea82656-184b-4ffd-b87f-2e6b7a5f2438 req-a7cac054-6ad4-43e7-b9a5-af54214f2956 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959941
Apr 16 21:46:13.338029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01246ebe80>,) {'filters': {'network_id': ['d0879ecd-5603-42bc-a1f6-a16a3c99be85']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:13.364845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01246ebe80>, '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:13.365147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01246ebe80>, '57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:13.382497 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:13.402550 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:13.402747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-068a4049-bf6e-4ca3-84ff-61a5b90766ae req-f3eb6e66-5267-4d57-92c0-77d81e08b20e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Deleting port 6a24e936-fcf3-4173-bf74-80d1489399a4 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:13.403026 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-068a4049-bf6e-4ca3-84ff-61a5b90766ae req-f3eb6e66-5267-4d57-92c0-77d81e08b20e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:13.424047 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:46:13.424459 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (57f5dbd0-69ac-47c4-b6b2-56c39c7b11f4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:46:13.426125 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:46:13.547564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-068a4049-bf6e-4ca3-84ff-61a5b90766ae req-f3eb6e66-5267-4d57-92c0-77d81e08b20e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] For port 6a24e936-fcf3-4173-bf74-80d1489399a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a24e936-fcf3-4173-bf74-80d1489399a4,segment=NetworkSegment(4367f84d-775a-4302-a197-ad1bfb9f46b3),segment_id=4367f84d-775a-4302-a197-ad1bfb9f46b3)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:13.547944 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-068a4049-bf6e-4ca3-84ff-61a5b90766ae req-f3eb6e66-5267-4d57-92c0-77d81e08b20e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:13.566777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-068a4049-bf6e-4ca3-84ff-61a5b90766ae req-f3eb6e66-5267-4d57-92c0-77d81e08b20e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Calling delete_port for 6a24e936-fcf3-4173-bf74-80d1489399a4 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:13.568570 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (d0879ecd-5603-42bc-a1f6-a16a3c99be85), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:13.575167 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:13.578383 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d0879ecd-5603-42bc-a1f6-a16a3c99be85 HTTP/1.1" status: 204  len: 168 time: 0.9299519
Apr 16 21:46:13.581380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44774) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:13.593850 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:13.632811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a5154-d89d-40e4-b702-74dd347f7ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0879ecd-5603-42bc-a1f6-a16a3c99be85,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:13.952808 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-068a4049-bf6e-4ca3-84ff-61a5b90766ae req-f3eb6e66-5267-4d57-92c0-77d81e08b20e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6a24e936-fcf3-4173-bf74-80d1489399a4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:13.964892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['6a24e936-fcf3-4173-bf74-80d1489399a4'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:46:14.013582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb6e66-5267-4d57-92c0-77d81e08b20e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Pushing event deleted for resources: {'Port': ['ID=6a24e936-fcf3-4173-bf74-80d1489399a4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:14.074703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-068a4049-bf6e-4ca3-84ff-61a5b90766ae req-f3eb6e66-5267-4d57-92c0-77d81e08b20e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] No DVR routers for this DVR port 6a24e936-fcf3-4173-bf74-80d1489399a4 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:14.078398 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-068a4049-bf6e-4ca3-84ff-61a5b90766ae req-f3eb6e66-5267-4d57-92c0-77d81e08b20e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:14.081779 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-068a4049-bf6e-4ca3-84ff-61a5b90766ae req-f3eb6e66-5267-4d57-92c0-77d81e08b20e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.11 "DELETE /v2.0/ports/6a24e936-fcf3-4173-bf74-80d1489399a4 HTTP/1.1" status: 204  len: 173 time: 0.8349767
Apr 16 21:46:14.082221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6853a-6832-4a96-a033-4acb32260eb6', 'name': 'network-vif-deleted', 'tag': '6a24e936-fcf3-4173-bf74-80d1489399a4'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:46:14.084535 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f64c82c-1fd2-4f85-b2e2-57e6a6feff5d" -d '{"events": [{"server_uuid": "59d6853a-6832-4a96-a033-4acb32260eb6", "name": "network-vif-deleted", "tag": "6a24e936-fcf3-4173-bf74-80d1489399a4"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:46:14.115981 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c92b69f2-b57c-4870-ad45-d38e29f8db9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:14.158357 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943a13b1-6cbf-43a3-86f8-1b693cedd77e x-openstack-request-id: req-943a13b1-6cbf-43a3-86f8-1b693cedd77e {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:46:14.158655 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6853a-6832-4a96-a033-4acb32260eb6", "name": "network-vif-deleted", "tag": "6a24e936-fcf3-4173-bf74-80d1489399a4", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:46:14.158906 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-943a13b1-6cbf-43a3-86f8-1b693cedd77e {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:46:14.159304 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943a13b1-6cbf-43a3-86f8-1b693cedd77e'] response: {'server_uuid': '59d6853a-6832-4a96-a033-4acb32260eb6', 'name': 'network-vif-deleted', 'tag': '6a24e936-fcf3-4173-bf74-80d1489399a4', 'status': 'completed', 'code': 200}
Apr 16 21:46:14.220261 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:14.363238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c92b69f2-b57c-4870-ad45-d38e29f8db9d admin admin] Deleting port 78a4c8be-7e64-432b-a4ac-366295566fbc {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:14.363612 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c92b69f2-b57c-4870-ad45-d38e29f8db9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:14.441876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f15b8a77-1df3-453a-90b5-97bc0c6ade20 req-24cc4f1d-bb5d-4f42-93d3-b40b5e666d4f tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6853a-6832-4a96-a033-4acb32260eb6 HTTP/1.1" status: 200  len: 210 time: 0.0308793
Apr 16 21:46:14.483971 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-c92b69f2-b57c-4870-ad45-d38e29f8db9d admin admin] For port 78a4c8be-7e64-432b-a4ac-366295566fbc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78a4c8be-7e64-432b-a4ac-366295566fbc,segment=NetworkSegment(8388587b-2211-497f-b1b3-64004a246eea),segment_id=8388587b-2211-497f-b1b3-64004a246eea)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:14.484364 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c92b69f2-b57c-4870-ad45-d38e29f8db9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:14.498773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c92b69f2-b57c-4870-ad45-d38e29f8db9d admin admin] Calling delete_port for 78a4c8be-7e64-432b-a4ac-366295566fbc owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:14.738207 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c92b69f2-b57c-4870-ad45-d38e29f8db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (78a4c8be-7e64-432b-a4ac-366295566fbc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:14.766089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b69f2-b57c-4870-ad45-d38e29f8db9d admin admin] Pushing event deleted for resources: {'Port': ['ID=78a4c8be-7e64-432b-a4ac-366295566fbc,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:14.937373 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c92b69f2-b57c-4870-ad45-d38e29f8db9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:15.179251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92b69f2-b57c-4870-ad45-d38e29f8db9d admin admin] Router 0fb8628b-7060-4ec4-9d3b-7fec5d94748a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:46:15.291359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92b69f2-b57c-4870-ad45-d38e29f8db9d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:46:15.297909 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c92b69f2-b57c-4870-ad45-d38e29f8db9d admin admin] 10.222.0.20 "PUT /v2.0/routers/0fb8628b-7060-4ec4-9d3b-7fec5d94748a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7127273
Apr 16 21:46:15.300489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44786) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:15.302897 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50a94f-4281-4367-9309-47fd9d323aa3 None None] Sync routers for ids ['0fb8628b-7060-4ec4-9d3b-7fec5d94748a'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:46:15.312579 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e50a94f-4281-4367-9309-47fd9d323aa3 None None] Routers {'0fb8628b-7060-4ec4-9d3b-7fec5d94748a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:15.313177 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7e50a94f-4281-4367-9309-47fd9d323aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a27f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:46:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0fb8628b-7060-4ec4-9d3b-7fec5d94748a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:15.422840 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Publish callbacks [] for router (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:15.431939 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-7e50a94f-4281-4367-9309-47fd9d323aa3 None None] Set router 0fb8628b-7060-4ec4-9d3b-7fec5d94748a gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:46:15.445336 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:15.550775 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Publish callbacks [] for router_gateway (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:15.615060 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7e50a94f-4281-4367-9309-47fd9d323aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a27f10>, [{'id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'name': 'tempest-TestServerMultinode-217282492-router', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54'}], 'enable_snat': True}, 'gw_port_id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:28Z', 'updated_at': '2022-04-16T21:46:14Z', 'revision_number': 5, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'gw_port': {'id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:29Z', 'updated_at': '2022-04-16T21:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:15.646001 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50a94f-4281-4367-9309-47fd9d323aa3 None None] Checking router: 0fb8628b-7060-4ec4-9d3b-7fec5d94748a for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:46:15.655429 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e50a94f-4281-4367-9309-47fd9d323aa3 None None] Routers {'0fb8628b-7060-4ec4-9d3b-7fec5d94748a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:15.656033 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7e50a94f-4281-4367-9309-47fd9d323aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a27f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:46:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['0fb8628b-7060-4ec4-9d3b-7fec5d94748a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:15.739416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Deleting port 124abfac-9e28-4389-b4aa-bd01574b7a70 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:15.742145 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:15.833944 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] For port 124abfac-9e28-4389-b4aa-bd01574b7a70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=124abfac-9e28-4389-b4aa-bd01574b7a70,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:15.838456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:15.854253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Calling delete_port for 124abfac-9e28-4389-b4aa-bd01574b7a70 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:15.879148 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-7e50a94f-4281-4367-9309-47fd9d323aa3 None None] Set router 0fb8628b-7060-4ec4-9d3b-7fec5d94748a gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:46:16.058056 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7e50a94f-4281-4367-9309-47fd9d323aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a27f10>, [{'id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'name': 'tempest-TestServerMultinode-217282492-router', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54'}], 'enable_snat': True}, 'gw_port_id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:28Z', 'updated_at': '2022-04-16T21:46:14Z', 'revision_number': 5, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'gw_port': {'id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:29Z', 'updated_at': '2022-04-16T21:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:16.088103 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50a94f-4281-4367-9309-47fd9d323aa3 None None] The sync data for ids ['0fb8628b-7060-4ec4-9d3b-7fec5d94748a'] in ncdv-master-1 is: [{'id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'name': 'tempest-TestServerMultinode-217282492-router', 'tenant_id': '3a77b24c69964f2bb99a7ca0345df95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54'}], 'enable_snat': True}, 'gw_port_id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:45:28Z', 'updated_at': '2022-04-16T21:46:14Z', 'revision_number': 5, 'project_id': '3a77b24c69964f2bb99a7ca0345df95d', 'gw_port': {'id': '124abfac-9e28-4389-b4aa-bd01574b7a70', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb8628b-7060-4ec4-9d3b-7fec5d94748a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:45:29Z', 'updated_at': '2022-04-16T21:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:46:16.143953 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (124abfac-9e28-4389-b4aa-bd01574b7a70), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:16.171260 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Pushing event deleted for resources: {'Port': ['ID=124abfac-9e28-4389-b4aa-bd01574b7a70,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:16.183248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.183618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.183961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.184340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.185201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.185540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.185876 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.186207 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.186536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.186867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.187192 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.187516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.187844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.188211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.193485 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:16.248931 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:16.344863 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:16.347169 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Publish callbacks [] for router_controller (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:16.459268 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (0fb8628b-7060-4ec4-9d3b-7fec5d94748a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:16.459846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb8628b-7060-4ec4-9d3b-7fec5d94748a {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:46:16.467986 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:16.467986 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-255bb22d-2eaa-495c-a4a9-47f152dd3038 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0fb8628b-7060-4ec4-9d3b-7fec5d94748a HTTP/1.1" status: 204  len: 168 time: 1.1643612
Apr 16 21:46:16.468765 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44820) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:16.519125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c13ec5-35d9-4a6f-b974-8543dbe56ddc admin admin] Deleting subnet 09762e93-6ac8-479c-8189-63cb6552c4c7 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:46:16.522550 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59c13ec5-35d9-4a6f-b974-8543dbe56ddc admin admin] Publish callbacks [] for subnet (09762e93-6ac8-479c-8189-63cb6552c4c7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:16.559384 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59c13ec5-35d9-4a6f-b974-8543dbe56ddc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (09762e93-6ac8-479c-8189-63cb6552c4c7), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:16.647333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59c13ec5-35d9-4a6f-b974-8543dbe56ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (09762e93-6ac8-479c-8189-63cb6552c4c7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:16.667318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 6a24e936-fcf3-4173-bf74-80d1489399a4 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:46:16.692794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 6a24e936-fcf3-4173-bf74-80d1489399a4 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:46:16.696507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 6a24e936-fcf3-4173-bf74-80d1489399a4 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:46:16.799873 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59c13ec5-35d9-4a6f-b974-8543dbe56ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (09762e93-6ac8-479c-8189-63cb6552c4c7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:16.829301 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59c13ec5-35d9-4a6f-b974-8543dbe56ddc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:16.834786 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-59c13ec5-35d9-4a6f-b974-8543dbe56ddc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/09762e93-6ac8-479c-8189-63cb6552c4c7 HTTP/1.1" status: 204  len: 168 time: 0.3618972
Apr 16 21:46:16.834786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c13ec5-35d9-4a6f-b974-8543dbe56ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09762e93-6ac8-479c-8189-63cb6552c4c7,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:16.835036 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb3d09-b2f0-4d73-a7ef-8a89e0a7d9e6 None None] Network 8ee05a6c-a141-4057-8381-c3ee5e37c94f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:46:16.835407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44826) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:16.911223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (8ee05a6c-a141-4057-8381-c3ee5e37c94f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:16.962547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Deleting port fa1f376b-f940-4d41-a664-210973784608 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:16.962905 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fa1f376b-f940-4d41-a664-210973784608), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:17.030003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] For port fa1f376b-f940-4d41-a664-210973784608, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1f376b-f940-4d41-a664-210973784608,segment=NetworkSegment(8388587b-2211-497f-b1b3-64004a246eea),segment_id=8388587b-2211-497f-b1b3-64004a246eea)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:17.030425 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fa1f376b-f940-4d41-a664-210973784608), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:17.045423 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Calling delete_port for fa1f376b-f940-4d41-a664-210973784608 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:17.130746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd384b71-3ece-41af-910b-ae4adbd22fe6 None None] DHCP port deletion for 8ee05a6c-a141-4057-8381-c3ee5e37c94f request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:46:17.176934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fd384b71-3ece-41af-910b-ae4adbd22fe6 None None] Deleting port fa1f376b-f940-4d41-a664-210973784608 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:46:17.177316 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd384b71-3ece-41af-910b-ae4adbd22fe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fa1f376b-f940-4d41-a664-210973784608), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:17.214022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fa1f376b-f940-4d41-a664-210973784608 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:46:17.218114 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (fa1f376b-f940-4d41-a664-210973784608), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:17.244547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1f376b-f940-4d41-a664-210973784608,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:17.247678 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: fa1f376b-f940-4d41-a664-210973784608 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:46:17.248042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fa1f376b-f940-4d41-a664-210973784608 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:46:17.248164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] No DVR routers for this DVR port fa1f376b-f940-4d41-a664-210973784608 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:17.248493 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 78a4c8be-7e64-432b-a4ac-366295566fbc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:46:17.282256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 78a4c8be-7e64-432b-a4ac-366295566fbc {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:46:17.282603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 78a4c8be-7e64-432b-a4ac-366295566fbc not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:46:17.283034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 124abfac-9e28-4389-b4aa-bd01574b7a70 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:46:17.305817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 124abfac-9e28-4389-b4aa-bd01574b7a70 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:46:17.305817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 124abfac-9e28-4389-b4aa-bd01574b7a70 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:46:17.317022 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-fd384b71-3ece-41af-910b-ae4adbd22fe6 None None] For port fa1f376b-f940-4d41-a664-210973784608, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1f376b-f940-4d41-a664-210973784608,segment=NetworkSegment(8388587b-2211-497f-b1b3-64004a246eea),segment_id=8388587b-2211-497f-b1b3-64004a246eea)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:17.317466 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd384b71-3ece-41af-910b-ae4adbd22fe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fa1f376b-f940-4d41-a664-210973784608), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:17.328011 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (8ee05a6c-a141-4057-8381-c3ee5e37c94f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:17.334386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fd384b71-3ece-41af-910b-ae4adbd22fe6 None None] Calling delete_port for fa1f376b-f940-4d41-a664-210973784608 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:46:17.350813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f4884c0>,) {'filters': {'network_id': ['8ee05a6c-a141-4057-8381-c3ee5e37c94f']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:17.360184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f4884c0>, '8388587b-2211-497f-b1b3-64004a246eea') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:17.360549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f4884c0>, '8388587b-2211-497f-b1b3-64004a246eea') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:17.370095 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (8388587b-2211-497f-b1b3-64004a246eea), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:17.383384 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8388587b-2211-497f-b1b3-64004a246eea), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:17.389984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:46:17.390486 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (8388587b-2211-497f-b1b3-64004a246eea), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:46:17.392220 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:46:17.413584 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd384b71-3ece-41af-910b-ae4adbd22fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (fa1f376b-f940-4d41-a664-210973784608), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:17.441233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd384b71-3ece-41af-910b-ae4adbd22fe6 None None] Pushing event deleted for resources: {'Port': ['ID=fa1f376b-f940-4d41-a664-210973784608,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:17.444657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd384b71-3ece-41af-910b-ae4adbd22fe6 None None] No DVR routers for this DVR port fa1f376b-f940-4d41-a664-210973784608 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:46:17.514556 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (8ee05a6c-a141-4057-8381-c3ee5e37c94f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:17.520130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:17.523300 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8ee05a6c-a141-4057-8381-c3ee5e37c94f HTTP/1.1" status: 204  len: 168 time: 0.6866934
Apr 16 21:46:17.534741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6914a-0a1e-400b-bbfd-dd1828618df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee05a6c-a141-4057-8381-c3ee5e37c94f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:17.985270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44838) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:18.026364 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6fe77ace-ddb2-4a34-9f3f-9cc1a4384e48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b612d652edb4e0a8dfc99ba3dafed40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0399265
Apr 16 21:46:18.028844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44842) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:18.081034 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f07efacd-0958-445d-9278-950aaaa844bd admin admin] Publish callbacks [] for security_group (68617bb7-8cc4-453b-9632-44aba5897712), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:18.102853 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f07efacd-0958-445d-9278-950aaaa844bd admin admin] Publish callbacks [] for security_group (68617bb7-8cc4-453b-9632-44aba5897712), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:18.212204 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f07efacd-0958-445d-9278-950aaaa844bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (68617bb7-8cc4-453b-9632-44aba5897712), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:18.214795 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f07efacd-0958-445d-9278-950aaaa844bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:18.215976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f07efacd-0958-445d-9278-950aaaa844bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68617bb7-8cc4-453b-9632-44aba5897712 HTTP/1.1" status: 204  len: 168 time: 0.1862350
Apr 16 21:46:18.225334 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07efacd-0958-445d-9278-950aaaa844bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68617bb7-8cc4-453b-9632-44aba5897712,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:18.920547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44860) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:18.956916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-453a593c-cb8e-469d-b0b7-305892237e73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a77b24c69964f2bb99a7ca0345df95d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391281
Apr 16 21:46:18.962561 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44862) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:19.010051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77de05bf-1fae-4f1d-b84a-dac5f27367b2 admin admin] Publish callbacks [] for security_group (4a0aec02-893b-4399-b2f3-0f42c37d2c39), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:19.031600 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77de05bf-1fae-4f1d-b84a-dac5f27367b2 admin admin] Publish callbacks [] for security_group (4a0aec02-893b-4399-b2f3-0f42c37d2c39), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:19.172425 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77de05bf-1fae-4f1d-b84a-dac5f27367b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4a0aec02-893b-4399-b2f3-0f42c37d2c39), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:19.175018 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-77de05bf-1fae-4f1d-b84a-dac5f27367b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:19.176239 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-77de05bf-1fae-4f1d-b84a-dac5f27367b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a0aec02-893b-4399-b2f3-0f42c37d2c39 HTTP/1.1" status: 204  len: 168 time: 0.2127285
Apr 16 21:46:19.183983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de05bf-1fae-4f1d-b84a-dac5f27367b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0aec02-893b-4399-b2f3-0f42c37d2c39,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:20.258515 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44898) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:20.360754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1548610708-network', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:46:20.458059 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Made reservation on behalf of dfcde168250f4d16b2d305afed23fee5 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:46:20.460503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:20.470808 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:20.546323 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Publish callbacks [] for security_group (0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:20.600951 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:20.627093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:46:20.637108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:20.642607 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (fb899f2c-b37c-41c9-b2b1-3a8d818880e7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:20.642962 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Added segment fb899f2c-b37c-41c9-b2b1-3a8d818880e7 of type vlan for network 7ab5cb2e-2db3-494a-9695-37178734f696
Apr 16 21:46:20.683538 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (7ab5cb2e-2db3-494a-9695-37178734f696), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:20.764957 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (7ab5cb2e-2db3-494a-9695-37178734f696), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:20.766149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:20.766838 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:20.830038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] Pushing event updated for resources: {'Network': ['ID=7ab5cb2e-2db3-494a-9695-37178734f696,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:20.839977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 7ab5cb2e-2db3-494a-9695-37178734f696 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:46:20.922748 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e7d145db-115a-4470-b7ef-9dd90499bcb1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6631105
Apr 16 21:46:20.925535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 44918) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:20.930832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-dbf26fe6-c1ad-41e6-81eb-71c7b9dc7d6a admin admin] Request body: {'subnet': {'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1548610708-subnet', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:46:21.028080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf26fe6-c1ad-41e6-81eb-71c7b9dc7d6a admin admin] Made reservation on behalf of dfcde168250f4d16b2d305afed23fee5 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:46:21.030474 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dbf26fe6-c1ad-41e6-81eb-71c7b9dc7d6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:21.262424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dbf26fe6-c1ad-41e6-81eb-71c7b9dc7d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (895fcb08-76df-4aad-bfae-cd7913bab6c0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:21.318575 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf26fe6-c1ad-41e6-81eb-71c7b9dc7d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=895fcb08-76df-4aad-bfae-cd7913bab6c0,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:21.327309 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf26fe6-c1ad-41e6-81eb-71c7b9dc7d6a admin admin] Checking segment: {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:46:21.327675 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf26fe6-c1ad-41e6-81eb-71c7b9dc7d6a admin admin] Network hostable DHCP agents. Network: 7ab5cb2e-2db3-494a-9695-37178734f696, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:46:21.412201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf26fe6-c1ad-41e6-81eb-71c7b9dc7d6a admin admin] Network 7ab5cb2e-2db3-494a-9695-37178734f696 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:46:21.480618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-dbf26fe6-c1ad-41e6-81eb-71c7b9dc7d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7ab5cb2e-2db3-494a-9695-37178734f696) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:21.485331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf26fe6-c1ad-41e6-81eb-71c7b9dc7d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:21.485934 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dbf26fe6-c1ad-41e6-81eb-71c7b9dc7d6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:21.491291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb23c5f5-f399-4358-8c6d-3e454410ed50 None None] Network 7ab5cb2e-2db3-494a-9695-37178734f696 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:46:21.560021 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dbf26fe6-c1ad-41e6-81eb-71c7b9dc7d6a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6333804
Apr 16 21:46:21.562460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44928) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:21.568069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:46:21.596070 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7ab5cb2e-2db3-494a-9695-37178734f696', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:46:21.597188 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:21.664327 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:21.665463 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:21.724878 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Publish callbacks [] for router_controller (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:21.737683 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Allocated IP 172.20.0.2 (7ab5cb2e-2db3-494a-9695-37178734f696/895fcb08-76df-4aad-bfae-cd7913bab6c0/9cf3b39b-501a-442d-a3d0-3ffd56db10be) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:46:21.886271 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Publish callbacks [] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:21.962579 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Publish callbacks [] for router_gateway (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:21.984123 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:22.022887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Network 7ab5cb2e-2db3-494a-9695-37178734f696 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:46:22.025945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:22.033737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:46:22.043017 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Pushing event updated for resources: {'Port': ['ID=9cf3b39b-501a-442d-a3d0-3ffd56db10be,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:22.084255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.084674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.084965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.085370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.086099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.086099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.086379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.086737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.087070 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.087393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.087724 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.088052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.088414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.090970 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.090970 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:22.105293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Attempting to bind port 9cf3b39b-501a-442d-a3d0-3ffd56db10be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:46:22.105677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Attempting to bind port 9cf3b39b-501a-442d-a3d0-3ffd56db10be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:46:22.106050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Attempting to bind port 9cf3b39b-501a-442d-a3d0-3ffd56db10be on network 7ab5cb2e-2db3-494a-9695-37178734f696 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:46:22.111446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:46:22.120326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Checking segment: {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:46:22.120326 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:22.120326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Bound using segment: {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:46:22.120326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Bound port: 9cf3b39b-501a-442d-a3d0-3ffd56db10be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:46:22.120326 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:22.183122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] For port 9cf3b39b-501a-442d-a3d0-3ffd56db10be, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:46:22.186832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] For port 9cf3b39b-501a-442d-a3d0-3ffd56db10be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cf3b39b-501a-442d-a3d0-3ffd56db10be,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:46:22.234775 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Publish callbacks [] for router_gateway (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:22.252756 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:22.254756 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:22.315520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f4c73-162e-41fd-842a-a0ee43451945 None None] Pushing event updated for resources: {'Port': ['ID=9cf3b39b-501a-442d-a3d0-3ffd56db10be,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:22.369004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Allocated IP 172.35.1.254 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/626dbab5-8b17-4096-a51f-a7ca498234fd) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:46:22.489698 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Publish callbacks [] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:22.589788 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:22.652098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Pushing event updated for resources: {'Port': ['ID=626dbab5-8b17-4096-a51f-a7ca498234fd,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:22.661836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:46:22.664609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:22.685639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:46:23.131454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9cf3b39b-501a-442d-a3d0-3ffd56db10be up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:23.187074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9cf3b39b-501a-442d-a3d0-3ffd56db10be triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:23.187609 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:23.276624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9cf3b39b-501a-442d-a3d0-3ffd56db10be is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:23.278850 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:23.315285 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 9cf3b39b-501a-442d-a3d0-3ffd56db10be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cf3b39b-501a-442d-a3d0-3ffd56db10be,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:23.379191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ebf76e-e918-433c-8ff6-592e03ef70af None None] Network 7ab5cb2e-2db3-494a-9695-37178734f696 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:46:23.402655 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Publish callbacks [] for router_gateway (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:23.416646 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:23.500976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1f933290-f245-4ec7-a5e9-830fedc40cc9 None None] Provisioning complete for port 9cf3b39b-501a-442d-a3d0-3ffd56db10be triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:23.504660 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f933290-f245-4ec7-a5e9-830fedc40cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:23.531424 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=9cf3b39b-501a-442d-a3d0-3ffd56db10be,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:23.625149 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:23.627632 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1f933290-f245-4ec7-a5e9-830fedc40cc9 None None] Current status of the port 9cf3b39b-501a-442d-a3d0-3ffd56db10be is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:23.844856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3ab29eac-606d-4a85-86c3-12cd3f3515fd None None] Provisioning complete for port 9cf3b39b-501a-442d-a3d0-3ffd56db10be triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:23.845300 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3ab29eac-606d-4a85-86c3-12cd3f3515fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:23.869429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:46:23.926507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3ab29eac-606d-4a85-86c3-12cd3f3515fd None None] Current status of the port 9cf3b39b-501a-442d-a3d0-3ffd56db10be is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:24.008822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:46:24.018108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Sync routers for ids ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:46:24.028574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Routers {'2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:24.029189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241716a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:46:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:24.106794 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:24.108104 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3ea49968-cacd-4d68-ba68-4cc607d47f4f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.5446291
Apr 16 21:46:24.114181 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 44980) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:24.300610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Set router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:46:24.474315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241716a0>, [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254'}], 'enable_snat': True}, 'gw_port_id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:46:23Z', 'revision_number': 3, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port': {'id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:22Z', 'updated_at': '2022-04-16T21:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:24.502304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Checking router: 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:46:24.502763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Updating router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 port 626dbab5-8b17-4096-a51f-a7ca498234fd binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:46:24.530574 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:24.549931 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:24.708093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Allocated IP 172.20.0.1 (7ab5cb2e-2db3-494a-9695-37178734f696/895fcb08-76df-4aad-bfae-cd7913bab6c0/49203244-cdf5-48e3-a588-218e3d4f9335) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:46:24.788521 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Publish callbacks [] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:24.810742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Publish callbacks [] for port (49203244-cdf5-48e3-a588-218e3d4f9335), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:24.841194 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:24.891228 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:24.894719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1815f-8523-4f48-90d0-82b60cf0b328 None None] Pushing event updated for resources: {'Port': ['ID=626dbab5-8b17-4096-a51f-a7ca498234fd,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:24.898051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Attempting to bind port 626dbab5-8b17-4096-a51f-a7ca498234fd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:46:24.898051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Attempting to bind port 626dbab5-8b17-4096-a51f-a7ca498234fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:46:24.898051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Attempting to bind port 626dbab5-8b17-4096-a51f-a7ca498234fd on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:46:24.905281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:46:24.906092 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:46:24.906092 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:24.906386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:46:24.906679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Bound port: 626dbab5-8b17-4096-a51f-a7ca498234fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:46:24.907125 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:24.948321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Network 7ab5cb2e-2db3-494a-9695-37178734f696 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:46:24.951864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:24.955714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:46:24.966422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] For port 626dbab5-8b17-4096-a51f-a7ca498234fd, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:46:24.969923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] For port 626dbab5-8b17-4096-a51f-a7ca498234fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=626dbab5-8b17-4096-a51f-a7ca498234fd,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:46:24.984141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Pushing event updated for resources: {'Port': ['ID=49203244-cdf5-48e3-a588-218e3d4f9335,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:25.002576 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:25.092675 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:25.141594 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9cf3b39b-501a-442d-a3d0-3ffd56db10be up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:25.201948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Routers {'2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:25.202512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241716a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:46:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:25.207038 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1815f-8523-4f48-90d0-82b60cf0b328 None None] Pushing event updated for resources: {'Port': ['ID=626dbab5-8b17-4096-a51f-a7ca498234fd,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:25.271000 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:25.274368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-88f97beb-644e-45b5-a282-a24ac34df5ed None None] Provisioning complete for port 49203244-cdf5-48e3-a588-218e3d4f9335 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:25.274745 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-88f97beb-644e-45b5-a282-a24ac34df5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:25.280187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9cf3b39b-501a-442d-a3d0-3ffd56db10be triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:25.280568 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:25.394667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-88f97beb-644e-45b5-a282-a24ac34df5ed None None] Port 49203244-cdf5-48e3-a588-218e3d4f9335 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:46:25.404084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] Set router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:46:25.461143 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Publish callbacks [] for port (49203244-cdf5-48e3-a588-218e3d4f9335), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:25.554871 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:25.571086 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9cf3b39b-501a-442d-a3d0-3ffd56db10be is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:25.623104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Pushing event updated for resources: {'Port': ['ID=49203244-cdf5-48e3-a588-218e3d4f9335,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:25.625662 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:25.631257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241716a0>, [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254'}], 'enable_snat': True}, 'gw_port_id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:46:23Z', 'revision_number': 3, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port': {'id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:22Z', 'updated_at': '2022-04-16T21:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:25.662973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24d501-0270-4782-bb50-52f9627fefa8 None None] The sync data for ids ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'] in ncdv-master-1 is: [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254'}], 'enable_snat': True}, 'gw_port_id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:46:23Z', 'revision_number': 3, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port': {'id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:22Z', 'updated_at': '2022-04-16T21:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:46:25.732356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Network 7ab5cb2e-2db3-494a-9695-37178734f696 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:46:25.733866 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:25.862640 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:46:26.016291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:46:26.025655 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-c9571add-e7ea-43a3-bff8-1a234c5c2eef None None] Provisioning complete for port 49203244-cdf5-48e3-a588-218e3d4f9335 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:26.026108 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c9571add-e7ea-43a3-bff8-1a234c5c2eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:26.026962 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-02d7d1b7-aa1f-4c6b-8e39-be6fba5c9f41 admin admin] 10.222.0.20 "PUT /v2.0/routers/2abad32e-9ea3-4059-9068-a8b3fcb2e0e9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9149311
Apr 16 21:46:26.068667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c9571add-e7ea-43a3-bff8-1a234c5c2eef None None] Port 49203244-cdf5-48e3-a588-218e3d4f9335 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:46:26.711412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45036) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:26.716822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2012983095-network', 'tenant_id': '58d9003de8e04eed804abb2073c84974'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:46:26.835165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Made reservation on behalf of 58d9003de8e04eed804abb2073c84974 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:46:26.837674 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:26.847009 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:26.920410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Publish callbacks [] for security_group (03413ff2-6944-40ce-858e-103fa0bebdd1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:26.993913 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (03413ff2-6944-40ce-858e-103fa0bebdd1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:27.022853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:46:27.029389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03413ff2-6944-40ce-858e-103fa0bebdd1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:27.037266 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d31dfe27-d747-4745-9824-7832b6e335cc), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:27.037619 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Added segment d31dfe27-d747-4745-9824-7832b6e335cc of type vlan for network 6b9735a6-a119-41d5-8432-b352ca80f5fb
Apr 16 21:46:27.091177 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (6b9735a6-a119-41d5-8432-b352ca80f5fb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:27.148557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 626dbab5-8b17-4096-a51f-a7ca498234fd up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:27.201009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 626dbab5-8b17-4096-a51f-a7ca498234fd triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:27.201386 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:27.229354 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (6b9735a6-a119-41d5-8432-b352ca80f5fb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:27.230292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:27.231409 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:27.285935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 626dbab5-8b17-4096-a51f-a7ca498234fd is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:27.286265 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:27.307788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 626dbab5-8b17-4096-a51f-a7ca498234fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=626dbab5-8b17-4096-a51f-a7ca498234fd,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:27.337125 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Sync routers for ids ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:46:27.348040 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Routers {'2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:27.348814 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248d7f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:46:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:27.354274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] Pushing event updated for resources: {'Network': ['ID=6b9735a6-a119-41d5-8432-b352ca80f5fb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:27.364588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 6b9735a6-a119-41d5-8432-b352ca80f5fb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:46:27.378765 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:27.386018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-adc6c542-2719-4702-bb34-e974128f4f56 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:27.393011 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-adc6c542-2719-4702-bb34-e974128f4f56 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/networks?id=2aad2bcc-ed09-4c05-a89b-4988a07fb386 HTTP/1.1" status: 200  len: 814 time: 0.1756735
Apr 16 21:46:27.398707 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-04db7ce4-304c-4e99-adff-31d26e4c4b5a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6858130
Apr 16 21:46:27.402206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 45052) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:27.409540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c52b15a8-77aa-4c1a-8864-5fa3f6a3de77 admin admin] Request body: {'subnet': {'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2012983095-subnet', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:46:27.415168 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-643aa332-6c51-4348-8609-94a18b9bc9d5 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/quotas/cda4f5ee41d2439e935ee0f658f465d4 HTTP/1.1" status: 200  len: 375 time: 0.0212436
Apr 16 21:46:27.449592 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-74c9df75-fdb9-40c5-a0e2-2de11764e590 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cda4f5ee41d2439e935ee0f658f465d4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0334930
Apr 16 21:46:27.473650 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Set router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:46:27.477365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=626dbab5-8b17-4096-a51f-a7ca498234fd,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:27.503492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52b15a8-77aa-4c1a-8864-5fa3f6a3de77 admin admin] Made reservation on behalf of 58d9003de8e04eed804abb2073c84974 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:46:27.506102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c52b15a8-77aa-4c1a-8864-5fa3f6a3de77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:27.564437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-b52d8f12-9408-4b6e-9be4-8027a290a89d service neutron] 10.222.0.20 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1092474
Apr 16 21:46:27.685797 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-8ad11198-5f98-429a-9897-e01efdbaf051 service neutron] 10.222.0.20 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1160667
Apr 16 21:46:27.698393 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248d7f10>, [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254'}], 'enable_snat': True}, 'gw_port_id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:46:25Z', 'revision_number': 4, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port': {'id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:22Z', 'updated_at': '2022-04-16T21:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '49203244-cdf5-48e3-a588-218e3d4f9335', 'name': '', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'mac_address': 'fa:16:3e:80:1a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:24Z', 'updated_at': '2022-04-16T21:46:25Z', 'revision_number': 2, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'subnets': [{'id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:27.727548 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Checking router: 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:46:27.727995 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Updating router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 port 49203244-cdf5-48e3-a588-218e3d4f9335 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:46:27.759562 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:27.828134 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c52b15a8-77aa-4c1a-8864-5fa3f6a3de77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (0075097b-ba79-4bdf-844c-12f33230cfa3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:27.942766 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b15a8-77aa-4c1a-8864-5fa3f6a3de77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0075097b-ba79-4bdf-844c-12f33230cfa3,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:27.951398 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d91f9758-ce07-47eb-bf51-84b031fe4d48 req-a21d6112-de4f-4016-bb96-f70ef7d833c6 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 210 time: 0.0631609
Apr 16 21:46:27.962070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b15a8-77aa-4c1a-8864-5fa3f6a3de77 admin admin] Checking segment: {'id': 'd31dfe27-d747-4745-9824-7832b6e335cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:46:27.962452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b15a8-77aa-4c1a-8864-5fa3f6a3de77 admin admin] Network hostable DHCP agents. Network: 6b9735a6-a119-41d5-8432-b352ca80f5fb, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:46:28.047925 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Publish callbacks [] for port (49203244-cdf5-48e3-a588-218e3d4f9335), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.061966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b15a8-77aa-4c1a-8864-5fa3f6a3de77 admin admin] Network 6b9735a6-a119-41d5-8432-b352ca80f5fb is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:46:28.130495 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.153825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-c52b15a8-77aa-4c1a-8864-5fa3f6a3de77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b9735a6-a119-41d5-8432-b352ca80f5fb) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:28.158582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b15a8-77aa-4c1a-8864-5fa3f6a3de77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:28.161040 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c52b15a8-77aa-4c1a-8864-5fa3f6a3de77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.166077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d733197-8ac9-4348-9555-02ddf7348de3 None None] Network 6b9735a6-a119-41d5-8432-b352ca80f5fb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:46:28.228352 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2fd76-eeef-4496-b443-867de079c227 None None] Pushing event updated for resources: {'Port': ['ID=49203244-cdf5-48e3-a588-218e3d4f9335,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:28.234697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45066) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:28.240683 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c52b15a8-77aa-4c1a-8864-5fa3f6a3de77 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8280692
Apr 16 21:46:28.240803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2012983095-router', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:46:28.247726 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Attempting to bind port 49203244-cdf5-48e3-a588-218e3d4f9335 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:46:28.248455 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Attempting to bind port 49203244-cdf5-48e3-a588-218e3d4f9335 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:46:28.248997 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Attempting to bind port 49203244-cdf5-48e3-a588-218e3d4f9335 on network 7ab5cb2e-2db3-494a-9695-37178734f696 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:46:28.255280 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:46:28.255905 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Checking segment: {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:46:28.257051 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.257681 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Bound using segment: {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:46:28.258332 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Bound port: 49203244-cdf5-48e3-a588-218e3d4f9335, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:46:28.258716 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.315956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6b9735a6-a119-41d5-8432-b352ca80f5fb', 'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb', 'project_id': '58d9003de8e04eed804abb2073c84974', 'fixed_ips': [{'subnet_id': '0075097b-ba79-4bdf-844c-12f33230cfa3'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:46:28.315956 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.339963 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] For port 49203244-cdf5-48e3-a588-218e3d4f9335, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:46:28.344037 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (d2614de9-ae93-4c3e-88c1-77f950cbcd84), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.345277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (d2614de9-ae93-4c3e-88c1-77f950cbcd84), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.350322 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] For port 49203244-cdf5-48e3-a588-218e3d4f9335, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49203244-cdf5-48e3-a588-218e3d4f9335,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:46:28.414840 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Publish callbacks [] for router_controller (d2614de9-ae93-4c3e-88c1-77f950cbcd84), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.468065 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.474221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Allocated IP 172.20.0.2 (6b9735a6-a119-41d5-8432-b352ca80f5fb/0075097b-ba79-4bdf-844c-12f33230cfa3/22cc10d0-d6ad-4214-a5e6-937a84a94488) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:46:28.541260 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Routers {'2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:28.542156 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248d7f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:46:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:28.547529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-064d9a34-9094-4263-9fad-f561571d8508 None None] Provisioning complete for port 49203244-cdf5-48e3-a588-218e3d4f9335 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:28.547992 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-064d9a34-9094-4263-9fad-f561571d8508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.668645 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] Set router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:46:28.687718 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Publish callbacks [] for router_gateway (d2614de9-ae93-4c3e-88c1-77f950cbcd84), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.707944 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2fd76-eeef-4496-b443-867de079c227 None None] Pushing event updated for resources: {'Port': ['ID=49203244-cdf5-48e3-a588-218e3d4f9335,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:28.768436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-064d9a34-9094-4263-9fad-f561571d8508 None None] Current status of the port 49203244-cdf5-48e3-a588-218e3d4f9335 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:28.769182 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-064d9a34-9094-4263-9fad-f561571d8508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.774803 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Publish callbacks [] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.810409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-064d9a34-9094-4263-9fad-f561571d8508 None None] For port 49203244-cdf5-48e3-a588-218e3d4f9335, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49203244-cdf5-48e3-a588-218e3d4f9335,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:28.892403 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.894105 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248d7f10>, [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254'}], 'enable_snat': True}, 'gw_port_id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:46:25Z', 'revision_number': 4, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port': {'id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:22Z', 'updated_at': '2022-04-16T21:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '49203244-cdf5-48e3-a588-218e3d4f9335', 'name': '', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'mac_address': 'fa:16:3e:80:1a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:24Z', 'updated_at': '2022-04-16T21:46:28Z', 'revision_number': 4, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'subnets': [{'id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:28.923221 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4ad7d-34c4-4297-9efc-924b39a6a91a None None] The sync data for ids ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'] in ncdv-master-1 is: [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254'}], 'enable_snat': True}, 'gw_port_id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:46:25Z', 'revision_number': 4, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port': {'id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:22Z', 'updated_at': '2022-04-16T21:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '49203244-cdf5-48e3-a588-218e3d4f9335', 'name': '', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'mac_address': 'fa:16:3e:80:1a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:24Z', 'updated_at': '2022-04-16T21:46:28Z', 'revision_number': 4, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'subnets': [{'id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:46:28.933400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Network 6b9735a6-a119-41d5-8432-b352ca80f5fb is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:46:28.942013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:28.942013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:46:28.949329 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Pushing event updated for resources: {'Port': ['ID=22cc10d0-d6ad-4214-a5e6-937a84a94488,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:28.976080 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Publish callbacks [] for router_gateway (d2614de9-ae93-4c3e-88c1-77f950cbcd84), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:28.978905 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-064d9a34-9094-4263-9fad-f561571d8508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:29.018006 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:29.063898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Attempting to bind port 22cc10d0-d6ad-4214-a5e6-937a84a94488 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:46:29.064308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Attempting to bind port 22cc10d0-d6ad-4214-a5e6-937a84a94488 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd31dfe27-d747-4745-9824-7832b6e335cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:46:29.064707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Attempting to bind port 22cc10d0-d6ad-4214-a5e6-937a84a94488 on network 6b9735a6-a119-41d5-8432-b352ca80f5fb {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:46:29.082709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:46:29.083415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Checking segment: {'id': 'd31dfe27-d747-4745-9824-7832b6e335cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:46:29.084001 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:29.084587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Bound using segment: {'id': 'd31dfe27-d747-4745-9824-7832b6e335cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:46:29.085261 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Bound port: 22cc10d0-d6ad-4214-a5e6-937a84a94488, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31dfe27-d747-4745-9824-7832b6e335cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:46:29.085833 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:29.089269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d9a34-9094-4263-9fad-f561571d8508 None None] Pushing event updated for resources: {'Port': ['ID=49203244-cdf5-48e3-a588-218e3d4f9335,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:29.203070 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Allocated IP 172.35.1.56 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/331c80e2-3ca7-4f06-b0d2-060c26a3395c) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:46:29.297325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc8c114e-b473-4d54-87b2-29bfa601b2f6 req-9376bd13-8cd7-48ef-ba79-f978331e06c6 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 210 time: 0.0775139
Apr 16 21:46:29.346012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 626dbab5-8b17-4096-a51f-a7ca498234fd up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:29.407920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3ca157d8-af29-4545-a382-92718474a20a None None] Provisioning complete for port 49203244-cdf5-48e3-a588-218e3d4f9335 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:29.408326 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3ca157d8-af29-4545-a382-92718474a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:29.498087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] For port 22cc10d0-d6ad-4214-a5e6-937a84a94488, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:46:29.503148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] For port 22cc10d0-d6ad-4214-a5e6-937a84a94488, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22cc10d0-d6ad-4214-a5e6-937a84a94488,segment=NetworkSegment(d31dfe27-d747-4745-9824-7832b6e335cc),segment_id=d31dfe27-d747-4745-9824-7832b6e335cc)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:46:29.515429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 626dbab5-8b17-4096-a51f-a7ca498234fd triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:29.515814 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:29.583497 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3ca157d8-af29-4545-a382-92718474a20a None None] Current status of the port 49203244-cdf5-48e3-a588-218e3d4f9335 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:29.632425 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:29.674161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 626dbab5-8b17-4096-a51f-a7ca498234fd is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:29.675281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 49203244-cdf5-48e3-a588-218e3d4f9335 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:29.753545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30db30-8d81-4e3c-a7e2-62e1c0ca7eb1 None None] Pushing event updated for resources: {'Port': ['ID=22cc10d0-d6ad-4214-a5e6-937a84a94488,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:29.768439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 49203244-cdf5-48e3-a588-218e3d4f9335 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:29.769009 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:29.807371 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Publish callbacks [] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:29.873842 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 49203244-cdf5-48e3-a588-218e3d4f9335 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:29.932650 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:30.010285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:46:30.015419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:30.020052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:46:30.045905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Pushing event updated for resources: {'Port': ['ID=331c80e2-3ca7-4f06-b0d2-060c26a3395c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:30.393659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-41345548-952d-43e8-b32c-134ad6aa63c5 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:30.395206 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-41345548-952d-43e8-b32c-134ad6aa63c5 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.11 "GET /v2.0/networks?id=2aad2bcc-ed09-4c05-a89b-4988a07fb386 HTTP/1.1" status: 200  len: 814 time: 0.1995485
Apr 16 21:46:30.412050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-160f515d-5af1-4bd6-ad65-ca7ceb0a142c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Request body: {'port': {'device_id': '8e3ee82e-b49c-4d49-aca8-7a42af4de7dc', 'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386', 'admin_state_up': True, 'tenant_id': 'cda4f5ee41d2439e935ee0f658f465d4'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:46:30.424686 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-79a13c05-1ba1-430e-bd7f-986cab44a857 req-c79efbaa-da0a-425c-9203-3c3c46583381 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 210 time: 0.0357101
Apr 16 21:46:30.428307 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Publish callbacks [] for router_gateway (d2614de9-ae93-4c3e-88c1-77f950cbcd84), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:30.718734 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (d2614de9-ae93-4c3e-88c1-77f950cbcd84), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:30.763571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-160f515d-5af1-4bd6-ad65-ca7ceb0a142c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Made reservation on behalf of cda4f5ee41d2439e935ee0f658f465d4 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:46:30.766975 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-160f515d-5af1-4bd6-ad65-ca7ceb0a142c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:30.945947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757e579-418e-499a-8cb6-2835e0102365 None None] Network 6b9735a6-a119-41d5-8432-b352ca80f5fb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:46:30.959190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-160f515d-5af1-4bd6-ad65-ca7ceb0a142c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Allocated IP 172.20.0.8 (2aad2bcc-ed09-4c05-a89b-4988a07fb386/1cadd8a9-00f9-44e4-a833-dbf60c0bbdda/5d901921-b640-4e8b-a7d1-f001809168ce) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:46:31.028443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2367e7a1-ebe3-40a9-a0a7-4b4179aceb65 None None] Provisioning complete for port 22cc10d0-d6ad-4214-a5e6-937a84a94488 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:31.028824 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2367e7a1-ebe3-40a9-a0a7-4b4179aceb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:31.054498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Router d2614de9-ae93-4c3e-88c1-77f950cbcd84 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:46:31.155493 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2367e7a1-ebe3-40a9-a0a7-4b4179aceb65 None None] Current status of the port 22cc10d0-d6ad-4214-a5e6-937a84a94488 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:31.156017 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2367e7a1-ebe3-40a9-a0a7-4b4179aceb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:31.220979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2367e7a1-ebe3-40a9-a0a7-4b4179aceb65 None None] For port 22cc10d0-d6ad-4214-a5e6-937a84a94488, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22cc10d0-d6ad-4214-a5e6-937a84a94488,segment=NetworkSegment(d31dfe27-d747-4745-9824-7832b6e335cc),segment_id=d31dfe27-d747-4745-9824-7832b6e335cc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:31.242310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-160f515d-5af1-4bd6-ad65-ca7ceb0a142c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks [] for port (5d901921-b640-4e8b-a7d1-f001809168ce), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:31.250045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 22cc10d0-d6ad-4214-a5e6-937a84a94488 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:31.281186 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2367e7a1-ebe3-40a9-a0a7-4b4179aceb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:31.282915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:46:31.321003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Sync routers for ids ['d2614de9-ae93-4c3e-88c1-77f950cbcd84'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:46:31.356505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Routers {'d2614de9-ae93-4c3e-88c1-77f950cbcd84'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:31.360212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f222b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:46:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2614de9-ae93-4c3e-88c1-77f950cbcd84'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:31.367513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367e7a1-ebe3-40a9-a0a7-4b4179aceb65 None None] Pushing event updated for resources: {'Port': ['ID=22cc10d0-d6ad-4214-a5e6-937a84a94488,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:31.379890 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:31.381300 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-610df9dd-17bc-41c0-b327-fc521434f8ff admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.1454847
Apr 16 21:46:31.384015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 45120) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:46:31.409959 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 22cc10d0-d6ad-4214-a5e6-937a84a94488 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:31.410368 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:31.434442 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-160f515d-5af1-4bd6-ad65-ca7ceb0a142c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5d901921-b640-4e8b-a7d1-f001809168ce), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:31.446104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-25239961-a801-4463-bb15-fe9e2b1b0f70 None None] Provisioning complete for port 22cc10d0-d6ad-4214-a5e6-937a84a94488 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:31.446513 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-25239961-a801-4463-bb15-fe9e2b1b0f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:31.496229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-160f515d-5af1-4bd6-ad65-ca7ceb0a142c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Network 2aad2bcc-ed09-4c05-a89b-4988a07fb386 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:46:31.503251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-160f515d-5af1-4bd6-ad65-ca7ceb0a142c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:31.505860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-160f515d-5af1-4bd6-ad65-ca7ceb0a142c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:46:31.509464 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f515d-5af1-4bd6-ad65-ca7ceb0a142c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Pushing event updated for resources: {'Port': ['ID=5d901921-b640-4e8b-a7d1-f001809168ce,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:31.594048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Set router d2614de9-ae93-4c3e-88c1-77f950cbcd84 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:46:31.629970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da254be5-5c18-4253-a778-bc89881bc016 req-493f6a59-1d7f-46de-a7d4-9b60bbe0cb74 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:31.631458 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da254be5-5c18-4253-a778-bc89881bc016 req-493f6a59-1d7f-46de-a7d4-9b60bbe0cb74 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 931 time: 0.1199298
Apr 16 21:46:31.638316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-160f515d-5af1-4bd6-ad65-ca7ceb0a142c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:31.638938 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-160f515d-5af1-4bd6-ad65-ca7ceb0a142c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:31.734091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 22cc10d0-d6ad-4214-a5e6-937a84a94488 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:31.735231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 49203244-cdf5-48e3-a588-218e3d4f9335 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:31.736892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-25239961-a801-4463-bb15-fe9e2b1b0f70 None None] Current status of the port 22cc10d0-d6ad-4214-a5e6-937a84a94488 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:31.747668 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-160f515d-5af1-4bd6-ad65-ca7ceb0a142c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3428342
Apr 16 21:46:31.780943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Request body: {'port': {'device_id': '8e3ee82e-b49c-4d49-aca8-7a42af4de7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:46:31.787650 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da254be5-5c18-4253-a778-bc89881bc016 req-18c059a1-e5ff-4130-b9b6-058acc68d83c tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448686
Apr 16 21:46:31.847805 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 49203244-cdf5-48e3-a588-218e3d4f9335 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:31.848102 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:31.894067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f222b80>, [{'id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'name': 'tempest-TestVolumeBootPattern-2012983095-router', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:28Z', 'updated_at': '2022-04-16T21:46:30Z', 'revision_number': 3, 'project_id': '58d9003de8e04eed804abb2073c84974', 'gw_port': {'id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:29Z', 'updated_at': '2022-04-16T21:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:31.922393 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5d901921-b640-4e8b-a7d1-f001809168ce), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:31.930314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Checking router: d2614de9-ae93-4c3e-88c1-77f950cbcd84 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:46:31.930682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Updating router d2614de9-ae93-4c3e-88c1-77f950cbcd84 port 331c80e2-3ca7-4f06-b0d2-060c26a3395c binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:46:31.962104 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.026353 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:46:32.030537 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 49203244-cdf5-48e3-a588-218e3d4f9335 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:32.304912 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Publish callbacks [] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.321883 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.359575 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.381215 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d901921-b640-4e8b-a7d1-f001809168ce {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:46:32.420308 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Publish callbacks [] for port (5d901921-b640-4e8b-a7d1-f001809168ce), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.444118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Transition to ACTIVE for port object 5d901921-b640-4e8b-a7d1-f001809168ce will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:46:32.520210 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5d901921-b640-4e8b-a7d1-f001809168ce), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.572335 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Attempting to bind port 331c80e2-3ca7-4f06-b0d2-060c26a3395c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:46:32.572713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Attempting to bind port 331c80e2-3ca7-4f06-b0d2-060c26a3395c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:46:32.573323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Attempting to bind port 331c80e2-3ca7-4f06-b0d2-060c26a3395c on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:46:32.581870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110e77c-5e05-493d-9715-29e699caf094 None None] Pushing event updated for resources: {'Port': ['ID=331c80e2-3ca7-4f06-b0d2-060c26a3395c,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:32.582553 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Allocated IP 172.20.0.1 (6b9735a6-a119-41d5-8432-b352ca80f5fb/0075097b-ba79-4bdf-844c-12f33230cfa3/e2db6761-2192-4405-96bc-b0d77323a994) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:46:32.584449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:46:32.584832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:46:32.585242 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.585951 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:46:32.586081 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Bound port: 331c80e2-3ca7-4f06-b0d2-060c26a3395c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:46:32.586471 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.594663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Pushing event updated for resources: {'Port': ['ID=5d901921-b640-4e8b-a7d1-f001809168ce,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:32.638029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] For port 331c80e2-3ca7-4f06-b0d2-060c26a3395c, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:46:32.641102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] For port 331c80e2-3ca7-4f06-b0d2-060c26a3395c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=331c80e2-3ca7-4f06-b0d2-060c26a3395c,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:46:32.721241 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.733733 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Attempting to bind port 5d901921-b640-4e8b-a7d1-f001809168ce on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:46:32.734083 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Attempting to bind port 5d901921-b640-4e8b-a7d1-f001809168ce by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4367f84d-775a-4302-a197-ad1bfb9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:46:32.734420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Attempting to bind port 5d901921-b640-4e8b-a7d1-f001809168ce on network 2aad2bcc-ed09-4c05-a89b-4988a07fb386 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:46:32.749478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Port 5d901921-b640-4e8b-a7d1-f001809168ce on network 2aad2bcc-ed09-4c05-a89b-4988a07fb386 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:46:32.749818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Attempting to bind port 5d901921-b640-4e8b-a7d1-f001809168ce on network 2aad2bcc-ed09-4c05-a89b-4988a07fb386 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:46:32.763305 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Publish callbacks [] for port (e2db6761-2192-4405-96bc-b0d77323a994), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.766444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:46:32.766794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Checking segment: {'id': '4367f84d-775a-4302-a197-ad1bfb9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:46:32.767187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Bound using segment: {'id': '4367f84d-775a-4302-a197-ad1bfb9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:46:32.767631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Bound port: 5d901921-b640-4e8b-a7d1-f001809168ce, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4367f84d-775a-4302-a197-ad1bfb9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:46:32.770619 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5d901921-b640-4e8b-a7d1-f001809168ce), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.778997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Routers {'d2614de9-ae93-4c3e-88c1-77f950cbcd84'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:32.779634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f222b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:46:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2614de9-ae93-4c3e-88c1-77f950cbcd84'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:32.784450 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110e77c-5e05-493d-9715-29e699caf094 None None] Pushing event updated for resources: {'Port': ['ID=331c80e2-3ca7-4f06-b0d2-060c26a3395c,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:32.852745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] For port 5d901921-b640-4e8b-a7d1-f001809168ce, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:46:32.856515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] For port 5d901921-b640-4e8b-a7d1-f001809168ce, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d901921-b640-4e8b-a7d1-f001809168ce,segment=NetworkSegment(4367f84d-775a-4302-a197-ad1bfb9f46b3),segment_id=4367f84d-775a-4302-a197-ad1bfb9f46b3)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:46:32.893306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] Set router d2614de9-ae93-4c3e-88c1-77f950cbcd84 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:46:32.898319 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e2db6761-2192-4405-96bc-b0d77323a994), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.925459 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a04620-b07c-48bf-9d54-d13438c5c043 req-45e35c63-5afe-4993-85a3-d6a49c2995a2 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:32.927790 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d3a04620-b07c-48bf-9d54-d13438c5c043 req-45e35c63-5afe-4993-85a3-d6a49c2995a2 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 943 time: 0.0505936
Apr 16 21:46:32.937613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5d901921-b640-4e8b-a7d1-f001809168ce), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.959510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Network 6b9735a6-a119-41d5-8432-b352ca80f5fb is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:46:32.966636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:32.967622 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:32.969474 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] 10.222.0.11 "PUT /v2.0/ports/5d901921-b640-4e8b-a7d1-f001809168ce HTTP/1.1" status: 200  len: 1091 time: 1.1955109
Apr 16 21:46:32.972157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3ee82e-b49c-4d49-aca8-7a42af4de7dc', 'tag': '5d901921-b640-4e8b-a7d1-f001809168ce'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:46:32.976366 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77d4a2d-d22e-4155-8f62-3a9148291599" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3ee82e-b49c-4d49-aca8-7a42af4de7dc", "tag": "5d901921-b640-4e8b-a7d1-f001809168ce"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:46:32.981574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:32.984913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:46:33.003003 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d3a04620-b07c-48bf-9d54-d13438c5c043 req-5335e8af-d418-46f0-bfd2-92353847120e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691116
Apr 16 21:46:33.019822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Pushing event updated for resources: {'Port': ['ID=e2db6761-2192-4405-96bc-b0d77323a994,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:33.034274 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f33e9d0-ff3d-449a-a214-99ff07fe11c0 x-openstack-request-id: req-5f33e9d0-ff3d-449a-a214-99ff07fe11c0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:46:33.034673 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3ee82e-b49c-4d49-aca8-7a42af4de7dc", "tag": "5d901921-b640-4e8b-a7d1-f001809168ce", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:46:33.035039 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f33e9d0-ff3d-449a-a214-99ff07fe11c0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:46:33.035554 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f33e9d0-ff3d-449a-a214-99ff07fe11c0'] response: {'name': 'network-changed', 'server_uuid': '8e3ee82e-b49c-4d49-aca8-7a42af4de7dc', 'tag': '5d901921-b640-4e8b-a7d1-f001809168ce', 'status': 'completed', 'code': 200}
Apr 16 21:46:33.108192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f222b80>, [{'id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'name': 'tempest-TestVolumeBootPattern-2012983095-router', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:28Z', 'updated_at': '2022-04-16T21:46:30Z', 'revision_number': 3, 'project_id': '58d9003de8e04eed804abb2073c84974', 'gw_port': {'id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:29Z', 'updated_at': '2022-04-16T21:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:33.136447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1607ca3-2d05-4fcd-abe8-f7e5c7ca866a None None] The sync data for ids ['d2614de9-ae93-4c3e-88c1-77f950cbcd84'] in ncdv-master-1 is: [{'id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'name': 'tempest-TestVolumeBootPattern-2012983095-router', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:28Z', 'updated_at': '2022-04-16T21:46:30Z', 'revision_number': 3, 'project_id': '58d9003de8e04eed804abb2073c84974', 'gw_port': {'id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:29Z', 'updated_at': '2022-04-16T21:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:46:33.138462 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (d2614de9-ae93-4c3e-88c1-77f950cbcd84), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:33.145270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d4a2d-d22e-4155-8f62-3a9148291599 req-61fb4872-262a-4e05-a99f-40930d2d4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:33.147022 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b77d4a2d-d22e-4155-8f62-3a9148291599 req-61fb4872-262a-4e05-a99f-40930d2d4b1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cda4f5ee41d2439e935ee0f658f465d4&device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 1125 time: 0.0848367
Apr 16 21:46:33.166234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 22cc10d0-d6ad-4214-a5e6-937a84a94488 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:33.202326 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbce01-0e13-4a7e-ab99-ec3617fd5439 service neutron] Pushing event updated for resources: {'Port': ['ID=5d901921-b640-4e8b-a7d1-f001809168ce,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:33.220677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 22cc10d0-d6ad-4214-a5e6-937a84a94488 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:33.221049 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:33.281970 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5feb8e80-59e4-49bd-93e2-ba01d0ce8d6c None None] Provisioning complete for port e2db6761-2192-4405-96bc-b0d77323a994 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:33.282258 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5feb8e80-59e4-49bd-93e2-ba01d0ce8d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e2db6761-2192-4405-96bc-b0d77323a994), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:33.346797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d4a2d-d22e-4155-8f62-3a9148291599 req-e7665465-c280-43ac-a345-7950428b0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:33.348429 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b77d4a2d-d22e-4155-8f62-3a9148291599 req-e7665465-c280-43ac-a345-7950428b0dec service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cda4f5ee41d2439e935ee0f658f465d4&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1628945
Apr 16 21:46:33.348672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5feb8e80-59e4-49bd-93e2-ba01d0ce8d6c None None] Port e2db6761-2192-4405-96bc-b0d77323a994 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:46:33.364426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 22cc10d0-d6ad-4214-a5e6-937a84a94488 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:33.457813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e2db6761-2192-4405-96bc-b0d77323a994), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:33.518685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d4a2d-d22e-4155-8f62-3a9148291599 req-85dcda2d-c3e5-4b1a-9d88-a56110b9f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:33.520223 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b77d4a2d-d22e-4155-8f62-3a9148291599 req-85dcda2d-c3e5-4b1a-9d88-a56110b9f936 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1663685
Apr 16 21:46:34.010458 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-36debfd0-8925-4f63-b7ef-b30ec2ddd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:34.012007 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-36debfd0-8925-4f63-b7ef-b30ec2ddd3c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cda4f5ee41d2439e935ee0f658f465d4&device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 1125 time: 0.4274633
Apr 16 21:46:34.071773 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-a99b41de-8273-4db5-a7d8-bdaec57845c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d901921-b640-4e8b-a7d1-f001809168ce HTTP/1.1" status: 200  len: 217 time: 0.0529120
Apr 16 21:46:34.131833 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Publish callbacks [] for port (e2db6761-2192-4405-96bc-b0d77323a994), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:34.141765 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-bc416520-56ea-4c8b-8c1c-91bff42152c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:34.143246 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-bc416520-56ea-4c8b-8c1c-91bff42152c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cadd8a9-00f9-44e4-a833-dbf60c0bbdda HTTP/1.1" status: 200  len: 854 time: 0.0639677
Apr 16 21:46:34.146099 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf26890-a32a-4b3e-9c09-662f53238d93 req-f8e8896b-3701-4350-9f4f-202c0e9ebffc tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:34.147609 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-faf26890-a32a-4b3e-9c09-662f53238d93 req-f8e8896b-3701-4350-9f4f-202c0e9ebffc tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 943 time: 0.0532160
Apr 16 21:46:34.176282 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-230faf7d-6b78-4a58-9111-9716cc0fc1f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2aad2bcc-ed09-4c05-a89b-4988a07fb386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0276561
Apr 16 21:46:34.199372 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-faf26890-a32a-4b3e-9c09-662f53238d93 req-4b8eec95-02a6-4cd2-8abc-5983302c04e1 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450237
Apr 16 21:46:34.264815 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-9f3bc7e7-95ca-4651-aef0-cb9ef853e2a3 service neutron] 10.222.0.11 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829914
Apr 16 21:46:34.279154 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (e2db6761-2192-4405-96bc-b0d77323a994), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:34.400161 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (d2614de9-ae93-4c3e-88c1-77f950cbcd84), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:34.403704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Pushing event updated for resources: {'Port': ['ID=e2db6761-2192-4405-96bc-b0d77323a994,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:34.469174 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff52cc80-514f-401f-8699-c37fc05c7ac9 req-a505b448-35aa-45ba-bb5f-a3f15f746e1b service neutron] 10.222.0.11 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984513
Apr 16 21:46:34.523888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Network 6b9735a6-a119-41d5-8432-b352ca80f5fb is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:46:34.523888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:34.653020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Router d2614de9-ae93-4c3e-88c1-77f950cbcd84 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:46:34.770452 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:46:34.775923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5ae561d2-7c2a-4655-884f-ba2366c82f18 admin admin] 10.222.0.20 "PUT /v2.0/routers/d2614de9-ae93-4c3e-88c1-77f950cbcd84/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3909178
Apr 16 21:46:34.780156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6c13d99d-ab1a-4509-bc52-5f14145f5995 None None] Provisioning complete for port e2db6761-2192-4405-96bc-b0d77323a994 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:34.781224 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c13d99d-ab1a-4509-bc52-5f14145f5995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e2db6761-2192-4405-96bc-b0d77323a994), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:34.823428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6c13d99d-ab1a-4509-bc52-5f14145f5995 None None] Port e2db6761-2192-4405-96bc-b0d77323a994 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:46:35.127119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 331c80e2-3ca7-4f06-b0d2-060c26a3395c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:35.190517 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Sync routers for ids ['d2614de9-ae93-4c3e-88c1-77f950cbcd84'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:46:35.198638 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 331c80e2-3ca7-4f06-b0d2-060c26a3395c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:35.199945 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:35.206391 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Routers {'d2614de9-ae93-4c3e-88c1-77f950cbcd84'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:35.207527 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248d7c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:46:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2614de9-ae93-4c3e-88c1-77f950cbcd84'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:35.315905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 331c80e2-3ca7-4f06-b0d2-060c26a3395c is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:35.316747 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:35.333017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027a2fc-823b-4600-9e3d-a5b57925df8f req-ed2efae5-7cc2-4b73-bdd8-38a964d67ffd tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:35.335028 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c027a2fc-823b-4600-9e3d-a5b57925df8f req-ed2efae5-7cc2-4b73-bdd8-38a964d67ffd tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 943 time: 0.0578704
Apr 16 21:46:35.349763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 331c80e2-3ca7-4f06-b0d2-060c26a3395c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=331c80e2-3ca7-4f06-b0d2-060c26a3395c,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:35.388514 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c027a2fc-823b-4600-9e3d-a5b57925df8f req-2647f6a2-6ae3-4712-b65a-0456cd039aa9 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456021
Apr 16 21:46:35.429311 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:35.446757 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Set router d2614de9-ae93-4c3e-88c1-77f950cbcd84 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:46:35.487171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=331c80e2-3ca7-4f06-b0d2-060c26a3395c,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:35.648494 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248d7c40>, [{'id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'name': 'tempest-TestVolumeBootPattern-2012983095-router', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:28Z', 'updated_at': '2022-04-16T21:46:33Z', 'revision_number': 4, 'project_id': '58d9003de8e04eed804abb2073c84974', 'gw_port': {'id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:29Z', 'updated_at': '2022-04-16T21:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2db6761-2192-4405-96bc-b0d77323a994', 'name': '', 'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'mac_address': 'fa:16:3e:b1:5d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '0075097b-ba79-4bdf-844c-12f33230cfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:32Z', 'updated_at': '2022-04-16T21:46:33Z', 'revision_number': 2, 'project_id': '58d9003de8e04eed804abb2073c84974', 'subnets': [{'id': '0075097b-ba79-4bdf-844c-12f33230cfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:35.675427 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Checking router: d2614de9-ae93-4c3e-88c1-77f950cbcd84 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:46:35.675791 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Updating router d2614de9-ae93-4c3e-88c1-77f950cbcd84 port e2db6761-2192-4405-96bc-b0d77323a994 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:46:35.703908 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e2db6761-2192-4405-96bc-b0d77323a994), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:35.966128 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Publish callbacks [] for port (e2db6761-2192-4405-96bc-b0d77323a994), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:36.034615 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e2db6761-2192-4405-96bc-b0d77323a994), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:36.085994 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Pushing event updated for resources: {'Port': ['ID=e2db6761-2192-4405-96bc-b0d77323a994,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:36.111474 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.111897 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.112221 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.112587 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.112905 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.113250 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.113554 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.113915 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.114192 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.114512 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.115086 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.115404 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.115723 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.116048 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.116495 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:46:36.151613 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Attempting to bind port e2db6761-2192-4405-96bc-b0d77323a994 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:46:36.151985 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Attempting to bind port e2db6761-2192-4405-96bc-b0d77323a994 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd31dfe27-d747-4745-9824-7832b6e335cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:46:36.152413 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Attempting to bind port e2db6761-2192-4405-96bc-b0d77323a994 on network 6b9735a6-a119-41d5-8432-b352ca80f5fb {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:46:36.158411 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:46:36.158782 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Checking segment: {'id': 'd31dfe27-d747-4745-9824-7832b6e335cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:46:36.159394 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:36.159959 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Bound using segment: {'id': 'd31dfe27-d747-4745-9824-7832b6e335cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:46:36.160629 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Bound port: e2db6761-2192-4405-96bc-b0d77323a994, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31dfe27-d747-4745-9824-7832b6e335cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:46:36.161796 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e2db6761-2192-4405-96bc-b0d77323a994), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:36.232075 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] For port e2db6761-2192-4405-96bc-b0d77323a994, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:46:36.235580 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] For port e2db6761-2192-4405-96bc-b0d77323a994, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2db6761-2192-4405-96bc-b0d77323a994,segment=NetworkSegment(d31dfe27-d747-4745-9824-7832b6e335cc),segment_id=d31dfe27-d747-4745-9824-7832b6e335cc)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:46:36.298025 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e2db6761-2192-4405-96bc-b0d77323a994), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:36.315574 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:36.352118 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Routers {'d2614de9-ae93-4c3e-88c1-77f950cbcd84'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:46:36.352784 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248d7c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:46:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2614de9-ae93-4c3e-88c1-77f950cbcd84'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:36.353877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-57bf3075-724d-4127-a9e6-6d9da40772f5 None None] Provisioning complete for port e2db6761-2192-4405-96bc-b0d77323a994 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:36.354365 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-57bf3075-724d-4127-a9e6-6d9da40772f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e2db6761-2192-4405-96bc-b0d77323a994), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:36.411367 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efb2c5-c243-4928-8431-c57bb9427c72 None None] Pushing event updated for resources: {'Port': ['ID=e2db6761-2192-4405-96bc-b0d77323a994,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:36.511220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-57bf3075-724d-4127-a9e6-6d9da40772f5 None None] Current status of the port e2db6761-2192-4405-96bc-b0d77323a994 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:36.511621 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-57bf3075-724d-4127-a9e6-6d9da40772f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e2db6761-2192-4405-96bc-b0d77323a994), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:36.550795 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] Set router d2614de9-ae93-4c3e-88c1-77f950cbcd84 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:46:36.556877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-57bf3075-724d-4127-a9e6-6d9da40772f5 None None] For port e2db6761-2192-4405-96bc-b0d77323a994, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2db6761-2192-4405-96bc-b0d77323a994,segment=NetworkSegment(d31dfe27-d747-4745-9824-7832b6e335cc),segment_id=d31dfe27-d747-4745-9824-7832b6e335cc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:36.589133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399148d-b427-4056-aa22-d1e98187d8e6 req-9f484da4-0a1f-43c8-9ef1-756f0a1b6203 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:36.597698 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9399148d-b427-4056-aa22-d1e98187d8e6 req-9f484da4-0a1f-43c8-9ef1-756f0a1b6203 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 943 time: 0.0617092
Apr 16 21:46:36.646252 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-57bf3075-724d-4127-a9e6-6d9da40772f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e2db6761-2192-4405-96bc-b0d77323a994), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:36.655407 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9399148d-b427-4056-aa22-d1e98187d8e6 req-b4239ece-4c03-4c94-bca5-cf7ba254e2fb tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565639
Apr 16 21:46:36.715784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 5d901921-b640-4e8b-a7d1-f001809168ce details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:46:36.729701 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf3075-724d-4127-a9e6-6d9da40772f5 None None] Pushing event updated for resources: {'Port': ['ID=e2db6761-2192-4405-96bc-b0d77323a994,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:36.802348 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7c21f0be-e702-4b93-99f9-fc0c7588816c None None] Provisioning complete for port e2db6761-2192-4405-96bc-b0d77323a994 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:36.802720 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7c21f0be-e702-4b93-99f9-fc0c7588816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e2db6761-2192-4405-96bc-b0d77323a994), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:36.805307 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248d7c40>, [{'id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'name': 'tempest-TestVolumeBootPattern-2012983095-router', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:28Z', 'updated_at': '2022-04-16T21:46:33Z', 'revision_number': 4, 'project_id': '58d9003de8e04eed804abb2073c84974', 'gw_port': {'id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:29Z', 'updated_at': '2022-04-16T21:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2db6761-2192-4405-96bc-b0d77323a994', 'name': '', 'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'mac_address': 'fa:16:3e:b1:5d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '0075097b-ba79-4bdf-844c-12f33230cfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:32Z', 'updated_at': '2022-04-16T21:46:36Z', 'revision_number': 4, 'project_id': '58d9003de8e04eed804abb2073c84974', 'subnets': [{'id': '0075097b-ba79-4bdf-844c-12f33230cfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:46:36.837458 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ac105-6225-40dd-809d-b56c27adc4e4 None None] The sync data for ids ['d2614de9-ae93-4c3e-88c1-77f950cbcd84'] in ncdv-master-1 is: [{'id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'name': 'tempest-TestVolumeBootPattern-2012983095-router', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:28Z', 'updated_at': '2022-04-16T21:46:33Z', 'revision_number': 4, 'project_id': '58d9003de8e04eed804abb2073c84974', 'gw_port': {'id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:29Z', 'updated_at': '2022-04-16T21:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2db6761-2192-4405-96bc-b0d77323a994', 'name': '', 'network_id': '6b9735a6-a119-41d5-8432-b352ca80f5fb', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'mac_address': 'fa:16:3e:b1:5d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '0075097b-ba79-4bdf-844c-12f33230cfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:32Z', 'updated_at': '2022-04-16T21:46:36Z', 'revision_number': 4, 'project_id': '58d9003de8e04eed804abb2073c84974', 'subnets': [{'id': '0075097b-ba79-4bdf-844c-12f33230cfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:46:36.872825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 5d901921-b640-4e8b-a7d1-f001809168ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d901921-b640-4e8b-a7d1-f001809168ce,segment=NetworkSegment(4367f84d-775a-4302-a197-ad1bfb9f46b3),segment_id=4367f84d-775a-4302-a197-ad1bfb9f46b3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:36.890466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '5d901921-b640-4e8b-a7d1-f001809168ce', 'network_id': '2aad2bcc-ed09-4c05-a89b-4988a07fb386', 'port_id': '5d901921-b640-4e8b-a7d1-f001809168ce', 'mac_address': 'fa:16:3e:16:44:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cadd8a9-00f9-44e4-a833-dbf60c0bbdda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:46:36.961280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 5d901921-b640-4e8b-a7d1-f001809168ce is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:36.961668 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5d901921-b640-4e8b-a7d1-f001809168ce), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:36.977295 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7c21f0be-e702-4b93-99f9-fc0c7588816c None None] Current status of the port e2db6761-2192-4405-96bc-b0d77323a994 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:36.981178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d901921-b640-4e8b-a7d1-f001809168ce {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:46:37.002867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 5d901921-b640-4e8b-a7d1-f001809168ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d901921-b640-4e8b-a7d1-f001809168ce,segment=NetworkSegment(4367f84d-775a-4302-a197-ad1bfb9f46b3),segment_id=4367f84d-775a-4302-a197-ad1bfb9f46b3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:37.090473 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5d901921-b640-4e8b-a7d1-f001809168ce), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:37.149855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=5d901921-b640-4e8b-a7d1-f001809168ce,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:37.213647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 331c80e2-3ca7-4f06-b0d2-060c26a3395c up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:37.263281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 331c80e2-3ca7-4f06-b0d2-060c26a3395c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:37.263658 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:37.286831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['5d901921-b640-4e8b-a7d1-f001809168ce'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:46:37.402374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 331c80e2-3ca7-4f06-b0d2-060c26a3395c is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:37.403885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e2db6761-2192-4405-96bc-b0d77323a994 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:37.486773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e2db6761-2192-4405-96bc-b0d77323a994 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:37.487149 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e2db6761-2192-4405-96bc-b0d77323a994), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:37.585287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e2db6761-2192-4405-96bc-b0d77323a994 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:37.773213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190837b-346b-4c74-ab4b-e75d3b8186b5 req-a141b8ac-163e-4966-930f-98d3587fd40a tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:37.774727 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5190837b-346b-4c74-ab4b-e75d3b8186b5 req-a141b8ac-163e-4966-930f-98d3587fd40a tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 944 time: 0.0502193
Apr 16 21:46:37.822958 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5190837b-346b-4c74-ab4b-e75d3b8186b5 req-03a0ec5e-7961-4e43-947c-d901586cd341 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424764
Apr 16 21:46:38.725890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 5d901921-b640-4e8b-a7d1-f001809168ce up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:46:38.770333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 5d901921-b640-4e8b-a7d1-f001809168ce completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:46:38.851421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 5d901921-b640-4e8b-a7d1-f001809168ce triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:38.852208 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5d901921-b640-4e8b-a7d1-f001809168ce), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:38.935901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 5d901921-b640-4e8b-a7d1-f001809168ce is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:38.936265 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5d901921-b640-4e8b-a7d1-f001809168ce), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:38.942250 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a858887-d455-484a-b8e1-c9fd090bf1d4 req-5ba826ee-2404-4ba1-94de-c13ac3f71f48 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:38.943838 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8a858887-d455-484a-b8e1-c9fd090bf1d4 req-5ba826ee-2404-4ba1-94de-c13ac3f71f48 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 944 time: 0.0505831
Apr 16 21:46:38.969243 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3ee82e-b49c-4d49-aca8-7a42af4de7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d901921-b640-4e8b-a7d1-f001809168ce'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:46:38.971482 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c4db7f-a287-40f8-8715-15e276cbee9a" -d '{"events": [{"server_uuid": "8e3ee82e-b49c-4d49-aca8-7a42af4de7dc", "name": "network-vif-plugged", "status": "completed", "tag": "5d901921-b640-4e8b-a7d1-f001809168ce"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:46:38.986067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 5d901921-b640-4e8b-a7d1-f001809168ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d901921-b640-4e8b-a7d1-f001809168ce,segment=NetworkSegment(4367f84d-775a-4302-a197-ad1bfb9f46b3),segment_id=4367f84d-775a-4302-a197-ad1bfb9f46b3)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:39.000997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8a858887-d455-484a-b8e1-c9fd090bf1d4 req-578971e8-8af7-498e-88a7-9a771bfb3a83 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509028
Apr 16 21:46:39.017781 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afa2be2-5a9f-4a3c-b162-6d6fee77fca8 x-openstack-request-id: req-6afa2be2-5a9f-4a3c-b162-6d6fee77fca8 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:46:39.018296 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3ee82e-b49c-4d49-aca8-7a42af4de7dc", "name": "network-vif-plugged", "status": "completed", "tag": "5d901921-b640-4e8b-a7d1-f001809168ce", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:46:39.018553 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6afa2be2-5a9f-4a3c-b162-6d6fee77fca8 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:46:39.018950 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6afa2be2-5a9f-4a3c-b162-6d6fee77fca8'] response: {'server_uuid': '8e3ee82e-b49c-4d49-aca8-7a42af4de7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d901921-b640-4e8b-a7d1-f001809168ce', 'code': 200}
Apr 16 21:46:39.057159 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f48f6f7-b34a-44b7-87a9-96dab85a0302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:39.080267 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5d901921-b640-4e8b-a7d1-f001809168ce), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:39.113323 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ddae8-c265-41ab-9b64-d86eff95716f req-4933e29e-36bd-4f76-aade-da007c4470f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:39.115000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-921ddae8-c265-41ab-9b64-d86eff95716f req-4933e29e-36bd-4f76-aade-da007c4470f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 1127 time: 0.0437140
Apr 16 21:46:39.129358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=5d901921-b640-4e8b-a7d1-f001809168ce,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:39.162839 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-921ddae8-c265-41ab-9b64-d86eff95716f req-578b2ae8-6b2b-45a9-a898-14c71e569d83 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399528
Apr 16 21:46:40.124760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4784672-b5a4-43ff-8bcd-ea39e3b53e90 req-70982473-390f-45b8-bb6b-c379e66e0fdd tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:40.126316 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4784672-b5a4-43ff-8bcd-ea39e3b53e90 req-70982473-390f-45b8-bb6b-c379e66e0fdd tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 945 time: 0.0475576
Apr 16 21:46:40.174451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4784672-b5a4-43ff-8bcd-ea39e3b53e90 req-bed7631e-0819-4816-a4f6-1cbc78c6649d tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425043
Apr 16 21:46:41.288754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554d871-bce2-4629-8b69-7582f8aa20d9 req-d9fe8ac9-ed27-46b2-8e78-369e75661bd4 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:41.290260 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3554d871-bce2-4629-8b69-7582f8aa20d9 req-d9fe8ac9-ed27-46b2-8e78-369e75661bd4 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 945 time: 0.0481017
Apr 16 21:46:41.339546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3554d871-bce2-4629-8b69-7582f8aa20d9 req-962aecdc-ac6d-41cf-91bc-6d28cb0b758e tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428801
Apr 16 21:46:41.663100 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e22ab594-4f10-49e4-b086-25bbddd78435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:42.582913 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:43.594295 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:44.228558 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:45.160477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-45896a10-dcf4-4269-acc3-96f36adaab2d tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:45.168705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-45896a10-dcf4-4269-acc3-96f36adaab2d tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 812 time: 0.1069729
Apr 16 21:46:45.183377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-468624f0-7701-49cd-8b8f-066fbeced0ea tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/quotas/dfcde168250f4d16b2d305afed23fee5 HTTP/1.1" status: 200  len: 375 time: 0.0099120
Apr 16 21:46:45.234222 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-23086096-e970-4c2f-88ac-c1f6e9317034 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0449615
Apr 16 21:46:45.343185 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d4644184-df2f-4292-ad48-42b703ba569b service neutron] 10.222.0.20 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909557
Apr 16 21:46:45.428034 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-235f34c2-5086-4b9d-92b2-fb9fa64b6d98 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892210
Apr 16 21:46:45.537951 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:45.659652 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-688db30b-ae56-41fc-afa7-18bcb611c448 req-1eccb650-ab78-42b4-a89f-40b546f1adf5 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 210 time: 0.0299909
Apr 16 21:46:46.758408 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ca3c233-f782-4c76-842f-9bacf84de182 req-e51c67c8-b464-411d-8cc2-eb37612fd665 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 210 time: 0.0296631
Apr 16 21:46:47.790301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-89e8b013-1563-4bc2-80b0-de238bee803a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:47.791808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-89e8b013-1563-4bc2-80b0-de238bee803a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.41 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 812 time: 0.1053228
Apr 16 21:46:47.804811 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d1c3a8a6-7243-4fa9-ac1a-6cc2cdf9d549 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Request body: {'port': {'device_id': 'e36e9859-e176-4fab-b781-c77b88ee33c7', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'admin_state_up': True, 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:46:47.860236 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-016adb7c-2fec-4cf8-88b5-61b17685eb37 req-f2abeea1-3979-4050-a3aa-a9da533d8ea8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 210 time: 0.0286169
Apr 16 21:46:48.006499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d1c3a8a6-7243-4fa9-ac1a-6cc2cdf9d549 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Made reservation on behalf of dfcde168250f4d16b2d305afed23fee5 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:46:48.010293 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d1c3a8a6-7243-4fa9-ac1a-6cc2cdf9d549 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:48.149741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d1c3a8a6-7243-4fa9-ac1a-6cc2cdf9d549 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Allocated IP 172.20.0.12 (7ab5cb2e-2db3-494a-9695-37178734f696/895fcb08-76df-4aad-bfae-cd7913bab6c0/88fe82b3-dbdd-46e4-8da1-60c552d90216) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:46:48.302735 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d1c3a8a6-7243-4fa9-ac1a-6cc2cdf9d549 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:48.387803 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d1c3a8a6-7243-4fa9-ac1a-6cc2cdf9d549 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:48.431809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d1c3a8a6-7243-4fa9-ac1a-6cc2cdf9d549 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Network 7ab5cb2e-2db3-494a-9695-37178734f696 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:46:48.434890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d1c3a8a6-7243-4fa9-ac1a-6cc2cdf9d549 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:46:48.438565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d1c3a8a6-7243-4fa9-ac1a-6cc2cdf9d549 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:46:48.468636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3a8a6-7243-4fa9-ac1a-6cc2cdf9d549 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event updated for resources: {'Port': ['ID=88fe82b3-dbdd-46e4-8da1-60c552d90216,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:48.494386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d1c3a8a6-7243-4fa9-ac1a-6cc2cdf9d549 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:48.495029 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d1c3a8a6-7243-4fa9-ac1a-6cc2cdf9d549 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:48.604844 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d1c3a8a6-7243-4fa9-ac1a-6cc2cdf9d549 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8039176
Apr 16 21:46:48.618164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Request body: {'port': {'device_id': 'e36e9859-e176-4fab-b781-c77b88ee33c7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:46:48.716120 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:48.770829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6e6c3cf5-aeb6-4a4b-859f-41dde4cd5a6a None None] Provisioning complete for port 88fe82b3-dbdd-46e4-8da1-60c552d90216 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:46:48.776600 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6e6c3cf5-aeb6-4a4b-859f-41dde4cd5a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:48.805480 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c3cf5-aeb6-4a4b-859f-41dde4cd5a6a None None] Port 88fe82b3-dbdd-46e4-8da1-60c552d90216 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:46:49.007503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f7ef7-6ea4-4337-83de-92480d05baf3 req-1dc9d7b2-0bf4-4701-8f08-934d24e7140b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:49.009023 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b5f7ef7-6ea4-4337-83de-92480d05baf3 req-1dc9d7b2-0bf4-4701-8f08-934d24e7140b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 932 time: 0.0689526
Apr 16 21:46:49.098540 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b5f7ef7-6ea4-4337-83de-92480d05baf3 req-8a6cac84-8c25-44f0-9282-30c5a7ce95dd tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815911
Apr 16 21:46:49.106348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fe82b3-dbdd-46e4-8da1-60c552d90216 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:46:49.111222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Publish callbacks [] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:49.125876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Transition to ACTIVE for port object 88fe82b3-dbdd-46e4-8da1-60c552d90216 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:46:49.200773 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:49.263624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=88fe82b3-dbdd-46e4-8da1-60c552d90216,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:49.339539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Attempting to bind port 88fe82b3-dbdd-46e4-8da1-60c552d90216 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:46:49.339891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Attempting to bind port 88fe82b3-dbdd-46e4-8da1-60c552d90216 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:46:49.340257 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Attempting to bind port 88fe82b3-dbdd-46e4-8da1-60c552d90216 on network 7ab5cb2e-2db3-494a-9695-37178734f696 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:46:49.344949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Port 88fe82b3-dbdd-46e4-8da1-60c552d90216 on network 7ab5cb2e-2db3-494a-9695-37178734f696 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:46:49.349788 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Attempting to bind port 88fe82b3-dbdd-46e4-8da1-60c552d90216 on network 7ab5cb2e-2db3-494a-9695-37178734f696 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:46:49.350375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:46:49.350732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Checking segment: {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:46:49.351135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Bound using segment: {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:46:49.351579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Bound port: 88fe82b3-dbdd-46e4-8da1-60c552d90216, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:46:49.351949 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:49.426122 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] For port 88fe82b3-dbdd-46e4-8da1-60c552d90216, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:46:49.429592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] For port 88fe82b3-dbdd-46e4-8da1-60c552d90216, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88fe82b3-dbdd-46e4-8da1-60c552d90216,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:46:49.508273 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:49.546546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:49.547175 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:49.548610 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/88fe82b3-dbdd-46e4-8da1-60c552d90216 HTTP/1.1" status: 200  len: 1092 time: 0.9368927
Apr 16 21:46:49.549051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36e9859-e176-4fab-b781-c77b88ee33c7', 'tag': '88fe82b3-dbdd-46e4-8da1-60c552d90216'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:46:49.551649 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a8ec09-e6b6-4fd3-ad07-7fffe17414b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e36e9859-e176-4fab-b781-c77b88ee33c7", "tag": "88fe82b3-dbdd-46e4-8da1-60c552d90216"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:46:49.584084 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3937ed5-23bb-4ab4-903a-900fe614b8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=88fe82b3-dbdd-46e4-8da1-60c552d90216,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:49.593060 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab97249-af71-4e81-b1a0-0e4d7ac783fb x-openstack-request-id: req-3ab97249-af71-4e81-b1a0-0e4d7ac783fb {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:46:49.593397 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36e9859-e176-4fab-b781-c77b88ee33c7", "tag": "88fe82b3-dbdd-46e4-8da1-60c552d90216", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:46:49.593664 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ab97249-af71-4e81-b1a0-0e4d7ac783fb {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:46:49.594086 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab97249-af71-4e81-b1a0-0e4d7ac783fb'] response: {'name': 'network-changed', 'server_uuid': 'e36e9859-e176-4fab-b781-c77b88ee33c7', 'tag': '88fe82b3-dbdd-46e4-8da1-60c552d90216', 'status': 'completed', 'code': 200}
Apr 16 21:46:49.659270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8ec09-e6b6-4fd3-ad07-7fffe17414b7 req-872c819d-2270-4e7a-b5d8-596451142b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:49.660918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90a8ec09-e6b6-4fd3-ad07-7fffe17414b7 req-872c819d-2270-4e7a-b5d8-596451142b83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 1126 time: 0.0516257
Apr 16 21:46:49.779771 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8ec09-e6b6-4fd3-ad07-7fffe17414b7 req-c7c56b52-f207-41ac-8c69-7b315ac80bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:49.783349 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90a8ec09-e6b6-4fd3-ad07-7fffe17414b7 req-c7c56b52-f207-41ac-8c69-7b315ac80bc6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=dfcde168250f4d16b2d305afed23fee5&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1124790
Apr 16 21:46:49.884544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8ec09-e6b6-4fd3-ad07-7fffe17414b7 req-a81cfe4f-6a71-4eff-b50c-fd70928a60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:49.886214 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90a8ec09-e6b6-4fd3-ad07-7fffe17414b7 req-a81cfe4f-6a71-4eff-b50c-fd70928a60c9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0984411
Apr 16 21:46:49.969168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-e79c2dde-a7a2-4b39-a587-109d5cf5e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:49.970771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-e79c2dde-a7a2-4b39-a587-109d5cf5e487 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 1126 time: 0.0475757
Apr 16 21:46:50.012987 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-f54b3066-e879-4e3e-bfa1-555c6cf50a57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88fe82b3-dbdd-46e4-8da1-60c552d90216 HTTP/1.1" status: 200  len: 217 time: 0.0355947
Apr 16 21:46:50.060939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d46fb87e-8ff4-4025-ad4e-f445db202ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:50.062624 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-d46fb87e-8ff4-4025-ad4e-f445db202ff9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=895fcb08-76df-4aad-bfae-cd7913bab6c0 HTTP/1.1" status: 200  len: 851 time: 0.0440638
Apr 16 21:46:50.105480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-8d29cb83-800f-4a78-9e0a-817a6764eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:50.106985 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-8d29cb83-800f-4a78-9e0a-817a6764eee0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ab5cb2e-2db3-494a-9695-37178734f696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389833
Apr 16 21:46:50.227641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df7133-40da-4401-a350-e1948418b70d req-090c45a8-4348-452e-898a-a691a095a93a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:50.229141 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23df7133-40da-4401-a350-e1948418b70d req-090c45a8-4348-452e-898a-a691a095a93a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 944 time: 0.0604279
Apr 16 21:46:50.246974 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-232fbf9f-2b7c-42ac-85d5-21ff27fe0cd1 service neutron] 10.222.0.41 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339164
Apr 16 21:46:50.338617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23df7133-40da-4401-a350-e1948418b70d req-9dd019a9-93d5-408d-8df0-1ac2c0ff5ff3 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973392
Apr 16 21:46:50.365876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f4a5515-8c15-4f49-93dc-e8ae04ea5764 req-c9f0b63d-bcda-4b27-9591-fc6d33ee9dcb service neutron] 10.222.0.41 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103427
Apr 16 21:46:51.463248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c038f0-5992-4fc6-94fa-1ec9007d581c req-2ba2a764-4fdd-4880-a294-b7552656d727 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:51.464794 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60c038f0-5992-4fc6-94fa-1ec9007d581c req-2ba2a764-4fdd-4880-a294-b7552656d727 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 944 time: 0.0512195
Apr 16 21:46:51.511633 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-60c038f0-5992-4fc6-94fa-1ec9007d581c req-098245ec-a3a1-4843-b200-70d80edabd88 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406837
Apr 16 21:46:52.624793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9a736-13ea-4d6e-bd8e-836cb1da501a req-b58fdb02-b446-4519-81e3-b74d24441bbf tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:52.626262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43c9a736-13ea-4d6e-bd8e-836cb1da501a req-b58fdb02-b446-4519-81e3-b74d24441bbf tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 944 time: 0.0483930
Apr 16 21:46:52.679080 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43c9a736-13ea-4d6e-bd8e-836cb1da501a req-ee26a171-f977-44ae-ab79-9280a3d4f6fd tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463414
Apr 16 21:46:53.797616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ec0c6-af4a-441a-919f-a88c61ba7666 req-6b7a5dcf-3b52-42c6-a265-ed6a4558d99d tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:53.799128 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5a1ec0c6-af4a-441a-919f-a88c61ba7666 req-6b7a5dcf-3b52-42c6-a265-ed6a4558d99d tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 944 time: 0.0483608
Apr 16 21:46:53.847597 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5a1ec0c6-af4a-441a-919f-a88c61ba7666 req-8c49b8f4-d114-41e7-b841-f5db210d3ad2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426285
Apr 16 21:46:54.963720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cad641-ff8b-4b68-af0c-9b0c5361e3a9 req-8c08459e-581d-4fda-9cb3-10f5acb2d269 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:54.965239 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3cad641-ff8b-4b68-af0c-9b0c5361e3a9 req-8c08459e-581d-4fda-9cb3-10f5acb2d269 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 944 time: 0.0515988
Apr 16 21:46:55.013719 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3cad641-ff8b-4b68-af0c-9b0c5361e3a9 req-8a89574f-71ad-441d-929d-0389f36aee9f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421007
Apr 16 21:46:56.134928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cafa84-939d-4cc4-a82e-fc35583898ab req-3be45370-a110-4ab8-852e-ba92d504d22b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:56.136478 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05cafa84-939d-4cc4-a82e-fc35583898ab req-3be45370-a110-4ab8-852e-ba92d504d22b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 944 time: 0.0513859
Apr 16 21:46:56.182256 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05cafa84-939d-4cc4-a82e-fc35583898ab req-dedba7cc-9834-4df3-a406-3db09a6198df tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402279
Apr 16 21:46:57.297645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86c2c-f54c-4f0c-849f-dd569e10db74 req-78548422-bded-4a40-95bd-7afc01cde084 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:57.299136 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eba86c2c-f54c-4f0c-849f-dd569e10db74 req-78548422-bded-4a40-95bd-7afc01cde084 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 944 time: 0.0468411
Apr 16 21:46:57.346022 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eba86c2c-f54c-4f0c-849f-dd569e10db74 req-ea87e874-d813-45ec-856b-82273e8e48df tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412164
Apr 16 21:46:58.085247 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 88fe82b3-dbdd-46e4-8da1-60c552d90216 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:46:58.181406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 88fe82b3-dbdd-46e4-8da1-60c552d90216, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88fe82b3-dbdd-46e4-8da1-60c552d90216,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:58.192723 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '88fe82b3-dbdd-46e4-8da1-60c552d90216', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'port_id': '88fe82b3-dbdd-46e4-8da1-60c552d90216', 'mac_address': 'fa:16:3e:f3:4d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:46:58.233266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 88fe82b3-dbdd-46e4-8da1-60c552d90216 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:46:58.233657 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:58.246431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fe82b3-dbdd-46e4-8da1-60c552d90216 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:46:58.265183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 88fe82b3-dbdd-46e4-8da1-60c552d90216, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88fe82b3-dbdd-46e4-8da1-60c552d90216,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:46:58.335126 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:46:58.384612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=88fe82b3-dbdd-46e4-8da1-60c552d90216,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:46:58.458696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1452d8e-e579-4f33-b6b9-f7875bf9525f req-2bfcb4dd-ec70-41e0-a0e6-0d1773c08afc tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:58.464291 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1452d8e-e579-4f33-b6b9-f7875bf9525f req-2bfcb4dd-ec70-41e0-a0e6-0d1773c08afc tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 945 time: 0.0476224
Apr 16 21:46:58.508433 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1452d8e-e579-4f33-b6b9-f7875bf9525f req-c99814c5-bbee-49b9-889c-5ae21c516fcb tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423501
Apr 16 21:46:58.636581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['88fe82b3-dbdd-46e4-8da1-60c552d90216'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:46:59.623018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f0aa4-f7e9-4e36-8fa0-874a6f4d5cd5 req-9f845999-4a75-484f-a1b6-c09676d444b4 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:46:59.624535 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b82f0aa4-f7e9-4e36-8fa0-874a6f4d5cd5 req-9f845999-4a75-484f-a1b6-c09676d444b4 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 945 time: 0.0482385
Apr 16 21:46:59.675717 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b82f0aa4-f7e9-4e36-8fa0-874a6f4d5cd5 req-6341a6df-a57c-4b5c-ac50-96224ad3cebd tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453832
Apr 16 21:47:00.097469 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 88fe82b3-dbdd-46e4-8da1-60c552d90216 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:47:00.140122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 88fe82b3-dbdd-46e4-8da1-60c552d90216 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:47:00.227745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 88fe82b3-dbdd-46e4-8da1-60c552d90216 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:47:00.228054 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:00.302993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 88fe82b3-dbdd-46e4-8da1-60c552d90216 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:47:00.303379 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:00.330030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36e9859-e176-4fab-b781-c77b88ee33c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fe82b3-dbdd-46e4-8da1-60c552d90216'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:47:00.332289 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1388d72a-7d3f-4c28-8383-4613e5b2b5c9" -d '{"events": [{"server_uuid": "e36e9859-e176-4fab-b781-c77b88ee33c7", "name": "network-vif-plugged", "status": "completed", "tag": "88fe82b3-dbdd-46e4-8da1-60c552d90216"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:47:00.344725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 88fe82b3-dbdd-46e4-8da1-60c552d90216, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88fe82b3-dbdd-46e4-8da1-60c552d90216,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:47:00.368488 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014e0531-d747-4fe3-aa88-d329c2db77df x-openstack-request-id: req-014e0531-d747-4fe3-aa88-d329c2db77df {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:47:00.369160 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36e9859-e176-4fab-b781-c77b88ee33c7", "name": "network-vif-plugged", "status": "completed", "tag": "88fe82b3-dbdd-46e4-8da1-60c552d90216", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:47:00.369494 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-014e0531-d747-4fe3-aa88-d329c2db77df {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:47:00.369891 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014e0531-d747-4fe3-aa88-d329c2db77df'] response: {'server_uuid': 'e36e9859-e176-4fab-b781-c77b88ee33c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fe82b3-dbdd-46e4-8da1-60c552d90216', 'code': 200}
Apr 16 21:47:00.450587 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:00.464300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd2dcf-d36f-4651-b9b7-fe3bf28f2cda req-865f6888-faf6-4ecf-9a3b-3d508622e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:00.465840 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bcd2dcf-d36f-4651-b9b7-fe3bf28f2cda req-865f6888-faf6-4ecf-9a3b-3d508622e975 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 1127 time: 0.0406291
Apr 16 21:47:00.500808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=88fe82b3-dbdd-46e4-8da1-60c552d90216,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:00.512594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1bcd2dcf-d36f-4651-b9b7-fe3bf28f2cda req-2ca2f81b-a269-4a76-a1e7-065a09582b1f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398965
Apr 16 21:47:00.794253 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5acf9-0852-4cff-b7d2-f207ae0c0ed0 req-cd721d55-15b6-4149-a67e-c9a6d83a34e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:00.803193 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7a5acf9-0852-4cff-b7d2-f207ae0c0ed0 req-cd721d55-15b6-4149-a67e-c9a6d83a34e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 946 time: 0.0585628
Apr 16 21:47:00.846919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7a5acf9-0852-4cff-b7d2-f207ae0c0ed0 req-ba8ad18c-ea72-4f59-95aa-f9556df51ffd tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428536
Apr 16 21:47:01.963777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f33321-f405-4c31-a3d6-91ffb3af1858 req-8db9dd3a-5014-40b2-8176-7b6437844a55 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:01.965336 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9f33321-f405-4c31-a3d6-91ffb3af1858 req-8db9dd3a-5014-40b2-8176-7b6437844a55 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 946 time: 0.0486679
Apr 16 21:47:02.017400 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9f33321-f405-4c31-a3d6-91ffb3af1858 req-fa7ed22e-4447-4467-854b-235b03c23885 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462770
Apr 16 21:47:03.147449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20592f-1261-4b7d-a23f-ffd4f17d3955 req-b61a2d30-b1ee-4eb5-b0e4-a6fea1d5eb9d tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:03.148969 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe20592f-1261-4b7d-a23f-ffd4f17d3955 req-b61a2d30-b1ee-4eb5-b0e4-a6fea1d5eb9d tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 946 time: 0.0526438
Apr 16 21:47:03.195172 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe20592f-1261-4b7d-a23f-ffd4f17d3955 req-f9245e40-b15e-4c00-be6f-632cf238f091 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405090
Apr 16 21:47:03.306630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad75826-99a0-44b7-bb22-b6b57b3bdd38 req-5ed179e7-0c9f-48b4-911d-78710297ab37 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:03.308091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ad75826-99a0-44b7-bb22-b6b57b3bdd38 req-5ed179e7-0c9f-48b4-911d-78710297ab37 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 946 time: 0.0469959
Apr 16 21:47:03.354920 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ad75826-99a0-44b7-bb22-b6b57b3bdd38 req-a309bdaa-b697-4f68-a06f-6cc6cab9bd17 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406353
Apr 16 21:47:03.469889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28e1ba-1c34-4f5a-88dc-3037de8bd09e req-6c97da31-7b31-49c2-b1e1-f4040acec797 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:03.471319 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd28e1ba-1c34-4f5a-88dc-3037de8bd09e req-6c97da31-7b31-49c2-b1e1-f4040acec797 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 946 time: 0.0478232
Apr 16 21:47:03.517834 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd28e1ba-1c34-4f5a-88dc-3037de8bd09e req-aa08d28c-3550-4894-9b13-5ec1733ddc6f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408373
Apr 16 21:47:04.010291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973aa85-968d-4bda-bf7b-4d00da854c8a req-25c0ad0f-4ac7-4931-a7bb-d52b779daa18 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:04.011767 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f973aa85-968d-4bda-bf7b-4d00da854c8a req-25c0ad0f-4ac7-4931-a7bb-d52b779daa18 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 946 time: 0.0509248
Apr 16 21:47:04.057413 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f973aa85-968d-4bda-bf7b-4d00da854c8a req-cf702ca5-d73c-41d0-9cf3-c4f729b3c1a6 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401583
Apr 16 21:47:05.180930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05599c93-9b01-425a-b89d-f3c297bce8a8 req-27d37ddd-1f4e-48bf-9463-cb87a1d3e8d1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:05.180930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05599c93-9b01-425a-b89d-f3c297bce8a8 req-27d37ddd-1f4e-48bf-9463-cb87a1d3e8d1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 946 time: 0.0493712
Apr 16 21:47:05.226498 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-05599c93-9b01-425a-b89d-f3c297bce8a8 req-bcd062a0-ef64-463d-80b6-7064881b7dd4 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410843
Apr 16 21:47:05.544395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345d937-5183-462e-a9de-b404529f88f9 req-290f6032-c732-47b0-9e31-6ff3b5c38572 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:05.545894 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9345d937-5183-462e-a9de-b404529f88f9 req-290f6032-c732-47b0-9e31-6ff3b5c38572 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.41 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 946 time: 0.0465159
Apr 16 21:47:05.636369 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-9345d937-5183-462e-a9de-b404529f88f9 req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Deleting port 88fe82b3-dbdd-46e4-8da1-60c552d90216 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:47:05.636748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9345d937-5183-462e-a9de-b404529f88f9 req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:05.730449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9345d937-5183-462e-a9de-b404529f88f9 req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] For port 88fe82b3-dbdd-46e4-8da1-60c552d90216, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88fe82b3-dbdd-46e4-8da1-60c552d90216,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:47:05.730817 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9345d937-5183-462e-a9de-b404529f88f9 req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:05.744921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-9345d937-5183-462e-a9de-b404529f88f9 req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Calling delete_port for 88fe82b3-dbdd-46e4-8da1-60c552d90216 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:47:05.952539 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9345d937-5183-462e-a9de-b404529f88f9 req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (88fe82b3-dbdd-46e4-8da1-60c552d90216), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:05.964998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['88fe82b3-dbdd-46e4-8da1-60c552d90216'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:47:05.982429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event deleted for resources: {'Port': ['ID=88fe82b3-dbdd-46e4-8da1-60c552d90216,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:06.009431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.009794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.010138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.010487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.010832 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.011189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.011511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.011846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.012202 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.012533 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.012864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.013191 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.013534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.013850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.014184 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:06.039374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9345d937-5183-462e-a9de-b404529f88f9 req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] No DVR routers for this DVR port 88fe82b3-dbdd-46e4-8da1-60c552d90216 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:47:06.042089 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9345d937-5183-462e-a9de-b404529f88f9 req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:06.045496 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9345d937-5183-462e-a9de-b404529f88f9 req-068f15d2-f79d-410f-a2b5-8e26ed4a5af2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.41 "DELETE /v2.0/ports/88fe82b3-dbdd-46e4-8da1-60c552d90216 HTTP/1.1" status: 204  len: 173 time: 0.4942141
Apr 16 21:47:06.045948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36e9859-e176-4fab-b781-c77b88ee33c7', 'name': 'network-vif-deleted', 'tag': '88fe82b3-dbdd-46e4-8da1-60c552d90216'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:47:06.048271 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ade097-5c90-417d-b865-d0672b164a28" -d '{"events": [{"server_uuid": "e36e9859-e176-4fab-b781-c77b88ee33c7", "name": "network-vif-deleted", "tag": "88fe82b3-dbdd-46e4-8da1-60c552d90216"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:47:06.089075 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cd5ba1-13ca-4af3-b1e4-6787c7281ae5 x-openstack-request-id: req-15cd5ba1-13ca-4af3-b1e4-6787c7281ae5 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:47:06.089374 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36e9859-e176-4fab-b781-c77b88ee33c7", "name": "network-vif-deleted", "tag": "88fe82b3-dbdd-46e4-8da1-60c552d90216", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:47:06.089628 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15cd5ba1-13ca-4af3-b1e4-6787c7281ae5 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:47:06.090033 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15cd5ba1-13ca-4af3-b1e4-6787c7281ae5'] response: {'server_uuid': 'e36e9859-e176-4fab-b781-c77b88ee33c7', 'name': 'network-vif-deleted', 'tag': '88fe82b3-dbdd-46e4-8da1-60c552d90216', 'status': 'completed', 'code': 200}
Apr 16 21:47:06.331535 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:06.354565 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-138f3374-4317-4b66-911d-f2700c8cee64 req-5880318a-f13d-4261-bf63-73692d585be0 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36e9859-e176-4fab-b781-c77b88ee33c7 HTTP/1.1" status: 200  len: 210 time: 0.0416782
Apr 16 21:47:09.026052 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:47:09.050452 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a324-8661-462a-813f-ad48234a6724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:10.147240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 88fe82b3-dbdd-46e4-8da1-60c552d90216 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:47:10.167270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 88fe82b3-dbdd-46e4-8da1-60c552d90216 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:47:10.167621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 88fe82b3-dbdd-46e4-8da1-60c552d90216 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:47:11.628163 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ba13155a-8799-45eb-9042-07bdf6e54c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:12.580665 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:13.593114 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:14.187264 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:15.455420 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:17.430817 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc72a910-a240-401e-ac3c-ab7093a7dd9d req-8aa07fa8-7608-431a-94db-505184e40dba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0425558
Apr 16 21:47:17.509297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a910-a240-401e-ac3c-ab7093a7dd9d req-20b9a1c7-5581-4ab9-949b-e0786612e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:17.510890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc72a910-a240-401e-ac3c-ab7093a7dd9d req-20b9a1c7-5581-4ab9-949b-e0786612e6c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cda4f5ee41d2439e935ee0f658f465d4&device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 1127 time: 0.0408933
Apr 16 21:47:17.615023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a910-a240-401e-ac3c-ab7093a7dd9d req-24c5eaf5-5804-4c56-8da1-76745dee154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:17.616544 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc72a910-a240-401e-ac3c-ab7093a7dd9d req-24c5eaf5-5804-4c56-8da1-76745dee154b service neutron] 10.222.0.11 "GET /v2.0/networks?id=2aad2bcc-ed09-4c05-a89b-4988a07fb386 HTTP/1.1" status: 200  len: 915 time: 0.0864146
Apr 16 21:47:17.662213 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc72a910-a240-401e-ac3c-ab7093a7dd9d req-e342649d-f26e-4d24-8e47-31a54ede585f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d901921-b640-4e8b-a7d1-f001809168ce HTTP/1.1" status: 200  len: 217 time: 0.0398786
Apr 16 21:47:17.710847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a910-a240-401e-ac3c-ab7093a7dd9d req-0d243d72-7db8-4421-a691-fd66e44fcd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:17.712374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc72a910-a240-401e-ac3c-ab7093a7dd9d req-0d243d72-7db8-4421-a691-fd66e44fcd6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cadd8a9-00f9-44e4-a833-dbf60c0bbdda HTTP/1.1" status: 200  len: 854 time: 0.0451281
Apr 16 21:47:17.744966 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc72a910-a240-401e-ac3c-ab7093a7dd9d req-8d8d469e-63aa-4e6b-bc84-906a02d34439 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2aad2bcc-ed09-4c05-a89b-4988a07fb386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0270278
Apr 16 21:47:17.837100 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc72a910-a240-401e-ac3c-ab7093a7dd9d req-4d52e741-ee2d-4f9e-a12b-a93ca2d1e965 service neutron] 10.222.0.11 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865359
Apr 16 21:47:17.925565 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc72a910-a240-401e-ac3c-ab7093a7dd9d req-64dd9480-76d7-40bc-8c76-22497bc9df04 service neutron] 10.222.0.11 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822654
Apr 16 21:47:31.786305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-c544f55f-2a08-464d-8883-665c3c02e95a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:31.787752 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-c544f55f-2a08-464d-8883-665c3c02e95a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 812 time: 0.1029823
Apr 16 21:47:31.802066 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-d8bab82f-f16d-43af-a537-acc229769cfb tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/quotas/dfcde168250f4d16b2d305afed23fee5 HTTP/1.1" status: 200  len: 375 time: 0.0089922
Apr 16 21:47:31.851542 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-1c258bfe-7234-4ec8-9bd4-1278653af4aa tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0446813
Apr 16 21:47:31.947019 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-c1378f24-e2c2-4084-8566-94549ca0f549 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890682
Apr 16 21:47:32.037008 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-165494a5-4cf5-496b-afd3-1e29e9016b61 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842040
Apr 16 21:47:32.629130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4075b105-3eff-41e1-ad24-925f044bc264 req-e392c17f-57e5-47a1-9c52-34cccf8a3c31 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 210 time: 0.0339530
Apr 16 21:47:33.730244 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61a9b3e7-aed4-416d-925e-fd84b762d6b5 req-34f2ffa0-b083-4d99-b99f-209446dc03cc tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 210 time: 0.0328465
Apr 16 21:47:34.472388 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-bfabb45d-cd91-40ac-9705-43f7331afba3 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:34.474038 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-bfabb45d-cd91-40ac-9705-43f7331afba3 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.41 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 812 time: 0.1042693
Apr 16 21:47:34.485753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-b48c764a-98c4-472f-8b28-46deb6286429 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Request body: {'port': {'device_id': '5bfe9916-82fe-4ca4-a05d-9f599340cb36', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'admin_state_up': True, 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:47:34.671734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-b48c764a-98c4-472f-8b28-46deb6286429 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Made reservation on behalf of dfcde168250f4d16b2d305afed23fee5 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:47:34.676294 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-b48c764a-98c4-472f-8b28-46deb6286429 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:34.837922 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6984c152-ac84-4f01-8c1c-51ead9e21a1a req-4e330138-1a27-4e59-9dba-92f36cef597c tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 210 time: 0.0365233
Apr 16 21:47:34.847859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-b48c764a-98c4-472f-8b28-46deb6286429 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Allocated IP 172.20.0.10 (7ab5cb2e-2db3-494a-9695-37178734f696/895fcb08-76df-4aad-bfae-cd7913bab6c0/17a36012-56f8-4b50-9369-74faa6c990c5) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:47:35.005086 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-b48c764a-98c4-472f-8b28-46deb6286429 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for port (17a36012-56f8-4b50-9369-74faa6c990c5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:35.095995 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-b48c764a-98c4-472f-8b28-46deb6286429 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:35.142632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-b48c764a-98c4-472f-8b28-46deb6286429 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Network 7ab5cb2e-2db3-494a-9695-37178734f696 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:47:35.145721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-b48c764a-98c4-472f-8b28-46deb6286429 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:47:35.150187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-b48c764a-98c4-472f-8b28-46deb6286429 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:47:35.178130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c764a-98c4-472f-8b28-46deb6286429 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event updated for resources: {'Port': ['ID=17a36012-56f8-4b50-9369-74faa6c990c5,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:35.210537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-b48c764a-98c4-472f-8b28-46deb6286429 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:35.211078 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-b48c764a-98c4-472f-8b28-46deb6286429 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:35.316267 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-b48c764a-98c4-472f-8b28-46deb6286429 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8342423
Apr 16 21:47:35.328103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Request body: {'port': {'device_id': '5bfe9916-82fe-4ca4-a05d-9f599340cb36', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:47:35.365113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-70c9f951-ddc7-4266-9682-fb1cf5bfb60a None None] Provisioning complete for port 17a36012-56f8-4b50-9369-74faa6c990c5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:47:35.365742 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-70c9f951-ddc7-4266-9682-fb1cf5bfb60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:35.393249 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:35.404558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-70c9f951-ddc7-4266-9682-fb1cf5bfb60a None None] Port 17a36012-56f8-4b50-9369-74faa6c990c5 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:47:35.664862 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a36012-56f8-4b50-9369-74faa6c990c5 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:47:35.672465 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Publish callbacks [] for port (17a36012-56f8-4b50-9369-74faa6c990c5), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:35.685982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Transition to ACTIVE for port object 17a36012-56f8-4b50-9369-74faa6c990c5 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:47:35.741548 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:35.799467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Pushing event updated for resources: {'Port': ['ID=17a36012-56f8-4b50-9369-74faa6c990c5,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:35.879179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Attempting to bind port 17a36012-56f8-4b50-9369-74faa6c990c5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:47:35.879609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Attempting to bind port 17a36012-56f8-4b50-9369-74faa6c990c5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:47:35.880024 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Attempting to bind port 17a36012-56f8-4b50-9369-74faa6c990c5 on network 7ab5cb2e-2db3-494a-9695-37178734f696 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:47:35.885410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Port 17a36012-56f8-4b50-9369-74faa6c990c5 on network 7ab5cb2e-2db3-494a-9695-37178734f696 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:47:35.885808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Attempting to bind port 17a36012-56f8-4b50-9369-74faa6c990c5 on network 7ab5cb2e-2db3-494a-9695-37178734f696 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:47:35.890899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:47:35.891319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Checking segment: {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:47:35.892356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Bound using segment: {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:47:35.892864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Bound port: 17a36012-56f8-4b50-9369-74faa6c990c5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:47:35.893303 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:35.965070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fb255-a8a9-4c08-8d05-b872d511be92 req-408e6386-9353-4194-b90d-0f349c88fa42 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:35.967480 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b55fb255-a8a9-4c08-8d05-b872d511be92 req-408e6386-9353-4194-b90d-0f349c88fa42 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 944 time: 0.0536542
Apr 16 21:47:35.969056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] For port 17a36012-56f8-4b50-9369-74faa6c990c5, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:47:35.973839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] For port 17a36012-56f8-4b50-9369-74faa6c990c5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17a36012-56f8-4b50-9369-74faa6c990c5,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:47:36.020932 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b55fb255-a8a9-4c08-8d05-b872d511be92 req-78178f45-7a88-404a-8d13-db9999ea65a2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452898
Apr 16 21:47:36.034032 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:36.074317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:36.075254 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:36.076882 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] 10.222.0.41 "PUT /v2.0/ports/17a36012-56f8-4b50-9369-74faa6c990c5 HTTP/1.1" status: 200  len: 1092 time: 0.7532990
Apr 16 21:47:36.077606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfe9916-82fe-4ca4-a05d-9f599340cb36', 'tag': '17a36012-56f8-4b50-9369-74faa6c990c5'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:47:36.093745 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690c760f-a815-4da6-9baf-f92aef55c159" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfe9916-82fe-4ca4-a05d-9f599340cb36", "tag": "17a36012-56f8-4b50-9369-74faa6c990c5"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:47:36.118806 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68a027-4768-487f-a428-bb119d5a1b1a service neutron] Pushing event updated for resources: {'Port': ['ID=17a36012-56f8-4b50-9369-74faa6c990c5,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:36.133440 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e3454d-b711-4544-8b1e-af9dcb9af251 x-openstack-request-id: req-76e3454d-b711-4544-8b1e-af9dcb9af251 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:47:36.133740 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfe9916-82fe-4ca4-a05d-9f599340cb36", "tag": "17a36012-56f8-4b50-9369-74faa6c990c5", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:47:36.134041 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76e3454d-b711-4544-8b1e-af9dcb9af251 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:47:36.134455 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e3454d-b711-4544-8b1e-af9dcb9af251'] response: {'name': 'network-changed', 'server_uuid': '5bfe9916-82fe-4ca4-a05d-9f599340cb36', 'tag': '17a36012-56f8-4b50-9369-74faa6c990c5', 'status': 'completed', 'code': 200}
Apr 16 21:47:36.194424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c760f-a815-4da6-9baf-f92aef55c159 req-31782399-c54a-4fdb-ae6b-92cf73f21c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:36.198863 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-690c760f-a815-4da6-9baf-f92aef55c159 req-31782399-c54a-4fdb-ae6b-92cf73f21c7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 1126 time: 0.0421963
Apr 16 21:47:36.298916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c760f-a815-4da6-9baf-f92aef55c159 req-a418f65b-873c-472d-9045-88c38c456f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:36.300439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-690c760f-a815-4da6-9baf-f92aef55c159 req-a418f65b-873c-472d-9045-88c38c456f64 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=dfcde168250f4d16b2d305afed23fee5&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0987799
Apr 16 21:47:36.344524 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:36.395867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c760f-a815-4da6-9baf-f92aef55c159 req-97f2a024-8fab-4608-a314-5d924aace51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:36.397327 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-690c760f-a815-4da6-9baf-f92aef55c159 req-97f2a024-8fab-4608-a314-5d924aace51d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0919542
Apr 16 21:47:36.476118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-fb8dc3dd-a449-4cbc-b97b-94eb0dd900a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:36.477733 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-fb8dc3dd-a449-4cbc-b97b-94eb0dd900a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 1126 time: 0.0455213
Apr 16 21:47:36.524532 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-c4fae09d-49fe-4b48-9952-94d8a4908630 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a36012-56f8-4b50-9369-74faa6c990c5 HTTP/1.1" status: 200  len: 217 time: 0.0388091
Apr 16 21:47:36.572457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-aa72efaf-3c5d-4e5a-a459-c83885619b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:36.573942 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-aa72efaf-3c5d-4e5a-a459-c83885619b90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=895fcb08-76df-4aad-bfae-cd7913bab6c0 HTTP/1.1" status: 200  len: 851 time: 0.0444500
Apr 16 21:47:36.617124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-160e324e-639b-45a5-a8a3-5ff61119e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:36.618611 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-160e324e-639b-45a5-a8a3-5ff61119e64d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ab5cb2e-2db3-494a-9695-37178734f696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0382318
Apr 16 21:47:36.710798 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-b86c0c16-3a30-42f5-b2cd-6a2bac7e1c39 service neutron] 10.222.0.41 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855443
Apr 16 21:47:36.798691 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5a47bf1-4297-4457-9fba-1af21ad623bd req-e3c0b607-b6b9-4e82-b336-e11966a3670d service neutron] 10.222.0.41 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820551
Apr 16 21:47:37.339025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aa220-e722-4ee8-823d-fe8561385892 req-c4acce98-09bc-450a-8252-e11343ddb5d9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:37.340550 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a00aa220-e722-4ee8-823d-fe8561385892 req-c4acce98-09bc-450a-8252-e11343ddb5d9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 944 time: 0.2524660
Apr 16 21:47:37.387679 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a00aa220-e722-4ee8-823d-fe8561385892 req-f138d589-ac82-4f37-85dc-6c8e76e21b54 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407214
Apr 16 21:47:38.508085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b123ee-2149-4bdd-9051-c48dc5d29fd6 req-cff3b899-5fdc-482f-bacc-9030ee7d933c tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:38.509683 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11b123ee-2149-4bdd-9051-c48dc5d29fd6 req-cff3b899-5fdc-482f-bacc-9030ee7d933c tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 944 time: 0.0529087
Apr 16 21:47:38.556450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11b123ee-2149-4bdd-9051-c48dc5d29fd6 req-6cf0f420-b92e-43f5-8862-dc25049ea5ee tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411487
Apr 16 21:47:39.014356 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-034a8757-272a-43d1-be27-94080f793eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:39.674268 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8ed0c-8712-4e76-9ff3-ccd26b9f2e37 req-1bfddda9-6a69-4e59-9a69-a18c02363e34 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:39.675781 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57c8ed0c-8712-4e76-9ff3-ccd26b9f2e37 req-1bfddda9-6a69-4e59-9a69-a18c02363e34 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 944 time: 0.0537891
Apr 16 21:47:39.723341 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57c8ed0c-8712-4e76-9ff3-ccd26b9f2e37 req-319abb19-0747-474e-8d90-29a4459b3254 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417612
Apr 16 21:47:39.989244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46378) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:47:40.104530 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-33d79fef-684a-4ed2-8d6f-dd33804dc57f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:40.177490 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-33d79fef-684a-4ed2-8d6f-dd33804dc57f admin admin] Publish callbacks [] for security_group (774c0396-75fc-4620-b0f0-253df860208d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:40.265703 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-33d79fef-684a-4ed2-8d6f-dd33804dc57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (774c0396-75fc-4620-b0f0-253df860208d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:40.287237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 17a36012-56f8-4b50-9369-74faa6c990c5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:47:40.305107 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-33d79fef-684a-4ed2-8d6f-dd33804dc57f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef844f40fb9f467fa5cf72079d99c54a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3147845
Apr 16 21:47:40.305957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d79fef-684a-4ed2-8d6f-dd33804dc57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774c0396-75fc-4620-b0f0-253df860208d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:40.308813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46384) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:47:40.360106 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Publish callbacks [] for security_group (774c0396-75fc-4620-b0f0-253df860208d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:40.381290 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Publish callbacks [] for security_group (774c0396-75fc-4620-b0f0-253df860208d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:40.385225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 17a36012-56f8-4b50-9369-74faa6c990c5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17a36012-56f8-4b50-9369-74faa6c990c5,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:47:40.396973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '17a36012-56f8-4b50-9369-74faa6c990c5', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'port_id': '17a36012-56f8-4b50-9369-74faa6c990c5', 'mac_address': 'fa:16:3e:c2:9a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:47:40.434277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 17a36012-56f8-4b50-9369-74faa6c990c5 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:47:40.434669 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:40.447938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a36012-56f8-4b50-9369-74faa6c990c5 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:47:40.466743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 17a36012-56f8-4b50-9369-74faa6c990c5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17a36012-56f8-4b50-9369-74faa6c990c5,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:47:40.512614 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (774c0396-75fc-4620-b0f0-253df860208d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:40.515273 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:40.516491 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/774c0396-75fc-4620-b0f0-253df860208d HTTP/1.1" status: 204  len: 168 time: 0.2064099
Apr 16 21:47:40.524554 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774c0396-75fc-4620-b0f0-253df860208d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:40.531971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.532349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.532694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.533033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.533474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.533690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.534073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.534416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.534746 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.535074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.535399 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.535722 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.536044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.536386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.536708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1d83f7-ff26-4b49-be4b-f993f41007d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.541391 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:40.602584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=17a36012-56f8-4b50-9369-74faa6c990c5,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:40.609986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.611017 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.611309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.611647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.611983 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.612346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.612945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.613272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.613598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.613966 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.614289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.614612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.614938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.615260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.615609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:47:40.822262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['17a36012-56f8-4b50-9369-74faa6c990c5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:47:40.836281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc3c1a-1bd8-4880-8986-61a063fe0547 req-f382b23d-15bc-4139-bc6d-914b5e33ca5b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:40.837796 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ebc3c1a-1bd8-4880-8986-61a063fe0547 req-f382b23d-15bc-4139-bc6d-914b5e33ca5b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 945 time: 0.0472729
Apr 16 21:47:40.891241 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ebc3c1a-1bd8-4880-8986-61a063fe0547 req-ccfa0e8b-d8b5-4861-a447-c49a2e4f4528 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466800
Apr 16 21:47:41.181637 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46392) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:47:41.194696 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dda580d3-48f7-4d3d-b0e6-1a2a330baeab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:41.271287 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dda580d3-48f7-4d3d-b0e6-1a2a330baeab admin admin] Publish callbacks [] for security_group (a1136979-1ce6-41f3-a2e3-19d68540fb5c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:41.351184 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dda580d3-48f7-4d3d-b0e6-1a2a330baeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a1136979-1ce6-41f3-a2e3-19d68540fb5c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:41.389865 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dda580d3-48f7-4d3d-b0e6-1a2a330baeab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84f181f0cca34654aa65ac914bb47b63&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2071676
Apr 16 21:47:41.390825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda580d3-48f7-4d3d-b0e6-1a2a330baeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1136979-1ce6-41f3-a2e3-19d68540fb5c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:41.393263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46396) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:47:41.442066 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bea044fb-5948-4ef7-ae8b-c3d53db745d8 admin admin] Publish callbacks [] for security_group (a1136979-1ce6-41f3-a2e3-19d68540fb5c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:41.463019 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bea044fb-5948-4ef7-ae8b-c3d53db745d8 admin admin] Publish callbacks [] for security_group (a1136979-1ce6-41f3-a2e3-19d68540fb5c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:41.581042 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bea044fb-5948-4ef7-ae8b-c3d53db745d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a1136979-1ce6-41f3-a2e3-19d68540fb5c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:41.583660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bea044fb-5948-4ef7-ae8b-c3d53db745d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:41.584852 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bea044fb-5948-4ef7-ae8b-c3d53db745d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1136979-1ce6-41f3-a2e3-19d68540fb5c HTTP/1.1" status: 204  len: 168 time: 0.1905990
Apr 16 21:47:41.592899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea044fb-5948-4ef7-ae8b-c3d53db745d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1136979-1ce6-41f3-a2e3-19d68540fb5c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:41.660786 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5c11e43f-8f2d-4955-88fc-bb1498df6606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:42.007545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fc1db-20a1-4b34-ac0b-0be75f145a7a req-c390f443-f548-4633-ad26-f5491a634fc6 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:42.009163 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f58fc1db-20a1-4b34-ac0b-0be75f145a7a req-c390f443-f548-4633-ad26-f5491a634fc6 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 945 time: 0.0493901
Apr 16 21:47:42.057658 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f58fc1db-20a1-4b34-ac0b-0be75f145a7a req-aa722125-53ba-4bb7-9282-e6f8e50a171a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428088
Apr 16 21:47:42.302257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 17a36012-56f8-4b50-9369-74faa6c990c5 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:47:42.347025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 17a36012-56f8-4b50-9369-74faa6c990c5 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:47:42.415248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 17a36012-56f8-4b50-9369-74faa6c990c5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:47:42.415628 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:42.492523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 17a36012-56f8-4b50-9369-74faa6c990c5 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:47:42.492857 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:42.529182 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfe9916-82fe-4ca4-a05d-9f599340cb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a36012-56f8-4b50-9369-74faa6c990c5'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:47:42.531418 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa06eb0-d890-41f3-8c61-cad033bff270" -d '{"events": [{"server_uuid": "5bfe9916-82fe-4ca4-a05d-9f599340cb36", "name": "network-vif-plugged", "status": "completed", "tag": "17a36012-56f8-4b50-9369-74faa6c990c5"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:47:42.545380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 17a36012-56f8-4b50-9369-74faa6c990c5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17a36012-56f8-4b50-9369-74faa6c990c5,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:47:42.569145 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f687bd99-16ae-49c8-a4c7-9038c8a2a764 x-openstack-request-id: req-f687bd99-16ae-49c8-a4c7-9038c8a2a764 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:47:42.569533 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfe9916-82fe-4ca4-a05d-9f599340cb36", "name": "network-vif-plugged", "status": "completed", "tag": "17a36012-56f8-4b50-9369-74faa6c990c5", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:47:42.569797 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f687bd99-16ae-49c8-a4c7-9038c8a2a764 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:47:42.570194 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f687bd99-16ae-49c8-a4c7-9038c8a2a764'] response: {'server_uuid': '5bfe9916-82fe-4ca4-a05d-9f599340cb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a36012-56f8-4b50-9369-74faa6c990c5', 'code': 200}
Apr 16 21:47:42.586237 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:42.609272 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:42.663501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=17a36012-56f8-4b50-9369-74faa6c990c5,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:42.669217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db589b70-6cb8-4768-bcd3-926cecdde206 req-8d6ebfd9-ea9d-4d08-91bd-e77785236515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:42.670895 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db589b70-6cb8-4768-bcd3-926cecdde206 req-8d6ebfd9-ea9d-4d08-91bd-e77785236515 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 1128 time: 0.0443487
Apr 16 21:47:42.716001 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db589b70-6cb8-4768-bcd3-926cecdde206 req-31a08d0c-d518-48ef-9027-26114c863ca1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389745
Apr 16 21:47:43.171547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4913a-370f-4cd9-bb00-935987f368e2 req-202daae3-c2de-4373-aaba-b27ba745f4e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:43.173664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18c4913a-370f-4cd9-bb00-935987f368e2 req-202daae3-c2de-4373-aaba-b27ba745f4e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 946 time: 0.0494866
Apr 16 21:47:43.226335 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18c4913a-370f-4cd9-bb00-935987f368e2 req-b0bc356c-39a7-4b09-94a3-563108696b22 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469885
Apr 16 21:47:43.666482 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:44.203486 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:44.346751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf742501-517a-421e-bd26-90415a121515 req-d18a6767-6237-4e57-ba73-25db0e7153f8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:44.348298 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf742501-517a-421e-bd26-90415a121515 req-d18a6767-6237-4e57-ba73-25db0e7153f8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 946 time: 0.0502117
Apr 16 21:47:44.395807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cf742501-517a-421e-bd26-90415a121515 req-0ddbeadb-bbe0-4f28-8c2c-c45af4b5030d tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418053
Apr 16 21:47:45.432343 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:45.509926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99540f22-5829-4019-a053-d80d047444e9 req-886505ae-5f01-4743-8d43-59a85f3836ca tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:45.511451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-99540f22-5829-4019-a053-d80d047444e9 req-886505ae-5f01-4743-8d43-59a85f3836ca tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 946 time: 0.0477571
Apr 16 21:47:45.559838 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-99540f22-5829-4019-a053-d80d047444e9 req-22d78120-f270-452e-affe-06bf7ceba701 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419219
Apr 16 21:47:45.670183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fb536-2720-42e1-b2ee-7bca4d3943d4 req-f897b727-587b-45d6-aa51-7db2a205416c tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:45.672911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-340fb536-2720-42e1-b2ee-7bca4d3943d4 req-f897b727-587b-45d6-aa51-7db2a205416c tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 946 time: 0.0482748
Apr 16 21:47:45.724431 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-340fb536-2720-42e1-b2ee-7bca4d3943d4 req-90802cce-77d5-4e78-9b2f-a69349f071ad tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452120
Apr 16 21:47:46.025473 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:47:47.837277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46578) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:47:47.950244 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ef01-e685-4f61-bfa7-86dba437b3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:48.024942 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ef01-e685-4f61-bfa7-86dba437b3e2 admin admin] Publish callbacks [] for security_group (9341cc27-412d-4215-8514-d77c0409dc44), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:48.094585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ef01-e685-4f61-bfa7-86dba437b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9341cc27-412d-4215-8514-d77c0409dc44), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:48.133534 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bfa3ef01-e685-4f61-bfa7-86dba437b3e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4eebe277039e4775bbe6b306716933d7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2951634
Apr 16 21:47:48.135588 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3ef01-e685-4f61-bfa7-86dba437b3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9341cc27-412d-4215-8514-d77c0409dc44,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:48.136389 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46596) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:47:48.186156 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d17489-f3c4-4a2f-b2ef-d1de9e55351b admin admin] Publish callbacks [] for security_group (9341cc27-412d-4215-8514-d77c0409dc44), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:48.207390 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d17489-f3c4-4a2f-b2ef-d1de9e55351b admin admin] Publish callbacks [] for security_group (9341cc27-412d-4215-8514-d77c0409dc44), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:48.300711 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d17489-f3c4-4a2f-b2ef-d1de9e55351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9341cc27-412d-4215-8514-d77c0409dc44), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:48.303697 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09d17489-f3c4-4a2f-b2ef-d1de9e55351b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:48.305017 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-09d17489-f3c4-4a2f-b2ef-d1de9e55351b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9341cc27-412d-4215-8514-d77c0409dc44 HTTP/1.1" status: 204  len: 168 time: 0.1676276
Apr 16 21:47:48.315008 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d17489-f3c4-4a2f-b2ef-d1de9e55351b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9341cc27-412d-4215-8514-d77c0409dc44,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:48.906767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46604) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:47:48.920159 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-602e3cbf-99fb-47fb-a8a0-27f21eccca73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:48.997334 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-602e3cbf-99fb-47fb-a8a0-27f21eccca73 admin admin] Publish callbacks [] for security_group (32da5e46-dc54-410c-a83a-de7644c7b263), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:49.067047 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-602e3cbf-99fb-47fb-a8a0-27f21eccca73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (32da5e46-dc54-410c-a83a-de7644c7b263), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:49.110794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e3cbf-99fb-47fb-a8a0-27f21eccca73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32da5e46-dc54-410c-a83a-de7644c7b263,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:49.115498 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-602e3cbf-99fb-47fb-a8a0-27f21eccca73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ed97a3f693945bf93c2d5337925e3a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2053308
Apr 16 21:47:49.117262 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46620) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:47:49.237636 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-81e694cf-5932-4385-bbb3-e01cd7afc9e8 admin admin] Publish callbacks [] for security_group (32da5e46-dc54-410c-a83a-de7644c7b263), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:49.610297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-3ba28d11-8a2a-4cd3-9150-bd8c6997f9fb tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:49.611739 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-3ba28d11-8a2a-4cd3-9150-bd8c6997f9fb tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 812 time: 0.4962187
Apr 16 21:47:49.633896 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-81e694cf-5932-4385-bbb3-e01cd7afc9e8 admin admin] Publish callbacks [] for security_group (32da5e46-dc54-410c-a83a-de7644c7b263), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:49.641571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-a44149fe-f427-4a6f-abfb-e223925104d2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/quotas/dfcde168250f4d16b2d305afed23fee5 HTTP/1.1" status: 200  len: 375 time: 0.0236266
Apr 16 21:47:49.706512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-e590f8ec-48aa-4f84-83aa-36ff874b1e2c tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0565953
Apr 16 21:47:49.799194 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-562fb1e0-c4aa-47fe-8af9-15a9f2d8d8cc service neutron] 10.222.0.20 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855787
Apr 16 21:47:49.813463 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-81e694cf-5932-4385-bbb3-e01cd7afc9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (32da5e46-dc54-410c-a83a-de7644c7b263), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:49.815956 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-81e694cf-5932-4385-bbb3-e01cd7afc9e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:49.817033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-81e694cf-5932-4385-bbb3-e01cd7afc9e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32da5e46-dc54-410c-a83a-de7644c7b263 HTTP/1.1" status: 204  len: 168 time: 0.6990330
Apr 16 21:47:49.859162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e694cf-5932-4385-bbb3-e01cd7afc9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32da5e46-dc54-410c-a83a-de7644c7b263,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:49.902642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-c97bda46-fb69-4835-aa76-b2208dc2875f service neutron] 10.222.0.20 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0969234
Apr 16 21:47:50.174833 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e6c8ec08-369c-42fb-9f07-267909467ecc req-887478c2-9e73-4315-bc1a-fe914a9ac031 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 210 time: 0.0316243
Apr 16 21:47:51.281399 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-69789b28-97eb-49f7-a3a9-3af29c2cc2e2 req-55f62598-2ced-4def-a192-10c041cc7994 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 210 time: 0.0309410
Apr 16 21:47:52.028353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-66bc9feb-bd96-4d81-9a49-eb0540df2906 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:52.029796 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-66bc9feb-bd96-4d81-9a49-eb0540df2906 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.11 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 812 time: 0.1023660
Apr 16 21:47:52.042967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-12885025-7f7a-4680-98f0-3cd786aec751 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Request body: {'port': {'device_id': 'ed635fcb-53d2-4ace-a3a8-4cd6aec9204f', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'admin_state_up': True, 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:47:52.209411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-12885025-7f7a-4680-98f0-3cd786aec751 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Made reservation on behalf of dfcde168250f4d16b2d305afed23fee5 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:47:52.212915 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-12885025-7f7a-4680-98f0-3cd786aec751 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:52.310289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46692) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:47:52.351695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-12885025-7f7a-4680-98f0-3cd786aec751 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Allocated IP 172.20.0.11 (7ab5cb2e-2db3-494a-9695-37178734f696/895fcb08-76df-4aad-bfae-cd7913bab6c0/8223342d-fa73-470c-bff4-e0bc8ea57853) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:47:52.399193 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58e2829c-3cad-461a-8969-a8b7f73cc65a req-4fb95d73-d725-469c-954a-41aa92f63045 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 210 time: 0.0288579
Apr 16 21:47:52.432715 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e112337a-90fd-4856-9c85-9e7850015a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:52.514479 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e112337a-90fd-4856-9c85-9e7850015a94 admin admin] Publish callbacks [] for security_group (f5652ab7-f82d-47d8-bc59-ca0a50f5d0ac), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:52.516583 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-12885025-7f7a-4680-98f0-3cd786aec751 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:52.569191 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e112337a-90fd-4856-9c85-9e7850015a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f5652ab7-f82d-47d8-bc59-ca0a50f5d0ac), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:52.607325 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e112337a-90fd-4856-9c85-9e7850015a94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec2d87acf0c24bc0a4498c17017a6988&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2959046
Apr 16 21:47:52.609325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112337a-90fd-4856-9c85-9e7850015a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5652ab7-f82d-47d8-bc59-ca0a50f5d0ac,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:52.610071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 46698) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:47:52.659327 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0ce0c977-a52d-4f7a-bb20-f00df0a36e8c admin admin] Publish callbacks [] for security_group (f5652ab7-f82d-47d8-bc59-ca0a50f5d0ac), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:52.670682 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-12885025-7f7a-4680-98f0-3cd786aec751 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:52.683557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['17a36012-56f8-4b50-9369-74faa6c990c5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:47:52.717080 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0ce0c977-a52d-4f7a-bb20-f00df0a36e8c admin admin] Publish callbacks [] for security_group (f5652ab7-f82d-47d8-bc59-ca0a50f5d0ac), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:52.745524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-12885025-7f7a-4680-98f0-3cd786aec751 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Network 7ab5cb2e-2db3-494a-9695-37178734f696 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:47:52.748543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-12885025-7f7a-4680-98f0-3cd786aec751 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:47:52.758345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-12885025-7f7a-4680-98f0-3cd786aec751 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:47:52.796545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12885025-7f7a-4680-98f0-3cd786aec751 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event updated for resources: {'Port': ['ID=8223342d-fa73-470c-bff4-e0bc8ea57853,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:52.830221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-12885025-7f7a-4680-98f0-3cd786aec751 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:52.830821 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-12885025-7f7a-4680-98f0-3cd786aec751 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:52.914912 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-12885025-7f7a-4680-98f0-3cd786aec751 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8754165
Apr 16 21:47:52.917218 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0ce0c977-a52d-4f7a-bb20-f00df0a36e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f5652ab7-f82d-47d8-bc59-ca0a50f5d0ac), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:52.919923 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0ce0c977-a52d-4f7a-bb20-f00df0a36e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:52.921101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0ce0c977-a52d-4f7a-bb20-f00df0a36e8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5652ab7-f82d-47d8-bc59-ca0a50f5d0ac HTTP/1.1" status: 204  len: 168 time: 0.3099923
Apr 16 21:47:52.928466 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Request body: {'port': {'device_id': 'ed635fcb-53d2-4ace-a3a8-4cd6aec9204f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:47:52.952318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0c977-a52d-4f7a-bb20-f00df0a36e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5652ab7-f82d-47d8-bc59-ca0a50f5d0ac,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:53.005376 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:53.075095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-23b3fbbd-6cd3-4efe-b716-a833dcb252fb None None] Provisioning complete for port 8223342d-fa73-470c-bff4-e0bc8ea57853 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:47:53.075802 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23b3fbbd-6cd3-4efe-b716-a833dcb252fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:53.276382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-23b3fbbd-6cd3-4efe-b716-a833dcb252fb None None] Port 8223342d-fa73-470c-bff4-e0bc8ea57853 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:47:53.309690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8223342d-fa73-470c-bff4-e0bc8ea57853 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:47:53.319257 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Publish callbacks [] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:53.332274 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Transition to ACTIVE for port object 8223342d-fa73-470c-bff4-e0bc8ea57853 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:47:53.398033 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:53.458799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Pushing event updated for resources: {'Port': ['ID=8223342d-fa73-470c-bff4-e0bc8ea57853,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:53.546829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Attempting to bind port 8223342d-fa73-470c-bff4-e0bc8ea57853 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:47:53.546829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Attempting to bind port 8223342d-fa73-470c-bff4-e0bc8ea57853 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:47:53.546829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Attempting to bind port 8223342d-fa73-470c-bff4-e0bc8ea57853 on network 7ab5cb2e-2db3-494a-9695-37178734f696 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:47:53.548541 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Port 8223342d-fa73-470c-bff4-e0bc8ea57853 on network 7ab5cb2e-2db3-494a-9695-37178734f696 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:47:53.548977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Attempting to bind port 8223342d-fa73-470c-bff4-e0bc8ea57853 on network 7ab5cb2e-2db3-494a-9695-37178734f696 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:47:53.554663 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:47:53.555107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Checking segment: {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:47:53.556358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Bound using segment: {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:47:53.557056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Bound port: 8223342d-fa73-470c-bff4-e0bc8ea57853, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:47:53.557504 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:53.605077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46732) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:47:53.627419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-679f731f-bf9e-4c4b-8e78-19ad2d83a563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:53.645167 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] For port 8223342d-fa73-470c-bff4-e0bc8ea57853, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:47:53.649267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] For port 8223342d-fa73-470c-bff4-e0bc8ea57853, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8223342d-fa73-470c-bff4-e0bc8ea57853,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:47:53.722269 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-679f731f-bf9e-4c4b-8e78-19ad2d83a563 admin admin] Publish callbacks [] for security_group (769ed9c5-3da1-4afe-a206-9a74046c35c2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:53.745078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21c675-c3c2-4812-a9f2-7530dd994da0 req-f223289a-63ea-4b14-b61e-e7d0153a349b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:53.746630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d21c675-c3c2-4812-a9f2-7530dd994da0 req-f223289a-63ea-4b14-b61e-e7d0153a349b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 944 time: 0.2599108
Apr 16 21:47:53.767162 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:53.805202 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:53.805815 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:53.807931 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] 10.222.0.11 "PUT /v2.0/ports/8223342d-fa73-470c-bff4-e0bc8ea57853 HTTP/1.1" status: 200  len: 1092 time: 0.8857069
Apr 16 21:47:53.819593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed635fcb-53d2-4ace-a3a8-4cd6aec9204f', 'tag': '8223342d-fa73-470c-bff4-e0bc8ea57853'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:47:53.820977 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-679f731f-bf9e-4c4b-8e78-19ad2d83a563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (769ed9c5-3da1-4afe-a206-9a74046c35c2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:53.822487 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c1cdb9-476c-4967-b460-d9c673868a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed635fcb-53d2-4ace-a3a8-4cd6aec9204f", "tag": "8223342d-fa73-470c-bff4-e0bc8ea57853"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:47:53.865310 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f731f-bf9e-4c4b-8e78-19ad2d83a563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769ed9c5-3da1-4afe-a206-9a74046c35c2,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:53.867223 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-679f731f-bf9e-4c4b-8e78-19ad2d83a563 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb23e40baad445d791b786c207aeffa2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2609184
Apr 16 21:47:53.870717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 46736) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:47:53.873199 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d21c675-c3c2-4812-a9f2-7530dd994da0 req-3cb1a947-145c-4783-ba87-0a98c94e5871 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207330
Apr 16 21:47:53.874867 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0ff28a-e54e-4ca5-836f-dcb0efd04e8a x-openstack-request-id: req-6e0ff28a-e54e-4ca5-836f-dcb0efd04e8a {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:47:53.875155 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed635fcb-53d2-4ace-a3a8-4cd6aec9204f", "tag": "8223342d-fa73-470c-bff4-e0bc8ea57853", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:47:53.875409 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e0ff28a-e54e-4ca5-836f-dcb0efd04e8a {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:47:53.875804 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0ff28a-e54e-4ca5-836f-dcb0efd04e8a'] response: {'name': 'network-changed', 'server_uuid': 'ed635fcb-53d2-4ace-a3a8-4cd6aec9204f', 'tag': '8223342d-fa73-470c-bff4-e0bc8ea57853', 'status': 'completed', 'code': 200}
Apr 16 21:47:53.876585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507e9a1-9f29-42d1-acd0-654162ff7f51 service neutron] Pushing event updated for resources: {'Port': ['ID=8223342d-fa73-470c-bff4-e0bc8ea57853,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:53.934451 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8113d214-0ac6-49f3-aefb-67befed7da4d admin admin] Publish callbacks [] for security_group (769ed9c5-3da1-4afe-a206-9a74046c35c2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:53.943667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1cdb9-476c-4967-b460-d9c673868a4a req-3621db4c-6799-4f28-b298-bd77d6e9fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:53.945349 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75c1cdb9-476c-4967-b460-d9c673868a4a req-3621db4c-6799-4f28-b298-bd77d6e9fd1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 1126 time: 0.0524874
Apr 16 21:47:53.960811 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8113d214-0ac6-49f3-aefb-67befed7da4d admin admin] Publish callbacks [] for security_group (769ed9c5-3da1-4afe-a206-9a74046c35c2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:54.053475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1cdb9-476c-4967-b460-d9c673868a4a req-03e5f17a-a7a6-4cb8-bb67-ee0aefe00e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:54.054975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75c1cdb9-476c-4967-b460-d9c673868a4a req-03e5f17a-a7a6-4cb8-bb67-ee0aefe00e3c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=dfcde168250f4d16b2d305afed23fee5&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1036685
Apr 16 21:47:54.084303 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8113d214-0ac6-49f3-aefb-67befed7da4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (769ed9c5-3da1-4afe-a206-9a74046c35c2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:54.087428 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8113d214-0ac6-49f3-aefb-67befed7da4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:47:54.088801 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8113d214-0ac6-49f3-aefb-67befed7da4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/769ed9c5-3da1-4afe-a206-9a74046c35c2 HTTP/1.1" status: 204  len: 168 time: 0.2166059
Apr 16 21:47:54.096772 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113d214-0ac6-49f3-aefb-67befed7da4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ed9c5-3da1-4afe-a206-9a74046c35c2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:47:54.162669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1cdb9-476c-4967-b460-d9c673868a4a req-6d77f080-55a1-4825-a098-03312e9d2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:54.164126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-75c1cdb9-476c-4967-b460-d9c673868a4a req-6d77f080-55a1-4825-a098-03312e9d2249 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1038728
Apr 16 21:47:54.239812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-a85c249a-a74e-4bf1-9c10-bcabfdf71df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:54.241383 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-a85c249a-a74e-4bf1-9c10-bcabfdf71df0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 1126 time: 0.0407882
Apr 16 21:47:54.285312 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-69f72e6d-e974-44b2-9ce0-b1086f490c3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8223342d-fa73-470c-bff4-e0bc8ea57853 HTTP/1.1" status: 200  len: 217 time: 0.0379741
Apr 16 21:47:54.337074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-2a4fcab5-9a75-4bf3-b76a-d61687bb051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:54.338562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-2a4fcab5-9a75-4bf3-b76a-d61687bb051d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=895fcb08-76df-4aad-bfae-cd7913bab6c0 HTTP/1.1" status: 200  len: 851 time: 0.0482819
Apr 16 21:47:54.386364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-ad4844a0-8af2-406e-8750-b5c332cff48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:54.387870 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-ad4844a0-8af2-406e-8750-b5c332cff48b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab5cb2e-2db3-494a-9695-37178734f696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438290
Apr 16 21:47:54.486237 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-6d2d95df-ea4e-4ae9-8184-537e33ec9c95 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924582
Apr 16 21:47:54.598801 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-370f4171-19e1-4389-bfdc-0bcff56ec681 req-e5a7b318-c783-4951-a650-50d19e57e3c7 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1070762
Apr 16 21:47:55.004211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500efc2-9e67-47f4-9cd7-b92b0d64845d req-00340e3c-f10b-4676-b01a-df560dd2671f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:55.005034 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5500efc2-9e67-47f4-9cd7-b92b0d64845d req-00340e3c-f10b-4676-b01a-df560dd2671f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 944 time: 0.0533690
Apr 16 21:47:55.061655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5500efc2-9e67-47f4-9cd7-b92b0d64845d req-bfc685db-7933-458a-b0fa-e056b37bbaa2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509896
Apr 16 21:47:56.183685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a828350-13a0-4ccd-ab78-f9d406600150 req-efb0e2b1-5115-4fc2-a468-bc9a1affaacb tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:56.185265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a828350-13a0-4ccd-ab78-f9d406600150 req-efb0e2b1-5115-4fc2-a468-bc9a1affaacb tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 944 time: 0.0488400
Apr 16 21:47:56.239472 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0a828350-13a0-4ccd-ab78-f9d406600150 req-1a18abe1-61ae-4112-9bc5-dcd756ac25f9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482981
Apr 16 21:47:57.354620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329b5e7-cdad-489e-8181-1780b030ce13 req-29d95d6d-b130-4d78-9379-ebbaa99cc423 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:57.356138 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c329b5e7-cdad-489e-8181-1780b030ce13 req-29d95d6d-b130-4d78-9379-ebbaa99cc423 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 944 time: 0.0487883
Apr 16 21:47:57.408695 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c329b5e7-cdad-489e-8181-1780b030ce13 req-7680be0a-276c-4d4d-9119-5ea9a047141b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461195
Apr 16 21:47:58.543316 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647334b-cf76-4660-bb7a-54368e05f7b1 req-6a681e54-19e8-4514-bbf2-c4c7040703f6 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:58.545100 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9647334b-cf76-4660-bb7a-54368e05f7b1 req-6a681e54-19e8-4514-bbf2-c4c7040703f6 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 944 time: 0.0482225
Apr 16 21:47:58.599107 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9647334b-cf76-4660-bb7a-54368e05f7b1 req-1488634a-c837-443d-a769-ecc0915ccb68 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485022
Apr 16 21:47:59.718417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c645a7-4b8e-42c7-a711-1690ced2a7fd req-6adea373-c9d9-4c2b-853a-8295c675f280 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:47:59.719888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59c645a7-4b8e-42c7-a711-1690ced2a7fd req-6adea373-c9d9-4c2b-853a-8295c675f280 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 944 time: 0.0516577
Apr 16 21:47:59.767434 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59c645a7-4b8e-42c7-a711-1690ced2a7fd req-ec6f4a6e-e1b2-48bc-bf4a-2b94a9047dea tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410261
Apr 16 21:48:00.879997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fead5-6443-423b-89f9-1266415f11f6 req-90a97344-1fa1-43a5-b280-52c2dcc2ea50 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:00.881511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-982fead5-6443-423b-89f9-1266415f11f6 req-90a97344-1fa1-43a5-b280-52c2dcc2ea50 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 944 time: 0.0473933
Apr 16 21:48:00.928809 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-982fead5-6443-423b-89f9-1266415f11f6 req-5cfb58a3-abd6-4537-8f09-492d6b86a623 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417778
Apr 16 21:48:02.049775 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df939e43-2493-42a1-b662-c3dadd3abfd9 req-e3a36c26-43a4-451a-96fc-dac2becb4ec6 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:02.051283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-df939e43-2493-42a1-b662-c3dadd3abfd9 req-e3a36c26-43a4-451a-96fc-dac2becb4ec6 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 944 time: 0.0546882
Apr 16 21:48:02.100253 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-df939e43-2493-42a1-b662-c3dadd3abfd9 req-ecf7ccb2-97a6-4d90-b1e8-d748ce72a3bf tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431256
Apr 16 21:48:03.038372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 8223342d-fa73-470c-bff4-e0bc8ea57853 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:48:03.138449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 8223342d-fa73-470c-bff4-e0bc8ea57853, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8223342d-fa73-470c-bff4-e0bc8ea57853,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:48:03.150124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '8223342d-fa73-470c-bff4-e0bc8ea57853', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'port_id': '8223342d-fa73-470c-bff4-e0bc8ea57853', 'mac_address': 'fa:16:3e:47:03:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:48:03.188484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 8223342d-fa73-470c-bff4-e0bc8ea57853 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:48:03.188884 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:03.205999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8223342d-fa73-470c-bff4-e0bc8ea57853 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:48:03.216934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe9985-a6cc-4465-a131-53d0e00ab879 req-2b5e78fa-58b7-4e81-90a3-255b9ace28fe tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:03.218433 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22fe9985-a6cc-4465-a131-53d0e00ab879 req-2b5e78fa-58b7-4e81-90a3-255b9ace28fe tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 944 time: 0.0478346
Apr 16 21:48:03.225956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 8223342d-fa73-470c-bff4-e0bc8ea57853, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8223342d-fa73-470c-bff4-e0bc8ea57853,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:48:03.265778 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22fe9985-a6cc-4465-a131-53d0e00ab879 req-338b71a4-c551-49d2-a701-9a9f96b5a4ac tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410640
Apr 16 21:48:03.300242 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:03.349131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=8223342d-fa73-470c-bff4-e0bc8ea57853,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:48:03.511688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['8223342d-fa73-470c-bff4-e0bc8ea57853'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:48:04.381421 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ebf9d-0f13-475c-8c71-947efeff824f req-fa3344bf-ff1f-4d55-b45d-73c23fe8b372 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:04.382902 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da2ebf9d-0f13-475c-8c71-947efeff824f req-fa3344bf-ff1f-4d55-b45d-73c23fe8b372 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 945 time: 0.0471108
Apr 16 21:48:04.433164 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da2ebf9d-0f13-475c-8c71-947efeff824f req-34367b5e-94ce-458f-be54-ea34eae81df6 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446060
Apr 16 21:48:05.054376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 8223342d-fa73-470c-bff4-e0bc8ea57853 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:48:05.098490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 8223342d-fa73-470c-bff4-e0bc8ea57853 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:48:05.174530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 8223342d-fa73-470c-bff4-e0bc8ea57853 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:48:05.175501 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:05.252781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 8223342d-fa73-470c-bff4-e0bc8ea57853 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:48:05.253090 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:05.276492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed635fcb-53d2-4ace-a3a8-4cd6aec9204f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8223342d-fa73-470c-bff4-e0bc8ea57853'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:48:05.278714 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c6404e-008b-4a99-9a99-d1a4fdee36d9" -d '{"events": [{"server_uuid": "ed635fcb-53d2-4ace-a3a8-4cd6aec9204f", "name": "network-vif-plugged", "status": "completed", "tag": "8223342d-fa73-470c-bff4-e0bc8ea57853"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:48:05.291128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 8223342d-fa73-470c-bff4-e0bc8ea57853, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8223342d-fa73-470c-bff4-e0bc8ea57853,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:48:05.313910 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136c1823-fbeb-4192-8c4c-6305f891ae14 x-openstack-request-id: req-136c1823-fbeb-4192-8c4c-6305f891ae14 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:48:05.314320 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed635fcb-53d2-4ace-a3a8-4cd6aec9204f", "name": "network-vif-plugged", "status": "completed", "tag": "8223342d-fa73-470c-bff4-e0bc8ea57853", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:48:05.314591 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-136c1823-fbeb-4192-8c4c-6305f891ae14 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:48:05.314992 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-136c1823-fbeb-4192-8c4c-6305f891ae14'] response: {'server_uuid': 'ed635fcb-53d2-4ace-a3a8-4cd6aec9204f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8223342d-fa73-470c-bff4-e0bc8ea57853', 'code': 200}
Apr 16 21:48:05.345252 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:05.397693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=8223342d-fa73-470c-bff4-e0bc8ea57853,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:48:05.414484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacb300-58ba-40e9-bbf3-d2a1c502a8e3 req-bd6717c0-187e-4438-8034-cb21b9075072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:05.416015 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0bacb300-58ba-40e9-bbf3-d2a1c502a8e3 req-bd6717c0-187e-4438-8034-cb21b9075072 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 1128 time: 0.0429513
Apr 16 21:48:05.459644 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0bacb300-58ba-40e9-bbf3-d2a1c502a8e3 req-90ace9ce-bab2-4d07-a590-b7ae5e0665f7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376480
Apr 16 21:48:05.549439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a01ab-6f39-4c9b-9898-c1c249b85a5f req-2632a6be-1d1f-49d2-bfb5-e07a1b9bb3be tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:05.550844 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-845a01ab-6f39-4c9b-9898-c1c249b85a5f req-2632a6be-1d1f-49d2-bfb5-e07a1b9bb3be tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 946 time: 0.0491264
Apr 16 21:48:05.598007 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-845a01ab-6f39-4c9b-9898-c1c249b85a5f req-13f76671-fb2b-482e-84b6-df0f06686b37 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415323
Apr 16 21:48:06.374132 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:06.720722 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ee75c-d671-4bc6-8133-bca9895a5718 req-da2d117e-0d9f-45c8-892e-c4d8c262617f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:06.723106 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad5ee75c-d671-4bc6-8133-bca9895a5718 req-da2d117e-0d9f-45c8-892e-c4d8c262617f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 946 time: 0.0525434
Apr 16 21:48:06.778044 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad5ee75c-d671-4bc6-8133-bca9895a5718 req-e8dd4bca-7c00-46e4-9f62-30ba5e99fd97 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480065
Apr 16 21:48:07.897237 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385bb7f-46d0-47d4-b074-e457d538fa95 req-d4c68179-6f73-4f95-94a5-ccc71f031296 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:07.898737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a385bb7f-46d0-47d4-b074-e457d538fa95 req-d4c68179-6f73-4f95-94a5-ccc71f031296 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 946 time: 0.0478456
Apr 16 21:48:07.944659 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a385bb7f-46d0-47d4-b074-e457d538fa95 req-47022a92-e1c4-4ed5-8fc5-a595095fa755 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402215
Apr 16 21:48:08.058757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67512535-9398-4e20-8522-034164807504 req-3b229c52-04f8-444c-b0f2-7b22d6c32ac5 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:08.060760 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67512535-9398-4e20-8522-034164807504 req-3b229c52-04f8-444c-b0f2-7b22d6c32ac5 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 946 time: 0.0475683
Apr 16 21:48:08.111896 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67512535-9398-4e20-8522-034164807504 req-69c830d2-bcbe-4762-a3f6-da18a3ee083c tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452783
Apr 16 21:48:08.614545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cc6ef-99f5-48fe-86a8-c449bae24a1c req-a8320acf-2f62-4915-af58-ad36479b93ce tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:08.615357 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-233cc6ef-99f5-48fe-86a8-c449bae24a1c req-a8320acf-2f62-4915-af58-ad36479b93ce tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 946 time: 0.0514014
Apr 16 21:48:08.663759 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-233cc6ef-99f5-48fe-86a8-c449bae24a1c req-43ead647-e807-4e93-b9b6-abd47d5e6e53 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425997
Apr 16 21:48:09.059785 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c28a06e9-9a66-46a7-b486-d0821dd87b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:09.785390 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b87120-1ad4-4ded-910a-aeb84a3e7c41 req-6964d65c-2c69-4e04-99a5-ed3461de0f42 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:09.786900 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-25b87120-1ad4-4ded-910a-aeb84a3e7c41 req-6964d65c-2c69-4e04-99a5-ed3461de0f42 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 946 time: 0.0520225
Apr 16 21:48:09.835116 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-25b87120-1ad4-4ded-910a-aeb84a3e7c41 req-3c6a929a-b3dd-48c5-bd5f-915423cec3b1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419965
Apr 16 21:48:10.035104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc890fc4-06c6-4c0c-94cf-6058dc5f8d02 req-c5c91695-8b0f-49a2-91e9-c5dc877af54e tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:10.036567 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc890fc4-06c6-4c0c-94cf-6058dc5f8d02 req-c5c91695-8b0f-49a2-91e9-c5dc877af54e tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 946 time: 0.0474167
Apr 16 21:48:10.125001 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-dc890fc4-06c6-4c0c-94cf-6058dc5f8d02 req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Deleting port 8223342d-fa73-470c-bff4-e0bc8ea57853 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:48:10.125352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dc890fc4-06c6-4c0c-94cf-6058dc5f8d02 req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:10.214402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-dc890fc4-06c6-4c0c-94cf-6058dc5f8d02 req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] For port 8223342d-fa73-470c-bff4-e0bc8ea57853, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8223342d-fa73-470c-bff4-e0bc8ea57853,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:48:10.214757 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dc890fc4-06c6-4c0c-94cf-6058dc5f8d02 req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:10.228297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-dc890fc4-06c6-4c0c-94cf-6058dc5f8d02 req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Calling delete_port for 8223342d-fa73-470c-bff4-e0bc8ea57853 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:48:10.408707 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dc890fc4-06c6-4c0c-94cf-6058dc5f8d02 req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8223342d-fa73-470c-bff4-e0bc8ea57853), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:10.421377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['17a36012-56f8-4b50-9369-74faa6c990c5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:48:10.451214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['8223342d-fa73-470c-bff4-e0bc8ea57853'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:48:10.451312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event deleted for resources: {'Port': ['ID=8223342d-fa73-470c-bff4-e0bc8ea57853,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:48:10.498578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.498974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.499485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.499836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.500197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.500543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.500874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.501242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.501585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.501915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.502248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.502579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.502909 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.503746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.504086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:10.507291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc890fc4-06c6-4c0c-94cf-6058dc5f8d02 req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] No DVR routers for this DVR port 8223342d-fa73-470c-bff4-e0bc8ea57853 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:48:10.511007 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dc890fc4-06c6-4c0c-94cf-6058dc5f8d02 req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:10.514428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc890fc4-06c6-4c0c-94cf-6058dc5f8d02 req-3da0332c-e8e8-421e-bd7e-742a5c2855e9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.11 "DELETE /v2.0/ports/8223342d-fa73-470c-bff4-e0bc8ea57853 HTTP/1.1" status: 204  len: 173 time: 0.4729631
Apr 16 21:48:10.514890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed635fcb-53d2-4ace-a3a8-4cd6aec9204f', 'name': 'network-vif-deleted', 'tag': '8223342d-fa73-470c-bff4-e0bc8ea57853'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:48:10.517333 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8425d2-b350-4e9d-8715-0f3df2ba39e9" -d '{"events": [{"server_uuid": "ed635fcb-53d2-4ace-a3a8-4cd6aec9204f", "name": "network-vif-deleted", "tag": "8223342d-fa73-470c-bff4-e0bc8ea57853"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:48:10.562445 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d090b604-c40d-48c1-bc70-a01776438abf x-openstack-request-id: req-d090b604-c40d-48c1-bc70-a01776438abf {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:48:10.562817 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed635fcb-53d2-4ace-a3a8-4cd6aec9204f", "name": "network-vif-deleted", "tag": "8223342d-fa73-470c-bff4-e0bc8ea57853", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:48:10.563138 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d090b604-c40d-48c1-bc70-a01776438abf {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:48:10.563616 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d090b604-c40d-48c1-bc70-a01776438abf'] response: {'server_uuid': 'ed635fcb-53d2-4ace-a3a8-4cd6aec9204f', 'name': 'network-vif-deleted', 'tag': '8223342d-fa73-470c-bff4-e0bc8ea57853', 'status': 'completed', 'code': 200}
Apr 16 21:48:10.933212 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-38c5e91d-a815-4d84-a38f-abaa7018a3f9 req-9818db64-9c6b-4db4-9e84-27e68048f98c tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed635fcb-53d2-4ace-a3a8-4cd6aec9204f HTTP/1.1" status: 200  len: 210 time: 0.0284007
Apr 16 21:48:11.648475 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a8394959-ccbc-4a17-a32c-a05b5e01b5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:12.597022 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:13.637192 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:14.208122 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:15.116113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 8223342d-fa73-470c-bff4-e0bc8ea57853 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:48:15.140568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 8223342d-fa73-470c-bff4-e0bc8ea57853 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:48:15.140908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 8223342d-fa73-470c-bff4-e0bc8ea57853 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:48:15.408073 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:17.231291 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47080) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:48:17.340121 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c193a2a-d5a6-45bb-ac66-585f266f7fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:17.417331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c193a2a-d5a6-45bb-ac66-585f266f7fe8 admin admin] Publish callbacks [] for security_group (55cf80fb-5a1e-4c53-9b64-2e49141f3552), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:17.505413 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c193a2a-d5a6-45bb-ac66-585f266f7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (55cf80fb-5a1e-4c53-9b64-2e49141f3552), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:17.549315 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0c193a2a-d5a6-45bb-ac66-585f266f7fe8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b3f389405f041db937d8aa62bb20efe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3169496
Apr 16 21:48:17.550808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c193a2a-d5a6-45bb-ac66-585f266f7fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cf80fb-5a1e-4c53-9b64-2e49141f3552,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:48:17.552684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47086) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:48:17.603567 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-35fd303e-b0ea-4c29-b7b5-b322913f81df admin admin] Publish callbacks [] for security_group (55cf80fb-5a1e-4c53-9b64-2e49141f3552), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:17.624959 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-35fd303e-b0ea-4c29-b7b5-b322913f81df admin admin] Publish callbacks [] for security_group (55cf80fb-5a1e-4c53-9b64-2e49141f3552), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:17.734274 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-35fd303e-b0ea-4c29-b7b5-b322913f81df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (55cf80fb-5a1e-4c53-9b64-2e49141f3552), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:17.737242 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-35fd303e-b0ea-4c29-b7b5-b322913f81df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:17.738438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-35fd303e-b0ea-4c29-b7b5-b322913f81df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55cf80fb-5a1e-4c53-9b64-2e49141f3552 HTTP/1.1" status: 204  len: 168 time: 0.1847243
Apr 16 21:48:17.746305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd303e-b0ea-4c29-b7b5-b322913f81df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cf80fb-5a1e-4c53-9b64-2e49141f3552,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:48:18.596946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47096) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:48:18.610450 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d313d2ec-7411-4ec9-947a-9369efee3d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:18.684699 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d313d2ec-7411-4ec9-947a-9369efee3d9d admin admin] Publish callbacks [] for security_group (e1eb35d6-1021-4e4e-a4f0-4590ea19072e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:18.745303 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d313d2ec-7411-4ec9-947a-9369efee3d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e1eb35d6-1021-4e4e-a4f0-4590ea19072e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:18.784746 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d313d2ec-7411-4ec9-947a-9369efee3d9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a79bed2f872143bb847345308860f475&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1853456
Apr 16 21:48:18.786877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47098) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:48:18.788468 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313d2ec-7411-4ec9-947a-9369efee3d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eb35d6-1021-4e4e-a4f0-4590ea19072e,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:48:18.836855 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21a07762-284b-4571-b300-c277785fe246 admin admin] Publish callbacks [] for security_group (e1eb35d6-1021-4e4e-a4f0-4590ea19072e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:18.858680 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21a07762-284b-4571-b300-c277785fe246 admin admin] Publish callbacks [] for security_group (e1eb35d6-1021-4e4e-a4f0-4590ea19072e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:18.985441 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21a07762-284b-4571-b300-c277785fe246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (e1eb35d6-1021-4e4e-a4f0-4590ea19072e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:18.989117 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-21a07762-284b-4571-b300-c277785fe246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:18.990428 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-21a07762-284b-4571-b300-c277785fe246 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1eb35d6-1021-4e4e-a4f0-4590ea19072e HTTP/1.1" status: 204  len: 168 time: 0.2024174
Apr 16 21:48:18.999224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a07762-284b-4571-b300-c277785fe246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eb35d6-1021-4e4e-a4f0-4590ea19072e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:48:19.564477 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c2c052-1e55-4535-ad7f-816c51ec2d93 req-38fff4d4-e085-44c1-898e-2b12607eb3c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1478987
Apr 16 21:48:19.643943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2c052-1e55-4535-ad7f-816c51ec2d93 req-bec6f9a9-0ba9-476d-a0db-dc868b685b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:19.646189 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c2c052-1e55-4535-ad7f-816c51ec2d93 req-bec6f9a9-0ba9-476d-a0db-dc868b685b50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cda4f5ee41d2439e935ee0f658f465d4&device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 1127 time: 0.0419910
Apr 16 21:48:19.699036 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47142) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:48:19.712654 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb951ed5-a0f2-42af-96be-b2c82e6a4573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:19.756070 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2c052-1e55-4535-ad7f-816c51ec2d93 req-2762ffe6-29c0-4653-9154-d9565a35c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:19.757673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c2c052-1e55-4535-ad7f-816c51ec2d93 req-2762ffe6-29c0-4653-9154-d9565a35c008 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2aad2bcc-ed09-4c05-a89b-4988a07fb386 HTTP/1.1" status: 200  len: 915 time: 0.0941553
Apr 16 21:48:19.790632 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb951ed5-a0f2-42af-96be-b2c82e6a4573 admin admin] Publish callbacks [] for security_group (ad772824-01cd-49db-840f-020cdd1d47b6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:19.804924 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c2c052-1e55-4535-ad7f-816c51ec2d93 req-9d4895a1-356a-4fcf-a9db-833cdba8eb0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d901921-b640-4e8b-a7d1-f001809168ce HTTP/1.1" status: 200  len: 217 time: 0.0418653
Apr 16 21:48:19.853621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2c052-1e55-4535-ad7f-816c51ec2d93 req-ccc74409-d12c-45cc-9d43-0024238f5555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:19.855062 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c2c052-1e55-4535-ad7f-816c51ec2d93 req-ccc74409-d12c-45cc-9d43-0024238f5555 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cadd8a9-00f9-44e4-a833-dbf60c0bbdda HTTP/1.1" status: 200  len: 854 time: 0.0447304
Apr 16 21:48:19.870848 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bb951ed5-a0f2-42af-96be-b2c82e6a4573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ad772824-01cd-49db-840f-020cdd1d47b6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:19.886781 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c2c052-1e55-4535-ad7f-816c51ec2d93 req-408655d0-aa76-409d-b2f1-d0ccf2b508d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2aad2bcc-ed09-4c05-a89b-4988a07fb386&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260980
Apr 16 21:48:19.897162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-b3c2c052-1e55-4535-ad7f-816c51ec2d93 req-161d6b87-2109-4dee-a77e-d3aadc907188 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:48:19.897888 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c2c052-1e55-4535-ad7f-816c51ec2d93 req-161d6b87-2109-4dee-a77e-d3aadc907188 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056930
Apr 16 21:48:19.914801 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bb951ed5-a0f2-42af-96be-b2c82e6a4573 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1f46163df954e81af76a95c13e025a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2150004
Apr 16 21:48:19.915640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb951ed5-a0f2-42af-96be-b2c82e6a4573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad772824-01cd-49db-840f-020cdd1d47b6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:48:19.917973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47144) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:48:19.969764 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8e7291fb-9908-4dea-b3de-bd7ee994cdf1 admin admin] Publish callbacks [] for security_group (ad772824-01cd-49db-840f-020cdd1d47b6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:19.992336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8e7291fb-9908-4dea-b3de-bd7ee994cdf1 admin admin] Publish callbacks [] for security_group (ad772824-01cd-49db-840f-020cdd1d47b6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:19.995769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c2c052-1e55-4535-ad7f-816c51ec2d93 req-7e18db69-7584-4546-a390-e6324bafd81a service neutron] 10.222.0.11 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0927465
Apr 16 21:48:20.087366 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b3c2c052-1e55-4535-ad7f-816c51ec2d93 req-24278f29-d2f6-43a5-acfe-32e845398ec1 service neutron] 10.222.0.11 "GET /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858750
Apr 16 21:48:20.122320 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8e7291fb-9908-4dea-b3de-bd7ee994cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ad772824-01cd-49db-840f-020cdd1d47b6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:20.124923 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8e7291fb-9908-4dea-b3de-bd7ee994cdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:20.126168 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8e7291fb-9908-4dea-b3de-bd7ee994cdf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad772824-01cd-49db-840f-020cdd1d47b6 HTTP/1.1" status: 204  len: 168 time: 0.2071857
Apr 16 21:48:20.133869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7291fb-9908-4dea-b3de-bd7ee994cdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad772824-01cd-49db-840f-020cdd1d47b6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:48:23.024589 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:48:24.086041 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-7fb297ed-4b0d-4a5f-8b0f-2f5312b039a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1526234
Apr 16 21:48:24.166840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-72e96912-e2e5-465e-b78c-6336043983a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:24.168481 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-72e96912-e2e5-465e-b78c-6336043983a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 1128 time: 0.0401399
Apr 16 21:48:24.269255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-41090f24-5871-4119-a1f0-f1a497a32602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:24.270647 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-41090f24-5871-4119-a1f0-f1a497a32602 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 913 time: 0.0850399
Apr 16 21:48:24.316140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-26f8d643-5867-450c-b483-ef0a690a8a7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17a36012-56f8-4b50-9369-74faa6c990c5 HTTP/1.1" status: 200  len: 217 time: 0.0398717
Apr 16 21:48:24.363756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-a330bf81-a3d7-437b-b0c4-0da38a78c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:24.365260 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-a330bf81-a3d7-437b-b0c4-0da38a78c80c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=895fcb08-76df-4aad-bfae-cd7913bab6c0 HTTP/1.1" status: 200  len: 851 time: 0.0437129
Apr 16 21:48:24.407197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-4d7f7eb8-45e4-44cc-9281-77f237353892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:24.408805 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-4d7f7eb8-45e4-44cc-9281-77f237353892 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ab5cb2e-2db3-494a-9695-37178734f696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0383198
Apr 16 21:48:24.418861 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-3dac160b-2ed2-4c04-8dcf-3a3602967718 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:48:24.419788 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-3dac160b-2ed2-4c04-8dcf-3a3602967718 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048206
Apr 16 21:48:24.514552 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-92be5278-61b8-4df6-b0a1-49dccf246dc6 service neutron] 10.222.0.41 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885937
Apr 16 21:48:24.607785 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c63f0e20-c502-46f3-bb4a-62a002afee9f req-ee3c921d-cf38-4749-839d-d9ebb4e19a6e service neutron] 10.222.0.41 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852113
Apr 16 21:48:31.180870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d03f7-f94f-43ed-93c8-be844e3502ec req-b92f4922-cb94-4e55-9e2b-90ebf5109378 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:31.182346 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-101d03f7-f94f-43ed-93c8-be844e3502ec req-b92f4922-cb94-4e55-9e2b-90ebf5109378 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 945 time: 0.0483227
Apr 16 21:48:31.229954 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-101d03f7-f94f-43ed-93c8-be844e3502ec req-61423bfd-cd28-4a66-b0b4-3e695d3b8ad1 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420039
Apr 16 21:48:32.346116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8e4e7-a8b2-4e48-abd0-3b7662ad4a0b req-e058a1d9-a986-4b79-9697-4b75aac5194b tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:32.347707 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e7a8e4e7-a8b2-4e48-abd0-3b7662ad4a0b req-e058a1d9-a986-4b79-9697-4b75aac5194b tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 945 time: 0.0493481
Apr 16 21:48:32.409966 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e7a8e4e7-a8b2-4e48-abd0-3b7662ad4a0b req-2a435ec0-c011-4753-abf9-d1aa77b070b9 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b6fa432-50d5-4135-92e2-56b3cf0e70b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555508
Apr 16 21:48:32.571320 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd230a64-9774-43de-a6e6-7b51f785b8a5 req-05064e34-a3af-4aee-8cab-eef453af8529 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:32.572806 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd230a64-9774-43de-a6e6-7b51f785b8a5 req-05064e34-a3af-4aee-8cab-eef453af8529 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 945 time: 0.0482280
Apr 16 21:48:32.665367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-bd230a64-9774-43de-a6e6-7b51f785b8a5 req-7644cdd7-253c-4ba8-9b0e-0b75cd881f49 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Deleting port 5d901921-b640-4e8b-a7d1-f001809168ce {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:48:32.665716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd230a64-9774-43de-a6e6-7b51f785b8a5 req-7644cdd7-253c-4ba8-9b0e-0b75cd881f49 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5d901921-b640-4e8b-a7d1-f001809168ce), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:32.761921 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bd230a64-9774-43de-a6e6-7b51f785b8a5 req-7644cdd7-253c-4ba8-9b0e-0b75cd881f49 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] For port 5d901921-b640-4e8b-a7d1-f001809168ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d901921-b640-4e8b-a7d1-f001809168ce,segment=NetworkSegment(4367f84d-775a-4302-a197-ad1bfb9f46b3),segment_id=4367f84d-775a-4302-a197-ad1bfb9f46b3)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:48:32.762301 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd230a64-9774-43de-a6e6-7b51f785b8a5 req-7644cdd7-253c-4ba8-9b0e-0b75cd881f49 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5d901921-b640-4e8b-a7d1-f001809168ce), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:32.775596 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-bd230a64-9774-43de-a6e6-7b51f785b8a5 req-7644cdd7-253c-4ba8-9b0e-0b75cd881f49 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Calling delete_port for 5d901921-b640-4e8b-a7d1-f001809168ce owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:48:33.001492 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd230a64-9774-43de-a6e6-7b51f785b8a5 req-7644cdd7-253c-4ba8-9b0e-0b75cd881f49 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5d901921-b640-4e8b-a7d1-f001809168ce), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:33.012488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['5d901921-b640-4e8b-a7d1-f001809168ce'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:48:33.028961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644cdd7-253c-4ba8-9b0e-0b75cd881f49 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Pushing event deleted for resources: {'Port': ['ID=5d901921-b640-4e8b-a7d1-f001809168ce,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:48:33.075365 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd230a64-9774-43de-a6e6-7b51f785b8a5 req-7644cdd7-253c-4ba8-9b0e-0b75cd881f49 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] No DVR routers for this DVR port 5d901921-b640-4e8b-a7d1-f001809168ce on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:48:33.078072 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bd230a64-9774-43de-a6e6-7b51f785b8a5 req-7644cdd7-253c-4ba8-9b0e-0b75cd881f49 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:33.081523 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd230a64-9774-43de-a6e6-7b51f785b8a5 req-7644cdd7-253c-4ba8-9b0e-0b75cd881f49 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.11 "DELETE /v2.0/ports/5d901921-b640-4e8b-a7d1-f001809168ce HTTP/1.1" status: 204  len: 173 time: 0.5040121
Apr 16 21:48:33.082105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3ee82e-b49c-4d49-aca8-7a42af4de7dc', 'name': 'network-vif-deleted', 'tag': '5d901921-b640-4e8b-a7d1-f001809168ce'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:48:33.084352 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6377ffe6-0430-45d3-a1d0-17519c2a0989" -d '{"events": [{"server_uuid": "8e3ee82e-b49c-4d49-aca8-7a42af4de7dc", "name": "network-vif-deleted", "tag": "5d901921-b640-4e8b-a7d1-f001809168ce"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:48:33.121607 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73c7c14-f251-4c71-aeba-b48d48a6c0ed x-openstack-request-id: req-a73c7c14-f251-4c71-aeba-b48d48a6c0ed {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:48:33.121960 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3ee82e-b49c-4d49-aca8-7a42af4de7dc", "name": "network-vif-deleted", "tag": "5d901921-b640-4e8b-a7d1-f001809168ce", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:48:33.122221 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a73c7c14-f251-4c71-aeba-b48d48a6c0ed {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:48:33.122632 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73c7c14-f251-4c71-aeba-b48d48a6c0ed'] response: {'server_uuid': '8e3ee82e-b49c-4d49-aca8-7a42af4de7dc', 'name': 'network-vif-deleted', 'tag': '5d901921-b640-4e8b-a7d1-f001809168ce', 'status': 'completed', 'code': 200}
Apr 16 21:48:33.516454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-84e46fbe-efb3-4cc4-92d3-664552a74ab6 req-75866e8f-39a9-47f7-9e8b-cb3c2c7d6ee8 tempest-VolumesSnapshotTestJSON-2078807312 tempest-VolumesSnapshotTestJSON-2078807312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3ee82e-b49c-4d49-aca8-7a42af4de7dc HTTP/1.1" status: 200  len: 210 time: 0.0281219
Apr 16 21:48:36.401686 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:37.197247 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 5d901921-b640-4e8b-a7d1-f001809168ce no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:48:37.216841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 5d901921-b640-4e8b-a7d1-f001809168ce {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:48:37.217192 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 5d901921-b640-4e8b-a7d1-f001809168ce not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:48:39.035729 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c3be4f4f-9700-466a-8a42-433d3d4a8aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:41.624558 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0561fc9f-95cd-4828-afe6-ccf250091335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:42.555285 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:43.618904 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:44.201504 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:45.452759 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:51.857457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59e19c-0b86-4337-b1f2-005a6c8279b8 req-5cbfc9ad-9854-4df2-86c6-dec51d1073bd tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:51.858930 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e59e19c-0b86-4337-b1f2-005a6c8279b8 req-5cbfc9ad-9854-4df2-86c6-dec51d1073bd tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 946 time: 0.0469172
Apr 16 21:48:51.910261 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3e59e19c-0b86-4337-b1f2-005a6c8279b8 req-dad3692f-6fff-400b-8c9c-b94d6ae8ec5c tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452292
Apr 16 21:48:53.029090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f000a-b166-4756-bd12-2cebe3ac4700 req-69645fbb-b15c-4a3c-9b7a-252ec592a63b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:53.032354 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e8f000a-b166-4756-bd12-2cebe3ac4700 req-69645fbb-b15c-4a3c-9b7a-252ec592a63b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 946 time: 0.0525568
Apr 16 21:48:53.078123 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e8f000a-b166-4756-bd12-2cebe3ac4700 req-5a096658-b3a1-477e-a7e5-1098fe41af62 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417469
Apr 16 21:48:53.443732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11dc43-6c6b-4d6e-992a-63299bda151d req-a719a6d4-1677-458d-8446-597ed4d14f1f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:48:53.445217 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c11dc43-6c6b-4d6e-992a-63299bda151d req-a719a6d4-1677-458d-8446-597ed4d14f1f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 946 time: 0.0467176
Apr 16 21:48:53.532427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0c11dc43-6c6b-4d6e-992a-63299bda151d req-76ebb9fa-48a0-4366-a94b-b3a2fbde6911 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Deleting port 17a36012-56f8-4b50-9369-74faa6c990c5 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:48:53.532776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0c11dc43-6c6b-4d6e-992a-63299bda151d req-76ebb9fa-48a0-4366-a94b-b3a2fbde6911 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:53.620672 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-0c11dc43-6c6b-4d6e-992a-63299bda151d req-76ebb9fa-48a0-4366-a94b-b3a2fbde6911 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] For port 17a36012-56f8-4b50-9369-74faa6c990c5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17a36012-56f8-4b50-9369-74faa6c990c5,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:48:53.621045 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0c11dc43-6c6b-4d6e-992a-63299bda151d req-76ebb9fa-48a0-4366-a94b-b3a2fbde6911 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:53.634455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-0c11dc43-6c6b-4d6e-992a-63299bda151d req-76ebb9fa-48a0-4366-a94b-b3a2fbde6911 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Calling delete_port for 17a36012-56f8-4b50-9369-74faa6c990c5 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:48:53.824498 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0c11dc43-6c6b-4d6e-992a-63299bda151d req-76ebb9fa-48a0-4366-a94b-b3a2fbde6911 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (17a36012-56f8-4b50-9369-74faa6c990c5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:53.836663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['17a36012-56f8-4b50-9369-74faa6c990c5'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:48:53.852314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebb9fa-48a0-4366-a94b-b3a2fbde6911 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event deleted for resources: {'Port': ['ID=17a36012-56f8-4b50-9369-74faa6c990c5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:48:53.902229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c11dc43-6c6b-4d6e-992a-63299bda151d req-76ebb9fa-48a0-4366-a94b-b3a2fbde6911 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] No DVR routers for this DVR port 17a36012-56f8-4b50-9369-74faa6c990c5 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:48:53.905557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-0c11dc43-6c6b-4d6e-992a-63299bda151d req-76ebb9fa-48a0-4366-a94b-b3a2fbde6911 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:53.908503 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c11dc43-6c6b-4d6e-992a-63299bda151d req-76ebb9fa-48a0-4366-a94b-b3a2fbde6911 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.41 "DELETE /v2.0/ports/17a36012-56f8-4b50-9369-74faa6c990c5 HTTP/1.1" status: 204  len: 173 time: 0.4583421
Apr 16 21:48:53.908969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfe9916-82fe-4ca4-a05d-9f599340cb36', 'name': 'network-vif-deleted', 'tag': '17a36012-56f8-4b50-9369-74faa6c990c5'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:48:53.911235 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a03df2-5135-440a-86c6-28786963dda8" -d '{"events": [{"server_uuid": "5bfe9916-82fe-4ca4-a05d-9f599340cb36", "name": "network-vif-deleted", "tag": "17a36012-56f8-4b50-9369-74faa6c990c5"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:48:54.085867 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c61426-1906-420e-9ca8-9fff76439b44 x-openstack-request-id: req-e9c61426-1906-420e-9ca8-9fff76439b44 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:48:54.086463 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfe9916-82fe-4ca4-a05d-9f599340cb36", "name": "network-vif-deleted", "tag": "17a36012-56f8-4b50-9369-74faa6c990c5", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:48:54.086463 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9c61426-1906-420e-9ca8-9fff76439b44 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:48:54.087203 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c61426-1906-420e-9ca8-9fff76439b44'] response: {'server_uuid': '5bfe9916-82fe-4ca4-a05d-9f599340cb36', 'name': 'network-vif-deleted', 'tag': '17a36012-56f8-4b50-9369-74faa6c990c5', 'status': 'completed', 'code': 200}
Apr 16 21:48:54.182634 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fd82fb4f-88e3-4082-ab47-2453f335f25f req-f32037d0-c207-40f1-8060-31421def2fc2 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bfe9916-82fe-4ca4-a05d-9f599340cb36 HTTP/1.1" status: 200  len: 210 time: 0.0318904
Apr 16 21:48:56.721410 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47672) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:48:56.767389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 17a36012-56f8-4b50-9369-74faa6c990c5 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:48:56.791341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 17a36012-56f8-4b50-9369-74faa6c990c5 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:48:56.791898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 17a36012-56f8-4b50-9369-74faa6c990c5 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:48:56.834295 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:56.913473 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Publish callbacks [] for security_group (b33a03ac-1ece-4331-ab75-91202fc2bdd8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:56.984132 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b33a03ac-1ece-4331-ab75-91202fc2bdd8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:57.023002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33a03ac-1ece-4331-ab75-91202fc2bdd8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:48:57.026933 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=475ffde0ba2f432b918f959d413bb874&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3041289
Apr 16 21:48:57.029896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47680) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:48:57.034295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.039354 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66525c-adbf-4126-9644-fd4d781f5c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:48:57.080098 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8213a415-244a-4a2f-97a5-5b2c25b1dda9 admin admin] Publish callbacks [] for security_group (b33a03ac-1ece-4331-ab75-91202fc2bdd8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:57.102379 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8213a415-244a-4a2f-97a5-5b2c25b1dda9 admin admin] Publish callbacks [] for security_group (b33a03ac-1ece-4331-ab75-91202fc2bdd8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:57.213112 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8213a415-244a-4a2f-97a5-5b2c25b1dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (b33a03ac-1ece-4331-ab75-91202fc2bdd8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:57.215953 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8213a415-244a-4a2f-97a5-5b2c25b1dda9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:48:57.217162 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8213a415-244a-4a2f-97a5-5b2c25b1dda9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b33a03ac-1ece-4331-ab75-91202fc2bdd8 HTTP/1.1" status: 204  len: 168 time: 0.1855731
Apr 16 21:48:57.225361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213a415-244a-4a2f-97a5-5b2c25b1dda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33a03ac-1ece-4331-ab75-91202fc2bdd8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:00.023728 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:49:04.955226 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47878) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:04.960427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ceb7e2ff-c7c0-4cc4-a4ea-cc1abe7e736e tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999215453', 'description': 'tempest-secgroup-smoke-1999215453 description', 'project_id': 'dfcde168250f4d16b2d305afed23fee5'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:49:05.030532 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e2ff-c7c0-4cc4-a4ea-cc1abe7e736e tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:05.111265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e2ff-c7c0-4cc4-a4ea-cc1abe7e736e tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group (94992ed1-15ea-4c9e-a933-1876f13e01e7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:05.218633 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e2ff-c7c0-4cc4-a4ea-cc1abe7e736e tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (94992ed1-15ea-4c9e-a933-1876f13e01e7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:05.250955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7e2ff-c7c0-4cc4-a4ea-cc1abe7e736e tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94992ed1-15ea-4c9e-a933-1876f13e01e7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:05.296020 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e2ff-c7c0-4cc4-a4ea-cc1abe7e736e tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:05.297441 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ceb7e2ff-c7c0-4cc4-a4ea-cc1abe7e736e tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3409362
Apr 16 21:49:05.300240 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47884) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:05.304666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-40c28378-e4fe-4546-b9e6-43ca8363bc40 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Request body: {'security_group_rule': {'security_group_id': '94992ed1-15ea-4c9e-a933-1876f13e01e7', 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:49:05.395434 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-40c28378-e4fe-4546-b9e6-43ca8363bc40 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (882eb631-1aaa-4b55-845d-01be9b31b6da), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:05.462214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-40c28378-e4fe-4546-b9e6-43ca8363bc40 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (882eb631-1aaa-4b55-845d-01be9b31b6da), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:05.515667 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-40c28378-e4fe-4546-b9e6-43ca8363bc40 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (882eb631-1aaa-4b55-845d-01be9b31b6da), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:05.534793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c28378-e4fe-4546-b9e6-43ca8363bc40 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882eb631-1aaa-4b55-845d-01be9b31b6da,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:05.631932 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-40c28378-e4fe-4546-b9e6-43ca8363bc40 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:05.633132 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-40c28378-e4fe-4546-b9e6-43ca8363bc40 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3318620
Apr 16 21:49:05.635792 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47910) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:05.640823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-4899c9e7-4021-4e7a-907e-8e252016a3a1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Request body: {'security_group_rule': {'security_group_id': '94992ed1-15ea-4c9e-a933-1876f13e01e7', 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:49:05.726539 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4899c9e7-4021-4e7a-907e-8e252016a3a1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (89d54f3d-620d-4c6f-a48b-f035571d50c3), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:05.779638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4899c9e7-4021-4e7a-907e-8e252016a3a1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (89d54f3d-620d-4c6f-a48b-f035571d50c3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:05.846407 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4899c9e7-4021-4e7a-907e-8e252016a3a1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (89d54f3d-620d-4c6f-a48b-f035571d50c3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:05.865736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899c9e7-4021-4e7a-907e-8e252016a3a1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d54f3d-620d-4c6f-a48b-f035571d50c3,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:05.952246 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4899c9e7-4021-4e7a-907e-8e252016a3a1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:05.953470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4899c9e7-4021-4e7a-907e-8e252016a3a1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3166749
Apr 16 21:49:05.956085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47920) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:05.960491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1754f1d9-2971-4496-b4a7-9a05c6e93276 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Request body: {'security_group_rule': {'security_group_id': '94992ed1-15ea-4c9e-a933-1876f13e01e7', 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:49:06.052737 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1754f1d9-2971-4496-b4a7-9a05c6e93276 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (73cc5649-d86b-4d6b-9edb-7bf5c0801ef6), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:06.109266 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1754f1d9-2971-4496-b4a7-9a05c6e93276 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (73cc5649-d86b-4d6b-9edb-7bf5c0801ef6), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:06.183810 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1754f1d9-2971-4496-b4a7-9a05c6e93276 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (73cc5649-d86b-4d6b-9edb-7bf5c0801ef6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:06.202222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754f1d9-2971-4496-b4a7-9a05c6e93276 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cc5649-d86b-4d6b-9edb-7bf5c0801ef6,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:06.282970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1754f1d9-2971-4496-b4a7-9a05c6e93276 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:06.285620 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1754f1d9-2971-4496-b4a7-9a05c6e93276 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3284984
Apr 16 21:49:06.292789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 47924) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:06.297633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-b80a589b-82a3-427f-988f-d946ec7d975a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Request body: {'security_group_rule': {'security_group_id': '94992ed1-15ea-4c9e-a933-1876f13e01e7', 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:49:06.418301 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:06.452812 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b80a589b-82a3-427f-988f-d946ec7d975a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (aa12f672-b413-4e40-a562-0398f258e804), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:06.513114 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b80a589b-82a3-427f-988f-d946ec7d975a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (aa12f672-b413-4e40-a562-0398f258e804), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:06.565818 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b80a589b-82a3-427f-988f-d946ec7d975a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (aa12f672-b413-4e40-a562-0398f258e804), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:06.584983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a589b-82a3-427f-988f-d946ec7d975a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa12f672-b413-4e40-a562-0398f258e804,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:06.654601 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b80a589b-82a3-427f-988f-d946ec7d975a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:06.655832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b80a589b-82a3-427f-988f-d946ec7d975a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3621018
Apr 16 21:49:06.658701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47928) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:06.663415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8213e68a-d217-4c59-a6be-901717188f20 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Request body: {'security_group_rule': {'security_group_id': '94992ed1-15ea-4c9e-a933-1876f13e01e7', 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:49:06.733253 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-8213e68a-d217-4c59-a6be-901717188f20 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Project dfcde168250f4d16b2d305afed23fee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:49:06.740129 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8213e68a-d217-4c59-a6be-901717188f20 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (685077be-ffe2-487b-b896-94b045fd4ce4), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:06.798956 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8213e68a-d217-4c59-a6be-901717188f20 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (685077be-ffe2-487b-b896-94b045fd4ce4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:06.864129 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8213e68a-d217-4c59-a6be-901717188f20 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (685077be-ffe2-487b-b896-94b045fd4ce4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:06.882572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213e68a-d217-4c59-a6be-901717188f20 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685077be-ffe2-487b-b896-94b045fd4ce4,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:06.934491 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8213e68a-d217-4c59-a6be-901717188f20 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:06.935919 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8213e68a-d217-4c59-a6be-901717188f20 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2761788
Apr 16 21:49:06.938744 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 47930) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:06.943136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4a8a7ee9-c879-4b69-93f7-a9f71e0dcc26 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Request body: {'security_group_rule': {'security_group_id': '94992ed1-15ea-4c9e-a933-1876f13e01e7', 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:49:07.035220 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-4a8a7ee9-c879-4b69-93f7-a9f71e0dcc26 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Project dfcde168250f4d16b2d305afed23fee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 21:49:07.041203 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7ee9-c879-4b69-93f7-a9f71e0dcc26 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (9decb741-a0ae-45d0-a028-6b239fbb177c), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:07.105228 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7ee9-c879-4b69-93f7-a9f71e0dcc26 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (9decb741-a0ae-45d0-a028-6b239fbb177c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:07.189678 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7ee9-c879-4b69-93f7-a9f71e0dcc26 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (9decb741-a0ae-45d0-a028-6b239fbb177c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:07.210932 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a7ee9-c879-4b69-93f7-a9f71e0dcc26 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9decb741-a0ae-45d0-a028-6b239fbb177c,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:07.282976 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7ee9-c879-4b69-93f7-a9f71e0dcc26 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:07.284226 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4a8a7ee9-c879-4b69-93f7-a9f71e0dcc26 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3445280
Apr 16 21:49:09.023661 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8e0c9027-c617-4ee0-9543-9dc246831272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:11.623422 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c0de8bff-0db1-495f-a9d4-d10a9c191462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:12.566423 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:13.641435 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:14.014808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-be114668-272c-4279-abf5-d42c3c3f1bc9 req-e6f6360d-4c50-4a6b-bd20-76c6e90764e9 service neutron] (122556) timed out ('10.222.0.41', 53988) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:49:14.172484 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:14.456329 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-3bb112a3-c7dd-4fcd-9f60-650dcab78c5f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999215453&fields=id&tenant_id=dfcde168250f4d16b2d305afed23fee5 HTTP/1.1" status: 200  len: 267 time: 0.0444338
Apr 16 21:49:14.561559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-4d55de9a-c7f7-4ad7-9faf-16f12158eb96 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:14.563033 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-4d55de9a-c7f7-4ad7-9faf-16f12158eb96 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 812 time: 0.1002271
Apr 16 21:49:14.578689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-641e8486-665d-49e5-8e3a-8202270fd70a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/quotas/dfcde168250f4d16b2d305afed23fee5 HTTP/1.1" status: 200  len: 375 time: 0.0101535
Apr 16 21:49:14.632663 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-768f1a67-a0d9-4070-8b00-9d27b30845e6 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0490370
Apr 16 21:49:14.728592 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-334730dc-8a74-49f5-8760-a7734ead86e6 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838583
Apr 16 21:49:14.820505 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-2af802b6-c862-4c19-a86a-81608752bf20 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858638
Apr 16 21:49:15.365032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ab81e7b-a088-45ad-aa4c-c95ceb6cae28 req-ca0b0249-c257-4ad1-bce0-ba9490b15d31 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 210 time: 0.0291581
Apr 16 21:49:15.463951 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:16.466809 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-49a1f67f-5480-48b1-a941-7d170387791d req-4cf19654-31fc-4352-a874-ede8407e7976 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 210 time: 0.0296612
Apr 16 21:49:17.260659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-3bec96c2-99da-4cd0-9665-635901f35a86 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:17.262268 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-3bec96c2-99da-4cd0-9665-635901f35a86 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.11 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 812 time: 0.1129615
Apr 16 21:49:17.325262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-5a654759-47b9-4f06-aa0c-8cc869b00920 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfcde168250f4d16b2d305afed23fee5 HTTP/1.1" status: 200  len: 380 time: 0.0541334
Apr 16 21:49:17.333912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Request body: {'port': {'device_id': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'admin_state_up': True, 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'security_groups': ['94992ed1-15ea-4c9e-a933-1876f13e01e7']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:49:17.498105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Made reservation on behalf of dfcde168250f4d16b2d305afed23fee5 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:49:17.501492 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:17.603963 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e3eeed9-3aa8-45c9-93cb-2ecff4685856 req-5a8792e2-8fd5-4aa9-b561-d0eb363aa48f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 210 time: 0.0360012
Apr 16 21:49:17.675749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Allocated IP 172.20.0.14 (7ab5cb2e-2db3-494a-9695-37178734f696/895fcb08-76df-4aad-bfae-cd7913bab6c0/33729da0-5d16-49dc-8352-ed7cc676c9e7) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:49:17.825566 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:17.904455 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:17.949426 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Network 7ab5cb2e-2db3-494a-9695-37178734f696 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:49:17.952437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:49:17.956076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:49:17.981398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event updated for resources: {'Port': ['ID=33729da0-5d16-49dc-8352-ed7cc676c9e7,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:17.998000 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:17.998176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:17.998568 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:17.998910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:17.999243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:17.999576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:17.999907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:18.000257 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:18.000590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:18.000918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:18.001241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:18.001562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:18.001889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:18.002213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:18.002531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:18.027734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:18.027734 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:18.100889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-561de9f0-bcaf-49c9-b376-b7ae028448a8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7704802
Apr 16 21:49:18.113359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Request body: {'port': {'device_id': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:49:18.180652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7d5048a8-24f4-4f79-9eab-cee3d0ff4308 None None] Provisioning complete for port 33729da0-5d16-49dc-8352-ed7cc676c9e7 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:49:18.181578 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d5048a8-24f4-4f79-9eab-cee3d0ff4308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:18.184641 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:18.218274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7d5048a8-24f4-4f79-9eab-cee3d0ff4308 None None] Port 33729da0-5d16-49dc-8352-ed7cc676c9e7 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:49:18.453342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33729da0-5d16-49dc-8352-ed7cc676c9e7 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:49:18.460793 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Publish callbacks [] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:18.472926 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Transition to ACTIVE for port object 33729da0-5d16-49dc-8352-ed7cc676c9e7 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:49:18.554825 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:18.609606 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Pushing event updated for resources: {'Port': ['ID=33729da0-5d16-49dc-8352-ed7cc676c9e7,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:18.688842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Attempting to bind port 33729da0-5d16-49dc-8352-ed7cc676c9e7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:49:18.689359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Attempting to bind port 33729da0-5d16-49dc-8352-ed7cc676c9e7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:49:18.689842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Attempting to bind port 33729da0-5d16-49dc-8352-ed7cc676c9e7 on network 7ab5cb2e-2db3-494a-9695-37178734f696 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:49:18.698709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Port 33729da0-5d16-49dc-8352-ed7cc676c9e7 on network 7ab5cb2e-2db3-494a-9695-37178734f696 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:49:18.699023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Attempting to bind port 33729da0-5d16-49dc-8352-ed7cc676c9e7 on network 7ab5cb2e-2db3-494a-9695-37178734f696 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:49:18.709148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:49:18.709591 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Checking segment: {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:49:18.710064 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Bound using segment: {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:49:18.710577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Bound port: 33729da0-5d16-49dc-8352-ed7cc676c9e7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:49:18.711008 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:18.749975 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af240c33-36cd-415b-9fe8-c2989dfa6fc5 req-78a1a6f9-0055-433f-be5a-3187cae01b2f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:18.751709 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af240c33-36cd-415b-9fe8-c2989dfa6fc5 req-78a1a6f9-0055-433f-be5a-3187cae01b2f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 944 time: 0.0577197
Apr 16 21:49:18.784657 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] For port 33729da0-5d16-49dc-8352-ed7cc676c9e7, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:49:18.788899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] For port 33729da0-5d16-49dc-8352-ed7cc676c9e7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33729da0-5d16-49dc-8352-ed7cc676c9e7,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:49:18.812063 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-af240c33-36cd-415b-9fe8-c2989dfa6fc5 req-ce35cc87-1257-4ae4-aece-9a05c0ca54f8 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=94992ed1-15ea-4c9e-a933-1876f13e01e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541937
Apr 16 21:49:18.915470 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:18.956869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:18.957498 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:18.958895 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/33729da0-5d16-49dc-8352-ed7cc676c9e7 HTTP/1.1" status: 200  len: 1092 time: 0.8501322
Apr 16 21:49:18.959367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'tag': '33729da0-5d16-49dc-8352-ed7cc676c9e7'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:49:18.961617 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727e7451-2675-4873-bd11-28f911dff37c" -d '{"events": [{"name": "network-changed", "server_uuid": "b44e2605-fae0-4ebf-9362-cdf9a8323375", "tag": "33729da0-5d16-49dc-8352-ed7cc676c9e7"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:49:18.984579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ac473-ed2c-4905-83d0-1d0fe9a113c3 service neutron] Pushing event updated for resources: {'Port': ['ID=33729da0-5d16-49dc-8352-ed7cc676c9e7,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:19.004909 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45996d7e-da4b-409f-b2b0-5e01d4ca351b x-openstack-request-id: req-45996d7e-da4b-409f-b2b0-5e01d4ca351b {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:49:19.005277 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44e2605-fae0-4ebf-9362-cdf9a8323375", "tag": "33729da0-5d16-49dc-8352-ed7cc676c9e7", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:49:19.005595 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45996d7e-da4b-409f-b2b0-5e01d4ca351b {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:49:19.006068 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45996d7e-da4b-409f-b2b0-5e01d4ca351b'] response: {'name': 'network-changed', 'server_uuid': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'tag': '33729da0-5d16-49dc-8352-ed7cc676c9e7', 'status': 'completed', 'code': 200}
Apr 16 21:49:19.430077 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e7451-2675-4873-bd11-28f911dff37c req-ef7b306a-04db-4fa2-aac0-4b30e0858865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:19.431628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-727e7451-2675-4873-bd11-28f911dff37c req-ef7b306a-04db-4fa2-aac0-4b30e0858865 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 1126 time: 0.4049945
Apr 16 21:49:19.527493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e7451-2675-4873-bd11-28f911dff37c req-b0f50d26-be80-4099-9ab8-e04dd59ce97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:19.529004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-727e7451-2675-4873-bd11-28f911dff37c req-b0f50d26-be80-4099-9ab8-e04dd59ce97f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=dfcde168250f4d16b2d305afed23fee5&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0897584
Apr 16 21:49:19.622856 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e7451-2675-4873-bd11-28f911dff37c req-a029a948-198a-414d-9cd6-230f91c64061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:19.624408 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-727e7451-2675-4873-bd11-28f911dff37c req-a029a948-198a-414d-9cd6-230f91c64061 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0897796
Apr 16 21:49:19.697051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-3219886e-f1d4-4da6-a63e-595de6ef5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:19.702579 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-3219886e-f1d4-4da6-a63e-595de6ef5c61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 1126 time: 0.0406113
Apr 16 21:49:19.744537 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-10af0858-33eb-4977-8cb3-2026ab4f6e93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33729da0-5d16-49dc-8352-ed7cc676c9e7 HTTP/1.1" status: 200  len: 217 time: 0.0397599
Apr 16 21:49:19.792765 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-81d939a6-3f75-46ac-8389-736d6edc96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:19.805159 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-81d939a6-3f75-46ac-8389-736d6edc96fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=895fcb08-76df-4aad-bfae-cd7913bab6c0 HTTP/1.1" status: 200  len: 851 time: 0.0437496
Apr 16 21:49:19.861851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-86d6b67e-bf59-4716-93b0-c0244a44b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:19.861851 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-86d6b67e-bf59-4716-93b0-c0244a44b627 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab5cb2e-2db3-494a-9695-37178734f696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430081
Apr 16 21:49:19.939207 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dac45-40ab-45ee-920c-6cd87bab1be4 req-17ff3405-519b-4794-ad5b-d437d20e355c tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:19.943631 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-999dac45-40ab-45ee-920c-6cd87bab1be4 req-17ff3405-519b-4794-ad5b-d437d20e355c tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 944 time: 0.0596709
Apr 16 21:49:19.950569 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-740205a9-cb8c-4b75-8ded-34eed114876d service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009066
Apr 16 21:49:19.990299 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-999dac45-40ab-45ee-920c-6cd87bab1be4 req-4ec83f44-82d5-4dc9-80b6-dc78cb031b41 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=94992ed1-15ea-4c9e-a933-1876f13e01e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436106
Apr 16 21:49:20.040722 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ef7089f-a202-4b6f-8933-5401830363b7 req-33034502-530d-468a-aa4a-716fb5bd8d4b service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839951
Apr 16 21:49:21.107141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b9904-a336-4fb3-8497-a3305dd7130d req-e28fa722-f912-4dfa-98b8-abd3dfeb67f7 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:21.108688 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d75b9904-a336-4fb3-8497-a3305dd7130d req-e28fa722-f912-4dfa-98b8-abd3dfeb67f7 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 944 time: 0.0475309
Apr 16 21:49:21.162663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d75b9904-a336-4fb3-8497-a3305dd7130d req-99946e23-74d5-4316-b6e6-ecddf698975a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=94992ed1-15ea-4c9e-a933-1876f13e01e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479271
Apr 16 21:49:22.277549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbec5fd-7036-46b8-bfca-31974a3f7794 req-391e5e2b-dd6d-4e57-bdcf-911f79a6828f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:22.278948 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2fbec5fd-7036-46b8-bfca-31974a3f7794 req-391e5e2b-dd6d-4e57-bdcf-911f79a6828f tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 944 time: 0.0489528
Apr 16 21:49:22.328654 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2fbec5fd-7036-46b8-bfca-31974a3f7794 req-a7e90637-ac82-4143-8ad5-ab6ba0fd9cb0 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=94992ed1-15ea-4c9e-a933-1876f13e01e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440345
Apr 16 21:49:23.438959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea85299-af46-4746-a03c-3e29a58f5061 req-71d344b3-d608-4652-8952-c3355ed8acf9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:23.440494 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bea85299-af46-4746-a03c-3e29a58f5061 req-71d344b3-d608-4652-8952-c3355ed8acf9 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 944 time: 0.0469429
Apr 16 21:49:23.457000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 33729da0-5d16-49dc-8352-ed7cc676c9e7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:49:23.493851 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bea85299-af46-4746-a03c-3e29a58f5061 req-d36e5922-f4d4-40ed-85a9-e9c93f8e49fa tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=94992ed1-15ea-4c9e-a933-1876f13e01e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476115
Apr 16 21:49:23.561588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 33729da0-5d16-49dc-8352-ed7cc676c9e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33729da0-5d16-49dc-8352-ed7cc676c9e7,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:49:23.574007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '33729da0-5d16-49dc-8352-ed7cc676c9e7', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'port_id': '33729da0-5d16-49dc-8352-ed7cc676c9e7', 'mac_address': 'fa:16:3e:f7:55:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:49:23.617362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 33729da0-5d16-49dc-8352-ed7cc676c9e7 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:49:23.617763 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:23.630603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33729da0-5d16-49dc-8352-ed7cc676c9e7 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:49:23.649643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 33729da0-5d16-49dc-8352-ed7cc676c9e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33729da0-5d16-49dc-8352-ed7cc676c9e7,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:49:23.760561 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:23.811071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=33729da0-5d16-49dc-8352-ed7cc676c9e7,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:23.818458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.820000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.820000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.820000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.820000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.820429 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.820524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.820855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.821184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.821511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.821911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.822236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.822559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.822880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.823202 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:49:23.958529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['33729da0-5d16-49dc-8352-ed7cc676c9e7'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:49:24.606304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86181f6b-fbbd-447c-b73b-1cad66440b21 req-f485c700-a01d-4556-9682-576b3cea9b1a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:24.608428 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-86181f6b-fbbd-447c-b73b-1cad66440b21 req-f485c700-a01d-4556-9682-576b3cea9b1a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 945 time: 0.0472391
Apr 16 21:49:24.661213 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-86181f6b-fbbd-447c-b73b-1cad66440b21 req-889e4f15-ff02-458d-a38a-fe981108fa2a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=94992ed1-15ea-4c9e-a933-1876f13e01e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467820
Apr 16 21:49:25.457332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 33729da0-5d16-49dc-8352-ed7cc676c9e7 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:49:25.501976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 33729da0-5d16-49dc-8352-ed7cc676c9e7 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:49:25.554296 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 33729da0-5d16-49dc-8352-ed7cc676c9e7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:49:25.554680 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:25.635150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 33729da0-5d16-49dc-8352-ed7cc676c9e7 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:49:25.635544 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:25.657402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33729da0-5d16-49dc-8352-ed7cc676c9e7'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:49:25.659601 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61329d7e-d9a4-40a8-99f0-15fc72fc2409" -d '{"events": [{"server_uuid": "b44e2605-fae0-4ebf-9362-cdf9a8323375", "name": "network-vif-plugged", "status": "completed", "tag": "33729da0-5d16-49dc-8352-ed7cc676c9e7"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:49:25.674878 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 33729da0-5d16-49dc-8352-ed7cc676c9e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33729da0-5d16-49dc-8352-ed7cc676c9e7,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:49:25.737674 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:25.781026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25229583-0e30-43fc-9ee3-2da286d687c5 req-9392681c-1aa3-44a1-a726-32b1df8e617a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:25.782584 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-25229583-0e30-43fc-9ee3-2da286d687c5 req-9392681c-1aa3-44a1-a726-32b1df8e617a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 946 time: 0.0537221
Apr 16 21:49:25.789475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=33729da0-5d16-49dc-8352-ed7cc676c9e7,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:25.846567 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-25229583-0e30-43fc-9ee3-2da286d687c5 req-039b1342-a16c-4b1c-8aa9-2ae3c88058f4 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=94992ed1-15ea-4c9e-a933-1876f13e01e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551782
Apr 16 21:49:25.851705 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f7a333-0ff2-4feb-8eaa-a13b16192c44 x-openstack-request-id: req-20f7a333-0ff2-4feb-8eaa-a13b16192c44 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:49:25.852123 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44e2605-fae0-4ebf-9362-cdf9a8323375", "name": "network-vif-plugged", "status": "completed", "tag": "33729da0-5d16-49dc-8352-ed7cc676c9e7", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:49:25.858901 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20f7a333-0ff2-4feb-8eaa-a13b16192c44 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:49:25.858901 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f7a333-0ff2-4feb-8eaa-a13b16192c44'] response: {'server_uuid': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33729da0-5d16-49dc-8352-ed7cc676c9e7', 'code': 200}
Apr 16 21:49:25.945711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7c7c-1ebe-4a93-bca8-3b5a8345c474 req-70c96eec-21b6-43d8-8774-97bd74749e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:25.947262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-756f7c7c-1ebe-4a93-bca8-3b5a8345c474 req-70c96eec-21b6-43d8-8774-97bd74749e6e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 1128 time: 0.0385544
Apr 16 21:49:25.992793 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-756f7c7c-1ebe-4a93-bca8-3b5a8345c474 req-d698f87e-fd36-4317-a8cf-a0060476172e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=94992ed1-15ea-4c9e-a933-1876f13e01e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391800
Apr 16 21:49:26.974744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdcfb8-72ea-4454-bd5f-e6d363bae342 req-86d24691-d6bd-44d7-ba3f-e739266b8072 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:26.976198 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62bdcfb8-72ea-4454-bd5f-e6d363bae342 req-86d24691-d6bd-44d7-ba3f-e739266b8072 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 946 time: 0.0510287
Apr 16 21:49:27.025524 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62bdcfb8-72ea-4454-bd5f-e6d363bae342 req-dd7d7aab-5b11-42b3-a43e-a1b0a612da35 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=94992ed1-15ea-4c9e-a933-1876f13e01e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436459
Apr 16 21:49:28.139890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d64c4-a489-4c15-b3de-f0644f118ba7 req-dfe0d241-1808-49bb-812c-ca0515f93341 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:28.141392 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-754d64c4-a489-4c15-b3de-f0644f118ba7 req-dfe0d241-1808-49bb-812c-ca0515f93341 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 946 time: 0.0470395
Apr 16 21:49:28.190248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-754d64c4-a489-4c15-b3de-f0644f118ba7 req-aaef58c4-285a-441d-881f-bf60ea6b700d tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=94992ed1-15ea-4c9e-a933-1876f13e01e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432403
Apr 16 21:49:28.302034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776385c3-1297-440c-8634-ebfe40b94383 req-40fc888a-dff9-4330-9bf5-ed0edfcf0c33 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:28.303567 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-776385c3-1297-440c-8634-ebfe40b94383 req-40fc888a-dff9-4330-9bf5-ed0edfcf0c33 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 946 time: 0.0477109
Apr 16 21:49:28.351299 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-776385c3-1297-440c-8634-ebfe40b94383 req-d778a676-22ce-469c-988e-27c7bfe54ec6 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=94992ed1-15ea-4c9e-a933-1876f13e01e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420938
Apr 16 21:49:28.374287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48396) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:28.561774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c69ee-0c9c-49d7-98e4-d3fd9f5757c3 tempest-TestVolumeBootPattern-157291341 tempest-TestVolumeBootPattern-157291341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:28.563211 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-187c69ee-0c9c-49d7-98e4-d3fd9f5757c3 tempest-TestVolumeBootPattern-157291341 tempest-TestVolumeBootPattern-157291341-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 1123 time: 0.1879396
Apr 16 21:49:28.566103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48402) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:28.570252 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '33729da0-5d16-49dc-8352-ed7cc676c9e7', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:49:28.656873 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:28.733130 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:28.839083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Allocated IP 172.35.1.53 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/54e43b93-07a7-4082-a664-e40e0a63a8b4) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:49:28.942371 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for port (54e43b93-07a7-4082-a664-e40e0a63a8b4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:29.012043 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (54e43b93-07a7-4082-a664-e40e0a63a8b4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:29.056450 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:49:29.059307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:49:29.063738 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:49:29.069335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event updated for resources: {'Port': ['ID=54e43b93-07a7-4082-a664-e40e0a63a8b4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:29.439273 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for floatingip (78af78ac-370b-4380-b17e-88cc7319af91), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:29.909547 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (54e43b93-07a7-4082-a664-e40e0a63a8b4), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:30.059713 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for port (54e43b93-07a7-4082-a664-e40e0a63a8b4), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:30.145965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48442) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:30.160809 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (54e43b93-07a7-4082-a664-e40e0a63a8b4), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:30.231188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event updated for resources: {'Port': ['ID=54e43b93-07a7-4082-a664-e40e0a63a8b4,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:30.242613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (78af78ac-370b-4380-b17e-88cc7319af91), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:30.298571 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-90c36824-bbf5-465e-b649-17356ef21dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:30.389629 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Floating IP 78af78ac-370b-4380-b17e-88cc7319af91 associated. External IP: 172.35.1.53, port: 33729da0-5d16-49dc-8352-ed7cc676c9e7.
Apr 16 21:49:30.501973 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-90c36824-bbf5-465e-b649-17356ef21dfc admin admin] Publish callbacks [] for security_group (858c02a5-1c3d-49dd-a33b-45ddda0a4e48), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:30.599342 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-90c36824-bbf5-465e-b649-17356ef21dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (858c02a5-1c3d-49dd-a33b-45ddda0a4e48), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:30.654888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-90c36824-bbf5-465e-b649-17356ef21dfc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1c4a83e6ef848c4bcff3c997bedecd9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5077999
Apr 16 21:49:30.657549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48448) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:30.660493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c36824-bbf5-465e-b649-17356ef21dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858c02a5-1c3d-49dd-a33b-45ddda0a4e48,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:30.667425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:49:30.713498 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b19e1829-e257-4d6f-b71b-bc26b0a6213a admin admin] Publish callbacks [] for security_group (858c02a5-1c3d-49dd-a33b-45ddda0a4e48), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:30.735642 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b19e1829-e257-4d6f-b71b-bc26b0a6213a admin admin] Publish callbacks [] for security_group (858c02a5-1c3d-49dd-a33b-45ddda0a4e48), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:30.789874 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:49:30.799917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f794427-ff8e-43df-a1b4-cfa923909786 None None] Sync routers for ids ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:49:30.809703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f794427-ff8e-43df-a1b4-cfa923909786 None None] Routers {'2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:49:30.810952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4f794427-ff8e-43df-a1b4-cfa923909786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fdf3af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:49:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:49:30.869127 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b19e1829-e257-4d6f-b71b-bc26b0a6213a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (858c02a5-1c3d-49dd-a33b-45ddda0a4e48), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:30.871994 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b19e1829-e257-4d6f-b71b-bc26b0a6213a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:30.873973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b19e1829-e257-4d6f-b71b-bc26b0a6213a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/858c02a5-1c3d-49dd-a33b-45ddda0a4e48 HTTP/1.1" status: 204  len: 168 time: 0.2153106
Apr 16 21:49:30.882634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e1829-e257-4d6f-b71b-bc26b0a6213a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858c02a5-1c3d-49dd-a33b-45ddda0a4e48,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:30.894239 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:30.932110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4f794427-ff8e-43df-a1b4-cfa923909786 None None] Set router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:49:30.933387 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-413a2a37-ce10-4d2c-a70d-59c212f6c14b tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3662839
Apr 16 21:49:30.934019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'tag': '33729da0-5d16-49dc-8352-ed7cc676c9e7'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:49:30.937003 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b637aed-6286-48eb-af6e-293c55c9be1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b44e2605-fae0-4ebf-9362-cdf9a8323375", "tag": "33729da0-5d16-49dc-8352-ed7cc676c9e7"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:49:31.166644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4f794427-ff8e-43df-a1b4-cfa923909786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fdf3af0>, [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254'}], 'enable_snat': True}, 'gw_port_id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:46:25Z', 'revision_number': 4, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port': {'id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:22Z', 'updated_at': '2022-04-16T21:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '78af78ac-370b-4380-b17e-88cc7319af91', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'floating_ip_address': '172.35.1.53', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'port_id': '33729da0-5d16-49dc-8352-ed7cc676c9e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'mac_address': 'fa:16:3e:f7:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:49:29Z', 'updated_at': '2022-04-16T21:49:29Z', 'revision_number': 0, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49203244-cdf5-48e3-a588-218e3d4f9335', 'name': '', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'mac_address': 'fa:16:3e:80:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:24Z', 'updated_at': '2022-04-16T21:46:28Z', 'revision_number': 5, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'subnets': [{'id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:49:31.183895 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ada5a8-24b9-4ee2-803e-9a93889e8649 x-openstack-request-id: req-e4ada5a8-24b9-4ee2-803e-9a93889e8649 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:49:31.184263 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44e2605-fae0-4ebf-9362-cdf9a8323375", "tag": "33729da0-5d16-49dc-8352-ed7cc676c9e7", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:49:31.184594 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4ada5a8-24b9-4ee2-803e-9a93889e8649 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:49:31.186321 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ada5a8-24b9-4ee2-803e-9a93889e8649'] response: {'name': 'network-changed', 'server_uuid': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'tag': '33729da0-5d16-49dc-8352-ed7cc676c9e7', 'status': 'completed', 'code': 200}
Apr 16 21:49:31.202274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f794427-ff8e-43df-a1b4-cfa923909786 None None] Checking router: 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:49:31.214102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f794427-ff8e-43df-a1b4-cfa923909786 None None] Routers {'2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:49:31.214102 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4f794427-ff8e-43df-a1b4-cfa923909786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fdf3af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:49:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:49:31.246681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b637aed-6286-48eb-af6e-293c55c9be1f req-fdb65c0e-bcf1-46be-9b6f-39c3f71ed1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:31.249197 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b637aed-6286-48eb-af6e-293c55c9be1f req-fdb65c0e-bcf1-46be-9b6f-39c3f71ed1f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 1128 time: 0.0466912
Apr 16 21:49:31.343554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4f794427-ff8e-43df-a1b4-cfa923909786 None None] Set router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:49:31.358162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b637aed-6286-48eb-af6e-293c55c9be1f req-49ee0809-1619-4dd7-839f-3ac2440fe88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:31.362017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b637aed-6286-48eb-af6e-293c55c9be1f req-49ee0809-1619-4dd7-839f-3ac2440fe88c service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 913 time: 0.1076303
Apr 16 21:49:31.450273 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b637aed-6286-48eb-af6e-293c55c9be1f req-7a3f91b4-95d8-4402-9368-7721545b4396 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33729da0-5d16-49dc-8352-ed7cc676c9e7 HTTP/1.1" status: 200  len: 999 time: 0.0823569
Apr 16 21:49:31.505317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b637aed-6286-48eb-af6e-293c55c9be1f req-df7dd4d5-9204-449d-b819-bcb971ce82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:31.506843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b637aed-6286-48eb-af6e-293c55c9be1f req-df7dd4d5-9204-449d-b819-bcb971ce82a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=895fcb08-76df-4aad-bfae-cd7913bab6c0 HTTP/1.1" status: 200  len: 851 time: 0.0505497
Apr 16 21:49:31.566842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b637aed-6286-48eb-af6e-293c55c9be1f req-9540feff-3095-4109-a897-b9f851ba9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:49:31.568728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b637aed-6286-48eb-af6e-293c55c9be1f req-9540feff-3095-4109-a897-b9f851ba9409 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab5cb2e-2db3-494a-9695-37178734f696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0566120
Apr 16 21:49:31.678326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b637aed-6286-48eb-af6e-293c55c9be1f req-1b023456-20d5-4489-9849-b0051a8f919d service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036456
Apr 16 21:49:31.757185 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4f794427-ff8e-43df-a1b4-cfa923909786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fdf3af0>, [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254'}], 'enable_snat': True}, 'gw_port_id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:46:25Z', 'revision_number': 4, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port': {'id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:22Z', 'updated_at': '2022-04-16T21:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '78af78ac-370b-4380-b17e-88cc7319af91', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'floating_ip_address': '172.35.1.53', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'port_id': '33729da0-5d16-49dc-8352-ed7cc676c9e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'mac_address': 'fa:16:3e:f7:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:49:29Z', 'updated_at': '2022-04-16T21:49:29Z', 'revision_number': 0, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49203244-cdf5-48e3-a588-218e3d4f9335', 'name': '', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'mac_address': 'fa:16:3e:80:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:24Z', 'updated_at': '2022-04-16T21:46:28Z', 'revision_number': 5, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'subnets': [{'id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:49:31.778187 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b637aed-6286-48eb-af6e-293c55c9be1f req-084cd45a-2341-4b96-a6ed-01a4cf312972 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914433
Apr 16 21:49:31.789711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f794427-ff8e-43df-a1b4-cfa923909786 None None] The sync data for ids ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'] in ncdv-master-1 is: [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254'}], 'enable_snat': True}, 'gw_port_id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:46:25Z', 'revision_number': 4, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port': {'id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:22Z', 'updated_at': '2022-04-16T21:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '78af78ac-370b-4380-b17e-88cc7319af91', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'floating_ip_address': '172.35.1.53', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'port_id': '33729da0-5d16-49dc-8352-ed7cc676c9e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'mac_address': 'fa:16:3e:f7:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:49:29Z', 'updated_at': '2022-04-16T21:49:29Z', 'revision_number': 0, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49203244-cdf5-48e3-a588-218e3d4f9335', 'name': '', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'mac_address': 'fa:16:3e:80:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:24Z', 'updated_at': '2022-04-16T21:46:28Z', 'revision_number': 5, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'subnets': [{'id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:49:32.011262 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61979de2-755f-4f0a-ad48-65b8deffb365 None None] New status for floating IP 78af78ac-370b-4380-b17e-88cc7319af91: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:49:36.406425 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:37.043714 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:49:39.051852 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-45a33ad1-ce63-4052-bd24-123b190a1d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:41.645828 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ea357058-660c-42d0-8bfd-b7eaaeb77633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:42.565630 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:43.634137 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:44.205151 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:45.428196 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:50.946508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48764) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:51.151667 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-552cf9ee-3319-4650-858c-ae2393dfcd7c admin admin] Deleting subnet 1cadd8a9-00f9-44e4-a833-dbf60c0bbdda {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:49:51.154769 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-552cf9ee-3319-4650-858c-ae2393dfcd7c admin admin] Publish callbacks [] for subnet (1cadd8a9-00f9-44e4-a833-dbf60c0bbdda), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:51.190492 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-552cf9ee-3319-4650-858c-ae2393dfcd7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (1cadd8a9-00f9-44e4-a833-dbf60c0bbdda), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:51.229597 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-552cf9ee-3319-4650-858c-ae2393dfcd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (1cadd8a9-00f9-44e4-a833-dbf60c0bbdda), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:51.342969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-552cf9ee-3319-4650-858c-ae2393dfcd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (1cadd8a9-00f9-44e4-a833-dbf60c0bbdda), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:51.369200 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cf9ee-3319-4650-858c-ae2393dfcd7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cadd8a9-00f9-44e4-a833-dbf60c0bbdda,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:51.373724 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-552cf9ee-3319-4650-858c-ae2393dfcd7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:51.377295 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-552cf9ee-3319-4650-858c-ae2393dfcd7c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1cadd8a9-00f9-44e4-a833-dbf60c0bbdda HTTP/1.1" status: 204  len: 168 time: 0.4297452
Apr 16 21:49:51.381061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48770) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:51.451538 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c201e794-5540-4ef2-a23d-2ba9809fac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (2aad2bcc-ed09-4c05-a89b-4988a07fb386), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:51.530708 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c201e794-5540-4ef2-a23d-2ba9809fac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (2aad2bcc-ed09-4c05-a89b-4988a07fb386), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:51.551632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c201e794-5540-4ef2-a23d-2ba9809fac0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e043760>,) {'filters': {'network_id': ['2aad2bcc-ed09-4c05-a89b-4988a07fb386']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:49:51.560944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c201e794-5540-4ef2-a23d-2ba9809fac0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e043760>, '4367f84d-775a-4302-a197-ad1bfb9f46b3') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:49:51.561251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c201e794-5540-4ef2-a23d-2ba9809fac0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e043760>, '4367f84d-775a-4302-a197-ad1bfb9f46b3') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:49:51.575471 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c201e794-5540-4ef2-a23d-2ba9809fac0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (4367f84d-775a-4302-a197-ad1bfb9f46b3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:51.589605 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c201e794-5540-4ef2-a23d-2ba9809fac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (4367f84d-775a-4302-a197-ad1bfb9f46b3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:51.595936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c201e794-5540-4ef2-a23d-2ba9809fac0b admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:49:51.596361 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c201e794-5540-4ef2-a23d-2ba9809fac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (4367f84d-775a-4302-a197-ad1bfb9f46b3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:49:51.598249 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:49:51.720495 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c201e794-5540-4ef2-a23d-2ba9809fac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (2aad2bcc-ed09-4c05-a89b-4988a07fb386), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:51.726449 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c201e794-5540-4ef2-a23d-2ba9809fac0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:51.729697 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c201e794-5540-4ef2-a23d-2ba9809fac0b admin admin] 10.222.0.20 "DELETE /v2.0/networks/2aad2bcc-ed09-4c05-a89b-4988a07fb386 HTTP/1.1" status: 204  len: 168 time: 0.3487895
Apr 16 21:49:51.741307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201e794-5540-4ef2-a23d-2ba9809fac0b admin admin] Pushing event deleted for resources: {'Network': ['ID=2aad2bcc-ed09-4c05-a89b-4988a07fb386,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:49:52.054278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48780) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:52.094887 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-78fc56da-3ccb-4847-97e0-c3ded4c8d0ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cda4f5ee41d2439e935ee0f658f465d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0393865
Apr 16 21:49:52.097335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48782) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:49:52.145337 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5ffbc6d8-2f1a-4d59-9436-94591b868e01 admin admin] Publish callbacks [] for security_group (0b6fa432-50d5-4135-92e2-56b3cf0e70b8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:52.169248 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5ffbc6d8-2f1a-4d59-9436-94591b868e01 admin admin] Publish callbacks [] for security_group (0b6fa432-50d5-4135-92e2-56b3cf0e70b8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:52.325347 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5ffbc6d8-2f1a-4d59-9436-94591b868e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0b6fa432-50d5-4135-92e2-56b3cf0e70b8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:52.327820 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5ffbc6d8-2f1a-4d59-9436-94591b868e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:49:52.329050 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5ffbc6d8-2f1a-4d59-9436-94591b868e01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b6fa432-50d5-4135-92e2-56b3cf0e70b8 HTTP/1.1" status: 204  len: 168 time: 0.2308097
Apr 16 21:49:52.337546 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbc6d8-2f1a-4d59-9436-94591b868e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6fa432-50d5-4135-92e2-56b3cf0e70b8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:50:06.416354 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:07.453459 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 48882) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:50:07.560647 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:07.633651 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Publish callbacks [] for security_group (4dd912eb-cdf5-4121-8abb-ce254c0fb5ce), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:07.696350 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4dd912eb-cdf5-4121-8abb-ce254c0fb5ce), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:07.739586 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38bff867bc664384abe17db534f10d6d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2850270
Apr 16 21:50:07.740740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd912eb-cdf5-4121-8abb-ce254c0fb5ce,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:50:07.742315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 48886) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:50:07.748955 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.754549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa63c6c-462a-4781-b273-6cb5e79a867d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:50:07.791504 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0e365da-3183-4c90-85c1-7959c537e75a admin admin] Publish callbacks [] for security_group (4dd912eb-cdf5-4121-8abb-ce254c0fb5ce), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:07.812962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0e365da-3183-4c90-85c1-7959c537e75a admin admin] Publish callbacks [] for security_group (4dd912eb-cdf5-4121-8abb-ce254c0fb5ce), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:07.913458 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0e365da-3183-4c90-85c1-7959c537e75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (4dd912eb-cdf5-4121-8abb-ce254c0fb5ce), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:07.916035 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e0e365da-3183-4c90-85c1-7959c537e75a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:07.917233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e0e365da-3183-4c90-85c1-7959c537e75a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dd912eb-cdf5-4121-8abb-ce254c0fb5ce HTTP/1.1" status: 204  len: 168 time: 0.1739213
Apr 16 21:50:07.925143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e365da-3183-4c90-85c1-7959c537e75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd912eb-cdf5-4121-8abb-ce254c0fb5ce,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:50:09.016328 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8539464e-0163-4b7c-98b0-c33b4c6bde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:11.656356 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-37da6d40-34e2-450e-93ad-fbe5c1f7f6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:12.587583 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:13.679149 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:14.033116 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:50:14.204790 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:15.450887 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:20.428505 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4561d398-c591-403b-82cb-e95d79dbb01a req-47adf5c9-e329-47cf-8d9d-313253fe3544 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0424562
Apr 16 21:50:20.505970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561d398-c591-403b-82cb-e95d79dbb01a req-cc39a06a-f955-4b47-8037-d6c89313f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:50:20.507507 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4561d398-c591-403b-82cb-e95d79dbb01a req-cc39a06a-f955-4b47-8037-d6c89313f97a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 1128 time: 0.0398638
Apr 16 21:50:20.607842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561d398-c591-403b-82cb-e95d79dbb01a req-b258b71d-2c81-47db-afcf-7a8129c1e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:50:20.609371 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4561d398-c591-403b-82cb-e95d79dbb01a req-b258b71d-2c81-47db-afcf-7a8129c1e184 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 913 time: 0.0849571
Apr 16 21:50:20.679053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4561d398-c591-403b-82cb-e95d79dbb01a req-9620df6b-9bbc-4e24-a9cd-4fbfbc97bf86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33729da0-5d16-49dc-8352-ed7cc676c9e7 HTTP/1.1" status: 200  len: 1001 time: 0.0635824
Apr 16 21:50:20.727581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561d398-c591-403b-82cb-e95d79dbb01a req-42475f91-9200-479e-b8ca-98f02cf061d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:50:20.729080 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4561d398-c591-403b-82cb-e95d79dbb01a req-42475f91-9200-479e-b8ca-98f02cf061d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=895fcb08-76df-4aad-bfae-cd7913bab6c0 HTTP/1.1" status: 200  len: 851 time: 0.0449896
Apr 16 21:50:20.771517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561d398-c591-403b-82cb-e95d79dbb01a req-0780aa46-d1c4-46b2-98c1-6dcc2509b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:50:20.773161 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4561d398-c591-403b-82cb-e95d79dbb01a req-0780aa46-d1c4-46b2-98c1-6dcc2509b4df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab5cb2e-2db3-494a-9695-37178734f696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380955
Apr 16 21:50:20.865986 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4561d398-c591-403b-82cb-e95d79dbb01a req-3a585208-29af-4c79-b0da-fb444e5cd88a service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870190
Apr 16 21:50:20.955191 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4561d398-c591-403b-82cb-e95d79dbb01a req-4f07334f-7ca4-43f8-87a2-1840ee921a3c service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831490
Apr 16 21:50:27.035328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-389021ff-9596-4946-8f21-bdd09ce8c423 req-e10e4bf5-b12f-42a6-b434-a4734d678e24 service neutron] (122556) timed out ('10.222.0.20', 59716) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:50:36.404275 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:39.015324 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-72ad0836-ddb4-40a0-9d81-6fed05fef700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:41.626343 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a18a8be8-d3c4-4e86-977b-bedcac331bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:42.615205 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:43.672667 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:44.300798 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:45.466392 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:50:51.032130 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:51:06.397614 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:09.055152 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-54587cab-6d98-4d32-8f90-4b1a84c8a60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:11.631831 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d4080bd6-99de-4d59-ad5a-7eed93bc8413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:12.620352 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:13.700558 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:14.202741 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:15.437438 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:20.425439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ae8790c-b24b-40ed-a7f1-2c683a7b7565 req-5092f853-8d78-4608-b121-1a73c01b5457 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0437863
Apr 16 21:51:20.505376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8790c-b24b-40ed-a7f1-2c683a7b7565 req-7411cd8a-1d21-4228-b075-06a2f35769df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:51:20.506977 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ae8790c-b24b-40ed-a7f1-2c683a7b7565 req-7411cd8a-1d21-4228-b075-06a2f35769df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 1128 time: 0.0387025
Apr 16 21:51:20.609942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8790c-b24b-40ed-a7f1-2c683a7b7565 req-0fcbf002-18fc-448b-a572-54386a0501e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:51:20.611446 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ae8790c-b24b-40ed-a7f1-2c683a7b7565 req-0fcbf002-18fc-448b-a572-54386a0501e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 913 time: 0.0868077
Apr 16 21:51:20.685338 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ae8790c-b24b-40ed-a7f1-2c683a7b7565 req-34f93ebc-c1b4-4f02-a137-a89601e61f53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33729da0-5d16-49dc-8352-ed7cc676c9e7 HTTP/1.1" status: 200  len: 1001 time: 0.0672798
Apr 16 21:51:20.734828 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8790c-b24b-40ed-a7f1-2c683a7b7565 req-5d1b0dbb-8605-4041-b13b-bcf7aefc3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:51:20.736311 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ae8790c-b24b-40ed-a7f1-2c683a7b7565 req-5d1b0dbb-8605-4041-b13b-bcf7aefc3595 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=895fcb08-76df-4aad-bfae-cd7913bab6c0 HTTP/1.1" status: 200  len: 851 time: 0.0454900
Apr 16 21:51:20.779140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8790c-b24b-40ed-a7f1-2c683a7b7565 req-37920089-5648-49d1-b091-3c7bd271c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:51:20.780649 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ae8790c-b24b-40ed-a7f1-2c683a7b7565 req-37920089-5648-49d1-b091-3c7bd271c678 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab5cb2e-2db3-494a-9695-37178734f696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385084
Apr 16 21:51:20.873841 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ae8790c-b24b-40ed-a7f1-2c683a7b7565 req-702dc0dc-c67a-465c-bae6-26514f97e624 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866332
Apr 16 21:51:20.960584 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ae8790c-b24b-40ed-a7f1-2c683a7b7565 req-0ee04ec9-66f1-4d66-9584-542bf9fd4d46 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813804
Apr 16 21:51:28.030572 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:51:36.414063 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:39.008261 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-937b515a-580f-43e1-81f2-5fa6b421561f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:41.659940 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-44c5a2bb-519a-40f2-8f50-b47dc87fe701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:42.665195 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:43.728063 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:44.202359 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:45.442276 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:51:45.699284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-d172a847-dbe5-4b96-979d-29e2d0a19bd7 service neutron] (122556) timed out ('10.222.0.20', 48272) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:51:45.797787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-3cc0adbb-ba30-4c0a-9855-13b1af88352a req-970cbcd0-25dc-4e23-a10b-bb5fb18dda78 tempest-AttachVolumeShelveTestJSON-1483033820 tempest-AttachVolumeShelveTestJSON-1483033820-project] (122555) timed out ('10.222.0.20', 55502) {{(pid=122555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:52:05.029441 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:52:06.459142 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:09.030932 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78b39b2c-8669-4066-895a-0bc7172255a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:11.659152 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a3f4-c2b6-4729-81e6-ebb31075f18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:12.584789 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:13.699427 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:14.184936 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:15.453809 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:21.430451 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd423600-70c4-478b-a283-5000d4a4dea6 req-ec740db7-b0ed-40d9-87d5-c8b9532ded1f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0446129
Apr 16 21:52:21.511380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd423600-70c4-478b-a283-5000d4a4dea6 req-88934ab4-bee0-4003-a4c0-38cfde4cc6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:52:21.512831 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd423600-70c4-478b-a283-5000d4a4dea6 req-88934ab4-bee0-4003-a4c0-38cfde4cc6f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 1128 time: 0.0397677
Apr 16 21:52:21.614925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd423600-70c4-478b-a283-5000d4a4dea6 req-280f7b08-3cf6-4b5b-8394-f6bf160c1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:52:21.616445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd423600-70c4-478b-a283-5000d4a4dea6 req-280f7b08-3cf6-4b5b-8394-f6bf160c1ef3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 913 time: 0.0862253
Apr 16 21:52:21.687182 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd423600-70c4-478b-a283-5000d4a4dea6 req-92796e2b-550c-4d2e-ad45-a23764c82ca3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33729da0-5d16-49dc-8352-ed7cc676c9e7 HTTP/1.1" status: 200  len: 1001 time: 0.0651598
Apr 16 21:52:21.735073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd423600-70c4-478b-a283-5000d4a4dea6 req-44b90da0-5f39-4e8e-8907-dfdf8982a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:52:21.736551 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd423600-70c4-478b-a283-5000d4a4dea6 req-44b90da0-5f39-4e8e-8907-dfdf8982a7d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=895fcb08-76df-4aad-bfae-cd7913bab6c0 HTTP/1.1" status: 200  len: 851 time: 0.0434887
Apr 16 21:52:21.778686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd423600-70c4-478b-a283-5000d4a4dea6 req-341fd446-5425-422f-a94e-b8c2e3d15eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:52:21.780085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd423600-70c4-478b-a283-5000d4a4dea6 req-341fd446-5425-422f-a94e-b8c2e3d15eb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab5cb2e-2db3-494a-9695-37178734f696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0383940
Apr 16 21:52:21.874113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd423600-70c4-478b-a283-5000d4a4dea6 req-0ee9567f-9e12-4f66-be3e-a059fb933933 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864797
Apr 16 21:52:21.962215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd423600-70c4-478b-a283-5000d4a4dea6 req-397b6ffb-93be-4d22-abfd-7faad1f33793 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822504
Apr 16 21:52:36.446974 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:39.047760 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1d0dcc6b-147c-4d23-bda6-27b16ec3d4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:41.635898 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e492a2d2-0aae-4a4e-adad-d629983a3527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:42.027611 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:52:42.623203 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:43.721563 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:44.218380 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:45.435875 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:54.090764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49014) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:52:54.248279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Deleting port 54e43b93-07a7-4082-a664-e40e0a63a8b4 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:52:54.248632 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (54e43b93-07a7-4082-a664-e40e0a63a8b4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:54.323814 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (54e43b93-07a7-4082-a664-e40e0a63a8b4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:54.324065 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for floatingip (54e43b93-07a7-4082-a664-e40e0a63a8b4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:54.338137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Calling delete_port for 54e43b93-07a7-4082-a664-e40e0a63a8b4 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:52:54.555471 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (54e43b93-07a7-4082-a664-e40e0a63a8b4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:54.582062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event deleted for resources: {'Port': ['ID=54e43b93-07a7-4082-a664-e40e0a63a8b4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:52:54.594162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.594524 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.594879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.595228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.595576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.595934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.596291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.596630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.596970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.597307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.597643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.597977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.598313 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.598650 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.598987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:52:54.658640 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for floatingip (78af78ac-370b-4380-b17e-88cc7319af91), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:54.658965 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Floating IP 78af78ac-370b-4380-b17e-88cc7319af91 disassociated (deleted). External IP: 172.35.1.53, port: 33729da0-5d16-49dc-8352-ed7cc676c9e7.
Apr 16 21:52:54.879300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:52:54.993359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:52:54.997982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:55.003550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410167c-43b1-41b6-8246-ee10e23ba366 None None] Sync routers for ids ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:52:55.012596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410167c-43b1-41b6-8246-ee10e23ba366 None None] Routers {'2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:52:55.013201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8410167c-43b1-41b6-8246-ee10e23ba366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f4c1940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:52:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:52:55.033710 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d4ef76ee-6696-4592-b867-4b8fd32a0762 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "DELETE /v2.0/floatingips/78af78ac-370b-4380-b17e-88cc7319af91 HTTP/1.1" status: 204  len: 168 time: 0.9418297
Apr 16 21:52:55.034303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'tag': '33729da0-5d16-49dc-8352-ed7cc676c9e7'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:52:55.036593 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed129b6f-064b-4b4e-8592-f920f85f8adf" -d '{"events": [{"name": "network-changed", "server_uuid": "b44e2605-fae0-4ebf-9362-cdf9a8323375", "tag": "33729da0-5d16-49dc-8352-ed7cc676c9e7"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:52:55.077630 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c9eda3-8087-470f-9142-8e1e3dab9009 x-openstack-request-id: req-76c9eda3-8087-470f-9142-8e1e3dab9009 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:52:55.078874 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44e2605-fae0-4ebf-9362-cdf9a8323375", "tag": "33729da0-5d16-49dc-8352-ed7cc676c9e7", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:52:55.079373 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76c9eda3-8087-470f-9142-8e1e3dab9009 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:52:55.079801 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c9eda3-8087-470f-9142-8e1e3dab9009'] response: {'name': 'network-changed', 'server_uuid': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'tag': '33729da0-5d16-49dc-8352-ed7cc676c9e7', 'status': 'completed', 'code': 200}
Apr 16 21:52:55.126575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-8410167c-43b1-41b6-8246-ee10e23ba366 None None] Set router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:52:55.142090 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed129b6f-064b-4b4e-8592-f920f85f8adf req-1f0eceed-4ae8-4a5a-a1bf-7e717a9b4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:52:55.143604 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed129b6f-064b-4b4e-8592-f920f85f8adf req-1f0eceed-4ae8-4a5a-a1bf-7e717a9b4cbe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfcde168250f4d16b2d305afed23fee5&device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 1128 time: 0.0443430
Apr 16 21:52:55.237247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed129b6f-064b-4b4e-8592-f920f85f8adf req-a0801765-2de1-4534-8913-54cc597efc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:52:55.238774 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed129b6f-064b-4b4e-8592-f920f85f8adf req-a0801765-2de1-4534-8913-54cc597efc1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 200  len: 913 time: 0.0895965
Apr 16 21:52:55.285728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed129b6f-064b-4b4e-8592-f920f85f8adf req-9da7cbf5-ecc5-4733-8ebd-3d7718176981 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33729da0-5d16-49dc-8352-ed7cc676c9e7 HTTP/1.1" status: 200  len: 217 time: 0.0408342
Apr 16 21:52:55.322818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8410167c-43b1-41b6-8246-ee10e23ba366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f4c1940>, [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254'}], 'enable_snat': True}, 'gw_port_id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:46:25Z', 'revision_number': 4, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port': {'id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:22Z', 'updated_at': '2022-04-16T21:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '49203244-cdf5-48e3-a588-218e3d4f9335', 'name': '', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'mac_address': 'fa:16:3e:80:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:24Z', 'updated_at': '2022-04-16T21:46:28Z', 'revision_number': 5, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'subnets': [{'id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:52:55.339829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed129b6f-064b-4b4e-8592-f920f85f8adf req-8ba23b2d-dea5-46ed-b051-788817ea3a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:52:55.341335 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed129b6f-064b-4b4e-8592-f920f85f8adf req-8ba23b2d-dea5-46ed-b051-788817ea3a6e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=895fcb08-76df-4aad-bfae-cd7913bab6c0 HTTP/1.1" status: 200  len: 851 time: 0.0502024
Apr 16 21:52:55.351213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410167c-43b1-41b6-8246-ee10e23ba366 None None] Checking router: 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:52:55.360754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410167c-43b1-41b6-8246-ee10e23ba366 None None] Routers {'2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:52:55.361375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8410167c-43b1-41b6-8246-ee10e23ba366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f4c1940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:52:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:52:55.386551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed129b6f-064b-4b4e-8592-f920f85f8adf req-30db2bcf-e0cd-4924-86f8-97d6b5ddca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:52:55.388158 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed129b6f-064b-4b4e-8592-f920f85f8adf req-30db2bcf-e0cd-4924-86f8-97d6b5ddca1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab5cb2e-2db3-494a-9695-37178734f696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0408936
Apr 16 21:52:55.479106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-8410167c-43b1-41b6-8246-ee10e23ba366 None None] Set router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:52:55.494127 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed129b6f-064b-4b4e-8592-f920f85f8adf req-8d636f4d-d133-498c-b000-9effafd12487 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1001148
Apr 16 21:52:55.624748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad96765-a5db-48e2-a292-45b1d71ca297 req-c049c3aa-0258-43ff-acd8-9e51ef1d6216 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:52:55.626761 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ad96765-a5db-48e2-a292-45b1d71ca297 req-c049c3aa-0258-43ff-acd8-9e51ef1d6216 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 946 time: 0.1657987
Apr 16 21:52:55.677543 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ad96765-a5db-48e2-a292-45b1d71ca297 req-ddf3be6c-1550-4e7e-ac62-0b79b743cd82 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=94992ed1-15ea-4c9e-a933-1876f13e01e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449145
Apr 16 21:52:55.682685 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8410167c-43b1-41b6-8246-ee10e23ba366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f4c1940>, [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254'}], 'enable_snat': True}, 'gw_port_id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:46:25Z', 'revision_number': 4, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port': {'id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:22Z', 'updated_at': '2022-04-16T21:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '49203244-cdf5-48e3-a588-218e3d4f9335', 'name': '', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'mac_address': 'fa:16:3e:80:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:24Z', 'updated_at': '2022-04-16T21:46:28Z', 'revision_number': 5, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'subnets': [{'id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:52:55.714979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410167c-43b1-41b6-8246-ee10e23ba366 None None] The sync data for ids ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'] in ncdv-master-1 is: [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254'}], 'enable_snat': True}, 'gw_port_id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:46:25Z', 'revision_number': 4, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port': {'id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:22Z', 'updated_at': '2022-04-16T21:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '49203244-cdf5-48e3-a588-218e3d4f9335', 'name': '', 'network_id': '7ab5cb2e-2db3-494a-9695-37178734f696', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'mac_address': 'fa:16:3e:80:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:24Z', 'updated_at': '2022-04-16T21:46:28Z', 'revision_number': 5, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'subnets': [{'id': '895fcb08-76df-4aad-bfae-cd7913bab6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:52:55.944522 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e90f21c-cedd-4f1a-95f1-7b0f9fd46d67 None None] New status for floating IP 78af78ac-370b-4380-b17e-88cc7319af91: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:52:56.493142 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed129b6f-064b-4b4e-8592-f920f85f8adf req-5fd28d65-9995-4fce-9da1-03bf04163ba0 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910921
Apr 16 21:52:56.861539 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65229aa5-f383-4cfc-b712-4ecffe04f170 req-e487335b-e521-482b-bbe2-5118c08d1b96 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:52:56.863187 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-65229aa5-f383-4cfc-b712-4ecffe04f170 req-e487335b-e521-482b-bbe2-5118c08d1b96 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 946 time: 0.1101627
Apr 16 21:52:56.914760 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-65229aa5-f383-4cfc-b712-4ecffe04f170 req-9fca5328-3a9e-403a-aab7-7d82d75a81f4 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/security-groups?id=94992ed1-15ea-4c9e-a933-1876f13e01e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458257
Apr 16 21:52:56.980573 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a238c-af76-4c62-97f4-656beb2e7edf req-b9dc1bff-fdcf-4a0c-9154-e8bce5cea5e0 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:52:56.982056 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a34a238c-af76-4c62-97f4-656beb2e7edf req-b9dc1bff-fdcf-4a0c-9154-e8bce5cea5e0 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.11 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 946 time: 0.0479815
Apr 16 21:52:57.063936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a34a238c-af76-4c62-97f4-656beb2e7edf req-8f3f6b5b-0260-45d0-9098-93a36503baa1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Deleting port 33729da0-5d16-49dc-8352-ed7cc676c9e7 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:52:57.064294 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a34a238c-af76-4c62-97f4-656beb2e7edf req-8f3f6b5b-0260-45d0-9098-93a36503baa1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:57.157547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-a34a238c-af76-4c62-97f4-656beb2e7edf req-8f3f6b5b-0260-45d0-9098-93a36503baa1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] For port 33729da0-5d16-49dc-8352-ed7cc676c9e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33729da0-5d16-49dc-8352-ed7cc676c9e7,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:52:57.157921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a34a238c-af76-4c62-97f4-656beb2e7edf req-8f3f6b5b-0260-45d0-9098-93a36503baa1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:57.171082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a34a238c-af76-4c62-97f4-656beb2e7edf req-8f3f6b5b-0260-45d0-9098-93a36503baa1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Calling delete_port for 33729da0-5d16-49dc-8352-ed7cc676c9e7 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:52:57.349685 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a34a238c-af76-4c62-97f4-656beb2e7edf req-8f3f6b5b-0260-45d0-9098-93a36503baa1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (33729da0-5d16-49dc-8352-ed7cc676c9e7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:57.378026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f6b5b-0260-45d0-9098-93a36503baa1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event deleted for resources: {'Port': ['ID=33729da0-5d16-49dc-8352-ed7cc676c9e7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:52:57.426994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34a238c-af76-4c62-97f4-656beb2e7edf req-8f3f6b5b-0260-45d0-9098-93a36503baa1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] No DVR routers for this DVR port 33729da0-5d16-49dc-8352-ed7cc676c9e7 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:52:57.429613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a34a238c-af76-4c62-97f4-656beb2e7edf req-8f3f6b5b-0260-45d0-9098-93a36503baa1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:52:57.432884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a34a238c-af76-4c62-97f4-656beb2e7edf req-8f3f6b5b-0260-45d0-9098-93a36503baa1 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.11 "DELETE /v2.0/ports/33729da0-5d16-49dc-8352-ed7cc676c9e7 HTTP/1.1" status: 204  len: 173 time: 0.4450784
Apr 16 21:52:57.433328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'name': 'network-vif-deleted', 'tag': '33729da0-5d16-49dc-8352-ed7cc676c9e7'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:52:57.435558 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad37afc-3146-4901-9b0c-1ff3248bacb3" -d '{"events": [{"server_uuid": "b44e2605-fae0-4ebf-9362-cdf9a8323375", "name": "network-vif-deleted", "tag": "33729da0-5d16-49dc-8352-ed7cc676c9e7"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:52:57.471948 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c7a114-fb20-4fdd-be27-0dc5fba45c9a x-openstack-request-id: req-05c7a114-fb20-4fdd-be27-0dc5fba45c9a {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:52:57.472284 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44e2605-fae0-4ebf-9362-cdf9a8323375", "name": "network-vif-deleted", "tag": "33729da0-5d16-49dc-8352-ed7cc676c9e7", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:52:57.478301 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05c7a114-fb20-4fdd-be27-0dc5fba45c9a {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:52:57.478301 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c7a114-fb20-4fdd-be27-0dc5fba45c9a'] response: {'server_uuid': 'b44e2605-fae0-4ebf-9362-cdf9a8323375', 'name': 'network-vif-deleted', 'tag': '33729da0-5d16-49dc-8352-ed7cc676c9e7', 'status': 'completed', 'code': 200}
Apr 16 21:52:58.021176 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eea8ada4-cdb4-43d6-8294-8b92ee678ed2 req-61f588e4-783e-47d5-8ce9-cfb54b6d4b4a tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "GET /v2.0/ports?device_id=b44e2605-fae0-4ebf-9362-cdf9a8323375 HTTP/1.1" status: 200  len: 210 time: 0.0276239
Apr 16 21:53:00.537653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 33729da0-5d16-49dc-8352-ed7cc676c9e7 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:53:00.566333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 33729da0-5d16-49dc-8352-ed7cc676c9e7 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:53:00.566948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 33729da0-5d16-49dc-8352-ed7cc676c9e7 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:53:06.446962 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:06.715724 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49090) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:06.773223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4d1a740a-bd9d-435b-94bb-a77b462fc8d5 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group (94992ed1-15ea-4c9e-a933-1876f13e01e7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:06.798226 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4d1a740a-bd9d-435b-94bb-a77b462fc8d5 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group (94992ed1-15ea-4c9e-a933-1876f13e01e7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:06.926789 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4d1a740a-bd9d-435b-94bb-a77b462fc8d5 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (94992ed1-15ea-4c9e-a933-1876f13e01e7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:06.929452 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-4d1a740a-bd9d-435b-94bb-a77b462fc8d5 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:06.934018 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4d1a740a-bd9d-435b-94bb-a77b462fc8d5 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] 10.222.0.20 "DELETE /v2.0/security-groups/94992ed1-15ea-4c9e-a933-1876f13e01e7 HTTP/1.1" status: 204  len: 168 time: 0.2138920
Apr 16 21:53:06.940322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a740a-bd9d-435b-94bb-a77b462fc8d5 tempest-TestVolumeBootPattern-410552364 tempest-TestVolumeBootPattern-410552364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94992ed1-15ea-4c9e-a933-1876f13e01e7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:07.039738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49094) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:07.462774 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbba65d2-28c1-4db9-afa6-b291ffb1416e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:07.696263 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-bbba65d2-28c1-4db9-afa6-b291ffb1416e admin admin] Deleting port 49203244-cdf5-48e3-a588-218e3d4f9335 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:53:07.696685 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbba65d2-28c1-4db9-afa6-b291ffb1416e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:07.772997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-bbba65d2-28c1-4db9-afa6-b291ffb1416e admin admin] For port 49203244-cdf5-48e3-a588-218e3d4f9335, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49203244-cdf5-48e3-a588-218e3d4f9335,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:07.773717 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbba65d2-28c1-4db9-afa6-b291ffb1416e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:07.789945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-bbba65d2-28c1-4db9-afa6-b291ffb1416e admin admin] Calling delete_port for 49203244-cdf5-48e3-a588-218e3d4f9335 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:53:08.028642 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbba65d2-28c1-4db9-afa6-b291ffb1416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (49203244-cdf5-48e3-a588-218e3d4f9335), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:08.055089 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba65d2-28c1-4db9-afa6-b291ffb1416e admin admin] Pushing event deleted for resources: {'Port': ['ID=49203244-cdf5-48e3-a588-218e3d4f9335,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:08.228546 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbba65d2-28c1-4db9-afa6-b291ffb1416e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:08.443106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbba65d2-28c1-4db9-afa6-b291ffb1416e admin admin] Router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:53:08.896674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbba65d2-28c1-4db9-afa6-b291ffb1416e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:53:08.901898 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bbba65d2-28c1-4db9-afa6-b291ffb1416e admin admin] 10.222.0.20 "PUT /v2.0/routers/2abad32e-9ea3-4059-9068-a8b3fcb2e0e9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8609753
Apr 16 21:53:08.904858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49098) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:08.908977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989456ec-588e-458d-a2c4-c121e71aa7af None None] Sync routers for ids ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:53:08.916219 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989456ec-588e-458d-a2c4-c121e71aa7af None None] Routers {'2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:53:08.916918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-989456ec-588e-458d-a2c4-c121e71aa7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f366af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:52:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:09.016366 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Publish callbacks [] for router (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:09.027630 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0f6ff8ad-7e6e-46ec-b5a7-f357f802af12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:09.036869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-989456ec-588e-458d-a2c4-c121e71aa7af None None] Set router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:53:09.130090 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Publish callbacks [] for router_gateway (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:09.203800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-989456ec-588e-458d-a2c4-c121e71aa7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f366af0>, [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254'}], 'enable_snat': True}, 'gw_port_id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:53:07Z', 'revision_number': 5, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port': {'id': '626dbab5-8b17-4096-a51f-a7ca498234fd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:22Z', 'updated_at': '2022-04-16T21:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:09.234956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989456ec-588e-458d-a2c4-c121e71aa7af None None] Checking router: 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:53:09.243248 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989456ec-588e-458d-a2c4-c121e71aa7af None None] Routers {'2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:53:09.243854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-989456ec-588e-458d-a2c4-c121e71aa7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f366af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:52:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:09.254696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Deleting port 626dbab5-8b17-4096-a51f-a7ca498234fd {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:53:09.255067 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:09.340508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-989456ec-588e-458d-a2c4-c121e71aa7af None None] Set router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:53:09.342686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] For port 626dbab5-8b17-4096-a51f-a7ca498234fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=626dbab5-8b17-4096-a51f-a7ca498234fd,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:09.342686 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:09.356788 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Calling delete_port for 626dbab5-8b17-4096-a51f-a7ca498234fd owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:53:09.553961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-989456ec-588e-458d-a2c4-c121e71aa7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f366af0>, [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:53:09Z', 'revision_number': 6, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:09.582547 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989456ec-588e-458d-a2c4-c121e71aa7af None None] The sync data for ids ['2abad32e-9ea3-4059-9068-a8b3fcb2e0e9'] in ncdv-master-1 is: [{'id': '2abad32e-9ea3-4059-9068-a8b3fcb2e0e9', 'name': 'tempest-TestVolumeBootPattern-1548610708-router', 'tenant_id': 'dfcde168250f4d16b2d305afed23fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:21Z', 'updated_at': '2022-04-16T21:53:09Z', 'revision_number': 6, 'project_id': 'dfcde168250f4d16b2d305afed23fee5', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:53:09.606743 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (626dbab5-8b17-4096-a51f-a7ca498234fd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:09.634699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Pushing event deleted for resources: {'Port': ['ID=626dbab5-8b17-4096-a51f-a7ca498234fd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:09.660532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.660882 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.661224 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.661562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.661896 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.662227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.662556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.662883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.663211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.663533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.663857 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.664229 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.664520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.664844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.665163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:09.706752 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:09.803092 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:09.805333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Publish callbacks [] for router_controller (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:09.897834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (2abad32e-9ea3-4059-9068-a8b3fcb2e0e9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:09.898299 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:53:09.902684 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:09.903828 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-74e922df-6326-4f23-81a2-06cf5808206f admin admin] 10.222.0.20 "DELETE /v2.0/routers/2abad32e-9ea3-4059-9068-a8b3fcb2e0e9 HTTP/1.1" status: 204  len: 168 time: 0.9979663
Apr 16 21:53:09.907021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49100) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:09.956072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50390da-5e64-40c6-b2b1-803bd963aa3d admin admin] Deleting subnet 895fcb08-76df-4aad-bfae-cd7913bab6c0 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:53:09.959378 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f50390da-5e64-40c6-b2b1-803bd963aa3d admin admin] Publish callbacks [] for subnet (895fcb08-76df-4aad-bfae-cd7913bab6c0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:09.996489 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f50390da-5e64-40c6-b2b1-803bd963aa3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (895fcb08-76df-4aad-bfae-cd7913bab6c0), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.085372 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f50390da-5e64-40c6-b2b1-803bd963aa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (895fcb08-76df-4aad-bfae-cd7913bab6c0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.212570 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f50390da-5e64-40c6-b2b1-803bd963aa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (895fcb08-76df-4aad-bfae-cd7913bab6c0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.236532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50390da-5e64-40c6-b2b1-803bd963aa3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=895fcb08-76df-4aad-bfae-cd7913bab6c0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:10.242495 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f50390da-5e64-40c6-b2b1-803bd963aa3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.245886 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f50390da-5e64-40c6-b2b1-803bd963aa3d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/895fcb08-76df-4aad-bfae-cd7913bab6c0 HTTP/1.1" status: 204  len: 168 time: 0.3379509
Apr 16 21:53:10.247489 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f60a9a9-b85c-42f5-afd9-830ce556c995 None None] Network 7ab5cb2e-2db3-494a-9695-37178734f696 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:53:10.248479 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49102) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:10.321543 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (7ab5cb2e-2db3-494a-9695-37178734f696), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.370108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Deleting port 9cf3b39b-501a-442d-a3d0-3ffd56db10be {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:53:10.370456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.396349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] DHCP port deletion for 7ab5cb2e-2db3-494a-9695-37178734f696 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:53:10.435546 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] For port 9cf3b39b-501a-442d-a3d0-3ffd56db10be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cf3b39b-501a-442d-a3d0-3ffd56db10be,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:10.435919 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.441696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Deleting port 9cf3b39b-501a-442d-a3d0-3ffd56db10be {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:53:10.442072 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.450200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Calling delete_port for 9cf3b39b-501a-442d-a3d0-3ffd56db10be owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:53:10.505690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] For port 9cf3b39b-501a-442d-a3d0-3ffd56db10be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cf3b39b-501a-442d-a3d0-3ffd56db10be,segment=NetworkSegment(fb899f2c-b37c-41c9-b2b1-3a8d818880e7),segment_id=fb899f2c-b37c-41c9-b2b1-3a8d818880e7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:10.506155 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.520845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Calling delete_port for 9cf3b39b-501a-442d-a3d0-3ffd56db10be owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:53:10.635124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 21:53:10.635989 ncdv-master-1 neutron-server[122557]:   self.session.flush()
Apr 16 21:53:10.640599 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (9cf3b39b-501a-442d-a3d0-3ffd56db10be), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.654934 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf3b39b-501a-442d-a3d0-3ffd56db10be,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:10.661632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] No DVR routers for this DVR port 9cf3b39b-501a-442d-a3d0-3ffd56db10be on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:53:10.665490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Pushing event deleted for resources: {'Port': ['ID=9cf3b39b-501a-442d-a3d0-3ffd56db10be,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:10.668676 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] No DVR routers for this DVR port 9cf3b39b-501a-442d-a3d0-3ffd56db10be on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:53:10.693662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.693996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.694562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.694770 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.695111 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.695570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.695823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.696161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.699331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.699699 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.700040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.700399 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.700734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.701068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.701398 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f95d-49fe-4eac-8e14-569489af74fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:10.746569 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (7ab5cb2e-2db3-494a-9695-37178734f696), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.771615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e806160>,) {'filters': {'network_id': ['7ab5cb2e-2db3-494a-9695-37178734f696']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:10.781939 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e806160>, 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:10.782335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e806160>, 'fb899f2c-b37c-41c9-b2b1-3a8d818880e7') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:10.791654 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (fb899f2c-b37c-41c9-b2b1-3a8d818880e7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.805813 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (fb899f2c-b37c-41c9-b2b1-3a8d818880e7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.811625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:53:10.812033 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (fb899f2c-b37c-41c9-b2b1-3a8d818880e7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:53:10.813751 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:53:10.949718 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (7ab5cb2e-2db3-494a-9695-37178734f696), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.956404 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:10.959522 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7ab5cb2e-2db3-494a-9695-37178734f696 HTTP/1.1" status: 204  len: 168 time: 0.7095137
Apr 16 21:53:10.962775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49104) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:10.971081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ba85f-6505-4b1c-baf5-7be41a7b1eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab5cb2e-2db3-494a-9695-37178734f696,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:11.295124 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c227ea7-f682-4a5b-b6c6-a755ab8714ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (d2614de9-ae93-4c3e-88c1-77f950cbcd84), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:11.331877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9cf3b39b-501a-442d-a3d0-3ffd56db10be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:53:11.352241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 9cf3b39b-501a-442d-a3d0-3ffd56db10be {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:53:11.352590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9cf3b39b-501a-442d-a3d0-3ffd56db10be not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:53:11.353024 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 626dbab5-8b17-4096-a51f-a7ca498234fd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:53:11.371723 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 626dbab5-8b17-4096-a51f-a7ca498234fd {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:53:11.372069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 626dbab5-8b17-4096-a51f-a7ca498234fd not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:53:11.372523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 49203244-cdf5-48e3-a588-218e3d4f9335 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:53:11.391273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 49203244-cdf5-48e3-a588-218e3d4f9335 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:53:11.392481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 49203244-cdf5-48e3-a588-218e3d4f9335 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:53:11.533040 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-6c227ea7-f682-4a5b-b6c6-a755ab8714ef admin admin] Deleting port e2db6761-2192-4405-96bc-b0d77323a994 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:53:11.533300 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c227ea7-f682-4a5b-b6c6-a755ab8714ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e2db6761-2192-4405-96bc-b0d77323a994), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:11.613753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-6c227ea7-f682-4a5b-b6c6-a755ab8714ef admin admin] For port e2db6761-2192-4405-96bc-b0d77323a994, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2db6761-2192-4405-96bc-b0d77323a994,segment=NetworkSegment(d31dfe27-d747-4745-9824-7832b6e335cc),segment_id=d31dfe27-d747-4745-9824-7832b6e335cc)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:11.614130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c227ea7-f682-4a5b-b6c6-a755ab8714ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e2db6761-2192-4405-96bc-b0d77323a994), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:11.623654 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bc89bd28-70ce-4239-a894-834dd7d9598b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:11.628160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-6c227ea7-f682-4a5b-b6c6-a755ab8714ef admin admin] Calling delete_port for e2db6761-2192-4405-96bc-b0d77323a994 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:53:11.862726 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c227ea7-f682-4a5b-b6c6-a755ab8714ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e2db6761-2192-4405-96bc-b0d77323a994), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:11.888390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c227ea7-f682-4a5b-b6c6-a755ab8714ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e2db6761-2192-4405-96bc-b0d77323a994,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:12.063792 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6c227ea7-f682-4a5b-b6c6-a755ab8714ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (d2614de9-ae93-4c3e-88c1-77f950cbcd84), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:12.282398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c227ea7-f682-4a5b-b6c6-a755ab8714ef admin admin] Router d2614de9-ae93-4c3e-88c1-77f950cbcd84 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:53:12.389501 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c227ea7-f682-4a5b-b6c6-a755ab8714ef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:53:12.394663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6c227ea7-f682-4a5b-b6c6-a755ab8714ef admin admin] 10.222.0.20 "PUT /v2.0/routers/d2614de9-ae93-4c3e-88c1-77f950cbcd84/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4308081
Apr 16 21:53:12.397754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49106) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:12.399841 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94126762-e026-4f49-885c-07f28ec43b05 None None] Sync routers for ids ['d2614de9-ae93-4c3e-88c1-77f950cbcd84'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:53:12.410670 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94126762-e026-4f49-885c-07f28ec43b05 None None] Routers {'d2614de9-ae93-4c3e-88c1-77f950cbcd84'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:53:12.411275 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-94126762-e026-4f49-885c-07f28ec43b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124979400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:53:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2614de9-ae93-4c3e-88c1-77f950cbcd84'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:12.505590 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Publish callbacks [] for router (d2614de9-ae93-4c3e-88c1-77f950cbcd84), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:12.516122 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-94126762-e026-4f49-885c-07f28ec43b05 None None] Set router d2614de9-ae93-4c3e-88c1-77f950cbcd84 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:53:12.588658 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:12.613923 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Publish callbacks [] for router_gateway (d2614de9-ae93-4c3e-88c1-77f950cbcd84), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:12.682968 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-94126762-e026-4f49-885c-07f28ec43b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124979400>, [{'id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'name': 'tempest-TestVolumeBootPattern-2012983095-router', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:28Z', 'updated_at': '2022-04-16T21:53:11Z', 'revision_number': 5, 'project_id': '58d9003de8e04eed804abb2073c84974', 'gw_port': {'id': '331c80e2-3ca7-4f06-b0d2-060c26a3395c', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:63:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:46:29Z', 'updated_at': '2022-04-16T21:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:12.710125 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94126762-e026-4f49-885c-07f28ec43b05 None None] Checking router: d2614de9-ae93-4c3e-88c1-77f950cbcd84 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:53:12.710409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Deleting port 331c80e2-3ca7-4f06-b0d2-060c26a3395c {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:53:12.710753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:12.719119 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94126762-e026-4f49-885c-07f28ec43b05 None None] Routers {'d2614de9-ae93-4c3e-88c1-77f950cbcd84'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:53:12.719718 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-94126762-e026-4f49-885c-07f28ec43b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124979400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:53:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['d2614de9-ae93-4c3e-88c1-77f950cbcd84'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:12.794497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] For port 331c80e2-3ca7-4f06-b0d2-060c26a3395c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=331c80e2-3ca7-4f06-b0d2-060c26a3395c,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:12.794872 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:12.807326 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-94126762-e026-4f49-885c-07f28ec43b05 None None] Set router d2614de9-ae93-4c3e-88c1-77f950cbcd84 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:53:12.807780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Calling delete_port for 331c80e2-3ca7-4f06-b0d2-060c26a3395c owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:53:12.861813 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-94126762-e026-4f49-885c-07f28ec43b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124979400>, [{'id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'name': 'tempest-TestVolumeBootPattern-2012983095-router', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:28Z', 'updated_at': '2022-04-16T21:53:12Z', 'revision_number': 6, 'project_id': '58d9003de8e04eed804abb2073c84974', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:12.887907 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94126762-e026-4f49-885c-07f28ec43b05 None None] The sync data for ids ['d2614de9-ae93-4c3e-88c1-77f950cbcd84'] in ncdv-master-1 is: [{'id': 'd2614de9-ae93-4c3e-88c1-77f950cbcd84', 'name': 'tempest-TestVolumeBootPattern-2012983095-router', 'tenant_id': '58d9003de8e04eed804abb2073c84974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:46:28Z', 'updated_at': '2022-04-16T21:53:12Z', 'revision_number': 6, 'project_id': '58d9003de8e04eed804abb2073c84974', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:53:13.074311 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (331c80e2-3ca7-4f06-b0d2-060c26a3395c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.098233 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=331c80e2-3ca7-4f06-b0d2-060c26a3395c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:13.166064 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (d2614de9-ae93-4c3e-88c1-77f950cbcd84), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.258464 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (d2614de9-ae93-4c3e-88c1-77f950cbcd84), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.260850 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Publish callbacks [] for router_controller (d2614de9-ae93-4c3e-88c1-77f950cbcd84), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.350057 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (d2614de9-ae93-4c3e-88c1-77f950cbcd84), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.350845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2614de9-ae93-4c3e-88c1-77f950cbcd84 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 21:53:13.357178 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.358201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-14fea688-ca36-4282-bc18-42088d749fe4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d2614de9-ae93-4c3e-88c1-77f950cbcd84 HTTP/1.1" status: 204  len: 168 time: 0.9593880
Apr 16 21:53:13.361167 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49108) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:13.405486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bc48d1-27e3-45c5-af89-3c2d74334b4e admin admin] Deleting subnet 0075097b-ba79-4bdf-844c-12f33230cfa3 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:53:13.408519 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-23bc48d1-27e3-45c5-af89-3c2d74334b4e admin admin] Publish callbacks [] for subnet (0075097b-ba79-4bdf-844c-12f33230cfa3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.442886 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-23bc48d1-27e3-45c5-af89-3c2d74334b4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (0075097b-ba79-4bdf-844c-12f33230cfa3), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.522123 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-23bc48d1-27e3-45c5-af89-3c2d74334b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (0075097b-ba79-4bdf-844c-12f33230cfa3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.634228 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-23bc48d1-27e3-45c5-af89-3c2d74334b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (0075097b-ba79-4bdf-844c-12f33230cfa3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.659992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc48d1-27e3-45c5-af89-3c2d74334b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0075097b-ba79-4bdf-844c-12f33230cfa3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:13.663736 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-23bc48d1-27e3-45c5-af89-3c2d74334b4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.670155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49112) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:13.674630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-23bc48d1-27e3-45c5-af89-3c2d74334b4e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0075097b-ba79-4bdf-844c-12f33230cfa3 HTTP/1.1" status: 204  len: 168 time: 0.3123140
Apr 16 21:53:13.688737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937ec0e-f7e0-4e03-8378-7faa2b2c0621 None None] Network 6b9735a6-a119-41d5-8432-b352ca80f5fb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:53:13.745952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e2db6761-2192-4405-96bc-b0d77323a994 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:53:13.754082 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (6b9735a6-a119-41d5-8432-b352ca80f5fb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.769940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: e2db6761-2192-4405-96bc-b0d77323a994 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:53:13.770294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e2db6761-2192-4405-96bc-b0d77323a994 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:53:13.771715 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.802543 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Deleting port 22cc10d0-d6ad-4214-a5e6-937a84a94488 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:53:13.802888 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.880723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] For port 22cc10d0-d6ad-4214-a5e6-937a84a94488, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22cc10d0-d6ad-4214-a5e6-937a84a94488,segment=NetworkSegment(d31dfe27-d747-4745-9824-7832b6e335cc),segment_id=d31dfe27-d747-4745-9824-7832b6e335cc)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:13.881397 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.887146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdab361-6968-4814-9c4a-e8f23c438423 None None] DHCP port deletion for 6b9735a6-a119-41d5-8432-b352ca80f5fb request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 21:53:13.895861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Calling delete_port for 22cc10d0-d6ad-4214-a5e6-937a84a94488 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:53:13.927599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2bdab361-6968-4814-9c4a-e8f23c438423 None None] Deleting port 22cc10d0-d6ad-4214-a5e6-937a84a94488 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:53:13.927834 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2bdab361-6968-4814-9c4a-e8f23c438423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:13.995744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2bdab361-6968-4814-9c4a-e8f23c438423 None None] For port 22cc10d0-d6ad-4214-a5e6-937a84a94488, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22cc10d0-d6ad-4214-a5e6-937a84a94488,segment=NetworkSegment(d31dfe27-d747-4745-9824-7832b6e335cc),segment_id=d31dfe27-d747-4745-9824-7832b6e335cc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:13.998443 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2bdab361-6968-4814-9c4a-e8f23c438423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.009359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2bdab361-6968-4814-9c4a-e8f23c438423 None None] Calling delete_port for 22cc10d0-d6ad-4214-a5e6-937a84a94488 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:53:14.063150 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.089622 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2bdab361-6968-4814-9c4a-e8f23c438423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (22cc10d0-d6ad-4214-a5e6-937a84a94488), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.089853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=22cc10d0-d6ad-4214-a5e6-937a84a94488,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:14.094414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] No DVR routers for this DVR port 22cc10d0-d6ad-4214-a5e6-937a84a94488 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:53:14.121013 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdab361-6968-4814-9c4a-e8f23c438423 None None] No DVR routers for this DVR port 22cc10d0-d6ad-4214-a5e6-937a84a94488 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:53:14.128050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdab361-6968-4814-9c4a-e8f23c438423 None None] Pushing event deleted for resources: {'Port': ['ID=22cc10d0-d6ad-4214-a5e6-937a84a94488,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:14.171987 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (6b9735a6-a119-41d5-8432-b352ca80f5fb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.192773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dbbdaf0>,) {'filters': {'network_id': ['6b9735a6-a119-41d5-8432-b352ca80f5fb']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:14.202779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dbbdaf0>, 'd31dfe27-d747-4745-9824-7832b6e335cc') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:14.204902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dbbdaf0>, 'd31dfe27-d747-4745-9824-7832b6e335cc') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:53:14.212561 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (d31dfe27-d747-4745-9824-7832b6e335cc), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.224015 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.226366 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (d31dfe27-d747-4745-9824-7832b6e335cc), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.232692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:53:14.233584 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (d31dfe27-d747-4745-9824-7832b6e335cc), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:53:14.234751 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:53:14.378202 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (6b9735a6-a119-41d5-8432-b352ca80f5fb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.384105 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.387349 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b9735a6-a119-41d5-8432-b352ca80f5fb HTTP/1.1" status: 204  len: 168 time: 0.7154381
Apr 16 21:53:14.400530 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba2346-9181-4080-9d6d-7581a92463d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b9735a6-a119-41d5-8432-b352ca80f5fb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:14.692582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49116) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:14.732482 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7cbbef05-d549-4d80-a096-f96ec19f0155 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfcde168250f4d16b2d305afed23fee5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0387039
Apr 16 21:53:14.734858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49118) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:14.786004 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04d230c9-0cd6-42ab-9e9d-664bd6b6bace admin admin] Publish callbacks [] for security_group (0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.807255 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04d230c9-0cd6-42ab-9e9d-664bd6b6bace admin admin] Publish callbacks [] for security_group (0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.926800 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04d230c9-0cd6-42ab-9e9d-664bd6b6bace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.929369 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-04d230c9-0cd6-42ab-9e9d-664bd6b6bace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:14.930588 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-04d230c9-0cd6-42ab-9e9d-664bd6b6bace admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89 HTTP/1.1" status: 204  len: 168 time: 0.1947925
Apr 16 21:53:14.939078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d230c9-0cd6-42ab-9e9d-664bd6b6bace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb1fcd4-7898-4f6b-a5c9-c585ff5e0c89,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:15.324427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 22cc10d0-d6ad-4214-a5e6-937a84a94488 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:53:15.345382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 22cc10d0-d6ad-4214-a5e6-937a84a94488 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:53:15.350028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 22cc10d0-d6ad-4214-a5e6-937a84a94488 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:53:15.350028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 331c80e2-3ca7-4f06-b0d2-060c26a3395c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:53:15.368533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 331c80e2-3ca7-4f06-b0d2-060c26a3395c {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:53:15.368892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 331c80e2-3ca7-4f06-b0d2-060c26a3395c not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:53:15.463944 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:15.516366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49124) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:15.556659 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-934bc192-4ae3-4dcf-8fe2-2ec0bde305d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58d9003de8e04eed804abb2073c84974&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391204
Apr 16 21:53:15.559155 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49126) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:15.607701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51b73835-c4dd-4372-ab7e-256c3ea0fb0a admin admin] Publish callbacks [] for security_group (03413ff2-6944-40ce-858e-103fa0bebdd1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:15.628479 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51b73835-c4dd-4372-ab7e-256c3ea0fb0a admin admin] Publish callbacks [] for security_group (03413ff2-6944-40ce-858e-103fa0bebdd1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:15.754920 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51b73835-c4dd-4372-ab7e-256c3ea0fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (03413ff2-6944-40ce-858e-103fa0bebdd1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:15.757614 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-51b73835-c4dd-4372-ab7e-256c3ea0fb0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:15.758766 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-51b73835-c4dd-4372-ab7e-256c3ea0fb0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03413ff2-6944-40ce-858e-103fa0bebdd1 HTTP/1.1" status: 204  len: 168 time: 0.1987374
Apr 16 21:53:15.767425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b73835-c4dd-4372-ab7e-256c3ea0fb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03413ff2-6944-40ce-858e-103fa0bebdd1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:19.029611 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:53:28.078144 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-b264e4a7-2a50-4975-b66d-b3432da7df82 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=48e225fe10944f3eb50816c44682da5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0292523
Apr 16 21:53:28.284833 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-1c811a7b-ca32-4785-b9f6-9e640f7a7e89 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:28.286252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-1c811a7b-ca32-4785-b9f6-9e640f7a7e89 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2025626
Apr 16 21:53:28.301095 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-6b98cf48-eb6a-451f-a539-25e17ca84348 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/quotas/48e225fe10944f3eb50816c44682da5d HTTP/1.1" status: 200  len: 375 time: 0.0095923
Apr 16 21:53:28.335628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-a016e828-1407-48c3-8a35-e7fe0a4c5645 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=48e225fe10944f3eb50816c44682da5d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0275650
Apr 16 21:53:28.572841 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8addf7e4-3438-4164-96d3-57f91aa7f101 req-8ae8ac09-833b-441f-affa-4902e042f68e tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 210 time: 0.0321100
Apr 16 21:53:29.668724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e4218dab-fdf9-4921-87c0-21ef1553e476 req-c8a5f4fc-b594-4227-b6b6-6ccad2f9db93 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 210 time: 0.0283625
Apr 16 21:53:30.317838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-45a7e0c9-33e9-4e08-8846-35834a1af85e tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=48e225fe10944f3eb50816c44682da5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0208919
Apr 16 21:53:30.427251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-1a137638-f7d9-4fc5-a3a9-59729eb988ba tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:30.428748 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-1a137638-f7d9-4fc5-a3a9-59729eb988ba tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1064434
Apr 16 21:53:30.439485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Request body: {'port': {'device_id': '99bda36e-ea80-4f20-b825-c76c36155d0b', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'admin_state_up': True, 'tenant_id': '48e225fe10944f3eb50816c44682da5d'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:53:30.610521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Made reservation on behalf of 48e225fe10944f3eb50816c44682da5d for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:53:30.613977 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:30.623303 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:30.700953 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Publish callbacks [] for security_group (da91999b-3663-4241-8b53-c27fd079cf83), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:30.768195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f76f572-5c27-48f2-bfa6-fa1297df0cc9 req-bd29d3a7-ae38-48e6-9b19-b4b2dd07a70a tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 210 time: 0.0284622
Apr 16 21:53:30.817665 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (da91999b-3663-4241-8b53-c27fd079cf83), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:30.884935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da91999b-3663-4241-8b53-c27fd079cf83,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:30.957824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Allocated IP 192.168.233.196 (6b5a31d7-7d49-401b-b165-5534bb1b189f/7538da02-a1f2-4777-822c-5df3d2737d42/14ea974e-7d86-4e02-af03-fec7e5239009) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:53:31.109893 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Publish callbacks [] for port (14ea974e-7d86-4e02-af03-fec7e5239009), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:31.200812 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:31.245365 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Network 6b5a31d7-7d49-401b-b165-5534bb1b189f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:53:31.248367 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:53:31.252516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:53:31.276736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Pushing event updated for resources: {'Port': ['ID=14ea974e-7d86-4e02-af03-fec7e5239009,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:31.306180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:31.306792 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:31.403563 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-ae4ccb56-f889-4876-8b24-94682453d5dd tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9676385
Apr 16 21:53:31.514764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Request body: {'port': {'device_id': '99bda36e-ea80-4f20-b825-c76c36155d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:53:31.518693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-11586297-5df0-469f-8412-2d34858788c3 None None] Provisioning complete for port 14ea974e-7d86-4e02-af03-fec7e5239009 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:53:31.519287 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-11586297-5df0-469f-8412-2d34858788c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:31.552980 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-11586297-5df0-469f-8412-2d34858788c3 None None] Port 14ea974e-7d86-4e02-af03-fec7e5239009 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:53:31.578805 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:31.849705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ea974e-7d86-4e02-af03-fec7e5239009 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:53:31.875031 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Publish callbacks [] for port (14ea974e-7d86-4e02-af03-fec7e5239009), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:31.901125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b17e3-d83f-4caa-a1ce-b012a1d6a088 req-5cf98f76-0a85-441a-954d-3e4cf62b1bc3 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:31.902608 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d26b17e3-d83f-4caa-a1ce-b012a1d6a088 req-5cf98f76-0a85-441a-954d-3e4cf62b1bc3 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 936 time: 0.0671692
Apr 16 21:53:31.905167 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Transition to ACTIVE for port object 14ea974e-7d86-4e02-af03-fec7e5239009 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:53:31.953569 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d26b17e3-d83f-4caa-a1ce-b012a1d6a088 req-9c232cd4-0099-4095-a008-6f0d4cd68afc tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/security-groups?id=da91999b-3663-4241-8b53-c27fd079cf83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447814
Apr 16 21:53:31.966225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:32.018527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Pushing event updated for resources: {'Port': ['ID=14ea974e-7d86-4e02-af03-fec7e5239009,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:32.088876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Attempting to bind port 14ea974e-7d86-4e02-af03-fec7e5239009 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:53:32.089222 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Attempting to bind port 14ea974e-7d86-4e02-af03-fec7e5239009 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:53:32.089555 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Attempting to bind port 14ea974e-7d86-4e02-af03-fec7e5239009 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:53:32.094034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Port 14ea974e-7d86-4e02-af03-fec7e5239009 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:53:32.094361 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Attempting to bind port 14ea974e-7d86-4e02-af03-fec7e5239009 on network 6b5a31d7-7d49-401b-b165-5534bb1b189f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:53:32.099916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:53:32.100287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Checking segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:53:32.100682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Bound using segment: {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:53:32.101114 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Bound port: 14ea974e-7d86-4e02-af03-fec7e5239009, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3186b349-58b1-486c-82e5-520e3adfb548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:53:32.101476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:32.170721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] For port 14ea974e-7d86-4e02-af03-fec7e5239009, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:53:32.173871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] For port 14ea974e-7d86-4e02-af03-fec7e5239009, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14ea974e-7d86-4e02-af03-fec7e5239009,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:53:32.269603 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:32.308887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:32.309526 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:32.310924 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] 10.222.0.11 "PUT /v2.0/ports/14ea974e-7d86-4e02-af03-fec7e5239009 HTTP/1.1" status: 200  len: 1096 time: 0.8998110
Apr 16 21:53:32.311372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bda36e-ea80-4f20-b825-c76c36155d0b', 'tag': '14ea974e-7d86-4e02-af03-fec7e5239009'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:53:32.313654 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cef4a4-2b7c-4614-8c9f-b2ca2faa3589" -d '{"events": [{"name": "network-changed", "server_uuid": "99bda36e-ea80-4f20-b825-c76c36155d0b", "tag": "14ea974e-7d86-4e02-af03-fec7e5239009"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:53:32.337632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5f883-118a-4dbf-ba1a-8a3956093e78 service neutron] Pushing event updated for resources: {'Port': ['ID=14ea974e-7d86-4e02-af03-fec7e5239009,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:32.366352 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b931d161-e418-408a-8cfc-f5e17bdae7ff x-openstack-request-id: req-b931d161-e418-408a-8cfc-f5e17bdae7ff {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:53:32.366352 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bda36e-ea80-4f20-b825-c76c36155d0b", "tag": "14ea974e-7d86-4e02-af03-fec7e5239009", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:53:32.366352 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b931d161-e418-408a-8cfc-f5e17bdae7ff {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:53:32.366352 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b931d161-e418-408a-8cfc-f5e17bdae7ff'] response: {'name': 'network-changed', 'server_uuid': '99bda36e-ea80-4f20-b825-c76c36155d0b', 'tag': '14ea974e-7d86-4e02-af03-fec7e5239009', 'status': 'completed', 'code': 200}
Apr 16 21:53:32.423103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cef4a4-2b7c-4614-8c9f-b2ca2faa3589 req-7611e02a-090b-4496-a070-36d3ee945fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:32.424687 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81cef4a4-2b7c-4614-8c9f-b2ca2faa3589 req-7611e02a-090b-4496-a070-36d3ee945fef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48e225fe10944f3eb50816c44682da5d&device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 1130 time: 0.0426614
Apr 16 21:53:32.451537 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81cef4a4-2b7c-4614-8c9f-b2ca2faa3589 req-5ae2843c-6da8-4982-b7f3-c0367ac1420e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=48e225fe10944f3eb50816c44682da5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0204270
Apr 16 21:53:32.550452 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cef4a4-2b7c-4614-8c9f-b2ca2faa3589 req-923f96bf-65ce-464b-86f3-af623381b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:32.551948 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-81cef4a4-2b7c-4614-8c9f-b2ca2faa3589 req-923f96bf-65ce-464b-86f3-af623381b75a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0938582
Apr 16 21:53:32.625202 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-5fe22c87-e973-4124-8e02-9abbfd0d5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:32.627303 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-5fe22c87-e973-4124-8e02-9abbfd0d5397 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48e225fe10944f3eb50816c44682da5d&device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 1130 time: 0.0412354
Apr 16 21:53:32.668206 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-d6e8ed8d-30bc-4d9e-8c6a-827e91b92652 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=14ea974e-7d86-4e02-af03-fec7e5239009 HTTP/1.1" status: 200  len: 217 time: 0.0347776
Apr 16 21:53:32.720345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-a96ccda2-f211-4b51-ad53-f35b59196b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:32.721813 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-a96ccda2-f211-4b51-ad53-f35b59196b5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7538da02-a1f2-4777-822c-5df3d2737d42 HTTP/1.1" status: 200  len: 843 time: 0.0482752
Apr 16 21:53:32.763172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-37bbf393-2531-4f47-92a2-e670cafa7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:32.764658 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-37bbf393-2531-4f47-92a2-e670cafa7ec0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b5a31d7-7d49-401b-b165-5534bb1b189f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0376484
Apr 16 21:53:32.851047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-cdb862d8-392e-4c91-9613-db80ec47ea47 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797439
Apr 16 21:53:32.943510 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89fc9d45-c9d8-4959-ab34-162fa031e2b6 req-a85e3282-1795-420c-8693-b4a548080f37 service neutron] 10.222.0.11 "GET /v2.0/networks/6b5a31d7-7d49-401b-b165-5534bb1b189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874126
Apr 16 21:53:33.070439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a996a-1fa8-4ecf-a509-76bce5275254 req-fa5f65c4-3f5d-4a0a-953d-40a42f8caa8d tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:33.071925 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d36a996a-1fa8-4ecf-a509-76bce5275254 req-fa5f65c4-3f5d-4a0a-953d-40a42f8caa8d tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 948 time: 0.0484219
Apr 16 21:53:33.118063 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d36a996a-1fa8-4ecf-a509-76bce5275254 req-070f631b-d728-4de4-94a3-abd989c08e65 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/security-groups?id=da91999b-3663-4241-8b53-c27fd079cf83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404689
Apr 16 21:53:34.232820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d12578-b974-4c96-b198-64008c304e19 req-f069e06b-f252-45f1-a68d-be3a11ff1bb2 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:34.234279 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78d12578-b974-4c96-b198-64008c304e19 req-f069e06b-f252-45f1-a68d-be3a11ff1bb2 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 948 time: 0.0469990
Apr 16 21:53:34.281240 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-78d12578-b974-4c96-b198-64008c304e19 req-2e828f83-813b-4217-b6e2-8870ceb02232 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/security-groups?id=da91999b-3663-4241-8b53-c27fd079cf83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404797
Apr 16 21:53:35.398196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9a389-a0c7-4a5c-ac5f-9dde0e8fb612 req-d2f7e87d-b407-43a6-94ae-2c8e01c7f03c tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:35.399701 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-82c9a389-a0c7-4a5c-ac5f-9dde0e8fb612 req-d2f7e87d-b407-43a6-94ae-2c8e01c7f03c tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 948 time: 0.0523429
Apr 16 21:53:35.446420 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-82c9a389-a0c7-4a5c-ac5f-9dde0e8fb612 req-8cef9e14-ea58-4220-af45-ea0cccdefa7c tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/security-groups?id=da91999b-3663-4241-8b53-c27fd079cf83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411599
Apr 16 21:53:36.451501 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:36.560582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b041c-a497-465d-8f7a-b8c039d5433b req-75521a6a-67c6-4134-a697-6abaed4324c0 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:36.562028 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f72b041c-a497-465d-8f7a-b8c039d5433b req-75521a6a-67c6-4134-a697-6abaed4324c0 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 948 time: 0.0501194
Apr 16 21:53:36.607503 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f72b041c-a497-465d-8f7a-b8c039d5433b req-d5807d8a-6b30-4c56-bbd5-1309f1e8b5f0 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/security-groups?id=da91999b-3663-4241-8b53-c27fd079cf83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392983
Apr 16 21:53:36.723882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 14ea974e-7d86-4e02-af03-fec7e5239009 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:53:36.823602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 14ea974e-7d86-4e02-af03-fec7e5239009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14ea974e-7d86-4e02-af03-fec7e5239009,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:36.834993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '14ea974e-7d86-4e02-af03-fec7e5239009', 'network_id': '6b5a31d7-7d49-401b-b165-5534bb1b189f', 'port_id': '14ea974e-7d86-4e02-af03-fec7e5239009', 'mac_address': 'fa:16:3e:1e:36:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7538da02-a1f2-4777-822c-5df3d2737d42', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:53:36.871559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 14ea974e-7d86-4e02-af03-fec7e5239009 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:53:36.872325 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:36.885787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ea974e-7d86-4e02-af03-fec7e5239009 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:53:36.909370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 14ea974e-7d86-4e02-af03-fec7e5239009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14ea974e-7d86-4e02-af03-fec7e5239009,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:36.966572 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:37.017869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=14ea974e-7d86-4e02-af03-fec7e5239009,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:37.200978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['14ea974e-7d86-4e02-af03-fec7e5239009'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:53:37.721990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44479d-28cb-4103-99b5-7c4e1f4f5ea1 req-a1d23934-41bd-4858-9b33-3dd4450ae78f tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:37.723555 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab44479d-28cb-4103-99b5-7c4e1f4f5ea1 req-a1d23934-41bd-4858-9b33-3dd4450ae78f tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 949 time: 0.0492749
Apr 16 21:53:37.770820 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab44479d-28cb-4103-99b5-7c4e1f4f5ea1 req-bb0af256-74f2-4ca0-98e1-7e12e621e4a6 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/security-groups?id=da91999b-3663-4241-8b53-c27fd079cf83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414407
Apr 16 21:53:38.822522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 14ea974e-7d86-4e02-af03-fec7e5239009 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:53:38.870366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 14ea974e-7d86-4e02-af03-fec7e5239009 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:53:38.882888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eb7a8-139d-48cf-b31c-3a755e523a20 req-c56c544b-52a1-49e4-962d-c1ce69126fe1 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:38.884415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-229eb7a8-139d-48cf-b31c-3a755e523a20 req-c56c544b-52a1-49e4-962d-c1ce69126fe1 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 949 time: 0.0478425
Apr 16 21:53:38.932253 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-229eb7a8-139d-48cf-b31c-3a755e523a20 req-40227781-0965-48e4-bf0f-40f2e8458338 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/security-groups?id=da91999b-3663-4241-8b53-c27fd079cf83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422645
Apr 16 21:53:38.949235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 14ea974e-7d86-4e02-af03-fec7e5239009 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:53:38.949622 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:39.035631 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd92a-10ca-4ee7-af69-de3cd3689762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:39.037310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 14ea974e-7d86-4e02-af03-fec7e5239009 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:53:39.037674 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:39.060232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bda36e-ea80-4f20-b825-c76c36155d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ea974e-7d86-4e02-af03-fec7e5239009'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:53:39.062430 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14934992-e3c3-4b0e-b8a8-cb643ffa233c" -d '{"events": [{"server_uuid": "99bda36e-ea80-4f20-b825-c76c36155d0b", "name": "network-vif-plugged", "status": "completed", "tag": "14ea974e-7d86-4e02-af03-fec7e5239009"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:53:39.074999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 14ea974e-7d86-4e02-af03-fec7e5239009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14ea974e-7d86-4e02-af03-fec7e5239009,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:39.100897 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c629730-5d9d-4720-ae47-8027a6786693 x-openstack-request-id: req-7c629730-5d9d-4720-ae47-8027a6786693 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:53:39.101525 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bda36e-ea80-4f20-b825-c76c36155d0b", "name": "network-vif-plugged", "status": "completed", "tag": "14ea974e-7d86-4e02-af03-fec7e5239009", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:53:39.101787 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c629730-5d9d-4720-ae47-8027a6786693 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:53:39.102186 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c629730-5d9d-4720-ae47-8027a6786693'] response: {'server_uuid': '99bda36e-ea80-4f20-b825-c76c36155d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ea974e-7d86-4e02-af03-fec7e5239009', 'code': 200}
Apr 16 21:53:39.126673 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:39.177267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=14ea974e-7d86-4e02-af03-fec7e5239009,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:39.195440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f91b4-303a-4713-8ea5-24f7db6c995e req-79579b9c-e2af-405a-acad-d6bf28771512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:39.196951 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e97f91b4-303a-4713-8ea5-24f7db6c995e req-79579b9c-e2af-405a-acad-d6bf28771512 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 1132 time: 0.0407665
Apr 16 21:53:39.243708 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e97f91b4-303a-4713-8ea5-24f7db6c995e req-a4126bcd-9612-488c-a601-970cc91514f2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=da91999b-3663-4241-8b53-c27fd079cf83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410864
Apr 16 21:53:40.045439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958c7a5-454f-4ffd-99cf-c8c1e895ddc3 req-e08d71ee-0276-4a26-a040-c8de51201f9a tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:40.046920 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f958c7a5-454f-4ffd-99cf-c8c1e895ddc3 req-e08d71ee-0276-4a26-a040-c8de51201f9a tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 950 time: 0.0471885
Apr 16 21:53:40.098411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f958c7a5-454f-4ffd-99cf-c8c1e895ddc3 req-2e646361-eb68-44b8-81a9-db47b731990f tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/security-groups?id=da91999b-3663-4241-8b53-c27fd079cf83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450737
Apr 16 21:53:41.215269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724e63a-edf6-48fb-aad0-e761af89cecd req-0b6a58dc-f64c-41cb-9069-12782bf325f4 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:41.216966 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3724e63a-edf6-48fb-aad0-e761af89cecd req-0b6a58dc-f64c-41cb-9069-12782bf325f4 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 950 time: 0.0510063
Apr 16 21:53:41.270068 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3724e63a-edf6-48fb-aad0-e761af89cecd req-950710d8-6993-4125-8e60-ff328e2d4367 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/security-groups?id=da91999b-3663-4241-8b53-c27fd079cf83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471301
Apr 16 21:53:41.650790 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d516b91b-a9ef-4d1b-8f09-30fac4493004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:41.700591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-b22a7283-43ce-4d79-a502-0ccf59aaa9d3 req-1426c209-5eb4-4ba0-974c-361bcb87f38a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:53:41.701596 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b22a7283-43ce-4d79-a502-0ccf59aaa9d3 req-1426c209-5eb4-4ba0-974c-361bcb87f38a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0628498
Apr 16 21:53:42.191626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-734539c0-b9f9-4dc9-9351-c71a0af72cd6 req-899fcdfd-580e-4e9d-aa26-4bb2430a0815 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:53:42.192686 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-734539c0-b9f9-4dc9-9351-c71a0af72cd6 req-899fcdfd-580e-4e9d-aa26-4bb2430a0815 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0566778
Apr 16 21:53:42.680727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:42.856392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e4011-73d6-4a94-aa19-5ce1ffaf221f req-6ef4f9fa-7875-41c5-af8d-32a529a2681b tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:42.857890 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b66e4011-73d6-4a94-aa19-5ce1ffaf221f req-6ef4f9fa-7875-41c5-af8d-32a529a2681b tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 950 time: 0.0469475
Apr 16 21:53:42.904139 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b66e4011-73d6-4a94-aa19-5ce1ffaf221f req-84110174-4ab2-4817-838a-1b2729d74a1a tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/security-groups?id=da91999b-3663-4241-8b53-c27fd079cf83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402644
Apr 16 21:53:43.743165 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:44.019197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c241c-d852-40f9-b1f0-7725b2ce1cfe req-20d1a68e-cf43-46c9-a62b-657fa0055c78 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:44.020672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f13c241c-d852-40f9-b1f0-7725b2ce1cfe req-20d1a68e-cf43-46c9-a62b-657fa0055c78 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 950 time: 0.0477417
Apr 16 21:53:44.067256 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f13c241c-d852-40f9-b1f0-7725b2ce1cfe req-2fcdcd4b-40a7-4e0f-a16a-20fb49ab083f tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/security-groups?id=da91999b-3663-4241-8b53-c27fd079cf83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408900
Apr 16 21:53:44.194882 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:44.502488 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c810da-a4ae-4224-bfb9-1bf2628f2d62 req-8a2ecccb-dd54-4dd7-ad7f-596f78caf096 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:44.503882 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18c810da-a4ae-4224-bfb9-1bf2628f2d62 req-8a2ecccb-dd54-4dd7-ad7f-596f78caf096 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.11 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 950 time: 0.3972385
Apr 16 21:53:44.584157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-18c810da-a4ae-4224-bfb9-1bf2628f2d62 req-9052b85a-3fa2-49b6-a174-b62b29ebc7e3 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Deleting port 14ea974e-7d86-4e02-af03-fec7e5239009 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:53:44.584531 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18c810da-a4ae-4224-bfb9-1bf2628f2d62 req-9052b85a-3fa2-49b6-a174-b62b29ebc7e3 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:44.674688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-18c810da-a4ae-4224-bfb9-1bf2628f2d62 req-9052b85a-3fa2-49b6-a174-b62b29ebc7e3 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] For port 14ea974e-7d86-4e02-af03-fec7e5239009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14ea974e-7d86-4e02-af03-fec7e5239009,segment=NetworkSegment(3186b349-58b1-486c-82e5-520e3adfb548),segment_id=3186b349-58b1-486c-82e5-520e3adfb548)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:44.675058 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18c810da-a4ae-4224-bfb9-1bf2628f2d62 req-9052b85a-3fa2-49b6-a174-b62b29ebc7e3 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:44.689128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-18c810da-a4ae-4224-bfb9-1bf2628f2d62 req-9052b85a-3fa2-49b6-a174-b62b29ebc7e3 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Calling delete_port for 14ea974e-7d86-4e02-af03-fec7e5239009 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:53:44.867504 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18c810da-a4ae-4224-bfb9-1bf2628f2d62 req-9052b85a-3fa2-49b6-a174-b62b29ebc7e3 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (14ea974e-7d86-4e02-af03-fec7e5239009), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:44.880320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['14ea974e-7d86-4e02-af03-fec7e5239009'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:53:44.900037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052b85a-3fa2-49b6-a174-b62b29ebc7e3 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Pushing event deleted for resources: {'Port': ['ID=14ea974e-7d86-4e02-af03-fec7e5239009,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:44.945401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c810da-a4ae-4224-bfb9-1bf2628f2d62 req-9052b85a-3fa2-49b6-a174-b62b29ebc7e3 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] No DVR routers for this DVR port 14ea974e-7d86-4e02-af03-fec7e5239009 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:53:44.948550 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-18c810da-a4ae-4224-bfb9-1bf2628f2d62 req-9052b85a-3fa2-49b6-a174-b62b29ebc7e3 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:44.951596 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18c810da-a4ae-4224-bfb9-1bf2628f2d62 req-9052b85a-3fa2-49b6-a174-b62b29ebc7e3 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.11 "DELETE /v2.0/ports/14ea974e-7d86-4e02-af03-fec7e5239009 HTTP/1.1" status: 204  len: 173 time: 0.4420097
Apr 16 21:53:44.952063 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bda36e-ea80-4f20-b825-c76c36155d0b', 'name': 'network-vif-deleted', 'tag': '14ea974e-7d86-4e02-af03-fec7e5239009'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:53:44.954983 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e2ad60-26bd-46f1-b68a-f47191307397" -d '{"events": [{"server_uuid": "99bda36e-ea80-4f20-b825-c76c36155d0b", "name": "network-vif-deleted", "tag": "14ea974e-7d86-4e02-af03-fec7e5239009"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:53:44.992500 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ec7694-2e9e-49e2-a819-5f407e0dcce4 x-openstack-request-id: req-52ec7694-2e9e-49e2-a819-5f407e0dcce4 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:53:44.992832 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bda36e-ea80-4f20-b825-c76c36155d0b", "name": "network-vif-deleted", "tag": "14ea974e-7d86-4e02-af03-fec7e5239009", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:53:44.993134 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52ec7694-2e9e-49e2-a819-5f407e0dcce4 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:53:44.993569 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ec7694-2e9e-49e2-a819-5f407e0dcce4'] response: {'server_uuid': '99bda36e-ea80-4f20-b825-c76c36155d0b', 'name': 'network-vif-deleted', 'tag': '14ea974e-7d86-4e02-af03-fec7e5239009', 'status': 'completed', 'code': 200}
Apr 16 21:53:45.166265 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9078cf2f-73a7-40ca-bb34-10720247dae4 req-d8a69dee-0ea5-4248-b3f7-4b71738ca136 tempest-ServersAdminNegativeTestJSON-1718338656 tempest-ServersAdminNegativeTestJSON-1718338656-project] 10.222.0.20 "GET /v2.0/ports?device_id=99bda36e-ea80-4f20-b825-c76c36155d0b HTTP/1.1" status: 200  len: 210 time: 0.0308125
Apr 16 21:53:45.456188 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:46.607927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49284) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:46.739634 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c3f50760-b0d8-4f5c-9c1d-c6e0098253cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48e225fe10944f3eb50816c44682da5d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1305254
Apr 16 21:53:46.742234 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49288) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:46.791463 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e25d653a-2d1c-4ee2-a3d1-27dd04902b84 admin admin] Publish callbacks [] for security_group (da91999b-3663-4241-8b53-c27fd079cf83), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:46.813138 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e25d653a-2d1c-4ee2-a3d1-27dd04902b84 admin admin] Publish callbacks [] for security_group (da91999b-3663-4241-8b53-c27fd079cf83), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:46.914791 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e25d653a-2d1c-4ee2-a3d1-27dd04902b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (da91999b-3663-4241-8b53-c27fd079cf83), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:46.917407 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e25d653a-2d1c-4ee2-a3d1-27dd04902b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:46.918551 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e25d653a-2d1c-4ee2-a3d1-27dd04902b84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da91999b-3663-4241-8b53-c27fd079cf83 HTTP/1.1" status: 204  len: 168 time: 0.1754446
Apr 16 21:53:46.927061 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d653a-2d1c-4ee2-a3d1-27dd04902b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da91999b-3663-4241-8b53-c27fd079cf83,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:47.573210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49294) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:47.587186 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0bde3d6-39e7-4896-8808-fcf504c90c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:47.660779 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0bde3d6-39e7-4896-8808-fcf504c90c14 admin admin] Publish callbacks [] for security_group (3f0affdd-1a03-4ede-9d0e-6d9c62dfb13a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:47.749030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a0bde3d6-39e7-4896-8808-fcf504c90c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3f0affdd-1a03-4ede-9d0e-6d9c62dfb13a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:47.788359 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a0bde3d6-39e7-4896-8808-fcf504c90c14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf0cf29c8fe141b3ac6d742f0b474c78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2140577
Apr 16 21:53:47.789334 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bde3d6-39e7-4896-8808-fcf504c90c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0affdd-1a03-4ede-9d0e-6d9c62dfb13a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:47.792356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49296) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:47.842114 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1467d3ca-1d3c-4a96-8d75-6daa49785857 admin admin] Publish callbacks [] for security_group (3f0affdd-1a03-4ede-9d0e-6d9c62dfb13a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:47.863740 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1467d3ca-1d3c-4a96-8d75-6daa49785857 admin admin] Publish callbacks [] for security_group (3f0affdd-1a03-4ede-9d0e-6d9c62dfb13a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:47.982909 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1467d3ca-1d3c-4a96-8d75-6daa49785857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3f0affdd-1a03-4ede-9d0e-6d9c62dfb13a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:47.985579 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1467d3ca-1d3c-4a96-8d75-6daa49785857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:47.986720 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1467d3ca-1d3c-4a96-8d75-6daa49785857 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f0affdd-1a03-4ede-9d0e-6d9c62dfb13a HTTP/1.1" status: 204  len: 168 time: 0.1928589
Apr 16 21:53:47.994707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467d3ca-1d3c-4a96-8d75-6daa49785857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0affdd-1a03-4ede-9d0e-6d9c62dfb13a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:48.848082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 14ea974e-7d86-4e02-af03-fec7e5239009 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:53:48.868656 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 14ea974e-7d86-4e02-af03-fec7e5239009 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:53:48.869010 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 14ea974e-7d86-4e02-af03-fec7e5239009 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:53:49.028541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49318) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:49.126286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1884270539-network', 'tenant_id': 'efbd1717b6ff4d73b5187f4d19c05e4a'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:53:49.199751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Made reservation on behalf of efbd1717b6ff4d73b5187f4d19c05e4a for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:53:49.202037 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:49.210396 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:49.287234 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Publish callbacks [] for security_group (647999a4-836d-4878-a0b8-bad7c8f5d1b6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:49.360295 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (647999a4-836d-4878-a0b8-bad7c8f5d1b6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:49.385043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:53:49.394362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647999a4-836d-4878-a0b8-bad7c8f5d1b6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:49.400379 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1f7b4e33-119a-403a-8351-bc5e3f121a28), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:49.400775 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Added segment 1f7b4e33-119a-403a-8351-bc5e3f121a28 of type vlan for network 5a98825e-7844-4a20-91af-c751fd67dab9
Apr 16 21:53:49.440940 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (5a98825e-7844-4a20-91af-c751fd67dab9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:49.542692 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (5a98825e-7844-4a20-91af-c751fd67dab9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:49.543674 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:49.544284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:49.602703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] Pushing event updated for resources: {'Network': ['ID=5a98825e-7844-4a20-91af-c751fd67dab9,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:49.612459 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 5a98825e-7844-4a20-91af-c751fd67dab9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:53:49.658849 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ba47b1a3-8b8f-4886-83d9-1e2dac134b02 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6291833
Apr 16 21:53:49.661676 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49322) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:53:49.666781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a871bb44-2db7-4227-bc2f-f93cecc1d0f1 admin admin] Request body: {'subnet': {'network_id': '5a98825e-7844-4a20-91af-c751fd67dab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1884270539-subnet', 'tenant_id': 'efbd1717b6ff4d73b5187f4d19c05e4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:53:49.758759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a871bb44-2db7-4227-bc2f-f93cecc1d0f1 admin admin] Made reservation on behalf of efbd1717b6ff4d73b5187f4d19c05e4a for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:53:49.761122 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a871bb44-2db7-4227-bc2f-f93cecc1d0f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:49.978069 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a871bb44-2db7-4227-bc2f-f93cecc1d0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (aea95fbf-4f7e-4523-8538-43a14f9d22b5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:50.042830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871bb44-2db7-4227-bc2f-f93cecc1d0f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea95fbf-4f7e-4523-8538-43a14f9d22b5,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:50.047122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a871bb44-2db7-4227-bc2f-f93cecc1d0f1 admin admin] Checking segment: {'id': '1f7b4e33-119a-403a-8351-bc5e3f121a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5a98825e-7844-4a20-91af-c751fd67dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:53:50.047490 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a871bb44-2db7-4227-bc2f-f93cecc1d0f1 admin admin] Network hostable DHCP agents. Network: 5a98825e-7844-4a20-91af-c751fd67dab9, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:53:50.135910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a871bb44-2db7-4227-bc2f-f93cecc1d0f1 admin admin] Network 5a98825e-7844-4a20-91af-c751fd67dab9 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:53:50.227534 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a871bb44-2db7-4227-bc2f-f93cecc1d0f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5a98825e-7844-4a20-91af-c751fd67dab9) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:53:50.231775 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a871bb44-2db7-4227-bc2f-f93cecc1d0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:50.232356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a871bb44-2db7-4227-bc2f-f93cecc1d0f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:50.238167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf16ca2-edfb-48c9-a254-ea9871ce9924 None None] Network 5a98825e-7844-4a20-91af-c751fd67dab9 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:53:50.311417 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a871bb44-2db7-4227-bc2f-f93cecc1d0f1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6483257
Apr 16 21:53:50.332575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b72701-78d3-4ba8-8bef-04ff268573ed None None] Network 5a98825e-7844-4a20-91af-c751fd67dab9 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:53:50.730200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-84ab7d65-1589-48af-9170-2a4b662e706d tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:50.731679 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-84ab7d65-1589-48af-9170-2a4b662e706d tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/networks?id=5a98825e-7844-4a20-91af-c751fd67dab9 HTTP/1.1" status: 200  len: 812 time: 0.1004028
Apr 16 21:53:50.746424 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-fc195547-55d1-4052-916b-0ee387d0377b tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/quotas/efbd1717b6ff4d73b5187f4d19c05e4a HTTP/1.1" status: 200  len: 375 time: 0.0087163
Apr 16 21:53:50.778183 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-cce829d2-4645-4366-b7e6-5b82ed79fffa tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=efbd1717b6ff4d73b5187f4d19c05e4a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0270784
Apr 16 21:53:50.788603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-b92d2fbe-c75b-4494-99a7-befcb82fa413 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:53:50.789590 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-b92d2fbe-c75b-4494-99a7-befcb82fa413 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047913
Apr 16 21:53:50.879405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-d6c0c223-9219-4df4-a9cf-51e97aef7903 service neutron] 10.222.0.20 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847142
Apr 16 21:53:50.967775 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-aa8d0ab3-1ec2-467a-814b-fb4bc78417bc service neutron] 10.222.0.20 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826221
Apr 16 21:53:51.220344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-596cdf4a-e8c9-4580-8662-b47efe05c079 req-66504003-11cb-49fb-8201-3e66e280cd74 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 210 time: 0.0309374
Apr 16 21:53:52.576417 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08070332-2114-4996-bb30-e54038457fdb req-3d38b1a6-8fd2-4cf3-93c8-a8c6a9c9e768 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 210 time: 0.0334611
Apr 16 21:53:53.302556 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-49219e66-082e-4c6d-a7b9-eadf9da61567 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:53.304004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-49219e66-082e-4c6d-a7b9-eadf9da61567 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.11 "GET /v2.0/networks?id=5a98825e-7844-4a20-91af-c751fd67dab9 HTTP/1.1" status: 200  len: 812 time: 0.0986643
Apr 16 21:53:53.315396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-8f8f81e3-6e2f-42e8-abc8-b2b259a4f94c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Request body: {'port': {'device_id': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'network_id': '5a98825e-7844-4a20-91af-c751fd67dab9', 'admin_state_up': True, 'tenant_id': 'efbd1717b6ff4d73b5187f4d19c05e4a'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:53:53.497586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-8f8f81e3-6e2f-42e8-abc8-b2b259a4f94c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Made reservation on behalf of efbd1717b6ff4d73b5187f4d19c05e4a for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:53:53.501725 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-8f8f81e3-6e2f-42e8-abc8-b2b259a4f94c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:53.625134 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-8f8f81e3-6e2f-42e8-abc8-b2b259a4f94c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Allocated IP 172.20.0.7 (5a98825e-7844-4a20-91af-c751fd67dab9/aea95fbf-4f7e-4523-8538-43a14f9d22b5/102ee478-ed79-49d6-a7cd-2fe3125d53cd) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:53:53.689575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2967d792-6a1b-4506-bce3-0bb2ad4446f2 req-bd998b11-a81e-42b3-a68c-98eb627c48d1 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 210 time: 0.0410345
Apr 16 21:53:53.807321 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-8f8f81e3-6e2f-42e8-abc8-b2b259a4f94c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Publish callbacks [] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:53.891691 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-8f8f81e3-6e2f-42e8-abc8-b2b259a4f94c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:53.936918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-8f8f81e3-6e2f-42e8-abc8-b2b259a4f94c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Network 5a98825e-7844-4a20-91af-c751fd67dab9 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:53:53.940907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-8f8f81e3-6e2f-42e8-abc8-b2b259a4f94c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:53:53.944513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-8f8f81e3-6e2f-42e8-abc8-b2b259a4f94c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:53:53.976562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f81e3-6e2f-42e8-abc8-b2b259a4f94c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Pushing event updated for resources: {'Port': ['ID=102ee478-ed79-49d6-a7cd-2fe3125d53cd,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:53.998306 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-8f8f81e3-6e2f-42e8-abc8-b2b259a4f94c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:53.998924 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-8f8f81e3-6e2f-42e8-abc8-b2b259a4f94c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:54.082703 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-8f8f81e3-6e2f-42e8-abc8-b2b259a4f94c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7709327
Apr 16 21:53:54.093945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Request body: {'port': {'device_id': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:53:54.152309 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:54.412746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102ee478-ed79-49d6-a7cd-2fe3125d53cd {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:53:54.419801 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Publish callbacks [] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:54.432914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Transition to ACTIVE for port object 102ee478-ed79-49d6-a7cd-2fe3125d53cd will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:53:54.479742 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:54.532962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Pushing event updated for resources: {'Port': ['ID=102ee478-ed79-49d6-a7cd-2fe3125d53cd,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:54.597139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Attempting to bind port 102ee478-ed79-49d6-a7cd-2fe3125d53cd on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:53:54.597483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Attempting to bind port 102ee478-ed79-49d6-a7cd-2fe3125d53cd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1f7b4e33-119a-403a-8351-bc5e3f121a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5a98825e-7844-4a20-91af-c751fd67dab9'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:53:54.597848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Attempting to bind port 102ee478-ed79-49d6-a7cd-2fe3125d53cd on network 5a98825e-7844-4a20-91af-c751fd67dab9 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:53:54.602446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Port 102ee478-ed79-49d6-a7cd-2fe3125d53cd on network 5a98825e-7844-4a20-91af-c751fd67dab9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:53:54.602777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Attempting to bind port 102ee478-ed79-49d6-a7cd-2fe3125d53cd on network 5a98825e-7844-4a20-91af-c751fd67dab9 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:53:54.607530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:53:54.607881 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Checking segment: {'id': '1f7b4e33-119a-403a-8351-bc5e3f121a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5a98825e-7844-4a20-91af-c751fd67dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:53:54.608308 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Bound using segment: {'id': '1f7b4e33-119a-403a-8351-bc5e3f121a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5a98825e-7844-4a20-91af-c751fd67dab9'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:53:54.608741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Bound port: 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f7b4e33-119a-403a-8351-bc5e3f121a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5a98825e-7844-4a20-91af-c751fd67dab9'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:53:54.609101 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:54.674193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] For port 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:53:54.677158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] For port 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd,segment=NetworkSegment(1f7b4e33-119a-403a-8351-bc5e3f121a28),segment_id=1f7b4e33-119a-403a-8351-bc5e3f121a28)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:53:54.760748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:54.798948 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:54.799635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:54.801281 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] 10.222.0.11 "PUT /v2.0/ports/102ee478-ed79-49d6-a7cd-2fe3125d53cd HTTP/1.1" status: 200  len: 1091 time: 0.7114751
Apr 16 21:53:54.801784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'tag': '102ee478-ed79-49d6-a7cd-2fe3125d53cd'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:53:54.804020 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d606633-3d72-484d-9039-97653f19410f" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb7b620-bde5-480a-8ba4-1aa778d5261b", "tag": "102ee478-ed79-49d6-a7cd-2fe3125d53cd"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:53:54.804505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570aa05-64fb-4638-8ed5-c1d3a1a49dcc req-25d9f6b5-c9e1-4343-8255-12e0e70e8113 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:54.805998 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7570aa05-64fb-4638-8ed5-c1d3a1a49dcc req-25d9f6b5-c9e1-4343-8255-12e0e70e8113 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 943 time: 0.0485327
Apr 16 21:53:54.830076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Pushing event updated for resources: {'Port': ['ID=102ee478-ed79-49d6-a7cd-2fe3125d53cd,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:54.838147 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.838541 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.842836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.845299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.845299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.845299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.845299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.845299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.845863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.845863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.846187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.846500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.846823 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.847125 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.847603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18269a2c-03de-42cc-986b-cef042a8a66a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:53:54.863129 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7570aa05-64fb-4638-8ed5-c1d3a1a49dcc req-7a1cfb3d-f1d8-4782-b4d4-72e81386e3f8 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498312
Apr 16 21:53:54.917698 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd8d006-6af2-421a-9715-9f8b421bc4fd x-openstack-request-id: req-ebd8d006-6af2-421a-9715-9f8b421bc4fd {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:53:54.917993 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb7b620-bde5-480a-8ba4-1aa778d5261b", "tag": "102ee478-ed79-49d6-a7cd-2fe3125d53cd", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:53:54.918245 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebd8d006-6af2-421a-9715-9f8b421bc4fd {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:53:54.918652 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd8d006-6af2-421a-9715-9f8b421bc4fd'] response: {'name': 'network-changed', 'server_uuid': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'tag': '102ee478-ed79-49d6-a7cd-2fe3125d53cd', 'status': 'completed', 'code': 200}
Apr 16 21:53:54.977981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d606633-3d72-484d-9039-97653f19410f req-e30fb421-9fd4-4de1-b3f0-3771092f9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:54.979401 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d606633-3d72-484d-9039-97653f19410f req-e30fb421-9fd4-4de1-b3f0-3771092f9702 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efbd1717b6ff4d73b5187f4d19c05e4a&device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 1125 time: 0.0398695
Apr 16 21:53:55.078013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d606633-3d72-484d-9039-97653f19410f req-604c1b87-4b9f-4c1a-862e-8250e910b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:55.080117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d606633-3d72-484d-9039-97653f19410f req-604c1b87-4b9f-4c1a-862e-8250e910b300 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=efbd1717b6ff4d73b5187f4d19c05e4a&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0942330
Apr 16 21:53:55.169945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d606633-3d72-484d-9039-97653f19410f req-8dca7c66-9854-4674-b95a-62efc98522a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:55.171465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d606633-3d72-484d-9039-97653f19410f req-8dca7c66-9854-4674-b95a-62efc98522a6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0857291
Apr 16 21:53:55.247720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-c31fe303-c989-477a-8cd5-5d12bf97fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:55.249127 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-c31fe303-c989-477a-8cd5-5d12bf97fb63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efbd1717b6ff4d73b5187f4d19c05e4a&device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 1125 time: 0.0438118
Apr 16 21:53:55.289265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-7851a486-b485-455a-a208-e8a5dcdd7c80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd HTTP/1.1" status: 200  len: 217 time: 0.0332758
Apr 16 21:53:55.335997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-5e8e3277-a243-4c12-9193-ee02b5e75800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:55.337449 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-5e8e3277-a243-4c12-9193-ee02b5e75800 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aea95fbf-4f7e-4523-8538-43a14f9d22b5 HTTP/1.1" status: 200  len: 852 time: 0.0431290
Apr 16 21:53:55.368498 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-93a68389-c7ca-40f5-b16c-d1e3ecce3f2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a98825e-7844-4a20-91af-c751fd67dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254555
Apr 16 21:53:55.457630 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-6369b12b-8532-47d3-9341-5a3f317839a5 service neutron] 10.222.0.11 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837297
Apr 16 21:53:55.543835 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8ba906a0-edf5-4ec3-b4d5-095f7ab1caad req-5801f0c9-1da8-40c7-a217-205b62fb489d service neutron] 10.222.0.11 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804818
Apr 16 21:53:55.974318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a95360-a49b-49b4-a54b-7ca4eacc9b92 req-9a110abd-69e7-4316-af26-190870f55285 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:55.975773 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37a95360-a49b-49b4-a54b-7ca4eacc9b92 req-9a110abd-69e7-4316-af26-190870f55285 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 943 time: 0.0455732
Apr 16 21:53:56.021743 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37a95360-a49b-49b4-a54b-7ca4eacc9b92 req-07db1c44-5d23-497d-a74d-d302ad28656c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400784
Apr 16 21:53:56.028225 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:53:57.142208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7ef1e-2862-4a9a-92ab-63666943f2bd req-17ae3630-044f-4744-bfe6-c9ca662800e6 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:57.143702 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22e7ef1e-2862-4a9a-92ab-63666943f2bd req-17ae3630-044f-4744-bfe6-c9ca662800e6 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 943 time: 0.0536408
Apr 16 21:53:57.190175 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22e7ef1e-2862-4a9a-92ab-63666943f2bd req-26673872-5bb5-4c59-8bb8-9f319442127e tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406432
Apr 16 21:53:58.303978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9aadd-e7da-475c-8cf4-7505b8e65621 req-7a3c7c18-41fa-492d-bada-6483bb47a162 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:58.305452 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9b9aadd-e7da-475c-8cf4-7505b8e65621 req-7a3c7c18-41fa-492d-bada-6483bb47a162 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 943 time: 0.0496085
Apr 16 21:53:58.351001 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9b9aadd-e7da-475c-8cf4-7505b8e65621 req-f69603a1-74f6-4949-9dc3-f29387e9c6af tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399401
Apr 16 21:53:58.911292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 102ee478-ed79-49d6-a7cd-2fe3125d53cd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:53:59.009803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd,segment=NetworkSegment(1f7b4e33-119a-403a-8351-bc5e3f121a28),segment_id=1f7b4e33-119a-403a-8351-bc5e3f121a28)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:59.021334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '102ee478-ed79-49d6-a7cd-2fe3125d53cd', 'network_id': '5a98825e-7844-4a20-91af-c751fd67dab9', 'port_id': '102ee478-ed79-49d6-a7cd-2fe3125d53cd', 'mac_address': 'fa:16:3e:2e:2a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea95fbf-4f7e-4523-8538-43a14f9d22b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:53:59.057759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 102ee478-ed79-49d6-a7cd-2fe3125d53cd is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:53:59.058151 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:59.070717 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102ee478-ed79-49d6-a7cd-2fe3125d53cd {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:53:59.089959 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd,segment=NetworkSegment(1f7b4e33-119a-403a-8351-bc5e3f121a28),segment_id=1f7b4e33-119a-403a-8351-bc5e3f121a28)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:53:59.171052 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:53:59.220449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=102ee478-ed79-49d6-a7cd-2fe3125d53cd,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:53:59.356138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['102ee478-ed79-49d6-a7cd-2fe3125d53cd'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:53:59.408423 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-a3275bcb-5df0-4bd1-bbcd-389786c14c4a tempest-TestNetworkAdvancedServerOps-1387150561 tempest-TestNetworkAdvancedServerOps-1387150561-project-admin] (122556) timed out ('10.222.0.20', 33112) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:53:59.467444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a6387-0a39-44e2-a9b0-c3893ffade13 req-8a33ca1a-bd68-4639-9c8e-50b1b578b687 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:53:59.469461 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-631a6387-0a39-44e2-a9b0-c3893ffade13 req-8a33ca1a-bd68-4639-9c8e-50b1b578b687 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 944 time: 0.0484726
Apr 16 21:53:59.516001 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-631a6387-0a39-44e2-a9b0-c3893ffade13 req-ce4fe7a2-fd0d-4908-8717-ba2400fb65b2 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410004
Apr 16 21:54:00.625777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdd049-f841-4778-b396-dd20bb19144e req-dc396d0b-b042-4e62-b391-a1a0db8d42ce tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:00.627223 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eecdd049-f841-4778-b396-dd20bb19144e req-dc396d0b-b042-4e62-b391-a1a0db8d42ce tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 944 time: 0.0462551
Apr 16 21:54:00.673307 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eecdd049-f841-4778-b396-dd20bb19144e req-29aa1de1-4bad-4c0f-941c-7569eb097355 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404317
Apr 16 21:54:00.698170 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-6442d3c3-3e8f-4fba-b98c-cedb50187651 req-3a273bb6-2224-4a18-922b-092c13d095ce service neutron] (122556) timed out ('10.222.0.20', 33032) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:54:00.911461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 102ee478-ed79-49d6-a7cd-2fe3125d53cd up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:54:00.958486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 102ee478-ed79-49d6-a7cd-2fe3125d53cd completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:54:01.062808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 102ee478-ed79-49d6-a7cd-2fe3125d53cd triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:54:01.063691 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:01.138200 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 102ee478-ed79-49d6-a7cd-2fe3125d53cd is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:54:01.138582 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:01.160538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102ee478-ed79-49d6-a7cd-2fe3125d53cd'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:54:01.162798 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77721c74-2d5c-4d1e-9fcf-230954ff8aca" -d '{"events": [{"server_uuid": "3fb7b620-bde5-480a-8ba4-1aa778d5261b", "name": "network-vif-plugged", "status": "completed", "tag": "102ee478-ed79-49d6-a7cd-2fe3125d53cd"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:54:01.174645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd,segment=NetworkSegment(1f7b4e33-119a-403a-8351-bc5e3f121a28),segment_id=1f7b4e33-119a-403a-8351-bc5e3f121a28)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:54:01.199157 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c050e065-d2e8-4077-a228-abe863ab5b16 x-openstack-request-id: req-c050e065-d2e8-4077-a228-abe863ab5b16 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:54:01.199447 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb7b620-bde5-480a-8ba4-1aa778d5261b", "name": "network-vif-plugged", "status": "completed", "tag": "102ee478-ed79-49d6-a7cd-2fe3125d53cd", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:54:01.199716 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c050e065-d2e8-4077-a228-abe863ab5b16 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:54:01.200159 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c050e065-d2e8-4077-a228-abe863ab5b16'] response: {'server_uuid': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102ee478-ed79-49d6-a7cd-2fe3125d53cd', 'code': 200}
Apr 16 21:54:01.245662 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:01.290547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b981d-efb5-4ac5-b417-f0cc0f14c414 req-44ba0399-ffeb-4634-b3bc-225a3daa9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:01.292460 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-339b981d-efb5-4ac5-b417-f0cc0f14c414 req-44ba0399-ffeb-4634-b3bc-225a3daa9a0b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 1127 time: 0.0377517
Apr 16 21:54:01.296375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=102ee478-ed79-49d6-a7cd-2fe3125d53cd,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:01.341303 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-339b981d-efb5-4ac5-b417-f0cc0f14c414 req-f7b82df3-fe1e-4bbf-af0d-68a185aa7765 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420368
Apr 16 21:54:01.788318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0d4f8-34a0-46ae-8c95-ffc66d91d6a7 req-51f2bf9f-0c91-41c9-9b72-8aca4952a789 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:01.789786 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aee0d4f8-34a0-46ae-8c95-ffc66d91d6a7 req-51f2bf9f-0c91-41c9-9b72-8aca4952a789 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0498285
Apr 16 21:54:01.835622 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aee0d4f8-34a0-46ae-8c95-ffc66d91d6a7 req-8a64aa13-c31d-4348-8b94-a1210091759e tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402188
Apr 16 21:54:02.948371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16213d5-7ef5-4301-b733-6e4bb151294b req-137cba41-0448-4ed2-9ea1-e09a95f34e68 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:02.949769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b16213d5-7ef5-4301-b733-6e4bb151294b req-137cba41-0448-4ed2-9ea1-e09a95f34e68 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0467231
Apr 16 21:54:02.995790 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b16213d5-7ef5-4301-b733-6e4bb151294b req-09b294e7-5336-45fa-966c-c0c853070a17 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405326
Apr 16 21:54:03.474049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b5ae-3470-4838-bd76-538dc3eb6521 req-824677e1-5d3b-42fd-93d0-190c3a176cb7 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:03.475561 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0875b5ae-3470-4838-bd76-538dc3eb6521 req-824677e1-5d3b-42fd-93d0-190c3a176cb7 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0467846
Apr 16 21:54:03.522533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0875b5ae-3470-4838-bd76-538dc3eb6521 req-82ca15c1-bfc0-4c13-a3b0-5528a9e4ea02 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409737
Apr 16 21:54:03.549956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49380) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:54:03.637549 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-3b0196c3-351f-409e-886f-b478ac079666 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0865114
Apr 16 21:54:03.646387 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-3cc6d52d-c594-4415-94b6-142be6cb3a83 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:54:03.647339 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-3cc6d52d-c594-4415-94b6-142be6cb3a83 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047636
Apr 16 21:54:04.230891 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49400) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:54:04.332949 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-2b0d0c51-e5d6-4503-91b9-8af14da037eb tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:04.334272 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-2b0d0c51-e5d6-4503-91b9-8af14da037eb tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports/102ee478-ed79-49d6-a7cd-2fe3125d53cd HTTP/1.1" status: 200  len: 942 time: 0.1023827
Apr 16 21:54:04.635644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddbb00-8ea6-476c-8bd9-4361946b22d8 req-6dc8c31b-065b-46fb-a1b9-3a270efbbe22 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:04.637132 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-deddbb00-8ea6-476c-8bd9-4361946b22d8 req-6dc8c31b-065b-46fb-a1b9-3a270efbbe22 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0467706
Apr 16 21:54:04.690738 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-deddbb00-8ea6-476c-8bd9-4361946b22d8 req-f6f0aeb5-d21d-48b9-ae49-f76d5632bb60 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479717
Apr 16 21:54:05.821904 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-2868c4ef-20a0-45b4-819d-a8ac1823303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:05.823408 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-2868c4ef-20a0-45b4-819d-a8ac1823303a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efbd1717b6ff4d73b5187f4d19c05e4a&device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 1127 time: 0.0688069
Apr 16 21:54:05.833716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a04b5-c7bd-4f50-b313-b02a354df8d1 req-fc9d9906-cac2-4b46-b921-7f300dbb3afb tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:05.835077 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be4a04b5-c7bd-4f50-b313-b02a354df8d1 req-fc9d9906-cac2-4b46-b921-7f300dbb3afb tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0723619
Apr 16 21:54:05.936950 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-be4a04b5-c7bd-4f50-b313-b02a354df8d1 req-52496fb6-2afb-4af3-886c-04a7223911e1 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937889
Apr 16 21:54:05.954562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-4e6d3072-8713-48a4-b4a6-86022f7d602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:05.956099 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-4e6d3072-8713-48a4-b4a6-86022f7d602d service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a98825e-7844-4a20-91af-c751fd67dab9 HTTP/1.1" status: 200  len: 913 time: 0.1201763
Apr 16 21:54:05.998594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-b7cf9e29-cb8c-4a54-8a2d-a36503cb809e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd HTTP/1.1" status: 200  len: 217 time: 0.0369613
Apr 16 21:54:06.049186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-75d155aa-c469-4513-9c68-0e5c35850cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:06.050614 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-75d155aa-c469-4513-9c68-0e5c35850cfb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aea95fbf-4f7e-4523-8538-43a14f9d22b5 HTTP/1.1" status: 200  len: 852 time: 0.0463753
Apr 16 21:54:06.081688 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-f6f14127-8a14-4b0f-95e6-9c7dda2397a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a98825e-7844-4a20-91af-c751fd67dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257907
Apr 16 21:54:06.168420 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-796ea919-2e22-4182-9e0d-ba3723507748 service neutron] 10.222.0.11 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812416
Apr 16 21:54:06.259166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-68a26670-24f6-4137-83d5-75a9d6a20d89 service neutron] 10.222.0.11 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850687
Apr 16 21:54:06.491569 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:07.053160 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9279d-1c3d-4ba3-bf7b-8508ef1b15c1 req-2770bbda-41f2-4edd-811e-de8f0a643a06 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:07.054645 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bc9279d-1c3d-4ba3-bf7b-8508ef1b15c1 req-2770bbda-41f2-4edd-811e-de8f0a643a06 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0469046
Apr 16 21:54:07.101500 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bc9279d-1c3d-4ba3-bf7b-8508ef1b15c1 req-bde7532c-9805-4fd0-ac23-5fd630232a23 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412359
Apr 16 21:54:08.215818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cd78c-436d-4966-9c01-bc2a5a7db013 req-dbc2da7f-e7bd-418c-8596-83c030a9e562 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:08.217324 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f9cd78c-436d-4966-9c01-bc2a5a7db013 req-dbc2da7f-e7bd-418c-8596-83c030a9e562 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0464530
Apr 16 21:54:08.263195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f9cd78c-436d-4966-9c01-bc2a5a7db013 req-70c7cd87-d244-4403-8ff1-484ad5c0f4c7 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397990
Apr 16 21:54:09.051159 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f49fb6ba-2c19-45a9-90bc-8fa90953e158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:09.376805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13c432-7786-4e51-818d-50bab4620fcb req-de05398c-c488-4878-822d-c19a69640330 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:09.378292 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac13c432-7786-4e51-818d-50bab4620fcb req-de05398c-c488-4878-822d-c19a69640330 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0479021
Apr 16 21:54:09.425090 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac13c432-7786-4e51-818d-50bab4620fcb req-ba1bf374-b6dc-4a44-8e2c-837c46cb2979 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411780
Apr 16 21:54:10.535743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48724b-f307-47a4-98c1-f15b8d61224b req-03a83648-c168-4ca6-bdf4-0ab3ce26dc7b tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:10.537242 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d48724b-f307-47a4-98c1-f15b8d61224b req-03a83648-c168-4ca6-bdf4-0ab3ce26dc7b tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0461416
Apr 16 21:54:10.586773 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8d48724b-f307-47a4-98c1-f15b8d61224b req-56ff37af-f876-4841-8afa-b5365785f420 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440266
Apr 16 21:54:11.655811 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d2b92c1-d6bd-4a65-b93f-a9d5727d0dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:11.704959 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df897b86-3c38-4b0d-9eaa-258289993601 req-c335585b-277a-4e3c-977c-2f7bd75b908b tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:11.706493 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-df897b86-3c38-4b0d-9eaa-258289993601 req-c335585b-277a-4e3c-977c-2f7bd75b908b tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0529866
Apr 16 21:54:11.753435 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-df897b86-3c38-4b0d-9eaa-258289993601 req-1cb74aa9-33b4-4f43-93c7-9f217690684c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412431
Apr 16 21:54:12.634042 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:12.865292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b66c7-7e63-43ae-a6ad-5f6d1aaab89a req-91d17a10-6aa7-4044-8c36-b934cb272785 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:12.866773 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-477b66c7-7e63-43ae-a6ad-5f6d1aaab89a req-91d17a10-6aa7-4044-8c36-b934cb272785 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0469189
Apr 16 21:54:12.913005 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-477b66c7-7e63-43ae-a6ad-5f6d1aaab89a req-118deb68-3db6-462b-b196-85d5f550ddc4 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405762
Apr 16 21:54:13.769647 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:14.024273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf055b6-6cf5-45f9-96c0-ef04a7c26d4b req-0e6324c9-c8e3-42c5-a4b8-1232836f8882 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:14.025672 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4bf055b6-6cf5-45f9-96c0-ef04a7c26d4b req-0e6324c9-c8e3-42c5-a4b8-1232836f8882 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0466478
Apr 16 21:54:14.071427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4bf055b6-6cf5-45f9-96c0-ef04a7c26d4b req-c8cadb99-68e3-4b7c-84a9-b9e571b7779e tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401850
Apr 16 21:54:14.262429 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:15.184652 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9e44e-752c-4598-9f24-b0a6378dc632 req-de539564-ca57-4dc8-8ecd-202b998d7ec2 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:15.186145 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a9e9e44e-752c-4598-9f24-b0a6378dc632 req-de539564-ca57-4dc8-8ecd-202b998d7ec2 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0468593
Apr 16 21:54:15.232145 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a9e9e44e-752c-4598-9f24-b0a6378dc632 req-082e2cb2-986d-46d4-909a-2f32063f6089 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403850
Apr 16 21:54:15.456764 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:16.348426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cc43c-172c-4790-8842-b00c3037a068 req-5731a21a-7142-4cd2-afb8-47fb708935cd tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:16.349965 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-662cc43c-172c-4790-8842-b00c3037a068 req-5731a21a-7142-4cd2-afb8-47fb708935cd tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0514331
Apr 16 21:54:16.396844 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-662cc43c-172c-4790-8842-b00c3037a068 req-5c25fa33-8ad8-4415-a671-481d90450ca1 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410748
Apr 16 21:54:17.511881 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de923af-f930-4288-8d89-e741e4c23f4a req-bffc9915-ff7d-4c23-8494-35cf017640fd tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:17.513673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6de923af-f930-4288-8d89-e741e4c23f4a req-bffc9915-ff7d-4c23-8494-35cf017640fd tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0499516
Apr 16 21:54:17.558813 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6de923af-f930-4288-8d89-e741e4c23f4a req-36709069-4b08-491d-85de-e5322d8e249a tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388463
Apr 16 21:54:18.671529 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0c0c2-0000-4f18-b949-83ab7adfd289 req-334a74b7-3926-45af-8c7a-d2075795b03d tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:18.673067 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3fa0c0c2-0000-4f18-b949-83ab7adfd289 req-334a74b7-3926-45af-8c7a-d2075795b03d tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0471134
Apr 16 21:54:18.721049 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3fa0c0c2-0000-4f18-b949-83ab7adfd289 req-a53a2865-cf62-43b9-ac7e-e82936d57afa tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422654
Apr 16 21:54:19.833934 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fff5f-e4d9-4283-89d0-5208f837298a req-90f1d62b-cfab-4dac-8955-161d79ab4ca8 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:19.835388 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d90fff5f-e4d9-4283-89d0-5208f837298a req-90f1d62b-cfab-4dac-8955-161d79ab4ca8 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0462661
Apr 16 21:54:19.881173 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d90fff5f-e4d9-4283-89d0-5208f837298a req-d71fd83d-b39c-47a8-aec1-c4f6783604b4 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398283
Apr 16 21:54:20.994719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f5b0-c1ba-49a4-a167-196b93537741 req-34fe5ec7-75da-4e68-8a57-d500ce58456b tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:20.996077 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d84f5b0-c1ba-49a4-a167-196b93537741 req-34fe5ec7-75da-4e68-8a57-d500ce58456b tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0458469
Apr 16 21:54:21.047655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d84f5b0-c1ba-49a4-a167-196b93537741 req-6467b591-dd3d-4345-8f5d-3516c02e904e tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448232
Apr 16 21:54:22.162831 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23830cc8-3803-47b6-bf03-958eb8503ce9 req-e38feacd-2a67-4f6c-8303-7217bbb98f05 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:22.164323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23830cc8-3803-47b6-bf03-958eb8503ce9 req-e38feacd-2a67-4f6c-8303-7217bbb98f05 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0471799
Apr 16 21:54:22.214224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-23830cc8-3803-47b6-bf03-958eb8503ce9 req-99e46503-a509-4019-a2d3-187d3c56469e tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444369
Apr 16 21:54:22.502228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a66a4-18ec-4d9d-9902-c0e81f63e2e2 req-e3d96470-c09b-4a2e-94ad-91a1d1165351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:22.503741 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a34a66a4-18ec-4d9d-9902-c0e81f63e2e2 req-e3d96470-c09b-4a2e-94ad-91a1d1165351 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efbd1717b6ff4d73b5187f4d19c05e4a&device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 1127 time: 0.0388558
Apr 16 21:54:22.604795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a66a4-18ec-4d9d-9902-c0e81f63e2e2 req-e4d383cf-b475-41e6-90d4-1f189345244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:22.606262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a34a66a4-18ec-4d9d-9902-c0e81f63e2e2 req-e4d383cf-b475-41e6-90d4-1f189345244a service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a98825e-7844-4a20-91af-c751fd67dab9 HTTP/1.1" status: 200  len: 913 time: 0.0848007
Apr 16 21:54:22.651605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a34a66a4-18ec-4d9d-9902-c0e81f63e2e2 req-f473aada-990a-409a-aabb-7c7c80456544 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd HTTP/1.1" status: 200  len: 217 time: 0.0388782
Apr 16 21:54:22.698999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a66a4-18ec-4d9d-9902-c0e81f63e2e2 req-b1ab7f7f-ae45-4ecb-8cb3-081fb4d4f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:22.700500 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a34a66a4-18ec-4d9d-9902-c0e81f63e2e2 req-b1ab7f7f-ae45-4ecb-8cb3-081fb4d4f999 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aea95fbf-4f7e-4523-8538-43a14f9d22b5 HTTP/1.1" status: 200  len: 852 time: 0.0435255
Apr 16 21:54:22.732437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a34a66a4-18ec-4d9d-9902-c0e81f63e2e2 req-beae213d-225d-4547-af06-84b4f4dc6197 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a98825e-7844-4a20-91af-c751fd67dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252244
Apr 16 21:54:22.821536 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a34a66a4-18ec-4d9d-9902-c0e81f63e2e2 req-cd64bacf-35b8-4834-aaab-c50c861243d2 service neutron] 10.222.0.11 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833609
Apr 16 21:54:22.908325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a34a66a4-18ec-4d9d-9902-c0e81f63e2e2 req-8800470c-f220-459c-af7a-0fc08ca353d2 service neutron] 10.222.0.11 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807643
Apr 16 21:54:23.327662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2a322-401a-40ac-9ae4-31279574b0de req-e62e7d22-63e1-4175-b64f-46f7f3819001 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:23.329173 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1db2a322-401a-40ac-9ae4-31279574b0de req-e62e7d22-63e1-4175-b64f-46f7f3819001 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0477405
Apr 16 21:54:23.376911 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1db2a322-401a-40ac-9ae4-31279574b0de req-ef77e386-6a87-495d-b20d-6e7d552dad37 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420785
Apr 16 21:54:24.488671 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd69e5-446c-4e48-9b58-84babb29e0b1 req-6f7d8bc7-ff27-4723-b598-a10865b5f557 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:24.490161 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7cd69e5-446c-4e48-9b58-84babb29e0b1 req-6f7d8bc7-ff27-4723-b598-a10865b5f557 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0476086
Apr 16 21:54:24.539519 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7cd69e5-446c-4e48-9b58-84babb29e0b1 req-e56817d2-84d7-4189-86cf-ba4714b1bd67 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437806
Apr 16 21:54:25.652424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788f1dd-bf53-4b76-8de7-e08728808415 req-ff318172-3c9a-47ce-8729-89594c86933f tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:25.653890 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d788f1dd-bf53-4b76-8de7-e08728808415 req-ff318172-3c9a-47ce-8729-89594c86933f tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0469828
Apr 16 21:54:25.699703 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d788f1dd-bf53-4b76-8de7-e08728808415 req-e9556fc3-b439-4bd9-9039-472f0891dab9 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403025
Apr 16 21:54:26.818153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371049f-3871-48d9-84d4-271a057ed686 req-961c6288-37a3-4648-8222-80e60e99250e tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:26.819622 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3371049f-3871-48d9-84d4-271a057ed686 req-961c6288-37a3-4648-8222-80e60e99250e tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0462947
Apr 16 21:54:26.866843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3371049f-3871-48d9-84d4-271a057ed686 req-c1c7adba-c9f6-4271-b3e5-86ff13c98242 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412238
Apr 16 21:54:27.981727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4302950-b925-479a-8d96-9de62139b04e req-ff95be71-1abe-407d-9d95-aca62fb34541 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:27.983103 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4302950-b925-479a-8d96-9de62139b04e req-ff95be71-1abe-407d-9d95-aca62fb34541 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0503790
Apr 16 21:54:28.028564 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b4302950-b925-479a-8d96-9de62139b04e req-97a40be3-483c-4712-932d-1578c3e82016 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392635
Apr 16 21:54:29.140499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfd8cc-6245-4ba1-9c03-eaf7f355be94 req-0accc2f4-9727-4f9c-9d35-204076183b4f tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:29.142021 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8dcfd8cc-6245-4ba1-9c03-eaf7f355be94 req-0accc2f4-9727-4f9c-9d35-204076183b4f tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0471606
Apr 16 21:54:29.187990 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8dcfd8cc-6245-4ba1-9c03-eaf7f355be94 req-ee1fcaed-e3ef-4d50-9e68-24f92a229de2 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399547
Apr 16 21:54:30.300040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06263e6-ebbf-4f69-b561-12359814f542 req-e9a4ffcf-ced7-450d-9b04-da94f02e55cc tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:30.301691 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c06263e6-ebbf-4f69-b561-12359814f542 req-e9a4ffcf-ced7-450d-9b04-da94f02e55cc tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0473387
Apr 16 21:54:30.349026 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c06263e6-ebbf-4f69-b561-12359814f542 req-3819361f-8478-4fda-9c55-5a8d45b82bfd tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414331
Apr 16 21:54:31.466015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4e939-cb99-464c-a5f6-1e2df231dbcc req-2e56c059-dc85-465e-a278-17947288fdb8 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:31.467533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28f4e939-cb99-464c-a5f6-1e2df231dbcc req-2e56c059-dc85-465e-a278-17947288fdb8 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0513635
Apr 16 21:54:31.514210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28f4e939-cb99-464c-a5f6-1e2df231dbcc req-e2af7ec3-31d8-4d53-93b9-d05e4c7a9413 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403996
Apr 16 21:54:32.627585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372dea9-423d-47ce-b06d-88a38a106edd req-2b329b07-3a1c-4d93-add6-743abe4cf587 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:32.629067 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f372dea9-423d-47ce-b06d-88a38a106edd req-2b329b07-3a1c-4d93-add6-743abe4cf587 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0473356
Apr 16 21:54:32.684245 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f372dea9-423d-47ce-b06d-88a38a106edd req-d5f045b9-4f5b-4ad1-9497-6ec0708bff3e tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495763
Apr 16 21:54:33.026890 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:54:33.407769 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-7d8944d0-e133-4010-b212-84bd93ab7fef service neutron] show failed (client error): The resource could not be found.
Apr 16 21:54:33.408819 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-7d8944d0-e133-4010-b212-84bd93ab7fef service neutron] 10.222.0.11 "GET /v2.0/ports/102ee478-ed79-49d6-a7cd-2fe3125d53cd/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0558193
Apr 16 21:54:33.805486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe711943-6726-4d85-9a62-774a95a82f2b req-47018179-b559-45ae-b321-7775ac77d908 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:33.807070 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe711943-6726-4d85-9a62-774a95a82f2b req-47018179-b559-45ae-b321-7775ac77d908 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0509174
Apr 16 21:54:33.862212 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe711943-6726-4d85-9a62-774a95a82f2b req-a402c012-1a8e-400b-b0ca-921caa003c58 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482614
Apr 16 21:54:34.042483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-e4f48256-99bc-423f-8eed-f11a527e9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:34.044006 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-e4f48256-99bc-423f-8eed-f11a527e9347 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b&tenant_id=efbd1717b6ff4d73b5187f4d19c05e4a HTTP/1.1" status: 200  len: 1127 time: 0.1754971
Apr 16 21:54:34.054941 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:54:34.114551 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:34.311987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] For port 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd,segment=NetworkSegment(1f7b4e33-119a-403a-8351-bc5e3f121a28),segment_id=1f7b4e33-119a-403a-8351-bc5e3f121a28)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:54:34.345258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] For port 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:54:34.383888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102ee478-ed79-49d6-a7cd-2fe3125d53cd'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:54:34.386234 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d8aa15-154d-4999-ad51-a4ba81a8bb0d" -d '{"events": [{"server_uuid": "3fb7b620-bde5-480a-8ba4-1aa778d5261b", "name": "network-vif-unplugged", "status": "completed", "tag": "102ee478-ed79-49d6-a7cd-2fe3125d53cd"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:54:34.390654 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Publish callbacks [] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:34.403359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Transition to ACTIVE for port object 102ee478-ed79-49d6-a7cd-2fe3125d53cd will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:54:34.434168 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab30909-746e-4ef2-892f-b2af09463006 x-openstack-request-id: req-3ab30909-746e-4ef2-892f-b2af09463006 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:54:34.434766 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb7b620-bde5-480a-8ba4-1aa778d5261b", "name": "network-vif-unplugged", "status": "completed", "tag": "102ee478-ed79-49d6-a7cd-2fe3125d53cd", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:54:34.434766 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ab30909-746e-4ef2-892f-b2af09463006 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:54:34.435103 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab30909-746e-4ef2-892f-b2af09463006'] response: {'server_uuid': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102ee478-ed79-49d6-a7cd-2fe3125d53cd', 'code': 200}
Apr 16 21:54:34.462470 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:34.525730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Pushing event updated for resources: {'Port': ['ID=102ee478-ed79-49d6-a7cd-2fe3125d53cd,revision_number=6']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:34.528026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] No DVR routers for this DVR port 102ee478-ed79-49d6-a7cd-2fe3125d53cd on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:54:34.568354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Attempting to bind port 102ee478-ed79-49d6-a7cd-2fe3125d53cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:54:34.568631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Attempting to bind port 102ee478-ed79-49d6-a7cd-2fe3125d53cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1f7b4e33-119a-403a-8351-bc5e3f121a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5a98825e-7844-4a20-91af-c751fd67dab9'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:54:34.568963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Attempting to bind port 102ee478-ed79-49d6-a7cd-2fe3125d53cd on network 5a98825e-7844-4a20-91af-c751fd67dab9 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:54:34.573195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Port 102ee478-ed79-49d6-a7cd-2fe3125d53cd on network 5a98825e-7844-4a20-91af-c751fd67dab9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:54:34.573520 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Attempting to bind port 102ee478-ed79-49d6-a7cd-2fe3125d53cd on network 5a98825e-7844-4a20-91af-c751fd67dab9 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:54:34.578853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:54:34.579194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Checking segment: {'id': '1f7b4e33-119a-403a-8351-bc5e3f121a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5a98825e-7844-4a20-91af-c751fd67dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:54:34.579586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Bound using segment: {'id': '1f7b4e33-119a-403a-8351-bc5e3f121a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5a98825e-7844-4a20-91af-c751fd67dab9'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:54:34.580011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Bound port: 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f7b4e33-119a-403a-8351-bc5e3f121a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5a98825e-7844-4a20-91af-c751fd67dab9'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:54:34.580396 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:34.642261 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] For port 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:54:34.645187 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] For port 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd,segment=NetworkSegment(1f7b4e33-119a-403a-8351-bc5e3f121a28),segment_id=1f7b4e33-119a-403a-8351-bc5e3f121a28)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:54:34.725410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:34.762218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:34.762840 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:34.764236 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] 10.222.0.41 "PUT /v2.0/ports/102ee478-ed79-49d6-a7cd-2fe3125d53cd HTTP/1.1" status: 200  len: 1091 time: 0.7131631
Apr 16 21:54:34.782702 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8209d2-0684-47f8-a8c3-3955783d03ca service neutron] Pushing event updated for resources: {'Port': ['ID=102ee478-ed79-49d6-a7cd-2fe3125d53cd,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:34.830180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-238b1c5d-1edc-435d-8194-e8b49b446569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:34.830180 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-238b1c5d-1edc-435d-8194-e8b49b446569 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efbd1717b6ff4d73b5187f4d19c05e4a&device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 1125 time: 0.0417962
Apr 16 21:54:34.915820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-e24ebb38-1a6c-4d27-84d2-1ceace8914c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:34.917354 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-e24ebb38-1a6c-4d27-84d2-1ceace8914c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a98825e-7844-4a20-91af-c751fd67dab9 HTTP/1.1" status: 200  len: 913 time: 0.0838649
Apr 16 21:54:34.970641 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-60a1734b-9bea-4b0b-bb77-7caccdcc6d5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd HTTP/1.1" status: 200  len: 217 time: 0.0473239
Apr 16 21:54:35.036532 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9625f-8eb6-4a07-b1d9-24be0c95020e req-0ad0d191-5bc7-4d66-a6ad-4f64d0f9d04e tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:35.037998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eed9625f-8eb6-4a07-b1d9-24be0c95020e req-0ad0d191-5bc7-4d66-a6ad-4f64d0f9d04e tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 943 time: 0.1042991
Apr 16 21:54:35.055401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-b108a042-ce79-4b91-93a1-f2c76909d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:35.056830 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-b108a042-ce79-4b91-93a1-f2c76909d054 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aea95fbf-4f7e-4523-8538-43a14f9d22b5 HTTP/1.1" status: 200  len: 852 time: 0.0655587
Apr 16 21:54:35.093129 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-5443daa5-1471-4dc5-b816-02b6a0b07f6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a98825e-7844-4a20-91af-c751fd67dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0295517
Apr 16 21:54:35.398938 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eed9625f-8eb6-4a07-b1d9-24be0c95020e req-1714b861-2fb2-4378-b582-b5196387aa7d tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3548112
Apr 16 21:54:35.437807 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-725e3253-007d-4e8a-ad10-acb896fc9d69 service neutron] 10.222.0.41 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3373809
Apr 16 21:54:35.524850 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8b723df1-ca6b-4cae-bc1d-6315a8fa388d req-c65d0849-aa87-4623-b2b0-ec19893d3d44 service neutron] 10.222.0.41 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812113
Apr 16 21:54:36.436389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'tag': '102ee478-ed79-49d6-a7cd-2fe3125d53cd'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:54:36.438797 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d7026a-362c-4239-958d-2d3c300a12ae" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb7b620-bde5-480a-8ba4-1aa778d5261b", "tag": "102ee478-ed79-49d6-a7cd-2fe3125d53cd"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:54:36.483630 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:36.489055 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1120594c-fd08-4609-8015-e22273e8f795 x-openstack-request-id: req-1120594c-fd08-4609-8015-e22273e8f795 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:54:36.489358 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb7b620-bde5-480a-8ba4-1aa778d5261b", "tag": "102ee478-ed79-49d6-a7cd-2fe3125d53cd", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:54:36.489658 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1120594c-fd08-4609-8015-e22273e8f795 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:54:36.490003 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1120594c-fd08-4609-8015-e22273e8f795'] response: {'name': 'network-changed', 'server_uuid': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'tag': '102ee478-ed79-49d6-a7cd-2fe3125d53cd', 'status': 'completed', 'code': 200}
Apr 16 21:54:36.518733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6a405-fad9-47f2-8fd6-714e972f3b5e req-03dff891-372b-4c62-a9f4-b51320b907ab tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:36.520314 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6f6a405-fad9-47f2-8fd6-714e972f3b5e req-03dff891-372b-4c62-a9f4-b51320b907ab tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 943 time: 0.0484955
Apr 16 21:54:36.544120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7026a-362c-4239-958d-2d3c300a12ae req-f1a0e055-c925-4b16-aacd-53746703e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:36.545665 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-f1a0e055-c925-4b16-aacd-53746703e2ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efbd1717b6ff4d73b5187f4d19c05e4a&device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 1125 time: 0.0407183
Apr 16 21:54:36.567856 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6f6a405-fad9-47f2-8fd6-714e972f3b5e req-9b9fbe0e-46e1-4e0c-a3fe-f22b5c774b85 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412951
Apr 16 21:54:36.638979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7026a-362c-4239-958d-2d3c300a12ae req-4e6d1f9f-a8c7-43b2-839f-8e63af2d9d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:36.640991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-4e6d1f9f-a8c7-43b2-839f-8e63af2d9d59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a98825e-7844-4a20-91af-c751fd67dab9 HTTP/1.1" status: 200  len: 913 time: 0.0883720
Apr 16 21:54:36.682123 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-e85e0db1-a48b-4d97-807e-69a8c366edba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd HTTP/1.1" status: 200  len: 217 time: 0.0356667
Apr 16 21:54:36.734235 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7026a-362c-4239-958d-2d3c300a12ae req-2cf694a5-bce6-4c90-95f9-be29853925b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:36.735676 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-2cf694a5-bce6-4c90-95f9-be29853925b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aea95fbf-4f7e-4523-8538-43a14f9d22b5 HTTP/1.1" status: 200  len: 852 time: 0.0483620
Apr 16 21:54:36.767765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-1846b651-ac7a-457a-80b4-5f0dc88edf9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a98825e-7844-4a20-91af-c751fd67dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256300
Apr 16 21:54:36.853663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-28235e40-8f40-4c1a-9bdf-0f0ac1f02b3a service neutron] 10.222.0.11 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803175
Apr 16 21:54:36.944454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-53f7ee4c-fffe-4d04-a6cc-bf05d962d4f7 service neutron] 10.222.0.11 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850463
Apr 16 21:54:37.054231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 102ee478-ed79-49d6-a7cd-2fe3125d53cd no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:54:37.091971 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port 102ee478-ed79-49d6-a7cd-2fe3125d53cd host nch2-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:54:37.092483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 102ee478-ed79-49d6-a7cd-2fe3125d53cd not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:54:37.685528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18ac17-2b67-4097-ac06-b9a5e9b30b66 req-6ae24d36-3e6b-4cc3-8314-488044b6b69c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:37.687043 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4d18ac17-2b67-4097-ac06-b9a5e9b30b66 req-6ae24d36-3e6b-4cc3-8314-488044b6b69c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 943 time: 0.0478013
Apr 16 21:54:37.734751 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4d18ac17-2b67-4097-ac06-b9a5e9b30b66 req-4f81c80b-fc32-4331-9c87-3ff6ffa80eb1 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416112
Apr 16 21:54:38.211051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7026a-362c-4239-958d-2d3c300a12ae req-78a97df8-0022-4eba-994c-f1a70b0832d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:38.212547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-78a97df8-0022-4eba-994c-f1a70b0832d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efbd1717b6ff4d73b5187f4d19c05e4a&device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 1125 time: 0.0383320
Apr 16 21:54:38.304664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7026a-362c-4239-958d-2d3c300a12ae req-ef61e630-2623-4633-af8f-976a8035ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:38.306117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-ef61e630-2623-4633-af8f-976a8035ef79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a98825e-7844-4a20-91af-c751fd67dab9 HTTP/1.1" status: 200  len: 913 time: 0.0878272
Apr 16 21:54:38.349150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-4be383dd-b655-4c96-b90b-bf5a044f6abc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd HTTP/1.1" status: 200  len: 217 time: 0.0354421
Apr 16 21:54:38.400087 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7026a-362c-4239-958d-2d3c300a12ae req-0572f672-8ed6-4057-9d83-ad389ba4fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:38.401533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-0572f672-8ed6-4057-9d83-ad389ba4fe65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aea95fbf-4f7e-4523-8538-43a14f9d22b5 HTTP/1.1" status: 200  len: 852 time: 0.0468566
Apr 16 21:54:38.486482 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-a065eb6a-06eb-4205-870d-5f578de728f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a98825e-7844-4a20-91af-c751fd67dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0267825
Apr 16 21:54:38.618250 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-9896c82f-9c1f-4674-b8ba-f7569820827c service neutron] 10.222.0.41 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816033
Apr 16 21:54:38.628024 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 102ee478-ed79-49d6-a7cd-2fe3125d53cd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:54:38.713199 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-73d7026a-362c-4239-958d-2d3c300a12ae req-2d829311-5d1d-41c7-be84-020de0f1e884 service neutron] 10.222.0.41 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894487
Apr 16 21:54:38.727912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd,segment=NetworkSegment(1f7b4e33-119a-403a-8351-bc5e3f121a28),segment_id=1f7b4e33-119a-403a-8351-bc5e3f121a28)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:54:38.741204 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '102ee478-ed79-49d6-a7cd-2fe3125d53cd', 'network_id': '5a98825e-7844-4a20-91af-c751fd67dab9', 'port_id': '102ee478-ed79-49d6-a7cd-2fe3125d53cd', 'mac_address': 'fa:16:3e:2e:2a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea95fbf-4f7e-4523-8538-43a14f9d22b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:54:38.778262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 102ee478-ed79-49d6-a7cd-2fe3125d53cd is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:54:38.778682 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:38.791760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102ee478-ed79-49d6-a7cd-2fe3125d53cd {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:54:38.811535 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd,segment=NetworkSegment(1f7b4e33-119a-403a-8351-bc5e3f121a28),segment_id=1f7b4e33-119a-403a-8351-bc5e3f121a28)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:54:38.849023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b67c0-59f3-4f47-b02a-02d96317b99e req-f2a034ee-b57b-4564-938b-501fe95cf19b tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:38.850491 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-958b67c0-59f3-4f47-b02a-02d96317b99e req-f2a034ee-b57b-4564-938b-501fe95cf19b tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 943 time: 0.0475206
Apr 16 21:54:38.889301 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:38.896870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-958b67c0-59f3-4f47-b02a-02d96317b99e req-b5e025b9-1dde-4c57-909b-e55d08bb04f7 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403442
Apr 16 21:54:38.939271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=102ee478-ed79-49d6-a7cd-2fe3125d53cd,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:38.946866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.947221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.947585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.947908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.948311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.948623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.948958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.949288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.949620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.949947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.950277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.950610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.950942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.951266 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:38.951591 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:39.049390 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b6fe3293-0b65-4858-9994-554e15e0792b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:39.216738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['102ee478-ed79-49d6-a7cd-2fe3125d53cd'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:54:39.366547 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-72899459-107e-4704-bd8e-0928024e289a tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:39.368110 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-72899459-107e-4704-bd8e-0928024e289a tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b&tenant_id=efbd1717b6ff4d73b5187f4d19c05e4a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0874348
Apr 16 21:54:39.430841 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-c5526bda-00bf-4575-950b-cfbb89521e6b service neutron] delete failed (client error): The resource could not be found.
Apr 16 21:54:39.431848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-c5526bda-00bf-4575-950b-cfbb89521e6b service neutron] 10.222.0.11 "DELETE /v2.0/ports/102ee478-ed79-49d6-a7cd-2fe3125d53cd/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0577590
Apr 16 21:54:39.512280 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-5afdbdec-82c5-49ac-9f7a-0dfd7e6e44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:39.513758 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-5afdbdec-82c5-49ac-9f7a-0dfd7e6e44ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efbd1717b6ff4d73b5187f4d19c05e4a&device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 1126 time: 0.0399070
Apr 16 21:54:39.603344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-f0e60f48-6647-4987-af22-8bfeac635802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:39.604818 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-f0e60f48-6647-4987-af22-8bfeac635802 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a98825e-7844-4a20-91af-c751fd67dab9 HTTP/1.1" status: 200  len: 913 time: 0.0844383
Apr 16 21:54:39.645587 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-c62ce4fe-259a-4e6c-9a44-d4ebe81f8f31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd HTTP/1.1" status: 200  len: 217 time: 0.0340703
Apr 16 21:54:39.694268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-7ec5e1f6-ba35-4fc2-8012-9c382a5a0ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:39.695725 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-7ec5e1f6-ba35-4fc2-8012-9c382a5a0ce5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aea95fbf-4f7e-4523-8538-43a14f9d22b5 HTTP/1.1" status: 200  len: 852 time: 0.0452194
Apr 16 21:54:39.726379 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-ee7f6486-864c-4a43-ad5f-82d36844cccf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a98825e-7844-4a20-91af-c751fd67dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248537
Apr 16 21:54:39.817535 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-4a066d0a-b343-4e98-9d7d-711235a2d605 service neutron] 10.222.0.11 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853286
Apr 16 21:54:39.904571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-3e859196-abf5-47c1-9463-cd84647f029e service neutron] 10.222.0.11 "GET /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809917
Apr 16 21:54:40.627020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 102ee478-ed79-49d6-a7cd-2fe3125d53cd up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:54:40.828049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 102ee478-ed79-49d6-a7cd-2fe3125d53cd completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:54:40.940836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 102ee478-ed79-49d6-a7cd-2fe3125d53cd triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:54:40.941217 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:41.018670 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 102ee478-ed79-49d6-a7cd-2fe3125d53cd is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:54:41.019061 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:41.042275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102ee478-ed79-49d6-a7cd-2fe3125d53cd'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:54:41.044572 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c644a000-5815-430e-9c3c-aba9009901fa" -d '{"events": [{"server_uuid": "3fb7b620-bde5-480a-8ba4-1aa778d5261b", "name": "network-vif-plugged", "status": "completed", "tag": "102ee478-ed79-49d6-a7cd-2fe3125d53cd"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:54:41.056765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd,segment=NetworkSegment(1f7b4e33-119a-403a-8351-bc5e3f121a28),segment_id=1f7b4e33-119a-403a-8351-bc5e3f121a28)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:54:41.123635 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:41.149474 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394defba-81d5-4a9f-98a0-6b43329ba46c x-openstack-request-id: req-394defba-81d5-4a9f-98a0-6b43329ba46c {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:54:41.149770 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb7b620-bde5-480a-8ba4-1aa778d5261b", "name": "network-vif-plugged", "status": "completed", "tag": "102ee478-ed79-49d6-a7cd-2fe3125d53cd", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:54:41.150160 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-394defba-81d5-4a9f-98a0-6b43329ba46c {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:54:41.150546 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-394defba-81d5-4a9f-98a0-6b43329ba46c'] response: {'server_uuid': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102ee478-ed79-49d6-a7cd-2fe3125d53cd', 'code': 200}
Apr 16 21:54:41.176006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=102ee478-ed79-49d6-a7cd-2fe3125d53cd,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:41.281395 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae533b80-0aee-45d6-9001-0171f712d9ee req-8809817d-5a6d-4176-8b23-b0f0c85efd7f tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:41.282869 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae533b80-0aee-45d6-9001-0171f712d9ee req-8809817d-5a6d-4176-8b23-b0f0c85efd7f tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0507178
Apr 16 21:54:41.329389 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ae533b80-0aee-45d6-9001-0171f712d9ee req-0a62433a-0ba7-457d-b89b-3aef6a14e89d tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409069
Apr 16 21:54:41.649303 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-06ffdddc-5373-4433-b9c3-cdb1d66cd942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:42.448319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5918a-1a8f-4441-abe1-cdaa4d69af3b req-1d2f062e-454b-4f3b-9a3d-c3755fd238a3 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:42.449808 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-37a5918a-1a8f-4441-abe1-cdaa4d69af3b req-1d2f062e-454b-4f3b-9a3d-c3755fd238a3 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0511007
Apr 16 21:54:42.497016 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-37a5918a-1a8f-4441-abe1-cdaa4d69af3b req-24c884f5-7198-4a0e-8d8c-1221fa71eb33 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/security-groups?id=647999a4-836d-4878-a0b8-bad7c8f5d1b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409622
Apr 16 21:54:42.622123 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:42.630220 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-8035a415-3dea-4b28-8e42-7bc1391a4671 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:42.631671 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-8035a415-3dea-4b28-8e42-7bc1391a4671 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 945 time: 0.0467999
Apr 16 21:54:42.718252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-c7f150c3-fba0-4102-8f4e-3ed44c65549c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Deleting port 102ee478-ed79-49d6-a7cd-2fe3125d53cd {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:54:42.718605 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-c7f150c3-fba0-4102-8f4e-3ed44c65549c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:42.805270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-c7f150c3-fba0-4102-8f4e-3ed44c65549c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] For port 102ee478-ed79-49d6-a7cd-2fe3125d53cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=102ee478-ed79-49d6-a7cd-2fe3125d53cd,segment=NetworkSegment(1f7b4e33-119a-403a-8351-bc5e3f121a28),segment_id=1f7b4e33-119a-403a-8351-bc5e3f121a28)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:54:42.805642 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-c7f150c3-fba0-4102-8f4e-3ed44c65549c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:42.818966 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-c7f150c3-fba0-4102-8f4e-3ed44c65549c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Calling delete_port for 102ee478-ed79-49d6-a7cd-2fe3125d53cd owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:54:43.020722 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-c7f150c3-fba0-4102-8f4e-3ed44c65549c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (102ee478-ed79-49d6-a7cd-2fe3125d53cd), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:43.035883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['102ee478-ed79-49d6-a7cd-2fe3125d53cd'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:54:43.048577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f150c3-fba0-4102-8f4e-3ed44c65549c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Pushing event deleted for resources: {'Port': ['ID=102ee478-ed79-49d6-a7cd-2fe3125d53cd,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:43.092721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-c7f150c3-fba0-4102-8f4e-3ed44c65549c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] No DVR routers for this DVR port 102ee478-ed79-49d6-a7cd-2fe3125d53cd on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:54:43.095859 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-c7f150c3-fba0-4102-8f4e-3ed44c65549c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:43.099216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca8b09d6-ce94-4c13-bd78-31837fe89c1c req-c7f150c3-fba0-4102-8f4e-3ed44c65549c tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.41 "DELETE /v2.0/ports/102ee478-ed79-49d6-a7cd-2fe3125d53cd HTTP/1.1" status: 204  len: 173 time: 0.4626021
Apr 16 21:54:43.099655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'name': 'network-vif-deleted', 'tag': '102ee478-ed79-49d6-a7cd-2fe3125d53cd'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:54:43.102235 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce65bd5-6690-46c4-8def-1fe4a2a316e5" -d '{"events": [{"server_uuid": "3fb7b620-bde5-480a-8ba4-1aa778d5261b", "name": "network-vif-deleted", "tag": "102ee478-ed79-49d6-a7cd-2fe3125d53cd"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:54:43.137810 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e114f8-95d1-43eb-8d22-4137ebc5d2ac x-openstack-request-id: req-55e114f8-95d1-43eb-8d22-4137ebc5d2ac {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:54:43.138107 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb7b620-bde5-480a-8ba4-1aa778d5261b", "name": "network-vif-deleted", "tag": "102ee478-ed79-49d6-a7cd-2fe3125d53cd", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:54:43.138358 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55e114f8-95d1-43eb-8d22-4137ebc5d2ac {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:54:43.138764 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e114f8-95d1-43eb-8d22-4137ebc5d2ac'] response: {'server_uuid': '3fb7b620-bde5-480a-8ba4-1aa778d5261b', 'name': 'network-vif-deleted', 'tag': '102ee478-ed79-49d6-a7cd-2fe3125d53cd', 'status': 'completed', 'code': 200}
Apr 16 21:54:43.608255 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17252fc5-dd67-4d1c-8324-73ceeb403730 req-7223bae6-fa49-4589-9518-360e5507f393 tempest-DeleteServersTestJSON-1390199497 tempest-DeleteServersTestJSON-1390199497-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb7b620-bde5-480a-8ba4-1aa778d5261b HTTP/1.1" status: 200  len: 210 time: 0.0324819
Apr 16 21:54:43.769494 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:44.234119 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:44.743339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49514) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:54:44.788162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Deleting subnet aea95fbf-4f7e-4523-8538-43a14f9d22b5 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:54:44.791197 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Publish callbacks [] for subnet (aea95fbf-4f7e-4523-8538-43a14f9d22b5), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:44.824270 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (aea95fbf-4f7e-4523-8538-43a14f9d22b5), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:44.868116 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (aea95fbf-4f7e-4523-8538-43a14f9d22b5), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:44.970215 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (aea95fbf-4f7e-4523-8538-43a14f9d22b5), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:44.995902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea95fbf-4f7e-4523-8538-43a14f9d22b5,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:45.000474 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:45.003601 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aea95fbf-4f7e-4523-8538-43a14f9d22b5 HTTP/1.1" status: 204  len: 168 time: 0.2592695
Apr 16 21:54:45.006362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49516) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:54:45.008898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.009248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.009595 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.009933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.010267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.010599 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.010927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.011254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.011579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.011905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.012266 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.012576 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.012902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.013221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.013624 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e1fa4-cde6-4bbd-9f43-254f96316631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:54:45.075014 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcab20a8-19ef-4c18-b0d8-b5304aa877a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (5a98825e-7844-4a20-91af-c751fd67dab9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:45.156706 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcab20a8-19ef-4c18-b0d8-b5304aa877a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (5a98825e-7844-4a20-91af-c751fd67dab9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:45.176390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-dcab20a8-19ef-4c18-b0d8-b5304aa877a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e2ec4c0>,) {'filters': {'network_id': ['5a98825e-7844-4a20-91af-c751fd67dab9']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:54:45.185477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-dcab20a8-19ef-4c18-b0d8-b5304aa877a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e2ec4c0>, '1f7b4e33-119a-403a-8351-bc5e3f121a28') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:54:45.185781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-dcab20a8-19ef-4c18-b0d8-b5304aa877a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e2ec4c0>, '1f7b4e33-119a-403a-8351-bc5e3f121a28') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:54:45.195564 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcab20a8-19ef-4c18-b0d8-b5304aa877a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (1f7b4e33-119a-403a-8351-bc5e3f121a28), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:45.209114 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcab20a8-19ef-4c18-b0d8-b5304aa877a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (1f7b4e33-119a-403a-8351-bc5e3f121a28), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:45.214956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcab20a8-19ef-4c18-b0d8-b5304aa877a5 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:54:45.215375 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcab20a8-19ef-4c18-b0d8-b5304aa877a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (1f7b4e33-119a-403a-8351-bc5e3f121a28), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:54:45.217080 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:54:45.330074 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcab20a8-19ef-4c18-b0d8-b5304aa877a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (5a98825e-7844-4a20-91af-c751fd67dab9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:45.338601 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-dcab20a8-19ef-4c18-b0d8-b5304aa877a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:45.339919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dcab20a8-19ef-4c18-b0d8-b5304aa877a5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5a98825e-7844-4a20-91af-c751fd67dab9 HTTP/1.1" status: 204  len: 168 time: 0.3325474
Apr 16 21:54:45.350213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab20a8-19ef-4c18-b0d8-b5304aa877a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a98825e-7844-4a20-91af-c751fd67dab9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:45.494477 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:45.684455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49520) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:54:45.725148 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d393bdcd-b3a4-4ff9-b0d1-173703721912 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efbd1717b6ff4d73b5187f4d19c05e4a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395579
Apr 16 21:54:45.727864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49522) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:54:45.774425 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09873b49-05e0-49f6-8302-a818994c444e admin admin] Publish callbacks [] for security_group (647999a4-836d-4878-a0b8-bad7c8f5d1b6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:45.795813 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09873b49-05e0-49f6-8302-a818994c444e admin admin] Publish callbacks [] for security_group (647999a4-836d-4878-a0b8-bad7c8f5d1b6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:45.929028 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09873b49-05e0-49f6-8302-a818994c444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (647999a4-836d-4878-a0b8-bad7c8f5d1b6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:45.931868 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-09873b49-05e0-49f6-8302-a818994c444e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:45.933102 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-09873b49-05e0-49f6-8302-a818994c444e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/647999a4-836d-4878-a0b8-bad7c8f5d1b6 HTTP/1.1" status: 204  len: 168 time: 0.2043078
Apr 16 21:54:45.941552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09873b49-05e0-49f6-8302-a818994c444e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647999a4-836d-4878-a0b8-bad7c8f5d1b6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:46.626716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 102ee478-ed79-49d6-a7cd-2fe3125d53cd no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:54:46.647221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 102ee478-ed79-49d6-a7cd-2fe3125d53cd {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:54:46.647221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 102ee478-ed79-49d6-a7cd-2fe3125d53cd not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:54:46.917587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49544) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:54:47.049512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1628678532-network', 'tenant_id': 'c5dd165bd07e4d8daffbfa8a93aad4e8'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:54:47.134684 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Made reservation on behalf of c5dd165bd07e4d8daffbfa8a93aad4e8 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:54:47.136999 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:47.146460 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:47.219192 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Publish callbacks [] for security_group (2dcb8617-27c0-4e09-bf2d-331dc83a8c98), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:47.295941 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2dcb8617-27c0-4e09-bf2d-331dc83a8c98), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:47.320164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:54:47.329795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcb8617-27c0-4e09-bf2d-331dc83a8c98,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:47.336838 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b630fbcd-adf9-4554-9c64-889d6ae36a01), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:47.337179 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Added segment b630fbcd-adf9-4554-9c64-889d6ae36a01 of type vlan for network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4
Apr 16 21:54:47.378401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:47.471792 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:47.472757 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:47.473330 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:47.534166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] Pushing event updated for resources: {'Network': ['ID=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:47.544251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:54:47.594743 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a4f8c016-d91f-4fb5-b2ed-87b43e16183a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6760626
Apr 16 21:54:47.597573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49550) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:54:47.602529 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ed04dbaf-6b41-4368-b0a1-35f57fae3b1c admin admin] Request body: {'subnet': {'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1628678532-subnet', 'tenant_id': 'c5dd165bd07e4d8daffbfa8a93aad4e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:54:47.701800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed04dbaf-6b41-4368-b0a1-35f57fae3b1c admin admin] Made reservation on behalf of c5dd165bd07e4d8daffbfa8a93aad4e8 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:54:47.704771 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed04dbaf-6b41-4368-b0a1-35f57fae3b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:47.913864 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed04dbaf-6b41-4368-b0a1-35f57fae3b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (919c279a-eaae-4952-abbc-7a8946628053), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:47.969503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04dbaf-6b41-4368-b0a1-35f57fae3b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=919c279a-eaae-4952-abbc-7a8946628053,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:47.979271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed04dbaf-6b41-4368-b0a1-35f57fae3b1c admin admin] Checking segment: {'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:54:47.979631 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed04dbaf-6b41-4368-b0a1-35f57fae3b1c admin admin] Network hostable DHCP agents. Network: fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:54:48.039166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed04dbaf-6b41-4368-b0a1-35f57fae3b1c admin admin] Network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:54:48.107740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ed04dbaf-6b41-4368-b0a1-35f57fae3b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:54:48.112261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed04dbaf-6b41-4368-b0a1-35f57fae3b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:48.112906 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ed04dbaf-6b41-4368-b0a1-35f57fae3b1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:48.116638 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fdb87e-a712-4e1d-a07c-83256d00533c None None] Network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:54:48.208009 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ed04dbaf-6b41-4368-b0a1-35f57fae3b1c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6093240
Apr 16 21:54:48.218413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ccd02-4244-4482-9af7-3c7e269ab0f6 None None] Network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:54:48.621746 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd178426-4e36-4163-9282-46cd2437e585 req-a5811d86-f376-4286-8b43-4cec42cac2b5 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:48.623304 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-a5811d86-f376-4286-8b43-4cec42cac2b5 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 815 time: 0.1034434
Apr 16 21:54:48.637468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-f6a2697f-946b-4889-86ae-4930994b08ce tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/quotas/c5dd165bd07e4d8daffbfa8a93aad4e8 HTTP/1.1" status: 200  len: 375 time: 0.0088420
Apr 16 21:54:48.670392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-5ff6b367-0efd-4702-a707-ba9477dff6a0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0276639
Apr 16 21:54:48.680808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-27d7a7a4-8816-4208-993b-6dc290d3df84 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:54:48.681804 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-27d7a7a4-8816-4208-993b-6dc290d3df84 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051751
Apr 16 21:54:48.774051 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-2aa41e05-5a87-4634-a9a0-f4b3f46d7c47 service neutron] 10.222.0.20 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867553
Apr 16 21:54:48.861962 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-18e096c3-618a-4730-8aec-ed028ebef61a service neutron] 10.222.0.20 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822790
Apr 16 21:54:49.094058 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4c8f8b2b-5b1c-4ba9-b81f-a978e40f2a83 req-ba1609c8-9a71-4dfa-aa81-6d98fc196e08 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 210 time: 0.0278699
Apr 16 21:54:50.189454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef28f402-dafa-4db0-a1ff-ab9155c42a15 req-5d2ab47b-4bf7-47ab-bfb6-b5eb1c041693 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 210 time: 0.0276651
Apr 16 21:54:51.232247 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd178426-4e36-4163-9282-46cd2437e585 req-6a851496-4eec-4835-b1f3-b62e84a9c291 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:51.234334 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-6a851496-4eec-4835-b1f3-b62e84a9c291 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.41 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 815 time: 0.1084635
Apr 16 21:54:51.245576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-dd178426-4e36-4163-9282-46cd2437e585 req-659c1e85-424a-450e-ae8b-2b3a8f511329 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Request body: {'port': {'device_id': '7632198d-4754-4aa4-8363-696023b07de2', 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4', 'admin_state_up': True, 'tenant_id': 'c5dd165bd07e4d8daffbfa8a93aad4e8'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:54:51.291179 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-316a802a-94b4-4084-83c2-dfbce4294956 req-05e942ee-4342-4692-a9de-25c942a3051c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 210 time: 0.0280604
Apr 16 21:54:51.432065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd178426-4e36-4163-9282-46cd2437e585 req-659c1e85-424a-450e-ae8b-2b3a8f511329 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Made reservation on behalf of c5dd165bd07e4d8daffbfa8a93aad4e8 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:54:51.435572 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dd178426-4e36-4163-9282-46cd2437e585 req-659c1e85-424a-450e-ae8b-2b3a8f511329 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:51.564677 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-dd178426-4e36-4163-9282-46cd2437e585 req-659c1e85-424a-450e-ae8b-2b3a8f511329 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Allocated IP 172.20.0.4 (fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4/919c279a-eaae-4952-abbc-7a8946628053/c654414f-5802-4de3-b225-eb0ee0017736) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:54:51.720387 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dd178426-4e36-4163-9282-46cd2437e585 req-659c1e85-424a-450e-ae8b-2b3a8f511329 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks [] for port (c654414f-5802-4de3-b225-eb0ee0017736), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:51.810791 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dd178426-4e36-4163-9282-46cd2437e585 req-659c1e85-424a-450e-ae8b-2b3a8f511329 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c654414f-5802-4de3-b225-eb0ee0017736), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:51.855858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd178426-4e36-4163-9282-46cd2437e585 req-659c1e85-424a-450e-ae8b-2b3a8f511329 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:54:51.858885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-dd178426-4e36-4163-9282-46cd2437e585 req-659c1e85-424a-450e-ae8b-2b3a8f511329 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:54:51.862567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd178426-4e36-4163-9282-46cd2437e585 req-659c1e85-424a-450e-ae8b-2b3a8f511329 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:54:51.885744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c1e85-424a-450e-ae8b-2b3a8f511329 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Pushing event updated for resources: {'Port': ['ID=c654414f-5802-4de3-b225-eb0ee0017736,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:51.912281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd178426-4e36-4163-9282-46cd2437e585 req-659c1e85-424a-450e-ae8b-2b3a8f511329 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:51.912894 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dd178426-4e36-4163-9282-46cd2437e585 req-659c1e85-424a-450e-ae8b-2b3a8f511329 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:51.979006 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-659c1e85-424a-450e-ae8b-2b3a8f511329 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7372823
Apr 16 21:54:51.990409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Request body: {'port': {'device_id': '7632198d-4754-4aa4-8363-696023b07de2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:54:52.050551 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c654414f-5802-4de3-b225-eb0ee0017736), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:52.306589 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c654414f-5802-4de3-b225-eb0ee0017736 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:54:52.314526 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Publish callbacks [] for port (c654414f-5802-4de3-b225-eb0ee0017736), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:52.327430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Transition to ACTIVE for port object c654414f-5802-4de3-b225-eb0ee0017736 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:54:52.405296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d1f5c-e4c5-4c52-847f-036f9a9b7c04 req-707cde67-5d20-4b24-97c0-dfd7f895068b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:52.406782 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e6d1f5c-e4c5-4c52-847f-036f9a9b7c04 req-707cde67-5d20-4b24-97c0-dfd7f895068b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 931 time: 0.0490012
Apr 16 21:54:52.428755 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c654414f-5802-4de3-b225-eb0ee0017736), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:52.503738 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e6d1f5c-e4c5-4c52-847f-036f9a9b7c04 req-dfbcc502-479f-404d-aa0c-6f697b7cca44 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912209
Apr 16 21:54:52.504623 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Pushing event updated for resources: {'Port': ['ID=c654414f-5802-4de3-b225-eb0ee0017736,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:52.575148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Attempting to bind port c654414f-5802-4de3-b225-eb0ee0017736 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:54:52.575412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Attempting to bind port c654414f-5802-4de3-b225-eb0ee0017736 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:54:52.575745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Attempting to bind port c654414f-5802-4de3-b225-eb0ee0017736 on network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:54:52.580057 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Port c654414f-5802-4de3-b225-eb0ee0017736 on network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:54:52.580414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Attempting to bind port c654414f-5802-4de3-b225-eb0ee0017736 on network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:54:52.585217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:54:52.585563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Checking segment: {'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:54:52.585955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Bound using segment: {'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:54:52.586385 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Bound port: c654414f-5802-4de3-b225-eb0ee0017736, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:54:52.586754 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c654414f-5802-4de3-b225-eb0ee0017736), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:52.649867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] For port c654414f-5802-4de3-b225-eb0ee0017736, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:54:52.652893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] For port c654414f-5802-4de3-b225-eb0ee0017736, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c654414f-5802-4de3-b225-eb0ee0017736,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:54:52.702567 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c654414f-5802-4de3-b225-eb0ee0017736), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:52.743363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:52.743985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:52.745505 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] 10.222.0.41 "PUT /v2.0/ports/c654414f-5802-4de3-b225-eb0ee0017736 HTTP/1.1" status: 200  len: 1091 time: 0.7591348
Apr 16 21:54:52.745939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7632198d-4754-4aa4-8363-696023b07de2', 'tag': 'c654414f-5802-4de3-b225-eb0ee0017736'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:54:52.748161 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cd7ede-12c5-483c-a6a4-a3b07224eece" -d '{"events": [{"name": "network-changed", "server_uuid": "7632198d-4754-4aa4-8363-696023b07de2", "tag": "c654414f-5802-4de3-b225-eb0ee0017736"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:54:52.768078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c01b-96d4-48d1-a102-f1fed1d9d8df service neutron] Pushing event updated for resources: {'Port': ['ID=c654414f-5802-4de3-b225-eb0ee0017736,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:52.789471 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e10a46-7617-4834-814e-9523098e02ef x-openstack-request-id: req-75e10a46-7617-4834-814e-9523098e02ef {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:54:52.789792 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7632198d-4754-4aa4-8363-696023b07de2", "tag": "c654414f-5802-4de3-b225-eb0ee0017736", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:54:52.790050 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75e10a46-7617-4834-814e-9523098e02ef {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:54:52.790463 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e10a46-7617-4834-814e-9523098e02ef'] response: {'name': 'network-changed', 'server_uuid': '7632198d-4754-4aa4-8363-696023b07de2', 'tag': 'c654414f-5802-4de3-b225-eb0ee0017736', 'status': 'completed', 'code': 200}
Apr 16 21:54:52.849185 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd7ede-12c5-483c-a6a4-a3b07224eece req-500cdb05-dce5-4487-afad-c3e4ba1ce897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:52.850943 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22cd7ede-12c5-483c-a6a4-a3b07224eece req-500cdb05-dce5-4487-afad-c3e4ba1ce897 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 1125 time: 0.0397565
Apr 16 21:54:52.947472 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd7ede-12c5-483c-a6a4-a3b07224eece req-206aa756-16e5-47ec-b971-8be092262df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:52.949004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22cd7ede-12c5-483c-a6a4-a3b07224eece req-206aa756-16e5-47ec-b971-8be092262df3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&shared=False HTTP/1.1" status: 200  len: 916 time: 0.0904293
Apr 16 21:54:53.044733 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd7ede-12c5-483c-a6a4-a3b07224eece req-b96a8aea-8a08-44cf-95f3-284d9f56c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:53.046224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-22cd7ede-12c5-483c-a6a4-a3b07224eece req-b96a8aea-8a08-44cf-95f3-284d9f56c8dd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0916317
Apr 16 21:54:53.117526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd178426-4e36-4163-9282-46cd2437e585 req-eb5c4a89-07db-42e1-9c67-034a8b0a1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:53.118896 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-eb5c4a89-07db-42e1-9c67-034a8b0a1b38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 1125 time: 0.0389876
Apr 16 21:54:53.165477 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-4be438a6-fee0-4212-a814-971ca2d09c29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c654414f-5802-4de3-b225-eb0ee0017736 HTTP/1.1" status: 200  len: 217 time: 0.0378067
Apr 16 21:54:53.212864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd178426-4e36-4163-9282-46cd2437e585 req-ced082cb-66e9-4804-a339-b0fb4d50d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:53.214258 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-ced082cb-66e9-4804-a339-b0fb4d50d4eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 200  len: 855 time: 0.0418091
Apr 16 21:54:53.244440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-b06bf911-4086-4af4-8f24-7cf67ed5da1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245035
Apr 16 21:54:53.335576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-28093344-c502-4ddb-9b57-8d66161aca77 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844295
Apr 16 21:54:53.691212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe8fb5-4f79-47de-82f1-53499abe8357 req-029ca6a5-87ee-4979-806b-ebe2c8304a7a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:53.692740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-27fe8fb5-4f79-47de-82f1-53499abe8357 req-029ca6a5-87ee-4979-806b-ebe2c8304a7a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 943 time: 0.0847063
Apr 16 21:54:53.726277 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd178426-4e36-4163-9282-46cd2437e585 req-3f046b54-53b2-438e-a8e7-054a41c62231 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3838160
Apr 16 21:54:53.753784 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-27fe8fb5-4f79-47de-82f1-53499abe8357 req-86461196-4c34-490d-b565-b9732675b527 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551426
Apr 16 21:54:54.875047 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37994b-e3ee-4732-80e4-afba9df69972 req-47f13d5b-43c9-4052-878b-baee0789935c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:54.876536 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c37994b-e3ee-4732-80e4-afba9df69972 req-47f13d5b-43c9-4052-878b-baee0789935c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 943 time: 0.0513458
Apr 16 21:54:55.256902 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c37994b-e3ee-4732-80e4-afba9df69972 req-fcda94ef-4196-4380-a0a5-01e297e8878b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3748772
Apr 16 21:54:56.367502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f46fb-843b-48e6-af74-eda09dc779e8 req-a8767ba4-edd8-410c-af61-1de779a4ce5c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:56.369006 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa8f46fb-843b-48e6-af74-eda09dc779e8 req-a8767ba4-edd8-410c-af61-1de779a4ce5c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 943 time: 0.0467947
Apr 16 21:54:56.415715 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa8f46fb-843b-48e6-af74-eda09dc779e8 req-6d205238-fd44-4fcf-ae3d-3d3044ae582c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406544
Apr 16 21:54:56.688336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c654414f-5802-4de3-b225-eb0ee0017736 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:54:56.787358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c654414f-5802-4de3-b225-eb0ee0017736, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c654414f-5802-4de3-b225-eb0ee0017736,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:54:56.799346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'c654414f-5802-4de3-b225-eb0ee0017736', 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4', 'port_id': 'c654414f-5802-4de3-b225-eb0ee0017736', 'mac_address': 'fa:16:3e:4a:a6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919c279a-eaae-4952-abbc-7a8946628053', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:54:56.835620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port c654414f-5802-4de3-b225-eb0ee0017736 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:54:56.836001 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c654414f-5802-4de3-b225-eb0ee0017736), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:56.848442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c654414f-5802-4de3-b225-eb0ee0017736 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:54:56.868244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c654414f-5802-4de3-b225-eb0ee0017736, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c654414f-5802-4de3-b225-eb0ee0017736,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:54:56.945878 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c654414f-5802-4de3-b225-eb0ee0017736), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:56.996337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=c654414f-5802-4de3-b225-eb0ee0017736,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:57.228333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['c654414f-5802-4de3-b225-eb0ee0017736'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:54:57.527503 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecbb0b-d14c-4568-b28e-225c5ee38a1c req-8d4f7436-776f-4c09-876f-f23602a6d7df tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:57.528917 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-edecbb0b-d14c-4568-b28e-225c5ee38a1c req-8d4f7436-776f-4c09-876f-f23602a6d7df tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 944 time: 0.0474505
Apr 16 21:54:57.574886 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-edecbb0b-d14c-4568-b28e-225c5ee38a1c req-7405072d-fd92-4a19-9ffb-e8720559192a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397246
Apr 16 21:54:58.688498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828727-d6b9-438c-b7df-1bf961db382b req-660d92ea-64d6-49c2-ad6d-d7b8ccf6b40a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:58.688976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c654414f-5802-4de3-b225-eb0ee0017736 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:54:58.690098 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a828727-d6b9-438c-b7df-1bf961db382b req-660d92ea-64d6-49c2-ad6d-d7b8ccf6b40a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 944 time: 0.0482163
Apr 16 21:54:58.736947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port c654414f-5802-4de3-b225-eb0ee0017736 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:54:58.741524 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9a828727-d6b9-438c-b7df-1bf961db382b req-5fc22a6e-17a2-4b12-8a6d-b0fd3e74fb3b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459509
Apr 16 21:54:58.808553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port c654414f-5802-4de3-b225-eb0ee0017736 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:54:58.808974 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c654414f-5802-4de3-b225-eb0ee0017736), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:58.885130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port c654414f-5802-4de3-b225-eb0ee0017736 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:54:58.885446 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c654414f-5802-4de3-b225-eb0ee0017736), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:58.907639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7632198d-4754-4aa4-8363-696023b07de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c654414f-5802-4de3-b225-eb0ee0017736'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:54:58.909874 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884c62ef-5240-4cc3-9b83-54b90591e892" -d '{"events": [{"server_uuid": "7632198d-4754-4aa4-8363-696023b07de2", "name": "network-vif-plugged", "status": "completed", "tag": "c654414f-5802-4de3-b225-eb0ee0017736"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:54:58.923083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port c654414f-5802-4de3-b225-eb0ee0017736, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c654414f-5802-4de3-b225-eb0ee0017736,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:54:58.946760 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb02ec9-abf5-4926-bfd2-d9c56ecc5939 x-openstack-request-id: req-4eb02ec9-abf5-4926-bfd2-d9c56ecc5939 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:54:58.947052 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7632198d-4754-4aa4-8363-696023b07de2", "name": "network-vif-plugged", "status": "completed", "tag": "c654414f-5802-4de3-b225-eb0ee0017736", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:54:58.947334 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4eb02ec9-abf5-4926-bfd2-d9c56ecc5939 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:54:58.947758 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb02ec9-abf5-4926-bfd2-d9c56ecc5939'] response: {'server_uuid': '7632198d-4754-4aa4-8363-696023b07de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c654414f-5802-4de3-b225-eb0ee0017736', 'code': 200}
Apr 16 21:54:59.004861 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c654414f-5802-4de3-b225-eb0ee0017736), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:54:59.042998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d1a66-d5ee-4964-81cf-1cc8188ac332 req-824d1964-9d4e-4f2e-859d-f7069a543df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:59.044528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-233d1a66-d5ee-4964-81cf-1cc8188ac332 req-824d1964-9d4e-4f2e-859d-f7069a543df0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 1127 time: 0.0386477
Apr 16 21:54:59.056857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=c654414f-5802-4de3-b225-eb0ee0017736,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:54:59.089512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-233d1a66-d5ee-4964-81cf-1cc8188ac332 req-4efae14d-b011-4746-90fc-319ba1cbdc82 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393250
Apr 16 21:54:59.853847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f583ee-ebf5-4122-85bb-17326284afdf req-8473d91c-3d6d-476a-8069-352510274fe7 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:54:59.855336 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01f583ee-ebf5-4122-85bb-17326284afdf req-8473d91c-3d6d-476a-8069-352510274fe7 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0457392
Apr 16 21:54:59.900710 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-01f583ee-ebf5-4122-85bb-17326284afdf req-c1a287a0-c3dd-42a7-8bb8-eb1c5f6890a0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392661
Apr 16 21:55:01.013544 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56698fe-c503-4922-8eda-2897838c046d req-b8e339a9-1e35-45ba-ad76-6f686e1ac2f2 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:01.015036 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d56698fe-c503-4922-8eda-2897838c046d req-b8e339a9-1e35-45ba-ad76-6f686e1ac2f2 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0459750
Apr 16 21:55:01.064705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d56698fe-c503-4922-8eda-2897838c046d req-27ce8734-6e7f-43f2-95f6-d208f4554175 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432184
Apr 16 21:55:01.177872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020cd7a-8a48-4877-a989-f2309b92f584 req-bc655f13-3498-41f9-8e09-7711f3f49e7b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:01.179337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4020cd7a-8a48-4877-a989-f2309b92f584 req-bc655f13-3498-41f9-8e09-7711f3f49e7b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0495794
Apr 16 21:55:01.225118 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4020cd7a-8a48-4877-a989-f2309b92f584 req-9f362568-629a-4b71-a64b-6b9a1a07501d tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402071
Apr 16 21:55:01.472940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf651d3-7eba-4947-8b94-19ad19821d9b req-9b0ad7bc-7366-4399-a2b1-69128b65d259 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:01.474424 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eaf651d3-7eba-4947-8b94-19ad19821d9b req-9b0ad7bc-7366-4399-a2b1-69128b65d259 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0468197
Apr 16 21:55:01.520871 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eaf651d3-7eba-4947-8b94-19ad19821d9b req-fd09b78f-1ddd-42dd-89af-17ca3c54c929 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406168
Apr 16 21:55:01.630442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260ad9b-e45b-4c23-8215-24fcc0afbfd7 req-b8f333ba-707e-4572-8be1-a22cea00ca7c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:01.631904 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1260ad9b-e45b-4c23-8215-24fcc0afbfd7 req-b8f333ba-707e-4572-8be1-a22cea00ca7c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0466907
Apr 16 21:55:01.678401 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1260ad9b-e45b-4c23-8215-24fcc0afbfd7 req-c26e5912-2958-460e-b46d-ec8aa7b7ca57 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409710
Apr 16 21:55:01.991023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ff030-03b0-4bfa-832c-e8a3ca91fdac req-d1569fff-a458-4b61-8b71-286f02d8d8f1 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:01.992673 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-135ff030-03b0-4bfa-832c-e8a3ca91fdac req-d1569fff-a458-4b61-8b71-286f02d8d8f1 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0474091
Apr 16 21:55:02.038945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-135ff030-03b0-4bfa-832c-e8a3ca91fdac req-5f7f6357-732d-403a-b92e-de12d0ed4fa3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406067
Apr 16 21:55:02.082511 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-4267861a-be09-4612-a500-5f54707be68f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0419469
Apr 16 21:55:02.615924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fd434-401d-4eee-a67c-9e31d36af849 req-5617eb56-7799-4203-90ca-9e17136aa120 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:02.617294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-5617eb56-7799-4203-90ca-9e17136aa120 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports/c654414f-5802-4de3-b225-eb0ee0017736 HTTP/1.1" status: 200  len: 942 time: 0.0460188
Apr 16 21:55:03.153817 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a12e38-3e2a-4d2c-9f1f-cdd5e757f3b2 req-dc9a5748-dd68-4757-92c7-bc359cbe1e17 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:03.155329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80a12e38-3e2a-4d2c-9f1f-cdd5e757f3b2 req-dc9a5748-dd68-4757-92c7-bc359cbe1e17 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0475442
Apr 16 21:55:03.207125 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80a12e38-3e2a-4d2c-9f1f-cdd5e757f3b2 req-e92a0fc5-bd34-4637-91c5-c2f4b27422bc tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454211
Apr 16 21:55:04.087462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d965202b-cbfa-48fa-8f84-93fec4f76354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:04.088986 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d965202b-cbfa-48fa-8f84-93fec4f76354 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 1127 time: 0.0394411
Apr 16 21:55:04.175372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fd434-401d-4eee-a67c-9e31d36af849 req-2291c379-5908-46b9-b67e-9717584af01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:04.176895 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-2291c379-5908-46b9-b67e-9717584af01e service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 916 time: 0.0824952
Apr 16 21:55:04.221676 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-fdbb74aa-f210-4328-aefb-1929fead8797 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c654414f-5802-4de3-b225-eb0ee0017736 HTTP/1.1" status: 200  len: 217 time: 0.0393853
Apr 16 21:55:04.269686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fd434-401d-4eee-a67c-9e31d36af849 req-8fd2f9df-3143-4b68-90db-2d28a269607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:04.272620 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-8fd2f9df-3143-4b68-90db-2d28a269607f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 200  len: 855 time: 0.0440326
Apr 16 21:55:04.303523 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-e96d49ef-7704-4ad4-abda-ec58895586ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268772
Apr 16 21:55:04.322622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19ab14-f045-41b9-aa9a-772634cc9cdf req-cef32649-2d67-45db-822d-e2e732e8bc00 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:04.324115 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8b19ab14-f045-41b9-aa9a-772634cc9cdf req-cef32649-2d67-45db-822d-e2e732e8bc00 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0475273
Apr 16 21:55:04.372139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8b19ab14-f045-41b9-aa9a-772634cc9cdf req-16a3331e-c292-46ea-a3e3-386e7ab326f7 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420694
Apr 16 21:55:04.398355 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-471313c5-5fa8-46d7-bd9b-6d04400a585b service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890646
Apr 16 21:55:04.486605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-46074ffd-c204-4abc-b28f-0452be3e1bc6 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824823
Apr 16 21:55:05.485819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b349c-9b12-48ce-9e5d-c3a5f2e669b6 req-592ba6af-23c4-42ff-b46a-5fe8ae7b196f tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:05.487309 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-125b349c-9b12-48ce-9e5d-c3a5f2e669b6 req-592ba6af-23c4-42ff-b46a-5fe8ae7b196f tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0476565
Apr 16 21:55:05.538064 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-125b349c-9b12-48ce-9e5d-c3a5f2e669b6 req-65aefb1e-c0d4-4b69-8f8f-0ad5a7c40261 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451956
Apr 16 21:55:06.438830 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:06.655823 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc48e8-2953-471b-90df-c9b9fe908ca1 req-337c6458-a6d0-42dd-a254-0618670aec9f tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:06.657898 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6bfc48e8-2953-471b-90df-c9b9fe908ca1 req-337c6458-a6d0-42dd-a254-0618670aec9f tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0509529
Apr 16 21:55:06.707624 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6bfc48e8-2953-471b-90df-c9b9fe908ca1 req-4e1f3810-3c50-45fd-9d1f-171550fb1f8e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440562
Apr 16 21:55:07.822753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7476a-1c8f-45c3-a6e6-9dac9ae25936 req-410634fc-fc0a-4e4a-9e19-301dc3034577 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:07.824260 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1f7476a-1c8f-45c3-a6e6-9dac9ae25936 req-410634fc-fc0a-4e4a-9e19-301dc3034577 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0476868
Apr 16 21:55:07.870876 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b1f7476a-1c8f-45c3-a6e6-9dac9ae25936 req-be1d47f3-5655-422c-bb39-84d858712584 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410416
Apr 16 21:55:08.982161 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc7bef-a0cd-4e76-a565-32eb523a4f2b req-17727977-6f2a-4584-ad2f-677ab5f1e263 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:08.983584 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72bc7bef-a0cd-4e76-a565-32eb523a4f2b req-17727977-6f2a-4584-ad2f-677ab5f1e263 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0475228
Apr 16 21:55:09.019923 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-debca10f-832b-42fa-b7b1-58d0c8375ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:09.031096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72bc7bef-a0cd-4e76-a565-32eb523a4f2b req-f7b89c79-2031-4849-ab43-66fda5e661c1 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413675
Apr 16 21:55:10.025391 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:55:10.143341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52632968-f6f5-4a65-95e1-21c771a174d2 req-71dcac19-696d-4d31-9fef-b6663512cf7a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:10.144944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-52632968-f6f5-4a65-95e1-21c771a174d2 req-71dcac19-696d-4d31-9fef-b6663512cf7a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0469356
Apr 16 21:55:10.192581 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-52632968-f6f5-4a65-95e1-21c771a174d2 req-642760b5-137e-49c6-a901-3a4b682ef848 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418782
Apr 16 21:55:11.305384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39517b-a269-4aa4-96ab-bf6ac566de07 req-aad4929b-336d-43d8-96f2-43270794ec2a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:11.306892 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e39517b-a269-4aa4-96ab-bf6ac566de07 req-aad4929b-336d-43d8-96f2-43270794ec2a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0471742
Apr 16 21:55:11.358538 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e39517b-a269-4aa4-96ab-bf6ac566de07 req-b2110fe5-9954-40ee-8684-b689a0029ad2 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455921
Apr 16 21:55:11.648492 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5118e7e8-6295-4ad8-b48e-feb7f2ac5bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:12.474392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdf5c6-423a-4d5e-ad9f-aee4d1994327 req-7a6c28dd-3f6b-4010-a23e-07fe150bde56 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:12.476196 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0cbdf5c6-423a-4d5e-ad9f-aee4d1994327 req-7a6c28dd-3f6b-4010-a23e-07fe150bde56 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0508642
Apr 16 21:55:12.523053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0cbdf5c6-423a-4d5e-ad9f-aee4d1994327 req-69cbe0ba-8890-4c1e-9b49-40d161d2f0cc tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413842
Apr 16 21:55:12.581556 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:13.637125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c927af7-5ab7-45e3-9156-d26a36655ab8 req-779b514b-711c-4a04-9099-b617a32b479b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:13.638632 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c927af7-5ab7-45e3-9156-d26a36655ab8 req-779b514b-711c-4a04-9099-b617a32b479b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0474563
Apr 16 21:55:13.685537 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c927af7-5ab7-45e3-9156-d26a36655ab8 req-a3cae6e9-6f24-46dc-a0d3-5f4a00535630 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412917
Apr 16 21:55:13.786985 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:14.215921 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:14.797446 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498f1bf-d14f-4ce1-8f63-9d67de66ade2 req-0988f354-54fc-4135-b7da-67911ff98bd6 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:14.798864 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0498f1bf-d14f-4ce1-8f63-9d67de66ade2 req-0988f354-54fc-4135-b7da-67911ff98bd6 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0468080
Apr 16 21:55:14.844661 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0498f1bf-d14f-4ce1-8f63-9d67de66ade2 req-4f119a6b-dc51-438c-b15a-5a36dc9322ac tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402629
Apr 16 21:55:15.454158 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:15.960363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab76045-4bf4-4aac-b087-476123b8d3bb req-010caac8-0b4d-4780-a50f-d23bf757156d tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:15.961760 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ab76045-4bf4-4aac-b087-476123b8d3bb req-010caac8-0b4d-4780-a50f-d23bf757156d tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0469728
Apr 16 21:55:16.007790 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9ab76045-4bf4-4aac-b087-476123b8d3bb req-2aebc8d4-f9fb-4dca-9c98-c57b3a2cbecb tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403695
Apr 16 21:55:17.121395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc4789-d895-4ecf-a826-02e347a35256 req-8f7750ed-992d-435f-bd22-324d0d107427 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:17.122913 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2dbc4789-d895-4ecf-a826-02e347a35256 req-8f7750ed-992d-435f-bd22-324d0d107427 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0469501
Apr 16 21:55:17.174243 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2dbc4789-d895-4ecf-a826-02e347a35256 req-89b59859-5473-4b86-a05f-757ab1e216dc tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449998
Apr 16 21:55:18.293149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc625-d9f5-4d11-9529-7eb7459c5860 req-8d72d4d5-37c5-4037-9b84-272364723e61 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:18.294633 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b50cc625-d9f5-4d11-9529-7eb7459c5860 req-8d72d4d5-37c5-4037-9b84-272364723e61 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0513334
Apr 16 21:55:18.341260 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b50cc625-d9f5-4d11-9529-7eb7459c5860 req-9d1f5aa8-1bd0-4fed-b60e-da181fc275f8 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409944
Apr 16 21:55:19.452160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b2c75-c0f6-49d1-9c69-aa97a6e1950f req-e9a0b060-0f80-44c5-8d8f-d400f8d8a0d2 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:19.454198 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-130b2c75-c0f6-49d1-9c69-aa97a6e1950f req-e9a0b060-0f80-44c5-8d8f-d400f8d8a0d2 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0462582
Apr 16 21:55:19.500858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-130b2c75-c0f6-49d1-9c69-aa97a6e1950f req-fa2ddd3b-e0cd-4c32-a167-914bdb6ec272 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409501
Apr 16 21:55:20.625323 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72d561-a2c3-430f-bf26-6d2724a4acd8 req-517a2d04-83c2-4da4-906b-6e6f058547c7 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:20.626901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee72d561-a2c3-430f-bf26-6d2724a4acd8 req-517a2d04-83c2-4da4-906b-6e6f058547c7 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0543020
Apr 16 21:55:20.675375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee72d561-a2c3-430f-bf26-6d2724a4acd8 req-12d48387-db47-4402-b02a-274aaad4f580 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425918
Apr 16 21:55:21.789722 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868a4e3-d1ad-4a68-a082-414d0445463e req-f5205644-ca92-4c04-9ef9-de7c518f706c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:21.791467 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1868a4e3-d1ad-4a68-a082-414d0445463e req-f5205644-ca92-4c04-9ef9-de7c518f706c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0467699
Apr 16 21:55:21.838250 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1868a4e3-d1ad-4a68-a082-414d0445463e req-c9430cdb-5097-46a3-89eb-5f1df8991a3d tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415652
Apr 16 21:55:22.955691 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4fdd6-3f40-4706-b04e-facf2e7d14ee req-1d0495c6-014e-478a-9f9e-67fc6e58acc5 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:22.957148 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96e4fdd6-3f40-4706-b04e-facf2e7d14ee req-1d0495c6-014e-478a-9f9e-67fc6e58acc5 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0528083
Apr 16 21:55:23.006021 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96e4fdd6-3f40-4706-b04e-facf2e7d14ee req-4c80d0c0-00d9-47a1-9a3b-a2fb056b9883 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432014
Apr 16 21:55:24.123258 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dc896-c4a5-4a76-ba19-383bb87cde1c req-182e1d28-6445-41d3-9af1-f9c0fdf20eac tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:24.124848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f2dc896-c4a5-4a76-ba19-383bb87cde1c req-182e1d28-6445-41d3-9af1-f9c0fdf20eac tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0511138
Apr 16 21:55:24.174816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4f2dc896-c4a5-4a76-ba19-383bb87cde1c req-fac76f4a-398c-4dd0-b8ac-65dacb7a7cd6 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443366
Apr 16 21:55:25.286567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540c259-4a99-42c4-9f82-61b7d11b1e0c req-3bd2ccd9-30f8-4725-b655-bef612be14a0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:25.288028 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5540c259-4a99-42c4-9f82-61b7d11b1e0c req-3bd2ccd9-30f8-4725-b655-bef612be14a0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0460086
Apr 16 21:55:25.334561 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5540c259-4a99-42c4-9f82-61b7d11b1e0c req-38cdf413-9578-4472-b0a7-5e786ea47ec3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407655
Apr 16 21:55:26.446702 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da54a6e-9d62-4c92-80ba-5e147ac9f5d4 req-74fb7fac-2a2d-46e8-8cbf-12f27f6108e8 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:26.448203 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6da54a6e-9d62-4c92-80ba-5e147ac9f5d4 req-74fb7fac-2a2d-46e8-8cbf-12f27f6108e8 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0463660
Apr 16 21:55:26.494627 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6da54a6e-9d62-4c92-80ba-5e147ac9f5d4 req-6ca269cd-6a90-479d-8fde-07320c2ea4ab tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402439
Apr 16 21:55:27.606644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f940378-58c4-41a0-af7c-568cac31971c req-e84786a1-eb3b-403f-aa05-ee5e51464042 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:27.608089 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f940378-58c4-41a0-af7c-568cac31971c req-e84786a1-eb3b-403f-aa05-ee5e51464042 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0478244
Apr 16 21:55:27.666953 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4f940378-58c4-41a0-af7c-568cac31971c req-b820fe68-0b4c-4b92-a5bd-2f90da03e949 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531652
Apr 16 21:55:28.787839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421a053-1bb9-4c38-9469-d560d39d3e0f req-17619435-b5a5-4e07-84dd-a1c4ba465c43 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:28.789308 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b421a053-1bb9-4c38-9469-d560d39d3e0f req-17619435-b5a5-4e07-84dd-a1c4ba465c43 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0494368
Apr 16 21:55:28.834571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b421a053-1bb9-4c38-9469-d560d39d3e0f req-6e6d04e1-eb02-4f36-b215-cb434309735d tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397847
Apr 16 21:55:29.950164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafb66c-7bf5-4512-b6a5-3dcb851ea978 req-5cbbe96f-4dee-4072-aaea-86104f75bd3a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:29.951536 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bcafb66c-7bf5-4512-b6a5-3dcb851ea978 req-5cbbe96f-4dee-4072-aaea-86104f75bd3a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0466623
Apr 16 21:55:29.997895 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bcafb66c-7bf5-4512-b6a5-3dcb851ea978 req-5179c55a-435d-47e8-8a08-22ca82428f55 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401852
Apr 16 21:55:31.112306 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6f963-64de-4e42-8743-5a820a6935f8 req-29d8bcbc-6227-4114-9bd4-45c477ec0a76 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:31.113846 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51c6f963-64de-4e42-8743-5a820a6935f8 req-29d8bcbc-6227-4114-9bd4-45c477ec0a76 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0483217
Apr 16 21:55:31.160033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51c6f963-64de-4e42-8743-5a820a6935f8 req-64530a61-a9d2-4596-8e77-e36e1d583744 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406044
Apr 16 21:55:31.591804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedec12-86ad-4b29-882d-74bd16b72f00 req-e8acf67e-a162-4f4e-88f3-e442e76ae29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:31.593270 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7cedec12-86ad-4b29-882d-74bd16b72f00 req-e8acf67e-a162-4f4e-88f3-e442e76ae29b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 1127 time: 0.0391779
Apr 16 21:55:31.689995 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-329fd434-401d-4eee-a67c-9e31d36af849 req-19ef3e72-2b6c-4bf1-acf1-34b3b0a018b6 service neutron] show failed (client error): The resource could not be found.
Apr 16 21:55:31.691035 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-19ef3e72-2b6c-4bf1-acf1-34b3b0a018b6 service neutron] 10.222.0.41 "GET /v2.0/ports/c654414f-5802-4de3-b225-eb0ee0017736/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0590701
Apr 16 21:55:31.721365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedec12-86ad-4b29-882d-74bd16b72f00 req-4e3bf944-4065-49a6-b566-bd76e5ce3bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:31.722840 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cedec12-86ad-4b29-882d-74bd16b72f00 req-4e3bf944-4065-49a6-b566-bd76e5ce3bd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 916 time: 0.0908852
Apr 16 21:55:31.767850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cedec12-86ad-4b29-882d-74bd16b72f00 req-f337327e-7257-41aa-a177-f20a2ed4ab89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c654414f-5802-4de3-b225-eb0ee0017736 HTTP/1.1" status: 200  len: 217 time: 0.0396581
Apr 16 21:55:31.814998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedec12-86ad-4b29-882d-74bd16b72f00 req-b7ad0f54-e432-4206-9294-b82153309e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:31.816493 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cedec12-86ad-4b29-882d-74bd16b72f00 req-b7ad0f54-e432-4206-9294-b82153309e22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 200  len: 855 time: 0.0433984
Apr 16 21:55:31.847790 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cedec12-86ad-4b29-882d-74bd16b72f00 req-6881e742-dd8c-45b3-b9e6-8ab9dd9ebd37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259283
Apr 16 21:55:31.940084 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cedec12-86ad-4b29-882d-74bd16b72f00 req-9543192a-d50b-4929-8c11-435520876247 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862241
Apr 16 21:55:32.029286 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cedec12-86ad-4b29-882d-74bd16b72f00 req-967969c3-8901-4332-84fc-528ff3094d7c service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834992
Apr 16 21:55:32.202928 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fd434-401d-4eee-a67c-9e31d36af849 req-b900d655-802d-4314-bd8f-6f7a93e4896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:32.204805 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-b900d655-802d-4314-bd8f-6f7a93e4896d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2&tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8 HTTP/1.1" status: 200  len: 1127 time: 0.0428050
Apr 16 21:55:32.216712 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:55:32.278326 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c654414f-5802-4de3-b225-eb0ee0017736), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:32.281384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320282ba-16e2-4d42-8b3a-d67ac4ce7a0a req-27b4539d-0f75-4a7e-b421-ad4737a36472 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:32.282902 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-320282ba-16e2-4d42-8b3a-d67ac4ce7a0a req-27b4539d-0f75-4a7e-b421-ad4737a36472 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0547972
Apr 16 21:55:32.331602 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-320282ba-16e2-4d42-8b3a-d67ac4ce7a0a req-70a66452-1530-43c4-b564-d50057328862 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424693
Apr 16 21:55:32.486470 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] For port c654414f-5802-4de3-b225-eb0ee0017736, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c654414f-5802-4de3-b225-eb0ee0017736,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:55:32.518681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] For port c654414f-5802-4de3-b225-eb0ee0017736, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:55:32.558069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7632198d-4754-4aa4-8363-696023b07de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c654414f-5802-4de3-b225-eb0ee0017736'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:55:32.560359 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fe5014-8878-494a-b76a-d016952aabd5" -d '{"events": [{"server_uuid": "7632198d-4754-4aa4-8363-696023b07de2", "name": "network-vif-unplugged", "status": "completed", "tag": "c654414f-5802-4de3-b225-eb0ee0017736"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:55:32.564280 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Publish callbacks [] for port (c654414f-5802-4de3-b225-eb0ee0017736), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:32.576838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Transition to ACTIVE for port object c654414f-5802-4de3-b225-eb0ee0017736 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:55:32.607546 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061ea952-4631-4cb3-955a-f276fac068ea x-openstack-request-id: req-061ea952-4631-4cb3-955a-f276fac068ea {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:55:32.607857 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7632198d-4754-4aa4-8363-696023b07de2", "name": "network-vif-unplugged", "status": "completed", "tag": "c654414f-5802-4de3-b225-eb0ee0017736", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:55:32.608743 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-061ea952-4631-4cb3-955a-f276fac068ea {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:55:32.609170 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-061ea952-4631-4cb3-955a-f276fac068ea'] response: {'server_uuid': '7632198d-4754-4aa4-8363-696023b07de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c654414f-5802-4de3-b225-eb0ee0017736', 'code': 200}
Apr 16 21:55:32.643953 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c654414f-5802-4de3-b225-eb0ee0017736), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:32.709354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] No DVR routers for this DVR port c654414f-5802-4de3-b225-eb0ee0017736 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:55:32.711301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Pushing event updated for resources: {'Port': ['ID=c654414f-5802-4de3-b225-eb0ee0017736,revision_number=6']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:55:32.723345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.723700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.724048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.724419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.725018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.725369 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.725710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.726043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.726381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.726714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.727045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.727378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.727806 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.728140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.728494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:32.761636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Attempting to bind port c654414f-5802-4de3-b225-eb0ee0017736 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:55:32.761982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Attempting to bind port c654414f-5802-4de3-b225-eb0ee0017736 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:55:32.762314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Attempting to bind port c654414f-5802-4de3-b225-eb0ee0017736 on network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:55:32.767172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Port c654414f-5802-4de3-b225-eb0ee0017736 on network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:55:32.767499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Attempting to bind port c654414f-5802-4de3-b225-eb0ee0017736 on network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:55:32.772410 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:55:32.772756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Checking segment: {'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:55:32.773144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Bound using segment: {'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:55:32.773572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Bound port: c654414f-5802-4de3-b225-eb0ee0017736, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:55:32.773930 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c654414f-5802-4de3-b225-eb0ee0017736), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:32.838581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] For port c654414f-5802-4de3-b225-eb0ee0017736, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:55:32.841495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] For port c654414f-5802-4de3-b225-eb0ee0017736, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c654414f-5802-4de3-b225-eb0ee0017736,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:55:32.905671 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c654414f-5802-4de3-b225-eb0ee0017736), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:32.936348 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:32.936985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:32.938485 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] 10.222.0.11 "PUT /v2.0/ports/c654414f-5802-4de3-b225-eb0ee0017736 HTTP/1.1" status: 200  len: 1091 time: 0.7262309
Apr 16 21:55:32.975236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ff2da-c3cf-4255-a34d-277ae0e0a562 service neutron] Pushing event updated for resources: {'Port': ['ID=c654414f-5802-4de3-b225-eb0ee0017736,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:55:33.003368 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fd434-401d-4eee-a67c-9e31d36af849 req-f6f299c2-b533-4b1d-a3a8-cc8c9cb2b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:33.004861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-f6f299c2-b533-4b1d-a3a8-cc8c9cb2b051 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 1125 time: 0.0436444
Apr 16 21:55:33.099049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fd434-401d-4eee-a67c-9e31d36af849 req-38df9332-c436-4a94-b0a7-d1e6eb0e5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:33.100834 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-38df9332-c436-4a94-b0a7-d1e6eb0e5655 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 916 time: 0.0888529
Apr 16 21:55:33.142679 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-35d915ad-d74b-4161-b734-0b99551adde5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c654414f-5802-4de3-b225-eb0ee0017736 HTTP/1.1" status: 200  len: 217 time: 0.0357156
Apr 16 21:55:33.188421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fd434-401d-4eee-a67c-9e31d36af849 req-187644e1-f78c-4e23-b38f-72032173d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:33.189875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-187644e1-f78c-4e23-b38f-72032173d7c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 200  len: 855 time: 0.0417588
Apr 16 21:55:33.225200 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-9d0555ad-b85b-4d58-a16f-ef11eacca6cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297191
Apr 16 21:55:33.312303 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-8ab107b3-36c2-441b-b064-ea2e41243f0f service neutron] 10.222.0.11 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811198
Apr 16 21:55:33.405530 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-09cf6f6a-f43a-45e0-953f-9e38d7fa4c89 service neutron] 10.222.0.11 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875990
Apr 16 21:55:33.447302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bf24b-b0f0-427a-a38a-26490b259de5 req-77a8575d-3ad9-4679-bfb8-9ea8775b53c0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:33.448872 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-629bf24b-b0f0-427a-a38a-26490b259de5 req-77a8575d-3ad9-4679-bfb8-9ea8775b53c0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 943 time: 0.0474484
Apr 16 21:55:33.497182 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-629bf24b-b0f0-427a-a38a-26490b259de5 req-a807f5a6-e093-4e32-908a-0a6fad6d7559 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413904
Apr 16 21:55:34.614536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1de44-866a-49a1-bbe6-9b28ff023362 req-674a9d34-17d1-462c-bb99-691786f0526e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:34.616010 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-24b1de44-866a-49a1-bbe6-9b28ff023362 req-674a9d34-17d1-462c-bb99-691786f0526e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 943 time: 0.0473349
Apr 16 21:55:34.616482 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7632198d-4754-4aa4-8363-696023b07de2', 'tag': 'c654414f-5802-4de3-b225-eb0ee0017736'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:55:34.618703 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c438fe-6363-4fa1-a884-92ebe6ed64ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7632198d-4754-4aa4-8363-696023b07de2", "tag": "c654414f-5802-4de3-b225-eb0ee0017736"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:55:34.663925 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-24b1de44-866a-49a1-bbe6-9b28ff023362 req-3071137d-8e54-4b4f-9aee-b5027a51ff78 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420678
Apr 16 21:55:34.665934 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5f7003-672b-439d-8396-d9bf8dcb9ccb x-openstack-request-id: req-ad5f7003-672b-439d-8396-d9bf8dcb9ccb {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:55:34.666230 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7632198d-4754-4aa4-8363-696023b07de2", "tag": "c654414f-5802-4de3-b225-eb0ee0017736", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:55:34.666606 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad5f7003-672b-439d-8396-d9bf8dcb9ccb {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:55:34.668120 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad5f7003-672b-439d-8396-d9bf8dcb9ccb'] response: {'name': 'network-changed', 'server_uuid': '7632198d-4754-4aa4-8363-696023b07de2', 'tag': 'c654414f-5802-4de3-b225-eb0ee0017736', 'status': 'completed', 'code': 200}
Apr 16 21:55:34.729095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-ba514f33-6071-4479-a5bd-5ea17a9c152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:34.730573 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-ba514f33-6071-4479-a5bd-5ea17a9c152e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 1125 time: 0.0394349
Apr 16 21:55:34.826187 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-e53bb6c8-abf2-461f-9171-3ea741864e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:34.828228 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-e53bb6c8-abf2-461f-9171-3ea741864e4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 916 time: 0.0915275
Apr 16 21:55:34.834225 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-d4dd04d6-ba76-4796-b093-3d5cef6b2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:34.841857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-d4dd04d6-ba76-4796-b093-3d5cef6b2ba6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 1125 time: 0.0397980
Apr 16 21:55:34.869319 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-e8f0b141-c673-4217-83f1-d496c82836d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c654414f-5802-4de3-b225-eb0ee0017736 HTTP/1.1" status: 200  len: 217 time: 0.0353737
Apr 16 21:55:34.876052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c654414f-5802-4de3-b225-eb0ee0017736 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:55:34.917652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port c654414f-5802-4de3-b225-eb0ee0017736 host nch1-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:55:34.918455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device c654414f-5802-4de3-b225-eb0ee0017736 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:55:34.926593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-d0af98fd-5728-4cea-9794-b59c1de50c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:34.928229 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-d0af98fd-5728-4cea-9794-b59c1de50c66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 200  len: 855 time: 0.0532329
Apr 16 21:55:34.931536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-7e1b9ccf-3bcc-461e-bac0-eae128eaf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:34.933115 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-7e1b9ccf-3bcc-461e-bac0-eae128eaf8a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 916 time: 0.0906775
Apr 16 21:55:34.961383 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-19a464d3-129e-4e7a-9fef-b58b4ddc66ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0278919
Apr 16 21:55:34.977287 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-2b3639e4-625e-44d2-9ca9-bbf3051b63dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c654414f-5802-4de3-b225-eb0ee0017736 HTTP/1.1" status: 200  len: 217 time: 0.0375285
Apr 16 21:55:35.054898 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-cea7af19-b9a0-4e46-bc0e-b7bb98eef953 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872016
Apr 16 21:55:35.131120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-a3b127b5-5800-46b2-bd21-66e1bc3bca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:35.132631 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-a3b127b5-5800-46b2-bd21-66e1bc3bca73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 200  len: 855 time: 0.0451305
Apr 16 21:55:35.152421 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-ed7c2827-91e0-4ba6-bdee-4287d515cfef service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0913517
Apr 16 21:55:35.168983 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-d6d36100-030f-4cf5-9e17-803cdd7a8e1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302005
Apr 16 21:55:35.263265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-26addd8c-fefd-4551-8c72-62770b7d0549 service neutron] 10.222.0.11 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836203
Apr 16 21:55:35.357183 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c438fe-6363-4fa1-a884-92ebe6ed64ec req-383e5fb6-d6fb-4729-86ca-4abc125a6366 service neutron] 10.222.0.11 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877981
Apr 16 21:55:35.781242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44562c26-a502-49d3-943a-da7a3e6c006a req-91e95b24-fd60-4451-b5c9-3c52a4085b34 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:35.782735 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44562c26-a502-49d3-943a-da7a3e6c006a req-91e95b24-fd60-4451-b5c9-3c52a4085b34 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 943 time: 0.0480976
Apr 16 21:55:35.829309 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44562c26-a502-49d3-943a-da7a3e6c006a req-708ee54f-375f-4331-835d-24c3812a96ca tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408843
Apr 16 21:55:36.150068 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970fcaa-94b4-4d20-8e7b-e152d6f83f4a req-3e918c2c-9592-40d9-83b2-8f5aeb5c34e3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:36.151576 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d970fcaa-94b4-4d20-8e7b-e152d6f83f4a req-3e918c2c-9592-40d9-83b2-8f5aeb5c34e3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 943 time: 0.0477774
Apr 16 21:55:36.252522 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-2d017437-4d68-4b38-ac00-0e4fab9e5e93 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:36.253972 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-2d017437-4d68-4b38-ac00-0e4fab9e5e93 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.41 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2&tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.1015425
Apr 16 21:55:36.302014 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d970fcaa-94b4-4d20-8e7b-e152d6f83f4a req-d2ef351e-a676-4fe0-b653-fce6bd7379b8 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411643
Apr 16 21:55:36.328891 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-ecbf81ad-4476-4c32-a747-30e1dac99fee service neutron] delete failed (client error): The resource could not be found.
Apr 16 21:55:36.329940 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-ecbf81ad-4476-4c32-a747-30e1dac99fee service neutron] 10.222.0.41 "DELETE /v2.0/ports/c654414f-5802-4de3-b225-eb0ee0017736/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0701709
Apr 16 21:55:36.416187 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-2c6e2dab-4e0a-4847-9947-2b137c30db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:36.417755 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-2c6e2dab-4e0a-4847-9947-2b137c30db29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 1125 time: 0.0460560
Apr 16 21:55:36.461328 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:36.508885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-94f6cdb7-eee8-41fd-b32f-26b119d48baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:36.510389 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-94f6cdb7-eee8-41fd-b32f-26b119d48baa service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 916 time: 0.0873203
Apr 16 21:55:36.555683 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-f2071c2a-1359-48a2-bace-a7ec35405b56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c654414f-5802-4de3-b225-eb0ee0017736 HTTP/1.1" status: 200  len: 217 time: 0.0391707
Apr 16 21:55:36.603107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-b6c732ff-cff6-4cf9-a3f3-a0ffccb7a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:36.604532 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-b6c732ff-cff6-4cf9-a3f3-a0ffccb7a3f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 200  len: 855 time: 0.0431106
Apr 16 21:55:36.635685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-ee2b0291-d112-4df9-b2da-5b80ede43ae2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254960
Apr 16 21:55:36.727804 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-87fe7a31-e5f1-4433-8ea1-963758e8c7a6 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866013
Apr 16 21:55:36.816963 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-917c8eb7-18b2-4909-8eb7-71d79e09f93e req-9f0d463b-7c60-4257-84e4-78939fff4969 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825939
Apr 16 21:55:37.302357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c654414f-5802-4de3-b225-eb0ee0017736 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:55:37.411664 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c654414f-5802-4de3-b225-eb0ee0017736, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c654414f-5802-4de3-b225-eb0ee0017736,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:55:37.422965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5851a-dd4d-43ba-aa87-e9f18983a4fc req-76628bd2-c0a4-4fac-81a3-6923c04e9664 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:37.423839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'c654414f-5802-4de3-b225-eb0ee0017736', 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4', 'port_id': 'c654414f-5802-4de3-b225-eb0ee0017736', 'mac_address': 'fa:16:3e:4a:a6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919c279a-eaae-4952-abbc-7a8946628053', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:55:37.424540 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96e5851a-dd4d-43ba-aa87-e9f18983a4fc req-76628bd2-c0a4-4fac-81a3-6923c04e9664 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 943 time: 0.0515757
Apr 16 21:55:37.461791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c654414f-5802-4de3-b225-eb0ee0017736 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:55:37.462428 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c654414f-5802-4de3-b225-eb0ee0017736), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:37.474084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96e5851a-dd4d-43ba-aa87-e9f18983a4fc req-fb0b4b78-4d5a-4ac0-9d05-adf58fa73aa8 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437441
Apr 16 21:55:37.476542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c654414f-5802-4de3-b225-eb0ee0017736 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:55:37.497395 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c654414f-5802-4de3-b225-eb0ee0017736, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c654414f-5802-4de3-b225-eb0ee0017736,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:55:37.555953 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c654414f-5802-4de3-b225-eb0ee0017736), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:37.600975 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c654414f-5802-4de3-b225-eb0ee0017736,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:55:37.759056 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c654414f-5802-4de3-b225-eb0ee0017736'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:55:38.586864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177f2e7-831d-46dd-a508-15f05f173ffb req-c4ab099c-ea6c-4470-91d1-0b2ccd97f8bb tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:38.588369 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e177f2e7-831d-46dd-a508-15f05f173ffb req-c4ab099c-ea6c-4470-91d1-0b2ccd97f8bb tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 944 time: 0.0469518
Apr 16 21:55:38.636121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e177f2e7-831d-46dd-a508-15f05f173ffb req-4b8b3455-53e1-4f2c-ab80-895fbf12c499 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415826
Apr 16 21:55:38.748599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa036e-3f8a-4653-9dee-fd4e118b1144 req-49941b90-9308-4119-98b0-bd2cd70f81c5 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:38.750081 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5daa036e-3f8a-4653-9dee-fd4e118b1144 req-49941b90-9308-4119-98b0-bd2cd70f81c5 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 944 time: 0.0472474
Apr 16 21:55:38.795972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5daa036e-3f8a-4653-9dee-fd4e118b1144 req-54b5fdc9-19e9-421e-85a1-be07980b3569 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402136
Apr 16 21:55:38.909964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e97c11-1b6f-4b10-8656-cff82a169960 req-c126af02-8440-46e3-929a-c1acc70e982b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:38.911434 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e97c11-1b6f-4b10-8656-cff82a169960 req-c126af02-8440-46e3-929a-c1acc70e982b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 944 time: 0.0514565
Apr 16 21:55:38.958020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-24e97c11-1b6f-4b10-8656-cff82a169960 req-2093159a-1574-419e-b90a-e2966e2d8838 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409527
Apr 16 21:55:39.016107 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-59bf6e0a-465d-4451-8a02-8ef356daeaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:39.318601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c654414f-5802-4de3-b225-eb0ee0017736 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:55:39.366693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port c654414f-5802-4de3-b225-eb0ee0017736 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:55:39.417135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87ead0-3f99-4317-a387-630e4016a954 req-c2b9df48-7c17-4c90-b1ce-ae0627d50a2e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:39.418606 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-c2b9df48-7c17-4c90-b1ce-ae0627d50a2e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 815 time: 0.1024389
Apr 16 21:55:39.433127 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-8e72671a-8369-45ee-845e-541ce14f1d15 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/quotas/c5dd165bd07e4d8daffbfa8a93aad4e8 HTTP/1.1" status: 200  len: 375 time: 0.0089872
Apr 16 21:55:39.461449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port c654414f-5802-4de3-b225-eb0ee0017736 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:55:39.461764 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (c654414f-5802-4de3-b225-eb0ee0017736), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:39.485018 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-28ed3ea7-adcc-4619-afb2-8f742583a44f tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0464799
Apr 16 21:55:39.538988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port c654414f-5802-4de3-b225-eb0ee0017736 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:55:39.539379 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c654414f-5802-4de3-b225-eb0ee0017736), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:39.562847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7632198d-4754-4aa4-8363-696023b07de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c654414f-5802-4de3-b225-eb0ee0017736'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:55:39.570180 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb418e2f-8ef8-4d3e-9bd3-9e8c19aa3e30" -d '{"events": [{"server_uuid": "7632198d-4754-4aa4-8363-696023b07de2", "name": "network-vif-plugged", "status": "completed", "tag": "c654414f-5802-4de3-b225-eb0ee0017736"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:55:39.576421 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-de4fbfaa-b924-4e13-9c48-9c57698c7a62 service neutron] 10.222.0.20 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846193
Apr 16 21:55:39.577240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port c654414f-5802-4de3-b225-eb0ee0017736, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c654414f-5802-4de3-b225-eb0ee0017736,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:55:39.604545 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c50042-2ffa-4aa2-8c6a-d264ad99f204 x-openstack-request-id: req-83c50042-2ffa-4aa2-8c6a-d264ad99f204 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:55:39.604545 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7632198d-4754-4aa4-8363-696023b07de2", "name": "network-vif-plugged", "status": "completed", "tag": "c654414f-5802-4de3-b225-eb0ee0017736", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:55:39.604545 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83c50042-2ffa-4aa2-8c6a-d264ad99f204 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:55:39.604545 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c50042-2ffa-4aa2-8c6a-d264ad99f204'] response: {'server_uuid': '7632198d-4754-4aa4-8363-696023b07de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c654414f-5802-4de3-b225-eb0ee0017736', 'code': 200}
Apr 16 21:55:39.661498 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (c654414f-5802-4de3-b225-eb0ee0017736), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:39.683468 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-74f2659a-1874-406d-b92e-b95c901c08c3 service neutron] 10.222.0.20 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980313
Apr 16 21:55:39.711180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=c654414f-5802-4de3-b225-eb0ee0017736,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:55:39.718608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.719045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.719448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.719853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.720368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.720771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.721164 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.721494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.721823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.722147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.722471 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.722930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.723260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.723583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.723907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:55:39.914120 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-398a298d-716e-4db4-8987-867fb26d84b7 req-c3de886c-1bfe-43f9-95b9-6174cca385c8 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 210 time: 0.0314865
Apr 16 21:55:40.508647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628a3c8-5f9c-4aea-8fc0-348ff440d088 req-237465b1-f4b8-4130-9ca7-0ed100c2340b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:40.510113 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8628a3c8-5f9c-4aea-8fc0-348ff440d088 req-237465b1-f4b8-4130-9ca7-0ed100c2340b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.11 "GET /v2.0/ports?device_id=7632198d-4754-4aa4-8363-696023b07de2 HTTP/1.1" status: 200  len: 945 time: 0.0462811
Apr 16 21:55:40.592711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-8628a3c8-5f9c-4aea-8fc0-348ff440d088 req-b8cc3bf2-ef8e-46ff-a992-b77ccfc9623c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Deleting port c654414f-5802-4de3-b225-eb0ee0017736 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:55:40.600044 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8628a3c8-5f9c-4aea-8fc0-348ff440d088 req-b8cc3bf2-ef8e-46ff-a992-b77ccfc9623c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c654414f-5802-4de3-b225-eb0ee0017736), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:40.684415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8628a3c8-5f9c-4aea-8fc0-348ff440d088 req-b8cc3bf2-ef8e-46ff-a992-b77ccfc9623c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] For port c654414f-5802-4de3-b225-eb0ee0017736, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c654414f-5802-4de3-b225-eb0ee0017736,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:55:40.684797 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8628a3c8-5f9c-4aea-8fc0-348ff440d088 req-b8cc3bf2-ef8e-46ff-a992-b77ccfc9623c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c654414f-5802-4de3-b225-eb0ee0017736), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:40.698796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-8628a3c8-5f9c-4aea-8fc0-348ff440d088 req-b8cc3bf2-ef8e-46ff-a992-b77ccfc9623c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Calling delete_port for c654414f-5802-4de3-b225-eb0ee0017736 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:55:40.893815 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8628a3c8-5f9c-4aea-8fc0-348ff440d088 req-b8cc3bf2-ef8e-46ff-a992-b77ccfc9623c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c654414f-5802-4de3-b225-eb0ee0017736), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:40.909094 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c654414f-5802-4de3-b225-eb0ee0017736'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:55:40.922398 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc3bf2-ef8e-46ff-a992-b77ccfc9623c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Pushing event deleted for resources: {'Port': ['ID=c654414f-5802-4de3-b225-eb0ee0017736,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:55:40.967183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8628a3c8-5f9c-4aea-8fc0-348ff440d088 req-b8cc3bf2-ef8e-46ff-a992-b77ccfc9623c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] No DVR routers for this DVR port c654414f-5802-4de3-b225-eb0ee0017736 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:55:40.970039 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8628a3c8-5f9c-4aea-8fc0-348ff440d088 req-b8cc3bf2-ef8e-46ff-a992-b77ccfc9623c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:40.973548 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8628a3c8-5f9c-4aea-8fc0-348ff440d088 req-b8cc3bf2-ef8e-46ff-a992-b77ccfc9623c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.11 "DELETE /v2.0/ports/c654414f-5802-4de3-b225-eb0ee0017736 HTTP/1.1" status: 204  len: 173 time: 0.4579389
Apr 16 21:55:40.974004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7632198d-4754-4aa4-8363-696023b07de2', 'name': 'network-vif-deleted', 'tag': 'c654414f-5802-4de3-b225-eb0ee0017736'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:55:40.976675 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ae7565-b0ed-4063-86e3-73f56a34bfdf" -d '{"events": [{"server_uuid": "7632198d-4754-4aa4-8363-696023b07de2", "name": "network-vif-deleted", "tag": "c654414f-5802-4de3-b225-eb0ee0017736"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:55:41.016389 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c170b48-6b5f-4df4-a235-daf1b07761c6 x-openstack-request-id: req-5c170b48-6b5f-4df4-a235-daf1b07761c6 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:55:41.016825 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7632198d-4754-4aa4-8363-696023b07de2", "name": "network-vif-deleted", "tag": "c654414f-5802-4de3-b225-eb0ee0017736", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:55:41.017176 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c170b48-6b5f-4df4-a235-daf1b07761c6 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:55:41.017679 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c170b48-6b5f-4df4-a235-daf1b07761c6'] response: {'server_uuid': '7632198d-4754-4aa4-8363-696023b07de2', 'name': 'network-vif-deleted', 'tag': 'c654414f-5802-4de3-b225-eb0ee0017736', 'status': 'completed', 'code': 200}
Apr 16 21:55:41.032414 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-176b4825-7fbe-43c1-84e3-e45660c32ef5 req-31ceda7a-263c-4cb5-9bef-0626d8fce970 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 210 time: 0.0323608
Apr 16 21:55:41.632553 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-47f13dfa-2032-40fd-a484-01a6238aafa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:41.834901 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87ead0-3f99-4317-a387-630e4016a954 req-8543fad7-df7e-4520-95b3-9b665c30ac98 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:41.836392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-8543fad7-df7e-4520-95b3-9b665c30ac98 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.11 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 815 time: 0.1049874
Apr 16 21:55:41.849325 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-1b87ead0-3f99-4317-a387-630e4016a954 req-62312a88-7cd8-4f48-a141-3c074f2d91d3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Request body: {'port': {'device_id': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4', 'admin_state_up': True, 'tenant_id': 'c5dd165bd07e4d8daffbfa8a93aad4e8'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:55:42.036567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b87ead0-3f99-4317-a387-630e4016a954 req-62312a88-7cd8-4f48-a141-3c074f2d91d3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Made reservation on behalf of c5dd165bd07e4d8daffbfa8a93aad4e8 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:55:42.039909 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1b87ead0-3f99-4317-a387-630e4016a954 req-62312a88-7cd8-4f48-a141-3c074f2d91d3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:42.139985 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ef159d1-6e58-4cee-8a47-d734e2e0f71d req-6ef15002-ae87-4bd8-b548-d65d0f48a498 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 210 time: 0.0317349
Apr 16 21:55:42.197134 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-1b87ead0-3f99-4317-a387-630e4016a954 req-62312a88-7cd8-4f48-a141-3c074f2d91d3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Allocated IP 172.20.0.12 (fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4/919c279a-eaae-4952-abbc-7a8946628053/9b307e71-2c8a-49fd-a64f-144993d40261) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:55:42.343372 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1b87ead0-3f99-4317-a387-630e4016a954 req-62312a88-7cd8-4f48-a141-3c074f2d91d3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks [] for port (9b307e71-2c8a-49fd-a64f-144993d40261), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:42.404587 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1b87ead0-3f99-4317-a387-630e4016a954 req-62312a88-7cd8-4f48-a141-3c074f2d91d3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:42.416305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['c654414f-5802-4de3-b225-eb0ee0017736'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:55:42.449807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b87ead0-3f99-4317-a387-630e4016a954 req-62312a88-7cd8-4f48-a141-3c074f2d91d3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:55:42.453451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-1b87ead0-3f99-4317-a387-630e4016a954 req-62312a88-7cd8-4f48-a141-3c074f2d91d3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:55:42.457095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b87ead0-3f99-4317-a387-630e4016a954 req-62312a88-7cd8-4f48-a141-3c074f2d91d3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:55:42.480381 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62312a88-7cd8-4f48-a141-3c074f2d91d3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Pushing event updated for resources: {'Port': ['ID=9b307e71-2c8a-49fd-a64f-144993d40261,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:55:42.508678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87ead0-3f99-4317-a387-630e4016a954 req-62312a88-7cd8-4f48-a141-3c074f2d91d3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:42.509293 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1b87ead0-3f99-4317-a387-630e4016a954 req-62312a88-7cd8-4f48-a141-3c074f2d91d3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:42.658431 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-62312a88-7cd8-4f48-a141-3c074f2d91d3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8126090
Apr 16 21:55:42.668700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Request body: {'port': {'device_id': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:55:42.678522 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:42.732353 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:42.988848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b307e71-2c8a-49fd-a64f-144993d40261 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:55:42.996019 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Publish callbacks [] for port (9b307e71-2c8a-49fd-a64f-144993d40261), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:43.008153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Transition to ACTIVE for port object 9b307e71-2c8a-49fd-a64f-144993d40261 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:55:43.072489 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:43.127531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b307e71-2c8a-49fd-a64f-144993d40261,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:55:43.195335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Attempting to bind port 9b307e71-2c8a-49fd-a64f-144993d40261 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:55:43.195678 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Attempting to bind port 9b307e71-2c8a-49fd-a64f-144993d40261 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:55:43.196030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Attempting to bind port 9b307e71-2c8a-49fd-a64f-144993d40261 on network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:55:43.200551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Port 9b307e71-2c8a-49fd-a64f-144993d40261 on network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:55:43.200976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Attempting to bind port 9b307e71-2c8a-49fd-a64f-144993d40261 on network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:55:43.206475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:55:43.206819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Checking segment: {'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:55:43.207216 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Bound using segment: {'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:55:43.207641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Bound port: 9b307e71-2c8a-49fd-a64f-144993d40261, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:55:43.208012 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:43.252056 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65a2dd-4104-4949-9549-df54fdc49d05 req-3942fe4f-2fcd-42ea-8e05-c6508cbb33aa tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:43.253472 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b65a2dd-4104-4949-9549-df54fdc49d05 req-3942fe4f-2fcd-42ea-8e05-c6508cbb33aa tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 944 time: 0.0468223
Apr 16 21:55:43.271134 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] For port 9b307e71-2c8a-49fd-a64f-144993d40261, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:55:43.274154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] For port 9b307e71-2c8a-49fd-a64f-144993d40261, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b307e71-2c8a-49fd-a64f-144993d40261,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:55:43.301489 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b65a2dd-4104-4949-9549-df54fdc49d05 req-3b81c661-ecb5-4818-83c1-7f720bc45ec8 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421042
Apr 16 21:55:43.375934 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:43.416249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:43.416866 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:43.418233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] 10.222.0.11 "PUT /v2.0/ports/9b307e71-2c8a-49fd-a64f-144993d40261 HTTP/1.1" status: 200  len: 1092 time: 0.7536345
Apr 16 21:55:43.418694 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'tag': '9b307e71-2c8a-49fd-a64f-144993d40261'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:55:43.420993 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071b400e-7feb-42ff-ab80-83e4195a4df7" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb0317e-028c-4886-82a1-4e0912ec3508", "tag": "9b307e71-2c8a-49fd-a64f-144993d40261"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:55:43.441476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8496b7-e87a-4202-961a-2b2e9e5e6cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b307e71-2c8a-49fd-a64f-144993d40261,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:55:43.460676 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faac710-1d3a-4bc4-bb55-14684366a53d x-openstack-request-id: req-9faac710-1d3a-4bc4-bb55-14684366a53d {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:55:43.460976 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb0317e-028c-4886-82a1-4e0912ec3508", "tag": "9b307e71-2c8a-49fd-a64f-144993d40261", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:55:43.461233 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9faac710-1d3a-4bc4-bb55-14684366a53d {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:55:43.461642 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9faac710-1d3a-4bc4-bb55-14684366a53d'] response: {'name': 'network-changed', 'server_uuid': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'tag': '9b307e71-2c8a-49fd-a64f-144993d40261', 'status': 'completed', 'code': 200}
Apr 16 21:55:43.518940 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b400e-7feb-42ff-ab80-83e4195a4df7 req-62013633-0ed2-4c65-96f5-3f2d10711290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:43.520391 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-071b400e-7feb-42ff-ab80-83e4195a4df7 req-62013633-0ed2-4c65-96f5-3f2d10711290 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 1126 time: 0.0397172
Apr 16 21:55:43.617540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b400e-7feb-42ff-ab80-83e4195a4df7 req-8680ad4a-0e0e-4079-8d0b-5ffab6000a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:43.619002 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-071b400e-7feb-42ff-ab80-83e4195a4df7 req-8680ad4a-0e0e-4079-8d0b-5ffab6000a4a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&shared=False HTTP/1.1" status: 200  len: 916 time: 0.0924160
Apr 16 21:55:43.764109 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:43.955870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b400e-7feb-42ff-ab80-83e4195a4df7 req-331f9843-e108-4fa9-bab8-6496515e1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:43.957365 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-071b400e-7feb-42ff-ab80-83e4195a4df7 req-331f9843-e108-4fa9-bab8-6496515e1480 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3324823
Apr 16 21:55:44.029798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87ead0-3f99-4317-a387-630e4016a954 req-2409382d-85f2-41cc-b8aa-adf4e60957d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:44.031250 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-2409382d-85f2-41cc-b8aa-adf4e60957d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 1126 time: 0.0399053
Apr 16 21:55:44.074697 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-a40d36f5-5e40-49c8-820e-db9d8cc7af4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b307e71-2c8a-49fd-a64f-144993d40261 HTTP/1.1" status: 200  len: 217 time: 0.0368516
Apr 16 21:55:44.122762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87ead0-3f99-4317-a387-630e4016a954 req-543677f2-77d8-4844-a4f5-88ef27f4a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:44.124882 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-543677f2-77d8-4844-a4f5-88ef27f4a2c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 200  len: 855 time: 0.0425174
Apr 16 21:55:44.157776 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-24f8bb55-25bf-4deb-ba36-556655b8d545 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252666
Apr 16 21:55:44.230437 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:44.249266 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-3e084693-06f4-4706-99fa-e992bdb9093f service neutron] 10.222.0.11 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844729
Apr 16 21:55:44.336104 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b87ead0-3f99-4317-a387-630e4016a954 req-f6b0faa4-2309-4f3c-a386-d638ef0cd258 service neutron] 10.222.0.11 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819800
Apr 16 21:55:44.422101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee08d73-1fb0-464b-ae59-03fe5321297c req-19d8df0b-61e4-477f-bd5f-4c503b9d263b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:44.423604 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bee08d73-1fb0-464b-ae59-03fe5321297c req-19d8df0b-61e4-477f-bd5f-4c503b9d263b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 944 time: 0.0522697
Apr 16 21:55:44.470216 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bee08d73-1fb0-464b-ae59-03fe5321297c req-733b8714-69f7-40ef-bdb3-e53613286a28 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407798
Apr 16 21:55:45.349817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c654414f-5802-4de3-b225-eb0ee0017736 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:55:45.370441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: c654414f-5802-4de3-b225-eb0ee0017736 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:55:45.370791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device c654414f-5802-4de3-b225-eb0ee0017736 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:55:45.464875 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:45.586638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a51e5d-dc38-4dc9-9ade-6632afdd41f2 req-1cc54790-954f-44a4-8333-8ad2b3b39404 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:45.588121 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-66a51e5d-dc38-4dc9-9ade-6632afdd41f2 req-1cc54790-954f-44a4-8333-8ad2b3b39404 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 944 time: 0.0476418
Apr 16 21:55:45.638715 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-66a51e5d-dc38-4dc9-9ade-6632afdd41f2 req-991355d6-e32f-44e7-bf40-6c04ff236363 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449543
Apr 16 21:55:46.755196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a12746-4424-47ba-8e58-67865c74ff9c req-5328d6d7-1498-4174-8b99-db001d82f49e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:46.756689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b2a12746-4424-47ba-8e58-67865c74ff9c req-5328d6d7-1498-4174-8b99-db001d82f49e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 944 time: 0.0470054
Apr 16 21:55:46.802493 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b2a12746-4424-47ba-8e58-67865c74ff9c req-64626c5b-ea13-494f-a51a-c0f650e48e5a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401340
Apr 16 21:55:47.024242 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:55:47.361194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 9b307e71-2c8a-49fd-a64f-144993d40261 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:55:47.457613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 9b307e71-2c8a-49fd-a64f-144993d40261, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b307e71-2c8a-49fd-a64f-144993d40261,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:55:47.469501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '9b307e71-2c8a-49fd-a64f-144993d40261', 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4', 'port_id': '9b307e71-2c8a-49fd-a64f-144993d40261', 'mac_address': 'fa:16:3e:b6:22:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919c279a-eaae-4952-abbc-7a8946628053', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:55:47.505544 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 9b307e71-2c8a-49fd-a64f-144993d40261 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:55:47.505937 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:47.518566 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b307e71-2c8a-49fd-a64f-144993d40261 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:55:47.537731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 9b307e71-2c8a-49fd-a64f-144993d40261, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b307e71-2c8a-49fd-a64f-144993d40261,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:55:47.590322 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:47.637044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=9b307e71-2c8a-49fd-a64f-144993d40261,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:55:47.776126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['9b307e71-2c8a-49fd-a64f-144993d40261'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:55:47.915285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6bfed-2b82-4bce-b0cb-c24a3d3a3673 req-a7f70494-2e16-4f74-901f-be2deba1d05c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:47.916897 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c6bfed-2b82-4bce-b0cb-c24a3d3a3673 req-a7f70494-2e16-4f74-901f-be2deba1d05c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 945 time: 0.0483077
Apr 16 21:55:47.962805 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-58c6bfed-2b82-4bce-b0cb-c24a3d3a3673 req-45ea093a-71c1-42c6-8215-1c2db4df9ccc tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403624
Apr 16 21:55:49.074316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1096-a304-45bb-98cc-bde61f4c4732 req-7b19f05a-232f-4dff-b09b-f45b0a512527 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:49.075794 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-353d1096-a304-45bb-98cc-bde61f4c4732 req-7b19f05a-232f-4dff-b09b-f45b0a512527 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 945 time: 0.0469968
Apr 16 21:55:49.126414 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-353d1096-a304-45bb-98cc-bde61f4c4732 req-1658934a-3569-47fd-86b9-8a5277a535c0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449843
Apr 16 21:55:49.347405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 9b307e71-2c8a-49fd-a64f-144993d40261 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:55:49.392215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 9b307e71-2c8a-49fd-a64f-144993d40261 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:55:49.466574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 9b307e71-2c8a-49fd-a64f-144993d40261 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:55:49.466954 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:49.544451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 9b307e71-2c8a-49fd-a64f-144993d40261 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:55:49.544839 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:49.566512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b307e71-2c8a-49fd-a64f-144993d40261'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:55:49.568739 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded26d5c-c95e-4ab8-9ff1-b5ca8b581fa0" -d '{"events": [{"server_uuid": "3bb0317e-028c-4886-82a1-4e0912ec3508", "name": "network-vif-plugged", "status": "completed", "tag": "9b307e71-2c8a-49fd-a64f-144993d40261"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:55:49.581523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 9b307e71-2c8a-49fd-a64f-144993d40261, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b307e71-2c8a-49fd-a64f-144993d40261,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:55:49.603929 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285238e5-2fa2-4af3-b73f-9385d0faf7b8 x-openstack-request-id: req-285238e5-2fa2-4af3-b73f-9385d0faf7b8 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:55:49.604257 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb0317e-028c-4886-82a1-4e0912ec3508", "name": "network-vif-plugged", "status": "completed", "tag": "9b307e71-2c8a-49fd-a64f-144993d40261", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:55:49.604546 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-285238e5-2fa2-4af3-b73f-9385d0faf7b8 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:55:49.604948 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285238e5-2fa2-4af3-b73f-9385d0faf7b8'] response: {'server_uuid': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b307e71-2c8a-49fd-a64f-144993d40261', 'code': 200}
Apr 16 21:55:49.642253 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:55:49.692418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=9b307e71-2c8a-49fd-a64f-144993d40261,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:55:49.695302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240f363-e0c3-48dd-87df-045d0ed96212 req-9e15e4b8-7e08-4b7d-ba80-35780c63945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:49.697085 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9240f363-e0c3-48dd-87df-045d0ed96212 req-9e15e4b8-7e08-4b7d-ba80-35780c63945c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 1128 time: 0.0398543
Apr 16 21:55:49.740510 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9240f363-e0c3-48dd-87df-045d0ed96212 req-27799004-16e3-4faa-9ceb-e152b9a9ed0b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369680
Apr 16 21:55:50.242393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65538b-23df-4567-9632-b275b58ecd34 req-e32e4c52-0d00-4eed-8c79-08477bf6037d tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:50.243906 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf65538b-23df-4567-9632-b275b58ecd34 req-e32e4c52-0d00-4eed-8c79-08477bf6037d tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0477092
Apr 16 21:55:50.290290 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cf65538b-23df-4567-9632-b275b58ecd34 req-3ebea7ce-77d8-4700-a71d-d76fb8cb5381 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399575
Apr 16 21:55:51.406002 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b937e-440f-44f2-a26c-267b44fa2370 req-9b390744-b291-45b7-b3e2-a36a09703c72 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:51.407458 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-196b937e-440f-44f2-a26c-267b44fa2370 req-9b390744-b291-45b7-b3e2-a36a09703c72 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0495107
Apr 16 21:55:51.453284 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-196b937e-440f-44f2-a26c-267b44fa2370 req-94d28057-fdc8-4e4a-8789-980be3e9478c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401592
Apr 16 21:55:51.564498 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbb8d-da5e-48d8-bbc6-e3892c39f61e req-35a97bfa-aba8-47c9-9dcc-72f8e57a55fe tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:51.565974 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac7cbb8d-da5e-48d8-bbc6-e3892c39f61e req-35a97bfa-aba8-47c9-9dcc-72f8e57a55fe tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0467505
Apr 16 21:55:51.612986 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac7cbb8d-da5e-48d8-bbc6-e3892c39f61e req-3ce44c5e-f95a-40a3-88ce-fa76320a820b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414424
Apr 16 21:55:51.991268 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7fd6f-8b35-4a3e-b3b1-e082915660e0 req-49ddc587-23c0-481f-9a89-b8636977af64 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:51.992765 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0d7fd6f-8b35-4a3e-b3b1-e082915660e0 req-49ddc587-23c0-481f-9a89-b8636977af64 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0515070
Apr 16 21:55:52.039987 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0d7fd6f-8b35-4a3e-b3b1-e082915660e0 req-7b79c9c5-5fca-466e-af07-0aa7990a407d tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414917
Apr 16 21:55:52.079955 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-86e5f0ec-bb5a-4289-b22e-d3deb5f1616c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0380080
Apr 16 21:55:52.563558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd110e16-5c27-4670-92aa-09623eafef85 req-6a285e8b-9d64-4c78-9915-63bc2ea69aad tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:52.564939 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-6a285e8b-9d64-4c78-9915-63bc2ea69aad tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports/9b307e71-2c8a-49fd-a64f-144993d40261 HTTP/1.1" status: 200  len: 943 time: 0.0462377
Apr 16 21:55:53.155829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dff5f-9749-42f0-ba22-0e6e05d6a99a req-f292d545-7a04-438e-ba5d-4456fa0e92a7 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:53.157331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-621dff5f-9749-42f0-ba22-0e6e05d6a99a req-f292d545-7a04-438e-ba5d-4456fa0e92a7 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0471804
Apr 16 21:55:53.204567 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-621dff5f-9749-42f0-ba22-0e6e05d6a99a req-d6e12f6c-962f-48c4-8d5a-b2722c0c98bc tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414715
Apr 16 21:55:53.993256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd110e16-5c27-4670-92aa-09623eafef85 req-dd102af1-198c-4101-87ba-00c0f9c81f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:53.994656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-dd102af1-198c-4101-87ba-00c0f9c81f3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 1128 time: 0.0423141
Apr 16 21:55:54.080900 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd110e16-5c27-4670-92aa-09623eafef85 req-74bd5488-27ce-4da6-8d0d-5bb88e9f0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:54.082370 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-74bd5488-27ce-4da6-8d0d-5bb88e9f0779 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 916 time: 0.0818803
Apr 16 21:55:54.122725 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-31907d94-803d-4c98-9cd5-0835f05312ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b307e71-2c8a-49fd-a64f-144993d40261 HTTP/1.1" status: 200  len: 217 time: 0.0350318
Apr 16 21:55:54.174113 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd110e16-5c27-4670-92aa-09623eafef85 req-c05f6429-1314-445b-b645-920ef3461691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:54.175532 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-c05f6429-1314-445b-b645-920ef3461691 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 200  len: 855 time: 0.0466845
Apr 16 21:55:54.205857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-cf6e62d2-3db7-46f6-9a41-d0ba8532efe0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247393
Apr 16 21:55:54.293869 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-9a56669e-5057-4c72-9e36-d84e7b741193 service neutron] 10.222.0.11 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820789
Apr 16 21:55:54.324390 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21797a85-e411-4875-9843-cb40d3d18175 req-96d62c14-aecd-44b5-9089-9f50a80a0ad4 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:54.325895 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-21797a85-e411-4875-9843-cb40d3d18175 req-96d62c14-aecd-44b5-9089-9f50a80a0ad4 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0518160
Apr 16 21:55:54.374278 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-21797a85-e411-4875-9843-cb40d3d18175 req-63723f80-3e05-4cee-a05a-b9e6d62c4c01 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426650
Apr 16 21:55:54.390023 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-be94adfe-d343-4064-8691-bdbf1bc4d62a service neutron] 10.222.0.11 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895150
Apr 16 21:55:55.485763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4675d1-9326-4444-af60-59f8bba92629 req-46ffd72a-90bf-408b-9398-3f63fa2660ac tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:55.487231 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec4675d1-9326-4444-af60-59f8bba92629 req-46ffd72a-90bf-408b-9398-3f63fa2660ac tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0476167
Apr 16 21:55:55.532960 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec4675d1-9326-4444-af60-59f8bba92629 req-a6cc3459-71bd-4b11-92da-36d4ba9b75e3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402565
Apr 16 21:55:56.643657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc169b0d-2ac0-4368-82be-41899a652110 req-e796e849-7144-4629-aff9-51ead9c166db tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:56.645185 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fc169b0d-2ac0-4368-82be-41899a652110 req-e796e849-7144-4629-aff9-51ead9c166db tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0472069
Apr 16 21:55:56.691859 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fc169b0d-2ac0-4368-82be-41899a652110 req-5d93db79-d0b9-4fcd-b44d-ad3f0d5d5970 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411689
Apr 16 21:55:57.810206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b35b32-1fe0-4496-93cc-a303c2e0caf2 req-d4a35868-9b05-43f7-a471-88705b5aba9b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:57.812161 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-39b35b32-1fe0-4496-93cc-a303c2e0caf2 req-d4a35868-9b05-43f7-a471-88705b5aba9b tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0515943
Apr 16 21:55:57.857864 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-39b35b32-1fe0-4496-93cc-a303c2e0caf2 req-9f36cb2a-9d3e-4cd7-b77f-0541be96f7c1 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400980
Apr 16 21:55:58.969992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66348190-1a80-49a9-8235-2b2d3a9c867f req-be4c6329-7b40-4c4f-9c39-204689a37f0d tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:55:58.971369 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-66348190-1a80-49a9-8235-2b2d3a9c867f req-be4c6329-7b40-4c4f-9c39-204689a37f0d tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0465369
Apr 16 21:55:59.020609 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-66348190-1a80-49a9-8235-2b2d3a9c867f req-f86fd220-be23-444a-a594-0eae2d9085f8 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432951
Apr 16 21:56:00.132913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33044b80-378d-4922-84ad-7df43f33b71e req-d1fd635e-fdae-43cd-9ba3-5d307a5f27de tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:00.134409 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33044b80-378d-4922-84ad-7df43f33b71e req-d1fd635e-fdae-43cd-9ba3-5d307a5f27de tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0472448
Apr 16 21:56:00.180985 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-33044b80-378d-4922-84ad-7df43f33b71e req-c90582ee-fccd-4c72-a279-af57e7d28848 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407653
Apr 16 21:56:01.293559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fb072-4359-4704-b870-4a5d40457f07 req-b6ffba0f-c4d4-4a02-8dd9-5945d20519dd tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:01.295039 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d60fb072-4359-4704-b870-4a5d40457f07 req-b6ffba0f-c4d4-4a02-8dd9-5945d20519dd tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0467448
Apr 16 21:56:01.341614 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d60fb072-4359-4704-b870-4a5d40457f07 req-70e4a1ec-03bb-459e-95b6-e79e35f53094 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404840
Apr 16 21:56:02.453903 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62c2c7-993d-45f8-8941-ae1989744eb4 req-17b623d9-bb3d-4f2a-9ff4-a61f0b037cd5 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:02.455463 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5d62c2c7-993d-45f8-8941-ae1989744eb4 req-17b623d9-bb3d-4f2a-9ff4-a61f0b037cd5 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0470276
Apr 16 21:56:02.505921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5d62c2c7-993d-45f8-8941-ae1989744eb4 req-792041c8-cf42-487b-8c5a-71be68f3d7a8 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445557
Apr 16 21:56:03.620855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e977e-2a5a-4cc6-ba9d-9f0ad75a191c req-61ff202b-b4aa-4cd7-9372-98415a35e454 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:03.622225 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad7e977e-2a5a-4cc6-ba9d-9f0ad75a191c req-61ff202b-b4aa-4cd7-9372-98415a35e454 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0471587
Apr 16 21:56:03.668921 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ad7e977e-2a5a-4cc6-ba9d-9f0ad75a191c req-8d782992-bdfe-4a58-8efc-a759905d48df tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410666
Apr 16 21:56:04.780479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c742c-66f7-4fcb-9e77-4b8895828c72 req-a5735e1e-f1c0-4248-83a1-3107ecec190d tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:04.781946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c2c742c-66f7-4fcb-9e77-4b8895828c72 req-a5735e1e-f1c0-4248-83a1-3107ecec190d tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0466137
Apr 16 21:56:04.828015 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c2c742c-66f7-4fcb-9e77-4b8895828c72 req-404767c2-b679-4905-b5dd-9febfd778a6e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405049
Apr 16 21:56:05.946626 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa74f7-6d6d-4220-8a67-7980fda7fa1c req-1dd2ab0e-f698-491b-9bca-506cfed7f73a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:05.948026 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0aaa74f7-6d6d-4220-8a67-7980fda7fa1c req-1dd2ab0e-f698-491b-9bca-506cfed7f73a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0524256
Apr 16 21:56:05.995260 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0aaa74f7-6d6d-4220-8a67-7980fda7fa1c req-d5fccb3a-d120-4c35-9e06-77e387b50303 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413289
Apr 16 21:56:06.500555 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:07.108671 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5af376-ef55-495c-8bcb-ac92605f28c5 req-08395b0a-3ae9-443b-8cfb-6b9f4a941820 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:07.110157 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f5af376-ef55-495c-8bcb-ac92605f28c5 req-08395b0a-3ae9-443b-8cfb-6b9f4a941820 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0466211
Apr 16 21:56:07.157387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f5af376-ef55-495c-8bcb-ac92605f28c5 req-4c5f862a-ea80-4fe1-aa0e-dfec25784045 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417616
Apr 16 21:56:08.271515 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f022a6d-c952-4267-9bea-efdae5a5855a req-bd3a6fd8-1915-465a-b297-8ac352717aa1 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:08.273005 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2f022a6d-c952-4267-9bea-efdae5a5855a req-bd3a6fd8-1915-465a-b297-8ac352717aa1 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0461125
Apr 16 21:56:08.319493 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2f022a6d-c952-4267-9bea-efdae5a5855a req-5d6eeca6-1982-4fff-a472-b58efbc2b0f6 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409513
Apr 16 21:56:09.013053 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-80816cc3-e6b4-4af8-b7b5-98d3a9cefd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:09.437355 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e0bfa-baf0-4216-9793-8c0ed5d4542c req-c534108b-80a9-4de8-bca3-702e2c4c4833 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:09.438841 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-602e0bfa-baf0-4216-9793-8c0ed5d4542c req-c534108b-80a9-4de8-bca3-702e2c4c4833 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0511782
Apr 16 21:56:09.485430 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-602e0bfa-baf0-4216-9793-8c0ed5d4542c req-ea9aa0f9-c345-40cf-a752-92184b13376d tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410028
Apr 16 21:56:10.597871 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d538a6-98e6-4c99-8130-fea83e10f4c1 req-68c1583e-b07a-47df-9411-0a57c153c25f tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:10.599587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-90d538a6-98e6-4c99-8130-fea83e10f4c1 req-68c1583e-b07a-47df-9411-0a57c153c25f tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0465624
Apr 16 21:56:10.652429 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-90d538a6-98e6-4c99-8130-fea83e10f4c1 req-d1c2c458-4422-461d-88d9-b42377b5ad71 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472782
Apr 16 21:56:11.637827 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc365-fae5-4cfc-a7d7-d8c6be356367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:11.763130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549bb0b-8ece-40b0-945c-4229c1156b08 req-e8dd7340-e728-49da-b2d1-e4328166616f tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:11.765114 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b549bb0b-8ece-40b0-945c-4229c1156b08 req-e8dd7340-e728-49da-b2d1-e4328166616f tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0463834
Apr 16 21:56:11.810552 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b549bb0b-8ece-40b0-945c-4229c1156b08 req-5c103821-a272-4558-a1b4-d5bede379d88 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398557
Apr 16 21:56:12.626201 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:12.924958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4c97c-947b-405f-b6eb-6011ede42151 req-504907e1-4965-44c9-ac0c-76e3b5ab1343 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:12.926322 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31b4c97c-947b-405f-b6eb-6011ede42151 req-504907e1-4965-44c9-ac0c-76e3b5ab1343 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0473285
Apr 16 21:56:12.972488 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31b4c97c-947b-405f-b6eb-6011ede42151 req-e5deece8-d71f-47be-a3aa-03ea771b9f62 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405943
Apr 16 21:56:13.786223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:14.084686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeba206-6ab0-4b9b-8e32-5ba03df555a7 req-54748e81-7b42-45fd-af51-f3f3dbc5a613 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:14.086170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-caeba206-6ab0-4b9b-8e32-5ba03df555a7 req-54748e81-7b42-45fd-af51-f3f3dbc5a613 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0479236
Apr 16 21:56:14.136816 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-caeba206-6ab0-4b9b-8e32-5ba03df555a7 req-75f26f87-aa4a-4815-8ea2-b23d30fa8b9f tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450969
Apr 16 21:56:14.237665 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:15.250048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974336b-c56e-4adb-96db-a234b0384b49 req-46ca7691-d457-4fab-bfde-05723eb6a9b6 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:15.251521 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a974336b-c56e-4adb-96db-a234b0384b49 req-46ca7691-d457-4fab-bfde-05723eb6a9b6 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0464869
Apr 16 21:56:15.297297 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a974336b-c56e-4adb-96db-a234b0384b49 req-6bfb21b5-a725-4dca-9a1a-4ba339a46f87 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402122
Apr 16 21:56:15.492824 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:16.412836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938304b-b3c2-44d3-954b-f432d5e4741a req-1dbf0312-6be7-444f-9ae8-8fc3903996bc tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:16.414381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b938304b-b3c2-44d3-954b-f432d5e4741a req-1dbf0312-6be7-444f-9ae8-8fc3903996bc tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0488474
Apr 16 21:56:16.460422 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b938304b-b3c2-44d3-954b-f432d5e4741a req-6be9c11f-a012-43e7-b16a-30e74d6229e6 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399072
Apr 16 21:56:17.585144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7884d2-422b-41a5-8ea7-ff8f563b1d10 req-f68e3492-ad08-472c-97f0-586e8d0a63f3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:17.586620 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e7884d2-422b-41a5-8ea7-ff8f563b1d10 req-f68e3492-ad08-472c-97f0-586e8d0a63f3 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0554600
Apr 16 21:56:17.633731 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e7884d2-422b-41a5-8ea7-ff8f563b1d10 req-efc5907d-88e8-4321-b30d-f75ef4102f99 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414114
Apr 16 21:56:18.745795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893b22-859e-4ad3-8f3c-38a5c8f1b952 req-dbff0ed0-680a-4a59-91e5-d9e53daa670e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:18.747265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68893b22-859e-4ad3-8f3c-38a5c8f1b952 req-dbff0ed0-680a-4a59-91e5-d9e53daa670e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0465279
Apr 16 21:56:18.796307 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68893b22-859e-4ad3-8f3c-38a5c8f1b952 req-d1f1962a-0bf0-4792-8071-bce09f5224d6 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420504
Apr 16 21:56:19.912368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1abd1b-5435-471e-a96f-930b9cc2cf55 req-60c16294-3786-462e-aaa1-1263c84cbebb tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:19.913839 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef1abd1b-5435-471e-a96f-930b9cc2cf55 req-60c16294-3786-462e-aaa1-1263c84cbebb tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0515079
Apr 16 21:56:19.960323 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef1abd1b-5435-471e-a96f-930b9cc2cf55 req-f77afdcc-d2d2-4a79-bbe4-5655ef93250c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407655
Apr 16 21:56:21.079080 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237cdb1-1727-4211-aa04-06f51d54a5bd req-950656a7-6ad3-4d18-ae2e-7b8be2961e29 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:21.080614 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c237cdb1-1727-4211-aa04-06f51d54a5bd req-950656a7-6ad3-4d18-ae2e-7b8be2961e29 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0515382
Apr 16 21:56:21.126919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c237cdb1-1727-4211-aa04-06f51d54a5bd req-6a250028-0cd7-439a-8f91-a5f82e26dbad tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408287
Apr 16 21:56:21.355855 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-bd110e16-5c27-4670-92aa-09623eafef85 req-25883bc5-d157-4704-a4f7-350a75f84181 service neutron] show failed (client error): The resource could not be found.
Apr 16 21:56:21.356904 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-25883bc5-d157-4704-a4f7-350a75f84181 service neutron] 10.222.0.11 "GET /v2.0/ports/9b307e71-2c8a-49fd-a64f-144993d40261/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0548930
Apr 16 21:56:21.847227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd110e16-5c27-4670-92aa-09623eafef85 req-d321378e-5ca5-464e-8370-6c648fc92927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:21.849029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-d321378e-5ca5-464e-8370-6c648fc92927 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508&tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8 HTTP/1.1" status: 200  len: 1128 time: 0.0751743
Apr 16 21:56:21.860678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:56:21.917843 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:22.119100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] For port 9b307e71-2c8a-49fd-a64f-144993d40261, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b307e71-2c8a-49fd-a64f-144993d40261,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:56:22.156696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] For port 9b307e71-2c8a-49fd-a64f-144993d40261, host nch1-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:56:22.209474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b307e71-2c8a-49fd-a64f-144993d40261'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:56:22.211702 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff63ef3a-cec8-41d3-9966-a3dd7f28bd45" -d '{"events": [{"server_uuid": "3bb0317e-028c-4886-82a1-4e0912ec3508", "name": "network-vif-unplugged", "status": "completed", "tag": "9b307e71-2c8a-49fd-a64f-144993d40261"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:56:22.230219 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Publish callbacks [] for port (9b307e71-2c8a-49fd-a64f-144993d40261), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:22.252957 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Transition to ACTIVE for port object 9b307e71-2c8a-49fd-a64f-144993d40261 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:56:22.259500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee1320-7e9d-4a39-9a18-eb1fc794548d req-78af7ecb-2c79-4187-868f-b21b661eb35e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:22.262746 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bee1320-7e9d-4a39-9a18-eb1fc794548d req-78af7ecb-2c79-4187-868f-b21b661eb35e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0638218
Apr 16 21:56:22.311576 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bee1320-7e9d-4a39-9a18-eb1fc794548d req-6e5a352d-33e5-4eea-a683-f5cb83396ab2 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440657
Apr 16 21:56:22.331634 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:22.365107 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe968ba-e3c0-40f8-9584-1cc76b3a6b3a x-openstack-request-id: req-bfe968ba-e3c0-40f8-9584-1cc76b3a6b3a {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:56:22.370501 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb0317e-028c-4886-82a1-4e0912ec3508", "name": "network-vif-unplugged", "status": "completed", "tag": "9b307e71-2c8a-49fd-a64f-144993d40261", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:56:22.370501 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfe968ba-e3c0-40f8-9584-1cc76b3a6b3a {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:56:22.370501 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe968ba-e3c0-40f8-9584-1cc76b3a6b3a'] response: {'server_uuid': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b307e71-2c8a-49fd-a64f-144993d40261', 'code': 200}
Apr 16 21:56:22.397298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Pushing event updated for resources: {'Port': ['ID=9b307e71-2c8a-49fd-a64f-144993d40261,revision_number=6']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:22.399418 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] No DVR routers for this DVR port 9b307e71-2c8a-49fd-a64f-144993d40261 on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:56:22.408345 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.408700 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.409042 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.409380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.409714 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.410046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.410372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.410697 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.411021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.411346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.411663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.411984 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.412341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.412661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.412980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:22.449249 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Attempting to bind port 9b307e71-2c8a-49fd-a64f-144993d40261 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:56:22.449587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Attempting to bind port 9b307e71-2c8a-49fd-a64f-144993d40261 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:56:22.449915 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Attempting to bind port 9b307e71-2c8a-49fd-a64f-144993d40261 on network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:56:22.454190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Port 9b307e71-2c8a-49fd-a64f-144993d40261 on network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:56:22.454512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Attempting to bind port 9b307e71-2c8a-49fd-a64f-144993d40261 on network fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:56:22.459449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:56:22.459786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Checking segment: {'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:56:22.460188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Bound using segment: {'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:56:22.460621 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Bound port: 9b307e71-2c8a-49fd-a64f-144993d40261, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b630fbcd-adf9-4554-9c64-889d6ae36a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:56:22.460975 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:22.525768 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] For port 9b307e71-2c8a-49fd-a64f-144993d40261, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:56:22.528710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] For port 9b307e71-2c8a-49fd-a64f-144993d40261, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b307e71-2c8a-49fd-a64f-144993d40261,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:56:22.618535 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:22.658426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:22.659047 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:22.660466 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b307e71-2c8a-49fd-a64f-144993d40261 HTTP/1.1" status: 200  len: 1092 time: 0.8037672
Apr 16 21:56:22.679384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f01e55-cc79-4578-af9e-6dfc1df20761 service neutron] Pushing event updated for resources: {'Port': ['ID=9b307e71-2c8a-49fd-a64f-144993d40261,revision_number=7']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:22.720124 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd110e16-5c27-4670-92aa-09623eafef85 req-236b13ec-93fb-4f2c-b904-ce3c52eaa7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:22.721646 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-236b13ec-93fb-4f2c-b904-ce3c52eaa7ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 1126 time: 0.0394063
Apr 16 21:56:22.814190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd110e16-5c27-4670-92aa-09623eafef85 req-9c5847e4-7e47-41d9-8681-836f2860d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:22.815637 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-9c5847e4-7e47-41d9-8681-836f2860d599 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 916 time: 0.0874891
Apr 16 21:56:22.860673 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-7cc4ab1b-c74e-4813-a20a-f67478e6dba0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b307e71-2c8a-49fd-a64f-144993d40261 HTTP/1.1" status: 200  len: 217 time: 0.0387065
Apr 16 21:56:22.907080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd110e16-5c27-4670-92aa-09623eafef85 req-da755d86-83ef-473f-b8ce-a6cea8a98f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:22.908436 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-da755d86-83ef-473f-b8ce-a6cea8a98f38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 200  len: 855 time: 0.0422926
Apr 16 21:56:22.939223 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-4bf31fa9-ae10-4df7-beaf-08733d431a21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252256
Apr 16 21:56:23.029406 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-7bb2c01e-538e-4bf1-9bc0-7cdcd3f805f1 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842860
Apr 16 21:56:23.117286 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd110e16-5c27-4670-92aa-09623eafef85 req-25a7e2ab-49d2-4d3d-aeb5-5cfabfeb8e4c service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816550
Apr 16 21:56:23.429727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2231db-7d0b-47fb-9d85-a7c3f93696df req-a8420348-963c-4cf9-863f-af0a3ad01756 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:23.431234 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ff2231db-7d0b-47fb-9d85-a7c3f93696df req-a8420348-963c-4cf9-863f-af0a3ad01756 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 944 time: 0.0512631
Apr 16 21:56:23.477542 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ff2231db-7d0b-47fb-9d85-a7c3f93696df req-76f1e125-a0cf-40bd-9345-e38ebc37e8d1 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403006
Apr 16 21:56:24.023336 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:56:24.366711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'tag': '9b307e71-2c8a-49fd-a64f-144993d40261'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:56:24.369074 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987b7ef3-655d-43c6-a103-18244a82497a" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb0317e-028c-4886-82a1-4e0912ec3508", "tag": "9b307e71-2c8a-49fd-a64f-144993d40261"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:56:24.419077 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f62312-edc7-4217-a89c-8aa37098251c x-openstack-request-id: req-d0f62312-edc7-4217-a89c-8aa37098251c {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:56:24.419361 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb0317e-028c-4886-82a1-4e0912ec3508", "tag": "9b307e71-2c8a-49fd-a64f-144993d40261", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:56:24.419609 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0f62312-edc7-4217-a89c-8aa37098251c {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:56:24.421331 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f62312-edc7-4217-a89c-8aa37098251c'] response: {'name': 'network-changed', 'server_uuid': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'tag': '9b307e71-2c8a-49fd-a64f-144993d40261', 'status': 'completed', 'code': 200}
Apr 16 21:56:24.480787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b7ef3-655d-43c6-a103-18244a82497a req-6ddb2b63-98ce-4a80-ac48-a1defd341833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:24.482313 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-6ddb2b63-98ce-4a80-ac48-a1defd341833 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 1126 time: 0.0445940
Apr 16 21:56:24.575471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b7ef3-655d-43c6-a103-18244a82497a req-4ad23e47-4473-44cf-8024-c4007fda1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:24.577529 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-4ad23e47-4473-44cf-8024-c4007fda1a65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 916 time: 0.0887151
Apr 16 21:56:24.594467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105ba1b-e155-4ce2-bb98-2d056f90a040 req-f72b0103-4074-44ab-a158-7d190014d2f8 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:24.595969 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b105ba1b-e155-4ce2-bb98-2d056f90a040 req-f72b0103-4074-44ab-a158-7d190014d2f8 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 944 time: 0.0516028
Apr 16 21:56:24.619126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-1a4a3887-61a1-40dd-9708-48d360e29468 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b307e71-2c8a-49fd-a64f-144993d40261 HTTP/1.1" status: 200  len: 217 time: 0.0357969
Apr 16 21:56:24.644070 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b105ba1b-e155-4ce2-bb98-2d056f90a040 req-50df6fc3-5e79-4942-8d3d-a57a4bb7b513 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417204
Apr 16 21:56:24.677448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b7ef3-655d-43c6-a103-18244a82497a req-0fddfcd0-3f99-41e8-a0b8-fd5fa6b59f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:24.679093 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-0fddfcd0-3f99-41e8-a0b8-fd5fa6b59f42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 200  len: 855 time: 0.0541596
Apr 16 21:56:24.711286 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-c96b4607-1f02-4fc1-a511-017c954685e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265107
Apr 16 21:56:24.799539 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-3cd3cf5f-8da8-45dc-aa99-3e0b5dc3a626 service neutron] 10.222.0.11 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825541
Apr 16 21:56:24.891968 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-488aac4a-3578-427a-ad36-18bb6d44618c service neutron] 10.222.0.11 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867500
Apr 16 21:56:25.471531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 9b307e71-2c8a-49fd-a64f-144993d40261 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:56:25.512580 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port 9b307e71-2c8a-49fd-a64f-144993d40261 host nch2-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:56:25.512962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 9b307e71-2c8a-49fd-a64f-144993d40261 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:56:25.711720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b7ef3-655d-43c6-a103-18244a82497a req-834d5256-6e3e-4e99-86e5-f0c9fc322ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:25.713282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-834d5256-6e3e-4e99-86e5-f0c9fc322ebf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 1126 time: 0.0394893
Apr 16 21:56:25.765809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f1617-b0f2-41a8-9f3d-c274c43fde92 req-4ef17ff6-5eb5-41c2-911a-cc4e5d100ac9 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:25.767282 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-468f1617-b0f2-41a8-9f3d-c274c43fde92 req-4ef17ff6-5eb5-41c2-911a-cc4e5d100ac9 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 944 time: 0.0477128
Apr 16 21:56:25.814673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-468f1617-b0f2-41a8-9f3d-c274c43fde92 req-b2cfc651-0349-404a-8f3d-fee1bf6ae3a4 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415447
Apr 16 21:56:26.037963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b7ef3-655d-43c6-a103-18244a82497a req-5b7bd4f9-5b18-44fc-98f4-1d507b2dcc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:26.039438 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-5b7bd4f9-5b18-44fc-98f4-1d507b2dcc6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 916 time: 0.0947123
Apr 16 21:56:26.132804 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-3dd19c70-72f3-423d-a036-eb1e25cd7bc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b307e71-2c8a-49fd-a64f-144993d40261 HTTP/1.1" status: 200  len: 217 time: 0.0356612
Apr 16 21:56:26.179537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b7ef3-655d-43c6-a103-18244a82497a req-19407436-2d21-4d5a-9a6f-90272b99cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:26.181009 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-19407436-2d21-4d5a-9a6f-90272b99cfc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 200  len: 855 time: 0.0430019
Apr 16 21:56:26.225846 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-b067b726-b59b-4fd9-b069-cf91856ec1ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271428
Apr 16 21:56:26.495551 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-1f11563e-fbd6-45fa-91d7-d9a87a654c6c service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871220
Apr 16 21:56:26.591392 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-987b7ef3-655d-43c6-a103-18244a82497a req-235650e5-c6af-43d9-abda-447dca67fc4d service neutron] 10.222.0.41 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895190
Apr 16 21:56:26.930666 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67f009-9ed8-40b0-865b-3b0d28487b5f req-5284b988-c336-497e-af76-8afdb2eddb75 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:26.932124 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8c67f009-9ed8-40b0-865b-3b0d28487b5f req-5284b988-c336-497e-af76-8afdb2eddb75 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 944 time: 0.0466743
Apr 16 21:56:26.979075 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8c67f009-9ed8-40b0-865b-3b0d28487b5f req-5ce03f0b-cd55-4db4-8000-24997dc0edfd tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406313
Apr 16 21:56:27.012795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9b307e71-2c8a-49fd-a64f-144993d40261 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:56:27.106743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9b307e71-2c8a-49fd-a64f-144993d40261, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b307e71-2c8a-49fd-a64f-144993d40261,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:56:27.118990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '9b307e71-2c8a-49fd-a64f-144993d40261', 'network_id': 'fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4', 'port_id': '9b307e71-2c8a-49fd-a64f-144993d40261', 'mac_address': 'fa:16:3e:b6:22:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919c279a-eaae-4952-abbc-7a8946628053', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:56:27.158412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9b307e71-2c8a-49fd-a64f-144993d40261 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:56:27.158801 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:27.174785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b307e71-2c8a-49fd-a64f-144993d40261 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:56:27.193507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9b307e71-2c8a-49fd-a64f-144993d40261, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b307e71-2c8a-49fd-a64f-144993d40261,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:56:27.263227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dc249-d9f7-494f-a105-0b312aaaf972 req-ae44a230-0d6b-4b81-948f-88b57a7527ff tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:27.264744 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a04dc249-d9f7-494f-a105-0b312aaaf972 req-ae44a230-0d6b-4b81-948f-88b57a7527ff tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 944 time: 0.0457339
Apr 16 21:56:27.277682 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:27.315793 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a04dc249-d9f7-494f-a105-0b312aaaf972 req-e8cd81a7-9f88-4e90-8bfe-fb6c40c08b99 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452719
Apr 16 21:56:27.326760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9b307e71-2c8a-49fd-a64f-144993d40261,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:27.374454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-3800c770-a4ab-45aa-83d9-d6797e7cb0c9 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:27.375947 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-3800c770-a4ab-45aa-83d9-d6797e7cb0c9 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508&tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0560491
Apr 16 21:56:27.438442 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-0e18171d-2eca-4f82-8b76-33f6932412da service neutron] delete failed (client error): The resource could not be found.
Apr 16 21:56:27.439452 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-0e18171d-2eca-4f82-8b76-33f6932412da service neutron] 10.222.0.11 "DELETE /v2.0/ports/9b307e71-2c8a-49fd-a64f-144993d40261/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0577445
Apr 16 21:56:27.517530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-9015f869-e064-4926-937b-814247d32b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:27.519098 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-9015f869-e064-4926-937b-814247d32b54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 1127 time: 0.0394778
Apr 16 21:56:27.585159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['9b307e71-2c8a-49fd-a64f-144993d40261'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:56:27.610264 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-571d86bc-f876-4f28-9bb6-9b1afb0005d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:27.611792 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-571d86bc-f876-4f28-9bb6-9b1afb0005d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 200  len: 916 time: 0.0875440
Apr 16 21:56:27.660633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-a810b43a-e7f0-4f2e-8cb9-b9461af5eaeb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b307e71-2c8a-49fd-a64f-144993d40261 HTTP/1.1" status: 200  len: 217 time: 0.0429931
Apr 16 21:56:27.711445 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-4d5b57d3-cc28-4013-b716-97611b74b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:27.713055 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-4d5b57d3-cc28-4013-b716-97611b74b21e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 200  len: 855 time: 0.0475352
Apr 16 21:56:27.745021 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-3aae9266-8f62-4127-878d-39ba65ac20a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264723
Apr 16 21:56:27.837585 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-fd5a9b87-1a9e-475d-9467-e6f229f546a3 service neutron] 10.222.0.11 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863078
Apr 16 21:56:27.924718 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ffc7342-60cd-43c5-b482-bed2ff0e7083 req-c739c99e-442c-4d19-903a-4e68ca0f739d service neutron] 10.222.0.11 "GET /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810959
Apr 16 21:56:28.433502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522044f-24b4-4b22-b609-30a75c03c6f7 req-b0bb4f37-56ae-4fc6-bdd9-0aec309cd19c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:28.434982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0522044f-24b4-4b22-b609-30a75c03c6f7 req-b0bb4f37-56ae-4fc6-bdd9-0aec309cd19c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 945 time: 0.0482187
Apr 16 21:56:28.490595 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0522044f-24b4-4b22-b609-30a75c03c6f7 req-8120a32f-1862-4313-b0da-1d9fc6e4c7ff tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491424
Apr 16 21:56:29.006428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9b307e71-2c8a-49fd-a64f-144993d40261 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:56:29.050454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 9b307e71-2c8a-49fd-a64f-144993d40261 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:56:29.126208 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 9b307e71-2c8a-49fd-a64f-144993d40261 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:29.126617 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:29.205517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 9b307e71-2c8a-49fd-a64f-144993d40261 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:56:29.205827 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:29.385034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b307e71-2c8a-49fd-a64f-144993d40261'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:56:29.387245 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4320da2-81ee-41ca-bcaa-a2e7701c75b6" -d '{"events": [{"server_uuid": "3bb0317e-028c-4886-82a1-4e0912ec3508", "name": "network-vif-plugged", "status": "completed", "tag": "9b307e71-2c8a-49fd-a64f-144993d40261"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:56:29.400421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 9b307e71-2c8a-49fd-a64f-144993d40261, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b307e71-2c8a-49fd-a64f-144993d40261,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:56:29.423849 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0cf370-beb2-48c3-add4-57eff60333f9 x-openstack-request-id: req-9d0cf370-beb2-48c3-add4-57eff60333f9 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:56:29.424136 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb0317e-028c-4886-82a1-4e0912ec3508", "name": "network-vif-plugged", "status": "completed", "tag": "9b307e71-2c8a-49fd-a64f-144993d40261", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:56:29.424429 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d0cf370-beb2-48c3-add4-57eff60333f9 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:56:29.424845 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0cf370-beb2-48c3-add4-57eff60333f9'] response: {'server_uuid': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b307e71-2c8a-49fd-a64f-144993d40261', 'code': 200}
Apr 16 21:56:29.486880 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:29.534274 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=9b307e71-2c8a-49fd-a64f-144993d40261,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:29.602322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d4401-72cd-45ed-bf02-695928d30a6a req-8c29a067-a43d-4572-9e99-e450c1f922f4 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:29.603839 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b96d4401-72cd-45ed-bf02-695928d30a6a req-8c29a067-a43d-4572-9e99-e450c1f922f4 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0487761
Apr 16 21:56:29.651138 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b96d4401-72cd-45ed-bf02-695928d30a6a req-7d97e1ba-377d-4519-9922-d7af53ecc57e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416961
Apr 16 21:56:29.770170 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff3a2f-5d65-44b3-9caf-8dd34ad66698 req-4fa3f2e1-460e-4028-941e-be5c92f753ea tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:29.771667 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0fff3a2f-5d65-44b3-9caf-8dd34ad66698 req-4fa3f2e1-460e-4028-941e-be5c92f753ea tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0508707
Apr 16 21:56:29.818779 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0fff3a2f-5d65-44b3-9caf-8dd34ad66698 req-ad79c17f-c005-4a37-9898-85381cbff16a tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412958
Apr 16 21:56:29.926453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d8304-cd09-41c7-b081-c594f1c914bf req-66b84e8b-ace9-4d4c-9171-e3aaaf4b1d1c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:29.927926 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec6d8304-cd09-41c7-b081-c594f1c914bf req-66b84e8b-ace9-4d4c-9171-e3aaaf4b1d1c tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0459774
Apr 16 21:56:29.974377 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec6d8304-cd09-41c7-b081-c594f1c914bf req-0507a33e-b724-4f4c-b71f-e6645e6a9c99 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407596
Apr 16 21:56:30.520722 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64bfcb-84a8-4c41-bcc0-5bbb76f8b025 req-85950f27-9732-4434-b494-26da0446f9a6 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:30.522226 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9c64bfcb-84a8-4c41-bcc0-5bbb76f8b025 req-85950f27-9732-4434-b494-26da0446f9a6 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0467629
Apr 16 21:56:30.568072 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9c64bfcb-84a8-4c41-bcc0-5bbb76f8b025 req-f2d88b13-56a9-4ed0-bd4a-b9d7c9b3e955 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402725
Apr 16 21:56:31.610651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6069b-d9ce-4b30-97b2-1a7806522598 req-e808fbaf-6589-497a-8b79-40f80e5bc24e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:31.612162 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-81f6069b-d9ce-4b30-97b2-1a7806522598 req-e808fbaf-6589-497a-8b79-40f80e5bc24e tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0469599
Apr 16 21:56:31.685192 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb410b-297d-4ce2-aad5-c06df857b9d3 req-d94504eb-efbe-4519-922f-e6589dfb03b2 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:31.686904 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ebb410b-297d-4ce2-aad5-c06df857b9d3 req-d94504eb-efbe-4519-922f-e6589dfb03b2 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 946 time: 0.0518320
Apr 16 21:56:31.699355 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-81f6069b-d9ce-4b30-97b2-1a7806522598 req-87a00379-20c1-417c-ac95-becd2cc181d0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Deleting port 9b307e71-2c8a-49fd-a64f-144993d40261 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:56:31.699702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-81f6069b-d9ce-4b30-97b2-1a7806522598 req-87a00379-20c1-417c-ac95-becd2cc181d0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:31.737196 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2ebb410b-297d-4ce2-aad5-c06df857b9d3 req-ddfabbc1-f672-4a08-8ab2-3e16be6eeaec tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dcb8617-27c0-4e09-bf2d-331dc83a8c98&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446484
Apr 16 21:56:31.788513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-81f6069b-d9ce-4b30-97b2-1a7806522598 req-87a00379-20c1-417c-ac95-becd2cc181d0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] For port 9b307e71-2c8a-49fd-a64f-144993d40261, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b307e71-2c8a-49fd-a64f-144993d40261,segment=NetworkSegment(b630fbcd-adf9-4554-9c64-889d6ae36a01),segment_id=b630fbcd-adf9-4554-9c64-889d6ae36a01)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:56:31.788875 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-81f6069b-d9ce-4b30-97b2-1a7806522598 req-87a00379-20c1-417c-ac95-becd2cc181d0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:31.805729 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-81f6069b-d9ce-4b30-97b2-1a7806522598 req-87a00379-20c1-417c-ac95-becd2cc181d0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Calling delete_port for 9b307e71-2c8a-49fd-a64f-144993d40261 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:56:31.980477 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-81f6069b-d9ce-4b30-97b2-1a7806522598 req-87a00379-20c1-417c-ac95-becd2cc181d0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9b307e71-2c8a-49fd-a64f-144993d40261), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:31.991854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['9b307e71-2c8a-49fd-a64f-144993d40261'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:56:32.008556 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a00379-20c1-417c-ac95-becd2cc181d0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Pushing event deleted for resources: {'Port': ['ID=9b307e71-2c8a-49fd-a64f-144993d40261,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:32.054906 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f6069b-d9ce-4b30-97b2-1a7806522598 req-87a00379-20c1-417c-ac95-becd2cc181d0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] No DVR routers for this DVR port 9b307e71-2c8a-49fd-a64f-144993d40261 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:56:32.057597 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-81f6069b-d9ce-4b30-97b2-1a7806522598 req-87a00379-20c1-417c-ac95-becd2cc181d0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:32.060971 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-81f6069b-d9ce-4b30-97b2-1a7806522598 req-87a00379-20c1-417c-ac95-becd2cc181d0 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.41 "DELETE /v2.0/ports/9b307e71-2c8a-49fd-a64f-144993d40261 HTTP/1.1" status: 204  len: 173 time: 0.4434433
Apr 16 21:56:32.061408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'name': 'network-vif-deleted', 'tag': '9b307e71-2c8a-49fd-a64f-144993d40261'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:56:32.063659 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58011573-21d8-4567-97b8-64813ff9bea5" -d '{"events": [{"server_uuid": "3bb0317e-028c-4886-82a1-4e0912ec3508", "name": "network-vif-deleted", "tag": "9b307e71-2c8a-49fd-a64f-144993d40261"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:56:32.100378 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc4ba3c-c254-4416-8c41-f83e7af4ce65 x-openstack-request-id: req-1dc4ba3c-c254-4416-8c41-f83e7af4ce65 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:56:32.100378 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb0317e-028c-4886-82a1-4e0912ec3508", "name": "network-vif-deleted", "tag": "9b307e71-2c8a-49fd-a64f-144993d40261", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:56:32.100378 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1dc4ba3c-c254-4416-8c41-f83e7af4ce65 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:56:32.100378 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc4ba3c-c254-4416-8c41-f83e7af4ce65'] response: {'server_uuid': '3bb0317e-028c-4886-82a1-4e0912ec3508', 'name': 'network-vif-deleted', 'tag': '9b307e71-2c8a-49fd-a64f-144993d40261', 'status': 'completed', 'code': 200}
Apr 16 21:56:32.841219 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f8ff1141-507b-4145-8f18-f1520d60befb req-348742b9-6641-47bd-8c0e-f989f15ef576 tempest-ServerDiskConfigTestJSON-570619817 tempest-ServerDiskConfigTestJSON-570619817-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bb0317e-028c-4886-82a1-4e0912ec3508 HTTP/1.1" status: 200  len: 210 time: 0.0273068
Apr 16 21:56:33.964820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49958) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:56:34.008496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Deleting subnet 919c279a-eaae-4952-abbc-7a8946628053 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 21:56:34.011485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Publish callbacks [] for subnet (919c279a-eaae-4952-abbc-7a8946628053), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:34.049266 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (919c279a-eaae-4952-abbc-7a8946628053), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:34.088150 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (919c279a-eaae-4952-abbc-7a8946628053), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:34.212813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (919c279a-eaae-4952-abbc-7a8946628053), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:34.241271 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:34.244476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/919c279a-eaae-4952-abbc-7a8946628053 HTTP/1.1" status: 204  len: 168 time: 0.2786264
Apr 16 21:56:34.245551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919c279a-eaae-4952-abbc-7a8946628053,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:34.252647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 49960) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:56:34.254096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.254460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.254812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.255160 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.255502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.255845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.256197 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.256551 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.256955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.257201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.257539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.257874 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.258206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.258537 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.258869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7a75ac-8a3f-4b4f-b744-32612ba0df3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:34.325054 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d20c4a97-8907-40b5-a8ec-a8696531be6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:34.744024 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d20c4a97-8907-40b5-a8ec-a8696531be6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:34.763272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d20c4a97-8907-40b5-a8ec-a8696531be6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011d4f82b0>,) {'filters': {'network_id': ['fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:34.772163 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d20c4a97-8907-40b5-a8ec-a8696531be6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d4f82b0>, 'b630fbcd-adf9-4554-9c64-889d6ae36a01') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:34.772489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-d20c4a97-8907-40b5-a8ec-a8696531be6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011d4f82b0>, 'b630fbcd-adf9-4554-9c64-889d6ae36a01') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:34.781955 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d20c4a97-8907-40b5-a8ec-a8696531be6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (b630fbcd-adf9-4554-9c64-889d6ae36a01), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:34.794773 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d20c4a97-8907-40b5-a8ec-a8696531be6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b630fbcd-adf9-4554-9c64-889d6ae36a01), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:34.801072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20c4a97-8907-40b5-a8ec-a8696531be6e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 21:56:34.801448 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d20c4a97-8907-40b5-a8ec-a8696531be6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (b630fbcd-adf9-4554-9c64-889d6ae36a01), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 21:56:34.803095 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 21:56:34.940475 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d20c4a97-8907-40b5-a8ec-a8696531be6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:34.945836 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d20c4a97-8907-40b5-a8ec-a8696531be6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:34.948996 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d20c4a97-8907-40b5-a8ec-a8696531be6e admin admin] 10.222.0.20 "DELETE /v2.0/networks/fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4 HTTP/1.1" status: 204  len: 168 time: 0.6947653
Apr 16 21:56:34.960739 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c4a97-8907-40b5-a8ec-a8696531be6e admin admin] Pushing event deleted for resources: {'Network': ['ID=fc8553b4-22f7-4eb6-a00d-5dd26aacc5a4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:35.042187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9b307e71-2c8a-49fd-a64f-144993d40261 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:56:35.065063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 9b307e71-2c8a-49fd-a64f-144993d40261 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:56:35.065368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 9b307e71-2c8a-49fd-a64f-144993d40261 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:56:35.259534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49964) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:56:35.299760 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8c738072-3568-4751-a0ec-d3f9f147a439 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5dd165bd07e4d8daffbfa8a93aad4e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0390096
Apr 16 21:56:35.302193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49966) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:56:35.349487 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d86e7aa3-302d-43e1-bd6a-c253ffb6e5fc admin admin] Publish callbacks [] for security_group (2dcb8617-27c0-4e09-bf2d-331dc83a8c98), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:35.370597 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d86e7aa3-302d-43e1-bd6a-c253ffb6e5fc admin admin] Publish callbacks [] for security_group (2dcb8617-27c0-4e09-bf2d-331dc83a8c98), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:35.486660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d86e7aa3-302d-43e1-bd6a-c253ffb6e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2dcb8617-27c0-4e09-bf2d-331dc83a8c98), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:35.489132 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d86e7aa3-302d-43e1-bd6a-c253ffb6e5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:35.490290 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d86e7aa3-302d-43e1-bd6a-c253ffb6e5fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dcb8617-27c0-4e09-bf2d-331dc83a8c98 HTTP/1.1" status: 204  len: 168 time: 0.1871681
Apr 16 21:56:35.498708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e7aa3-302d-43e1-bd6a-c253ffb6e5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcb8617-27c0-4e09-bf2d-331dc83a8c98,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:36.427816 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49988) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:56:36.494833 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:36.523949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1715326544-network', 'tenant_id': '14958c4ca99847bfb86911005da65809'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:56:36.640752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Made reservation on behalf of 14958c4ca99847bfb86911005da65809 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:56:36.642999 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:36.651650 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:36.727487 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Publish callbacks [] for security_group (a36f62b1-781d-4194-993e-4848dda88d35), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:36.785611 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a36f62b1-781d-4194-993e-4848dda88d35), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:36.812272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 21:56:36.823196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36f62b1-781d-4194-993e-4848dda88d35,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:36.828597 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:36.828952 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Added segment 949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7 of type vlan for network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285
Apr 16 21:56:36.877837 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (46ed5fd0-8613-4ef4-9bd7-a5169ec06285), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:36.963006 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (46ed5fd0-8613-4ef4-9bd7-a5169ec06285), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:36.963898 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:36.964530 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:37.039919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] Pushing event updated for resources: {'Network': ['ID=46ed5fd0-8613-4ef4-9bd7-a5169ec06285,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:37.050329 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 21:56:37.103196 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1255fbd4-686b-4fa1-aa27-9ebae6b55ccf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6741369
Apr 16 21:56:37.106097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49992) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:56:37.111444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e4cf3609-de86-4790-8df7-1f2a17732440 admin admin] Request body: {'subnet': {'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1715326544-subnet', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:56:37.198059 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cf3609-de86-4790-8df7-1f2a17732440 admin admin] Made reservation on behalf of 14958c4ca99847bfb86911005da65809 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:56:37.199942 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3609-de86-4790-8df7-1f2a17732440 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:37.465917 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3609-de86-4790-8df7-1f2a17732440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (7c9a9408-dc3f-4dc7-acc9-782b73424868), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:37.523108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf3609-de86-4790-8df7-1f2a17732440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9a9408-dc3f-4dc7-acc9-782b73424868,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:37.536107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf3609-de86-4790-8df7-1f2a17732440 admin admin] Checking segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:56:37.536499 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cf3609-de86-4790-8df7-1f2a17732440 admin admin] Network hostable DHCP agents. Network: 46ed5fd0-8613-4ef4-9bd7-a5169ec06285, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 21:56:37.614676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cf3609-de86-4790-8df7-1f2a17732440 admin admin] Network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 21:56:37.730243 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-e4cf3609-de86-4790-8df7-1f2a17732440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 46ed5fd0-8613-4ef4-9bd7-a5169ec06285) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:56:37.734883 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cf3609-de86-4790-8df7-1f2a17732440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:37.735480 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3609-de86-4790-8df7-1f2a17732440 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:37.739657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed750fe5-20d7-40e0-8186-15999afb9885 None None] Network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:56:37.838739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'project_id': '14958c4ca99847bfb86911005da65809', 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 21:56:37.839646 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:37.844559 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e4cf3609-de86-4790-8df7-1f2a17732440 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7373605
Apr 16 21:56:37.847166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49994) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:56:37.852014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:56:37.923681 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:37.924912 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:37.977294 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Publish callbacks [] for router_controller (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:37.978787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Allocated IP 172.20.0.2 (46ed5fd0-8613-4ef4-9bd7-a5169ec06285/7c9a9408-dc3f-4dc7-acc9-782b73424868/4abf8ea1-dc0d-4e5d-9cdb-b811d78581df) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:56:38.122591 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Publish callbacks [] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:38.183260 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Publish callbacks [] for router_gateway (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:38.197691 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:38.236538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:56:38.239212 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:56:38.242574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:56:38.251522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Pushing event updated for resources: {'Port': ['ID=4abf8ea1-dc0d-4e5d-9cdb-b811d78581df,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:38.306028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Attempting to bind port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:56:38.306395 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Attempting to bind port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:56:38.306757 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Attempting to bind port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:56:38.312339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:56:38.312720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Checking segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:56:38.313117 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:38.313510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Bound using segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:56:38.313978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Bound port: 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:56:38.314358 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:38.376698 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] For port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:56:38.379734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] For port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4abf8ea1-dc0d-4e5d-9cdb-b811d78581df,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:56:38.419275 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Publish callbacks [] for router_gateway (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:38.441229 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:38.443572 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:38.506707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d6d49-5500-4bb0-8c79-7096e89a8798 None None] Pushing event updated for resources: {'Port': ['ID=4abf8ea1-dc0d-4e5d-9cdb-b811d78581df,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:38.552088 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Allocated IP 172.35.1.86 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/ac766f52-8725-481e-88b6-a8792bfb6ab1) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:56:38.671982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Publish callbacks [] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:38.755635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:38.797655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:56:38.800584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:56:38.803995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:56:38.827295 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=ac766f52-8725-481e-88b6-a8792bfb6ab1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:39.012641 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c6f93dbe-8131-4e1b-a6b6-48cde271e821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:39.394888 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Publish callbacks [] for router_gateway (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:39.437938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fa1757-8568-4635-b995-b5baad82f73b None None] Network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 21:56:39.484925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:56:39.549489 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Provisioning complete for port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:39.549738 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:39.621953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:39.622323 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:39.638299 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:39.708230 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Current status of the port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:56:39.708622 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:39.766075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:56:39.766470 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:39.782310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] For port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4abf8ea1-dc0d-4e5d-9cdb-b811d78581df,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:56:39.850075 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:39.877645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 21:56:39.923925 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 21:56:39.924319 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 21:56:39.928729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Pushing event updated for resources: {'Port': ['ID=4abf8ea1-dc0d-4e5d-9cdb-b811d78581df,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:39.935949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.937110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.937463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.937806 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.938151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.938488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.938825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.939160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.939521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.939853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.940205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.940541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.940873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.941203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.941532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a23f25d-2f39-4f95-a0ae-c2dac9b16e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:39.969275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-5e188a6c-cffd-44b7-9a20-f1dafbe1ca36 None None] Provisioning complete for port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:39.969765 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5e188a6c-cffd-44b7-9a20-f1dafbe1ca36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:39.989657 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:56:40.003409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Sync routers for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:56:40.021177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:56:40.021789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124930e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:56:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:40.056468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:40.057766 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-142bb363-944a-40df-a3c7-92bc1b743fd3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.2094121
Apr 16 21:56:40.060916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 49998) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:56:40.134034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-5e188a6c-cffd-44b7-9a20-f1dafbe1ca36 None None] Current status of the port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:56:40.162531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:56:40.333326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124930e80>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:39Z', 'revision_number': 3, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:40.363882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Checking router: 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:56:40.364258 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Updating router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e port ac766f52-8725-481e-88b6-a8792bfb6ab1 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:56:40.391610 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:40.484408 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:40.521218 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:56:40.645108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Allocated IP 172.20.0.1 (46ed5fd0-8613-4ef4-9bd7-a5169ec06285/7c9a9408-dc3f-4dc7-acc9-782b73424868/8d2b15a0-b0bd-4434-94f6-e0c67de811a1) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:56:40.668979 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Publish callbacks [] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:40.740069 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:40.751278 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Publish callbacks [] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:40.789560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Attempting to bind port ac766f52-8725-481e-88b6-a8792bfb6ab1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:56:40.789930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Attempting to bind port ac766f52-8725-481e-88b6-a8792bfb6ab1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:56:40.790296 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Attempting to bind port ac766f52-8725-481e-88b6-a8792bfb6ab1 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:56:40.799574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:56:40.799952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:56:40.800388 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:40.800780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:56:40.801239 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Bound port: ac766f52-8725-481e-88b6-a8792bfb6ab1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:56:40.801618 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:40.803107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45d1aa-a30e-4890-bcdc-ffd05d8a7c11 None None] Pushing event updated for resources: {'Port': ['ID=ac766f52-8725-481e-88b6-a8792bfb6ab1,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:40.843777 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:40.854958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] For port ac766f52-8725-481e-88b6-a8792bfb6ab1, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:56:40.858760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] For port ac766f52-8725-481e-88b6-a8792bfb6ab1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac766f52-8725-481e-88b6-a8792bfb6ab1,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:56:40.883412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:56:40.886272 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:56:40.890234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:56:40.913229 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:40.919124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Pushing event updated for resources: {'Port': ['ID=8d2b15a0-b0bd-4434-94f6-e0c67de811a1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:40.936918 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:40.980636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:56:40.981254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124930e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:56:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:41.024319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45d1aa-a30e-4890-bcdc-ffd05d8a7c11 None None] Pushing event updated for resources: {'Port': ['ID=ac766f52-8725-481e-88b6-a8792bfb6ab1,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:41.108082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:56:41.128724 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:41.211680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-05686498-28e1-4a9f-be4b-4e85e192ea7b None None] Provisioning complete for port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:41.211921 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-05686498-28e1-4a9f-be4b-4e85e192ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:41.259346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-05686498-28e1-4a9f-be4b-4e85e192ea7b None None] Port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:56:41.299251 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Publish callbacks [] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:41.315811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124930e80>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:39Z', 'revision_number': 3, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:41.342653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fab5058-fd37-4a17-a3e6-f59d36aff395 None None] The sync data for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 is: [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:39Z', 'revision_number': 3, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:56:41.372663 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:41.441468 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:56:41.444479 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:41.447223 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Pushing event updated for resources: {'Port': ['ID=8d2b15a0-b0bd-4434-94f6-e0c67de811a1,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:41.492804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:41.493205 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:41.546572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:56:41.547969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:56:41.618914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:56:41.676754 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2eeb25bd-27f4-42a8-a8cd-b1ef0420753c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:41.692945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:56:41.831399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:56:41.836648 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ada7f761-59ed-4d67-94e0-bdfeeb9079ba admin admin] 10.222.0.20 "PUT /v2.0/routers/5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7744598
Apr 16 21:56:41.888025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b7563c4f-3736-47fb-b83c-8c6701985447 None None] Provisioning complete for port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:41.888441 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b7563c4f-3736-47fb-b83c-8c6701985447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:41.927220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c4f-3736-47fb-b83c-8c6701985447 None None] Port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:56:42.506909 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50006) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:56:42.511776 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ab33401b-0246-44fb-b685-9c36f49991fc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937765651', 'description': 'tempest-description--797095430'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:56:42.589246 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab33401b-0246-44fb-b685-9c36f49991fc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:42.646270 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:42.659015 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab33401b-0246-44fb-b685-9c36f49991fc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for security_group (d0b3e09c-64b9-4b34-b1bd-82470f335715), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:42.720684 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab33401b-0246-44fb-b685-9c36f49991fc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d0b3e09c-64b9-4b34-b1bd-82470f335715), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:42.749567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33401b-0246-44fb-b685-9c36f49991fc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b3e09c-64b9-4b34-b1bd-82470f335715,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:42.808551 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab33401b-0246-44fb-b685-9c36f49991fc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:42.810918 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ab33401b-0246-44fb-b685-9c36f49991fc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3027749
Apr 16 21:56:42.814406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50008) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:56:42.819382 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-6cbc6cfa-4528-41cf-9d9f-2e7e5e18e364 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Request body: {'security_group_rule': {'security_group_id': 'd0b3e09c-64b9-4b34-b1bd-82470f335715', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:56:42.932315 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6cbc6cfa-4528-41cf-9d9f-2e7e5e18e364 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for security_group_rule (78e169cc-b7df-42b2-9093-37884f54928a), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:42.986886 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Sync routers for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:56:42.994159 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6cbc6cfa-4528-41cf-9d9f-2e7e5e18e364 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for security_group_rule (78e169cc-b7df-42b2-9093-37884f54928a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:42.999710 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:56:42.999710 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a767c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:56:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:43.063896 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6cbc6cfa-4528-41cf-9d9f-2e7e5e18e364 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (78e169cc-b7df-42b2-9093-37884f54928a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.083048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc6cfa-4528-41cf-9d9f-2e7e5e18e364 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e169cc-b7df-42b2-9093-37884f54928a,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:43.104553 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:56:43.138031 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6cbc6cfa-4528-41cf-9d9f-2e7e5e18e364 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.140201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6cbc6cfa-4528-41cf-9d9f-2e7e5e18e364 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3246317
Apr 16 21:56:43.142775 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50010) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:56:43.148418 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1c396ed4-ce2d-4433-b067-b5912bc0ec5c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Request body: {'security_group_rule': {'security_group_id': 'd0b3e09c-64b9-4b34-b1bd-82470f335715', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:56:43.235547 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c396ed4-ce2d-4433-b067-b5912bc0ec5c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for security_group_rule (6e2f5fac-11af-4236-b06b-c4f23eae8bb3), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.291556 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a767c0>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 2, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:43.293873 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c396ed4-ce2d-4433-b067-b5912bc0ec5c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for security_group_rule (6e2f5fac-11af-4236-b06b-c4f23eae8bb3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.322338 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Checking router: 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:56:43.322694 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Updating router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 21:56:43.349418 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.354961 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c396ed4-ce2d-4433-b067-b5912bc0ec5c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (6e2f5fac-11af-4236-b06b-c4f23eae8bb3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.375651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c396ed4-ce2d-4433-b067-b5912bc0ec5c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2f5fac-11af-4236-b06b-c4f23eae8bb3,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:43.431816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1c396ed4-ce2d-4433-b067-b5912bc0ec5c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.436038 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1c396ed4-ce2d-4433-b067-b5912bc0ec5c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2895737
Apr 16 21:56:43.437053 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50012) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:56:43.441498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:56:43.449705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ac766f52-8725-481e-88b6-a8792bfb6ab1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:56:43.495103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ac766f52-8725-481e-88b6-a8792bfb6ab1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:43.495482 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.535004 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.575929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ac766f52-8725-481e-88b6-a8792bfb6ab1 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:56:43.576483 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.619060 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Publish callbacks [] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.619465 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.689163 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.735773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Allocated IP 172.35.1.172 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/efce4459-cba6-4203-a02a-fcb12fd0c59f) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:56:43.748576 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Pushing event updated for resources: {'Port': ['ID=8d2b15a0-b0bd-4434-94f6-e0c67de811a1,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:43.762803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port ac766f52-8725-481e-88b6-a8792bfb6ab1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac766f52-8725-481e-88b6-a8792bfb6ab1,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:56:43.805970 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.806315 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.806654 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.806986 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.807313 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.807638 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.808010 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.808351 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.808669 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.808987 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.809304 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.809620 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.809940 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.810253 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.810565 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:56:43.819109 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Attempting to bind port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:56:43.826192 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Attempting to bind port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:56:43.826192 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Attempting to bind port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:56:43.826192 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:56:43.826192 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Checking segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:56:43.826192 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.827657 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Bound using segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:56:43.827657 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Bound port: 8d2b15a0-b0bd-4434-94f6-e0c67de811a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:56:43.827657 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.843705 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.864816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for port (efce4459-cba6-4203-a02a-fcb12fd0c59f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.873034 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.899533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=ac766f52-8725-481e-88b6-a8792bfb6ab1,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:43.916692 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] For port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:56:43.920001 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] For port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d2b15a0-b0bd-4434-94f6-e0c67de811a1,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:56:43.963336 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (efce4459-cba6-4203-a02a-fcb12fd0c59f), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.970242 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ae938a68-bc7a-4f33-9a00-20844aef2d2a None None] Provisioning complete for port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:43.970611 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ae938a68-bc7a-4f33-9a00-20844aef2d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:43.981049 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:44.004549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:56:44.005755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ae938a68-bc7a-4f33-9a00-20844aef2d2a None None] Port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:56:44.007569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:56:44.011374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:56:44.040737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event updated for resources: {'Port': ['ID=efce4459-cba6-4203-a02a-fcb12fd0c59f,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:44.047540 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:56:44.048206 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124a767c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:56:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:44.089294 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c9365-775d-4c77-a7b6-68d3c5060d47 None None] Pushing event updated for resources: {'Port': ['ID=8d2b15a0-b0bd-4434-94f6-e0c67de811a1,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:44.149277 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:44.169480 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:56:44.241397 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:44.269437 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (efce4459-cba6-4203-a02a-fcb12fd0c59f), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:44.326897 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-25bcdda1-f7a9-4036-9474-afa864648b45 None None] Provisioning complete for port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:44.327183 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-25bcdda1-f7a9-4036-9474-afa864648b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:44.417520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-25bcdda1-f7a9-4036-9474-afa864648b45 None None] Current status of the port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:56:44.418086 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-25bcdda1-f7a9-4036-9474-afa864648b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:44.455998 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-25bcdda1-f7a9-4036-9474-afa864648b45 None None] For port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d2b15a0-b0bd-4434-94f6-e0c67de811a1,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:56:44.465194 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124a767c0>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:44.493972 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b09ae6-e7b7-47b8-bb1f-9321d3f4b7a8 None None] The sync data for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 is: [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:56:44.532483 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-25bcdda1-f7a9-4036-9474-afa864648b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:44.606325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcdda1-f7a9-4036-9474-afa864648b45 None None] Pushing event updated for resources: {'Port': ['ID=8d2b15a0-b0bd-4434-94f6-e0c67de811a1,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:44.720969 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for port (efce4459-cba6-4203-a02a-fcb12fd0c59f), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:44.780898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (efce4459-cba6-4203-a02a-fcb12fd0c59f), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:44.854050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event updated for resources: {'Port': ['ID=efce4459-cba6-4203-a02a-fcb12fd0c59f,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:44.865518 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:44.942585 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:44.943901 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ffa4ab97-b04f-4f28-bc39-c2fe53e44a4f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5059748
Apr 16 21:56:45.101426 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-e27289ec-ee88-4672-be59-565d240a48f0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--937765651&fields=id&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 267 time: 0.0444214
Apr 16 21:56:45.210980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-267cab5e-82fb-4203-a79c-f9861bda32df tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:45.212523 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-267cab5e-82fb-4203-a79c-f9861bda32df tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 812 time: 0.1044698
Apr 16 21:56:45.228293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-2630cefa-f145-4f88-91e6-19f572d4b6be tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/quotas/14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 375 time: 0.0099154
Apr 16 21:56:45.284109 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9b5f096a-e4a1-44b8-b213-d90cbbf07a40 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0504594
Apr 16 21:56:45.391343 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-f0f79f0e-3f15-4fa1-b5bc-9127057533fa service neutron] 10.222.0.20 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0945468
Apr 16 21:56:45.477218 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:45.497379 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-f6f4b575-f3a7-45d7-bda1-df1b3d43ff18 service neutron] 10.222.0.20 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958688
Apr 16 21:56:45.527644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:56:45.579826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:45.580236 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:45.660236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:56:45.661107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ac766f52-8725-481e-88b6-a8792bfb6ab1 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:56:45.724948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port ac766f52-8725-481e-88b6-a8792bfb6ab1 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:45.725322 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:45.753700 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-badc8407-8818-4dc5-8ac9-98965c32e299 req-06e8884d-0a4a-4057-9165-8ed7917c7f8f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 210 time: 0.0393991
Apr 16 21:56:45.816413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port ac766f52-8725-481e-88b6-a8792bfb6ab1 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:56:46.850282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aba7f1f4-a3ed-47c8-90c9-8974d534cfe4 req-d5c2fc90-a11c-4fa5-82fa-547f964814a2 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 210 time: 0.0290165
Apr 16 21:56:47.866037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9309b84b-be72-45be-bcc7-02a5c663d6df tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:47.867532 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9309b84b-be72-45be-bcc7-02a5c663d6df tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 812 time: 0.1044266
Apr 16 21:56:47.937848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-cf600f9d-5a6e-4d35-a913-1186e9278611 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 379 time: 0.0625474
Apr 16 21:56:47.956338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9fdcd052-634e-4a09-86fa-933b68c2d336 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Request body: {'port': {'device_id': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'admin_state_up': True, 'tenant_id': '14958c4ca99847bfb86911005da65809', 'security_groups': ['d0b3e09c-64b9-4b34-b1bd-82470f335715']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:56:47.960413 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-312dbcb1-1184-46d9-8b69-fafc5a75f02a req-39d77594-b282-4ca3-bdf7-c381157b5575 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 210 time: 0.0401323
Apr 16 21:56:48.122768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9fdcd052-634e-4a09-86fa-933b68c2d336 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Made reservation on behalf of 14958c4ca99847bfb86911005da65809 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:56:48.126659 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9fdcd052-634e-4a09-86fa-933b68c2d336 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:48.250498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9fdcd052-634e-4a09-86fa-933b68c2d336 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Allocated IP 172.20.0.7 (46ed5fd0-8613-4ef4-9bd7-a5169ec06285/7c9a9408-dc3f-4dc7-acc9-782b73424868/650175dd-39b5-4078-a257-9030adcf5d2d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:56:48.390468 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9fdcd052-634e-4a09-86fa-933b68c2d336 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for port (650175dd-39b5-4078-a257-9030adcf5d2d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:48.477561 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9fdcd052-634e-4a09-86fa-933b68c2d336 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:48.522777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9fdcd052-634e-4a09-86fa-933b68c2d336 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:56:48.525762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9fdcd052-634e-4a09-86fa-933b68c2d336 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:56:48.529485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9fdcd052-634e-4a09-86fa-933b68c2d336 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:56:48.553859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcd052-634e-4a09-86fa-933b68c2d336 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event updated for resources: {'Port': ['ID=650175dd-39b5-4078-a257-9030adcf5d2d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:48.583234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9fdcd052-634e-4a09-86fa-933b68c2d336 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:48.583887 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9fdcd052-634e-4a09-86fa-933b68c2d336 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:48.648967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9fdcd052-634e-4a09-86fa-933b68c2d336 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6968694
Apr 16 21:56:48.660538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Request body: {'port': {'device_id': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:56:48.728461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:48.773960 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f7fe7f82-9ee8-484c-a5e1-0c3c693203d2 None None] Provisioning complete for port 650175dd-39b5-4078-a257-9030adcf5d2d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:48.774525 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7f82-9ee8-484c-a5e1-0c3c693203d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:48.808413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe7f82-9ee8-484c-a5e1-0c3c693203d2 None None] Port 650175dd-39b5-4078-a257-9030adcf5d2d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:56:48.996638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650175dd-39b5-4078-a257-9030adcf5d2d {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:56:49.004222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Publish callbacks [] for port (650175dd-39b5-4078-a257-9030adcf5d2d), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:49.016732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Transition to ACTIVE for port object 650175dd-39b5-4078-a257-9030adcf5d2d will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:56:49.080197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b7105-fd54-41d2-83e8-62df2acd8390 req-2cc9c8b5-be76-4396-b7cd-4eaa72ead78b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:49.081708 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dc6b7105-fd54-41d2-83e8-62df2acd8390 req-2cc9c8b5-be76-4396-b7cd-4eaa72ead78b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 931 time: 0.0475118
Apr 16 21:56:49.082853 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:49.131297 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dc6b7105-fd54-41d2-83e8-62df2acd8390 req-aa5e2323-12a3-4336-ad43-e5079438a02b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435357
Apr 16 21:56:49.134321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Pushing event updated for resources: {'Port': ['ID=650175dd-39b5-4078-a257-9030adcf5d2d,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:49.214196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Attempting to bind port 650175dd-39b5-4078-a257-9030adcf5d2d on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:56:49.214552 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Attempting to bind port 650175dd-39b5-4078-a257-9030adcf5d2d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:56:49.214893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Attempting to bind port 650175dd-39b5-4078-a257-9030adcf5d2d on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:56:49.220265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Port 650175dd-39b5-4078-a257-9030adcf5d2d on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:56:49.220599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Attempting to bind port 650175dd-39b5-4078-a257-9030adcf5d2d on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:56:49.225883 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:56:49.226231 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Checking segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:56:49.226629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Bound using segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:56:49.227074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Bound port: 650175dd-39b5-4078-a257-9030adcf5d2d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:56:49.227444 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:49.294045 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] For port 650175dd-39b5-4078-a257-9030adcf5d2d, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:56:49.297238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] For port 650175dd-39b5-4078-a257-9030adcf5d2d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=650175dd-39b5-4078-a257-9030adcf5d2d,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:56:49.363671 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:49.405072 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:49.405779 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:49.407182 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] 10.222.0.11 "PUT /v2.0/ports/650175dd-39b5-4078-a257-9030adcf5d2d HTTP/1.1" status: 200  len: 1091 time: 0.7511964
Apr 16 21:56:49.407625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:56:49.409932 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9da677-c4e5-4f57-80d3-d961c4128aef" -d '{"events": [{"name": "network-changed", "server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:56:49.432738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8959bb-0894-4771-8931-8bb1f6902412 service neutron] Pushing event updated for resources: {'Port': ['ID=650175dd-39b5-4078-a257-9030adcf5d2d,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:49.446673 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86161339-94e4-4479-819d-54a28be5f78d x-openstack-request-id: req-86161339-94e4-4479-819d-54a28be5f78d {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:56:49.446970 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:56:49.447287 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86161339-94e4-4479-819d-54a28be5f78d {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:56:49.447698 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86161339-94e4-4479-819d-54a28be5f78d'] response: {'name': 'network-changed', 'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d', 'status': 'completed', 'code': 200}
Apr 16 21:56:49.510236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9da677-c4e5-4f57-80d3-d961c4128aef req-f3852c05-ad5e-4aaf-9bb5-f36b3c51638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:49.511794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb9da677-c4e5-4f57-80d3-d961c4128aef req-f3852c05-ad5e-4aaf-9bb5-f36b3c51638b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 1125 time: 0.0435073
Apr 16 21:56:49.611732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9da677-c4e5-4f57-80d3-d961c4128aef req-3ce70b19-af23-4f9a-8f09-b89c12c454f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:49.613270 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb9da677-c4e5-4f57-80d3-d961c4128aef req-3ce70b19-af23-4f9a-8f09-b89c12c454f7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=14958c4ca99847bfb86911005da65809&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0942805
Apr 16 21:56:49.713495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9da677-c4e5-4f57-80d3-d961c4128aef req-7ec04a6f-b9be-4355-87a4-8aecfa24f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:49.715047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bb9da677-c4e5-4f57-80d3-d961c4128aef req-7ec04a6f-b9be-4355-87a4-8aecfa24f1c8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0958560
Apr 16 21:56:49.787397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-a801cb01-911b-473d-a491-02569202d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:49.788950 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-a801cb01-911b-473d-a491-02569202d839 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 1125 time: 0.0399137
Apr 16 21:56:49.829427 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-95385311-e02a-4ab4-a2c0-940c1e1bfaee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650175dd-39b5-4078-a257-9030adcf5d2d HTTP/1.1" status: 200  len: 217 time: 0.0345998
Apr 16 21:56:49.880659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-df6adc80-0e4f-459c-be19-f35cb8ac91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:49.882025 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-df6adc80-0e4f-459c-be19-f35cb8ac91b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0472262
Apr 16 21:56:49.924993 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-166ed86f-8091-4036-8be6-243aeb42af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:49.926463 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-166ed86f-8091-4036-8be6-243aeb42af3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0376637
Apr 16 21:56:50.013393 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-9a1090e8-5898-4594-8291-f37c033d0ba7 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808084
Apr 16 21:56:50.105740 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0904e69-df09-4dcf-bca3-6d551ef3a447 req-541ad166-5efc-44e0-a2f1-24da6a737f9f service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866747
Apr 16 21:56:50.253690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1309a24-1a75-4377-97df-0b4f7dedf62b req-c51b9c93-6385-42ae-9875-5d57d52cd39d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:50.255201 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f1309a24-1a75-4377-97df-0b4f7dedf62b req-c51b9c93-6385-42ae-9875-5d57d52cd39d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 943 time: 0.0524049
Apr 16 21:56:50.303183 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f1309a24-1a75-4377-97df-0b4f7dedf62b req-936bf3e7-32b3-4dba-8935-e3e9aa767150 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421720
Apr 16 21:56:51.420404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab59a-1eba-4d3b-9fb7-88bcd0fead8d req-080b996b-9fa6-4e1e-850a-7bc30e41f312 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:51.422391 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6beab59a-1eba-4d3b-9fb7-88bcd0fead8d req-080b996b-9fa6-4e1e-850a-7bc30e41f312 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 943 time: 0.0476375
Apr 16 21:56:51.470072 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6beab59a-1eba-4d3b-9fb7-88bcd0fead8d req-6f1dcb38-76c9-420d-9c6c-ee35466299cb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414648
Apr 16 21:56:52.583718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf3d76-e70e-4d74-963e-5763febed397 req-53c0277d-7e89-4d7e-8f61-79ff4745de06 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:52.585202 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58cf3d76-e70e-4d74-963e-5763febed397 req-53c0277d-7e89-4d7e-8f61-79ff4745de06 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 943 time: 0.0474908
Apr 16 21:56:52.631037 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-58cf3d76-e70e-4d74-963e-5763febed397 req-3060a181-86c3-481e-8c5f-02085451596d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402300
Apr 16 21:56:53.533167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 650175dd-39b5-4078-a257-9030adcf5d2d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:56:53.626990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 650175dd-39b5-4078-a257-9030adcf5d2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=650175dd-39b5-4078-a257-9030adcf5d2d,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:56:53.638054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '650175dd-39b5-4078-a257-9030adcf5d2d', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'port_id': '650175dd-39b5-4078-a257-9030adcf5d2d', 'mac_address': 'fa:16:3e:29:32:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:56:53.678490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 650175dd-39b5-4078-a257-9030adcf5d2d is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:56:53.678886 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:53.692857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650175dd-39b5-4078-a257-9030adcf5d2d {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:56:53.712631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 650175dd-39b5-4078-a257-9030adcf5d2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=650175dd-39b5-4078-a257-9030adcf5d2d,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:56:53.750516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab0669-f123-43bc-813e-c580e8bbab58 req-1318b111-a458-45ac-b8b4-cfec5e8859d4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:53.752050 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8ab0669-f123-43bc-813e-c580e8bbab58 req-1318b111-a458-45ac-b8b4-cfec5e8859d4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 943 time: 0.0541060
Apr 16 21:56:53.779974 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:53.799935 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8ab0669-f123-43bc-813e-c580e8bbab58 req-17a54845-d9f6-41a5-af1f-6bae0370ec13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422997
Apr 16 21:56:53.827752 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=650175dd-39b5-4078-a257-9030adcf5d2d,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:53.977047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['650175dd-39b5-4078-a257-9030adcf5d2d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:56:54.910952 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ad105-f8ba-4f21-99f8-fbefbf6467a2 req-86e69037-8bb5-42cc-8a64-1d378cd4841b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:54.912427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-736ad105-f8ba-4f21-99f8-fbefbf6467a2 req-86e69037-8bb5-42cc-8a64-1d378cd4841b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 944 time: 0.0456734
Apr 16 21:56:54.963604 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-736ad105-f8ba-4f21-99f8-fbefbf6467a2 req-0feb5df7-c2a9-49a8-8019-4d7ca1bae15d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455136
Apr 16 21:56:55.550150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 650175dd-39b5-4078-a257-9030adcf5d2d up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:56:55.594174 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 650175dd-39b5-4078-a257-9030adcf5d2d completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:56:55.653922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 650175dd-39b5-4078-a257-9030adcf5d2d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:56:55.654238 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:55.733631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 650175dd-39b5-4078-a257-9030adcf5d2d is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:56:55.734022 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:55.756743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:56:55.758976 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a7a4ad-29b5-410c-b430-5588ea939425" -d '{"events": [{"server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "name": "network-vif-plugged", "status": "completed", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:56:55.771766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 650175dd-39b5-4078-a257-9030adcf5d2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=650175dd-39b5-4078-a257-9030adcf5d2d,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:56:55.795100 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48f95c4-9074-4751-b5d8-011ed7b0b4cb x-openstack-request-id: req-d48f95c4-9074-4751-b5d8-011ed7b0b4cb {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:56:55.795394 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "name": "network-vif-plugged", "status": "completed", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:56:55.795648 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d48f95c4-9074-4751-b5d8-011ed7b0b4cb {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:56:55.796050 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48f95c4-9074-4751-b5d8-011ed7b0b4cb'] response: {'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d', 'code': 200}
Apr 16 21:56:55.842722 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:55.891597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=650175dd-39b5-4078-a257-9030adcf5d2d,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:56:55.892238 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f0399-ccbf-4687-822f-3a2de0f76a66 req-26ae351e-cfbb-46f5-b115-caf6e62cd282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:55.894893 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6e1f0399-ccbf-4687-822f-3a2de0f76a66 req-26ae351e-cfbb-46f5-b115-caf6e62cd282 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 1127 time: 0.0395391
Apr 16 21:56:55.935939 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6e1f0399-ccbf-4687-822f-3a2de0f76a66 req-ec71fb39-8973-4c2b-bce6-0103b39b3766 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366557
Apr 16 21:56:56.075828 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e036d33-12cb-41e0-a0dc-6b9b1f2c81a3 req-e32351db-4c77-42de-bddd-7dd89cc1422c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:56.077338 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e036d33-12cb-41e0-a0dc-6b9b1f2c81a3 req-e32351db-4c77-42de-bddd-7dd89cc1422c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0474577
Apr 16 21:56:56.123238 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e036d33-12cb-41e0-a0dc-6b9b1f2c81a3 req-5f283934-9258-4421-9fda-83e35ecdaa31 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403397
Apr 16 21:56:57.239641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f301ae-5176-48fa-b75d-0a5582966cff req-a3773cb5-74c8-49b1-a114-026edbb4e8e2 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:57.241145 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25f301ae-5176-48fa-b75d-0a5582966cff req-a3773cb5-74c8-49b1-a114-026edbb4e8e2 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0472944
Apr 16 21:56:57.292851 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25f301ae-5176-48fa-b75d-0a5582966cff req-d677ac2a-e743-4338-92ff-6bd0be9a64f4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454173
Apr 16 21:56:57.403536 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed12797-f1b8-45b7-b42f-d492bfabf787 req-46c9424b-ff34-405e-9bcd-8274633ba8e2 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:57.404993 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0ed12797-f1b8-45b7-b42f-d492bfabf787 req-46c9424b-ff34-405e-9bcd-8274633ba8e2 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0478106
Apr 16 21:56:57.414253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50066) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:56:57.418522 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-19d257bf-67bb-4435-a9eb-26b9d0bef804 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Request body: {'floatingip': {'port_id': '650175dd-39b5-4078-a257-9030adcf5d2d'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:56:57.460486 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19d257bf-67bb-4435-a9eb-26b9d0bef804 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:57.906893 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19d257bf-67bb-4435-a9eb-26b9d0bef804 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:57.972096 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19d257bf-67bb-4435-a9eb-26b9d0bef804 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:58.075929 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-19d257bf-67bb-4435-a9eb-26b9d0bef804 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353 associated. External IP: 172.35.1.172, port: 650175dd-39b5-4078-a257-9030adcf5d2d.
Apr 16 21:56:58.288411 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d257bf-67bb-4435-a9eb-26b9d0bef804 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:56:58.407018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d257bf-67bb-4435-a9eb-26b9d0bef804 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:56:58.412135 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19d257bf-67bb-4435-a9eb-26b9d0bef804 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:56:58.416519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56eacb7-d915-4458-8760-296b790e6510 None None] Sync routers for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:56:58.426585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56eacb7-d915-4458-8760-296b790e6510 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:56:58.427198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b56eacb7-d915-4458-8760-296b790e6510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012416a700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:56:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:58.443718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-19d257bf-67bb-4435-a9eb-26b9d0bef804 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "PUT /v2.0/floatingips/204a18fb-2c09-4a6c-a64f-ec28a7f56353 HTTP/1.1" status: 200  len: 991 time: 1.0284381
Apr 16 21:56:58.444326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:56:58.446641 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43258ed8-5e51-4a8a-b188-5339b619ae29" -d '{"events": [{"name": "network-changed", "server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:56:58.486585 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a60c42-b04e-4f3a-ad52-49618810c99c x-openstack-request-id: req-21a60c42-b04e-4f3a-ad52-49618810c99c {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:56:58.487003 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:56:58.487325 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21a60c42-b04e-4f3a-ad52-49618810c99c {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:56:58.487746 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a60c42-b04e-4f3a-ad52-49618810c99c'] response: {'name': 'network-changed', 'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d', 'status': 'completed', 'code': 200}
Apr 16 21:56:58.541027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-b56eacb7-d915-4458-8760-296b790e6510 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:56:58.568267 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83dd58-b6a9-4f29-a1d7-4ea89af091da req-f36d2ae1-63c2-478c-b6fe-76708a1f9731 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:58.569795 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a83dd58-b6a9-4f29-a1d7-4ea89af091da req-f36d2ae1-63c2-478c-b6fe-76708a1f9731 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0752759
Apr 16 21:56:58.575148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43258ed8-5e51-4a8a-b188-5339b619ae29 req-b7021eee-473a-4935-a87b-19052d68009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:58.576609 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43258ed8-5e51-4a8a-b188-5339b619ae29 req-b7021eee-473a-4935-a87b-19052d68009a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 1127 time: 0.0685143
Apr 16 21:56:58.672635 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a83dd58-b6a9-4f29-a1d7-4ea89af091da req-4a9a9e90-2c3e-4258-b14b-37def7e76c05 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950377
Apr 16 21:56:58.702578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43258ed8-5e51-4a8a-b188-5339b619ae29 req-0e544328-639f-45c5-b6bc-1758c1846744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:58.704351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43258ed8-5e51-4a8a-b188-5339b619ae29 req-0e544328-639f-45c5-b6bc-1758c1846744 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.1201074
Apr 16 21:56:58.767048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b56eacb7-d915-4458-8760-296b790e6510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012416a700>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '204a18fb-2c09-4a6c-a64f-ec28a7f56353', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'port_id': '650175dd-39b5-4078-a257-9030adcf5d2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'mac_address': 'fa:16:3e:29:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:56:44Z', 'updated_at': '2022-04-16T21:56:57Z', 'revision_number': 1, 'project_id': '14958c4ca99847bfb86911005da65809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:58.773447 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43258ed8-5e51-4a8a-b188-5339b619ae29 req-88898280-9ce6-4da3-bd28-40bed2a57f47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650175dd-39b5-4078-a257-9030adcf5d2d HTTP/1.1" status: 200  len: 999 time: 0.0630510
Apr 16 21:56:58.795411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56eacb7-d915-4458-8760-296b790e6510 None None] Checking router: 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:56:58.795912 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a11cb0-ed3a-4c0f-bb39-442b88303469 req-97142505-97f0-4f91-9e75-d14a53fc3a9d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:58.798038 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-42a11cb0-ed3a-4c0f-bb39-442b88303469 req-97142505-97f0-4f91-9e75-d14a53fc3a9d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0539217
Apr 16 21:56:58.804859 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56eacb7-d915-4458-8760-296b790e6510 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:56:58.805588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b56eacb7-d915-4458-8760-296b790e6510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012416a700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:56:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:58.831460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43258ed8-5e51-4a8a-b188-5339b619ae29 req-a99580ff-b582-4430-abfa-0532e0c56ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:58.833008 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43258ed8-5e51-4a8a-b188-5339b619ae29 req-a99580ff-b582-4430-abfa-0532e0c56ccf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0540855
Apr 16 21:56:58.850120 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-42a11cb0-ed3a-4c0f-bb39-442b88303469 req-247f122c-b65a-4b62-b290-3a523e9d5187 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453432
Apr 16 21:56:58.879338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43258ed8-5e51-4a8a-b188-5339b619ae29 req-ebaf08d2-60aa-476d-97ab-e3e9bd54fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:58.880919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43258ed8-5e51-4a8a-b188-5339b619ae29 req-ebaf08d2-60aa-476d-97ab-e3e9bd54fc1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427790
Apr 16 21:56:58.918640 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-b56eacb7-d915-4458-8760-296b790e6510 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:56:58.968963 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43258ed8-5e51-4a8a-b188-5339b619ae29 req-7f258ad0-c9ac-4856-86ae-ffa364652daa service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825503
Apr 16 21:56:59.063553 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43258ed8-5e51-4a8a-b188-5339b619ae29 req-cff15747-1d6b-435f-92dd-43769d04c99d service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893643
Apr 16 21:56:59.134479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-b56eacb7-d915-4458-8760-296b790e6510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012416a700>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '204a18fb-2c09-4a6c-a64f-ec28a7f56353', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'port_id': '650175dd-39b5-4078-a257-9030adcf5d2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'mac_address': 'fa:16:3e:29:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:56:44Z', 'updated_at': '2022-04-16T21:56:57Z', 'revision_number': 1, 'project_id': '14958c4ca99847bfb86911005da65809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:56:59.160256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56eacb7-d915-4458-8760-296b790e6510 None None] The sync data for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 is: [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '204a18fb-2c09-4a6c-a64f-ec28a7f56353', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'port_id': '650175dd-39b5-4078-a257-9030adcf5d2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'mac_address': 'fa:16:3e:29:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:56:44Z', 'updated_at': '2022-04-16T21:56:57Z', 'revision_number': 1, 'project_id': '14958c4ca99847bfb86911005da65809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:56:59.355959 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d7e34-d55b-4660-b5d8-632566bf1ff2 None None] New status for floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:56:59.962476 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004b066-5782-4566-99ef-74b82db49d84 req-0c7c3326-885b-4697-bb68-90fa2f0d3b31 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:56:59.963940 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e004b066-5782-4566-99ef-74b82db49d84 req-0c7c3326-885b-4697-bb68-90fa2f0d3b31 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0468812
Apr 16 21:57:00.010390 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e004b066-5782-4566-99ef-74b82db49d84 req-303bac10-b6fc-4734-823d-98737bf431df tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403023
Apr 16 21:57:00.120799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610fd18-f674-4ca9-8cf2-8b42cd66d6c3 req-f7857310-d78e-427e-b989-fc255ae0ff2e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:00.122263 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f610fd18-f674-4ca9-8cf2-8b42cd66d6c3 req-f7857310-d78e-427e-b989-fc255ae0ff2e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0467129
Apr 16 21:57:00.168262 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f610fd18-f674-4ca9-8cf2-8b42cd66d6c3 req-22734e8a-ed4b-4bd6-9549-0f8176de1b8c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398710
Apr 16 21:57:00.580622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777568c9-3322-4e4a-a727-2c0bb07f3706 req-b55caf35-5038-4c86-83b0-da2033783c98 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:00.582087 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-777568c9-3322-4e4a-a727-2c0bb07f3706 req-b55caf35-5038-4c86-83b0-da2033783c98 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0471420
Apr 16 21:57:00.635005 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-777568c9-3322-4e4a-a727-2c0bb07f3706 req-aecb927d-29e0-4ec5-b5e6-098f85903390 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472107
Apr 16 21:57:00.704721 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-c328dea4-19c9-4875-b97d-caec6c326ac1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0387776
Apr 16 21:57:01.021858 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:57:01.232942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-3b6ef914-9486-4da1-8d1d-25a69d72cce4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:01.234303 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-3b6ef914-9486-4da1-8d1d-25a69d72cce4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports/650175dd-39b5-4078-a257-9030adcf5d2d HTTP/1.1" status: 200  len: 942 time: 0.0470154
Apr 16 21:57:01.754837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f24f-e19b-4950-9b66-64ac9178033c req-97f236e5-5c1b-4298-88a2-b007233557de tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:01.756342 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43e4f24f-e19b-4950-9b66-64ac9178033c req-97f236e5-5c1b-4298-88a2-b007233557de tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0519660
Apr 16 21:57:01.804154 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43e4f24f-e19b-4950-9b66-64ac9178033c req-b1907a47-23ee-4698-99a8-62bcb0ed7930 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421307
Apr 16 21:57:02.868753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0eb51231-1a14-4069-9d78-a6ca5d76a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:02.870288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0eb51231-1a14-4069-9d78-a6ca5d76a163 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 1127 time: 0.0397873
Apr 16 21:57:02.922774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e64944-8968-42d8-8ad8-a6a9988fd89a req-fda1d4d2-2deb-432e-8ac3-150e766d0cd0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:02.924278 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1e64944-8968-42d8-8ad8-a6a9988fd89a req-fda1d4d2-2deb-432e-8ac3-150e766d0cd0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0484855
Apr 16 21:57:02.961708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-6d5e01f5-a54c-4de5-b9e4-0378e67a728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:02.963139 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-6d5e01f5-a54c-4de5-b9e4-0378e67a728a service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0841653
Apr 16 21:57:02.971734 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1e64944-8968-42d8-8ad8-a6a9988fd89a req-402b651c-d548-40c9-8e8d-2fe48c61e921 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416398
Apr 16 21:57:03.033568 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-55ebee8c-85d0-4e4c-897c-c89bc13fb66e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650175dd-39b5-4078-a257-9030adcf5d2d HTTP/1.1" status: 200  len: 1001 time: 0.0638299
Apr 16 21:57:03.080627 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-f39caefc-d7c0-4f7c-96ea-b11bf6fadf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:03.082073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-f39caefc-d7c0-4f7c-96ea-b11bf6fadf0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0433865
Apr 16 21:57:03.124969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-af54fbf9-8a98-4bf3-9385-269c0a746c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:03.126456 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-af54fbf9-8a98-4bf3-9385-269c0a746c3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391483
Apr 16 21:57:03.217103 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-e81269cc-7b0f-470b-96fe-c860ff92239c service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841966
Apr 16 21:57:03.303682 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-e928ab07-ad97-4a45-91b9-d393f37559ce service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811551
Apr 16 21:57:04.087962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089feddb-9128-4874-a183-beeab0f26d0f req-071192a2-3596-4421-9e07-a5ff71c78bcb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:04.089479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-089feddb-9128-4874-a183-beeab0f26d0f req-071192a2-3596-4421-9e07-a5ff71c78bcb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0510397
Apr 16 21:57:04.136211 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-089feddb-9128-4874-a183-beeab0f26d0f req-94b87b82-a0b9-49c6-90a9-c093ffc7ef2c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406621
Apr 16 21:57:05.263175 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5eb01-7100-4504-b3ff-5ce2eb144489 req-93682880-1b2c-4e9b-ad1e-3a3f365f62e4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:05.264662 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b1d5eb01-7100-4504-b3ff-5ce2eb144489 req-93682880-1b2c-4e9b-ad1e-3a3f365f62e4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0517335
Apr 16 21:57:05.311809 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b1d5eb01-7100-4504-b3ff-5ce2eb144489 req-19e13ab7-c550-4a79-8e89-d143aa92acc6 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415170
Apr 16 21:57:06.423745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef229299-381e-4d6d-9a81-d03212f8f05f req-52e4b398-bf87-4d33-9998-d7c45e1befad tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:06.425233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef229299-381e-4d6d-9a81-d03212f8f05f req-52e4b398-bf87-4d33-9998-d7c45e1befad tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0460198
Apr 16 21:57:06.472282 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef229299-381e-4d6d-9a81-d03212f8f05f req-2d21cb40-dee7-4b2c-89fb-ccbb25cbaeb6 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414572
Apr 16 21:57:06.554264 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:07.588426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af62186-c9a3-4be8-abbb-7a943c6649f5 req-16d83c5d-29ad-4ba0-acda-39a8fcb4eb1b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:07.589910 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8af62186-c9a3-4be8-abbb-7a943c6649f5 req-16d83c5d-29ad-4ba0-acda-39a8fcb4eb1b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0474172
Apr 16 21:57:07.636733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8af62186-c9a3-4be8-abbb-7a943c6649f5 req-9153bae7-3969-4f09-a3d3-f76c08f80167 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411294
Apr 16 21:57:08.753140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f1718-d9e6-4576-87c6-664ef9a6778e req-8ccc6b54-cb6b-440a-8129-2674c12e41bc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:08.754602 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f8f1718-d9e6-4576-87c6-664ef9a6778e req-8ccc6b54-cb6b-440a-8129-2674c12e41bc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0504706
Apr 16 21:57:08.800059 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3f8f1718-d9e6-4576-87c6-664ef9a6778e req-e6f58367-1c80-46f0-8a9a-8c32333747b5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398977
Apr 16 21:57:09.016868 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-961125a0-219e-4d5a-8972-5ce817819be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:09.916802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f59db-060b-4568-b396-99e0dbfc3cc8 req-937fbbab-4c89-4e24-b8cb-08bb8944df0e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:09.918257 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-407f59db-060b-4568-b396-99e0dbfc3cc8 req-937fbbab-4c89-4e24-b8cb-08bb8944df0e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0506732
Apr 16 21:57:09.965326 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-407f59db-060b-4568-b396-99e0dbfc3cc8 req-714d1ade-9004-45b3-963a-571f1f6ed783 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414429
Apr 16 21:57:11.078355 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d4ccc-829d-46f9-ad86-e2270b0b36ac req-6682ac11-9620-4e32-9d62-bdcbdbeea5cc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:11.079938 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-291d4ccc-829d-46f9-ad86-e2270b0b36ac req-6682ac11-9620-4e32-9d62-bdcbdbeea5cc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0472589
Apr 16 21:57:11.126317 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-291d4ccc-829d-46f9-ad86-e2270b0b36ac req-61ed4c7d-6e49-41eb-b374-ac53edde9309 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408251
Apr 16 21:57:11.648453 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-993f1d97-43d4-46eb-b154-64c0556c4e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:12.240926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e9f95-eae9-49bd-bf33-8ad25ce42d75 req-00c335b7-3235-4195-bfde-32b94aabe8ef tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:12.242500 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-134e9f95-eae9-49bd-bf33-8ad25ce42d75 req-00c335b7-3235-4195-bfde-32b94aabe8ef tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0478938
Apr 16 21:57:12.290695 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-134e9f95-eae9-49bd-bf33-8ad25ce42d75 req-ed4e11fa-e4eb-4438-84b6-4dd4c88e75b9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425146
Apr 16 21:57:12.642177 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:13.405050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f41f6-d040-4df7-bc0a-d20196226ff4 req-4c8cf7e2-a4cc-4cda-88a8-be3f40b9728f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:13.407136 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-666f41f6-d040-4df7-bc0a-d20196226ff4 req-4c8cf7e2-a4cc-4cda-88a8-be3f40b9728f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0463567
Apr 16 21:57:13.456064 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-666f41f6-d040-4df7-bc0a-d20196226ff4 req-1808d5c0-9b8a-478b-ba93-804ffb0f63f7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433397
Apr 16 21:57:13.788641 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:14.262896 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:14.569192 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c1df0-b549-49db-94ed-394d19a61a8d req-e06cb895-8afd-454f-859a-ecb4f0f4198e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:14.570654 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c9c1df0-b549-49db-94ed-394d19a61a8d req-e06cb895-8afd-454f-859a-ecb4f0f4198e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0467722
Apr 16 21:57:14.621394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c9c1df0-b549-49db-94ed-394d19a61a8d req-00d1b0cd-cfda-4048-9079-08d44262fa31 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452085
Apr 16 21:57:15.457063 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:15.734205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96064a40-6572-49a7-aa14-87955188ad2c req-5d2e74c4-1273-4e0c-aad5-1cf8c819e6f0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:15.735689 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96064a40-6572-49a7-aa14-87955188ad2c req-5d2e74c4-1273-4e0c-aad5-1cf8c819e6f0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0471830
Apr 16 21:57:15.781901 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96064a40-6572-49a7-aa14-87955188ad2c req-4eea7641-98f0-4690-9064-626060a642e8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406241
Apr 16 21:57:16.894969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94458cad-1bd3-4e3f-8be8-0b0ca10aad5b req-6bbaf7bd-be14-4ab0-b9e4-6404fbcf7cb0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:16.896511 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94458cad-1bd3-4e3f-8be8-0b0ca10aad5b req-6bbaf7bd-be14-4ab0-b9e4-6404fbcf7cb0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0480757
Apr 16 21:57:16.943567 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94458cad-1bd3-4e3f-8be8-0b0ca10aad5b req-ee57c399-6db2-4091-8f3a-9647ce33ca7b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414391
Apr 16 21:57:18.056252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bde942-d623-4501-8488-49f663141033 req-22bb1779-ed6c-4e2f-9835-7346a9c9ab04 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:18.057738 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89bde942-d623-4501-8488-49f663141033 req-22bb1779-ed6c-4e2f-9835-7346a9c9ab04 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0468054
Apr 16 21:57:18.104562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-89bde942-d623-4501-8488-49f663141033 req-351af750-213c-40d1-8728-4788981ef55f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407567
Apr 16 21:57:19.217176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac5c58-5046-42d3-aa40-52ade17197f4 req-7183c54e-620c-4a45-b4e5-8ae136bdffc9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:19.219195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-15ac5c58-5046-42d3-aa40-52ade17197f4 req-7183c54e-620c-4a45-b4e5-8ae136bdffc9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0465496
Apr 16 21:57:19.264904 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-15ac5c58-5046-42d3-aa40-52ade17197f4 req-1f013033-6b39-4507-ada1-19b50b9f57f1 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393958
Apr 16 21:57:20.381776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c47ea6-5d24-4d96-8309-a85fd99475ee req-19c8433b-4e7b-467d-808b-f602f7e1fc3f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:20.383289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-77c47ea6-5d24-4d96-8309-a85fd99475ee req-19c8433b-4e7b-467d-808b-f602f7e1fc3f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0512109
Apr 16 21:57:20.429864 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-77c47ea6-5d24-4d96-8309-a85fd99475ee req-21abc928-be0f-429e-8624-19e880064a14 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408390
Apr 16 21:57:21.546461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dc9ef-330b-40f7-adc2-0063233318fa req-a47b195c-e725-42dc-ae7f-7f47823e1817 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:21.548566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-485dc9ef-330b-40f7-adc2-0063233318fa req-a47b195c-e725-42dc-ae7f-7f47823e1817 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0516663
Apr 16 21:57:21.595490 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-485dc9ef-330b-40f7-adc2-0063233318fa req-5f0d077a-9ae5-428a-b7ae-12a6da5ac766 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407071
Apr 16 21:57:22.709609 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a19f98-7f99-4d2b-8377-6740633734ad req-2e38ab45-5bf1-4c45-8450-6e1e27c28324 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:22.711098 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61a19f98-7f99-4d2b-8377-6740633734ad req-2e38ab45-5bf1-4c45-8450-6e1e27c28324 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0480220
Apr 16 21:57:22.756678 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61a19f98-7f99-4d2b-8377-6740633734ad req-4f92eabf-2321-4775-81ce-3b2894254bf9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400562
Apr 16 21:57:23.442639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00553e-b75b-4ce6-81d8-3bbf13991aed req-c051d87f-5b44-41e0-be07-a42278215db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:23.444131 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e00553e-b75b-4ce6-81d8-3bbf13991aed req-c051d87f-5b44-41e0-be07-a42278215db8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 1127 time: 0.0394640
Apr 16 21:57:23.549640 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00553e-b75b-4ce6-81d8-3bbf13991aed req-77fe4d18-11b8-4354-8ea0-3cfa7d897bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:23.551116 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e00553e-b75b-4ce6-81d8-3bbf13991aed req-77fe4d18-11b8-4354-8ea0-3cfa7d897bb6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0875759
Apr 16 21:57:23.616788 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e00553e-b75b-4ce6-81d8-3bbf13991aed req-449198e4-6de8-4b9b-ae5e-47ef3f1140bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650175dd-39b5-4078-a257-9030adcf5d2d HTTP/1.1" status: 200  len: 1001 time: 0.0596151
Apr 16 21:57:23.669907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00553e-b75b-4ce6-81d8-3bbf13991aed req-ff65d043-2718-4647-a8d5-d09d210f6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:23.671254 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e00553e-b75b-4ce6-81d8-3bbf13991aed req-ff65d043-2718-4647-a8d5-d09d210f6ed7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0464993
Apr 16 21:57:23.799093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00553e-b75b-4ce6-81d8-3bbf13991aed req-900a6f2d-4718-4848-8329-e34a8fe9f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:23.800653 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e00553e-b75b-4ce6-81d8-3bbf13991aed req-900a6f2d-4718-4848-8329-e34a8fe9f8c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0399432
Apr 16 21:57:23.869922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a30f-5c18-4897-b93b-b53a0ca4d9f2 req-d9aeb744-ccf2-44a4-b078-5a94fb89a4bf tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:23.871418 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f0a7a30f-5c18-4897-b93b-b53a0ca4d9f2 req-d9aeb744-ccf2-44a4-b078-5a94fb89a4bf tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0470157
Apr 16 21:57:23.890074 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e00553e-b75b-4ce6-81d8-3bbf13991aed req-ecc9a4fa-8c94-4704-9093-098f49249456 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830228
Apr 16 21:57:23.918685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f0a7a30f-5c18-4897-b93b-b53a0ca4d9f2 req-b43dc16e-9e51-40ef-afba-0b5bb1e33f26 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412128
Apr 16 21:57:24.114528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8e00553e-b75b-4ce6-81d8-3bbf13991aed req-63ee3a0a-9eb8-4634-ab10-c10a28a5142f service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867724
Apr 16 21:57:25.029546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adc512-5b3c-4161-ac44-ba22f3323244 req-e4691e60-f6fd-4041-9efb-adb66337d80b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:25.031625 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0adc512-5b3c-4161-ac44-ba22f3323244 req-e4691e60-f6fd-4041-9efb-adb66337d80b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0470521
Apr 16 21:57:25.077525 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e0adc512-5b3c-4161-ac44-ba22f3323244 req-a33e580c-e966-406f-969e-babb0b969a0b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405526
Apr 16 21:57:26.194353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e07fa6-b847-4dcd-9452-2cfd3b0cbe86 req-85783a40-0e7c-4abd-a50a-5153c16a4736 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:26.195796 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b0e07fa6-b847-4dcd-9452-2cfd3b0cbe86 req-85783a40-0e7c-4abd-a50a-5153c16a4736 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0469248
Apr 16 21:57:26.247363 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b0e07fa6-b847-4dcd-9452-2cfd3b0cbe86 req-ee95b4be-7c4e-464e-8918-adb6b733ab58 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458724
Apr 16 21:57:27.364774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1488c-a455-4a8f-9f09-8c7ce28f3df1 req-9ea1425d-2258-417c-8341-e9c85db02053 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:27.366290 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-19c1488c-a455-4a8f-9f09-8c7ce28f3df1 req-9ea1425d-2258-417c-8341-e9c85db02053 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0523846
Apr 16 21:57:27.411958 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-19c1488c-a455-4a8f-9f09-8c7ce28f3df1 req-f6cda442-302e-4d9c-a746-015a4fb16e2d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401549
Apr 16 21:57:28.525752 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448ee0b-2389-4a8b-93d4-519eb6798067 req-a1f5d243-72b1-4e8f-8339-9f72b8ae1ee5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:28.527224 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f448ee0b-2389-4a8b-93d4-519eb6798067 req-a1f5d243-72b1-4e8f-8339-9f72b8ae1ee5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0467947
Apr 16 21:57:28.573445 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f448ee0b-2389-4a8b-93d4-519eb6798067 req-b4dde74e-4619-42d8-a11e-488a3ec2c88e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401406
Apr 16 21:57:29.694186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dd26f-589a-432a-98cf-7d0ea5e7251d req-bc9e2bdb-07e7-4ade-8297-6e49b6e0f9c7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:29.695680 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e05dd26f-589a-432a-98cf-7d0ea5e7251d req-bc9e2bdb-07e7-4ade-8297-6e49b6e0f9c7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0493023
Apr 16 21:57:29.742198 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e05dd26f-589a-432a-98cf-7d0ea5e7251d req-bf576808-e175-479c-94f3-ba7e231a0b00 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408862
Apr 16 21:57:30.855827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c0cf5-e3be-4b4f-b4d3-00293031ec2c req-396ff32d-fc71-494f-803a-2e7a0c03adc2 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:30.857422 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d43c0cf5-e3be-4b4f-b4d3-00293031ec2c req-396ff32d-fc71-494f-803a-2e7a0c03adc2 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0471859
Apr 16 21:57:30.903311 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d43c0cf5-e3be-4b4f-b4d3-00293031ec2c req-b754a4ed-3bd8-407d-b943-4cb23e8195de tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402777
Apr 16 21:57:32.017075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b21db5-711e-4f7c-b651-c496ffead695 req-c8eee9bc-f7c5-48f3-b51b-51edff26814d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:32.018580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97b21db5-711e-4f7c-b651-c496ffead695 req-c8eee9bc-f7c5-48f3-b51b-51edff26814d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0467026
Apr 16 21:57:32.068976 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-97b21db5-711e-4f7c-b651-c496ffead695 req-01d761ad-11e3-40b9-9a32-63378e444578 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448883
Apr 16 21:57:33.188036 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68405c0-5026-4012-b457-6352c6622073 req-4d8e6222-b23e-42d8-8169-7cffcd3a5c48 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:33.189524 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a68405c0-5026-4012-b457-6352c6622073 req-4d8e6222-b23e-42d8-8169-7cffcd3a5c48 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0513749
Apr 16 21:57:33.235655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a68405c0-5026-4012-b457-6352c6622073 req-bed0e2b4-0eb4-47a6-be82-cebc7a436241 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405974
Apr 16 21:57:34.347947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ae528-c9b0-4500-bfbb-f4baa2440b8a req-5894eab6-6874-4391-97a8-09e2d1dae8cf tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:34.349468 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a2ae528-c9b0-4500-bfbb-f4baa2440b8a req-5894eab6-6874-4391-97a8-09e2d1dae8cf tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0482702
Apr 16 21:57:34.396183 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a2ae528-c9b0-4500-bfbb-f4baa2440b8a req-9ae39355-ea02-4a01-9782-9dbc8445ccdc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410981
Apr 16 21:57:35.306461 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-7242b7db-3e65-4c34-b079-de33eb1553c6 service neutron] show failed (client error): The resource could not be found.
Apr 16 21:57:35.307460 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-7242b7db-3e65-4c34-b079-de33eb1553c6 service neutron] 10.222.0.11 "GET /v2.0/ports/650175dd-39b5-4078-a257-9030adcf5d2d/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0535004
Apr 16 21:57:35.510807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13f644-69ef-449c-bf98-d36d7b210260 req-0590145b-439c-44cb-ae8c-afa33ce25bc7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:35.512373 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d13f644-69ef-449c-bf98-d36d7b210260 req-0590145b-439c-44cb-ae8c-afa33ce25bc7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0482023
Apr 16 21:57:35.558877 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d13f644-69ef-449c-bf98-d36d7b210260 req-9d43501d-80eb-4e60-a294-c609dfec1823 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400021
Apr 16 21:57:35.787605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-92e5157a-dd64-4a5f-9fb2-670357f0920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:35.789183 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-92e5157a-dd64-4a5f-9fb2-670357f0920c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 1127 time: 0.0440230
Apr 16 21:57:35.800863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:57:35.861003 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:36.063470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] For port 650175dd-39b5-4078-a257-9030adcf5d2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=650175dd-39b5-4078-a257-9030adcf5d2d,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:57:36.096369 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] For port 650175dd-39b5-4078-a257-9030adcf5d2d, host nch1-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:57:36.139496 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:57:36.142295 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fd1f23-478e-4c85-b0d1-bbdb5461fa52" -d '{"events": [{"server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "name": "network-vif-unplugged", "status": "completed", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:57:36.146141 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Publish callbacks [] for port (650175dd-39b5-4078-a257-9030adcf5d2d), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:36.158573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Transition to ACTIVE for port object 650175dd-39b5-4078-a257-9030adcf5d2d will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:57:36.190063 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2316d202-1b5d-45b9-9949-44e8e5c3312f x-openstack-request-id: req-2316d202-1b5d-45b9-9949-44e8e5c3312f {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:57:36.190352 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "name": "network-vif-unplugged", "status": "completed", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:57:36.190604 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2316d202-1b5d-45b9-9949-44e8e5c3312f {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:57:36.191014 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2316d202-1b5d-45b9-9949-44e8e5c3312f'] response: {'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d', 'code': 200}
Apr 16 21:57:36.224968 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:36.339176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Pushing event updated for resources: {'Port': ['ID=650175dd-39b5-4078-a257-9030adcf5d2d,revision_number=6']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:57:36.370158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.370510 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.370872 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.371195 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.371535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.371865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.372218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.372542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.372869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.373193 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.373516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.373840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.374164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.375091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.375417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:36.422640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] No DVR routers for this DVR port 650175dd-39b5-4078-a257-9030adcf5d2d on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:57:36.533711 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:36.562859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Attempting to bind port 650175dd-39b5-4078-a257-9030adcf5d2d on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:57:36.563421 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Attempting to bind port 650175dd-39b5-4078-a257-9030adcf5d2d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:57:36.563552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Attempting to bind port 650175dd-39b5-4078-a257-9030adcf5d2d on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:57:36.567931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Port 650175dd-39b5-4078-a257-9030adcf5d2d on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:57:36.568286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Attempting to bind port 650175dd-39b5-4078-a257-9030adcf5d2d on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:57:36.573263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:57:36.573603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Checking segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:57:36.573993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Bound using segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:57:36.574424 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Bound port: 650175dd-39b5-4078-a257-9030adcf5d2d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:57:36.574783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:36.668455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] For port 650175dd-39b5-4078-a257-9030adcf5d2d, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:57:36.685408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] For port 650175dd-39b5-4078-a257-9030adcf5d2d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=650175dd-39b5-4078-a257-9030adcf5d2d,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:57:36.694176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c539f8-cd72-4a83-a14e-8bc2c261ee71 req-3b360fbd-3cd6-400d-907d-a215af32c31e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:36.697638 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-47c539f8-cd72-4a83-a14e-8bc2c261ee71 req-3b360fbd-3cd6-400d-907d-a215af32c31e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 943 time: 0.0669253
Apr 16 21:57:36.742692 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-47c539f8-cd72-4a83-a14e-8bc2c261ee71 req-04e2cac9-0e31-40bc-9684-606c55cff29e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411065
Apr 16 21:57:36.779529 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:36.811469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:36.812653 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:36.815003 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] 10.222.0.41 "PUT /v2.0/ports/650175dd-39b5-4078-a257-9030adcf5d2d HTTP/1.1" status: 200  len: 1091 time: 1.0179353
Apr 16 21:57:36.867873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ed397-6468-4b52-9dee-94c1711547ac service neutron] Pushing event updated for resources: {'Port': ['ID=650175dd-39b5-4078-a257-9030adcf5d2d,revision_number=7']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:57:36.879994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-46853586-71ae-4d6a-9f3c-2b94597879c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:36.882218 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-46853586-71ae-4d6a-9f3c-2b94597879c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 1125 time: 0.0443540
Apr 16 21:57:36.980764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-ae1a3e9e-4dd6-40b9-9efd-518368faebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:36.982344 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-ae1a3e9e-4dd6-40b9-9efd-518368faebbc service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0948575
Apr 16 21:57:37.048528 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-9d34fc0c-487b-45cc-bbc7-4599040f47e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650175dd-39b5-4078-a257-9030adcf5d2d HTTP/1.1" status: 200  len: 999 time: 0.0605109
Apr 16 21:57:37.102491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-29011690-615b-4437-8b2d-e0737adadf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:37.103949 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-29011690-615b-4437-8b2d-e0737adadf6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0498507
Apr 16 21:57:37.146545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-ec2898b1-c6cf-439b-90d6-17dc629ba9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:37.148030 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-ec2898b1-c6cf-439b-90d6-17dc629ba9cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0387897
Apr 16 21:57:37.237409 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-a3acf302-98f5-4443-96bf-d36c25f5f8de service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826921
Apr 16 21:57:37.331915 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9434dd80-3b9a-4de5-8de8-e3a9fb3c49c4 req-b42d149b-00f5-4e96-8744-38820cea8624 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884786
Apr 16 21:57:37.868123 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ca9e0-7120-449e-8e97-c4b4c29e6535 req-e46171e6-d980-4725-ac57-6baf3da5d311 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:37.869559 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e47ca9e0-7120-449e-8e97-c4b4c29e6535 req-e46171e6-d980-4725-ac57-6baf3da5d311 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 943 time: 0.0529521
Apr 16 21:57:37.915385 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e47ca9e0-7120-449e-8e97-c4b4c29e6535 req-ce95be80-b8ac-44ff-afc6-847a73f7d46d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397036
Apr 16 21:57:38.021021 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:57:38.192636 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:57:38.194921 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4284d22d-c2be-4fc0-a988-671e9f11a8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:57:38.242842 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece89a6a-24ae-4d5f-8b0b-e70c2f863ff2 x-openstack-request-id: req-ece89a6a-24ae-4d5f-8b0b-e70c2f863ff2 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:57:38.243216 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:57:38.243471 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ece89a6a-24ae-4d5f-8b0b-e70c2f863ff2 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:57:38.243878 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece89a6a-24ae-4d5f-8b0b-e70c2f863ff2'] response: {'name': 'network-changed', 'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d', 'status': 'completed', 'code': 200}
Apr 16 21:57:38.297254 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-a716ffe4-89df-4401-bdee-437851f665df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:38.298732 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-a716ffe4-89df-4401-bdee-437851f665df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 1125 time: 0.0388708
Apr 16 21:57:38.385161 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-e578f480-6e07-44df-b9f6-7fabb468d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:38.386631 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-e578f480-6e07-44df-b9f6-7fabb468d515 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0824218
Apr 16 21:57:38.454495 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-5b473285-5bf8-494b-9b90-6e3713cbe37b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650175dd-39b5-4078-a257-9030adcf5d2d HTTP/1.1" status: 200  len: 999 time: 0.0613446
Apr 16 21:57:38.501352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-080f6d4f-e0ec-4891-96fd-67b5c1483991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:38.502788 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-080f6d4f-e0ec-4891-96fd-67b5c1483991 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0428936
Apr 16 21:57:38.544684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-1cbf2621-d8db-4677-b98d-b1a905c8182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:38.546174 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-1cbf2621-d8db-4677-b98d-b1a905c8182c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0377271
Apr 16 21:57:38.636769 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-c591212c-1665-4716-856b-8357fd06de7b service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848811
Apr 16 21:57:38.725822 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-25d5ac9b-f237-40f9-a657-dc657552bc16 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825050
Apr 16 21:57:39.027978 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2f2228b8-982e-489a-8a09-6f42ba814de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:39.034872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90293ca8-607c-4848-8064-397c2e49a215 req-eaa3473a-80fa-47e2-ac85-b9d5df15985b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:39.036432 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90293ca8-607c-4848-8064-397c2e49a215 req-eaa3473a-80fa-47e2-ac85-b9d5df15985b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 943 time: 0.0530581
Apr 16 21:57:39.082745 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-90293ca8-607c-4848-8064-397c2e49a215 req-666fa207-4cd8-4ea0-b46d-916d5d512237 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408323
Apr 16 21:57:39.741376 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-39a5b84e-5f73-44cc-ad70-c6eeba0113b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:39.742834 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-39a5b84e-5f73-44cc-ad70-c6eeba0113b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 1125 time: 0.0387919
Apr 16 21:57:39.769544 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 650175dd-39b5-4078-a257-9030adcf5d2d no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:57:39.808252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port 650175dd-39b5-4078-a257-9030adcf5d2d host nch2-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:57:39.808651 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 650175dd-39b5-4078-a257-9030adcf5d2d not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:57:39.836447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-fa6fbba1-fdad-4589-9b4e-3bdf0740978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:39.837934 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-fa6fbba1-fdad-4589-9b4e-3bdf0740978d service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0884597
Apr 16 21:57:39.903329 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-9be294f1-3f5a-4990-abe0-a2ab0ec55c0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650175dd-39b5-4078-a257-9030adcf5d2d HTTP/1.1" status: 200  len: 999 time: 0.0579395
Apr 16 21:57:39.966042 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-01fe2d3c-0d42-461e-b1c2-1c4e78ade341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:39.967328 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-01fe2d3c-0d42-461e-b1c2-1c4e78ade341 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0425510
Apr 16 21:57:40.020964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-f8f1e3a6-0f85-40e2-80d5-29e7348fd1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:40.022437 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-f8f1e3a6-0f85-40e2-80d5-29e7348fd1ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426743
Apr 16 21:57:40.151326 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-30514bdb-e4a2-4135-9930-9002d66c5c5d service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835006
Apr 16 21:57:40.255764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553576ae-246c-4f07-81b0-e3f4d4b633d0 req-40791624-a098-4de0-ad81-9348cb785f02 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:40.257172 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-553576ae-246c-4f07-81b0-e3f4d4b633d0 req-40791624-a098-4de0-ad81-9348cb785f02 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 943 time: 0.0929213
Apr 16 21:57:40.303698 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4284d22d-c2be-4fc0-a988-671e9f11a8d9 req-c8a27139-3500-47e8-aab0-0688ab251ed2 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464329
Apr 16 21:57:40.321463 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-553576ae-246c-4f07-81b0-e3f4d4b633d0 req-92bcfaf6-86ea-4c23-99dc-1dcca8ba1fe7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580933
Apr 16 21:57:41.435356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f85b2-56b3-4b4e-afcd-bc54b374a638 req-62b20db8-e2f2-4dc2-95c8-f1fe9d3478c9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:41.437358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e54f85b2-56b3-4b4e-afcd-bc54b374a638 req-62b20db8-e2f2-4dc2-95c8-f1fe9d3478c9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 943 time: 0.0457115
Apr 16 21:57:41.446949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 650175dd-39b5-4078-a257-9030adcf5d2d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:57:41.485194 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e54f85b2-56b3-4b4e-afcd-bc54b374a638 req-ac8e3326-a15b-415f-a6e5-7297f5a8ecc0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423505
Apr 16 21:57:41.549068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 650175dd-39b5-4078-a257-9030adcf5d2d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=650175dd-39b5-4078-a257-9030adcf5d2d,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:57:41.560677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '650175dd-39b5-4078-a257-9030adcf5d2d', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'port_id': '650175dd-39b5-4078-a257-9030adcf5d2d', 'mac_address': 'fa:16:3e:29:32:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:57:41.610115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 650175dd-39b5-4078-a257-9030adcf5d2d is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:57:41.610420 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:41.622745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650175dd-39b5-4078-a257-9030adcf5d2d {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:57:41.642367 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 650175dd-39b5-4078-a257-9030adcf5d2d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=650175dd-39b5-4078-a257-9030adcf5d2d,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:57:41.696309 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d0dbcde7-90e0-4eeb-8771-5788ced07f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:41.719669 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:41.769850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=650175dd-39b5-4078-a257-9030adcf5d2d,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:57:41.778412 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.778696 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.779042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.779384 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.779723 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.780058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.781075 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.781430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.781770 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.782103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.782433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.782763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.783093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.783402 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.783734 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:57:41.909587 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-5900d31c-0109-4910-ac48-61ed642b7ad4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:41.911325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-5900d31c-0109-4910-ac48-61ed642b7ad4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55&tenant_id=14958c4ca99847bfb86911005da65809&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0583568
Apr 16 21:57:41.974704 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-006b39a9-def8-4805-926b-ccb3965ad3c8 service neutron] delete failed (client error): The resource could not be found.
Apr 16 21:57:41.975748 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-006b39a9-def8-4805-926b-ccb3965ad3c8 service neutron] 10.222.0.11 "DELETE /v2.0/ports/650175dd-39b5-4078-a257-9030adcf5d2d/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0585959
Apr 16 21:57:42.019571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['650175dd-39b5-4078-a257-9030adcf5d2d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:57:42.068785 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-d6d4bfa7-45f6-429b-b469-423f5edc2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:42.070399 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-d6d4bfa7-45f6-429b-b469-423f5edc2c01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 1126 time: 0.0503983
Apr 16 21:57:42.148919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b82d61-e0b4-4ab0-901f-2bc1d044ef3e req-ec7cfbd7-734b-443c-a7c8-56699033dff8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:42.150380 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11b82d61-e0b4-4ab0-901f-2bc1d044ef3e req-ec7cfbd7-734b-443c-a7c8-56699033dff8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 944 time: 0.0987151
Apr 16 21:57:42.214221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-dcbb3716-ed8c-48d8-8dc5-61b367a92faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:42.215579 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-dcbb3716-ed8c-48d8-8dc5-61b367a92faa service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.1294470
Apr 16 21:57:42.223150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11b82d61-e0b4-4ab0-901f-2bc1d044ef3e req-d8423415-2b6e-4fcc-872f-9c72eaae3a70 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661607
Apr 16 21:57:42.289571 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-dd7bc726-a830-4c0b-83bb-abc387f4b344 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650175dd-39b5-4078-a257-9030adcf5d2d HTTP/1.1" status: 200  len: 1000 time: 0.0654318
Apr 16 21:57:42.337522 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-01f95926-16ba-4773-a48e-dd259b85f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:42.339004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-01f95926-16ba-4773-a48e-dd259b85f3ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0444782
Apr 16 21:57:42.382139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-8d1962ee-f52a-407e-97cc-2625d3e3c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:42.383649 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-8d1962ee-f52a-407e-97cc-2625d3e3c596 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385976
Apr 16 21:57:42.475854 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-42733e53-8994-4181-8d6b-1de9f2431d83 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848141
Apr 16 21:57:42.616750 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:42.817011 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-880c9d0c-3ffb-4be5-9e21-2de973871921 req-89394014-bc43-4ab2-aede-2bc1999abfc1 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3357196
Apr 16 21:57:43.341701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a181c7d-b1dc-420e-b96f-75558bab25b6 req-a85e3696-c360-4212-b227-1be82749bbdb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:43.343221 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8a181c7d-b1dc-420e-b96f-75558bab25b6 req-a85e3696-c360-4212-b227-1be82749bbdb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 944 time: 0.0497336
Apr 16 21:57:43.394812 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8a181c7d-b1dc-420e-b96f-75558bab25b6 req-79c31641-d6c1-495a-a5b2-ac95cf9f6aa5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452764
Apr 16 21:57:43.462330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 650175dd-39b5-4078-a257-9030adcf5d2d up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:57:43.511187 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 650175dd-39b5-4078-a257-9030adcf5d2d completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:57:43.565116 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 650175dd-39b5-4078-a257-9030adcf5d2d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:57:43.565502 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:43.642635 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 650175dd-39b5-4078-a257-9030adcf5d2d is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:57:43.643412 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:43.665134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:57:43.668560 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42939c6-1c99-48b8-9185-9e79e12c345c" -d '{"events": [{"server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "name": "network-vif-plugged", "status": "completed", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:57:43.680449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 650175dd-39b5-4078-a257-9030adcf5d2d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=650175dd-39b5-4078-a257-9030adcf5d2d,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:57:43.708629 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b15136-1e0d-400f-8f1d-f4c14370cef7 x-openstack-request-id: req-a9b15136-1e0d-400f-8f1d-f4c14370cef7 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:57:43.708629 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "name": "network-vif-plugged", "status": "completed", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:57:43.708870 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9b15136-1e0d-400f-8f1d-f4c14370cef7 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:57:43.709276 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b15136-1e0d-400f-8f1d-f4c14370cef7'] response: {'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d', 'code': 200}
Apr 16 21:57:43.756094 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:43.802928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=650175dd-39b5-4078-a257-9030adcf5d2d,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:57:43.836026 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:44.230291 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:44.506883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba18641-5b30-4217-b44e-a6d5eb79d041 req-597e0808-4a24-471c-9faf-16c83d083b61 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:44.508355 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fba18641-5b30-4217-b44e-a6d5eb79d041 req-597e0808-4a24-471c-9faf-16c83d083b61 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0461805
Apr 16 21:57:44.554413 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fba18641-5b30-4217-b44e-a6d5eb79d041 req-1ab7245b-49d3-443e-82b6-a45a054e5bc1 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404868
Apr 16 21:57:44.666809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3069165-1209-4288-8ba2-212c7fc4b7e5 req-c4b42804-40ea-42f0-bb53-54bcef53eb63 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:44.668289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3069165-1209-4288-8ba2-212c7fc4b7e5 req-c4b42804-40ea-42f0-bb53-54bcef53eb63 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0466712
Apr 16 21:57:44.718491 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d3069165-1209-4288-8ba2-212c7fc4b7e5 req-65fdb8aa-de33-40a2-b89f-10337a6f1b5b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439589
Apr 16 21:57:44.828382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14140c02-a739-4112-b7e9-eab99d887790 req-c5527b14-7e52-440d-93ca-20d252d2dcfd tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:44.829825 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-14140c02-a739-4112-b7e9-eab99d887790 req-c5527b14-7e52-440d-93ca-20d252d2dcfd tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0464358
Apr 16 21:57:44.875819 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-14140c02-a739-4112-b7e9-eab99d887790 req-97075af0-4c0e-4551-a84c-e1b6315f01cb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404472
Apr 16 21:57:45.280126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a9887-f5e1-4ddd-9477-eb52f16d89f6 req-49317c43-504e-4506-ae95-9b8c14236706 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:45.282199 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c3a9887-f5e1-4ddd-9477-eb52f16d89f6 req-49317c43-504e-4506-ae95-9b8c14236706 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0502739
Apr 16 21:57:45.328954 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7c3a9887-f5e1-4ddd-9477-eb52f16d89f6 req-e5f55db3-30e6-414c-a7db-5c02df815620 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409305
Apr 16 21:57:45.433848 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:46.443301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecc9aa-5d3e-48b6-aced-6c9d3286e6d3 req-cf98912e-c1cc-4e8f-a0c1-6cfb6207be28 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:46.444794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d2ecc9aa-5d3e-48b6-aced-6c9d3286e6d3 req-cf98912e-c1cc-4e8f-a0c1-6cfb6207be28 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0469410
Apr 16 21:57:46.491972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d2ecc9aa-5d3e-48b6-aced-6c9d3286e6d3 req-153d2630-a437-4314-b317-c0c64c1c4444 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416038
Apr 16 21:57:46.501353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-1c8a21b9-c9b8-445a-8809-ea50e721bf07 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:46.502833 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-1c8a21b9-c9b8-445a-8809-ea50e721bf07 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 945 time: 0.0467255
Apr 16 21:57:46.585869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Deleting port 650175dd-39b5-4078-a257-9030adcf5d2d {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:57:46.586204 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:46.672798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] For port 650175dd-39b5-4078-a257-9030adcf5d2d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=650175dd-39b5-4078-a257-9030adcf5d2d,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:57:46.673089 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:47.253564 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:47.253923 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:47.254233 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353 disassociated. External IP: 172.35.1.172, port: 650175dd-39b5-4078-a257-9030adcf5d2d.
Apr 16 21:57:47.254578 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Calling delete_port for 650175dd-39b5-4078-a257-9030adcf5d2d owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:57:47.447735 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (650175dd-39b5-4078-a257-9030adcf5d2d), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:47.476781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event deleted for resources: {'Port': ['ID=650175dd-39b5-4078-a257-9030adcf5d2d,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:57:47.608157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-17d7980e-3854-48b5-82e2-a409116af495 req-10ef9bdb-c8f0-49ed-a6bc-6be11134eb16 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55 HTTP/1.1" status: 200  len: 210 time: 0.0341797
Apr 16 21:57:47.632466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:57:47.746139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:57:47.756849 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e00419-8043-48ac-894f-ac6643c9fdac None None] Sync routers for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:57:47.766819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e00419-8043-48ac-894f-ac6643c9fdac None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:57:47.767442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-36e00419-8043-48ac-894f-ac6643c9fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f125d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:57:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:57:47.789827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] No DVR routers for this DVR port 650175dd-39b5-4078-a257-9030adcf5d2d on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:57:47.792653 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:47.796457 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43e91d79-b4cf-48e7-be8b-ed907979fa7a req-243b93cb-60e6-4ef2-8315-004d66198306 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.41 "DELETE /v2.0/ports/650175dd-39b5-4078-a257-9030adcf5d2d HTTP/1.1" status: 204  len: 173 time: 1.2890038
Apr 16 21:57:47.796921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'name': 'network-vif-deleted', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:57:47.799722 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57b251b-5eaf-4729-bdf1-d80701cf12b1" -d '{"events": [{"server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "name": "network-vif-deleted", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:57:47.836573 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c53ac9-4f80-4e8b-81d4-1f72bcc90547 x-openstack-request-id: req-77c53ac9-4f80-4e8b-81d4-1f72bcc90547 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:57:47.836887 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55", "name": "network-vif-deleted", "tag": "650175dd-39b5-4078-a257-9030adcf5d2d", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:57:47.837144 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77c53ac9-4f80-4e8b-81d4-1f72bcc90547 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:57:47.837581 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c53ac9-4f80-4e8b-81d4-1f72bcc90547'] response: {'server_uuid': '5d04ccc3-5cf1-4800-b6eb-3db9a0c5aa55', 'name': 'network-vif-deleted', 'tag': '650175dd-39b5-4078-a257-9030adcf5d2d', 'status': 'completed', 'code': 200}
Apr 16 21:57:47.878703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-36e00419-8043-48ac-894f-ac6643c9fdac None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:57:48.224502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-36e00419-8043-48ac-894f-ac6643c9fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f125d90>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:57:48.254068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e00419-8043-48ac-894f-ac6643c9fdac None None] Checking router: 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:57:48.262423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e00419-8043-48ac-894f-ac6643c9fdac None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:57:48.263034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-36e00419-8043-48ac-894f-ac6643c9fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f125d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:57:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:57:48.373738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-36e00419-8043-48ac-894f-ac6643c9fdac None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:57:48.567721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-36e00419-8043-48ac-894f-ac6643c9fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f125d90>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:57:48.596617 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e00419-8043-48ac-894f-ac6643c9fdac None None] The sync data for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 is: [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:57:48.831867 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedcce64-e449-40bc-bd87-5d0e7a3bc8ac None None] New status for floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:57:48.898556 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-be0d736e-9c3f-42e4-9e7c-87e963950153 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--937765651&fields=id&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 267 time: 0.0460346
Apr 16 21:57:49.003135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-6f53b6ff-bd83-41a7-ac74-928431ea0eab tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:49.004611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-6f53b6ff-bd83-41a7-ac74-928431ea0eab tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 812 time: 0.0991409
Apr 16 21:57:49.020217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-193f1f1c-6a8a-4c84-8284-8f5cdda1d9ed tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/quotas/14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 375 time: 0.0099440
Apr 16 21:57:49.070132 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-ab860132-d299-413d-a3c2-ebf134c8b03e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0442472
Apr 16 21:57:49.166353 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-f4abda19-1b42-466f-b5a7-72ea71ac37ff service neutron] 10.222.0.20 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843909
Apr 16 21:57:49.252371 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-efdc6dda-4f86-4cff-a77a-a011b8420128 service neutron] 10.222.0.20 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803776
Apr 16 21:57:49.489329 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b61ccfc-b58d-4e54-b044-40f76bff6abb req-5923e4f2-d359-49e3-b356-a7eda966bb0c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 210 time: 0.0276234
Apr 16 21:57:49.493385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 650175dd-39b5-4078-a257-9030adcf5d2d no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:57:49.515196 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 650175dd-39b5-4078-a257-9030adcf5d2d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:57:49.515864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 650175dd-39b5-4078-a257-9030adcf5d2d not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:57:50.591665 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ba743983-631c-4d5c-8e2d-65455ab8b3e6 req-15d7784e-1478-430a-a717-de70dce6a6e8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 210 time: 0.0330205
Apr 16 21:57:51.234804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0f0a21b2-2a55-4ed6-b7db-9c9665c97747 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:51.236301 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0f0a21b2-2a55-4ed6-b7db-9c9665c97747 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 812 time: 0.0984654
Apr 16 21:57:51.305266 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-e9f14d3b-3666-43e7-ae52-9f9e66db6381 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 379 time: 0.0610685
Apr 16 21:57:51.314774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-56fbf297-a3a7-491f-890c-4870bf5fb962 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Request body: {'port': {'device_id': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'admin_state_up': True, 'tenant_id': '14958c4ca99847bfb86911005da65809', 'security_groups': ['d0b3e09c-64b9-4b34-b1bd-82470f335715']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:57:51.496210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-56fbf297-a3a7-491f-890c-4870bf5fb962 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Made reservation on behalf of 14958c4ca99847bfb86911005da65809 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:57:51.499591 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-56fbf297-a3a7-491f-890c-4870bf5fb962 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:51.677706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-56fbf297-a3a7-491f-890c-4870bf5fb962 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Allocated IP 172.20.0.11 (46ed5fd0-8613-4ef4-9bd7-a5169ec06285/7c9a9408-dc3f-4dc7-acc9-782b73424868/7c8852e9-bee2-41a6-a668-793128d7c0c3) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:57:51.688737 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-72aa1c2b-a3be-4e6e-b086-f5de8f3fbd4c req-434f6d66-1065-4350-b2e5-4963f6e7e160 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 210 time: 0.0287986
Apr 16 21:57:51.818937 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-56fbf297-a3a7-491f-890c-4870bf5fb962 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:51.887699 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-56fbf297-a3a7-491f-890c-4870bf5fb962 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:51.945828 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-56fbf297-a3a7-491f-890c-4870bf5fb962 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:57:51.950970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-56fbf297-a3a7-491f-890c-4870bf5fb962 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:57:51.957218 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-56fbf297-a3a7-491f-890c-4870bf5fb962 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:57:51.980596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbf297-a3a7-491f-890c-4870bf5fb962 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event updated for resources: {'Port': ['ID=7c8852e9-bee2-41a6-a668-793128d7c0c3,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:57:52.009380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-56fbf297-a3a7-491f-890c-4870bf5fb962 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:52.010000 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-56fbf297-a3a7-491f-890c-4870bf5fb962 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:52.082804 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-56fbf297-a3a7-491f-890c-4870bf5fb962 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7721870
Apr 16 21:57:52.094167 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Request body: {'port': {'device_id': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:57:52.160524 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:52.182140 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9ed3df90-f8d1-4279-9d03-5ff338e61e7b None None] Provisioning complete for port 7c8852e9-bee2-41a6-a668-793128d7c0c3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:57:52.182700 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9ed3df90-f8d1-4279-9d03-5ff338e61e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:52.216063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3df90-f8d1-4279-9d03-5ff338e61e7b None None] Port 7c8852e9-bee2-41a6-a668-793128d7c0c3 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:57:52.420439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8852e9-bee2-41a6-a668-793128d7c0c3 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:57:52.427642 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Publish callbacks [] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:52.440083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Transition to ACTIVE for port object 7c8852e9-bee2-41a6-a668-793128d7c0c3 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:57:52.517176 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:52.572145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8852e9-bee2-41a6-a668-793128d7c0c3,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:57:52.643587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Attempting to bind port 7c8852e9-bee2-41a6-a668-793128d7c0c3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:57:52.643924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Attempting to bind port 7c8852e9-bee2-41a6-a668-793128d7c0c3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:57:52.644286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Attempting to bind port 7c8852e9-bee2-41a6-a668-793128d7c0c3 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:57:52.648847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Port 7c8852e9-bee2-41a6-a668-793128d7c0c3 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:57:52.649159 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Attempting to bind port 7c8852e9-bee2-41a6-a668-793128d7c0c3 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:57:52.654106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:57:52.654446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Checking segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:57:52.654833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Bound using segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:57:52.655257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Bound port: 7c8852e9-bee2-41a6-a668-793128d7c0c3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:57:52.655617 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:52.722538 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] For port 7c8852e9-bee2-41a6-a668-793128d7c0c3, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:57:52.725874 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] For port 7c8852e9-bee2-41a6-a668-793128d7c0c3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:57:52.810018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245f304-1e0a-49e8-9fc1-09a5e00a777f req-4980aef3-1304-4240-9124-410e1039ab27 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:52.811474 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0245f304-1e0a-49e8-9fc1-09a5e00a777f req-4980aef3-1304-4240-9124-410e1039ab27 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 944 time: 0.0517597
Apr 16 21:57:52.814284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:52.868581 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:52.870401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:52.870814 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] 10.222.0.41 "PUT /v2.0/ports/7c8852e9-bee2-41a6-a668-793128d7c0c3 HTTP/1.1" status: 200  len: 1092 time: 0.7807450
Apr 16 21:57:52.871088 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:57:52.873287 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea17635e-697b-4890-bd3b-f9655497a495" -d '{"events": [{"name": "network-changed", "server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:57:52.902208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179534e-e50d-4da3-b86f-d8923d373be5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8852e9-bee2-41a6-a668-793128d7c0c3,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:57:52.923819 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0245f304-1e0a-49e8-9fc1-09a5e00a777f req-ffe64910-7cfa-426d-9a92-8e0a2efd6fcd tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022189
Apr 16 21:57:52.925308 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc406f1-ac61-4799-8563-ede4b3fa68f0 x-openstack-request-id: req-7fc406f1-ac61-4799-8563-ede4b3fa68f0 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:57:52.925596 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:57:52.925852 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fc406f1-ac61-4799-8563-ede4b3fa68f0 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:57:52.926969 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc406f1-ac61-4799-8563-ede4b3fa68f0'] response: {'name': 'network-changed', 'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'status': 'completed', 'code': 200}
Apr 16 21:57:52.988066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17635e-697b-4890-bd3b-f9655497a495 req-cbeebd2f-f50c-4261-9730-abb005ac66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:52.989749 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea17635e-697b-4890-bd3b-f9655497a495 req-cbeebd2f-f50c-4261-9730-abb005ac66f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 1126 time: 0.0428932
Apr 16 21:57:53.160865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17635e-697b-4890-bd3b-f9655497a495 req-3e51feec-3d5c-4a34-a532-ee7337785c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:53.162320 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea17635e-697b-4890-bd3b-f9655497a495 req-3e51feec-3d5c-4a34-a532-ee7337785c19 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=14958c4ca99847bfb86911005da65809&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1667116
Apr 16 21:57:53.318313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17635e-697b-4890-bd3b-f9655497a495 req-ac59010a-0574-4f25-ba70-426eb3e53e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:53.319795 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea17635e-697b-4890-bd3b-f9655497a495 req-ac59010a-0574-4f25-ba70-426eb3e53e01 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1522360
Apr 16 21:57:53.394905 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-01d21c3f-392b-4480-8476-a8d4884d52a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:53.396399 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-01d21c3f-392b-4480-8476-a8d4884d52a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 1126 time: 0.0383713
Apr 16 21:57:53.440499 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-137895b4-f76a-44a0-9ae5-40bc389c9644 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3 HTTP/1.1" status: 200  len: 217 time: 0.0380251
Apr 16 21:57:53.487860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-8bf03fb2-d870-4fc3-b69c-c89cfbcab36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:53.489346 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-8bf03fb2-d870-4fc3-b69c-c89cfbcab36b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0439985
Apr 16 21:57:53.531023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-b7d231fe-8ccb-4713-a743-574a0479bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:53.533148 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-b7d231fe-8ccb-4713-a743-574a0479bc4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384409
Apr 16 21:57:53.868964 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-7c6050b4-f600-47e3-b1f1-56702bce4317 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3293388
Apr 16 21:57:53.959346 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ea074e9b-fc7b-49b6-826e-eb348e2498c7 req-894b3af4-79ad-4e5c-95eb-beee3350f869 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824070
Apr 16 21:57:54.042640 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346804c-0a6d-4da9-864e-72ea46a49eec req-41eecd54-6b95-42de-a875-6d10c9a372e8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:54.044122 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2346804c-0a6d-4da9-864e-72ea46a49eec req-41eecd54-6b95-42de-a875-6d10c9a372e8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 944 time: 0.0500124
Apr 16 21:57:54.090967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2346804c-0a6d-4da9-864e-72ea46a49eec req-d45f3496-a48c-45dd-bf50-aaf9d1d7bac0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411425
Apr 16 21:57:55.207691 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949e75e-a0f8-47fe-a526-0d94847bdf5d req-33fdac8f-8727-4c8a-b961-d3bf16172fd7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:55.209188 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d949e75e-a0f8-47fe-a526-0d94847bdf5d req-33fdac8f-8727-4c8a-b961-d3bf16172fd7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 944 time: 0.0510223
Apr 16 21:57:55.255774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d949e75e-a0f8-47fe-a526-0d94847bdf5d req-750a3c26-1d55-4c8c-b601-e50483047b1f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410700
Apr 16 21:57:56.463484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d4050-7217-4d4a-a29d-6e4c18b7063a req-687cf456-7f33-4689-aaff-0b83300b836c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:56.464986 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-243d4050-7217-4d4a-a29d-6e4c18b7063a req-687cf456-7f33-4689-aaff-0b83300b836c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 944 time: 0.1435087
Apr 16 21:57:56.511002 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-243d4050-7217-4d4a-a29d-6e4c18b7063a req-5b068def-ccbc-4341-9225-f1fe1dd3f6ab tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403736
Apr 16 21:57:57.508055 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7c8852e9-bee2-41a6-a668-793128d7c0c3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:57:57.604944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7c8852e9-bee2-41a6-a668-793128d7c0c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:57:57.616443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'port_id': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'mac_address': 'fa:16:3e:7a:0d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:57:57.659411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 7c8852e9-bee2-41a6-a668-793128d7c0c3 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:57:57.659813 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:57.673512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8852e9-bee2-41a6-a668-793128d7c0c3 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:57:57.693556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7c8852e9-bee2-41a6-a668-793128d7c0c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:57:57.705020 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c62c43-826d-42bb-ba60-52d426c57453 req-b4df175b-c730-4118-b8c3-e8b4f6bb2d5f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:57.706525 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c62c43-826d-42bb-ba60-52d426c57453 req-b4df175b-c730-4118-b8c3-e8b4f6bb2d5f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 944 time: 0.1260169
Apr 16 21:57:57.753693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08c62c43-826d-42bb-ba60-52d426c57453 req-dc2419b4-f78c-4b8b-a804-b4f961b327e6 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414741
Apr 16 21:57:57.770321 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:57.811658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=7c8852e9-bee2-41a6-a668-793128d7c0c3,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:57:58.043563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['7c8852e9-bee2-41a6-a668-793128d7c0c3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:57:58.867955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6e138-a85c-46b6-bb59-82424ab1efd9 req-6da8254c-7a2a-495a-98f4-e31ed22c83cb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:58.869444 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78d6e138-a85c-46b6-bb59-82424ab1efd9 req-6da8254c-7a2a-495a-98f4-e31ed22c83cb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 945 time: 0.0502033
Apr 16 21:57:58.915972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78d6e138-a85c-46b6-bb59-82424ab1efd9 req-e4170ee4-b770-4830-9e96-add555dc1f27 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406632
Apr 16 21:57:59.508689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7c8852e9-bee2-41a6-a668-793128d7c0c3 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:57:59.553002 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 7c8852e9-bee2-41a6-a668-793128d7c0c3 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:57:59.612860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 7c8852e9-bee2-41a6-a668-793128d7c0c3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:57:59.613236 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:59.689208 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 7c8852e9-bee2-41a6-a668-793128d7c0c3 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:57:59.689588 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:59.714901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:57:59.717137 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cd9104-2ef1-4fc0-9bab-1b1a1c7cf277" -d '{"events": [{"server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "name": "network-vif-plugged", "status": "completed", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:57:59.730307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 7c8852e9-bee2-41a6-a668-793128d7c0c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:57:59.753641 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627aa9fc-3aaf-4166-92c4-fbd0c07da720 x-openstack-request-id: req-627aa9fc-3aaf-4166-92c4-fbd0c07da720 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:57:59.753937 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "name": "network-vif-plugged", "status": "completed", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:57:59.754192 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-627aa9fc-3aaf-4166-92c4-fbd0c07da720 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:57:59.754593 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627aa9fc-3aaf-4166-92c4-fbd0c07da720'] response: {'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'code': 200}
Apr 16 21:57:59.813015 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:57:59.853584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6065-7483-4716-af66-3c42559b7413 req-bb6f6de2-385a-49d3-9d27-915dc5211f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:57:59.855146 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c36f6065-7483-4716-af66-3c42559b7413 req-bb6f6de2-385a-49d3-9d27-915dc5211f7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 1128 time: 0.0441668
Apr 16 21:57:59.862261 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=7c8852e9-bee2-41a6-a668-793128d7c0c3,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:57:59.905346 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c36f6065-7483-4716-af66-3c42559b7413 req-fcbb8a1a-a020-4125-8aa9-63ecc3050a2c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441885
Apr 16 21:58:00.034292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459c081-6bc6-4968-9ea6-a15ad5aaf88d req-7c46d345-13ca-4fd3-83e6-b7c15dd3db9f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:00.035773 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1459c081-6bc6-4968-9ea6-a15ad5aaf88d req-7c46d345-13ca-4fd3-83e6-b7c15dd3db9f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0471935
Apr 16 21:58:00.081671 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1459c081-6bc6-4968-9ea6-a15ad5aaf88d req-4ea7fb29-544e-47ee-ac07-a7711841dcdd tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401382
Apr 16 21:58:01.196077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba6d29-eb06-47db-8c0b-b76d66a07c76 req-43bb30d4-cee1-49fb-b3ec-d8b807fd5867 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:01.197567 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-51ba6d29-eb06-47db-8c0b-b76d66a07c76 req-43bb30d4-cee1-49fb-b3ec-d8b807fd5867 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0472577
Apr 16 21:58:01.243796 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-51ba6d29-eb06-47db-8c0b-b76d66a07c76 req-016a815b-1dac-4375-981d-e753ed967944 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405800
Apr 16 21:58:02.358572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3987d6-889f-423b-b9e1-eb9ce21fa4e6 req-0012d79a-318e-44b1-89fc-7a8b00ee315c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:02.360061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a3987d6-889f-423b-b9e1-eb9ce21fa4e6 req-0012d79a-318e-44b1-89fc-7a8b00ee315c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0471539
Apr 16 21:58:02.409955 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4a3987d6-889f-423b-b9e1-eb9ce21fa4e6 req-6dd0b15f-ddff-46c7-babd-95c27c949f64 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442588
Apr 16 21:58:02.521623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2187d7f-6402-43da-ab75-8d358bd83697 req-699399b2-b3e1-466c-a4f6-f73e762a8cc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:02.523199 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c2187d7f-6402-43da-ab75-8d358bd83697 req-699399b2-b3e1-466c-a4f6-f73e762a8cc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0478556
Apr 16 21:58:02.531703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50294) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:58:02.536028 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-28be4b04-2384-4d53-8e10-7b9266be37c8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Request body: {'floatingip': {'port_id': '7c8852e9-bee2-41a6-a668-793128d7c0c3'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:58:02.579748 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28be4b04-2384-4d53-8e10-7b9266be37c8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:03.035934 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28be4b04-2384-4d53-8e10-7b9266be37c8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:03.093123 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28be4b04-2384-4d53-8e10-7b9266be37c8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:03.193651 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-28be4b04-2384-4d53-8e10-7b9266be37c8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353 associated. External IP: 172.35.1.172, port: 7c8852e9-bee2-41a6-a668-793128d7c0c3.
Apr 16 21:58:03.398762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28be4b04-2384-4d53-8e10-7b9266be37c8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:58:03.507062 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28be4b04-2384-4d53-8e10-7b9266be37c8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:58:03.511941 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28be4b04-2384-4d53-8e10-7b9266be37c8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:03.517193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ca6ae-49cd-467f-89fe-cb4ac996ebfb None None] Sync routers for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:58:03.526701 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ca6ae-49cd-467f-89fe-cb4ac996ebfb None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:58:03.527314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-cb3ca6ae-49cd-467f-89fe-cb4ac996ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01244aa760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:57:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:58:03.548592 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-28be4b04-2384-4d53-8e10-7b9266be37c8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "PUT /v2.0/floatingips/204a18fb-2c09-4a6c-a64f-ec28a7f56353 HTTP/1.1" status: 200  len: 992 time: 1.0133204
Apr 16 21:58:03.548592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:58:03.549270 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a530650-2825-46de-8471-f1f334be739b" -d '{"events": [{"name": "network-changed", "server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:58:03.592267 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e83ae6b-a268-4544-b8ec-d13bd25ed0c0 x-openstack-request-id: req-3e83ae6b-a268-4544-b8ec-d13bd25ed0c0 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:58:03.592559 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:58:03.592816 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e83ae6b-a268-4544-b8ec-d13bd25ed0c0 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:58:03.593229 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e83ae6b-a268-4544-b8ec-d13bd25ed0c0'] response: {'name': 'network-changed', 'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'status': 'completed', 'code': 200}
Apr 16 21:58:03.641138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-cb3ca6ae-49cd-467f-89fe-cb4ac996ebfb None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:58:03.658656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a530650-2825-46de-8471-f1f334be739b req-f02f70db-2a1f-41a8-8f7a-49e86af8c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:03.658656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a530650-2825-46de-8471-f1f334be739b req-f02f70db-2a1f-41a8-8f7a-49e86af8c96c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 1128 time: 0.0418885
Apr 16 21:58:03.749782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a530650-2825-46de-8471-f1f334be739b req-3efda787-2dad-4feb-894d-c705479b67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:03.751762 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a530650-2825-46de-8471-f1f334be739b req-3efda787-2dad-4feb-894d-c705479b67d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0879791
Apr 16 21:58:03.826362 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a530650-2825-46de-8471-f1f334be739b req-d0cf71fa-8296-4997-a4d9-1659c48e71d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3 HTTP/1.1" status: 200  len: 1000 time: 0.0689766
Apr 16 21:58:03.869994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-cb3ca6ae-49cd-467f-89fe-cb4ac996ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01244aa760>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '204a18fb-2c09-4a6c-a64f-ec28a7f56353', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'port_id': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'mac_address': 'fa:16:3e:7a:0d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:56:44Z', 'updated_at': '2022-04-16T21:58:02Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:58:03.898828 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ca6ae-49cd-467f-89fe-cb4ac996ebfb None None] Checking router: 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:58:03.907767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ca6ae-49cd-467f-89fe-cb4ac996ebfb None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:58:03.908401 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-cb3ca6ae-49cd-467f-89fe-cb4ac996ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01244aa760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:57:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:58:03.908798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a530650-2825-46de-8471-f1f334be739b req-c88a1552-b1aa-4c3e-8cda-7ee27e7f3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:03.910233 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a530650-2825-46de-8471-f1f334be739b req-c88a1552-b1aa-4c3e-8cda-7ee27e7f3630 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0775497
Apr 16 21:58:03.918251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88288d7-7af2-4423-aa17-31c98d5def7f req-32334a01-fc27-4eb6-b9af-7b9cd00ee89b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:03.919664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c88288d7-7af2-4423-aa17-31c98d5def7f req-32334a01-fc27-4eb6-b9af-7b9cd00ee89b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0609510
Apr 16 21:58:03.996116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a530650-2825-46de-8471-f1f334be739b req-f7b274b0-ec9d-46e8-ae58-42354c2255da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:03.997655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a530650-2825-46de-8471-f1f334be739b req-f7b274b0-ec9d-46e8-ae58-42354c2255da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0583222
Apr 16 21:58:04.005219 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c88288d7-7af2-4423-aa17-31c98d5def7f req-eb441e17-1cdc-4594-906f-e0ac26f66f26 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0797188
Apr 16 21:58:04.018739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-cb3ca6ae-49cd-467f-89fe-cb4ac996ebfb None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:58:04.090019 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a530650-2825-46de-8471-f1f334be739b req-2f6311bc-862d-482d-b3df-ef136737f2ef service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836093
Apr 16 21:58:04.185788 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3a530650-2825-46de-8471-f1f334be739b req-a0775281-c194-42f9-a253-8d921d83282a service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903351
Apr 16 21:58:04.231040 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-cb3ca6ae-49cd-467f-89fe-cb4ac996ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01244aa760>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '204a18fb-2c09-4a6c-a64f-ec28a7f56353', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'port_id': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'mac_address': 'fa:16:3e:7a:0d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:56:44Z', 'updated_at': '2022-04-16T21:58:02Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:58:04.261208 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ca6ae-49cd-467f-89fe-cb4ac996ebfb None None] The sync data for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 is: [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '204a18fb-2c09-4a6c-a64f-ec28a7f56353', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'port_id': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'mac_address': 'fa:16:3e:7a:0d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:56:44Z', 'updated_at': '2022-04-16T21:58:02Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:58:04.457255 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb86aaf-1b16-42aa-8446-60eaee822d85 None None] New status for floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:58:05.121930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f16d5-4f28-4e49-ab26-cf25d345ad93 req-a96727f1-cc18-4a90-8eb3-c0db49744a19 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:05.123378 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-193f16d5-4f28-4e49-ab26-cf25d345ad93 req-a96727f1-cc18-4a90-8eb3-c0db49744a19 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0464866
Apr 16 21:58:05.169852 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-193f16d5-4f28-4e49-ab26-cf25d345ad93 req-5d0b2bdf-5dec-4907-99ac-40666a97b793 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402460
Apr 16 21:58:06.283508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32439106-3047-4c62-81cb-d687d03cfbe0 req-d44f9db7-50de-4016-8a54-994e9879d60e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:06.285030 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32439106-3047-4c62-81cb-d687d03cfbe0 req-d44f9db7-50de-4016-8a54-994e9879d60e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0478935
Apr 16 21:58:06.331335 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-32439106-3047-4c62-81cb-d687d03cfbe0 req-65f54540-0750-4f69-a6f3-3102f57707c9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406132
Apr 16 21:58:06.521795 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:07.442932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e23b8b-2a5e-4a8b-8753-1bb0aecd1611 req-0817c4f6-a896-4e99-ab2e-7e06df3095cb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:07.444428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06e23b8b-2a5e-4a8b-8753-1bb0aecd1611 req-0817c4f6-a896-4e99-ab2e-7e06df3095cb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0463185
Apr 16 21:58:07.489911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-06e23b8b-2a5e-4a8b-8753-1bb0aecd1611 req-fc4edf4c-58e8-4d99-b7ec-d0e5b76b56c0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398912
Apr 16 21:58:08.603986 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6633c67-a6bd-425e-99e9-7d455e2bf311 req-ea0d4c07-1639-4beb-9ad4-5ee13ab1f12c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:08.605478 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d6633c67-a6bd-425e-99e9-7d455e2bf311 req-ea0d4c07-1639-4beb-9ad4-5ee13ab1f12c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0469751
Apr 16 21:58:08.654327 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d6633c67-a6bd-425e-99e9-7d455e2bf311 req-f60226a9-6dff-4d21-bfeb-f8a1cd22413e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432925
Apr 16 21:58:09.015669 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fc999c84-d736-4618-b9af-00f77c7e5ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:09.769155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0398fe-68e1-4f2d-8bb8-f09ed343b4ee req-9bb0130d-37f9-4b14-97a6-f455a9ea9dbf tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:09.770603 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f0398fe-68e1-4f2d-8bb8-f09ed343b4ee req-9bb0130d-37f9-4b14-97a6-f455a9ea9dbf tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0500345
Apr 16 21:58:09.817063 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1f0398fe-68e1-4f2d-8bb8-f09ed343b4ee req-7c00f040-4c49-489e-9467-ae303572cfe2 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409582
Apr 16 21:58:10.928405 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4a5b2-b941-4c48-bb6b-3a91eff29c6a req-83b3f56f-15b6-4dd3-84da-81fd8758b53d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:10.929854 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9f4a5b2-b941-4c48-bb6b-3a91eff29c6a req-83b3f56f-15b6-4dd3-84da-81fd8758b53d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0458553
Apr 16 21:58:10.977063 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a9f4a5b2-b941-4c48-bb6b-3a91eff29c6a req-aa59891b-3b3f-41d8-b7d3-0dc2a95f1497 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417233
Apr 16 21:58:11.658791 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd562d6b-61a1-4978-87b3-fbb981d00db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:12.088673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa5f76-1048-4d2f-82b1-a8eec188e418 req-2c82b110-4e6a-4980-9d4a-9985ba2ac68c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:12.090435 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9caa5f76-1048-4d2f-82b1-a8eec188e418 req-2c82b110-4e6a-4980-9d4a-9985ba2ac68c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0465422
Apr 16 21:58:12.136905 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9caa5f76-1048-4d2f-82b1-a8eec188e418 req-591e063b-6942-4c70-9db5-f7fad6b4d28c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402327
Apr 16 21:58:12.635761 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:12.954584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-278d051b-85da-4a5f-ace1-76873a9159b1 req-fa037d29-158e-41bb-9660-84ab2f09de37 service neutron] (122555) timed out ('10.222.0.11', 61578) {{(pid=122555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 21:58:13.248561 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449959d-9e4e-4d44-bf26-9a5bc528278f req-e9097f6f-9ea4-42bd-976f-234872e1a654 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:13.249942 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5449959d-9e4e-4d44-bf26-9a5bc528278f req-e9097f6f-9ea4-42bd-976f-234872e1a654 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0463071
Apr 16 21:58:13.295682 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5449959d-9e4e-4d44-bf26-9a5bc528278f req-abe1d006-cf1a-4439-b4e9-d31e177e094f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396481
Apr 16 21:58:13.833265 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:14.267898 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:14.412604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda788b7-2fec-4498-a1c1-daf9cd78bb81 req-02b39287-2dbc-482f-91d8-a128b1f69e90 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:14.414094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cda788b7-2fec-4498-a1c1-daf9cd78bb81 req-02b39287-2dbc-482f-91d8-a128b1f69e90 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0476680
Apr 16 21:58:14.463831 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cda788b7-2fec-4498-a1c1-daf9cd78bb81 req-1789b812-f1b8-4d7b-81ea-0c5a9e56d969 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442173
Apr 16 21:58:15.020069 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:58:15.452650 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:15.582298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb17c3-87a3-4ef8-818c-07faf515a43e req-7a2e127f-dab1-49d2-ba47-6c22d04afeeb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:15.583759 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aebb17c3-87a3-4ef8-818c-07faf515a43e req-7a2e127f-dab1-49d2-ba47-6c22d04afeeb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0509484
Apr 16 21:58:15.629915 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-aebb17c3-87a3-4ef8-818c-07faf515a43e req-144fbe2a-cde9-486f-8ad1-b4c95734a614 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404975
Apr 16 21:58:16.743491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d4ad8-042e-421d-9d4a-5281e0bd57e0 req-e5348eac-b14f-43ee-8b11-0caf591e50b0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:16.745010 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-346d4ad8-042e-421d-9d4a-5281e0bd57e0 req-e5348eac-b14f-43ee-8b11-0caf591e50b0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0476367
Apr 16 21:58:16.791795 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-346d4ad8-042e-421d-9d4a-5281e0bd57e0 req-bb3f2767-e5a2-45eb-90d0-4278fc128f81 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411589
Apr 16 21:58:17.904761 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec19dd-5782-47df-b016-31479892f67b req-79417c40-aee7-4e43-a7f8-a8d274a25f7d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:17.906244 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-04ec19dd-5782-47df-b016-31479892f67b req-79417c40-aee7-4e43-a7f8-a8d274a25f7d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0476348
Apr 16 21:58:17.952828 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-04ec19dd-5782-47df-b016-31479892f67b req-97729736-5d70-4f07-81ee-b5285baa50e5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409172
Apr 16 21:58:19.064837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b75525-aa88-4253-8ca4-92c6953489da req-cd5d6e15-a1b5-4ce4-b451-645f03730f0a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:19.066348 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18b75525-aa88-4253-8ca4-92c6953489da req-cd5d6e15-a1b5-4ce4-b451-645f03730f0a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0462756
Apr 16 21:58:19.112932 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-18b75525-aa88-4253-8ca4-92c6953489da req-935abbbb-87ab-4d71-b334-65c4c4e48e6d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410421
Apr 16 21:58:20.223812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f62e8-0e4c-48af-86f4-1f7fe9e9a33e req-d052cb44-f0c7-4fc8-b2e4-e5d36be59c23 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:20.225290 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef6f62e8-0e4c-48af-86f4-1f7fe9e9a33e req-d052cb44-f0c7-4fc8-b2e4-e5d36be59c23 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0460255
Apr 16 21:58:20.274265 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ef6f62e8-0e4c-48af-86f4-1f7fe9e9a33e req-0028edd5-61ba-4d6d-9a61-efb9b27d6c55 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434368
Apr 16 21:58:21.391244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad3e52-a324-4646-84da-afd6a4edd631 req-9f6b2a76-e17d-4dfc-bd1a-7b79d11a60ff tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:21.392748 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2aad3e52-a324-4646-84da-afd6a4edd631 req-9f6b2a76-e17d-4dfc-bd1a-7b79d11a60ff tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0505455
Apr 16 21:58:21.438057 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2aad3e52-a324-4646-84da-afd6a4edd631 req-a5445bd1-3afe-4eea-bf37-a185f486426f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397995
Apr 16 21:58:22.549830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1fc1c-ad3d-4ffc-935f-d55e143728e6 req-4270d61e-5251-4474-ba99-d7a1f548ab0a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:22.551287 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6bc1fc1c-ad3d-4ffc-935f-d55e143728e6 req-4270d61e-5251-4474-ba99-d7a1f548ab0a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0474424
Apr 16 21:58:22.597724 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6bc1fc1c-ad3d-4ffc-935f-d55e143728e6 req-59f6a4ec-56c7-4970-a6a7-13b661f87a8f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407276
Apr 16 21:58:23.708910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24b02e-eaa5-45ae-8f18-83020fdc1737 req-e068a91a-2c7e-43d9-a8ba-f3ce466e0933 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:23.710381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf24b02e-eaa5-45ae-8f18-83020fdc1737 req-e068a91a-2c7e-43d9-a8ba-f3ce466e0933 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0464425
Apr 16 21:58:23.756493 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bf24b02e-eaa5-45ae-8f18-83020fdc1737 req-398be350-588c-4fd6-a362-d9f827df6923 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404391
Apr 16 21:58:24.869285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e956c66-0448-4ae6-b692-41a427c36556 req-0f2a6ed8-49c1-499c-a672-4b9e5de6c7f8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:24.870756 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e956c66-0448-4ae6-b692-41a427c36556 req-0f2a6ed8-49c1-499c-a672-4b9e5de6c7f8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0471399
Apr 16 21:58:24.916110 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8e956c66-0448-4ae6-b692-41a427c36556 req-08702f48-040d-4aad-b83e-1835c4bc1cb5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397570
Apr 16 21:58:26.029433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d234e-55d2-4e53-b11a-946a34138fb8 req-37e094f4-16b7-47b7-b75d-b0f99db8a4af tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:26.030911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db2d234e-55d2-4e53-b11a-946a34138fb8 req-37e094f4-16b7-47b7-b75d-b0f99db8a4af tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0502150
Apr 16 21:58:26.078515 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-db2d234e-55d2-4e53-b11a-946a34138fb8 req-c4c6a04c-6c0e-4c10-9ca1-301f7ed330ef tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420160
Apr 16 21:58:27.201622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd9960-5659-4ede-abb2-32972a7194a6 req-273d43b9-3612-436c-850c-b376491f9130 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:27.203119 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9bdd9960-5659-4ede-abb2-32972a7194a6 req-273d43b9-3612-436c-850c-b376491f9130 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0526123
Apr 16 21:58:27.251000 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9bdd9960-5659-4ede-abb2-32972a7194a6 req-f66a8b37-5000-409f-b929-4ed6400b7bc3 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414140
Apr 16 21:58:28.367639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c96743-cba6-47a9-9339-7aa07d070f3f req-b25fe5d6-8d56-4a5f-86b0-45f1723b4194 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:28.369146 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11c96743-cba6-47a9-9339-7aa07d070f3f req-b25fe5d6-8d56-4a5f-86b0-45f1723b4194 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0481784
Apr 16 21:58:28.415975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-11c96743-cba6-47a9-9339-7aa07d070f3f req-00fc28cd-bb30-4ac0-8292-a9af860102c7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412693
Apr 16 21:58:29.534176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28bd4c-4133-41da-964b-c70e8f641785 req-5d86ee0d-4f23-4310-8177-56a792281742 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:29.535651 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d28bd4c-4133-41da-964b-c70e8f641785 req-5d86ee0d-4f23-4310-8177-56a792281742 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0475018
Apr 16 21:58:29.581504 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d28bd4c-4133-41da-964b-c70e8f641785 req-c9f0787c-6041-4cfa-ae2d-2a9e841e36b8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402565
Apr 16 21:58:29.986234 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3492d6a-ae65-44d3-9d0e-963a8c13bed5 req-fa5deb33-575f-4c96-9788-d9b62acd7448 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:29.987606 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3492d6a-ae65-44d3-9d0e-963a8c13bed5 req-fa5deb33-575f-4c96-9788-d9b62acd7448 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0540733
Apr 16 21:58:30.034328 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3492d6a-ae65-44d3-9d0e-963a8c13bed5 req-cdb36dc6-d9f8-40cc-9878-4956e033d4fb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408113
Apr 16 21:58:30.082939 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-5ec7cc84-0508-4274-837c-cacfd5e67bc5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0385897
Apr 16 21:58:30.626892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-0afdb7f0-5f1c-4ac3-b388-288db1d40744 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:30.628236 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-0afdb7f0-5f1c-4ac3-b388-288db1d40744 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports/7c8852e9-bee2-41a6-a668-793128d7c0c3 HTTP/1.1" status: 200  len: 943 time: 0.0461485
Apr 16 21:58:31.154485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592e946-d8ee-417a-b368-0d1e9f5e7b25 req-de4b018f-b83a-4ac5-bc3c-aeae4c26ed17 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:31.155979 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1592e946-d8ee-417a-b368-0d1e9f5e7b25 req-de4b018f-b83a-4ac5-bc3c-aeae4c26ed17 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0464683
Apr 16 21:58:31.206685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1592e946-d8ee-417a-b368-0d1e9f5e7b25 req-dbb716a6-9a1d-4ef7-898e-4516808bdcbb tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443280
Apr 16 21:58:31.986127 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10ab77-18e1-472d-b2fc-a7a1ac12d249 req-0063edd3-ccf2-41a2-a3e3-363c67f39a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:31.988043 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d10ab77-18e1-472d-b2fc-a7a1ac12d249 req-0063edd3-ccf2-41a2-a3e3-363c67f39a98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 1128 time: 0.0387352
Apr 16 21:58:32.092091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10ab77-18e1-472d-b2fc-a7a1ac12d249 req-f0cf9c8a-0d07-4349-b991-f0bfe248de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:32.093755 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d10ab77-18e1-472d-b2fc-a7a1ac12d249 req-f0cf9c8a-0d07-4349-b991-f0bfe248de96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0865993
Apr 16 21:58:32.157512 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d10ab77-18e1-472d-b2fc-a7a1ac12d249 req-53e50745-6138-4c30-ac8a-bd601a1d1009 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3 HTTP/1.1" status: 200  len: 1002 time: 0.0580695
Apr 16 21:58:32.207634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10ab77-18e1-472d-b2fc-a7a1ac12d249 req-a2aacc47-4832-4d9d-bf56-f7ec1fd888a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:32.209085 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d10ab77-18e1-472d-b2fc-a7a1ac12d249 req-a2aacc47-4832-4d9d-bf56-f7ec1fd888a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0459111
Apr 16 21:58:32.253730 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10ab77-18e1-472d-b2fc-a7a1ac12d249 req-fabe5e55-1557-4212-a324-ea33006514bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:32.255278 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d10ab77-18e1-472d-b2fc-a7a1ac12d249 req-fabe5e55-1557-4212-a324-ea33006514bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0407867
Apr 16 21:58:32.265713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-3d10ab77-18e1-472d-b2fc-a7a1ac12d249 req-9171d11d-6311-4521-b062-edd8a282ec4f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:58:32.266707 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d10ab77-18e1-472d-b2fc-a7a1ac12d249 req-9171d11d-6311-4521-b062-edd8a282ec4f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050597
Apr 16 21:58:32.366653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070662a-e9a3-4c4c-88af-979255be2eb1 req-903d6004-853a-42b2-9846-6d438fd59184 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:32.368125 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e070662a-e9a3-4c4c-88af-979255be2eb1 req-903d6004-853a-42b2-9846-6d438fd59184 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0870328
Apr 16 21:58:32.420985 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d10ab77-18e1-472d-b2fc-a7a1ac12d249 req-90417ec9-db4d-434f-83ca-bf1267f0e0bf service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469977
Apr 16 21:58:32.442802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e070662a-e9a3-4c4c-88af-979255be2eb1 req-6bf320a3-eec1-49ad-b399-713acebfa119 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646703
Apr 16 21:58:32.520129 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3d10ab77-18e1-472d-b2fc-a7a1ac12d249 req-1f2566e1-615f-4df4-841d-3d14e69793dd service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910933
Apr 16 21:58:32.597782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-d081cd4c-3a0a-4c28-abae-05d0a23929a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:32.599274 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-d081cd4c-3a0a-4c28-abae-05d0a23929a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 1128 time: 0.0405529
Apr 16 21:58:32.688590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-3ada7d3d-a1b1-4008-8b76-046e104b0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:32.690178 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-3ada7d3d-a1b1-4008-8b76-046e104b0cc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0852017
Apr 16 21:58:32.760012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-c74d750f-1143-4b06-857f-96230bd9d131 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3 HTTP/1.1" status: 200  len: 1002 time: 0.0639298
Apr 16 21:58:32.807762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-8880a4b9-ea65-445f-9c25-42ae186165e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:32.809207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-8880a4b9-ea65-445f-9c25-42ae186165e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0431061
Apr 16 21:58:32.851398 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-a49e9c07-d5be-49d0-a7b0-25fe53929ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:32.852859 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-a49e9c07-d5be-49d0-a7b0-25fe53929ed4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0382051
Apr 16 21:58:32.944858 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-b9d3a4f1-8a7b-420c-898e-207f9c218852 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857725
Apr 16 21:58:33.033539 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-0b821792-d02c-47a2-aa9f-1594eb760c67 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820813
Apr 16 21:58:33.559331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4bc13-7ca2-4ab1-802b-b9a7db4a4a56 req-b7c2872a-5052-4364-938e-93a4cee3f006 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:33.560987 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-87d4bc13-7ca2-4ab1-802b-b9a7db4a4a56 req-b7c2872a-5052-4364-938e-93a4cee3f006 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0506990
Apr 16 21:58:33.615685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-87d4bc13-7ca2-4ab1-802b-b9a7db4a4a56 req-84c8a78a-0cfa-476c-84ce-bb52e5846d2a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476632
Apr 16 21:58:35.031084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba951f-7a99-4377-ab9b-96ccb9c252d6 req-0b4b509b-b480-4ea7-8bcf-96972777eb13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:35.032552 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37ba951f-7a99-4377-ab9b-96ccb9c252d6 req-0b4b509b-b480-4ea7-8bcf-96972777eb13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.3495264
Apr 16 21:58:35.071469 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-8061d4d1-bd62-4e75-8e65-804ec7518ff5 service neutron] show failed (client error): The resource could not be found.
Apr 16 21:58:35.072498 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-8061d4d1-bd62-4e75-8e65-804ec7518ff5 service neutron] 10.222.0.41 "GET /v2.0/ports/7c8852e9-bee2-41a6-a668-793128d7c0c3/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0841644
Apr 16 21:58:35.095501 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-37ba951f-7a99-4377-ab9b-96ccb9c252d6 req-8da055e4-f7f7-4ecc-be72-f02ba36eb2f4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565352
Apr 16 21:58:35.629075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-db9d00aa-438d-43a9-8146-24aaa6de8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:35.630566 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-db9d00aa-438d-43a9-8146-24aaa6de8cdb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 1128 time: 0.0856078
Apr 16 21:58:35.639448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-1d0a521b-6284-4875-ad7e-9eef5d3b04a0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 21:58:35.640477 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-1d0a521b-6284-4875-ad7e-9eef5d3b04a0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048158
Apr 16 21:58:35.650249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:58:35.712511 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:35.916649 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] For port 7c8852e9-bee2-41a6-a668-793128d7c0c3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:58:35.949918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] For port 7c8852e9-bee2-41a6-a668-793128d7c0c3, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:58:35.989661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:58:35.991916 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f506d2fc-7f21-4fca-b149-8834d3cdeadd" -d '{"events": [{"server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:58:35.995757 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Publish callbacks [] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:36.009347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Transition to ACTIVE for port object 7c8852e9-bee2-41a6-a668-793128d7c0c3 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:58:36.040555 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57c1950-968c-474e-bde8-7c40fba778e3 x-openstack-request-id: req-d57c1950-968c-474e-bde8-7c40fba778e3 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:58:36.040843 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:58:36.041095 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d57c1950-968c-474e-bde8-7c40fba778e3 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:58:36.041495 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57c1950-968c-474e-bde8-7c40fba778e3'] response: {'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'code': 200}
Apr 16 21:58:36.087044 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:36.212317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8852e9-bee2-41a6-a668-793128d7c0c3,revision_number=6']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:58:36.221174 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427df895-c9ca-4e1d-9c77-c2a3e2fcae7f req-41e73050-a813-4009-a22f-72677b6d94af tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:36.222970 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-427df895-c9ca-4e1d-9c77-c2a3e2fcae7f req-41e73050-a813-4009-a22f-72677b6d94af tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 944 time: 0.0518637
Apr 16 21:58:36.235131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.235493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.235844 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.236209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.236773 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.236917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.237728 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.238062 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.238400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.238731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.239061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.239393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.239722 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.240052 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.240396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:36.279841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] No DVR routers for this DVR port 7c8852e9-bee2-41a6-a668-793128d7c0c3 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:58:36.288044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-427df895-c9ca-4e1d-9c77-c2a3e2fcae7f req-23d2d6ca-54ea-4eb6-8cf7-8ef69aa0eea8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583284
Apr 16 21:58:36.423642 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Attempting to bind port 7c8852e9-bee2-41a6-a668-793128d7c0c3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:58:36.423990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Attempting to bind port 7c8852e9-bee2-41a6-a668-793128d7c0c3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:58:36.424426 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Attempting to bind port 7c8852e9-bee2-41a6-a668-793128d7c0c3 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:58:36.429292 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Port 7c8852e9-bee2-41a6-a668-793128d7c0c3 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:58:36.429625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Attempting to bind port 7c8852e9-bee2-41a6-a668-793128d7c0c3 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:58:36.434514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:58:36.434860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Checking segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:58:36.435249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Bound using segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:58:36.435687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Bound port: 7c8852e9-bee2-41a6-a668-793128d7c0c3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:58:36.436052 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:36.499421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] For port 7c8852e9-bee2-41a6-a668-793128d7c0c3, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:58:36.502352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] For port 7c8852e9-bee2-41a6-a668-793128d7c0c3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:58:36.533056 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:36.575738 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:36.614800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:36.615429 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:36.616870 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-50700317-f210-418b-a235-c3bca3e43448 service neutron] 10.222.0.11 "PUT /v2.0/ports/7c8852e9-bee2-41a6-a668-793128d7c0c3 HTTP/1.1" status: 200  len: 1092 time: 0.9702172
Apr 16 21:58:36.636700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50700317-f210-418b-a235-c3bca3e43448 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8852e9-bee2-41a6-a668-793128d7c0c3,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:58:36.684754 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-46d2c1b3-175a-4a8d-a002-47c40c45c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:36.686279 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-46d2c1b3-175a-4a8d-a002-47c40c45c559 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 1126 time: 0.0455120
Apr 16 21:58:36.780375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-7443a654-7c22-4e16-934a-3246ace2a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:36.781913 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-7443a654-7c22-4e16-934a-3246ace2a908 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0900266
Apr 16 21:58:36.851580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-9f2295cb-5da2-4d12-aead-ff7eb322e292 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3 HTTP/1.1" status: 200  len: 1000 time: 0.0641115
Apr 16 21:58:36.898836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-c63be9e5-8de2-47f8-b003-2aca8cf55bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:36.900228 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-c63be9e5-8de2-47f8-b003-2aca8cf55bf7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0430090
Apr 16 21:58:36.943096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-1d4fadeb-cd00-438f-897d-5b4b7ba7355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:36.944576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-1d4fadeb-cd00-438f-897d-5b4b7ba7355e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384419
Apr 16 21:58:37.036792 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-be9c78a1-ee47-44e1-b5f7-d475fafa4f1c service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851760
Apr 16 21:58:37.122989 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfa4a131-31ad-4384-a095-a4644d53f3cd req-b0ec3a67-08f5-4ee6-90ca-0da6d838c01e service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809383
Apr 16 21:58:37.408946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81889f-dddd-4e41-bb0b-bf1a59d40050 req-01841857-204e-4155-9f21-9770a21ebed0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:37.410441 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b81889f-dddd-4e41-bb0b-bf1a59d40050 req-01841857-204e-4155-9f21-9770a21ebed0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 944 time: 0.0493333
Apr 16 21:58:37.463900 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7b81889f-dddd-4e41-bb0b-bf1a59d40050 req-1f689a66-f701-418a-b063-2c985044d8ac tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477662
Apr 16 21:58:37.663855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7c8852e9-bee2-41a6-a668-793128d7c0c3 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:58:37.702189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port 7c8852e9-bee2-41a6-a668-793128d7c0c3 host nch1-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:58:37.702581 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 7c8852e9-bee2-41a6-a668-793128d7c0c3 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:58:38.042782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:58:38.045136 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94682794-724c-4964-a189-ea92c1c25a47" -d '{"events": [{"name": "network-changed", "server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:58:38.092531 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46d9870-734d-4512-9235-3d2777547eb7 x-openstack-request-id: req-c46d9870-734d-4512-9235-3d2777547eb7 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:58:38.092857 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:58:38.093113 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c46d9870-734d-4512-9235-3d2777547eb7 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:58:38.093531 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46d9870-734d-4512-9235-3d2777547eb7'] response: {'name': 'network-changed', 'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'status': 'completed', 'code': 200}
Apr 16 21:58:38.150217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94682794-724c-4964-a189-ea92c1c25a47 req-a07cc2b9-3012-41b9-881e-709ec35316f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:38.151681 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-a07cc2b9-3012-41b9-881e-709ec35316f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 1126 time: 0.0380964
Apr 16 21:58:38.241219 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94682794-724c-4964-a189-ea92c1c25a47 req-25c0fbcc-3f97-4419-a4df-aee8519a10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:38.242663 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-25c0fbcc-3f97-4419-a4df-aee8519a10f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0844316
Apr 16 21:58:38.309630 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-cd445ad3-2f65-45b8-9d88-93a4221ce5de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3 HTTP/1.1" status: 200  len: 1000 time: 0.0609539
Apr 16 21:58:38.356978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94682794-724c-4964-a189-ea92c1c25a47 req-96e93210-e978-4e22-9b04-634da40f30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:38.358376 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-96e93210-e978-4e22-9b04-634da40f30c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0426641
Apr 16 21:58:38.398968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94682794-724c-4964-a189-ea92c1c25a47 req-521c7061-c435-44a2-98e8-3cb7d9213c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:38.400440 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-521c7061-c435-44a2-98e8-3cb7d9213c37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0369380
Apr 16 21:58:38.493059 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-ef58e3cd-d687-466b-8bef-dda445ec7fb4 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863321
Apr 16 21:58:38.572255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94682794-724c-4964-a189-ea92c1c25a47 req-96f9ca2d-2d70-4124-bb92-1a2415414e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:38.573687 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-96f9ca2d-2d70-4124-bb92-1a2415414e2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 1126 time: 0.0667377
Apr 16 21:58:38.586109 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-43712f47-b80d-41bc-a125-ac694ad35632 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877626
Apr 16 21:58:38.607218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d73543-22c7-4c2b-831f-dd30dc4db8e5 req-4bc09e89-ccde-4c53-b9de-a0fd5ce83a1d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:38.610194 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a1d73543-22c7-4c2b-831f-dd30dc4db8e5 req-4bc09e89-ccde-4c53-b9de-a0fd5ce83a1d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 944 time: 0.0710993
Apr 16 21:58:38.702331 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a1d73543-22c7-4c2b-831f-dd30dc4db8e5 req-cd1aeb40-2dab-47ee-a9a5-d8fd0008585b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696678
Apr 16 21:58:38.712228 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94682794-724c-4964-a189-ea92c1c25a47 req-8ea7a927-fba5-48ff-a241-d116c1506ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:38.715657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-8ea7a927-fba5-48ff-a241-d116c1506ae7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.1318030
Apr 16 21:58:38.785981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-640dc9b3-cba9-43c2-a9a3-8d9da2e70d91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3 HTTP/1.1" status: 200  len: 1000 time: 0.0623276
Apr 16 21:58:38.834039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94682794-724c-4964-a189-ea92c1c25a47 req-23e4b4df-dc87-4e3b-b6d7-2bf137d6a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:38.835538 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-23e4b4df-dc87-4e3b-b6d7-2bf137d6a80d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0441902
Apr 16 21:58:38.882727 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94682794-724c-4964-a189-ea92c1c25a47 req-30891ef9-dd97-4f11-8692-8b7b958877ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:38.884280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-30891ef9-dd97-4f11-8692-8b7b958877ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433104
Apr 16 21:58:38.974107 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-ed59942b-c4bc-4453-969c-b84582dea1a3 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826011
Apr 16 21:58:39.013286 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e8cc74df-2cf2-446a-9bb1-3b19e4ca4dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:39.066141 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-94682794-724c-4964-a189-ea92c1c25a47 req-9c8b1a27-0e7d-44e0-824c-571cfc04c8bf service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869570
Apr 16 21:58:39.823652 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a1d3c-20e9-4df5-a9e6-2000e63a5bae req-ee09a7fe-feb4-4df2-aef0-7cdec3d91fb2 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:39.825141 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-513a1d3c-20e9-4df5-a9e6-2000e63a5bae req-ee09a7fe-feb4-4df2-aef0-7cdec3d91fb2 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 944 time: 0.0510280
Apr 16 21:58:39.871289 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-513a1d3c-20e9-4df5-a9e6-2000e63a5bae req-d2060e68-4894-497c-974a-faa21ff029fc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405607
Apr 16 21:58:40.128072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 7c8852e9-bee2-41a6-a668-793128d7c0c3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:58:40.195053 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6174fd-a31c-4925-8597-649aacbbf8a5 req-1f62e0db-7971-48d0-8f5b-d4ba6a93925e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:40.196135 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be6174fd-a31c-4925-8597-649aacbbf8a5 req-1f62e0db-7971-48d0-8f5b-d4ba6a93925e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 944 time: 0.0504820
Apr 16 21:58:40.229602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 7c8852e9-bee2-41a6-a668-793128d7c0c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:58:40.242125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'port_id': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'mac_address': 'fa:16:3e:7a:0d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:58:40.278362 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 7c8852e9-bee2-41a6-a668-793128d7c0c3 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:58:40.278750 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:40.282506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-0c6a34c0-bdb5-4359-8fac-e72901887956 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:40.283951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-0c6a34c0-bdb5-4359-8fac-e72901887956 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.41 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b&tenant_id=14958c4ca99847bfb86911005da65809&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0684063
Apr 16 21:58:40.287535 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be6174fd-a31c-4925-8597-649aacbbf8a5 req-5180f9f7-7095-46de-b00b-507cbb137cfc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850546
Apr 16 21:58:40.295039 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8852e9-bee2-41a6-a668-793128d7c0c3 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:58:40.312058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 7c8852e9-bee2-41a6-a668-793128d7c0c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:58:40.348599 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-92a2586d-f485-4c7f-b094-b94a99a9d51e service neutron] delete failed (client error): The resource could not be found.
Apr 16 21:58:40.349580 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-92a2586d-f485-4c7f-b094-b94a99a9d51e service neutron] 10.222.0.41 "DELETE /v2.0/ports/7c8852e9-bee2-41a6-a668-793128d7c0c3/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0599174
Apr 16 21:58:40.375528 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:40.428425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=7c8852e9-bee2-41a6-a668-793128d7c0c3,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:58:40.433415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-24225009-1eda-41a2-b473-1edbb700ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:40.434929 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-24225009-1eda-41a2-b473-1edbb700ef41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 1127 time: 0.0439808
Apr 16 21:58:40.527234 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-75e74d42-c8ff-411f-a8f2-f9cbc71588b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:40.528760 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-75e74d42-c8ff-411f-a8f2-f9cbc71588b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0877316
Apr 16 21:58:40.575530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['7c8852e9-bee2-41a6-a668-793128d7c0c3'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:58:40.598203 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-8e75b037-ac99-4af6-bef9-f4bd7c5c8041 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3 HTTP/1.1" status: 200  len: 1001 time: 0.0624661
Apr 16 21:58:40.646227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-b6c7611e-e65d-438a-96ce-116baf91c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:40.647711 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-b6c7611e-e65d-438a-96ce-116baf91c4eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0448954
Apr 16 21:58:40.696014 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-6fe2097f-87ea-4a25-8586-9912dd99f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:40.697768 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-6fe2097f-87ea-4a25-8586-9912dd99f6be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440300
Apr 16 21:58:40.787422 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-36650c1b-7a00-455f-9072-c0dc6309b997 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837533
Apr 16 21:58:40.878056 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-87a1cf2d-4a90-4bb0-8c07-f44a666008ce req-7ac367b4-9f3f-4c04-9d05-ce83c5ebfb06 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848069
Apr 16 21:58:41.412905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a28b77-3764-4dde-8c21-88252c66979f req-dd6babea-b27c-4ffa-a0ce-82cbbb8d65c4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:41.414495 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-79a28b77-3764-4dde-8c21-88252c66979f req-dd6babea-b27c-4ffa-a0ce-82cbbb8d65c4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 945 time: 0.0499105
Apr 16 21:58:41.462289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-79a28b77-3764-4dde-8c21-88252c66979f req-1e31ac0b-6f46-4d57-9dfd-1f3c5d186021 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421739
Apr 16 21:58:41.672560 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fb28349a-04c2-4f07-ab57-5b53ec758707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:42.155948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 7c8852e9-bee2-41a6-a668-793128d7c0c3 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:58:42.355571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 7c8852e9-bee2-41a6-a668-793128d7c0c3 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:58:42.412572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 7c8852e9-bee2-41a6-a668-793128d7c0c3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:58:42.412886 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:42.485948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 7c8852e9-bee2-41a6-a668-793128d7c0c3 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:58:42.486338 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:42.508899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:58:42.511117 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517cf992-c529-4036-99fe-3239ec31c54e" -d '{"events": [{"server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "name": "network-vif-plugged", "status": "completed", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:58:42.524097 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 7c8852e9-bee2-41a6-a668-793128d7c0c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:58:42.548086 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2a5dc6-f40c-4915-a0ac-33f6253d7c82 x-openstack-request-id: req-9d2a5dc6-f40c-4915-a0ac-33f6253d7c82 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:58:42.548456 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "name": "network-vif-plugged", "status": "completed", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:58:42.548717 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d2a5dc6-f40c-4915-a0ac-33f6253d7c82 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:58:42.549117 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2a5dc6-f40c-4915-a0ac-33f6253d7c82'] response: {'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'code': 200}
Apr 16 21:58:42.581878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180eba2-4807-4227-9f3b-537a17b89a75 req-d114ea39-f727-4bb1-99eb-66d6966be748 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:42.584014 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2180eba2-4807-4227-9f3b-537a17b89a75 req-d114ea39-f727-4bb1-99eb-66d6966be748 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 945 time: 0.0493853
Apr 16 21:58:42.589690 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:42.632434 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2180eba2-4807-4227-9f3b-537a17b89a75 req-1141a741-181d-473b-b924-e9514df68686 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425932
Apr 16 21:58:42.640958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=7c8852e9-bee2-41a6-a668-793128d7c0c3,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.654786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:58:42.673516 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:42.746152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1704e5-44e7-4662-b62c-fda6d3030b29 req-afa61e03-8a98-4a56-be6b-ac023fb84355 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:42.747617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bc1704e5-44e7-4662-b62c-fda6d3030b29 req-afa61e03-8a98-4a56-be6b-ac023fb84355 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0460880
Apr 16 21:58:42.797839 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bc1704e5-44e7-4662-b62c-fda6d3030b29 req-6493113e-69c2-4db3-86ae-60af41da6eae tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446508
Apr 16 21:58:43.178881 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48978697-782c-4dc0-a223-eb44f0a8a6a5 req-feba93ed-7bd5-4d1d-b75e-f95bac641ccf tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:43.180511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48978697-782c-4dc0-a223-eb44f0a8a6a5 req-feba93ed-7bd5-4d1d-b75e-f95bac641ccf tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0496049
Apr 16 21:58:43.229033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48978697-782c-4dc0-a223-eb44f0a8a6a5 req-7ea768e1-4e32-4970-a072-6828832099ca tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428033
Apr 16 21:58:43.271714 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde76de-ebb6-4a4c-ab47-0802c9b08636 req-e0c64832-bc29-482d-95cb-1348351fbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:43.273269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde76de-ebb6-4a4c-ab47-0802c9b08636 req-e0c64832-bc29-482d-95cb-1348351fbe3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 1128 time: 0.0394356
Apr 16 21:58:43.365704 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde76de-ebb6-4a4c-ab47-0802c9b08636 req-13ecf5b7-b0d8-45fd-b048-ed2d6552f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:43.367097 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde76de-ebb6-4a4c-ab47-0802c9b08636 req-13ecf5b7-b0d8-45fd-b048-ed2d6552f6c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0883980
Apr 16 21:58:43.431048 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde76de-ebb6-4a4c-ab47-0802c9b08636 req-22937e7f-e84a-4236-bd60-d42c46acc0e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3 HTTP/1.1" status: 200  len: 1002 time: 0.0583181
Apr 16 21:58:43.479055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde76de-ebb6-4a4c-ab47-0802c9b08636 req-e8148b1c-16be-451d-bfbb-cbdaa1cbd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:43.480507 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde76de-ebb6-4a4c-ab47-0802c9b08636 req-e8148b1c-16be-451d-bfbb-cbdaa1cbd56c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0431504
Apr 16 21:58:43.526785 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde76de-ebb6-4a4c-ab47-0802c9b08636 req-ecd33f6d-2d92-41b9-89f3-2291cdd02377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:43.528297 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde76de-ebb6-4a4c-ab47-0802c9b08636 req-ecd33f6d-2d92-41b9-89f3-2291cdd02377 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0417051
Apr 16 21:58:43.615875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde76de-ebb6-4a4c-ab47-0802c9b08636 req-53912676-f063-40df-96e2-b39665dd9809 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817316
Apr 16 21:58:43.707528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cdde76de-ebb6-4a4c-ab47-0802c9b08636 req-16b7aa99-a647-4fe9-a34d-f76dd862814f service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856271
Apr 16 21:58:43.869769 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:44.241380 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:44.350341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faf433-ee0f-4926-9f31-1a8b3f6e519e req-afbc61d7-81d9-43aa-9350-4a74c4c23d40 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:44.351862 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95faf433-ee0f-4926-9f31-1a8b3f6e519e req-afbc61d7-81d9-43aa-9350-4a74c4c23d40 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0480332
Apr 16 21:58:44.399172 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95faf433-ee0f-4926-9f31-1a8b3f6e519e req-4152e2df-6875-40a9-9126-66a3f37b7cf0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414104
Apr 16 21:58:45.449741 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:45.514186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79afd64-b0e2-401f-9fda-9589971a1c57 req-9a937d17-f1eb-4aef-b2d9-ed6a42d7f136 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:45.515700 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a79afd64-b0e2-401f-9fda-9589971a1c57 req-9a937d17-f1eb-4aef-b2d9-ed6a42d7f136 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0485702
Apr 16 21:58:45.561666 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a79afd64-b0e2-401f-9fda-9589971a1c57 req-240b6b4e-c454-4c3d-8d6c-f37a4361f7c6 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397401
Apr 16 21:58:45.912920 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc28a3-1953-4a02-b057-64698f9e0e79 req-0a56b35f-bf0f-4ba0-b0bd-03ef1d0dda13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:45.914428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e4bc28a3-1953-4a02-b057-64698f9e0e79 req-0a56b35f-bf0f-4ba0-b0bd-03ef1d0dda13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0468519
Apr 16 21:58:45.964714 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e4bc28a3-1953-4a02-b057-64698f9e0e79 req-1c75d7f3-7cd9-4046-b063-d493ba31baa4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445182
Apr 16 21:58:47.084397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9319b76-17c5-4605-9411-cf947745544d req-8e9035b3-0820-4ab3-a03f-a4cab5406d5c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:47.085861 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9319b76-17c5-4605-9411-cf947745544d req-8e9035b3-0820-4ab3-a03f-a4cab5406d5c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0513010
Apr 16 21:58:47.132861 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9319b76-17c5-4605-9411-cf947745544d req-41b5e39d-def9-4c67-a49b-920042fcb90d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413129
Apr 16 21:58:47.167621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-a33a08c4-d2f9-446f-85ae-cbb1a6f9ad25 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:47.169134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-a33a08c4-d2f9-446f-85ae-cbb1a6f9ad25 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 946 time: 0.0482802
Apr 16 21:58:47.250870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Deleting port 7c8852e9-bee2-41a6-a668-793128d7c0c3 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:58:47.251104 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:47.340748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] For port 7c8852e9-bee2-41a6-a668-793128d7c0c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c8852e9-bee2-41a6-a668-793128d7c0c3,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:58:47.341124 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:47.828552 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:47.828921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:47.829244 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353 disassociated. External IP: 172.35.1.172, port: 7c8852e9-bee2-41a6-a668-793128d7c0c3.
Apr 16 21:58:47.829611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Calling delete_port for 7c8852e9-bee2-41a6-a668-793128d7c0c3 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:58:48.015822 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (7c8852e9-bee2-41a6-a668-793128d7c0c3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:48.048889 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event deleted for resources: {'Port': ['ID=7c8852e9-bee2-41a6-a668-793128d7c0c3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:58:48.177406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:58:48.259245 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5527f59c-38e9-48bc-8f8b-104b9405bd62 req-8149f9d2-013b-4ec2-a074-f079f741155b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b47b35-6871-4fbd-964c-a9d15b453d7b HTTP/1.1" status: 200  len: 210 time: 0.0353165
Apr 16 21:58:48.320107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:58:48.331336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a19a7-6c35-45a2-925b-241bc1334be6 None None] Sync routers for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:58:48.341436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a19a7-6c35-45a2-925b-241bc1334be6 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:58:48.342051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-885a19a7-6c35-45a2-925b-241bc1334be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246eaaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:58:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:58:48.363379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] No DVR routers for this DVR port 7c8852e9-bee2-41a6-a668-793128d7c0c3 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:58:48.366785 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:48.370274 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a7fd23c8-8123-4349-b214-c930dbed3979 req-4546e2aa-aa7e-43d1-aed6-9d978c3dfeaa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.11 "DELETE /v2.0/ports/7c8852e9-bee2-41a6-a668-793128d7c0c3 HTTP/1.1" status: 204  len: 173 time: 1.1958318
Apr 16 21:58:48.370756 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'name': 'network-vif-deleted', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:58:48.373083 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97682fba-8d28-496a-8145-1ef28ca39959" -d '{"events": [{"server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "name": "network-vif-deleted", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:58:48.410676 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f0e6d6-a537-4b20-8e79-2489f68fbfa8 x-openstack-request-id: req-f5f0e6d6-a537-4b20-8e79-2489f68fbfa8 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:58:48.411116 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b47b35-6871-4fbd-964c-a9d15b453d7b", "name": "network-vif-deleted", "tag": "7c8852e9-bee2-41a6-a668-793128d7c0c3", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:58:48.411437 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5f0e6d6-a537-4b20-8e79-2489f68fbfa8 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:58:48.411915 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f0e6d6-a537-4b20-8e79-2489f68fbfa8'] response: {'server_uuid': '81b47b35-6871-4fbd-964c-a9d15b453d7b', 'name': 'network-vif-deleted', 'tag': '7c8852e9-bee2-41a6-a668-793128d7c0c3', 'status': 'completed', 'code': 200}
Apr 16 21:58:48.463746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-885a19a7-6c35-45a2-925b-241bc1334be6 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:58:48.660568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-885a19a7-6c35-45a2-925b-241bc1334be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246eaaf0>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:58:48.689015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a19a7-6c35-45a2-925b-241bc1334be6 None None] Checking router: 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:58:48.697612 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a19a7-6c35-45a2-925b-241bc1334be6 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:58:48.698223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-885a19a7-6c35-45a2-925b-241bc1334be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246eaaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:58:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:58:48.807725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-885a19a7-6c35-45a2-925b-241bc1334be6 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:58:49.005063 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-885a19a7-6c35-45a2-925b-241bc1334be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246eaaf0>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:58:49.036688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a19a7-6c35-45a2-925b-241bc1334be6 None None] The sync data for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 is: [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:58:49.247478 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebe7412-a176-42f4-ab3e-46e9da28a220 None None] New status for floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:58:49.523195 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-a87e484a-a5af-48e2-a5df-cb93a0a4c26b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--937765651&fields=id&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 267 time: 0.0511897
Apr 16 21:58:49.632303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-f964c8eb-cf5f-4cff-bc6f-78bbc1e14c3f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:49.633764 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-f964c8eb-cf5f-4cff-bc6f-78bbc1e14c3f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 812 time: 0.1041143
Apr 16 21:58:49.648283 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-1a883918-7e81-4b52-a39d-dd3f0c26108c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/quotas/14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 375 time: 0.0089977
Apr 16 21:58:49.697244 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-2dbee1ed-7c5c-483e-bac5-6546e2c2fbd0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0442171
Apr 16 21:58:49.839949 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-38646602-0889-4836-a441-8813425f1931 service neutron] 10.222.0.20 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314840
Apr 16 21:58:49.928147 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-d2303afd-4979-4cb0-8caf-ae2eb748d50e service neutron] 10.222.0.20 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822752
Apr 16 21:58:50.163360 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c84611a2-8760-4a16-9eba-00f82cdcd670 req-f83c2b34-c7bb-48fe-8599-9ff23686e3c7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 210 time: 0.0280175
Apr 16 21:58:50.207357 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 7c8852e9-bee2-41a6-a668-793128d7c0c3 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:58:50.229341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 7c8852e9-bee2-41a6-a668-793128d7c0c3 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:58:50.229731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 7c8852e9-bee2-41a6-a668-793128d7c0c3 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:58:51.260086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-551499ac-d26d-4b6c-b56d-301334a93769 req-62ad9733-0197-4218-ad44-616be57574bf tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 210 time: 0.0293558
Apr 16 21:58:51.920549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-b12d5773-b249-43b5-b6b0-7c03c884b215 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:51.922015 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-b12d5773-b249-43b5-b6b0-7c03c884b215 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 812 time: 0.1067362
Apr 16 21:58:51.982852 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-47b9e305-ca2d-440d-be5a-62f3cfee4320 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 379 time: 0.0530725
Apr 16 21:58:51.990780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-5cc1def6-6f81-4976-bdf4-e63ba75a1b4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Request body: {'port': {'device_id': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'admin_state_up': True, 'tenant_id': '14958c4ca99847bfb86911005da65809', 'security_groups': ['d0b3e09c-64b9-4b34-b1bd-82470f335715']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:58:52.024701 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:58:52.157759 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-5cc1def6-6f81-4976-bdf4-e63ba75a1b4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Made reservation on behalf of 14958c4ca99847bfb86911005da65809 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:58:52.161896 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-5cc1def6-6f81-4976-bdf4-e63ba75a1b4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:52.289349 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-5cc1def6-6f81-4976-bdf4-e63ba75a1b4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Allocated IP 172.20.0.13 (46ed5fd0-8613-4ef4-9bd7-a5169ec06285/7c9a9408-dc3f-4dc7-acc9-782b73424868/a347bd57-d18a-4a25-827c-49efe9cadfda) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:58:52.356501 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-00edd1a7-f4b7-4023-88c9-631c0fdd4c1f req-5a2336e1-49f8-4632-9fa9-e16c72779f14 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 210 time: 0.0286901
Apr 16 21:58:52.430669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-5cc1def6-6f81-4976-bdf4-e63ba75a1b4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:52.515569 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-5cc1def6-6f81-4976-bdf4-e63ba75a1b4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:52.560620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-5cc1def6-6f81-4976-bdf4-e63ba75a1b4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:58:52.563572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-5cc1def6-6f81-4976-bdf4-e63ba75a1b4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:58:52.567795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-5cc1def6-6f81-4976-bdf4-e63ba75a1b4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:58:52.574233 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1def6-6f81-4976-bdf4-e63ba75a1b4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event updated for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:58:52.622571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-5cc1def6-6f81-4976-bdf4-e63ba75a1b4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:52.623205 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-5cc1def6-6f81-4976-bdf4-e63ba75a1b4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:52.707317 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-5cc1def6-6f81-4976-bdf4-e63ba75a1b4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7201796
Apr 16 21:58:52.718680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Request body: {'port': {'device_id': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:58:52.788072 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:52.943104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f34ce819-41da-4d1e-86a8-7bdde4fac795 None None] Provisioning complete for port a347bd57-d18a-4a25-827c-49efe9cadfda triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:58:52.943723 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f34ce819-41da-4d1e-86a8-7bdde4fac795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:52.978027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f34ce819-41da-4d1e-86a8-7bdde4fac795 None None] Port a347bd57-d18a-4a25-827c-49efe9cadfda cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:58:53.056542 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a347bd57-d18a-4a25-827c-49efe9cadfda {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:58:53.064248 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Publish callbacks [] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:53.076391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Transition to ACTIVE for port object a347bd57-d18a-4a25-827c-49efe9cadfda will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:58:53.151982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:53.206723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Pushing event updated for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:58:53.280665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Attempting to bind port a347bd57-d18a-4a25-827c-49efe9cadfda on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:58:53.281019 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Attempting to bind port a347bd57-d18a-4a25-827c-49efe9cadfda by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:58:53.281362 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Attempting to bind port a347bd57-d18a-4a25-827c-49efe9cadfda on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:58:53.286632 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Port a347bd57-d18a-4a25-827c-49efe9cadfda on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:58:53.287379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Attempting to bind port a347bd57-d18a-4a25-827c-49efe9cadfda on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:58:53.291975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:58:53.292673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Checking segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:58:53.292809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Bound using segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:58:53.293210 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Bound port: a347bd57-d18a-4a25-827c-49efe9cadfda, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:58:53.293570 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:53.361266 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:58:53.364753 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:58:53.462744 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:53.506580 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83cd54-d77d-4a41-a26e-69ba726f8df2 req-905a6980-e53b-484f-9570-da9b008d3dea tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:53.508126 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc83cd54-d77d-4a41-a26e-69ba726f8df2 req-905a6980-e53b-484f-9570-da9b008d3dea tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 944 time: 0.0833659
Apr 16 21:58:53.516102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:53.516857 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:53.518097 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] 10.222.0.11 "PUT /v2.0/ports/a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 1092 time: 0.8038661
Apr 16 21:58:53.518539 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:58:53.520858 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7a9ecc-5ae2-4c82-b1e8-5f0a1535baa7" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:58:53.559639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb4cac-c382-430d-9c61-f55081b8df80 service neutron] Pushing event updated for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:58:53.562563 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f058fbe4-323f-45b4-bfc5-69d6f5001b83 x-openstack-request-id: req-f058fbe4-323f-45b4-bfc5-69d6f5001b83 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:58:53.562853 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:58:53.563102 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f058fbe4-323f-45b4-bfc5-69d6f5001b83 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:58:53.563507 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f058fbe4-323f-45b4-bfc5-69d6f5001b83'] response: {'name': 'network-changed', 'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'status': 'completed', 'code': 200}
Apr 16 21:58:53.622258 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc83cd54-d77d-4a41-a26e-69ba726f8df2 req-dde5c6c8-ec6b-4e52-83e1-77b73222b405 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1076617
Apr 16 21:58:53.638511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a9ecc-5ae2-4c82-b1e8-5f0a1535baa7 req-9da0d8ec-cfb9-4126-80c7-ebe852c7bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:53.640042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c7a9ecc-5ae2-4c82-b1e8-5f0a1535baa7 req-9da0d8ec-cfb9-4126-80c7-ebe852c7bc97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 1126 time: 0.0565183
Apr 16 21:58:53.742641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a9ecc-5ae2-4c82-b1e8-5f0a1535baa7 req-fd803512-fb18-4145-9565-872ae53a84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:53.744140 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c7a9ecc-5ae2-4c82-b1e8-5f0a1535baa7 req-fd803512-fb18-4145-9565-872ae53a84e9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=14958c4ca99847bfb86911005da65809&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0981436
Apr 16 21:58:53.835914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a9ecc-5ae2-4c82-b1e8-5f0a1535baa7 req-dd967c3a-a2d6-46f8-a5b7-284d4768c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:53.837415 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3c7a9ecc-5ae2-4c82-b1e8-5f0a1535baa7 req-dd967c3a-a2d6-46f8-a5b7-284d4768c9be service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0864952
Apr 16 21:58:53.912952 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-f668bf6c-cbe0-4375-b240-98e3972faf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:53.914433 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-f668bf6c-cbe0-4375-b240-98e3972faf3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 1126 time: 0.0442045
Apr 16 21:58:53.954844 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-61111dab-38b8-4541-92ac-c4927e1cbbcb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 217 time: 0.0343366
Apr 16 21:58:54.001038 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-b50ad1b7-5e1a-49a7-b800-d961adb8213f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:54.002418 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-b50ad1b7-5e1a-49a7-b800-d961adb8213f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0424716
Apr 16 21:58:54.047592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-e6ce9e6d-5e10-48b8-8e87-f097f8731354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:54.049078 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-e6ce9e6d-5e10-48b8-8e87-f097f8731354 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0411665
Apr 16 21:58:54.136062 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-57034e6e-4190-461c-98da-08238a84571c service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804007
Apr 16 21:58:54.227357 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1ae90819-2fb9-4105-91a5-a4e51c5b7d02 req-799e51ae-ffc4-475d-8d60-2c892ff3a44f service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849962
Apr 16 21:58:54.743406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4453f-77c0-4f50-a254-b72377ff0b26 req-b7fb3e63-b043-4424-8cff-6b4f29b24937 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:54.744893 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4de4453f-77c0-4f50-a254-b72377ff0b26 req-b7fb3e63-b043-4424-8cff-6b4f29b24937 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 944 time: 0.0506954
Apr 16 21:58:54.791771 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4de4453f-77c0-4f50-a254-b72377ff0b26 req-de9cc9dd-8cc1-47a5-b818-93dff7dac3fd tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412440
Apr 16 21:58:55.904015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bec8a2-b7fb-4a7d-8df0-80455d9bdc1a req-b88aa84a-6755-4b2c-982a-726f3559c125 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:55.905510 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-86bec8a2-b7fb-4a7d-8df0-80455d9bdc1a req-b88aa84a-6755-4b2c-982a-726f3559c125 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 944 time: 0.0470340
Apr 16 21:58:55.952883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-86bec8a2-b7fb-4a7d-8df0-80455d9bdc1a req-1b79c18b-aaee-45af-9698-ae3caacedc4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408511
Apr 16 21:58:56.234041 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device a347bd57-d18a-4a25-827c-49efe9cadfda details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:58:56.327880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:58:56.339609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'port_id': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'mac_address': 'fa:16:3e:36:36:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:58:56.379122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port a347bd57-d18a-4a25-827c-49efe9cadfda is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:58:56.380111 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:56.392486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a347bd57-d18a-4a25-827c-49efe9cadfda {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:58:56.410858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:58:56.477467 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:56.524846 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:58:56.661131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['a347bd57-d18a-4a25-827c-49efe9cadfda'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:58:57.072516 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fae15a-ac91-43f9-9e9a-6189454f83cd req-460fcc81-582a-4ddb-944b-5bc55a402924 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:57.074054 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-09fae15a-ac91-43f9-9e9a-6189454f83cd req-460fcc81-582a-4ddb-944b-5bc55a402924 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 945 time: 0.0477412
Apr 16 21:58:57.121450 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-09fae15a-ac91-43f9-9e9a-6189454f83cd req-da57d4dc-1e47-4e33-85ab-86a218dcdf96 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414131
Apr 16 21:58:58.233213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d31738-af0b-46ce-aab7-516ddae35b32 req-2c7125ec-1339-42ef-94ea-11ec3cd4deb4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:58.234671 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8d31738-af0b-46ce-aab7-516ddae35b32 req-2c7125ec-1339-42ef-94ea-11ec3cd4deb4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 945 time: 0.0461962
Apr 16 21:58:58.266584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device a347bd57-d18a-4a25-827c-49efe9cadfda up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:58:58.280888 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c8d31738-af0b-46ce-aab7-516ddae35b32 req-e8f1135b-c627-4899-9590-e8a3ddaa9583 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400815
Apr 16 21:58:58.310576 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port a347bd57-d18a-4a25-827c-49efe9cadfda completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:58:58.372027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port a347bd57-d18a-4a25-827c-49efe9cadfda triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:58:58.372452 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:58.447445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port a347bd57-d18a-4a25-827c-49efe9cadfda is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:58:58.447754 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:58.469542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:58:58.472006 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6fefc9-6c70-4534-b6ed-cfdcea770a46" -d '{"events": [{"server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "name": "network-vif-plugged", "status": "completed", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:58:58.489587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:58:58.510532 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eba90c5-dfd7-426e-bf7c-133fb023bac4 x-openstack-request-id: req-0eba90c5-dfd7-426e-bf7c-133fb023bac4 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:58:58.510821 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "name": "network-vif-plugged", "status": "completed", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:58:58.511097 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0eba90c5-dfd7-426e-bf7c-133fb023bac4 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:58:58.511522 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eba90c5-dfd7-426e-bf7c-133fb023bac4'] response: {'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'code': 200}
Apr 16 21:58:58.566668 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:58:58.611802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a559f05-7fe1-4e7c-8605-85633d5bb349 req-cf71f3ba-b249-4f57-8e3c-e192b63c6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:58.613352 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a559f05-7fe1-4e7c-8605-85633d5bb349 req-cf71f3ba-b249-4f57-8e3c-e192b63c6071 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 1128 time: 0.0428231
Apr 16 21:58:58.614740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:58:58.657086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a559f05-7fe1-4e7c-8605-85633d5bb349 req-62b01ebb-a4c0-4a59-81f5-febaec015d69 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376186
Apr 16 21:58:59.398544 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d522e41-c8f1-4d86-b319-058083b9d03e req-66e825a6-fd26-4dbe-b0a6-940d266318a6 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:58:59.400043 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d522e41-c8f1-4d86-b319-058083b9d03e req-66e825a6-fd26-4dbe-b0a6-940d266318a6 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0477731
Apr 16 21:58:59.446597 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7d522e41-c8f1-4d86-b319-058083b9d03e req-154e1f61-d065-49d8-8ab3-664bdfe4fffd tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407562
Apr 16 21:59:00.563586 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccac7cc-465d-4288-a6d6-023c027b8803 req-bdba5844-eb1b-4e7e-a585-e042513b6c22 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:00.565126 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ccac7cc-465d-4288-a6d6-023c027b8803 req-bdba5844-eb1b-4e7e-a585-e042513b6c22 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0475264
Apr 16 21:59:00.616008 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8ccac7cc-465d-4288-a6d6-023c027b8803 req-19a819e8-cc9d-4ede-b4d1-0b5789e628a8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452466
Apr 16 21:59:00.730550 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef8713-7278-4582-a1d0-2b6475c02ee0 req-ae347fd9-4cc8-4023-9bda-3dbea8098031 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:00.732004 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62ef8713-7278-4582-a1d0-2b6475c02ee0 req-ae347fd9-4cc8-4023-9bda-3dbea8098031 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0511985
Apr 16 21:59:00.744380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50500) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:59:00.748864 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1a8d7175-f817-464b-980b-595252844a13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Request body: {'floatingip': {'port_id': 'a347bd57-d18a-4a25-827c-49efe9cadfda'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:59:00.787569 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7175-f817-464b-980b-595252844a13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:01.574785 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.resource_extend [None req-1a8d7175-f817-464b-980b-595252844a13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 16 21:59:01.625180 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7175-f817-464b-980b-595252844a13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:01.681270 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7175-f817-464b-980b-595252844a13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:01.784755 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-1a8d7175-f817-464b-980b-595252844a13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353 associated. External IP: 172.35.1.172, port: a347bd57-d18a-4a25-827c-49efe9cadfda.
Apr 16 21:59:01.997442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8d7175-f817-464b-980b-595252844a13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:59:02.107734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8d7175-f817-464b-980b-595252844a13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:59:02.112741 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7175-f817-464b-980b-595252844a13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:02.118033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfba5e1-2bfe-44b5-854b-48f2614299a4 None None] Sync routers for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:59:02.127486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfba5e1-2bfe-44b5-854b-48f2614299a4 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:59:02.128103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5dfba5e1-2bfe-44b5-854b-48f2614299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f2e71c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:58:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:59:02.142394 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1a8d7175-f817-464b-980b-595252844a13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "PUT /v2.0/floatingips/204a18fb-2c09-4a6c-a64f-ec28a7f56353 HTTP/1.1" status: 200  len: 992 time: 1.3969336
Apr 16 21:59:02.142984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:59:02.145833 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939b4b31-7de6-4e7c-8c66-608fc3175233" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:59:02.242709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-5dfba5e1-2bfe-44b5-854b-48f2614299a4 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:59:02.250139 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28544145-f876-4d4a-a8e7-24f528491688 x-openstack-request-id: req-28544145-f876-4d4a-a8e7-24f528491688 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:59:02.250541 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:59:02.250870 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28544145-f876-4d4a-a8e7-24f528491688 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:59:02.251533 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28544145-f876-4d4a-a8e7-24f528491688'] response: {'name': 'network-changed', 'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'status': 'completed', 'code': 200}
Apr 16 21:59:02.311014 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b4b31-7de6-4e7c-8c66-608fc3175233 req-5be59aef-319c-47f5-bcf8-75dcb24ee365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:02.312848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-939b4b31-7de6-4e7c-8c66-608fc3175233 req-5be59aef-319c-47f5-bcf8-75dcb24ee365 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 1128 time: 0.0402687
Apr 16 21:59:02.417767 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b4b31-7de6-4e7c-8c66-608fc3175233 req-93d87205-c677-4cbf-8285-dc8caaf9a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:02.419532 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-939b4b31-7de6-4e7c-8c66-608fc3175233 req-93d87205-c677-4cbf-8285-dc8caaf9a40f service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.1014526
Apr 16 21:59:02.474613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5dfba5e1-2bfe-44b5-854b-48f2614299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f2e71c0>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '204a18fb-2c09-4a6c-a64f-ec28a7f56353', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'port_id': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'mac_address': 'fa:16:3e:36:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:56:44Z', 'updated_at': '2022-04-16T21:59:01Z', 'revision_number': 9, 'project_id': '14958c4ca99847bfb86911005da65809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:59:02.506808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfba5e1-2bfe-44b5-854b-48f2614299a4 None None] Checking router: 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:59:02.515752 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfba5e1-2bfe-44b5-854b-48f2614299a4 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:59:02.516383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5dfba5e1-2bfe-44b5-854b-48f2614299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f2e71c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:58:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:59:02.524377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e408ff-f056-4374-9500-57c0714a2024 req-9a956779-312f-4e96-a284-17b874efa9b1 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:02.525875 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3e408ff-f056-4374-9500-57c0714a2024 req-9a956779-312f-4e96-a284-17b874efa9b1 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0634997
Apr 16 21:59:02.530012 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-939b4b31-7de6-4e7c-8c66-608fc3175233 req-7f38c544-a3f4-45ef-b604-70f2e9999b26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 1000 time: 0.1046491
Apr 16 21:59:02.606738 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b4b31-7de6-4e7c-8c66-608fc3175233 req-5547c573-395d-4b89-9781-8347cfc84f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:02.608252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-939b4b31-7de6-4e7c-8c66-608fc3175233 req-5547c573-395d-4b89-9781-8347cfc84f46 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0708959
Apr 16 21:59:02.609665 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-eb600fe6-d494-401a-b58a-c66c0f4685b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0389678
Apr 16 21:59:02.611735 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e3e408ff-f056-4374-9500-57c0714a2024 req-f31b3e02-6cab-4061-ba60-5c600d7f05f5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801332
Apr 16 21:59:02.634821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-5dfba5e1-2bfe-44b5-854b-48f2614299a4 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:59:02.652417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b4b31-7de6-4e7c-8c66-608fc3175233 req-3258ba2c-caac-4d98-9b96-b8ff82e963a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:02.653904 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-939b4b31-7de6-4e7c-8c66-608fc3175233 req-3258ba2c-caac-4d98-9b96-b8ff82e963a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0400972
Apr 16 21:59:02.756681 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-939b4b31-7de6-4e7c-8c66-608fc3175233 req-a21422cd-f317-434e-9b16-0fb4f21a3cdb service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0969498
Apr 16 21:59:02.853224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-939b4b31-7de6-4e7c-8c66-608fc3175233 req-1f1cb4d2-2967-4330-8a51-68257206bad8 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914695
Apr 16 21:59:02.857359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-5dfba5e1-2bfe-44b5-854b-48f2614299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f2e71c0>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '204a18fb-2c09-4a6c-a64f-ec28a7f56353', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'port_id': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'mac_address': 'fa:16:3e:36:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:56:44Z', 'updated_at': '2022-04-16T21:59:01Z', 'revision_number': 9, 'project_id': '14958c4ca99847bfb86911005da65809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:59:03.051150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfba5e1-2bfe-44b5-854b-48f2614299a4 None None] The sync data for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 is: [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '204a18fb-2c09-4a6c-a64f-ec28a7f56353', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'port_id': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'mac_address': 'fa:16:3e:36:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:56:44Z', 'updated_at': '2022-04-16T21:59:01Z', 'revision_number': 9, 'project_id': '14958c4ca99847bfb86911005da65809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:59:03.172924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217405d4-b91c-454e-9672-223a8c63725f req-c989766f-6242-4fde-9f7d-cc3e6f35204c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:03.174613 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-c989766f-6242-4fde-9f7d-cc3e6f35204c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports/a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 943 time: 0.0486066
Apr 16 21:59:03.257482 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9569d49-e879-4221-8523-820cc099ef93 None None] New status for floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:59:03.733259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f68b4-af97-4b63-a324-eb508b3ca379 req-df9328d6-a1cd-4e33-b24c-5bb77f17dac7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:03.735082 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc7f68b4-af97-4b63-a324-eb508b3ca379 req-df9328d6-a1cd-4e33-b24c-5bb77f17dac7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0506942
Apr 16 21:59:03.783260 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc7f68b4-af97-4b63-a324-eb508b3ca379 req-021ad8ae-1226-42a8-9578-c3206abf41a7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423903
Apr 16 21:59:04.585670 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217405d4-b91c-454e-9672-223a8c63725f req-e7aad4cc-c402-43b8-876f-090320193b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:04.587179 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-e7aad4cc-c402-43b8-876f-090320193b90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 1128 time: 0.0450969
Apr 16 21:59:04.680110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217405d4-b91c-454e-9672-223a8c63725f req-8c879e17-819f-4ee4-bc6e-87493fe04b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:04.681719 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-8c879e17-819f-4ee4-bc6e-87493fe04b46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0888445
Apr 16 21:59:04.751999 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-cea31972-bf25-45dd-bb0f-749c37e90a7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 1003 time: 0.0638995
Apr 16 21:59:04.799301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217405d4-b91c-454e-9672-223a8c63725f req-bc0b1dc3-0583-4c4c-a50d-e7fae8bafc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:04.800768 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-bc0b1dc3-0583-4c4c-a50d-e7fae8bafc5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0438371
Apr 16 21:59:04.844380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217405d4-b91c-454e-9672-223a8c63725f req-63b319a9-6da2-44b9-a708-1e5d137eaba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:04.846071 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-63b319a9-6da2-44b9-a708-1e5d137eaba2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396638
Apr 16 21:59:04.941412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6a9b9-fb51-432c-83ed-790b3fd56c3a req-bb50be3e-d3b6-4fe3-998f-7d5232d01611 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:04.942919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7f6a9b9-fb51-432c-83ed-790b3fd56c3a req-bb50be3e-d3b6-4fe3-998f-7d5232d01611 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0906992
Apr 16 21:59:05.010029 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-d9d839ce-d80c-4e6a-a840-d7e4bd2228ba service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493211
Apr 16 21:59:05.014170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b7f6a9b9-fb51-432c-83ed-790b3fd56c3a req-5d4e15f8-84bb-4fc8-b7b1-f40733c3f048 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651281
Apr 16 21:59:05.104106 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-01154fe8-6340-4403-aead-fc7f6b6ca5ca service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882068
Apr 16 21:59:06.132380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31976287-19fa-4393-8c51-e83bb985e82d req-f0322440-d2f9-459c-a879-957fb4562487 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:06.133871 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31976287-19fa-4393-8c51-e83bb985e82d req-f0322440-d2f9-459c-a879-957fb4562487 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0520120
Apr 16 21:59:06.179731 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31976287-19fa-4393-8c51-e83bb985e82d req-a99dd474-306e-4ff0-945e-8eb7a0348b56 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402722
Apr 16 21:59:06.574921 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:07.295936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a431acc-43e0-42a5-92cf-c32addc5001d req-3e987df6-3e89-4287-a794-bd31ef7a93ab tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:07.297543 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5a431acc-43e0-42a5-92cf-c32addc5001d req-3e987df6-3e89-4287-a794-bd31ef7a93ab tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0487845
Apr 16 21:59:07.346935 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5a431acc-43e0-42a5-92cf-c32addc5001d req-8d901a3b-ba43-4fab-a842-e250293f8346 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425704
Apr 16 21:59:08.463164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013068a6-5692-4c89-a40b-eae1a9303d7d req-09fe4374-20ad-44e6-bd7a-112522541141 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:08.464671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-013068a6-5692-4c89-a40b-eae1a9303d7d req-09fe4374-20ad-44e6-bd7a-112522541141 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0465300
Apr 16 21:59:08.510973 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-013068a6-5692-4c89-a40b-eae1a9303d7d req-5c2d6ee9-5244-486b-88e9-9f98ab69062e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407515
Apr 16 21:59:09.029504 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9c48aeaa-3eac-44ff-9064-21de96ecb21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:09.625711 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e800cb-0c39-4d0b-843b-deefdeb67f28 req-c4988d8d-4dff-4869-9e38-c68fd203fc8e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:09.627215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-39e800cb-0c39-4d0b-843b-deefdeb67f28 req-c4988d8d-4dff-4869-9e38-c68fd203fc8e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0480490
Apr 16 21:59:09.673116 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-39e800cb-0c39-4d0b-843b-deefdeb67f28 req-deac2ef4-9837-45e5-8f5b-8a2b9993d628 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402107
Apr 16 21:59:10.789573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9e1e-4672-4402-9c54-f68b7da645fb req-a6d32ea7-c57f-49f5-8fcc-7cec087fae0d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:10.791044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb8f9e1e-4672-4402-9c54-f68b7da645fb req-a6d32ea7-c57f-49f5-8fcc-7cec087fae0d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0501587
Apr 16 21:59:10.837227 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb8f9e1e-4672-4402-9c54-f68b7da645fb req-cc556ba7-bd07-4607-aacb-90beadc0000b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404789
Apr 16 21:59:11.683448 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a9d4408f-0405-4398-87e8-97c9e53dacc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:11.955402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04606e91-7bdc-4752-bc4d-2e92f35e7ec1 req-5d03e283-b5b6-45bc-9663-b72948f2b917 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:11.956938 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04606e91-7bdc-4752-bc4d-2e92f35e7ec1 req-5d03e283-b5b6-45bc-9663-b72948f2b917 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0506425
Apr 16 21:59:12.003778 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04606e91-7bdc-4752-bc4d-2e92f35e7ec1 req-d6ee7152-6cc7-40c9-a276-4bc161d1feda tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406001
Apr 16 21:59:12.634855 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:13.118644 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbf42f-1630-43c2-88a6-b9c94b92e0b4 req-fc659cf5-cee6-433d-ba5c-4d24179f88a3 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:13.120127 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26cbf42f-1630-43c2-88a6-b9c94b92e0b4 req-fc659cf5-cee6-433d-ba5c-4d24179f88a3 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0479407
Apr 16 21:59:13.166858 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26cbf42f-1630-43c2-88a6-b9c94b92e0b4 req-8ba35ee6-72d1-49b1-bbc4-24d95575f5a3 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407519
Apr 16 21:59:13.869274 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:14.240848 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:14.280408 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd0522-263a-40a8-bbcc-dbffcfd2d809 req-2229dbf8-1051-484b-abb0-1652c1856a29 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:14.281879 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ddbd0522-263a-40a8-bbcc-dbffcfd2d809 req-2229dbf8-1051-484b-abb0-1652c1856a29 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0467722
Apr 16 21:59:14.328565 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ddbd0522-263a-40a8-bbcc-dbffcfd2d809 req-dd67f342-d06e-41e5-9cc0-728b7e5c0e19 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404313
Apr 16 21:59:15.429578 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:15.447930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3987e8c-9e88-4a56-854d-a14e32996377 req-d1815c47-4484-43d6-b458-d40862e3d254 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:15.449471 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d3987e8c-9e88-4a56-854d-a14e32996377 req-d1815c47-4484-43d6-b458-d40862e3d254 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0490725
Apr 16 21:59:15.500069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d3987e8c-9e88-4a56-854d-a14e32996377 req-68e8eeae-f582-4b23-a5e9-eee6c73aad39 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448387
Apr 16 21:59:16.616951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631deb1-ae47-4ebe-8e4d-5f40ddf7cd99 req-3e8a3077-9b95-4237-9f38-a30ec052baca tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:16.618472 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b631deb1-ae47-4ebe-8e4d-5f40ddf7cd99 req-3e8a3077-9b95-4237-9f38-a30ec052baca tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0525188
Apr 16 21:59:16.664292 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b631deb1-ae47-4ebe-8e4d-5f40ddf7cd99 req-4c37df8d-e549-499e-a841-6ce3ac1947b7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402436
Apr 16 21:59:17.778643 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0aafc-59d9-4a1a-ab6e-6a3bd471be44 req-f5633f52-e398-4550-8092-1e45d9285dea tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:17.780030 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-38b0aafc-59d9-4a1a-ab6e-6a3bd471be44 req-f5633f52-e398-4550-8092-1e45d9285dea tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0474463
Apr 16 21:59:17.825727 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-38b0aafc-59d9-4a1a-ab6e-6a3bd471be44 req-a3ba1798-7642-482f-86cc-28c632f10b94 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400898
Apr 16 21:59:18.938751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f27ed1-0bdc-4698-84d3-ece5b9665ce0 req-b143e923-cd11-4064-b964-0ee033313cc1 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:18.940147 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d8f27ed1-0bdc-4698-84d3-ece5b9665ce0 req-b143e923-cd11-4064-b964-0ee033313cc1 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0468800
Apr 16 21:59:18.987100 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d8f27ed1-0bdc-4698-84d3-ece5b9665ce0 req-f2551500-69de-47f8-a0d5-14e97376208a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414047
Apr 16 21:59:20.099656 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbf4c0-4fb5-41f5-8c29-2eef21a38664 req-c5baf7bf-e81c-431d-a860-d2c3be695f4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:20.101144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b0cbf4c0-4fb5-41f5-8c29-2eef21a38664 req-c5baf7bf-e81c-431d-a860-d2c3be695f4e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0464203
Apr 16 21:59:20.146678 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b0cbf4c0-4fb5-41f5-8c29-2eef21a38664 req-118c9504-1dd1-4d38-9ee3-3b1b700e1295 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398729
Apr 16 21:59:21.259289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5e76f-08aa-4cee-ac1d-2e4082f3d1c1 req-0fc05e0f-d330-4afc-80f0-b61841e6fb5c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:21.260781 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34f5e76f-08aa-4cee-ac1d-2e4082f3d1c1 req-0fc05e0f-d330-4afc-80f0-b61841e6fb5c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0464518
Apr 16 21:59:21.309795 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34f5e76f-08aa-4cee-ac1d-2e4082f3d1c1 req-8b53ed43-8d4d-4e0e-ae2a-0cfdbece73ea tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434854
Apr 16 21:59:21.868081 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [req-217405d4-b91c-454e-9672-223a8c63725f req-22a0e531-9a48-47ef-aab3-d0f2354f319a service neutron] show failed (client error): The resource could not be found.
Apr 16 21:59:21.869094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-22a0e531-9a48-47ef-aab3-d0f2354f319a service neutron] 10.222.0.11 "GET /v2.0/ports/a347bd57-d18a-4a25-827c-49efe9cadfda/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0538359
Apr 16 21:59:22.362077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217405d4-b91c-454e-9672-223a8c63725f req-a5749df1-620b-4c20-894a-09d6e4f34755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:22.363592 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-a5749df1-620b-4c20-894a-09d6e4f34755 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 1128 time: 0.0437536
Apr 16 21:59:22.374326 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:59:22.460267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4a155-087d-418a-a93b-2aaa2c61c5cd req-59db1cc3-ece4-47af-bbdf-35eb8608907f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:22.461728 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c8c4a155-087d-418a-a93b-2aaa2c61c5cd req-59db1cc3-ece4-47af-bbdf-35eb8608907f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0834625
Apr 16 21:59:22.476356 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:22.547782 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c8c4a155-087d-418a-a93b-2aaa2c61c5cd req-22e84a65-2114-4331-9f01-7a3a686f90ed tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0797327
Apr 16 21:59:22.712086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:59:22.746105 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch1-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:59:22.784614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:59:22.786871 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd679e6-5434-4138-af59-20b6a03f6ce8" -d '{"events": [{"server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:59:22.790643 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Publish callbacks [] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:22.803699 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Transition to ACTIVE for port object a347bd57-d18a-4a25-827c-49efe9cadfda will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:59:22.835071 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64916d1-70b8-4eef-9f88-a49223474a1d x-openstack-request-id: req-e64916d1-70b8-4eef-9f88-a49223474a1d {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:59:22.835368 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:59:22.835654 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e64916d1-70b8-4eef-9f88-a49223474a1d {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:59:22.836040 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64916d1-70b8-4eef-9f88-a49223474a1d'] response: {'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'code': 200}
Apr 16 21:59:22.863400 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:22.946280 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Pushing event updated for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=6']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:22.961177 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.965437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.965437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.965437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.965437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.965437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.965437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.965437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.965437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.965437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.965437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.965437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.965437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.965437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:22.966696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:23.005179 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] No DVR routers for this DVR port a347bd57-d18a-4a25-827c-49efe9cadfda on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:59:23.149319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Attempting to bind port a347bd57-d18a-4a25-827c-49efe9cadfda on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:59:23.149660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Attempting to bind port a347bd57-d18a-4a25-827c-49efe9cadfda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:59:23.149992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Attempting to bind port a347bd57-d18a-4a25-827c-49efe9cadfda on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:59:23.154358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Port a347bd57-d18a-4a25-827c-49efe9cadfda on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:59:23.154682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Attempting to bind port a347bd57-d18a-4a25-827c-49efe9cadfda on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:59:23.159608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:59:23.159947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Checking segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:59:23.160930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Bound using segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:59:23.161311 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Bound port: a347bd57-d18a-4a25-827c-49efe9cadfda, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:59:23.161670 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:23.224265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:59:23.227125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:59:23.298193 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:23.338583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:23.339208 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:23.340678 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] 10.222.0.41 "PUT /v2.0/ports/a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 1092 time: 0.9702361
Apr 16 21:59:23.361312 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd839999-c99c-4e2d-8027-2bf01eacfefb service neutron] Pushing event updated for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=7']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:23.406939 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217405d4-b91c-454e-9672-223a8c63725f req-d9c7f410-3859-4178-aa4a-fb08d786e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:23.408639 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-d9c7f410-3859-4178-aa4a-fb08d786e592 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 1126 time: 0.0434968
Apr 16 21:59:23.503614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217405d4-b91c-454e-9672-223a8c63725f req-2fdc5a98-74a3-421f-8930-0a9a95405861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:23.505213 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-2fdc5a98-74a3-421f-8930-0a9a95405861 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0909314
Apr 16 21:59:23.579719 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-e5b09204-fae1-4db4-b9bc-d949575ad949 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 1001 time: 0.0649409
Apr 16 21:59:23.652581 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217405d4-b91c-454e-9672-223a8c63725f req-b70c26a9-f8ce-4002-be76-1e0c97c6005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:23.653938 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-b70c26a9-f8ce-4002-be76-1e0c97c6005b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0683634
Apr 16 21:59:23.680091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4260e-9707-4c9d-8c6d-9c30bec19f4d req-21d6f870-37ee-4404-b5a0-47e959f6cba4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:23.681583 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-70d4260e-9707-4c9d-8c6d-9c30bec19f4d req-21d6f870-37ee-4404-b5a0-47e959f6cba4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 944 time: 0.0599203
Apr 16 21:59:23.728766 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217405d4-b91c-454e-9672-223a8c63725f req-397c7420-f0aa-4638-8f5b-cedeac3996c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:23.730225 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-397c7420-f0aa-4638-8f5b-cedeac3996c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0683715
Apr 16 21:59:23.795060 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-70d4260e-9707-4c9d-8c6d-9c30bec19f4d req-097a4659-6087-408b-9d7c-893b488d72a1 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0939443
Apr 16 21:59:23.831952 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-c85d2854-2d94-4c27-99a4-8a2d45efd6db service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948901
Apr 16 21:59:23.923427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-217405d4-b91c-454e-9672-223a8c63725f req-9974addc-37da-47e0-b39f-53e07f8ecbbc service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857108
Apr 16 21:59:24.837878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:59:24.840389 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f062ff-7216-407b-99c1-4c7af7109a42" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:59:24.889596 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9a7a20-323d-4940-89e8-e7055c9ae1d5 x-openstack-request-id: req-cc9a7a20-323d-4940-89e8-e7055c9ae1d5 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:59:24.889890 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:59:24.890145 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc9a7a20-323d-4940-89e8-e7055c9ae1d5 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:59:24.890552 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9a7a20-323d-4940-89e8-e7055c9ae1d5'] response: {'name': 'network-changed', 'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'status': 'completed', 'code': 200}
Apr 16 21:59:24.913957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68667d87-916b-4f6c-b257-7ed14d608580 req-4c70f6ab-b409-4b97-8ad5-8a3257cb30f9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:24.915450 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68667d87-916b-4f6c-b257-7ed14d608580 req-4c70f6ab-b409-4b97-8ad5-8a3257cb30f9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 944 time: 0.0484138
Apr 16 21:59:24.966471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-3c7e8665-f751-4016-8617-5bed88cb42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:24.967867 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-3c7e8665-f751-4016-8617-5bed88cb42aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 1126 time: 0.0515683
Apr 16 21:59:25.035242 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68667d87-916b-4f6c-b257-7ed14d608580 req-0d057353-805e-4812-92c3-8f26fa96d458 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1114874
Apr 16 21:59:25.072923 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-0994bbc5-dd4e-4fb0-952d-b5220a5f5a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:25.074406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-0994bbc5-dd4e-4fb0-952d-b5220a5f5a40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.1002793
Apr 16 21:59:25.144261 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-09c51149-0a0a-4702-be3b-e7ac41f7905c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 1001 time: 0.0627580
Apr 16 21:59:25.191155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-6b18e0e1-2bc2-4f09-a6b2-27fad4a2ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:25.192642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-6b18e0e1-2bc2-4f09-a6b2-27fad4a2ddba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0429256
Apr 16 21:59:25.235331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-dd817e4f-f761-4d5c-aa10-1177d22330c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:25.236777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-dd817e4f-f761-4d5c-aa10-1177d22330c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385842
Apr 16 21:59:25.327324 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-9fffa2ae-d0e4-4d56-a68d-2f3bb3b424cd service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845115
Apr 16 21:59:25.415955 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-c0c6c7f5-17f2-4b04-a58e-0263063ec980 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823812
Apr 16 21:59:26.149257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bb46d-7dd9-40e3-bedc-3182b071a30a req-f03d1d29-a02d-4118-9051-cb6a90db89d7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:26.150706 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9c2bb46d-7dd9-40e3-bedc-3182b071a30a req-f03d1d29-a02d-4118-9051-cb6a90db89d7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 944 time: 0.0469620
Apr 16 21:59:26.197169 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9c2bb46d-7dd9-40e3-bedc-3182b071a30a req-e66cf073-775e-4c81-ac3a-f5050e115a1a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408962
Apr 16 21:59:26.392703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device a347bd57-d18a-4a25-827c-49efe9cadfda no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:59:26.434483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port a347bd57-d18a-4a25-827c-49efe9cadfda host nch2-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:59:26.435006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device a347bd57-d18a-4a25-827c-49efe9cadfda not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:59:26.439902 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-cb130f7f-5e56-449c-9d19-8a27af8e6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:26.441434 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-cb130f7f-5e56-449c-9d19-8a27af8e6b0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 1126 time: 0.0435026
Apr 16 21:59:26.530505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-b23a71d2-c908-46bb-8d7a-e7ef12e56d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:26.531965 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-b23a71d2-c908-46bb-8d7a-e7ef12e56d2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0848150
Apr 16 21:59:26.602393 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-5377f873-f12f-4446-88e5-dd52bc596fed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 1001 time: 0.0632741
Apr 16 21:59:26.756247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-5f4c9861-9249-4236-92e3-f1e0b5373125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:26.757708 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-5f4c9861-9249-4236-92e3-f1e0b5373125 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0452387
Apr 16 21:59:26.801412 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-7d23ea1c-924f-49c6-a108-ea9839514a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:26.802918 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-7d23ea1c-924f-49c6-a108-ea9839514a2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389302
Apr 16 21:59:26.898278 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-6f512be4-3c96-4a94-a5fb-c04e8d6a2564 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894217
Apr 16 21:59:27.168554 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-03f062ff-7216-407b-99c1-4c7af7109a42 req-ebf7aa36-a937-41cc-99dc-38c9697004f5 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848324
Apr 16 21:59:27.311039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3321f6a-5432-477b-bcdb-0802e26d8ae5 req-0fbb92ff-50ad-4327-aa21-a0e4d4858dae tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:27.312543 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3321f6a-5432-477b-bcdb-0802e26d8ae5 req-0fbb92ff-50ad-4327-aa21-a0e4d4858dae tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 944 time: 0.0474555
Apr 16 21:59:27.359680 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f3321f6a-5432-477b-bcdb-0802e26d8ae5 req-95ab17fd-0316-4119-9e0c-e08ed1fffbdd tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408478
Apr 16 21:59:27.801404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a347bd57-d18a-4a25-827c-49efe9cadfda details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:59:27.904661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:59:27.912566 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831c1e6-f6a7-4148-8d57-6e56617e5ce0 req-32cd6f3b-ad80-4d35-abe6-283691132ba7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:27.914172 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f831c1e6-f6a7-4148-8d57-6e56617e5ce0 req-32cd6f3b-ad80-4d35-abe6-283691132ba7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 944 time: 0.0516191
Apr 16 21:59:27.917084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'port_id': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'mac_address': 'fa:16:3e:36:36:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:59:27.956290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-7b4f990e-2ed1-4dd3-a6e8-b8545186c935 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:27.957701 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-7b4f990e-2ed1-4dd3-a6e8-b8545186c935 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3&tenant_id=14958c4ca99847bfb86911005da65809&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0545540
Apr 16 21:59:27.961733 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a347bd57-d18a-4a25-827c-49efe9cadfda is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:59:27.962131 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:27.967191 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f831c1e6-f6a7-4148-8d57-6e56617e5ce0 req-10a762fc-5258-4bda-a87e-379356101156 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447612
Apr 16 21:59:27.976120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a347bd57-d18a-4a25-827c-49efe9cadfda {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:59:27.997632 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:59:28.024890 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-cc10967a-a913-4c52-9cfe-0c598b4803c8 service neutron] 10.222.0.41 "GET /v2.0/ports/a347bd57-d18a-4a25-827c-49efe9cadfda/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0605175
Apr 16 21:59:28.054724 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:28.082794 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-828fd8c1-f70c-46e3-823b-2f8454c2a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:28.084342 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-828fd8c1-f70c-46e3-823b-2f8454c2a471 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 1127 time: 0.0391707
Apr 16 21:59:28.103810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:28.174836 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-db2420e6-5cc5-44e0-b6fa-3e3a1eec1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:28.176362 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-db2420e6-5cc5-44e0-b6fa-3e3a1eec1f2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0843873
Apr 16 21:59:28.243847 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-2123b35b-1ddc-4227-be0e-d9b89da6bf01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 1002 time: 0.0615630
Apr 16 21:59:28.291356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-2eae07ac-91f9-47e4-81cc-9dd9a1c4a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:28.295282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-2eae07ac-91f9-47e4-81cc-9dd9a1c4a178 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0429637
Apr 16 21:59:28.335692 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-ed390fd1-8c2e-44c2-a3a5-c2352fc03e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:28.338047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-ed390fd1-8c2e-44c2-a3a5-c2352fc03e95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384710
Apr 16 21:59:28.372105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['a347bd57-d18a-4a25-827c-49efe9cadfda'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:59:28.428773 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-fcf049ec-3325-4b2d-9f02-92eecb238466 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855260
Apr 16 21:59:28.518474 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-0a710d18-244e-41be-8d5d-5d49a6cc5e89 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834911
Apr 16 21:59:29.023573 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 21:59:29.085274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaf5b7-0f61-4157-8ea7-683e2806b147 req-d909d921-a9d3-40e5-bed2-38bbbe98ae11 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:29.086727 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2daaf5b7-0f61-4157-8ea7-683e2806b147 req-d909d921-a9d3-40e5-bed2-38bbbe98ae11 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 945 time: 0.0472569
Apr 16 21:59:29.400876 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2daaf5b7-0f61-4157-8ea7-683e2806b147 req-7de0f0d4-e85f-445d-8bc3-f710856b582a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3085580
Apr 16 21:59:29.833300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a347bd57-d18a-4a25-827c-49efe9cadfda up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:59:29.877877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port a347bd57-d18a-4a25-827c-49efe9cadfda completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:59:29.964681 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port a347bd57-d18a-4a25-827c-49efe9cadfda triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:59:29.964681 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:30.064822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a347bd57-d18a-4a25-827c-49efe9cadfda is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:59:30.065213 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:30.088401 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:59:30.090619 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0492de2c-1159-4c8a-995e-3b35d1ff5736" -d '{"events": [{"server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "name": "network-vif-plugged", "status": "completed", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:59:30.103432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:59:30.139097 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9449c263-d74d-49d7-ab38-ae459d01c68b x-openstack-request-id: req-9449c263-d74d-49d7-ab38-ae459d01c68b {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:59:30.139388 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "name": "network-vif-plugged", "status": "completed", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:59:30.139644 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9449c263-d74d-49d7-ab38-ae459d01c68b {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:59:30.140045 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9449c263-d74d-49d7-ab38-ae459d01c68b'] response: {'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'code': 200}
Apr 16 21:59:30.166200 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:30.214152 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:30.519368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a08ac7-49d5-4bee-80a0-d97c68cd77f2 req-26b633db-f8c7-42fc-a792-46a266d8c404 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:30.520790 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9a08ac7-49d5-4bee-80a0-d97c68cd77f2 req-26b633db-f8c7-42fc-a792-46a266d8c404 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0495834
Apr 16 21:59:30.570347 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9a08ac7-49d5-4bee-80a0-d97c68cd77f2 req-40209e6f-dfec-4c96-8ee0-6fd74d46a265 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436203
Apr 16 21:59:30.956578 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-3cebdd3d-9709-4d70-9e59-08a7aedfccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:30.958673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-3cebdd3d-9709-4d70-9e59-08a7aedfccd3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 1128 time: 0.0401230
Apr 16 21:59:30.969140 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:59:31.030332 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:31.231688 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:59:31.264412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:59:31.303364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:59:31.305605 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd80d99-2da6-4f0c-9a4b-5985c0441aba" -d '{"events": [{"server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:59:31.309409 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Publish callbacks [] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:31.322803 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Transition to ACTIVE for port object a347bd57-d18a-4a25-827c-49efe9cadfda will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:59:31.354698 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 21:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc201686-5c70-432e-a0f6-8906c26fb35d x-openstack-request-id: req-cc201686-5c70-432e-a0f6-8906c26fb35d {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:59:31.354992 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:59:31.355249 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc201686-5c70-432e-a0f6-8906c26fb35d {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:59:31.355658 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc201686-5c70-432e-a0f6-8906c26fb35d'] response: {'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'code': 200}
Apr 16 21:59:31.402816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:31.483969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Pushing event updated for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=10']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:31.528093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] No DVR routers for this DVR port a347bd57-d18a-4a25-827c-49efe9cadfda on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:59:31.668179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Attempting to bind port a347bd57-d18a-4a25-827c-49efe9cadfda on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:59:31.668709 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Attempting to bind port a347bd57-d18a-4a25-827c-49efe9cadfda by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:59:31.669153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Attempting to bind port a347bd57-d18a-4a25-827c-49efe9cadfda on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:59:31.673697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Port a347bd57-d18a-4a25-827c-49efe9cadfda on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:59:31.674137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Attempting to bind port a347bd57-d18a-4a25-827c-49efe9cadfda on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:59:31.679697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:59:31.680199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Checking segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:59:31.681271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Bound using segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:59:31.681271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Bound port: a347bd57-d18a-4a25-827c-49efe9cadfda, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:59:31.681699 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:31.692815 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71f7f0-60f3-479b-926c-264ff35b440a req-ba7dc937-5799-40b1-bcc1-6b89af69223a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:31.694355 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b71f7f0-60f3-479b-926c-264ff35b440a req-ba7dc937-5799-40b1-bcc1-6b89af69223a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 945 time: 0.0485785
Apr 16 21:59:31.744794 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0b71f7f0-60f3-479b-926c-264ff35b440a req-75f7b15d-094b-4a0f-91de-1681869c8f6a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445087
Apr 16 21:59:31.747531 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:59:31.750628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:59:31.823716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:31.862810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:31.866920 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:31.866920 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] 10.222.0.11 "PUT /v2.0/ports/a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 1093 time: 0.9002090
Apr 16 21:59:31.884853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb415e-07af-4cba-883d-50d438a0adb4 service neutron] Pushing event updated for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=11']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:31.927449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-5d830444-0026-4193-9a1d-5aeca10bc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:31.929036 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-5d830444-0026-4193-9a1d-5aeca10bc816 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 1127 time: 0.0412889
Apr 16 21:59:32.022376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-cf291e69-a0e1-47ab-85a3-3eec3433600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:32.023842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-cf291e69-a0e1-47ab-85a3-3eec3433600c service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0888970
Apr 16 21:59:32.092294 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-d90090c4-06ed-4589-8cb2-7a8e9daa36b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 1001 time: 0.0624962
Apr 16 21:59:32.140439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-158d8a16-e0e1-4f45-830e-6c3d112b2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:32.141913 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-158d8a16-e0e1-4f45-830e-6c3d112b2cb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0433009
Apr 16 21:59:32.184375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-9f87b7d2-fee8-40fa-acde-000773777f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:32.185856 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-9f87b7d2-fee8-40fa-acde-000773777f3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0383906
Apr 16 21:59:32.277068 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-d929d99b-83af-4881-a07d-2f5e3b27a9c3 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853164
Apr 16 21:59:32.365065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1abb270c-b2ba-43a3-aa94-23e2b50a6cd6 req-0487f103-d3d3-4381-bd88-e98c441a5910 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822213
Apr 16 21:59:32.865979 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2a712-5e9c-4ce5-8a65-7711f693171e req-7ca034cd-5f9f-4820-973d-f9a3bbad678e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:32.867474 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acb2a712-5e9c-4ce5-8a65-7711f693171e req-7ca034cd-5f9f-4820-973d-f9a3bbad678e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 945 time: 0.0470171
Apr 16 21:59:32.918802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acb2a712-5e9c-4ce5-8a65-7711f693171e req-d818778c-a393-414f-a3d5-0fa5bea2a36b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455391
Apr 16 21:59:33.357282 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:59:33.359646 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b679d19-1811-4384-95d9-476d60dc9bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:59:33.408055 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff93c13-f083-4187-b94f-4600a9d3ff44 x-openstack-request-id: req-0ff93c13-f083-4187-b94f-4600a9d3ff44 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:59:33.408375 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:59:33.408624 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ff93c13-f083-4187-b94f-4600a9d3ff44 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:59:33.409684 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff93c13-f083-4187-b94f-4600a9d3ff44'] response: {'name': 'network-changed', 'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'status': 'completed', 'code': 200}
Apr 16 21:59:33.465538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-568036ee-0a8b-4221-960b-11152d96a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:33.466970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-058222d2-ec3d-45e7-bf4d-0bd83b30c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:33.467411 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-568036ee-0a8b-4221-960b-11152d96a62c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 1127 time: 0.0401995
Apr 16 21:59:33.468524 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-058222d2-ec3d-45e7-bf4d-0bd83b30c7ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 1127 time: 0.0388041
Apr 16 21:59:33.558610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-6a9bcbcf-4455-445e-b63b-ca3c601948fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:33.558897 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-9d699ad9-e2a9-45f8-9383-a643a9e8a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:33.560375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-6a9bcbcf-4455-445e-b63b-ca3c601948fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0854282
Apr 16 21:59:33.560512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-9d699ad9-e2a9-45f8-9383-a643a9e8a245 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0866036
Apr 16 21:59:33.632281 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-3ad52134-f357-491e-825b-2c4158c8c293 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 1001 time: 0.0646384
Apr 16 21:59:33.633003 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-4ba44806-8b7c-4d9e-b43b-6d8da160bfa6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 200  len: 1001 time: 0.0651712
Apr 16 21:59:33.735527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-01351435-6946-4f70-b4a9-bfab18566afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:33.737045 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-01351435-6946-4f70-b4a9-bfab18566afd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0985589
Apr 16 21:59:33.773916 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-0b86fca3-faf8-40d0-a694-7d4c0da5a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:33.775459 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-0b86fca3-faf8-40d0-a694-7d4c0da5a31f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0463564
Apr 16 21:59:33.784388 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-8fac6edd-ebee-41e4-846e-a2365b2f7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:33.786375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-8fac6edd-ebee-41e4-846e-a2365b2f7f90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435390
Apr 16 21:59:33.820203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-28eab29b-6947-4108-9285-057f1bc8b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:33.821750 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-28eab29b-6947-4108-9285-057f1bc8b738 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0399501
Apr 16 21:59:33.855333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a347bd57-d18a-4a25-827c-49efe9cadfda no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:59:33.887820 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-d6c88d44-64ca-4147-a3af-b69bd8b3086a service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952194
Apr 16 21:59:33.922941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port a347bd57-d18a-4a25-827c-49efe9cadfda host nch1-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 21:59:33.923819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a347bd57-d18a-4a25-827c-49efe9cadfda not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:59:34.003910 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-9fd45805-81e4-4df7-985c-6f5552644e58 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1055458
Apr 16 21:59:34.234769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e839a-dfaf-4dc1-a874-fe8dac6a6ddf req-86f29c01-824c-443e-bc3c-162c1d7fd7a6 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:34.236280 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d3e839a-dfaf-4dc1-a874-fe8dac6a6ddf req-86f29c01-824c-443e-bc3c-162c1d7fd7a6 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 945 time: 0.0615571
Apr 16 21:59:34.271021 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-08932509-dcf7-4c40-919b-9f33eefe469e service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4440024
Apr 16 21:59:34.341959 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d3e839a-dfaf-4dc1-a874-fe8dac6a6ddf req-f986012b-f625-4dc1-b198-d852e4a68501 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988462
Apr 16 21:59:34.378636 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b679d19-1811-4384-95d9-476d60dc9bcf req-67d0f73e-052d-4978-8a2c-32bc42807908 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0984645
Apr 16 21:59:34.425178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device a347bd57-d18a-4a25-827c-49efe9cadfda details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:59:34.520912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:59:34.532237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'port_id': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'mac_address': 'fa:16:3e:36:36:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:59:34.571941 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port a347bd57-d18a-4a25-827c-49efe9cadfda is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:59:34.572364 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:34.585347 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a347bd57-d18a-4a25-827c-49efe9cadfda {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:59:34.604474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:59:34.688849 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:34.736439 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=12']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:34.883944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['a347bd57-d18a-4a25-827c-49efe9cadfda'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:59:35.461893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b713668-9a59-4881-ada1-38bdace265f9 req-010c9081-25ad-4070-a9cf-58ab48cda81f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:35.463377 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b713668-9a59-4881-ada1-38bdace265f9 req-010c9081-25ad-4070-a9cf-58ab48cda81f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0521014
Apr 16 21:59:35.509765 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3b713668-9a59-4881-ada1-38bdace265f9 req-1332774a-9b36-4466-9cfa-0c82f67a5ebf tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405924
Apr 16 21:59:35.621959 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cae5f-e72d-4558-b4be-005c7f3eeb1d req-21a9895f-e7bc-4f61-b879-b4f7fa95aa88 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:35.623346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca8cae5f-e72d-4558-b4be-005c7f3eeb1d req-21a9895f-e7bc-4f61-b879-b4f7fa95aa88 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0477355
Apr 16 21:59:35.669080 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ca8cae5f-e72d-4558-b4be-005c7f3eeb1d req-d588cebc-1654-45ba-9828-0f621e89c51b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402126
Apr 16 21:59:35.786109 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebc826-c040-4dc4-b2ba-c643a419f44c req-81fd2cd5-db5a-499f-84d5-08705202a4ab tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:35.787575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4eebc826-c040-4dc4-b2ba-c643a419f44c req-81fd2cd5-db5a-499f-84d5-08705202a4ab tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0466514
Apr 16 21:59:35.834300 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4eebc826-c040-4dc4-b2ba-c643a419f44c req-1193c242-660a-49fe-a437-7cc9f0d0c282 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411537
Apr 16 21:59:36.238970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364db5c-49b7-4b1c-8b6d-e69385addfaf req-3f7ba345-d7b0-4336-b8b4-98c850331da3 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:36.240469 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a364db5c-49b7-4b1c-8b6d-e69385addfaf req-3f7ba345-d7b0-4336-b8b4-98c850331da3 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 946 time: 0.0468807
Apr 16 21:59:36.289810 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a364db5c-49b7-4b1c-8b6d-e69385addfaf req-65e8b0ad-6ed3-4558-88dd-e4ac1fa87f5d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437562
Apr 16 21:59:36.442023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device a347bd57-d18a-4a25-827c-49efe9cadfda up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:59:36.494992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port a347bd57-d18a-4a25-827c-49efe9cadfda completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:59:36.562500 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:36.590783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port a347bd57-d18a-4a25-827c-49efe9cadfda triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:59:36.591152 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:36.670693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port a347bd57-d18a-4a25-827c-49efe9cadfda is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:59:36.671084 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:36.694087 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:59:36.696269 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f938e01-3766-48dd-89c6-bb55093e9700" -d '{"events": [{"server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "name": "network-vif-plugged", "status": "completed", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:59:36.709366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:59:36.732709 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fef4380-b282-41a1-b5a8-6a46a7856f9e x-openstack-request-id: req-8fef4380-b282-41a1-b5a8-6a46a7856f9e {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:59:36.733001 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "name": "network-vif-plugged", "status": "completed", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:59:36.733256 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fef4380-b282-41a1-b5a8-6a46a7856f9e {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:59:36.733657 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fef4380-b282-41a1-b5a8-6a46a7856f9e'] response: {'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'code': 200}
Apr 16 21:59:36.771877 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:36.819905 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=13']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:37.406399 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792f13c-5547-4ae5-885d-a511e0769afc req-772044d8-8f87-42d6-abe8-c64a33e6ba11 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:37.407901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f792f13c-5547-4ae5-885d-a511e0769afc req-772044d8-8f87-42d6-abe8-c64a33e6ba11 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 947 time: 0.0487483
Apr 16 21:59:37.456020 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f792f13c-5547-4ae5-885d-a511e0769afc req-d7f2ea14-fb95-44f9-a558-8f8847fe104d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416028
Apr 16 21:59:37.525641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-a702b008-b78f-4103-87c1-1565ad4df90f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:37.527096 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-a702b008-b78f-4103-87c1-1565ad4df90f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 947 time: 0.0506287
Apr 16 21:59:37.608875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Deleting port a347bd57-d18a-4a25-827c-49efe9cadfda {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 21:59:37.609228 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:37.701972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] For port a347bd57-d18a-4a25-827c-49efe9cadfda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a347bd57-d18a-4a25-827c-49efe9cadfda,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:59:37.702327 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:37.871815 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:37.872106 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:37.872458 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353 disassociated. External IP: 172.35.1.172, port: a347bd57-d18a-4a25-827c-49efe9cadfda.
Apr 16 21:59:37.872806 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Calling delete_port for a347bd57-d18a-4a25-827c-49efe9cadfda owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 21:59:38.065852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (a347bd57-d18a-4a25-827c-49efe9cadfda), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:38.092634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event deleted for resources: {'Port': ['ID=a347bd57-d18a-4a25-827c-49efe9cadfda,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:38.103390 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.103750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.104097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.104468 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.104812 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.105155 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.105494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.105830 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.106702 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.106702 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.106905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.107119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.107436 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.107766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.108092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:38.231307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:59:38.344977 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:59:38.354804 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b91d55-beef-49d3-91e1-1708ae38bedb None None] Sync routers for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:59:38.364499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b91d55-beef-49d3-91e1-1708ae38bedb None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:59:38.365121 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-77b91d55-beef-49d3-91e1-1708ae38bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248f6fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:59:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:59:38.388271 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] No DVR routers for this DVR port a347bd57-d18a-4a25-827c-49efe9cadfda on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 21:59:38.390777 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:38.394087 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-645db79b-56bc-41f9-8bb4-fd254b24ee8c req-51fba509-b340-4be2-af89-3e62dfd9a4d9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.11 "DELETE /v2.0/ports/a347bd57-d18a-4a25-827c-49efe9cadfda HTTP/1.1" status: 204  len: 173 time: 0.8609107
Apr 16 21:59:38.395010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'name': 'network-vif-deleted', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:59:38.397297 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc50338-4617-43a2-8561-ca0feebc605e" -d '{"events": [{"server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "name": "network-vif-deleted", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:59:38.435107 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5197900c-cb19-4d22-a245-6f6448de3382 x-openstack-request-id: req-5197900c-cb19-4d22-a245-6f6448de3382 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:59:38.435616 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2409fb-599b-4139-9969-f113f6d9b0e3", "name": "network-vif-deleted", "tag": "a347bd57-d18a-4a25-827c-49efe9cadfda", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:59:38.435939 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5197900c-cb19-4d22-a245-6f6448de3382 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:59:38.436438 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5197900c-cb19-4d22-a245-6f6448de3382'] response: {'server_uuid': '7d2409fb-599b-4139-9969-f113f6d9b0e3', 'name': 'network-vif-deleted', 'tag': 'a347bd57-d18a-4a25-827c-49efe9cadfda', 'status': 'completed', 'code': 200}
Apr 16 21:59:38.480071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-77b91d55-beef-49d3-91e1-1708ae38bedb None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:59:38.555909 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-edd722ef-efc9-4e32-a665-e3cae6213cab req-819e39dc-61b1-42f2-8525-37ecec4a4661 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d2409fb-599b-4139-9969-f113f6d9b0e3 HTTP/1.1" status: 200  len: 210 time: 0.0305574
Apr 16 21:59:38.677316 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-77b91d55-beef-49d3-91e1-1708ae38bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248f6fd0>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:59:38.703759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b91d55-beef-49d3-91e1-1708ae38bedb None None] Checking router: 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:59:38.712597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b91d55-beef-49d3-91e1-1708ae38bedb None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:59:38.713199 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-77b91d55-beef-49d3-91e1-1708ae38bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01248f6fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:59:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:59:38.819381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-77b91d55-beef-49d3-91e1-1708ae38bedb None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:59:39.016818 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d112409-0899-47b7-b350-a63c08052634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:39.024910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-77b91d55-beef-49d3-91e1-1708ae38bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01248f6fd0>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:59:39.054730 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b91d55-beef-49d3-91e1-1708ae38bedb None None] The sync data for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 is: [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:59:39.273765 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247a63c8-be1f-4c59-9822-5405a206a4dc None None] New status for floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:59:39.795668 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-3f10e436-279d-4232-bb4e-d4473dea5953 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--937765651&fields=id&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 267 time: 0.0426242
Apr 16 21:59:39.904945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-ae43baef-8884-4d4a-b266-24492471f476 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:39.906317 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-ae43baef-8884-4d4a-b266-24492471f476 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 812 time: 0.1035962
Apr 16 21:59:39.921276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-d1a77494-7383-420a-8dda-d58f6123a767 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/quotas/14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 375 time: 0.0088818
Apr 16 21:59:39.968722 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-a486a162-0a96-465d-a88e-3e3362b35eed tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0426393
Apr 16 21:59:40.065334 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-a95e8b4e-8307-4e78-8716-7a59d69d0706 service neutron] 10.222.0.20 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847044
Apr 16 21:59:40.152299 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-83b882fa-337b-4807-aff5-142e269d248c service neutron] 10.222.0.20 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812240
Apr 16 21:59:40.391760 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-215d63e9-a90f-4f1d-8d35-0a95ece8f93e req-40d55308-666f-4080-a171-3bed23f58763 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 210 time: 0.0316186
Apr 16 21:59:40.451903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device a347bd57-d18a-4a25-827c-49efe9cadfda no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 21:59:40.475004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: a347bd57-d18a-4a25-827c-49efe9cadfda {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 21:59:40.475378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device a347bd57-d18a-4a25-827c-49efe9cadfda not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 21:59:41.486101 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ec754cd-41f1-4eea-95a7-8729b566eedf req-6215d948-f839-4ef1-8b34-d4da1398ffb9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 210 time: 0.0294745
Apr 16 21:59:41.654173 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e68bf773-e3ea-4783-87c1-7e5f315ff935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:42.104471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-5a1b883d-0d2c-467f-9e6a-78218ab0ac2a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:42.105916 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-5a1b883d-0d2c-467f-9e6a-78218ab0ac2a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 812 time: 0.1016610
Apr 16 21:59:42.165247 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-24d0e395-eff7-4d4c-bcb4-6e14ecd79f0f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 379 time: 0.0507758
Apr 16 21:59:42.173375 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-108df034-6874-427e-bc51-652e3b16881c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Request body: {'port': {'device_id': '7a20cde2-6d64-4864-923b-872decfbd83f', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'admin_state_up': True, 'tenant_id': '14958c4ca99847bfb86911005da65809', 'security_groups': ['d0b3e09c-64b9-4b34-b1bd-82470f335715']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:59:42.331718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-108df034-6874-427e-bc51-652e3b16881c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Made reservation on behalf of 14958c4ca99847bfb86911005da65809 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 21:59:42.335107 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-108df034-6874-427e-bc51-652e3b16881c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:42.460743 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-108df034-6874-427e-bc51-652e3b16881c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Allocated IP 172.20.0.9 (46ed5fd0-8613-4ef4-9bd7-a5169ec06285/7c9a9408-dc3f-4dc7-acc9-782b73424868/777f618f-2614-49d4-97d6-94c7da2c8040) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 21:59:42.591782 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f215c295-5bd9-4da1-a62c-2772d2360c88 req-070839fa-f70d-47d5-a95d-79fbf5de0e36 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 210 time: 0.0361502
Apr 16 21:59:42.626128 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-108df034-6874-427e-bc51-652e3b16881c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for port (777f618f-2614-49d4-97d6-94c7da2c8040), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:42.637123 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:42.709680 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-108df034-6874-427e-bc51-652e3b16881c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:42.759225 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-108df034-6874-427e-bc51-652e3b16881c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 21:59:42.762177 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-108df034-6874-427e-bc51-652e3b16881c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 21:59:42.765903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-108df034-6874-427e-bc51-652e3b16881c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 21:59:42.790128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108df034-6874-427e-bc51-652e3b16881c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event updated for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:42.819506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-108df034-6874-427e-bc51-652e3b16881c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:42.820133 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-108df034-6874-427e-bc51-652e3b16881c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:42.914821 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-108df034-6874-427e-bc51-652e3b16881c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7448733
Apr 16 21:59:42.926220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Request body: {'port': {'device_id': '7a20cde2-6d64-4864-923b-872decfbd83f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:59:42.986405 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:43.001658 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2b0a32d8-94ff-4109-847d-012425025712 None None] Provisioning complete for port 777f618f-2614-49d4-97d6-94c7da2c8040 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:59:43.002235 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2b0a32d8-94ff-4109-847d-012425025712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:43.039864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2b0a32d8-94ff-4109-847d-012425025712 None None] Port 777f618f-2614-49d4-97d6-94c7da2c8040 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 21:59:43.249528 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777f618f-2614-49d4-97d6-94c7da2c8040 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:59:43.257423 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Publish callbacks [] for port (777f618f-2614-49d4-97d6-94c7da2c8040), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:43.270137 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Transition to ACTIVE for port object 777f618f-2614-49d4-97d6-94c7da2c8040 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 21:59:43.345404 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:43.383875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Pushing event updated for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:43.499728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Attempting to bind port 777f618f-2614-49d4-97d6-94c7da2c8040 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 21:59:43.500072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Attempting to bind port 777f618f-2614-49d4-97d6-94c7da2c8040 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 21:59:43.500434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Attempting to bind port 777f618f-2614-49d4-97d6-94c7da2c8040 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:59:43.505479 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Port 777f618f-2614-49d4-97d6-94c7da2c8040 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 21:59:43.505802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Attempting to bind port 777f618f-2614-49d4-97d6-94c7da2c8040 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 21:59:43.510730 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 21, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 21:59:43.511069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Checking segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 21:59:43.511461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Bound using segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 21:59:43.511889 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Bound port: 777f618f-2614-49d4-97d6-94c7da2c8040, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 21:59:43.512270 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:43.582377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 21:59:43.585476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 21:59:43.643327 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:43.697530 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:43.697530 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:43.697530 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] 10.222.0.41 "PUT /v2.0/ports/777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1091 time: 0.7721717
Apr 16 21:59:43.697530 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:59:43.697530 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f88638-22db-4dd6-9617-6bd035775193" -d '{"events": [{"name": "network-changed", "server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:59:43.715870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f6aa8-3af5-4a57-9aaa-724ae482ca43 service neutron] Pushing event updated for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:43.743507 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc62d5d-2805-4ee5-94d6-600f78ae7d3e x-openstack-request-id: req-2fc62d5d-2805-4ee5-94d6-600f78ae7d3e {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:59:43.743796 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:59:43.744047 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fc62d5d-2805-4ee5-94d6-600f78ae7d3e {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:59:43.744483 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc62d5d-2805-4ee5-94d6-600f78ae7d3e'] response: {'name': 'network-changed', 'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040', 'status': 'completed', 'code': 200}
Apr 16 21:59:43.748911 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ccb33-a28e-420e-8ded-3682cd04e355 req-d5dc5463-8d93-4f2e-adf3-a044adb0944f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:43.750531 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5a5ccb33-a28e-420e-8ded-3682cd04e355 req-d5dc5463-8d93-4f2e-adf3-a044adb0944f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 943 time: 0.0826776
Apr 16 21:59:43.819289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5a5ccb33-a28e-420e-8ded-3682cd04e355 req-b6770806-1364-4c5d-bfde-1e2fd88efb43 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619392
Apr 16 21:59:43.819549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f88638-22db-4dd6-9617-6bd035775193 req-caf4ae39-05d8-430b-a479-5ff33ab0365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:43.821217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4f88638-22db-4dd6-9617-6bd035775193 req-caf4ae39-05d8-430b-a479-5ff33ab0365c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1125 time: 0.0563250
Apr 16 21:59:43.877681 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:43.933762 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f88638-22db-4dd6-9617-6bd035775193 req-81df0bf5-fef0-4bc9-8ffd-4510f901d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:43.935239 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4f88638-22db-4dd6-9617-6bd035775193 req-81df0bf5-fef0-4bc9-8ffd-4510f901d31a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=14958c4ca99847bfb86911005da65809&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1075890
Apr 16 21:59:44.033993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f88638-22db-4dd6-9617-6bd035775193 req-904f314f-97f2-4b88-9f3b-4f1a9b76d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:44.035997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4f88638-22db-4dd6-9617-6bd035775193 req-904f314f-97f2-4b88-9f3b-4f1a9b76d2c8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0956728
Apr 16 21:59:44.109621 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-7ccddd89-67ef-42d2-ab4b-ea83ae7caef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:44.111109 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-7ccddd89-67ef-42d2-ab4b-ea83ae7caef6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1125 time: 0.0395277
Apr 16 21:59:44.152261 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-48816054-336a-4648-9cb3-ee1afda28546 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 217 time: 0.0339055
Apr 16 21:59:44.200781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-15909c56-484d-48ae-b826-96d02f0f1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:44.202300 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-15909c56-484d-48ae-b826-96d02f0f1090 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0441921
Apr 16 21:59:44.231166 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:44.250280 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-6bf478e4-f7f5-4a22-9237-6e73886e65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:44.251837 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-6bf478e4-f7f5-4a22-9237-6e73886e65fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439134
Apr 16 21:59:44.339732 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-9d9b5c14-715e-4279-a09e-73e0f66f836c service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822990
Apr 16 21:59:44.433264 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd3148f4-a4d1-42e3-81cd-0b8f27998be5 req-35e780f5-5aeb-4fbd-9ba5-3ec1dcda99c3 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873971
Apr 16 21:59:44.934285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8173dd-7e91-4d61-8bb5-7796cbc8d1e0 req-aface477-26ae-4396-801d-a2366c4b38f3 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:44.935814 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec8173dd-7e91-4d61-8bb5-7796cbc8d1e0 req-aface477-26ae-4396-801d-a2366c4b38f3 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 943 time: 0.0474982
Apr 16 21:59:44.982901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ec8173dd-7e91-4d61-8bb5-7796cbc8d1e0 req-9b985b80-cac7-4462-8592-0fc903bcdd93 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410120
Apr 16 21:59:45.440139 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:46.097942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047403f8-3564-42e9-ada8-518780a2dbf8 req-92095a87-bd6f-4521-9243-e4095d85e551 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:46.099475 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-047403f8-3564-42e9-ada8-518780a2dbf8 req-92095a87-bd6f-4521-9243-e4095d85e551 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 943 time: 0.0477283
Apr 16 21:59:46.145355 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-047403f8-3564-42e9-ada8-518780a2dbf8 req-2aafddd9-8b3c-48b7-9ae0-0d939366247c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402131
Apr 16 21:59:47.259265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e0d0b-c6cd-470e-aee7-6d8c8ff44659 req-2f6e8fe8-9f63-4796-b0d6-3408d62d7cb4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:47.260753 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f12e0d0b-c6cd-470e-aee7-6d8c8ff44659 req-2f6e8fe8-9f63-4796-b0d6-3408d62d7cb4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 943 time: 0.0466771
Apr 16 21:59:47.310737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f12e0d0b-c6cd-470e-aee7-6d8c8ff44659 req-9ae58e41-b800-446f-8ec6-5cc1f0a36801 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444458
Apr 16 21:59:47.941505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 777f618f-2614-49d4-97d6-94c7da2c8040 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 21:59:48.038534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:59:48.049621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '777f618f-2614-49d4-97d6-94c7da2c8040', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'port_id': '777f618f-2614-49d4-97d6-94c7da2c8040', 'mac_address': 'fa:16:3e:93:13:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 21:59:48.086356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 777f618f-2614-49d4-97d6-94c7da2c8040 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:59:48.086753 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:48.099359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777f618f-2614-49d4-97d6-94c7da2c8040 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 21:59:48.118621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:59:48.211753 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:48.261408 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:48.268479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.268833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.269180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.269524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.269868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.270202 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.270535 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.270866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.271196 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.271523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.271852 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.272194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.272531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.272858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.273184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 21:59:48.426049 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feb867-7c8a-4860-9255-7651f99cde0c req-839b6e2e-8377-478a-a3b2-d69eab08765a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:48.427521 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28feb867-7c8a-4860-9255-7651f99cde0c req-839b6e2e-8377-478a-a3b2-d69eab08765a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 944 time: 0.0460250
Apr 16 21:59:48.477589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['777f618f-2614-49d4-97d6-94c7da2c8040'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 21:59:48.477826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-28feb867-7c8a-4860-9255-7651f99cde0c req-8eb9e57a-7635-44e1-bc89-ac5480544283 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443549
Apr 16 21:59:49.591120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f61ee-31e8-4bff-afec-f74fe858bf77 req-485c3a5c-7a7f-4dca-9bbe-20d78ef5aa40 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:49.592611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1f0f61ee-31e8-4bff-afec-f74fe858bf77 req-485c3a5c-7a7f-4dca-9bbe-20d78ef5aa40 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 944 time: 0.0470014
Apr 16 21:59:49.638951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1f0f61ee-31e8-4bff-afec-f74fe858bf77 req-605a5509-9931-4780-8ce6-65a67c8e5d13 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405202
Apr 16 21:59:49.942740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 777f618f-2614-49d4-97d6-94c7da2c8040 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 21:59:49.990100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 777f618f-2614-49d4-97d6-94c7da2c8040 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 21:59:50.047703 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 777f618f-2614-49d4-97d6-94c7da2c8040 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 21:59:50.048061 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:50.123354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 777f618f-2614-49d4-97d6-94c7da2c8040 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 21:59:50.123733 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:50.144891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:59:50.147370 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cfa147-a9a0-43db-a2fd-808a338c145e" -d '{"events": [{"server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "name": "network-vif-plugged", "status": "completed", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:59:50.160002 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 21:59:50.244365 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 21:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef17dc88-3913-49fc-8a45-6921c2b2b248 x-openstack-request-id: req-ef17dc88-3913-49fc-8a45-6921c2b2b248 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:59:50.244657 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "name": "network-vif-plugged", "status": "completed", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:59:50.244907 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef17dc88-3913-49fc-8a45-6921c2b2b248 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:59:50.245300 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef17dc88-3913-49fc-8a45-6921c2b2b248'] response: {'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040', 'code': 200}
Apr 16 21:59:50.265480 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:50.313689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 21:59:50.336920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149f074-59d9-4395-8e9b-17add4dc1a23 req-c166db5a-fbb2-4f6d-a699-9a8a1bd2d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:50.338421 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7149f074-59d9-4395-8e9b-17add4dc1a23 req-c166db5a-fbb2-4f6d-a699-9a8a1bd2d8bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1127 time: 0.0391374
Apr 16 21:59:50.383994 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7149f074-59d9-4395-8e9b-17add4dc1a23 req-12e279e4-a6f4-41fe-a6b7-388cc103ce94 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383532
Apr 16 21:59:50.756968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77d59a-3169-499c-9a1c-e290eb14d967 req-525fec80-4466-4a54-947b-9e9c98fc328f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:50.758435 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6a77d59a-3169-499c-9a1c-e290eb14d967 req-525fec80-4466-4a54-947b-9e9c98fc328f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0525863
Apr 16 21:59:50.803838 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6a77d59a-3169-499c-9a1c-e290eb14d967 req-de11eea1-f778-4ee6-bb81-2266cf12ec8e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397065
Apr 16 21:59:51.919869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54bca1-fe33-4f0f-9457-a4260dd67253 req-0ef0dcba-e2db-43df-9eed-2c52e0dc810b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:51.921414 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e54bca1-fe33-4f0f-9457-a4260dd67253 req-0ef0dcba-e2db-43df-9eed-2c52e0dc810b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0484426
Apr 16 21:59:51.968874 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7e54bca1-fe33-4f0f-9457-a4260dd67253 req-2a6992fc-9e0c-42ba-a31d-275cd55f4456 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418515
Apr 16 21:59:53.081237 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f5aa9-3dee-4646-aa84-1aff92d8a2dd req-5b5ad2d9-1af0-4d05-aa8a-4d28b17b8c8f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:53.082704 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-058f5aa9-3dee-4646-aa84-1aff92d8a2dd req-5b5ad2d9-1af0-4d05-aa8a-4d28b17b8c8f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0466759
Apr 16 21:59:53.129845 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-058f5aa9-3dee-4646-aa84-1aff92d8a2dd req-c69fb5d6-d83d-4560-9a2b-c32cb693aa24 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415108
Apr 16 21:59:53.239641 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da317c4-e7a7-46de-92e6-a1ba58d08c6e req-ab50474c-e3af-450f-b408-3fb3a495632b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:53.241170 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4da317c4-e7a7-46de-92e6-a1ba58d08c6e req-ab50474c-e3af-450f-b408-3fb3a495632b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0477700
Apr 16 21:59:53.249633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50674) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 21:59:53.253943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-3e16dc08-3692-4edf-9eb6-2e00a82bc464 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Request body: {'floatingip': {'port_id': '777f618f-2614-49d4-97d6-94c7da2c8040'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 21:59:53.296780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e16dc08-3692-4edf-9eb6-2e00a82bc464 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:53.739839 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e16dc08-3692-4edf-9eb6-2e00a82bc464 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:53.802489 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e16dc08-3692-4edf-9eb6-2e00a82bc464 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:53.906892 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-3e16dc08-3692-4edf-9eb6-2e00a82bc464 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353 associated. External IP: 172.35.1.172, port: 777f618f-2614-49d4-97d6-94c7da2c8040.
Apr 16 21:59:54.123542 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e16dc08-3692-4edf-9eb6-2e00a82bc464 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 21:59:54.234172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e16dc08-3692-4edf-9eb6-2e00a82bc464 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 21:59:54.239550 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3e16dc08-3692-4edf-9eb6-2e00a82bc464 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 21:59:54.244119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02242711-1a63-42df-ba29-1f7f27c1b7d3 None None] Sync routers for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 21:59:54.253995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02242711-1a63-42df-ba29-1f7f27c1b7d3 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:59:54.254608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-02242711-1a63-42df-ba29-1f7f27c1b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f56e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:59:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:59:54.269975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3e16dc08-3692-4edf-9eb6-2e00a82bc464 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "PUT /v2.0/floatingips/204a18fb-2c09-4a6c-a64f-ec28a7f56353 HTTP/1.1" status: 200  len: 992 time: 1.0193729
Apr 16 21:59:54.270735 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 21:59:54.272849 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50d31f5-0782-4812-8d2c-50d2d69a97dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 21:59:54.311810 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 21:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d12743-bef5-44ec-8ff2-e5dc9749d124 x-openstack-request-id: req-b2d12743-bef5-44ec-8ff2-e5dc9749d124 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 21:59:54.312119 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 21:59:54.312574 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2d12743-bef5-44ec-8ff2-e5dc9749d124 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 21:59:54.312862 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d12743-bef5-44ec-8ff2-e5dc9749d124'] response: {'name': 'network-changed', 'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040', 'status': 'completed', 'code': 200}
Apr 16 21:59:54.377647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d31f5-0782-4812-8d2c-50d2d69a97dc req-82e9533c-0432-4c92-acca-74099ac2c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:54.379664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e50d31f5-0782-4812-8d2c-50d2d69a97dc req-82e9533c-0432-4c92-acca-74099ac2c3fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1127 time: 0.0423098
Apr 16 21:59:54.479435 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d31f5-0782-4812-8d2c-50d2d69a97dc req-649cc796-3d6b-4a93-a733-0cb391a6ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:54.480937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e50d31f5-0782-4812-8d2c-50d2d69a97dc req-649cc796-3d6b-4a93-a733-0cb391a6ac79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0950370
Apr 16 21:59:54.535682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-02242711-1a63-42df-ba29-1f7f27c1b7d3 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:59:54.548392 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e50d31f5-0782-4812-8d2c-50d2d69a97dc req-458ca9db-223a-4baf-8a6a-3abca0708a74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1000 time: 0.0608644
Apr 16 21:59:54.601843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d31f5-0782-4812-8d2c-50d2d69a97dc req-9e91039a-5261-4cd6-a831-b42c97ab5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:54.603655 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e50d31f5-0782-4812-8d2c-50d2d69a97dc req-9e91039a-5261-4cd6-a831-b42c97ab5ed1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0496888
Apr 16 21:59:54.646468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d31f5-0782-4812-8d2c-50d2d69a97dc req-cb4a50e8-d3a9-4e12-8e86-fc3e5efc9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:54.647907 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e50d31f5-0782-4812-8d2c-50d2d69a97dc req-cb4a50e8-d3a9-4e12-8e86-fc3e5efc9109 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0388536
Apr 16 21:59:54.744913 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e50d31f5-0782-4812-8d2c-50d2d69a97dc req-c81deb91-7229-422c-aeae-e586116b29b5 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897186
Apr 16 21:59:54.760763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-02242711-1a63-42df-ba29-1f7f27c1b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f56e490>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '204a18fb-2c09-4a6c-a64f-ec28a7f56353', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'port_id': '777f618f-2614-49d4-97d6-94c7da2c8040', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'mac_address': 'fa:16:3e:93:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a20cde2-6d64-4864-923b-872decfbd83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:56:44Z', 'updated_at': '2022-04-16T21:59:53Z', 'revision_number': 13, 'project_id': '14958c4ca99847bfb86911005da65809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:59:54.791562 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02242711-1a63-42df-ba29-1f7f27c1b7d3 None None] Checking router: 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 21:59:54.800138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02242711-1a63-42df-ba29-1f7f27c1b7d3 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 21:59:54.800771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-02242711-1a63-42df-ba29-1f7f27c1b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f56e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T21:59:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:59:54.845346 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e50d31f5-0782-4812-8d2c-50d2d69a97dc req-f768ecf9-3292-4f7f-924a-c887c34a2d04 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0949895
Apr 16 21:59:54.916389 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-02242711-1a63-42df-ba29-1f7f27c1b7d3 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 21:59:55.133686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-02242711-1a63-42df-ba29-1f7f27c1b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f56e490>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '204a18fb-2c09-4a6c-a64f-ec28a7f56353', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'port_id': '777f618f-2614-49d4-97d6-94c7da2c8040', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'mac_address': 'fa:16:3e:93:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a20cde2-6d64-4864-923b-872decfbd83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:56:44Z', 'updated_at': '2022-04-16T21:59:53Z', 'revision_number': 13, 'project_id': '14958c4ca99847bfb86911005da65809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 21:59:55.164888 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02242711-1a63-42df-ba29-1f7f27c1b7d3 None None] The sync data for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 is: [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '204a18fb-2c09-4a6c-a64f-ec28a7f56353', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'floating_ip_address': '172.35.1.172', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'port_id': '777f618f-2614-49d4-97d6-94c7da2c8040', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'mac_address': 'fa:16:3e:93:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a20cde2-6d64-4864-923b-872decfbd83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T21:56:44Z', 'updated_at': '2022-04-16T21:59:53Z', 'revision_number': 13, 'project_id': '14958c4ca99847bfb86911005da65809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 21:59:55.356419 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee3e123-3945-47c7-a92d-cad4dd1aa6f2 None None] New status for floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 21:59:56.042022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893f88e-5d67-40b2-87fa-d41bd9956c40 req-be0ad623-b773-40ad-8a0b-3e623cb37144 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 21:59:56.043416 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2893f88e-5d67-40b2-87fa-d41bd9956c40 req-be0ad623-b773-40ad-8a0b-3e623cb37144 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0508246
Apr 16 21:59:56.089957 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2893f88e-5d67-40b2-87fa-d41bd9956c40 req-1eb30ebf-3231-495e-9b76-6039945d4f03 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408623
Apr 16 22:00:00.321361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7f440-e02b-4671-94f2-48598a5e5f65 req-efdeb153-fc5c-4674-a609-e52c2ddcc9ce tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:00.322893 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c1d7f440-e02b-4671-94f2-48598a5e5f65 req-efdeb153-fc5c-4674-a609-e52c2ddcc9ce tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0483224
Apr 16 22:00:00.369724 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c1d7f440-e02b-4671-94f2-48598a5e5f65 req-9103a1a5-4a2b-4a84-8788-8a83dc2bfedc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410304
Apr 16 22:00:00.500222 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-ac80025d-c658-475f-9566-3bbc83949582 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0911453
Apr 16 22:00:01.113598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-ed2e18a6-5885-46e1-841e-a5a4cd29cbcc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:01.114932 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-ed2e18a6-5885-46e1-841e-a5a4cd29cbcc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports/777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 942 time: 0.1069603
Apr 16 22:00:01.495640 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf089c1-a429-4567-a1f0-664c2e8cd7a1 req-e007687c-1182-4026-87bb-058eec891a3c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:01.497172 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2bf089c1-a429-4567-a1f0-664c2e8cd7a1 req-e007687c-1182-4026-87bb-058eec891a3c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0519185
Apr 16 22:00:01.544356 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2bf089c1-a429-4567-a1f0-664c2e8cd7a1 req-b3bd5771-0e7a-4d6f-ac24-e369f346a3dc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413909
Apr 16 22:00:02.490993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-23f3e950-a8ed-461f-9d9b-588df1d2efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:02.492780 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-23f3e950-a8ed-461f-9d9b-588df1d2efe4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1127 time: 0.0410461
Apr 16 22:00:02.584134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-0a577cfc-01a3-4eab-8076-c475e2d5de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:02.586143 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-0a577cfc-01a3-4eab-8076-c475e2d5de94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0879903
Apr 16 22:00:02.682311 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-93eacbd1-5a95-4bf5-bf90-b23f3d0a0ea0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1002 time: 0.0897300
Apr 16 22:00:02.688783 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da7150-d9ac-43a1-a0f1-8e43b70f3589 req-b5b96b65-8413-487e-8f4d-82566593ca97 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:02.690164 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a6da7150-d9ac-43a1-a0f1-8e43b70f3589 req-b5b96b65-8413-487e-8f4d-82566593ca97 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0613301
Apr 16 22:00:02.757788 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-d0266f01-33d2-4711-8877-2d0b88b7701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:02.759114 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-d0266f01-33d2-4711-8877-2d0b88b7701b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0681336
Apr 16 22:00:02.781676 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a6da7150-d9ac-43a1-a0f1-8e43b70f3589 req-b5e9c4d1-cd8b-47a6-b3ce-c27de64da83f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828121
Apr 16 22:00:02.808027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-ed4339f6-7022-44f2-af55-4607eb3e4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:02.809525 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-ed4339f6-7022-44f2-af55-4607eb3e4768 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430005
Apr 16 22:00:02.902723 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-7b824013-0194-45f1-97fb-07c80faf668b service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859971
Apr 16 22:00:02.992041 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-da2cca0c-d003-4e8f-9959-dc493284ef0e service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827267
Apr 16 22:00:03.892983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea486513-5d4e-470d-ab45-c1b89d83b36e req-3114c1fd-482b-4292-a12e-4bae0fcab922 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:03.894424 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea486513-5d4e-470d-ab45-c1b89d83b36e req-3114c1fd-482b-4292-a12e-4bae0fcab922 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0456603
Apr 16 22:00:03.944440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ea486513-5d4e-470d-ab45-c1b89d83b36e req-40b76e42-0e04-4010-ad81-6ac649519d1f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435386
Apr 16 22:00:05.059864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fe684-3efd-41b8-813d-46ce38faaf62 req-f10b196f-0461-401c-b225-1ba8f43ad88f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:05.061355 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b56fe684-3efd-41b8-813d-46ce38faaf62 req-f10b196f-0461-401c-b225-1ba8f43ad88f tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0478578
Apr 16 22:00:05.112084 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b56fe684-3efd-41b8-813d-46ce38faaf62 req-f389292c-a591-4499-b866-a56580fc1d1a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449984
Apr 16 22:00:06.023335 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:00:06.225799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24bf4d-a862-4b9f-9b38-f50590502198 req-0a52800e-7acc-44d5-8b07-8ad0e3690424 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:06.227269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab24bf4d-a862-4b9f-9b38-f50590502198 req-0a52800e-7acc-44d5-8b07-8ad0e3690424 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0465257
Apr 16 22:00:06.273557 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab24bf4d-a862-4b9f-9b38-f50590502198 req-78b8da7a-9d23-4783-a687-31cfd9594ba7 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406454
Apr 16 22:00:06.556843 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:07.385909 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816ddd3-4963-4696-b96d-e75aca73a0fb req-442d0f3f-b979-4460-83eb-29ff953c8e84 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:07.387358 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6816ddd3-4963-4696-b96d-e75aca73a0fb req-442d0f3f-b979-4460-83eb-29ff953c8e84 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0469935
Apr 16 22:00:07.435411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6816ddd3-4963-4696-b96d-e75aca73a0fb req-6be5d143-ab32-4b74-a58a-3c6ee4cebf69 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424371
Apr 16 22:00:08.549585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aed9a7-cea2-4667-9ad5-909ed18fda1a req-b7c6bc35-124a-4d25-b2ad-4e882eb7fc67 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:08.551068 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c5aed9a7-cea2-4667-9ad5-909ed18fda1a req-b7c6bc35-124a-4d25-b2ad-4e882eb7fc67 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0475526
Apr 16 22:00:08.596947 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c5aed9a7-cea2-4667-9ad5-909ed18fda1a req-11eb22d9-8062-4239-84f2-ef2855810e8c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401802
Apr 16 22:00:09.034377 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b7bed30b-4162-4aa1-adc4-f737a5c8153c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:09.711119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8608b-c890-4eb5-aba8-128a721ae8ec req-4a329aad-1dcc-42d5-851b-410ae41110e5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:09.712612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-97c8608b-c890-4eb5-aba8-128a721ae8ec req-4a329aad-1dcc-42d5-851b-410ae41110e5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0474195
Apr 16 22:00:09.759452 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-97c8608b-c890-4eb5-aba8-128a721ae8ec req-b4cad2f5-8922-4aed-9f81-c3d85b3025b9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411155
Apr 16 22:00:10.878027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e50dd-a53d-41f3-965b-d8aa988af7d3 req-9aab9e53-2654-4d67-ac45-9c997fc10f6e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:10.879512 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-733e50dd-a53d-41f3-965b-d8aa988af7d3 req-9aab9e53-2654-4d67-ac45-9c997fc10f6e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0513659
Apr 16 22:00:10.930663 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-733e50dd-a53d-41f3-965b-d8aa988af7d3 req-878c8289-a8c3-4030-821f-9ea6fb38eb08 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449824
Apr 16 22:00:11.658890 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6ec43dc2-188f-4c9b-a107-5bb2e01d116f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:12.047633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75bd92-eace-4c1e-bfc9-1ff9d2313d7f req-f2ab9233-14d5-4def-bd41-f95500f483f5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:12.049115 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb75bd92-eace-4c1e-bfc9-1ff9d2313d7f req-f2ab9233-14d5-4def-bd41-f95500f483f5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0502582
Apr 16 22:00:12.095258 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bb75bd92-eace-4c1e-bfc9-1ff9d2313d7f req-c705cbf4-1140-4fbb-984e-79fc2fef4a26 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406072
Apr 16 22:00:12.619100 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:13.207013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5bec2-2ad3-423f-ad6a-7b80a100d610 req-24c95bf5-7272-4c6d-ab07-ffcc9930002d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:13.208503 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f8e5bec2-2ad3-423f-ad6a-7b80a100d610 req-24c95bf5-7272-4c6d-ab07-ffcc9930002d tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0461571
Apr 16 22:00:13.254942 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f8e5bec2-2ad3-423f-ad6a-7b80a100d610 req-bf1dcc4d-f23b-4e6e-9223-887ddaa320f9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402906
Apr 16 22:00:13.887424 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:14.268575 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:14.369727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eec618-8dda-44c5-b104-9e2498dfaef0 req-7b6b4d64-fd17-4333-835e-35ec206d1bb6 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:14.371197 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3eec618-8dda-44c5-b104-9e2498dfaef0 req-7b6b4d64-fd17-4333-835e-35ec206d1bb6 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0462635
Apr 16 22:00:14.417183 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3eec618-8dda-44c5-b104-9e2498dfaef0 req-eb8fad83-5e2d-4d0c-a24f-51cfa119521b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403085
Apr 16 22:00:15.447900 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:15.534919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd656043-4456-43ab-a2e6-6d6367f6b1bc req-3b42bcf2-96a6-4e74-a0a6-9e0236078d79 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:15.536436 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd656043-4456-43ab-a2e6-6d6367f6b1bc req-3b42bcf2-96a6-4e74-a0a6-9e0236078d79 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0470185
Apr 16 22:00:15.586572 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dd656043-4456-43ab-a2e6-6d6367f6b1bc req-b4b7bab6-2f19-4e6f-beb8-62fc76133150 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445530
Apr 16 22:00:16.699241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917a9fe-8408-4cec-b156-1a110414cb64 req-776a73c3-1487-478a-9406-5b815b8c2b2a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:16.700737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a917a9fe-8408-4cec-b156-1a110414cb64 req-776a73c3-1487-478a-9406-5b815b8c2b2a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0469737
Apr 16 22:00:16.750804 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a917a9fe-8408-4cec-b156-1a110414cb64 req-faa1cf40-c18e-4b82-918b-ee3604d3f355 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443289
Apr 16 22:00:17.866314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05d63d-7ebc-4b23-9f35-78271ae4db99 req-9bbd1b70-52ba-4e39-8768-9acd1453b960 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:17.867843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e05d63d-7ebc-4b23-9f35-78271ae4db99 req-9bbd1b70-52ba-4e39-8768-9acd1453b960 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0480249
Apr 16 22:00:17.913860 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e05d63d-7ebc-4b23-9f35-78271ae4db99 req-cd60db6a-67ec-4826-b213-3909438b7200 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403426
Apr 16 22:00:19.030821 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e415236-fee8-4270-a7c4-e9d63f71e09b req-b5a4b963-80fa-4404-9590-ad853ac77537 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:19.032322 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e415236-fee8-4270-a7c4-e9d63f71e09b req-b5a4b963-80fa-4404-9590-ad853ac77537 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0472355
Apr 16 22:00:19.078808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e415236-fee8-4270-a7c4-e9d63f71e09b req-ad7fa967-6803-4177-b904-ce47bdba2d82 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407846
Apr 16 22:00:20.191415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e715f-3cdc-4b68-a268-a520a48482fb req-42497903-9c77-4a77-b47b-41098689f391 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:20.192910 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee5e715f-3cdc-4b68-a268-a520a48482fb req-42497903-9c77-4a77-b47b-41098689f391 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0465691
Apr 16 22:00:20.238448 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ee5e715f-3cdc-4b68-a268-a520a48482fb req-831f3f97-0c9f-4632-bd38-7020a34ea12a tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399499
Apr 16 22:00:20.966649 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-f287370d-6c2e-4701-966b-2ffcc8377a18 service neutron] show failed (client error): The resource could not be found.
Apr 16 22:00:20.967927 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-f287370d-6c2e-4701-966b-2ffcc8377a18 service neutron] 10.222.0.41 "GET /v2.0/ports/777f618f-2614-49d4-97d6-94c7da2c8040/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0546606
Apr 16 22:00:21.358493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790885c-556a-4a41-8be2-d0590cf1873e req-ddbf9deb-f5e2-4a35-bdae-123049f6aee0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:21.359965 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6790885c-556a-4a41-8be2-d0590cf1873e req-ddbf9deb-f5e2-4a35-bdae-123049f6aee0 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0508485
Apr 16 22:00:21.408221 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6790885c-556a-4a41-8be2-d0590cf1873e req-005daf8b-589d-4f34-a229-4ac0b8b5f942 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426228
Apr 16 22:00:21.442380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-9e2d5099-0fe4-4cc9-bdeb-833de050991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:21.444524 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-9e2d5099-0fe4-4cc9-bdeb-833de050991d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 1127 time: 0.0446696
Apr 16 22:00:21.454842 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:00:21.513531 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:21.712895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:00:21.746281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:00:21.789330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:00:21.791550 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbc8ed4-8cad-45a8-86e9-2329640603df" -d '{"events": [{"server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "name": "network-vif-unplugged", "status": "completed", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:00:21.795021 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Publish callbacks [] for port (777f618f-2614-49d4-97d6-94c7da2c8040), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:21.812605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Transition to ACTIVE for port object 777f618f-2614-49d4-97d6-94c7da2c8040 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:00:21.844407 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 22:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fc5163-35d6-4aa3-947d-b76ab40948db x-openstack-request-id: req-e8fc5163-35d6-4aa3-947d-b76ab40948db {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:00:21.844407 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "name": "network-vif-unplugged", "status": "completed", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:00:21.844407 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8fc5163-35d6-4aa3-947d-b76ab40948db {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:00:21.844801 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fc5163-35d6-4aa3-947d-b76ab40948db'] response: {'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040', 'code': 200}
Apr 16 22:00:21.891253 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:21.967865 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Pushing event updated for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=6']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:22.017401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] No DVR routers for this DVR port 777f618f-2614-49d4-97d6-94c7da2c8040 on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:00:22.157839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Attempting to bind port 777f618f-2614-49d4-97d6-94c7da2c8040 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:00:22.158175 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Attempting to bind port 777f618f-2614-49d4-97d6-94c7da2c8040 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:00:22.158505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Attempting to bind port 777f618f-2614-49d4-97d6-94c7da2c8040 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:00:22.163396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Port 777f618f-2614-49d4-97d6-94c7da2c8040 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:00:22.163721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Attempting to bind port 777f618f-2614-49d4-97d6-94c7da2c8040 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:00:22.168488 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:00:22.168825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Checking segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:00:22.169206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Bound using segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:00:22.169626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Bound port: 777f618f-2614-49d4-97d6-94c7da2c8040, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:00:22.169978 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:22.231284 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:00:22.234105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:00:22.297768 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:22.335484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:22.336116 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:22.337553 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] 10.222.0.11 "PUT /v2.0/ports/777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1091 time: 0.8865645
Apr 16 22:00:22.358383 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788523f-1ffd-448e-95fd-08ff18bde717 service neutron] Pushing event updated for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:22.405158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-a032496e-22d1-4d60-8576-9302ac2d5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:22.406706 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-a032496e-22d1-4d60-8576-9302ac2d5cad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1125 time: 0.0451939
Apr 16 22:00:22.503213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-f1e56094-282d-4e50-8764-8c9a2ad76823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:22.504704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-f1e56094-282d-4e50-8764-8c9a2ad76823 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0927036
Apr 16 22:00:22.531257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3bad2-1f00-4eba-931a-b908475f4164 req-7d8254e5-ddea-4130-9770-5f49b0418088 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:22.532799 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61d3bad2-1f00-4eba-931a-b908475f4164 req-7d8254e5-ddea-4130-9770-5f49b0418088 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 943 time: 0.0500772
Apr 16 22:00:22.575202 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-08e9f532-c8a1-439f-8aa5-389d512d1a01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1000 time: 0.0649147
Apr 16 22:00:22.581097 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61d3bad2-1f00-4eba-931a-b908475f4164 req-ecef4184-7f59-48a0-b7d3-3c093a0f9392 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419137
Apr 16 22:00:22.623253 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-881297de-b11a-424f-9991-8e1af1659b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:22.624743 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-881297de-b11a-424f-9991-8e1af1659b96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0438511
Apr 16 22:00:22.666460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-1a036db3-5278-4718-bbc9-d9fd5a6ecfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:22.667911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-1a036db3-5278-4718-bbc9-d9fd5a6ecfd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0377636
Apr 16 22:00:22.760572 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-bf09abda-62e8-494e-bd6f-68b54f2a0a55 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857525
Apr 16 22:00:22.846374 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-afe129e2-ed52-42a5-91ad-17edee97560a service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803874
Apr 16 22:00:23.706195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba11e2e-16b1-4fb6-8712-6769b7cff670 req-1d384b9d-f1bf-4da0-9bf8-c75defdefa0e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:23.707693 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eba11e2e-16b1-4fb6-8712-6769b7cff670 req-1d384b9d-f1bf-4da0-9bf8-c75defdefa0e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 943 time: 0.0489028
Apr 16 22:00:23.754293 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-eba11e2e-16b1-4fb6-8712-6769b7cff670 req-dd314751-179e-4e69-b6b2-6537ff5cc8f8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401309
Apr 16 22:00:23.845932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:00:23.848244 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61da69f8-f595-43d6-a828-43acf20b32fa" -d '{"events": [{"name": "network-changed", "server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:00:23.895976 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b7dce6-b514-4652-886e-52befc5e4b57 x-openstack-request-id: req-29b7dce6-b514-4652-886e-52befc5e4b57 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:00:23.897170 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:00:23.897573 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29b7dce6-b514-4652-886e-52befc5e4b57 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:00:23.898070 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b7dce6-b514-4652-886e-52befc5e4b57'] response: {'name': 'network-changed', 'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040', 'status': 'completed', 'code': 200}
Apr 16 22:00:23.956034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da69f8-f595-43d6-a828-43acf20b32fa req-bbf8d03c-69f7-4d50-a9f7-3d16f2d8527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:23.957600 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-bbf8d03c-69f7-4d50-a9f7-3d16f2d8527a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1125 time: 0.0437586
Apr 16 22:00:23.965065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da69f8-f595-43d6-a828-43acf20b32fa req-ec1299d3-74d6-4d85-bcf3-42e4cb602dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:23.966575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-ec1299d3-74d6-4d85-bcf3-42e4cb602dbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1125 time: 0.0409760
Apr 16 22:00:24.049851 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da69f8-f595-43d6-a828-43acf20b32fa req-7662b1c0-ad56-42bb-ba7e-5ce81477d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:24.051388 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-7662b1c0-ad56-42bb-ba7e-5ce81477d1ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0882080
Apr 16 22:00:24.062359 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da69f8-f595-43d6-a828-43acf20b32fa req-b2374a32-44c9-4706-9ae6-d924b3119264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:24.063873 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-b2374a32-44c9-4706-9ae6-d924b3119264 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0904887
Apr 16 22:00:24.134866 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-09377792-d7f2-4adb-a46a-f113c289ffbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1000 time: 0.0647917
Apr 16 22:00:24.174321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 777f618f-2614-49d4-97d6-94c7da2c8040 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:00:24.195467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da69f8-f595-43d6-a828-43acf20b32fa req-61cc8b76-211c-487c-a940-bae2e1a92a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:24.197050 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-61cc8b76-211c-487c-a940-bae2e1a92a9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0561466
Apr 16 22:00:24.226173 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port 777f618f-2614-49d4-97d6-94c7da2c8040 host nch1-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 22:00:24.226173 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 777f618f-2614-49d4-97d6-94c7da2c8040 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:00:24.250566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da69f8-f595-43d6-a828-43acf20b32fa req-7b86bec9-c6c6-4bff-b497-41b45543dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:24.252112 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-7b86bec9-c6c6-4bff-b497-41b45543dba6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0490599
Apr 16 22:00:24.350515 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-e77eb79d-a07e-4f48-bfa5-0a6328c464bb service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916615
Apr 16 22:00:24.418594 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-4c9f02d6-5045-4cc3-929c-efa8226c24c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1000 time: 0.3611622
Apr 16 22:00:24.450370 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-b19a2ffc-23a5-4bff-9f32-442154bd9d57 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938690
Apr 16 22:00:24.867451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91080ec6-5103-4736-8608-b13067bb8ba1 req-7e99e983-e390-483a-b4d7-9657ec612dbd tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:24.868937 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91080ec6-5103-4736-8608-b13067bb8ba1 req-7e99e983-e390-483a-b4d7-9657ec612dbd tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 943 time: 0.0459552
Apr 16 22:00:24.914905 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-91080ec6-5103-4736-8608-b13067bb8ba1 req-ca76064c-79c0-43bd-95f3-830c2f3f6d91 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403471
Apr 16 22:00:24.994846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da69f8-f595-43d6-a828-43acf20b32fa req-160a9a56-8da6-477e-8074-9a37eb24342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:24.996202 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-160a9a56-8da6-477e-8074-9a37eb24342c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0432770
Apr 16 22:00:25.043486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da69f8-f595-43d6-a828-43acf20b32fa req-ea2f6adc-dad0-49a1-aee1-614f15173a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:25.044975 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-ea2f6adc-dad0-49a1-aee1-614f15173a60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421550
Apr 16 22:00:25.132642 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-afe182a5-6b54-4a18-857f-bffada5a100f service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814168
Apr 16 22:00:25.223240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61da69f8-f595-43d6-a828-43acf20b32fa req-ca533e76-4e60-481b-bf34-cace9ae58ce8 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849111
Apr 16 22:00:26.031402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50863fa-8eb5-43c7-b6b8-365e931300d9 req-60d2aaa2-e5b5-42c8-a2bf-dcbf03301663 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:26.032864 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f50863fa-8eb5-43c7-b6b8-365e931300d9 req-60d2aaa2-e5b5-42c8-a2bf-dcbf03301663 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 943 time: 0.0471914
Apr 16 22:00:26.077773 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f50863fa-8eb5-43c7-b6b8-365e931300d9 req-41c3e4e3-df8a-4527-a040-fc08c716c2dc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393884
Apr 16 22:00:27.199690 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f3722-8735-4f76-b416-a42dbe57a9b4 req-b20a2160-8ce7-40f6-a2d1-82906332ea28 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:27.201321 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d32f3722-8735-4f76-b416-a42dbe57a9b4 req-b20a2160-8ce7-40f6-a2d1-82906332ea28 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 943 time: 0.0521452
Apr 16 22:00:27.249387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d32f3722-8735-4f76-b416-a42dbe57a9b4 req-8a8b535c-91c1-4e08-b6a8-96f2252cfbce tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417113
Apr 16 22:00:28.370191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233601a-4dbf-4267-8cde-151190d7ec0c req-c8b16c67-203e-4ca8-ad20-3a1661824f7e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:28.371678 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e233601a-4dbf-4267-8cde-151190d7ec0c req-c8b16c67-203e-4ca8-ad20-3a1661824f7e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 943 time: 0.0517671
Apr 16 22:00:28.401643 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2fd2eaf5-23bb-4383-a504-56cb100c77de req-0da9a8c4-b946-4dbf-bb86-2efb6b15aec3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0381575
Apr 16 22:00:28.418169 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e233601a-4dbf-4267-8cde-151190d7ec0c req-58851ec4-ca7b-4aef-80c3-ba3460e4bea9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406568
Apr 16 22:00:28.483723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2eaf5-23bb-4383-a504-56cb100c77de req-8ae0b5ce-1c5e-4551-b318-96afb996c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:28.485248 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2fd2eaf5-23bb-4383-a504-56cb100c77de req-8ae0b5ce-1c5e-4551-b318-96afb996c97d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1125 time: 0.0434489
Apr 16 22:00:28.587425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2eaf5-23bb-4383-a504-56cb100c77de req-298c101d-944d-46e2-9968-79cbdaf5f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:28.588970 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2fd2eaf5-23bb-4383-a504-56cb100c77de req-298c101d-944d-46e2-9968-79cbdaf5f14f service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0851214
Apr 16 22:00:28.644845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 777f618f-2614-49d4-97d6-94c7da2c8040 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:00:28.661786 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2fd2eaf5-23bb-4383-a504-56cb100c77de req-3c699ae2-b596-4052-90ef-70b7fceff166 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1000 time: 0.0660102
Apr 16 22:00:28.711339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2eaf5-23bb-4383-a504-56cb100c77de req-4f7e8355-fd5f-4451-8d8d-55f4ac5c8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:28.712883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2fd2eaf5-23bb-4383-a504-56cb100c77de req-4f7e8355-fd5f-4451-8d8d-55f4ac5c8c33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0462842
Apr 16 22:00:28.747095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:00:28.757870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2eaf5-23bb-4383-a504-56cb100c77de req-e5d1842a-2012-48ca-93c6-6d5663a5534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:28.765314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '777f618f-2614-49d4-97d6-94c7da2c8040', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'port_id': '777f618f-2614-49d4-97d6-94c7da2c8040', 'mac_address': 'fa:16:3e:93:13:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:00:28.765482 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2fd2eaf5-23bb-4383-a504-56cb100c77de req-e5d1842a-2012-48ca-93c6-6d5663a5534c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0405140
Apr 16 22:00:28.796511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 777f618f-2614-49d4-97d6-94c7da2c8040 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:00:28.796911 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:28.810145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777f618f-2614-49d4-97d6-94c7da2c8040 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:00:28.829600 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:00:28.856365 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2fd2eaf5-23bb-4383-a504-56cb100c77de req-8ce2e8d9-10f9-4b70-a835-32220484d7a2 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905135
Apr 16 22:00:28.893551 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:28.950432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:28.955265 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2fd2eaf5-23bb-4383-a504-56cb100c77de req-7a6cf8ae-ee0f-4b3f-9b54-45a304453b58 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0939317
Apr 16 22:00:29.055492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0560aa-c5ee-4059-9f2f-5e16cd103b32 req-14901796-9ab6-4ad7-9551-bfb4a1859915 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:29.057470 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0a0560aa-c5ee-4059-9f2f-5e16cd103b32 req-14901796-9ab6-4ad7-9551-bfb4a1859915 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 944 time: 0.0491641
Apr 16 22:00:29.104280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['777f618f-2614-49d4-97d6-94c7da2c8040'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:00:29.114330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e934-74cb-4101-986e-14c82425ade4 req-4a3df927-75df-4bae-b763-fe236bb29684 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:29.115851 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-4a3df927-75df-4bae-b763-fe236bb29684 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f&tenant_id=14958c4ca99847bfb86911005da65809&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0606618
Apr 16 22:00:29.118133 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0a0560aa-c5ee-4059-9f2f-5e16cd103b32 req-96ff723a-d9b3-461e-a1d1-8b92e440d6a4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542665
Apr 16 22:00:29.189164 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-f17ca5a7-9170-44a7-a6da-4f20c854924e service neutron] 10.222.0.11 "GET /v2.0/ports/777f618f-2614-49d4-97d6-94c7da2c8040/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0664923
Apr 16 22:00:29.247747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e934-74cb-4101-986e-14c82425ade4 req-ebe03951-843c-4167-88ea-8cc7943319b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:29.249317 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-ebe03951-843c-4167-88ea-8cc7943319b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1126 time: 0.0390580
Apr 16 22:00:29.339508 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e934-74cb-4101-986e-14c82425ade4 req-77834efc-c88d-4f0b-af56-d9b239975165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:29.341042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-77834efc-c88d-4f0b-af56-d9b239975165 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0862317
Apr 16 22:00:29.413453 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-a655c0be-f3c8-4c00-869a-705c9bab9a18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1001 time: 0.0636742
Apr 16 22:00:29.606395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e934-74cb-4101-986e-14c82425ade4 req-f68f6d9e-1e42-46cf-8a08-9e9a367d40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:29.607958 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-f68f6d9e-1e42-46cf-8a08-9e9a367d40c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0449793
Apr 16 22:00:29.655098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e934-74cb-4101-986e-14c82425ade4 req-e5511031-ba19-4cf2-a682-3724ebbb3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:29.656658 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-e5511031-ba19-4cf2-a682-3724ebbb3873 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427012
Apr 16 22:00:29.753340 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-c9baf162-62fb-4b57-9712-b1d137b1fc1f service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901113
Apr 16 22:00:29.844440 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-80935e07-544e-44c0-b7e5-09f1e5038eaa service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851555
Apr 16 22:00:30.238681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4466c6-8902-408e-a095-633789a77294 req-51c3279b-059a-4d98-81b2-17fa60c1ee46 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:30.240159 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c4466c6-8902-408e-a095-633789a77294 req-51c3279b-059a-4d98-81b2-17fa60c1ee46 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 944 time: 0.0488853
Apr 16 22:00:30.291351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c4466c6-8902-408e-a095-633789a77294 req-1f8b9c9a-a111-4770-b1c6-41caf5c77fec tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454791
Apr 16 22:00:30.656154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 777f618f-2614-49d4-97d6-94c7da2c8040 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:00:30.700072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 777f618f-2614-49d4-97d6-94c7da2c8040 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:00:30.749940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 777f618f-2614-49d4-97d6-94c7da2c8040 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:00:30.750322 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:30.829281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 777f618f-2614-49d4-97d6-94c7da2c8040 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:00:30.829662 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:30.852145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:00:30.854384 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b602f0f-94d4-4c75-a356-9e9653dc697d" -d '{"events": [{"server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "name": "network-vif-plugged", "status": "completed", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:00:30.866852 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:00:30.903461 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6801c0d-1deb-4440-bd6d-258d263f6025 x-openstack-request-id: req-e6801c0d-1deb-4440-bd6d-258d263f6025 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:00:30.904235 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "name": "network-vif-plugged", "status": "completed", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:00:30.904235 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6801c0d-1deb-4440-bd6d-258d263f6025 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:00:30.904485 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6801c0d-1deb-4440-bd6d-258d263f6025'] response: {'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040', 'code': 200}
Apr 16 22:00:30.921532 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:30.968148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:31.405819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f9ce6-51c3-4d5c-8408-4eeba5f9e3f4 req-72db5c15-0fe1-452e-998f-30c4512a068e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:31.407319 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc3f9ce6-51c3-4d5c-8408-4eeba5f9e3f4 req-72db5c15-0fe1-452e-998f-30c4512a068e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0477350
Apr 16 22:00:31.455386 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc3f9ce6-51c3-4d5c-8408-4eeba5f9e3f4 req-944274ce-714b-415a-9c5f-d417c6ab0ee3 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417964
Apr 16 22:00:32.572863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796f50e-eb0c-4125-a302-fe67145fb455 req-fba64da2-543e-4f25-b4bb-2897ae0773b4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:32.574488 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9796f50e-eb0c-4125-a302-fe67145fb455 req-fba64da2-543e-4f25-b4bb-2897ae0773b4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0479591
Apr 16 22:00:32.628439 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9796f50e-eb0c-4125-a302-fe67145fb455 req-272bffa6-a2fb-45aa-b94e-6a7fd61205ac tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447867
Apr 16 22:00:33.210065 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e934-74cb-4101-986e-14c82425ade4 req-77dc6a35-025c-40dc-a186-aaf08423962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:33.211386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-77dc6a35-025c-40dc-a186-aaf08423962f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f&tenant_id=14958c4ca99847bfb86911005da65809 HTTP/1.1" status: 200  len: 1127 time: 0.0390568
Apr 16 22:00:33.221739 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:00:33.277712 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:33.473180 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:00:33.509863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch1-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:00:33.548316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:00:33.550563 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325f6f4f-90b6-49bc-8bf4-3dce5ec34709" -d '{"events": [{"server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "name": "network-vif-unplugged", "status": "completed", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:00:33.554426 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Publish callbacks [] for port (777f618f-2614-49d4-97d6-94c7da2c8040), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:33.566771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Transition to ACTIVE for port object 777f618f-2614-49d4-97d6-94c7da2c8040 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:00:33.601413 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 22:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aca69d1-493b-4f2e-b15c-5fa42b818279 x-openstack-request-id: req-5aca69d1-493b-4f2e-b15c-5fa42b818279 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:00:33.602020 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "name": "network-vif-unplugged", "status": "completed", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:00:33.602020 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5aca69d1-493b-4f2e-b15c-5fa42b818279 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:00:33.602328 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aca69d1-493b-4f2e-b15c-5fa42b818279'] response: {'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040', 'code': 200}
Apr 16 22:00:33.633866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:33.713493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Pushing event updated for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=10']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:33.743764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.744109 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.744472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.744804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.745134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.745457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.745779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.746099 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.746420 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.746736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.747054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.747373 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.747689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.748005 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:33.748340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:34.067639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bfd3a-e781-4cad-aea9-73ee480ea11e req-a5896312-5673-4bf1-8ec0-8a182f97815c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:34.069567 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-768bfd3a-e781-4cad-aea9-73ee480ea11e req-a5896312-5673-4bf1-8ec0-8a182f97815c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 944 time: 0.3528733
Apr 16 22:00:34.089573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] No DVR routers for this DVR port 777f618f-2614-49d4-97d6-94c7da2c8040 on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:00:34.194289 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-768bfd3a-e781-4cad-aea9-73ee480ea11e req-bf5acf13-a927-4779-a3a1-b42b052eb852 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1102653
Apr 16 22:00:34.257549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Attempting to bind port 777f618f-2614-49d4-97d6-94c7da2c8040 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:00:34.257884 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Attempting to bind port 777f618f-2614-49d4-97d6-94c7da2c8040 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:00:34.258214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Attempting to bind port 777f618f-2614-49d4-97d6-94c7da2c8040 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:00:34.262437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Port 777f618f-2614-49d4-97d6-94c7da2c8040 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:00:34.262750 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Attempting to bind port 777f618f-2614-49d4-97d6-94c7da2c8040 on network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:00:34.267609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:00:34.268893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Checking segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:00:34.268893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Bound using segment: {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:00:34.268893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Bound port: 777f618f-2614-49d4-97d6-94c7da2c8040, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:00:34.269294 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:34.335514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:00:34.338698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:00:34.434420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:34.470707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:34.471331 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:34.472900 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] 10.222.0.41 "PUT /v2.0/ports/777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1092 time: 1.2550066
Apr 16 22:00:34.494953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172868b7-9fbc-4735-bc43-115677a3117c service neutron] Pushing event updated for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=11']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:34.603989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e934-74cb-4101-986e-14c82425ade4 req-ffa77994-65e4-41e6-ae9c-2ffae3cc4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:34.605460 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-ffa77994-65e4-41e6-ae9c-2ffae3cc4cbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1126 time: 0.0422702
Apr 16 22:00:34.699938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e934-74cb-4101-986e-14c82425ade4 req-b7679216-03a4-4c8d-a4f6-6c085ddc6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:34.700285 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 777f618f-2614-49d4-97d6-94c7da2c8040 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:00:34.701445 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-b7679216-03a4-4c8d-a4f6-6c085ddc6447 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0897324
Apr 16 22:00:34.739645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port 777f618f-2614-49d4-97d6-94c7da2c8040 host nch2-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 22:00:34.739959 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 777f618f-2614-49d4-97d6-94c7da2c8040 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:00:34.767600 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-cd0ad735-e090-404d-9bab-e8edf45861fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1000 time: 0.0602379
Apr 16 22:00:34.814885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e934-74cb-4101-986e-14c82425ade4 req-3c5a57dc-4da3-4eaa-8585-c90261996090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:34.816317 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-3c5a57dc-4da3-4eaa-8585-c90261996090 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0425627
Apr 16 22:00:34.863458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e934-74cb-4101-986e-14c82425ade4 req-9b87f75f-0479-4618-b1e0-da3549e76bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:34.864914 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-9b87f75f-0479-4618-b1e0-da3549e76bcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422626
Apr 16 22:00:34.952068 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-fe102e4d-4983-4844-91c3-483395140e57 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811579
Apr 16 22:00:35.043195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-da69e934-74cb-4101-986e-14c82425ade4 req-f570598d-1c5f-4424-b8ec-ac2d7f04ae89 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859532
Apr 16 22:00:35.320359 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c61e-b009-41af-ab3c-2c1a8075ff43 req-b0ebb385-81e6-48db-9e7f-78a1c60612e9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:35.321919 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0588c61e-b009-41af-ab3c-2c1a8075ff43 req-b0ebb385-81e6-48db-9e7f-78a1c60612e9 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 944 time: 0.0522768
Apr 16 22:00:35.373391 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0588c61e-b009-41af-ab3c-2c1a8075ff43 req-38c36573-d8fb-43f8-9cfd-f9968aef4769 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455625
Apr 16 22:00:35.603305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:00:35.605685 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:00:35.654007 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5405a0f-1f07-440b-bc12-346d3171084b x-openstack-request-id: req-d5405a0f-1f07-440b-bc12-346d3171084b {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:00:35.654298 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:00:35.654552 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5405a0f-1f07-440b-bc12-346d3171084b {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:00:35.654972 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5405a0f-1f07-440b-bc12-346d3171084b'] response: {'name': 'network-changed', 'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040', 'status': 'completed', 'code': 200}
Apr 16 22:00:35.718542 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-96eec654-c0fb-4249-bf92-73bbaf4cf08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:35.724202 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-96eec654-c0fb-4249-bf92-73bbaf4cf08a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1126 time: 0.0473022
Apr 16 22:00:35.738898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-fda2f9a4-0d65-42f9-9502-3158fad7ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:35.740594 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-fda2f9a4-0d65-42f9-9502-3158fad7ebcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1126 time: 0.0434730
Apr 16 22:00:35.819616 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-9de50c56-27ec-4651-bb7c-c646a1f0757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:35.822430 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-9de50c56-27ec-4651-bb7c-c646a1f0757e service neutron] 10.222.0.11 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0960481
Apr 16 22:00:35.840571 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-7f855ec3-2d9e-420f-88fe-90eb334935f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:35.842524 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-7f855ec3-2d9e-420f-88fe-90eb334935f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0959182
Apr 16 22:00:35.895456 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-41ce08f4-52ed-468d-9d25-a0c6c8b2de75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1000 time: 0.0666924
Apr 16 22:00:35.908992 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-e6a5ff9c-508f-4103-a633-2dbe630c4975 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1000 time: 0.0609760
Apr 16 22:00:35.948305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-b38e1e93-a071-4719-99d3-946f1315278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:35.949811 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-b38e1e93-a071-4719-99d3-946f1315278f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0481679
Apr 16 22:00:35.957305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-b18410f2-7f40-496b-9782-3ceaabf0af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:35.958767 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-b18410f2-7f40-496b-9782-3ceaabf0af25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0446739
Apr 16 22:00:35.995023 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-663e218f-0615-4093-bba3-642a923dca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:35.996763 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-663e218f-0615-4093-bba3-642a923dca94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0404015
Apr 16 22:00:36.007682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-5add0500-66b4-4bd9-90ed-ce74b87461e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:36.009639 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-5add0500-66b4-4bd9-90ed-ce74b87461e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452394
Apr 16 22:00:36.095439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-c5c8f66f-33fd-4286-a99c-6eb0e03a5b85 service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923109
Apr 16 22:00:36.098948 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-07d75468-26fe-4ddb-85a9-c2e987bc4145 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837779
Apr 16 22:00:36.185849 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-e1e2dff8-7f33-4055-bc86-4206f3506c3e service neutron] 10.222.0.11 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845966
Apr 16 22:00:36.193196 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5e537ca3-7c64-4e71-9d4b-69dba2f61de9 req-6d306fc5-34b5-4936-be3e-12612760d927 service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884335
Apr 16 22:00:36.494229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85759f0-d91d-4ca0-8def-979e5819f841 req-35343317-8070-4f6e-bbd8-77fdecef27cd tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:36.495671 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a85759f0-d91d-4ca0-8def-979e5819f841 req-35343317-8070-4f6e-bbd8-77fdecef27cd tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 944 time: 0.0505171
Apr 16 22:00:36.547150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a85759f0-d91d-4ca0-8def-979e5819f841 req-4a0547d9-130a-482a-bae9-2958b81c3ca6 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458298
Apr 16 22:00:36.561579 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:37.665156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a41fb8-0f75-4c4b-9f64-14da4cbeac58 req-040b5829-a547-4c0d-b3e4-f6230e7f74d3 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:37.666817 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f1a41fb8-0f75-4c4b-9f64-14da4cbeac58 req-040b5829-a547-4c0d-b3e4-f6230e7f74d3 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 944 time: 0.0490913
Apr 16 22:00:37.716693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f1a41fb8-0f75-4c4b-9f64-14da4cbeac58 req-6734b549-3438-48ce-8ae7-372c545d94b5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432649
Apr 16 22:00:37.798510 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d0773-be42-4e0d-beea-281d070eff99 req-9083d363-1b35-41f1-b395-118487a167ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:37.799977 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0e8d0773-be42-4e0d-beea-281d070eff99 req-9083d363-1b35-41f1-b395-118487a167ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14958c4ca99847bfb86911005da65809&device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 1126 time: 0.0404787
Apr 16 22:00:37.909798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d0773-be42-4e0d-beea-281d070eff99 req-08593a79-4886-49e6-b780-5a2f8cd8d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:37.911328 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0e8d0773-be42-4e0d-beea-281d070eff99 req-08593a79-4886-49e6-b780-5a2f8cd8d1c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 200  len: 913 time: 0.0928829
Apr 16 22:00:37.977883 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0e8d0773-be42-4e0d-beea-281d070eff99 req-97029e18-1ce6-49e4-a3ad-d59edb1d2257 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 200  len: 1000 time: 0.0601709
Apr 16 22:00:38.026170 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d0773-be42-4e0d-beea-281d070eff99 req-28cda154-8ca8-49c4-942c-17fcea76cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:38.027604 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0e8d0773-be42-4e0d-beea-281d070eff99 req-28cda154-8ca8-49c4-942c-17fcea76cc36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 200  len: 851 time: 0.0447924
Apr 16 22:00:38.075197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d0773-be42-4e0d-beea-281d070eff99 req-68890ecb-b6d6-449c-987b-29bcac5f2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:38.076611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0e8d0773-be42-4e0d-beea-281d070eff99 req-68890ecb-b6d6-449c-987b-29bcac5f2042 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46ed5fd0-8613-4ef4-9bd7-a5169ec06285&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434039
Apr 16 22:00:38.165784 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0e8d0773-be42-4e0d-beea-281d070eff99 req-8a9d620f-5dd5-4460-9217-81a20d6db36f service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830724
Apr 16 22:00:38.259230 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0e8d0773-be42-4e0d-beea-281d070eff99 req-46f34c8c-943c-4bda-92a7-88165a57a17b service neutron] 10.222.0.41 "GET /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864954
Apr 16 22:00:38.835295 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280e1ca-3999-46ff-9539-08625dd12dfc req-7ea1d278-9138-46dd-a44a-029488c07664 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:38.836804 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3280e1ca-3999-46ff-9539-08625dd12dfc req-7ea1d278-9138-46dd-a44a-029488c07664 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 944 time: 0.0467193
Apr 16 22:00:38.883373 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3280e1ca-3999-46ff-9539-08625dd12dfc req-bdee7c91-0e7b-41d4-af24-1d60f645ddef tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409069
Apr 16 22:00:39.011056 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4782-d28a-4e3c-93b3-f1767e0882df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:39.998574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d722ff-e684-4cd0-8683-b24d75b1e9f7 req-43aaf40f-4d91-4976-af82-2200d4aca772 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:40.000045 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96d722ff-e684-4cd0-8683-b24d75b1e9f7 req-43aaf40f-4d91-4976-af82-2200d4aca772 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 944 time: 0.0489123
Apr 16 22:00:40.047652 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96d722ff-e684-4cd0-8683-b24d75b1e9f7 req-7a972726-3741-4830-9331-3616c7527430 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418308
Apr 16 22:00:40.251630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 777f618f-2614-49d4-97d6-94c7da2c8040 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:00:40.353314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:00:40.364837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '777f618f-2614-49d4-97d6-94c7da2c8040', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'port_id': '777f618f-2614-49d4-97d6-94c7da2c8040', 'mac_address': 'fa:16:3e:93:13:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:00:40.401196 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 777f618f-2614-49d4-97d6-94c7da2c8040 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:00:40.401638 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:40.415255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777f618f-2614-49d4-97d6-94c7da2c8040 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:00:40.435174 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:00:40.476308 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:40.527341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=12']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:40.788360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['777f618f-2614-49d4-97d6-94c7da2c8040'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:00:41.166660 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2429b-dc99-4102-a0b3-cf8903fdfaab req-be6c387a-2576-48fb-af6d-e5afbf5aae59 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:41.168151 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17e2429b-dc99-4102-a0b3-cf8903fdfaab req-be6c387a-2576-48fb-af6d-e5afbf5aae59 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0481563
Apr 16 22:00:41.215421 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17e2429b-dc99-4102-a0b3-cf8903fdfaab req-aa1540c8-198b-415c-b835-18370ffddbb6 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417511
Apr 16 22:00:41.329824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc62f4a-b164-4ffd-b4d0-7c13451fe750 req-3412c1e4-0ff6-4bae-bc0d-77f2b5c81774 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:41.331336 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cc62f4a-b164-4ffd-b4d0-7c13451fe750 req-3412c1e4-0ff6-4bae-bc0d-77f2b5c81774 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0466399
Apr 16 22:00:41.381695 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3cc62f4a-b164-4ffd-b4d0-7c13451fe750 req-93808489-1a70-40ff-a10b-fbca1e8d3649 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441833
Apr 16 22:00:41.497919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614b520-f3c8-42f4-9d5a-d5376f7ad202 req-b9eafd68-370b-4156-88bc-ec4c5865cbda tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:41.499428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2614b520-f3c8-42f4-9d5a-d5376f7ad202 req-b9eafd68-370b-4156-88bc-ec4c5865cbda tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0526171
Apr 16 22:00:41.547231 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2614b520-f3c8-42f4-9d5a-d5376f7ad202 req-dc05dced-a3ba-4278-ac47-d1734931793c tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418372
Apr 16 22:00:41.658859 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-79ff2725-e470-423d-b2e7-871ea88602fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:41.981890 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9102962-1780-412f-b14d-2681231469d8 req-db09881d-9ff6-41c2-a515-258f3cdb05fa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:41.983396 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b9102962-1780-412f-b14d-2681231469d8 req-db09881d-9ff6-41c2-a515-258f3cdb05fa tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 945 time: 0.0484731
Apr 16 22:00:42.029903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b9102962-1780-412f-b14d-2681231469d8 req-58e637a1-4adc-4a23-baec-75d7e20c054e tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409021
Apr 16 22:00:42.262308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 777f618f-2614-49d4-97d6-94c7da2c8040 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:00:42.307714 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 777f618f-2614-49d4-97d6-94c7da2c8040 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:00:42.372715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 777f618f-2614-49d4-97d6-94c7da2c8040 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:00:42.373088 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:42.447760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 777f618f-2614-49d4-97d6-94c7da2c8040 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:00:42.448139 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:42.469441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:00:42.471636 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309bce54-55b6-46bc-a576-0340a9c426fd" -d '{"events": [{"server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "name": "network-vif-plugged", "status": "completed", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:00:42.483875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:00:42.509534 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19900562-8640-4b0c-88a4-09cc526392da x-openstack-request-id: req-19900562-8640-4b0c-88a4-09cc526392da {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:00:42.509824 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "name": "network-vif-plugged", "status": "completed", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:00:42.510100 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19900562-8640-4b0c-88a4-09cc526392da {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:00:42.510592 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19900562-8640-4b0c-88a4-09cc526392da'] response: {'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040', 'code': 200}
Apr 16 22:00:42.554314 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:42.612802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=13']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:42.687083 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:43.022796 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:00:43.145936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c31bdd-24d4-421a-ad61-45a3863962de req-dee1a889-7562-48e1-80a7-bfe24f0dbdec tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:43.148052 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d8c31bdd-24d4-421a-ad61-45a3863962de req-dee1a889-7562-48e1-80a7-bfe24f0dbdec tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 946 time: 0.0516350
Apr 16 22:00:43.195549 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d8c31bdd-24d4-421a-ad61-45a3863962de req-20612c94-9d9f-4be4-812f-f57ce656a38b tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0b3e09c-64b9-4b34-b1bd-82470f335715&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418253
Apr 16 22:00:43.680567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c90c43-1190-4962-98f1-a898cdf6284d req-d479f818-5c7f-4ec6-bf73-486e493231a5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:43.682105 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-30c90c43-1190-4962-98f1-a898cdf6284d req-d479f818-5c7f-4ec6-bf73-486e493231a5 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 946 time: 0.0470972
Apr 16 22:00:43.765608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Deleting port 777f618f-2614-49d4-97d6-94c7da2c8040 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:00:43.765870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:43.858518 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] For port 777f618f-2614-49d4-97d6-94c7da2c8040, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=777f618f-2614-49d4-97d6-94c7da2c8040,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:00:43.858885 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:43.882008 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:44.028998 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:44.029278 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:44.029594 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353 disassociated. External IP: 172.35.1.172, port: 777f618f-2614-49d4-97d6-94c7da2c8040.
Apr 16 22:00:44.029932 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Calling delete_port for 777f618f-2614-49d4-97d6-94c7da2c8040 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:00:44.230221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (777f618f-2614-49d4-97d6-94c7da2c8040), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:44.248562 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:44.260545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event deleted for resources: {'Port': ['ID=777f618f-2614-49d4-97d6-94c7da2c8040,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:44.340972 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-899362e2-238d-4e27-a479-633d7b963cc7 req-9563c8e4-67f2-41f1-b18a-25858985f582 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a20cde2-6d64-4864-923b-872decfbd83f HTTP/1.1" status: 200  len: 210 time: 0.0346074
Apr 16 22:00:44.414261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:00:44.526139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:00:44.536103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ffbe9f-54a5-4886-a951-6eaa1f532d7c None None] Sync routers for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:00:44.546052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ffbe9f-54a5-4886-a951-6eaa1f532d7c None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:00:44.546669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e1ffbe9f-54a5-4886-a951-6eaa1f532d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246b4220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:00:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:00:44.572203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] No DVR routers for this DVR port 777f618f-2614-49d4-97d6-94c7da2c8040 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:00:44.575249 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:44.578745 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-30c90c43-1190-4962-98f1-a898cdf6284d req-41f6e4a0-1e37-40f8-8b2a-28d78e802bc8 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.41 "DELETE /v2.0/ports/777f618f-2614-49d4-97d6-94c7da2c8040 HTTP/1.1" status: 204  len: 173 time: 0.8916380
Apr 16 22:00:44.579292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'name': 'network-vif-deleted', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:00:44.581668 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af14f5bb-2d25-4c12-8b11-07fa68034fc2" -d '{"events": [{"server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "name": "network-vif-deleted", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:00:44.620231 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bcdb06-04fe-4f08-bf2d-152fd5fceae2 x-openstack-request-id: req-a1bcdb06-04fe-4f08-bf2d-152fd5fceae2 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:00:44.620536 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a20cde2-6d64-4864-923b-872decfbd83f", "name": "network-vif-deleted", "tag": "777f618f-2614-49d4-97d6-94c7da2c8040", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:00:44.620794 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1bcdb06-04fe-4f08-bf2d-152fd5fceae2 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:00:44.621211 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1bcdb06-04fe-4f08-bf2d-152fd5fceae2'] response: {'server_uuid': '7a20cde2-6d64-4864-923b-872decfbd83f', 'name': 'network-vif-deleted', 'tag': '777f618f-2614-49d4-97d6-94c7da2c8040', 'status': 'completed', 'code': 200}
Apr 16 22:00:44.822918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e1ffbe9f-54a5-4886-a951-6eaa1f532d7c None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:00:45.011190 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e1ffbe9f-54a5-4886-a951-6eaa1f532d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246b4220>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:00:45.042125 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ffbe9f-54a5-4886-a951-6eaa1f532d7c None None] Checking router: 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:00:45.050778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ffbe9f-54a5-4886-a951-6eaa1f532d7c None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:00:45.051383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e1ffbe9f-54a5-4886-a951-6eaa1f532d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246b4220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:00:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:00:45.164843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e1ffbe9f-54a5-4886-a951-6eaa1f532d7c None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:00:45.354528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e1ffbe9f-54a5-4886-a951-6eaa1f532d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246b4220>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:00:45.386110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ffbe9f-54a5-4886-a951-6eaa1f532d7c None None] The sync data for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 is: [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T21:56:41Z', 'revision_number': 4, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d2b15a0-b0bd-4434-94f6-e0c67de811a1', 'name': '', 'network_id': '46ed5fd0-8613-4ef4-9bd7-a5169ec06285', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'mac_address': 'fa:16:3e:46:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:40Z', 'updated_at': '2022-04-16T21:56:44Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'subnets': [{'id': '7c9a9408-dc3f-4dc7-acc9-782b73424868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:00:45.451453 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:45.637211 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3fe211-a454-4032-92d3-473f9cfe714d None None] New status for floating IP 204a18fb-2c09-4a6c-a64f-ec28a7f56353: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:00:48.283132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 777f618f-2614-49d4-97d6-94c7da2c8040 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:00:48.306018 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 777f618f-2614-49d4-97d6-94c7da2c8040 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:00:48.306373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 777f618f-2614-49d4-97d6-94c7da2c8040 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:00:50.305087 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50958) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:00:50.362635 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b430ac25-099e-4214-bcf3-832a500d1743 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for security_group (d0b3e09c-64b9-4b34-b1bd-82470f335715), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:50.386094 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b430ac25-099e-4214-bcf3-832a500d1743 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for security_group (d0b3e09c-64b9-4b34-b1bd-82470f335715), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:50.504296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b430ac25-099e-4214-bcf3-832a500d1743 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (d0b3e09c-64b9-4b34-b1bd-82470f335715), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:50.507052 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b430ac25-099e-4214-bcf3-832a500d1743 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:50.508273 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b430ac25-099e-4214-bcf3-832a500d1743 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "DELETE /v2.0/security-groups/d0b3e09c-64b9-4b34-b1bd-82470f335715 HTTP/1.1" status: 204  len: 168 time: 0.2021158
Apr 16 22:00:50.510887 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 50960) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:00:50.517519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430ac25-099e-4214-bcf3-832a500d1743 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b3e09c-64b9-4b34-b1bd-82470f335715,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:50.525083 ncdv-master-1 neutron-server[122555]: INFO neutron.api.v2.resource [None req-4487843a-42a5-4048-aac0-5cd467d896a4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] show failed (client error): The resource could not be found.
Apr 16 22:00:50.528873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50962) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:00:50.529044 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4487843a-42a5-4048-aac0-5cd467d896a4 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "GET /v2.0/security-groups/d0b3e09c-64b9-4b34-b1bd-82470f335715 HTTP/1.1" status: 404  len: 347 time: 0.0169890
Apr 16 22:00:50.644073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f021bff0-d7fd-4253-9935-74a864d1c167 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Deleting port efce4459-cba6-4203-a02a-fcb12fd0c59f {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:00:50.644444 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f021bff0-d7fd-4253-9935-74a864d1c167 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (efce4459-cba6-4203-a02a-fcb12fd0c59f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:50.722185 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f021bff0-d7fd-4253-9935-74a864d1c167 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (efce4459-cba6-4203-a02a-fcb12fd0c59f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:50.722542 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f021bff0-d7fd-4253-9935-74a864d1c167 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (efce4459-cba6-4203-a02a-fcb12fd0c59f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:50.736304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-f021bff0-d7fd-4253-9935-74a864d1c167 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Calling delete_port for efce4459-cba6-4203-a02a-fcb12fd0c59f owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:00:50.927063 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f021bff0-d7fd-4253-9935-74a864d1c167 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (efce4459-cba6-4203-a02a-fcb12fd0c59f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:50.953885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021bff0-d7fd-4253-9935-74a864d1c167 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Pushing event deleted for resources: {'Port': ['ID=efce4459-cba6-4203-a02a-fcb12fd0c59f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:51.017031 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f021bff0-d7fd-4253-9935-74a864d1c167 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks [] for floatingip (204a18fb-2c09-4a6c-a64f-ec28a7f56353), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:51.019732 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f021bff0-d7fd-4253-9935-74a864d1c167 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:51.020963 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f021bff0-d7fd-4253-9935-74a864d1c167 tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] 10.222.0.20 "DELETE /v2.0/floatingips/204a18fb-2c09-4a6c-a64f-ec28a7f56353 HTTP/1.1" status: 204  len: 168 time: 0.4906056
Apr 16 22:00:51.024432 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50964) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:00:51.365874 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0249b61c-2de5-4112-a15d-c5d314c59218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:51.865973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0249b61c-2de5-4112-a15d-c5d314c59218 admin admin] Deleting port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:00:51.866309 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0249b61c-2de5-4112-a15d-c5d314c59218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:51.941600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-0249b61c-2de5-4112-a15d-c5d314c59218 admin admin] For port 8d2b15a0-b0bd-4434-94f6-e0c67de811a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d2b15a0-b0bd-4434-94f6-e0c67de811a1,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:00:51.941881 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0249b61c-2de5-4112-a15d-c5d314c59218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:51.954417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0249b61c-2de5-4112-a15d-c5d314c59218 admin admin] Calling delete_port for 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:00:52.201144 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0249b61c-2de5-4112-a15d-c5d314c59218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (8d2b15a0-b0bd-4434-94f6-e0c67de811a1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:52.231139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249b61c-2de5-4112-a15d-c5d314c59218 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2b15a0-b0bd-4434-94f6-e0c67de811a1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:52.403744 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0249b61c-2de5-4112-a15d-c5d314c59218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:52.623288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0249b61c-2de5-4112-a15d-c5d314c59218 admin admin] Router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:00:52.733366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0249b61c-2de5-4112-a15d-c5d314c59218 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:00:52.738358 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0249b61c-2de5-4112-a15d-c5d314c59218 admin admin] 10.222.0.20 "PUT /v2.0/routers/5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7129767
Apr 16 22:00:52.741455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50966) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:00:52.743414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461114cf-fc62-4786-8f1f-89ac60678de1 None None] Sync routers for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:00:52.753609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461114cf-fc62-4786-8f1f-89ac60678de1 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:00:52.754295 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-461114cf-fc62-4786-8f1f-89ac60678de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242cfac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:00:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:00:52.848649 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Publish callbacks [] for router (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:52.865338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-461114cf-fc62-4786-8f1f-89ac60678de1 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:00:52.950966 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Publish callbacks [] for router_gateway (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:53.035069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-461114cf-fc62-4786-8f1f-89ac60678de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242cfac0>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T22:00:52Z', 'revision_number': 5, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port': {'id': 'ac766f52-8725-481e-88b6-a8792bfb6ab1', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T21:56:38Z', 'updated_at': '2022-04-16T21:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:00:53.046464 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Deleting port ac766f52-8725-481e-88b6-a8792bfb6ab1 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:00:53.046810 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:53.063049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461114cf-fc62-4786-8f1f-89ac60678de1 None None] Checking router: 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:00:53.071224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461114cf-fc62-4786-8f1f-89ac60678de1 None None] Routers {'5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:00:53.071829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-461114cf-fc62-4786-8f1f-89ac60678de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01242cfac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:00:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:00:53.126342 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] For port ac766f52-8725-481e-88b6-a8792bfb6ab1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac766f52-8725-481e-88b6-a8792bfb6ab1,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:00:53.126715 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:53.139880 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Calling delete_port for ac766f52-8725-481e-88b6-a8792bfb6ab1 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:00:53.158826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-461114cf-fc62-4786-8f1f-89ac60678de1 None None] Set router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:00:53.213631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-461114cf-fc62-4786-8f1f-89ac60678de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01242cfac0>, [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T22:00:52Z', 'revision_number': 6, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:00:53.242228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461114cf-fc62-4786-8f1f-89ac60678de1 None None] The sync data for ids ['5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e'] in ncdv-master-1 is: [{'id': '5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e', 'name': 'tempest-ServerActionsTestJSON-1715326544-router', 'tenant_id': '14958c4ca99847bfb86911005da65809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T21:56:37Z', 'updated_at': '2022-04-16T22:00:52Z', 'revision_number': 6, 'project_id': '14958c4ca99847bfb86911005da65809', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:00:53.372950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ac766f52-8725-481e-88b6-a8792bfb6ab1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:53.402618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=ac766f52-8725-481e-88b6-a8792bfb6ab1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:53.463979 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:53.555747 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:53.557838 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Publish callbacks [] for router_controller (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:53.674128 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:53.674846 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 22:00:53.684006 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:53.685268 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-99db6050-8795-4fe0-b2f5-fec75f037cfb admin admin] 10.222.0.20 "DELETE /v2.0/routers/5007aaa3-4deb-4cd4-b86b-38aa64bc2c9e HTTP/1.1" status: 204  len: 168 time: 0.9428806
Apr 16 22:00:53.687773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50968) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:00:53.696366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:00:53.721590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:00:53.721868 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 8d2b15a0-b0bd-4434-94f6-e0c67de811a1 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:00:53.741942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-3931716f-3b01-4712-8f5a-30c121006bd7 admin admin] Deleting subnet 7c9a9408-dc3f-4dc7-acc9-782b73424868 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:00:53.745061 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3931716f-3b01-4712-8f5a-30c121006bd7 admin admin] Publish callbacks [] for subnet (7c9a9408-dc3f-4dc7-acc9-782b73424868), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:53.779810 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3931716f-3b01-4712-8f5a-30c121006bd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (7c9a9408-dc3f-4dc7-acc9-782b73424868), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:53.856245 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3931716f-3b01-4712-8f5a-30c121006bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (7c9a9408-dc3f-4dc7-acc9-782b73424868), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:53.982642 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3931716f-3b01-4712-8f5a-30c121006bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (7c9a9408-dc3f-4dc7-acc9-782b73424868), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.006230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931716f-3b01-4712-8f5a-30c121006bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9a9408-dc3f-4dc7-acc9-782b73424868,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:54.011762 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3931716f-3b01-4712-8f5a-30c121006bd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.015225 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3931716f-3b01-4712-8f5a-30c121006bd7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7c9a9408-dc3f-4dc7-acc9-782b73424868 HTTP/1.1" status: 204  len: 168 time: 0.3260634
Apr 16 22:00:54.017408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50970) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:00:54.017900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f80d6e-6366-43bc-be55-8aaa915c39f9 None None] Network 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:00:54.090336 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (46ed5fd0-8613-4ef4-9bd7-a5169ec06285), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.139109 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Deleting port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:00:54.139479 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.164744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] DHCP port deletion for 46ed5fd0-8613-4ef4-9bd7-a5169ec06285 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:00:54.207623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Deleting port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:00:54.213461 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.213620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] For port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4abf8ea1-dc0d-4e5d-9cdb-b811d78581df,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:00:54.213620 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.226985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Calling delete_port for 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:00:54.278291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] For port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4abf8ea1-dc0d-4e5d-9cdb-b811d78581df,segment=NetworkSegment(949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7),segment_id=949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:00:54.278830 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.293643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Calling delete_port for 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:00:54.395780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.402137 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (4abf8ea1-dc0d-4e5d-9cdb-b811d78581df), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.428907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Pushing event deleted for resources: {'Port': ['ID=4abf8ea1-dc0d-4e5d-9cdb-b811d78581df,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:54.434690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] No DVR routers for this DVR port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:00:54.437962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] No DVR routers for this DVR port 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:00:54.447510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Pushing event deleted for resources: {'Port': ['ID=4abf8ea1-dc0d-4e5d-9cdb-b811d78581df,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:54.451364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.451761 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.452113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.452473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.452812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.453147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.453477 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.454320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.454320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.454531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.454751 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.455062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.455384 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.455725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.456107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea50a51-6ea3-4dd7-9eab-211d929ce4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:00:54.508878 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (46ed5fd0-8613-4ef4-9bd7-a5169ec06285), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.529037 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124a18520>,) {'filters': {'network_id': ['46ed5fd0-8613-4ef4-9bd7-a5169ec06285']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:00:54.538958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124a18520>, '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:00:54.542704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124a18520>, '949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:00:54.548885 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.562839 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.569054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:00:54.569445 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (949a0e87-fb6a-4c43-b1a2-26dc4ecd01c7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:00:54.571161 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:00:54.690761 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (46ed5fd0-8613-4ef4-9bd7-a5169ec06285), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.696541 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:54.699699 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] 10.222.0.20 "DELETE /v2.0/networks/46ed5fd0-8613-4ef4-9bd7-a5169ec06285 HTTP/1.1" status: 204  len: 168 time: 0.6808519
Apr 16 22:00:54.710690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca32b1b-9e26-4580-96bc-f78a7c07be1a admin admin] Pushing event deleted for resources: {'Network': ['ID=46ed5fd0-8613-4ef4-9bd7-a5169ec06285,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:54.989631 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50974) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:00:55.028563 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-75991675-3573-4c11-b12a-94826d893b46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14958c4ca99847bfb86911005da65809&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0377536
Apr 16 22:00:55.030923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50976) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:00:55.077393 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-148ca6e6-b00e-4cd8-86e7-35989456b20e admin admin] Publish callbacks [] for security_group (a36f62b1-781d-4194-993e-4848dda88d35), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:55.098587 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-148ca6e6-b00e-4cd8-86e7-35989456b20e admin admin] Publish callbacks [] for security_group (a36f62b1-781d-4194-993e-4848dda88d35), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:55.222401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-148ca6e6-b00e-4cd8-86e7-35989456b20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a36f62b1-781d-4194-993e-4848dda88d35), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:55.224991 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-148ca6e6-b00e-4cd8-86e7-35989456b20e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:55.226135 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-148ca6e6-b00e-4cd8-86e7-35989456b20e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a36f62b1-781d-4194-993e-4848dda88d35 HTTP/1.1" status: 204  len: 168 time: 0.1943443
Apr 16 22:00:55.233738 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ca6e6-b00e-4cd8-86e7-35989456b20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36f62b1-781d-4194-993e-4848dda88d35,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:55.564527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:00:55.585372 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:00:55.586364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4abf8ea1-dc0d-4e5d-9cdb-b811d78581df not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:00:55.586364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ac766f52-8725-481e-88b6-a8792bfb6ab1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:00:55.605914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: ac766f52-8725-481e-88b6-a8792bfb6ab1 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:00:55.606264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device ac766f52-8725-481e-88b6-a8792bfb6ab1 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:00:56.242425 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 50998) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:00:56.336408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1539585002-network', 'tenant_id': 'ee72c3d0e55c4b0c833fdbb2209901dc'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:00:56.418361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Made reservation on behalf of ee72c3d0e55c4b0c833fdbb2209901dc for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:00:56.420637 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:56.429086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:56.500305 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Publish callbacks [] for security_group (a7cb6bcc-37dc-4505-8878-3586ee57b494), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:56.576431 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a7cb6bcc-37dc-4505-8878-3586ee57b494), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:56.597234 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:00:56.610859 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cb6bcc-37dc-4505-8878-3586ee57b494,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:56.615576 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2890a2ca-476c-4b07-b30c-f5ed7bf226fc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:56.615918 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Added segment 2890a2ca-476c-4b07-b30c-f5ed7bf226fc of type vlan for network a7b3c90d-fac4-4e83-9fc6-095d28775ebb
Apr 16 22:00:56.655706 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (a7b3c90d-fac4-4e83-9fc6-095d28775ebb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:56.744023 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (a7b3c90d-fac4-4e83-9fc6-095d28775ebb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:56.745096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:56.745683 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:56.806568 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] Pushing event updated for resources: {'Network': ['ID=a7b3c90d-fac4-4e83-9fc6-095d28775ebb,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:56.816189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network a7b3c90d-fac4-4e83-9fc6-095d28775ebb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:00:56.884394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e945add2-73fc-4ae1-ad68-49d7f03ffe5e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6407652
Apr 16 22:00:56.887249 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51002) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:00:56.892213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-5552e829-2de5-4e24-978b-ce772667bfe7 admin admin] Request body: {'subnet': {'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1539585002-subnet', 'tenant_id': 'ee72c3d0e55c4b0c833fdbb2209901dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:00:56.966468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5552e829-2de5-4e24-978b-ce772667bfe7 admin admin] Made reservation on behalf of ee72c3d0e55c4b0c833fdbb2209901dc for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:00:56.969074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5552e829-2de5-4e24-978b-ce772667bfe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:57.218843 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5552e829-2de5-4e24-978b-ce772667bfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (7d61358f-2f1e-482e-a029-2153cae2580f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:57.279421 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552e829-2de5-4e24-978b-ce772667bfe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d61358f-2f1e-482e-a029-2153cae2580f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:00:57.283686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552e829-2de5-4e24-978b-ce772667bfe7 admin admin] Checking segment: {'id': '2890a2ca-476c-4b07-b30c-f5ed7bf226fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:00:57.284048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5552e829-2de5-4e24-978b-ce772667bfe7 admin admin] Network hostable DHCP agents. Network: a7b3c90d-fac4-4e83-9fc6-095d28775ebb, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:00:57.389358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5552e829-2de5-4e24-978b-ce772667bfe7 admin admin] Network a7b3c90d-fac4-4e83-9fc6-095d28775ebb is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:00:57.480987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-5552e829-2de5-4e24-978b-ce772667bfe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a7b3c90d-fac4-4e83-9fc6-095d28775ebb) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:00:57.484789 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552e829-2de5-4e24-978b-ce772667bfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:57.485434 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5552e829-2de5-4e24-978b-ce772667bfe7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:00:57.489512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16be295b-a37f-4c4b-92cd-55655aa51e61 None None] Network a7b3c90d-fac4-4e83-9fc6-095d28775ebb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:00:57.575179 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5552e829-2de5-4e24-978b-ce772667bfe7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6868064
Apr 16 22:00:57.589227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83208ff3-3916-4775-94f4-715ccede23b6 None None] Network a7b3c90d-fac4-4e83-9fc6-095d28775ebb requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:00:58.000713 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-a9c5a2b7-50a2-4f7c-abf5-21c6440d4e15 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:00:58.002098 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-a9c5a2b7-50a2-4f7c-abf5-21c6440d4e15 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/networks?id=a7b3c90d-fac4-4e83-9fc6-095d28775ebb HTTP/1.1" status: 200  len: 814 time: 0.0997086
Apr 16 22:00:58.017044 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-24325e09-3e3e-40f5-9ca2-a9a3e5e5f787 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/quotas/ee72c3d0e55c4b0c833fdbb2209901dc HTTP/1.1" status: 200  len: 375 time: 0.0088687
Apr 16 22:00:58.053356 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-d33d8dbe-74af-4aaa-a13b-55376ce72da6 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee72c3d0e55c4b0c833fdbb2209901dc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0310111
Apr 16 22:00:58.141508 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-be71f947-ec08-491d-9800-f5f9c30decfd service neutron] 10.222.0.20 "GET /v2.0/networks/a7b3c90d-fac4-4e83-9fc6-095d28775ebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816758
Apr 16 22:00:58.233888 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-c5230176-75d4-473c-adfe-63309a4635fd service neutron] 10.222.0.20 "GET /v2.0/networks/a7b3c90d-fac4-4e83-9fc6-095d28775ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867047
Apr 16 22:00:58.482910 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-39516385-a8ac-40f5-a777-0a52ff41032e req-bd245635-2ece-4586-9b6b-4c74ecce23b1 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 210 time: 0.0292954
Apr 16 22:00:59.562135 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ceecd56e-ff9b-4082-804e-98ea6fd327d2 req-f982edd1-ea6c-46a7-b964-56151274845e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 210 time: 0.0282216
Apr 16 22:01:00.657848 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-eedc92e8-bf21-4c5b-904e-297eab03db2a req-76717105-dc8a-4365-8931-d6434f8e9250 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 210 time: 0.0271971
Apr 16 22:01:00.664000 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-3b2c9826-c396-4ab7-8e47-6d6b7e1839f4 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:00.665514 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-3b2c9826-c396-4ab7-8e47-6d6b7e1839f4 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.11 "GET /v2.0/networks?id=a7b3c90d-fac4-4e83-9fc6-095d28775ebb HTTP/1.1" status: 200  len: 814 time: 0.1046913
Apr 16 22:01:00.677350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Request body: {'port': {'device_id': 'aa363288-1148-454a-bc77-73866d94b76c', 'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb', 'admin_state_up': True, 'tenant_id': 'ee72c3d0e55c4b0c833fdbb2209901dc'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:00.852584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Made reservation on behalf of ee72c3d0e55c4b0c833fdbb2209901dc for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:00.856305 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:00.988026 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Allocated IP 172.20.0.2 (a7b3c90d-fac4-4e83-9fc6-095d28775ebb/7d61358f-2f1e-482e-a029-2153cae2580f/f93faba5-e639-49cd-b0b0-079f81fc0a0d) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:01:01.132910 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks [] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:01.228129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:01.275497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Network a7b3c90d-fac4-4e83-9fc6-095d28775ebb is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:01:01.278504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:01.282129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:01:01.307961 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Pushing event updated for resources: {'Port': ['ID=f93faba5-e639-49cd-b0b0-079f81fc0a0d,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:01.320350 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.320706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.321055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.321399 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.321740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.322079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.322412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.322744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.323073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.323403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.323731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.324060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.324415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.327071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.327071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:01.347585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:01.348215 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:01.407136 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-b4b3cf62-3247-4144-9a4f-cbfe183157e8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7336266
Apr 16 22:01:01.418065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Request body: {'port': {'device_id': 'aa363288-1148-454a-bc77-73866d94b76c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:01.478322 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:01.771242 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93faba5-e639-49cd-b0b0-079f81fc0a0d {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:01:01.785251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be5024-2a8f-43ba-9a7e-dfa83de92f29 req-3889be27-ebe5-4f7a-a7e7-7326290cacc4 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:01.786728 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-27be5024-2a8f-43ba-9a7e-dfa83de92f29 req-3889be27-ebe5-4f7a-a7e7-7326290cacc4 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 931 time: 0.0584452
Apr 16 22:01:01.789127 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Publish callbacks [] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:01.814437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Transition to ACTIVE for port object f93faba5-e639-49cd-b0b0-079f81fc0a0d will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:01:01.841652 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-27be5024-2a8f-43ba-9a7e-dfa83de92f29 req-9879bcec-2668-4993-af28-6765b91cb7c5 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485926
Apr 16 22:01:01.875611 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:01.946046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Pushing event updated for resources: {'Port': ['ID=f93faba5-e639-49cd-b0b0-079f81fc0a0d,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:01.997387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Attempting to bind port f93faba5-e639-49cd-b0b0-079f81fc0a0d on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:01:01.997725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Attempting to bind port f93faba5-e639-49cd-b0b0-079f81fc0a0d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2890a2ca-476c-4b07-b30c-f5ed7bf226fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:01:01.998054 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Attempting to bind port f93faba5-e639-49cd-b0b0-079f81fc0a0d on network a7b3c90d-fac4-4e83-9fc6-095d28775ebb {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:01:02.002334 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Port f93faba5-e639-49cd-b0b0-079f81fc0a0d on network a7b3c90d-fac4-4e83-9fc6-095d28775ebb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:01:02.002666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Attempting to bind port f93faba5-e639-49cd-b0b0-079f81fc0a0d on network a7b3c90d-fac4-4e83-9fc6-095d28775ebb {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:01:02.007953 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:01:02.008335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Checking segment: {'id': '2890a2ca-476c-4b07-b30c-f5ed7bf226fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:02.008725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Bound using segment: {'id': '2890a2ca-476c-4b07-b30c-f5ed7bf226fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:01:02.009148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Bound port: f93faba5-e639-49cd-b0b0-079f81fc0a0d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2890a2ca-476c-4b07-b30c-f5ed7bf226fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:01:02.009507 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:02.070474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] For port f93faba5-e639-49cd-b0b0-079f81fc0a0d, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:01:02.073387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] For port f93faba5-e639-49cd-b0b0-079f81fc0a0d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f93faba5-e639-49cd-b0b0-079f81fc0a0d,segment=NetworkSegment(2890a2ca-476c-4b07-b30c-f5ed7bf226fc),segment_id=2890a2ca-476c-4b07-b30c-f5ed7bf226fc)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:01:02.138553 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:02.178478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:02.179119 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:02.180533 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] 10.222.0.11 "PUT /v2.0/ports/f93faba5-e639-49cd-b0b0-079f81fc0a0d HTTP/1.1" status: 200  len: 1091 time: 0.7665236
Apr 16 22:01:02.180994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa363288-1148-454a-bc77-73866d94b76c', 'tag': 'f93faba5-e639-49cd-b0b0-079f81fc0a0d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:01:02.183232 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da296ee-264a-443a-baed-0f4fe3b3da03" -d '{"events": [{"name": "network-changed", "server_uuid": "aa363288-1148-454a-bc77-73866d94b76c", "tag": "f93faba5-e639-49cd-b0b0-079f81fc0a0d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:01:02.204747 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b997221-3dda-4871-9e1a-46da83fcbbbd service neutron] Pushing event updated for resources: {'Port': ['ID=f93faba5-e639-49cd-b0b0-079f81fc0a0d,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:02.222059 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3260863d-d1f4-488e-8f43-88c15dd85a45 x-openstack-request-id: req-3260863d-d1f4-488e-8f43-88c15dd85a45 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:01:02.222350 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa363288-1148-454a-bc77-73866d94b76c", "tag": "f93faba5-e639-49cd-b0b0-079f81fc0a0d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:01:02.222665 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3260863d-d1f4-488e-8f43-88c15dd85a45 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:01:02.223044 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3260863d-d1f4-488e-8f43-88c15dd85a45'] response: {'name': 'network-changed', 'server_uuid': 'aa363288-1148-454a-bc77-73866d94b76c', 'tag': 'f93faba5-e639-49cd-b0b0-079f81fc0a0d', 'status': 'completed', 'code': 200}
Apr 16 22:01:02.281628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da296ee-264a-443a-baed-0f4fe3b3da03 req-705424ad-c7b6-42a7-9144-f77801ef4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:02.283406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7da296ee-264a-443a-baed-0f4fe3b3da03 req-705424ad-c7b6-42a7-9144-f77801ef4c13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee72c3d0e55c4b0c833fdbb2209901dc&device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 1125 time: 0.0426915
Apr 16 22:01:02.380761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da296ee-264a-443a-baed-0f4fe3b3da03 req-829843b5-9d87-44bf-b34b-f5cb46c684f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:02.382907 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7da296ee-264a-443a-baed-0f4fe3b3da03 req-829843b5-9d87-44bf-b34b-f5cb46c684f5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ee72c3d0e55c4b0c833fdbb2209901dc&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0934074
Apr 16 22:01:02.476559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da296ee-264a-443a-baed-0f4fe3b3da03 req-745b4ca6-663a-432e-a703-b9ccb4a09321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:02.477961 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7da296ee-264a-443a-baed-0f4fe3b3da03 req-745b4ca6-663a-432e-a703-b9ccb4a09321 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0901203
Apr 16 22:01:02.559847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-f2a40482-3cf5-41ec-9a0b-8b555aff26d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:02.561406 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-f2a40482-3cf5-41ec-9a0b-8b555aff26d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee72c3d0e55c4b0c833fdbb2209901dc&device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 1125 time: 0.0397186
Apr 16 22:01:02.605883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-8d97f6e2-28c5-4b79-91ea-8cb5fd5839eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f93faba5-e639-49cd-b0b0-079f81fc0a0d HTTP/1.1" status: 200  len: 217 time: 0.0386541
Apr 16 22:01:02.652321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-8e549c3e-1346-480f-8f0e-3d8afef89237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:02.653741 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-8e549c3e-1346-480f-8f0e-3d8afef89237 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d61358f-2f1e-482e-a029-2153cae2580f HTTP/1.1" status: 200  len: 854 time: 0.0422802
Apr 16 22:01:02.685833 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-b23a32e3-02ab-4eeb-a55a-2b0485840461 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7b3c90d-fac4-4e83-9fc6-095d28775ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263665
Apr 16 22:01:02.775145 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-7402b49b-a06f-45b2-8ac1-1028850fefa5 service neutron] 10.222.0.11 "GET /v2.0/networks/a7b3c90d-fac4-4e83-9fc6-095d28775ebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838733
Apr 16 22:01:02.862580 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9dc93463-7012-4bbb-b1cf-54d5b8bead2b req-20d864c8-6637-4b5f-86ac-a78c0730b02b service neutron] 10.222.0.11 "GET /v2.0/networks/a7b3c90d-fac4-4e83-9fc6-095d28775ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816975
Apr 16 22:01:02.956018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066db0-a9ea-47cb-bf7d-9ff6d13e9322 req-200ce2c6-27b0-4ddb-abb8-1269c3eaf820 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:02.957578 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d9066db0-a9ea-47cb-bf7d-9ff6d13e9322 req-200ce2c6-27b0-4ddb-abb8-1269c3eaf820 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 943 time: 0.0485871
Apr 16 22:01:03.004895 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d9066db0-a9ea-47cb-bf7d-9ff6d13e9322 req-94e66780-d538-4f45-92fc-8b69ce8e91af tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415742
Apr 16 22:01:04.120449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c734d39-0424-47d1-8242-870f1edd039d req-9c2650e2-a1bb-48a4-97cb-c7825ff6ea3c tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:04.121928 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c734d39-0424-47d1-8242-870f1edd039d req-9c2650e2-a1bb-48a4-97cb-c7825ff6ea3c tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 943 time: 0.0478055
Apr 16 22:01:04.173278 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c734d39-0424-47d1-8242-870f1edd039d req-3d9793b0-fc3b-4da0-895d-b60b1d9f42e9 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454428
Apr 16 22:01:04.785898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f93faba5-e639-49cd-b0b0-079f81fc0a0d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:01:04.884222 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f93faba5-e639-49cd-b0b0-079f81fc0a0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f93faba5-e639-49cd-b0b0-079f81fc0a0d,segment=NetworkSegment(2890a2ca-476c-4b07-b30c-f5ed7bf226fc),segment_id=2890a2ca-476c-4b07-b30c-f5ed7bf226fc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:04.895875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'f93faba5-e639-49cd-b0b0-079f81fc0a0d', 'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb', 'port_id': 'f93faba5-e639-49cd-b0b0-079f81fc0a0d', 'mac_address': 'fa:16:3e:8d:8e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d61358f-2f1e-482e-a029-2153cae2580f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:01:04.932359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f93faba5-e639-49cd-b0b0-079f81fc0a0d is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:04.932764 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:04.945818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93faba5-e639-49cd-b0b0-079f81fc0a0d {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:01:04.965282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f93faba5-e639-49cd-b0b0-079f81fc0a0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f93faba5-e639-49cd-b0b0-079f81fc0a0d,segment=NetworkSegment(2890a2ca-476c-4b07-b30c-f5ed7bf226fc),segment_id=2890a2ca-476c-4b07-b30c-f5ed7bf226fc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:05.033210 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:05.082737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f93faba5-e639-49cd-b0b0-079f81fc0a0d,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:05.227165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f93faba5-e639-49cd-b0b0-079f81fc0a0d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:01:05.290852 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba26e9-c7f6-486f-b8c8-1981d09da41d req-d1055a8c-5092-459c-b6d6-7ada55937126 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:05.292389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-abba26e9-c7f6-486f-b8c8-1981d09da41d req-d1055a8c-5092-459c-b6d6-7ada55937126 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 944 time: 0.0508621
Apr 16 22:01:05.340835 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-abba26e9-c7f6-486f-b8c8-1981d09da41d req-8de348a4-ef88-4913-a422-f50c3eb0be45 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426812
Apr 16 22:01:06.454582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54115d4f-45ea-4146-925a-274933948daa req-2776c6fa-f7a5-4290-8bf1-19a63ed9cb1a tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:06.456023 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-54115d4f-45ea-4146-925a-274933948daa req-2776c6fa-f7a5-4290-8bf1-19a63ed9cb1a tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 944 time: 0.0459421
Apr 16 22:01:06.503697 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-54115d4f-45ea-4146-925a-274933948daa req-9dfa4299-8d20-4706-8a64-04348c20d910 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414667
Apr 16 22:01:06.533008 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:06.788098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f93faba5-e639-49cd-b0b0-079f81fc0a0d up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:01:06.831517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port f93faba5-e639-49cd-b0b0-079f81fc0a0d completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:01:06.926493 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port f93faba5-e639-49cd-b0b0-079f81fc0a0d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:01:06.927126 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:07.004511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f93faba5-e639-49cd-b0b0-079f81fc0a0d is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:07.004846 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:07.027692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa363288-1148-454a-bc77-73866d94b76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93faba5-e639-49cd-b0b0-079f81fc0a0d'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:01:07.029954 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8237509-018a-49a0-975e-427fd06eca13" -d '{"events": [{"server_uuid": "aa363288-1148-454a-bc77-73866d94b76c", "name": "network-vif-plugged", "status": "completed", "tag": "f93faba5-e639-49cd-b0b0-079f81fc0a0d"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:01:07.042393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f93faba5-e639-49cd-b0b0-079f81fc0a0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f93faba5-e639-49cd-b0b0-079f81fc0a0d,segment=NetworkSegment(2890a2ca-476c-4b07-b30c-f5ed7bf226fc),segment_id=2890a2ca-476c-4b07-b30c-f5ed7bf226fc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:07.064736 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fbda5f-cfa7-41ff-9d51-aa548261c780 x-openstack-request-id: req-07fbda5f-cfa7-41ff-9d51-aa548261c780 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:01:07.065049 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa363288-1148-454a-bc77-73866d94b76c", "name": "network-vif-plugged", "status": "completed", "tag": "f93faba5-e639-49cd-b0b0-079f81fc0a0d", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:01:07.065394 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07fbda5f-cfa7-41ff-9d51-aa548261c780 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:01:07.065820 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07fbda5f-cfa7-41ff-9d51-aa548261c780'] response: {'server_uuid': 'aa363288-1148-454a-bc77-73866d94b76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93faba5-e639-49cd-b0b0-079f81fc0a0d', 'code': 200}
Apr 16 22:01:07.165949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26358b-f35a-418f-9c0e-dd7d9b58b237 req-30013fe9-d9b8-421a-a556-66646cfaea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:07.167573 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ac26358b-f35a-418f-9c0e-dd7d9b58b237 req-30013fe9-d9b8-421a-a556-66646cfaea9a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 1126 time: 0.0484746
Apr 16 22:01:07.184533 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:07.222525 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ac26358b-f35a-418f-9c0e-dd7d9b58b237 req-d0f0c3e9-2784-4edb-8238-de02e3159013 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489037
Apr 16 22:01:07.396994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f93faba5-e639-49cd-b0b0-079f81fc0a0d,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:07.615719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3f387-a64f-47de-b12d-39f9969e9aec req-b5dfc577-e8f5-49ba-956f-0a50807b77ce tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:07.617850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cf3f387-a64f-47de-b12d-39f9969e9aec req-b5dfc577-e8f5-49ba-956f-0a50807b77ce tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 945 time: 0.0468502
Apr 16 22:01:07.663078 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cf3f387-a64f-47de-b12d-39f9969e9aec req-9ac08c53-503d-49f6-8ad4-d701b10d7d0a tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396640
Apr 16 22:01:08.781761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237dc96-8f9e-4396-b9c6-0bb736193c1b req-87850e8c-9170-45b8-882d-a84736a7086c tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:08.783257 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3237dc96-8f9e-4396-b9c6-0bb736193c1b req-87850e8c-9170-45b8-882d-a84736a7086c tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 945 time: 0.0510054
Apr 16 22:01:08.829631 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3237dc96-8f9e-4396-b9c6-0bb736193c1b req-4bce2d60-38b0-4eca-b84b-3efab655224a tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407958
Apr 16 22:01:09.029354 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-71675875-1639-4a97-8176-9ce820df2d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:09.053650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-c22ff3d7-2518-4de9-88f1-abd1fc66eee4 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:09.055736 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-c22ff3d7-2518-4de9-88f1-abd1fc66eee4 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/networks?id=a7b3c90d-fac4-4e83-9fc6-095d28775ebb HTTP/1.1" status: 200  len: 814 time: 0.1044731
Apr 16 22:01:09.070285 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-80bad6a8-ccad-4ee9-a120-dafdfb60fe6c tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/quotas/ee72c3d0e55c4b0c833fdbb2209901dc HTTP/1.1" status: 200  len: 375 time: 0.0090680
Apr 16 22:01:09.117400 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-53a0d294-39f6-4124-88f1-952d1b1c2677 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee72c3d0e55c4b0c833fdbb2209901dc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0415490
Apr 16 22:01:09.260708 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-635ee1f6-d263-4e3b-be33-77a6c7811e16 service neutron] 10.222.0.20 "GET /v2.0/networks/a7b3c90d-fac4-4e83-9fc6-095d28775ebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366119
Apr 16 22:01:09.350204 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-59396f57-efae-471f-b549-69bb189c162a service neutron] 10.222.0.20 "GET /v2.0/networks/a7b3c90d-fac4-4e83-9fc6-095d28775ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836713
Apr 16 22:01:10.577617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af547aab-8dc0-44b5-afc9-c90a317d8c86 req-540c40e0-a7b0-4bbc-ad6d-3258b0739af4 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 210 time: 0.0278270
Apr 16 22:01:11.675162 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7513dad0-c0d1-49bd-8da9-f73e03c40ab5 req-76ebf3f1-1fe2-42ac-bd2e-2cd1ffe978a5 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 210 time: 0.0277798
Apr 16 22:01:11.675791 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29955c50-4340-4449-8999-173f93a83084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:12.516352 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-c651bc92-8a26-43fd-b120-bb3a86631b94 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:12.517887 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-c651bc92-8a26-43fd-b120-bb3a86631b94 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.41 "GET /v2.0/networks?id=a7b3c90d-fac4-4e83-9fc6-095d28775ebb HTTP/1.1" status: 200  len: 814 time: 0.1050205
Apr 16 22:01:12.529681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-9392eb4c-7282-4986-80d8-c7e433a6db1e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Request body: {'port': {'device_id': '0c0263e6-fc43-431f-92e7-5983902790dd', 'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb', 'admin_state_up': True, 'tenant_id': 'ee72c3d0e55c4b0c833fdbb2209901dc'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:12.652381 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:12.759876 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-9392eb4c-7282-4986-80d8-c7e433a6db1e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Made reservation on behalf of ee72c3d0e55c4b0c833fdbb2209901dc for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:12.763526 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-9392eb4c-7282-4986-80d8-c7e433a6db1e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:12.776656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8074f123-90e0-4959-8ff7-9ac9d456ca80 req-1239e77d-a757-49dd-826b-312152afba42 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 210 time: 0.0287642
Apr 16 22:01:12.891867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-9392eb4c-7282-4986-80d8-c7e433a6db1e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Allocated IP 172.20.0.9 (a7b3c90d-fac4-4e83-9fc6-095d28775ebb/7d61358f-2f1e-482e-a029-2153cae2580f/2bcf5e75-7b3a-435e-9d76-0998bf5d6146) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:01:13.036629 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-9392eb4c-7282-4986-80d8-c7e433a6db1e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks [] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:13.121036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-9392eb4c-7282-4986-80d8-c7e433a6db1e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:13.134021 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f93faba5-e639-49cd-b0b0-079f81fc0a0d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:01:13.163941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-9392eb4c-7282-4986-80d8-c7e433a6db1e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Network a7b3c90d-fac4-4e83-9fc6-095d28775ebb is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:01:13.166916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-9392eb4c-7282-4986-80d8-c7e433a6db1e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:13.170513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-9392eb4c-7282-4986-80d8-c7e433a6db1e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:01:13.199480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392eb4c-7282-4986-80d8-c7e433a6db1e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Pushing event updated for resources: {'Port': ['ID=2bcf5e75-7b3a-435e-9d76-0998bf5d6146,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:13.222774 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-9392eb4c-7282-4986-80d8-c7e433a6db1e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:13.223383 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-9392eb4c-7282-4986-80d8-c7e433a6db1e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:13.295087 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-9392eb4c-7282-4986-80d8-c7e433a6db1e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7688508
Apr 16 22:01:13.306192 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Request body: {'port': {'device_id': '0c0263e6-fc43-431f-92e7-5983902790dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:13.368165 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:13.625804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:01:13.633191 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Publish callbacks [] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:13.645180 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Transition to ACTIVE for port object 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:01:13.709701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:13.903742 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:14.060570 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcf5e75-7b3a-435e-9d76-0998bf5d6146,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:14.074946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e3801-5071-4a59-9ae7-cf26ea962dcb req-a2e2b11c-f578-4027-a6e8-93d117d65918 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:14.076430 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-640e3801-5071-4a59-9ae7-cf26ea962dcb req-a2e2b11c-f578-4027-a6e8-93d117d65918 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 943 time: 0.0657160
Apr 16 22:01:14.178423 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-640e3801-5071-4a59-9ae7-cf26ea962dcb req-be8b2375-b2eb-4128-b7e1-43a8e8a1be81 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943074
Apr 16 22:01:14.178799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Attempting to bind port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:01:14.179132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Attempting to bind port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2890a2ca-476c-4b07-b30c-f5ed7bf226fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:01:14.179457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Attempting to bind port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 on network a7b3c90d-fac4-4e83-9fc6-095d28775ebb {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:01:14.184974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 on network a7b3c90d-fac4-4e83-9fc6-095d28775ebb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:01:14.185371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Attempting to bind port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 on network a7b3c90d-fac4-4e83-9fc6-095d28775ebb {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:01:14.191064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:01:14.191415 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Checking segment: {'id': '2890a2ca-476c-4b07-b30c-f5ed7bf226fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:14.191853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Bound using segment: {'id': '2890a2ca-476c-4b07-b30c-f5ed7bf226fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:01:14.192270 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Bound port: 2bcf5e75-7b3a-435e-9d76-0998bf5d6146, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2890a2ca-476c-4b07-b30c-f5ed7bf226fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:01:14.192640 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:14.256029 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] For port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:01:14.259075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] For port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bcf5e75-7b3a-435e-9d76-0998bf5d6146,segment=NetworkSegment(2890a2ca-476c-4b07-b30c-f5ed7bf226fc),segment_id=2890a2ca-476c-4b07-b30c-f5ed7bf226fc)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:01:14.261726 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:14.336452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:14.373951 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:14.374590 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:14.375945 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] 10.222.0.41 "PUT /v2.0/ports/2bcf5e75-7b3a-435e-9d76-0998bf5d6146 HTTP/1.1" status: 200  len: 1091 time: 1.0742967
Apr 16 22:01:14.376469 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0263e6-fc43-431f-92e7-5983902790dd', 'tag': '2bcf5e75-7b3a-435e-9d76-0998bf5d6146'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:01:14.378681 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afe6ba7-ba31-4161-8365-dbb5f9d56725" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0263e6-fc43-431f-92e7-5983902790dd", "tag": "2bcf5e75-7b3a-435e-9d76-0998bf5d6146"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:01:14.399279 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f00b1a-ab9e-42e6-8ff4-9491c8336f90 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcf5e75-7b3a-435e-9d76-0998bf5d6146,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:14.416093 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1984cf7c-1a7b-46d1-b510-2116dbbf16b1 x-openstack-request-id: req-1984cf7c-1a7b-46d1-b510-2116dbbf16b1 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:01:14.416536 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0263e6-fc43-431f-92e7-5983902790dd", "tag": "2bcf5e75-7b3a-435e-9d76-0998bf5d6146", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:01:14.416800 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1984cf7c-1a7b-46d1-b510-2116dbbf16b1 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:01:14.417214 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1984cf7c-1a7b-46d1-b510-2116dbbf16b1'] response: {'name': 'network-changed', 'server_uuid': '0c0263e6-fc43-431f-92e7-5983902790dd', 'tag': '2bcf5e75-7b3a-435e-9d76-0998bf5d6146', 'status': 'completed', 'code': 200}
Apr 16 22:01:14.475689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe6ba7-ba31-4161-8365-dbb5f9d56725 req-cfb74b53-7935-4b77-8b55-050b30df3e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:14.477671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7afe6ba7-ba31-4161-8365-dbb5f9d56725 req-cfb74b53-7935-4b77-8b55-050b30df3e13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee72c3d0e55c4b0c833fdbb2209901dc&device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 1125 time: 0.0435052
Apr 16 22:01:14.572246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe6ba7-ba31-4161-8365-dbb5f9d56725 req-966c60ce-d5ce-456d-b99b-5b1fa5fe04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:14.573706 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7afe6ba7-ba31-4161-8365-dbb5f9d56725 req-966c60ce-d5ce-456d-b99b-5b1fa5fe04ba service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ee72c3d0e55c4b0c833fdbb2209901dc&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0894470
Apr 16 22:01:14.668152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe6ba7-ba31-4161-8365-dbb5f9d56725 req-63c4bda3-39bf-45cf-801d-0bcb23453635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:14.669642 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7afe6ba7-ba31-4161-8365-dbb5f9d56725 req-63c4bda3-39bf-45cf-801d-0bcb23453635 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0905521
Apr 16 22:01:14.741292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-ea88347a-6489-4a36-aefb-134027396922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:14.742704 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-ea88347a-6489-4a36-aefb-134027396922 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee72c3d0e55c4b0c833fdbb2209901dc&device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 1125 time: 0.0397778
Apr 16 22:01:14.782575 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-2edb05e2-77f2-4267-a716-97fe4c689f94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bcf5e75-7b3a-435e-9d76-0998bf5d6146 HTTP/1.1" status: 200  len: 217 time: 0.0335946
Apr 16 22:01:14.833784 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-c75db1d0-4fb8-4fa4-a12a-d5ade48b03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:14.835263 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-c75db1d0-4fb8-4fa4-a12a-d5ade48b03e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d61358f-2f1e-482e-a029-2153cae2580f HTTP/1.1" status: 200  len: 854 time: 0.0467594
Apr 16 22:01:14.867505 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-e9ce1e24-ff94-4115-aedf-6d82815ab7db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7b3c90d-fac4-4e83-9fc6-095d28775ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259516
Apr 16 22:01:14.954403 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-72f9e723-1fe5-4989-9d76-18c0895ea427 service neutron] 10.222.0.41 "GET /v2.0/networks/a7b3c90d-fac4-4e83-9fc6-095d28775ebb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813615
Apr 16 22:01:15.048394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e43fc18b-3898-4048-b506-6ea27baf8893 req-46fb91c0-dcd5-467a-a2c6-bdf93e70190d service neutron] 10.222.0.41 "GET /v2.0/networks/a7b3c90d-fac4-4e83-9fc6-095d28775ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873985
Apr 16 22:01:15.292632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9447589-be9c-4b8e-9f62-10391393f3ed req-259b9f76-190f-4aa6-9a58-20d7ae6e5f02 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:15.294083 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9447589-be9c-4b8e-9f62-10391393f3ed req-259b9f76-190f-4aa6-9a58-20d7ae6e5f02 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 943 time: 0.0463474
Apr 16 22:01:15.340271 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9447589-be9c-4b8e-9f62-10391393f3ed req-90323ddd-5292-4ca5-b073-b523f8baaa79 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406957
Apr 16 22:01:15.429372 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:16.455061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39477b9-ada4-40a3-b899-916f7b7efb42 req-55ff2bae-9b20-4283-8ef7-c3bc804ab9ee tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:16.456562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f39477b9-ada4-40a3-b899-916f7b7efb42 req-55ff2bae-9b20-4283-8ef7-c3bc804ab9ee tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 943 time: 0.0470729
Apr 16 22:01:16.505974 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f39477b9-ada4-40a3-b899-916f7b7efb42 req-e7738f93-5a24-431c-95bb-bb27c063c82e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438457
Apr 16 22:01:17.621383 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401a42c-b541-4ff9-a59b-dbf2af075cad req-d03d73ec-88e8-42f9-9570-ea6a22d1c4f8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:17.622850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9401a42c-b541-4ff9-a59b-dbf2af075cad req-d03d73ec-88e8-42f9-9570-ea6a22d1c4f8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 943 time: 0.0518279
Apr 16 22:01:17.668668 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9401a42c-b541-4ff9-a59b-dbf2af075cad req-d0347cb0-5d89-4f09-96d0-3f8997de7565 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401978
Apr 16 22:01:18.355410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:01:18.452838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bcf5e75-7b3a-435e-9d76-0998bf5d6146,segment=NetworkSegment(2890a2ca-476c-4b07-b30c-f5ed7bf226fc),segment_id=2890a2ca-476c-4b07-b30c-f5ed7bf226fc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:18.464059 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '2bcf5e75-7b3a-435e-9d76-0998bf5d6146', 'network_id': 'a7b3c90d-fac4-4e83-9fc6-095d28775ebb', 'port_id': '2bcf5e75-7b3a-435e-9d76-0998bf5d6146', 'mac_address': 'fa:16:3e:ca:33:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d61358f-2f1e-482e-a029-2153cae2580f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:01:18.500004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:18.500419 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:18.513289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:01:18.535584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bcf5e75-7b3a-435e-9d76-0998bf5d6146,segment=NetworkSegment(2890a2ca-476c-4b07-b30c-f5ed7bf226fc),segment_id=2890a2ca-476c-4b07-b30c-f5ed7bf226fc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:18.583593 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:18.628857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=2bcf5e75-7b3a-435e-9d76-0998bf5d6146,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:18.780970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73745c-d8fd-4bc9-9e27-68cd687c0fd1 req-208cc26f-ca73-4fab-9606-62fa26352123 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:18.782453 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba73745c-d8fd-4bc9-9e27-68cd687c0fd1 req-208cc26f-ca73-4fab-9606-62fa26352123 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 944 time: 0.0465946
Apr 16 22:01:18.829088 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ba73745c-d8fd-4bc9-9e27-68cd687c0fd1 req-5b997016-b657-433d-9e93-165cabfd3d1c tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410411
Apr 16 22:01:18.852317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['2bcf5e75-7b3a-435e-9d76-0998bf5d6146'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:01:19.940589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48332bd-71bb-406a-8f51-a6b111b5d227 req-37ea78d2-531c-4a0a-ab2a-e0b02aa293ef tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:19.942068 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a48332bd-71bb-406a-8f51-a6b111b5d227 req-37ea78d2-531c-4a0a-ab2a-e0b02aa293ef tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 944 time: 0.0470388
Apr 16 22:01:19.988329 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a48332bd-71bb-406a-8f51-a6b111b5d227 req-1f07f3d6-ce04-4421-b0c8-885cad03e613 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399828
Apr 16 22:01:20.020859 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:01:20.370592 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:01:20.412739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:01:20.491668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:01:20.492097 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:20.567644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:20.568037 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:20.590881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0263e6-fc43-431f-92e7-5983902790dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcf5e75-7b3a-435e-9d76-0998bf5d6146'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:01:20.593502 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee48767-7e57-4c71-9d15-a73004a39911" -d '{"events": [{"server_uuid": "0c0263e6-fc43-431f-92e7-5983902790dd", "name": "network-vif-plugged", "status": "completed", "tag": "2bcf5e75-7b3a-435e-9d76-0998bf5d6146"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:01:20.608735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bcf5e75-7b3a-435e-9d76-0998bf5d6146,segment=NetworkSegment(2890a2ca-476c-4b07-b30c-f5ed7bf226fc),segment_id=2890a2ca-476c-4b07-b30c-f5ed7bf226fc)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:20.631005 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1fb284-515e-4d3c-a5b0-d70faea95922 x-openstack-request-id: req-cb1fb284-515e-4d3c-a5b0-d70faea95922 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:01:20.631312 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0263e6-fc43-431f-92e7-5983902790dd", "name": "network-vif-plugged", "status": "completed", "tag": "2bcf5e75-7b3a-435e-9d76-0998bf5d6146", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:01:20.631577 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb1fb284-515e-4d3c-a5b0-d70faea95922 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:01:20.631965 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1fb284-515e-4d3c-a5b0-d70faea95922'] response: {'server_uuid': '0c0263e6-fc43-431f-92e7-5983902790dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcf5e75-7b3a-435e-9d76-0998bf5d6146', 'code': 200}
Apr 16 22:01:20.680794 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:20.723948 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325bc4-4944-4d9f-8368-55100ef57583 req-1a596518-f4d2-469d-9256-9f80bc45346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:20.725486 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be325bc4-4944-4d9f-8368-55100ef57583 req-1a596518-f4d2-469d-9256-9f80bc45346e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 1127 time: 0.0385690
Apr 16 22:01:20.732755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=2bcf5e75-7b3a-435e-9d76-0998bf5d6146,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:20.773874 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-be325bc4-4944-4d9f-8368-55100ef57583 req-2c81a89a-9f92-41fe-bd0a-afacf6432557 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422356
Apr 16 22:01:21.101824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898317d9-c93e-4e47-9878-4150aa09698b req-a147d815-6c36-4598-a3bc-a01eeb6e2953 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:21.103345 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-898317d9-c93e-4e47-9878-4150aa09698b req-a147d815-6c36-4598-a3bc-a01eeb6e2953 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 945 time: 0.0477717
Apr 16 22:01:21.149275 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-898317d9-c93e-4e47-9878-4150aa09698b req-9986855c-25cd-4b2c-97ef-dad7a1052a61 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402095
Apr 16 22:01:22.267116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f46b9-e4de-4d04-94a5-0a2d4313a297 req-2b79e702-a0d6-4f72-84d3-d8d65eeb1d81 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:22.268667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e7f46b9-e4de-4d04-94a5-0a2d4313a297 req-2b79e702-a0d6-4f72-84d3-d8d65eeb1d81 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 945 time: 0.0473688
Apr 16 22:01:22.315003 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e7f46b9-e4de-4d04-94a5-0a2d4313a297 req-bb06e021-fd65-414d-b281-90cd9917eda9 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405555
Apr 16 22:01:22.756646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2675ef-7d22-4cde-a29b-9ef7dce5a15d req-e08c00af-05d3-472c-9540-910a80659416 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:22.758111 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e2675ef-7d22-4cde-a29b-9ef7dce5a15d req-e08c00af-05d3-472c-9540-910a80659416 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 945 time: 0.0502477
Apr 16 22:01:22.803968 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0e2675ef-7d22-4cde-a29b-9ef7dce5a15d req-056a8ac9-9144-4537-bc66-ba81edd8a1c8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397666
Apr 16 22:01:23.919458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd5b91-8c55-4d3e-b0b7-873d3bcb4c48 req-47d91be4-85d3-4e76-b5c7-76640dc1492d tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:23.920996 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-47dd5b91-8c55-4d3e-b0b7-873d3bcb4c48 req-47d91be4-85d3-4e76-b5c7-76640dc1492d tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 945 time: 0.0479424
Apr 16 22:01:23.968032 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-47dd5b91-8c55-4d3e-b0b7-873d3bcb4c48 req-26d6ddb7-08c5-4258-9e6a-08e8fd5c1598 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411377
Apr 16 22:01:24.126629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03eabc-e128-4af8-b0e2-8db3f3467760 req-d55dd31b-6742-4825-b166-e943afc6f059 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:24.127956 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc03eabc-e128-4af8-b0e2-8db3f3467760 req-d55dd31b-6742-4825-b166-e943afc6f059 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 945 time: 0.0498738
Apr 16 22:01:24.209741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-bc03eabc-e128-4af8-b0e2-8db3f3467760 req-64b75c62-85af-472e-805e-3f069b39fe03 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Deleting port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:01:24.210076 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bc03eabc-e128-4af8-b0e2-8db3f3467760 req-64b75c62-85af-472e-805e-3f069b39fe03 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:24.300836 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-bc03eabc-e128-4af8-b0e2-8db3f3467760 req-64b75c62-85af-472e-805e-3f069b39fe03 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] For port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bcf5e75-7b3a-435e-9d76-0998bf5d6146,segment=NetworkSegment(2890a2ca-476c-4b07-b30c-f5ed7bf226fc),segment_id=2890a2ca-476c-4b07-b30c-f5ed7bf226fc)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:24.301198 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bc03eabc-e128-4af8-b0e2-8db3f3467760 req-64b75c62-85af-472e-805e-3f069b39fe03 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:24.314919 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-bc03eabc-e128-4af8-b0e2-8db3f3467760 req-64b75c62-85af-472e-805e-3f069b39fe03 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Calling delete_port for 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:01:24.504053 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bc03eabc-e128-4af8-b0e2-8db3f3467760 req-64b75c62-85af-472e-805e-3f069b39fe03 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (2bcf5e75-7b3a-435e-9d76-0998bf5d6146), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:24.516528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f93faba5-e639-49cd-b0b0-079f81fc0a0d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:01:24.518812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['2bcf5e75-7b3a-435e-9d76-0998bf5d6146'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:01:24.537169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b75c62-85af-472e-805e-3f069b39fe03 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Pushing event deleted for resources: {'Port': ['ID=2bcf5e75-7b3a-435e-9d76-0998bf5d6146,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:24.580547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc03eabc-e128-4af8-b0e2-8db3f3467760 req-64b75c62-85af-472e-805e-3f069b39fe03 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] No DVR routers for this DVR port 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:01:24.583258 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-bc03eabc-e128-4af8-b0e2-8db3f3467760 req-64b75c62-85af-472e-805e-3f069b39fe03 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:24.586631 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc03eabc-e128-4af8-b0e2-8db3f3467760 req-64b75c62-85af-472e-805e-3f069b39fe03 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.41 "DELETE /v2.0/ports/2bcf5e75-7b3a-435e-9d76-0998bf5d6146 HTTP/1.1" status: 204  len: 173 time: 0.4530337
Apr 16 22:01:24.587591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0263e6-fc43-431f-92e7-5983902790dd', 'name': 'network-vif-deleted', 'tag': '2bcf5e75-7b3a-435e-9d76-0998bf5d6146'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:01:24.589988 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2195d475-9b1b-442d-8516-36349a3c3d7f" -d '{"events": [{"server_uuid": "0c0263e6-fc43-431f-92e7-5983902790dd", "name": "network-vif-deleted", "tag": "2bcf5e75-7b3a-435e-9d76-0998bf5d6146"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:01:24.690775 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ded738-da24-4977-b6a8-123c2e1b8b5a x-openstack-request-id: req-13ded738-da24-4977-b6a8-123c2e1b8b5a {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:01:24.691078 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0263e6-fc43-431f-92e7-5983902790dd", "name": "network-vif-deleted", "tag": "2bcf5e75-7b3a-435e-9d76-0998bf5d6146", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:01:24.691352 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13ded738-da24-4977-b6a8-123c2e1b8b5a {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:01:24.691768 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ded738-da24-4977-b6a8-123c2e1b8b5a'] response: {'server_uuid': '0c0263e6-fc43-431f-92e7-5983902790dd', 'name': 'network-vif-deleted', 'tag': '2bcf5e75-7b3a-435e-9d76-0998bf5d6146', 'status': 'completed', 'code': 200}
Apr 16 22:01:25.075817 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-51b2b6d2-add1-407f-9115-e552085cd63c req-b5b6da62-e981-4b5f-bde9-89703119416f tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c0263e6-fc43-431f-92e7-5983902790dd HTTP/1.1" status: 200  len: 210 time: 0.0293579
Apr 16 22:01:26.226217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bf7b2-4e81-40e4-8bce-ea993e890f39 req-68311aba-80e4-498a-af74-b5f4edb684b8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:26.227685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-126bf7b2-4e81-40e4-8bce-ea993e890f39 req-68311aba-80e4-498a-af74-b5f4edb684b8 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 945 time: 0.0504096
Apr 16 22:01:26.274557 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-126bf7b2-4e81-40e4-8bce-ea993e890f39 req-c4219a83-bcd3-4841-80da-e9ca42d99ba9 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407374
Apr 16 22:01:26.401361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8277c-effe-4087-9811-24ee5f05e369 req-2e84363f-6db8-4ff9-ac48-02b1e5a7becd tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:26.402733 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bb8277c-effe-4087-9811-24ee5f05e369 req-2e84363f-6db8-4ff9-ac48-02b1e5a7becd tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 945 time: 0.0463438
Apr 16 22:01:26.449087 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7bb8277c-effe-4087-9811-24ee5f05e369 req-142ed787-0161-4a30-a2eb-c3b21814d424 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407712
Apr 16 22:01:26.562809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed366baa-c109-497c-9414-dc5e0c074dfc req-eb5c8ccd-feb2-4bde-be57-9f87cc0ab2ce tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:26.564306 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed366baa-c109-497c-9414-dc5e0c074dfc req-eb5c8ccd-feb2-4bde-be57-9f87cc0ab2ce tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 945 time: 0.0464349
Apr 16 22:01:26.611305 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed366baa-c109-497c-9414-dc5e0c074dfc req-0e007f52-cd35-4014-a79b-86871dd01e0b tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414963
Apr 16 22:01:26.776666 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb75cc-d0ba-4823-b7bf-7b6a733b0dc5 req-7df6693c-263b-49f7-ac9f-9cfe4e6bdb59 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:26.778132 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95fb75cc-d0ba-4823-b7bf-7b6a733b0dc5 req-7df6693c-263b-49f7-ac9f-9cfe4e6bdb59 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 945 time: 0.0506032
Apr 16 22:01:26.823948 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-95fb75cc-d0ba-4823-b7bf-7b6a733b0dc5 req-824210ab-145a-4386-a2f2-12b711850737 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402572
Apr 16 22:01:26.939710 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0a0c9-efbf-427a-8b0a-d142714e5019 req-416a6714-1b0d-4872-99f4-ac80803af62e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:26.941105 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-91e0a0c9-efbf-427a-8b0a-d142714e5019 req-416a6714-1b0d-4872-99f4-ac80803af62e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 945 time: 0.0462356
Apr 16 22:01:26.990504 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-91e0a0c9-efbf-427a-8b0a-d142714e5019 req-47643643-5533-4718-b5ac-f2802c419ee4 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438778
Apr 16 22:01:27.112377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe85a56-617a-4007-9c99-f816c4777a15 req-e98b279c-9c70-499f-86ab-8b7fc34e70fd tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:27.113871 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbe85a56-617a-4007-9c99-f816c4777a15 req-e98b279c-9c70-499f-86ab-8b7fc34e70fd tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 945 time: 0.0478406
Apr 16 22:01:27.161433 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cbe85a56-617a-4007-9c99-f816c4777a15 req-0748cf26-736e-4a90-bde5-ddc402abd6d1 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419624
Apr 16 22:01:27.638220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4923dc7-5cce-4d1f-a905-60d2d9065774 req-95af01ff-57b7-417f-8bbb-28d5d711ba6b tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:27.639688 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4923dc7-5cce-4d1f-a905-60d2d9065774 req-95af01ff-57b7-417f-8bbb-28d5d711ba6b tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 945 time: 0.0470586
Apr 16 22:01:27.686558 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a4923dc7-5cce-4d1f-a905-60d2d9065774 req-1ffa6298-a25d-437d-b431-f2e0554b853f tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412481
Apr 16 22:01:28.390314 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:01:28.410481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:01:28.410831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 2bcf5e75-7b3a-435e-9d76-0998bf5d6146 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:01:28.801630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119b0b0-def5-4d9d-aa97-a194e5087d3f req-a2c358cb-67c1-42ad-97b4-2b35b78e6583 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:28.803120 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e119b0b0-def5-4d9d-aa97-a194e5087d3f req-a2c358cb-67c1-42ad-97b4-2b35b78e6583 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 945 time: 0.0468247
Apr 16 22:01:28.848552 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e119b0b0-def5-4d9d-aa97-a194e5087d3f req-5fd86dd5-41d0-4956-9289-196a87cab692 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7cb6bcc-37dc-4505-8878-3586ee57b494&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397081
Apr 16 22:01:29.035402 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eb7bf-a3f4-41aa-9eb6-2db95aa9d50e req-ce016336-514f-4363-9084-6d8d5496027e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:29.036912 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-244eb7bf-a3f4-41aa-9eb6-2db95aa9d50e req-ce016336-514f-4363-9084-6d8d5496027e tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 945 time: 0.0473924
Apr 16 22:01:29.412218 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-244eb7bf-a3f4-41aa-9eb6-2db95aa9d50e req-38c31c36-9a9a-43ef-8a85-d2f48eed34d9 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Deleting port f93faba5-e639-49cd-b0b0-079f81fc0a0d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:01:29.412565 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-244eb7bf-a3f4-41aa-9eb6-2db95aa9d50e req-38c31c36-9a9a-43ef-8a85-d2f48eed34d9 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:29.497949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-244eb7bf-a3f4-41aa-9eb6-2db95aa9d50e req-38c31c36-9a9a-43ef-8a85-d2f48eed34d9 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] For port f93faba5-e639-49cd-b0b0-079f81fc0a0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f93faba5-e639-49cd-b0b0-079f81fc0a0d,segment=NetworkSegment(2890a2ca-476c-4b07-b30c-f5ed7bf226fc),segment_id=2890a2ca-476c-4b07-b30c-f5ed7bf226fc)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:29.498318 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-244eb7bf-a3f4-41aa-9eb6-2db95aa9d50e req-38c31c36-9a9a-43ef-8a85-d2f48eed34d9 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:29.515419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-244eb7bf-a3f4-41aa-9eb6-2db95aa9d50e req-38c31c36-9a9a-43ef-8a85-d2f48eed34d9 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Calling delete_port for f93faba5-e639-49cd-b0b0-079f81fc0a0d owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:01:29.692419 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-244eb7bf-a3f4-41aa-9eb6-2db95aa9d50e req-38c31c36-9a9a-43ef-8a85-d2f48eed34d9 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f93faba5-e639-49cd-b0b0-079f81fc0a0d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:29.704042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f93faba5-e639-49cd-b0b0-079f81fc0a0d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:01:29.721858 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c31c36-9a9a-43ef-8a85-d2f48eed34d9 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Pushing event deleted for resources: {'Port': ['ID=f93faba5-e639-49cd-b0b0-079f81fc0a0d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:29.768217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-244eb7bf-a3f4-41aa-9eb6-2db95aa9d50e req-38c31c36-9a9a-43ef-8a85-d2f48eed34d9 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] No DVR routers for this DVR port f93faba5-e639-49cd-b0b0-079f81fc0a0d on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:01:29.771156 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-244eb7bf-a3f4-41aa-9eb6-2db95aa9d50e req-38c31c36-9a9a-43ef-8a85-d2f48eed34d9 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:29.774709 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-244eb7bf-a3f4-41aa-9eb6-2db95aa9d50e req-38c31c36-9a9a-43ef-8a85-d2f48eed34d9 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.11 "DELETE /v2.0/ports/f93faba5-e639-49cd-b0b0-079f81fc0a0d HTTP/1.1" status: 204  len: 173 time: 0.7323439
Apr 16 22:01:29.775342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa363288-1148-454a-bc77-73866d94b76c', 'name': 'network-vif-deleted', 'tag': 'f93faba5-e639-49cd-b0b0-079f81fc0a0d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:01:29.778130 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186cfe6a-5945-4756-ba35-bddde8a567b1" -d '{"events": [{"server_uuid": "aa363288-1148-454a-bc77-73866d94b76c", "name": "network-vif-deleted", "tag": "f93faba5-e639-49cd-b0b0-079f81fc0a0d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:01:29.813876 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f806a7-2504-4e1c-ace3-5e51c4441797 x-openstack-request-id: req-d1f806a7-2504-4e1c-ace3-5e51c4441797 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:01:29.814477 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa363288-1148-454a-bc77-73866d94b76c", "name": "network-vif-deleted", "tag": "f93faba5-e639-49cd-b0b0-079f81fc0a0d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:01:29.814477 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1f806a7-2504-4e1c-ace3-5e51c4441797 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:01:29.814833 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f806a7-2504-4e1c-ace3-5e51c4441797'] response: {'server_uuid': 'aa363288-1148-454a-bc77-73866d94b76c', 'name': 'network-vif-deleted', 'tag': 'f93faba5-e639-49cd-b0b0-079f81fc0a0d', 'status': 'completed', 'code': 200}
Apr 16 22:01:29.945447 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8bda587e-c6c8-4d5e-b939-171b1f933246 req-35fb3366-dd2e-4c75-9a47-594f7b035ee0 tempest-ServersNegativeTestJSON-1349508956 tempest-ServersNegativeTestJSON-1349508956-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa363288-1148-454a-bc77-73866d94b76c HTTP/1.1" status: 200  len: 210 time: 0.0287108
Apr 16 22:01:31.002836 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51174) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:31.046716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50039b4-f598-4028-9905-70cc08b3a1b3 admin admin] Deleting subnet 7d61358f-2f1e-482e-a029-2153cae2580f {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:01:31.049793 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a50039b4-f598-4028-9905-70cc08b3a1b3 admin admin] Publish callbacks [] for subnet (7d61358f-2f1e-482e-a029-2153cae2580f), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:31.089240 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a50039b4-f598-4028-9905-70cc08b3a1b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (7d61358f-2f1e-482e-a029-2153cae2580f), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:31.127497 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a50039b4-f598-4028-9905-70cc08b3a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (7d61358f-2f1e-482e-a029-2153cae2580f), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:31.227720 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a50039b4-f598-4028-9905-70cc08b3a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (7d61358f-2f1e-482e-a029-2153cae2580f), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:31.253298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50039b4-f598-4028-9905-70cc08b3a1b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d61358f-2f1e-482e-a029-2153cae2580f,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:31.257275 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-a50039b4-f598-4028-9905-70cc08b3a1b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:31.261057 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a50039b4-f598-4028-9905-70cc08b3a1b3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7d61358f-2f1e-482e-a029-2153cae2580f HTTP/1.1" status: 204  len: 168 time: 0.2571862
Apr 16 22:01:31.265567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51176) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:31.330222 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c811997d-7f0d-424c-82da-2aa6a6705cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (a7b3c90d-fac4-4e83-9fc6-095d28775ebb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:31.413557 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c811997d-7f0d-424c-82da-2aa6a6705cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (a7b3c90d-fac4-4e83-9fc6-095d28775ebb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:31.434168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c811997d-7f0d-424c-82da-2aa6a6705cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011fb0fa30>,) {'filters': {'network_id': ['a7b3c90d-fac4-4e83-9fc6-095d28775ebb']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:31.443255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c811997d-7f0d-424c-82da-2aa6a6705cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fb0fa30>, '2890a2ca-476c-4b07-b30c-f5ed7bf226fc') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:31.443548 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-c811997d-7f0d-424c-82da-2aa6a6705cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fb0fa30>, '2890a2ca-476c-4b07-b30c-f5ed7bf226fc') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:31.452686 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c811997d-7f0d-424c-82da-2aa6a6705cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (2890a2ca-476c-4b07-b30c-f5ed7bf226fc), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:31.465780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c811997d-7f0d-424c-82da-2aa6a6705cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2890a2ca-476c-4b07-b30c-f5ed7bf226fc), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:31.471745 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c811997d-7f0d-424c-82da-2aa6a6705cb4 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:01:31.472130 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c811997d-7f0d-424c-82da-2aa6a6705cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (2890a2ca-476c-4b07-b30c-f5ed7bf226fc), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:01:31.473781 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:01:31.581387 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c811997d-7f0d-424c-82da-2aa6a6705cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (a7b3c90d-fac4-4e83-9fc6-095d28775ebb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:31.587504 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c811997d-7f0d-424c-82da-2aa6a6705cb4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:31.590597 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c811997d-7f0d-424c-82da-2aa6a6705cb4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a7b3c90d-fac4-4e83-9fc6-095d28775ebb HTTP/1.1" status: 204  len: 168 time: 0.3259554
Apr 16 22:01:31.601970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811997d-7f0d-424c-82da-2aa6a6705cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7b3c90d-fac4-4e83-9fc6-095d28775ebb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:31.915358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51180) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:31.955815 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d2b4f7bf-c9b2-49ff-b811-f83b968af788 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee72c3d0e55c4b0c833fdbb2209901dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0392795
Apr 16 22:01:31.958374 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51182) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:32.004609 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-691f3ff2-3ce8-4b9b-9602-422a17ad2435 admin admin] Publish callbacks [] for security_group (a7cb6bcc-37dc-4505-8878-3586ee57b494), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:32.030361 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-691f3ff2-3ce8-4b9b-9602-422a17ad2435 admin admin] Publish callbacks [] for security_group (a7cb6bcc-37dc-4505-8878-3586ee57b494), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:32.137440 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-691f3ff2-3ce8-4b9b-9602-422a17ad2435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (a7cb6bcc-37dc-4505-8878-3586ee57b494), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:32.140051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-691f3ff2-3ce8-4b9b-9602-422a17ad2435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:32.141264 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-691f3ff2-3ce8-4b9b-9602-422a17ad2435 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7cb6bcc-37dc-4505-8878-3586ee57b494 HTTP/1.1" status: 204  len: 168 time: 0.1819885
Apr 16 22:01:32.149108 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f3ff2-3ce8-4b9b-9602-422a17ad2435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cb6bcc-37dc-4505-8878-3586ee57b494,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:32.964820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f93faba5-e639-49cd-b0b0-079f81fc0a0d no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:01:32.985320 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: f93faba5-e639-49cd-b0b0-079f81fc0a0d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:01:32.985664 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f93faba5-e639-49cd-b0b0-079f81fc0a0d not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:01:33.159915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51204) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:33.253239 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-300009159'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:33.348705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Made reservation on behalf of a9caf8ca33b74a33b8bce96308512a52 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:33.351979 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:33.361098 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:33.436612 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for security_group (21c9deaf-31d2-48c0-80cd-bffe9cdf55ee), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:33.507369 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (21c9deaf-31d2-48c0-80cd-bffe9cdf55ee), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:33.536159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:01:33.543022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c9deaf-31d2-48c0-80cd-bffe9cdf55ee,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:33.548947 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c8060e13-20c2-46c3-aed1-d396b4a1b64b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:33.550273 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Added segment c8060e13-20c2-46c3-aed1-d396b4a1b64b of type vlan for network 0f38d2aa-58c8-4209-87a0-ad791694afc6
Apr 16 22:01:33.589900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (0f38d2aa-58c8-4209-87a0-ad791694afc6), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:33.673233 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (0f38d2aa-58c8-4209-87a0-ad791694afc6), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:33.678353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:33.678942 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:33.785377 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event updated for resources: {'Network': ['ID=0f38d2aa-58c8-4209-87a0-ad791694afc6,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:33.795911 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 0f38d2aa-58c8-4209-87a0-ad791694afc6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:01:33.826577 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-58924b52-6cfc-4372-8a88-0bc66fc7fdbe tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6655040
Apr 16 22:01:36.537264 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:37.054178 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51208) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:37.059360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f7f3bb5d-f709-471f-bbe2-5c2bae3b85cb tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Request body: {'subnet': {'network_id': '0f38d2aa-58c8-4209-87a0-ad791694afc6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:37.217391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f3bb5d-f709-471f-bbe2-5c2bae3b85cb tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Made reservation on behalf of a9caf8ca33b74a33b8bce96308512a52 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:37.221109 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f7f3bb5d-f709-471f-bbe2-5c2bae3b85cb tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:37.452121 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f7f3bb5d-f709-471f-bbe2-5c2bae3b85cb tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (66cdd2e2-8d96-4f6b-8fe5-83f61c89f2eb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:37.517918 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3bb5d-f709-471f-bbe2-5c2bae3b85cb tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event updated for resources: {'Subnet': ['ID=66cdd2e2-8d96-4f6b-8fe5-83f61c89f2eb,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:37.528188 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3bb5d-f709-471f-bbe2-5c2bae3b85cb tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Checking segment: {'id': 'c8060e13-20c2-46c3-aed1-d396b4a1b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0f38d2aa-58c8-4209-87a0-ad791694afc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:37.528581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3bb5d-f709-471f-bbe2-5c2bae3b85cb tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Network hostable DHCP agents. Network: 0f38d2aa-58c8-4209-87a0-ad791694afc6, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:01:37.598882 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3bb5d-f709-471f-bbe2-5c2bae3b85cb tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Network 0f38d2aa-58c8-4209-87a0-ad791694afc6 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:01:37.667018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f7f3bb5d-f709-471f-bbe2-5c2bae3b85cb tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0f38d2aa-58c8-4209-87a0-ad791694afc6) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:37.671435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f3bb5d-f709-471f-bbe2-5c2bae3b85cb tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:37.672051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f7f3bb5d-f709-471f-bbe2-5c2bae3b85cb tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:37.678016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0335287-75dd-4dc1-bbf1-bd237e6f74db None None] Network 0f38d2aa-58c8-4209-87a0-ad791694afc6 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:37.762125 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f7f3bb5d-f709-471f-bbe2-5c2bae3b85cb tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7068033
Apr 16 22:01:37.765562 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51210) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:37.770814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-673af8c6-5b80-4db3-862a-23e6f4d6cbd6 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-811747128'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:37.779959 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0f38d2aa-58c8-4209-87a0-ad791694afc6', 'network_id': '0f38d2aa-58c8-4209-87a0-ad791694afc6', 'project_id': 'a9caf8ca33b74a33b8bce96308512a52', 'fixed_ips': [{'subnet_id': '66cdd2e2-8d96-4f6b-8fe5-83f61c89f2eb'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:01:37.780895 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:37.921369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Allocated IP 2001:db8:0:ffff::2 (0f38d2aa-58c8-4209-87a0-ad791694afc6/66cdd2e2-8d96-4f6b-8fe5-83f61c89f2eb/7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:01:37.950020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673af8c6-5b80-4db3-862a-23e6f4d6cbd6 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Made reservation on behalf of a9caf8ca33b74a33b8bce96308512a52 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:37.953690 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-673af8c6-5b80-4db3-862a-23e6f4d6cbd6 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:37.977984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673af8c6-5b80-4db3-862a-23e6f4d6cbd6 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:01:37.987310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-673af8c6-5b80-4db3-862a-23e6f4d6cbd6 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b1e335ec-6a85-4e3f-bf16-3fb692eafa16), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:37.992440 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-673af8c6-5b80-4db3-862a-23e6f4d6cbd6 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Added segment b1e335ec-6a85-4e3f-bf16-3fb692eafa16 of type vlan for network f7b3abc5-d4c4-45c6-a676-afa656728cb0
Apr 16 22:01:38.030045 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-673af8c6-5b80-4db3-862a-23e6f4d6cbd6 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (f7b3abc5-d4c4-45c6-a676-afa656728cb0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:38.064923 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Publish callbacks [] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:38.142916 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-673af8c6-5b80-4db3-862a-23e6f4d6cbd6 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (f7b3abc5-d4c4-45c6-a676-afa656728cb0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:38.148094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673af8c6-5b80-4db3-862a-23e6f4d6cbd6 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:38.152975 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-673af8c6-5b80-4db3-862a-23e6f4d6cbd6 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:38.176093 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:38.214474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Network 0f38d2aa-58c8-4209-87a0-ad791694afc6 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:01:38.217310 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673af8c6-5b80-4db3-862a-23e6f4d6cbd6 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event updated for resources: {'Network': ['ID=f7b3abc5-d4c4-45c6-a676-afa656728cb0,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:38.222323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:38.222323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:01:38.230701 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network f7b3abc5-d4c4-45c6-a676-afa656728cb0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:01:38.247859 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Pushing event updated for resources: {'Port': ['ID=7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:38.271385 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-673af8c6-5b80-4db3-862a-23e6f4d6cbd6 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5046606
Apr 16 22:01:38.274179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51212) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:38.279148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-5fa20de4-f228-4f61-84ff-a9cfa5cb514b tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Request body: {'subnet': {'network_id': 'f7b3abc5-d4c4-45c6-a676-afa656728cb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:38.343649 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Attempting to bind port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:01:38.344023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Attempting to bind port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c8060e13-20c2-46c3-aed1-d396b4a1b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0f38d2aa-58c8-4209-87a0-ad791694afc6'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:01:38.344427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Attempting to bind port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf on network 0f38d2aa-58c8-4209-87a0-ad791694afc6 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:01:38.350158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:01:38.354789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Checking segment: {'id': 'c8060e13-20c2-46c3-aed1-d396b4a1b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0f38d2aa-58c8-4209-87a0-ad791694afc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:38.354789 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:38.354789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Bound using segment: {'id': 'c8060e13-20c2-46c3-aed1-d396b4a1b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0f38d2aa-58c8-4209-87a0-ad791694afc6'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:01:38.354789 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Bound port: 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8060e13-20c2-46c3-aed1-d396b4a1b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0f38d2aa-58c8-4209-87a0-ad791694afc6'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:01:38.354789 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:38.418784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] For port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:01:38.421919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] For port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf,segment=NetworkSegment(c8060e13-20c2-46c3-aed1-d396b4a1b64b),segment_id=c8060e13-20c2-46c3-aed1-d396b4a1b64b)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:01:38.456048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa20de4-f228-4f61-84ff-a9cfa5cb514b tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Made reservation on behalf of a9caf8ca33b74a33b8bce96308512a52 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:38.459565 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fa20de4-f228-4f61-84ff-a9cfa5cb514b tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:38.485099 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:38.543629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6022c9-ddb7-44db-847c-015c4cdec61e None None] Pushing event updated for resources: {'Port': ['ID=7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:38.738982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fa20de4-f228-4f61-84ff-a9cfa5cb514b tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (641780af-4330-49c2-b80b-e891fbb12395), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:38.809981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa20de4-f228-4f61-84ff-a9cfa5cb514b tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event updated for resources: {'Subnet': ['ID=641780af-4330-49c2-b80b-e891fbb12395,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:38.820454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa20de4-f228-4f61-84ff-a9cfa5cb514b tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Checking segment: {'id': 'b1e335ec-6a85-4e3f-bf16-3fb692eafa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f7b3abc5-d4c4-45c6-a676-afa656728cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:38.820854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa20de4-f228-4f61-84ff-a9cfa5cb514b tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Network hostable DHCP agents. Network: f7b3abc5-d4c4-45c6-a676-afa656728cb0, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:01:38.880668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa20de4-f228-4f61-84ff-a9cfa5cb514b tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Network f7b3abc5-d4c4-45c6-a676-afa656728cb0 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:01:38.943380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-5fa20de4-f228-4f61-84ff-a9cfa5cb514b tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f7b3abc5-d4c4-45c6-a676-afa656728cb0) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:38.947657 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa20de4-f228-4f61-84ff-a9cfa5cb514b tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:38.948297 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5fa20de4-f228-4f61-84ff-a9cfa5cb514b tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:38.952826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66509213-1e7b-4554-b70a-08cb9b54f9f2 None None] Network f7b3abc5-d4c4-45c6-a676-afa656728cb0 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:39.026265 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20436418-73f7-45c6-a807-a738efb862d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.058103 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f7b3abc5-d4c4-45c6-a676-afa656728cb0', 'network_id': 'f7b3abc5-d4c4-45c6-a676-afa656728cb0', 'project_id': 'a9caf8ca33b74a33b8bce96308512a52', 'fixed_ips': [{'subnet_id': '641780af-4330-49c2-b80b-e891fbb12395'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:01:39.058964 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.074569 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5fa20de4-f228-4f61-84ff-a9cfa5cb514b tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.7969034
Apr 16 22:01:39.074914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51214) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:39.178610 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (f7b3abc5-d4c4-45c6-a676-afa656728cb0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.208251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Allocated IP 2001:db8::2 (f7b3abc5-d4c4-45c6-a676-afa656728cb0/641780af-4330-49c2-b80b-e891fbb12395/9e61dc86-15f1-45de-9713-ee20e810b580) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:01:39.260156 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (641780af-4330-49c2-b80b-e891fbb12395), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.372770 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Publish callbacks [] for port (9e61dc86-15f1-45de-9713-ee20e810b580), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.440969 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (9e61dc86-15f1-45de-9713-ee20e810b580), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.475572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff7e55-2ae4-4dcd-8f7e-7e90254362d0 None None] Network 0f38d2aa-58c8-4209-87a0-ad791694afc6 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:39.526950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (641780af-4330-49c2-b80b-e891fbb12395), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.532573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Network f7b3abc5-d4c4-45c6-a676-afa656728cb0 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:01:39.541504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Pushing event updated for resources: {'Port': ['ID=9e61dc86-15f1-45de-9713-ee20e810b580,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:39.541504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:39.543803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:01:39.563320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Subnet': ['ID=641780af-4330-49c2-b80b-e891fbb12395,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:39.586482 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.587356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.587682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.588032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.588403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.588736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.589347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.589750 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.590143 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.590541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.590942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.591336 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.591741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.594533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.594963 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:39.618942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-678155c8-8535-4e97-8589-6bde32798255 None None] Provisioning complete for port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:01:39.619334 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-678155c8-8535-4e97-8589-6bde32798255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.623824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:01:39.642456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (f7b3abc5-d4c4-45c6-a676-afa656728cb0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.662854 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0126863cd0>,) {'filters': {'network_id': ['f7b3abc5-d4c4-45c6-a676-afa656728cb0']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:39.673600 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126863cd0>, 'b1e335ec-6a85-4e3f-bf16-3fb692eafa16') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:39.673929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126863cd0>, 'b1e335ec-6a85-4e3f-bf16-3fb692eafa16') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:39.684229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (b1e335ec-6a85-4e3f-bf16-3fb692eafa16), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.697734 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b1e335ec-6a85-4e3f-bf16-3fb692eafa16), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.700772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Attempting to bind port 9e61dc86-15f1-45de-9713-ee20e810b580 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:01:39.701147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Attempting to bind port 9e61dc86-15f1-45de-9713-ee20e810b580 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b1e335ec-6a85-4e3f-bf16-3fb692eafa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f7b3abc5-d4c4-45c6-a676-afa656728cb0'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:01:39.701514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Attempting to bind port 9e61dc86-15f1-45de-9713-ee20e810b580 on network f7b3abc5-d4c4-45c6-a676-afa656728cb0 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:01:39.703882 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:01:39.704320 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (b1e335ec-6a85-4e3f-bf16-3fb692eafa16), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:01:39.708014 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:01:39.726860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:01:39.727193 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Checking segment: {'id': 'b1e335ec-6a85-4e3f-bf16-3fb692eafa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f7b3abc5-d4c4-45c6-a676-afa656728cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:39.727550 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.727931 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Bound using segment: {'id': 'b1e335ec-6a85-4e3f-bf16-3fb692eafa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f7b3abc5-d4c4-45c6-a676-afa656728cb0'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:01:39.728441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Bound port: 9e61dc86-15f1-45de-9713-ee20e810b580, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e335ec-6a85-4e3f-bf16-3fb692eafa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f7b3abc5-d4c4-45c6-a676-afa656728cb0'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:01:39.729759 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9e61dc86-15f1-45de-9713-ee20e810b580), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.783808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:01:39.791472 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.823884 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.db.api [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 22:01:39.823884 ncdv-master-1 neutron-server[122556]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 22:01:39.823884 ncdv-master-1 neutron-server[122556]: [parameters: {'id': 'f7b3abc5-d4c4-45c6-a676-afa656728cb0'}]
Apr 16 22:01:39.823884 ncdv-master-1 neutron-server[122556]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 22:01:39.824425 ncdv-master-1 neutron-server[122556]: DEBUG oslo_db.api [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 22:01:39.866585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-678155c8-8535-4e97-8589-6bde32798255 None None] Current status of the port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:39.866966 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-678155c8-8535-4e97-8589-6bde32798255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.882410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] For port 9e61dc86-15f1-45de-9713-ee20e810b580, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:01:39.904831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] For port 9e61dc86-15f1-45de-9713-ee20e810b580, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e61dc86-15f1-45de-9713-ee20e810b580,segment=NetworkSegment(b1e335ec-6a85-4e3f-bf16-3fb692eafa16),segment_id=b1e335ec-6a85-4e3f-bf16-3fb692eafa16)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:01:39.943028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-678155c8-8535-4e97-8589-6bde32798255 None None] For port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf,segment=NetworkSegment(c8060e13-20c2-46c3-aed1-d396b4a1b64b),segment_id=c8060e13-20c2-46c3-aed1-d396b4a1b64b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:39.952640 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:39.953027 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.970762 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9e61dc86-15f1-45de-9713-ee20e810b580), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:39.998210 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-678155c8-8535-4e97-8589-6bde32798255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:40.244967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009e69c-101e-447f-847a-d5535c4cfd18 None None] Pushing event updated for resources: {'Port': ['ID=9e61dc86-15f1-45de-9713-ee20e810b580,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:40.247196 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-51c5446a-2aaf-4077-95c8-0611eb004892 None None] Provisioning complete for port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:01:40.247564 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-51c5446a-2aaf-4077-95c8-0611eb004892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:40.269289 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 22:01:40.269648 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 22:01:40.304275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffee5fc-7ec7-40f0-ac60-19fee2122438 None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 22:01:40.325032 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (f7b3abc5-d4c4-45c6-a676-afa656728cb0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:40.361343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678155c8-8535-4e97-8589-6bde32798255 None None] Pushing event updated for resources: {'Port': ['ID=7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:40.373060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Deleting port 9e61dc86-15f1-45de-9713-ee20e810b580 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:01:40.375282 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9e61dc86-15f1-45de-9713-ee20e810b580), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:40.427857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffee5fc-7ec7-40f0-ac60-19fee2122438 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 22:01:40.429609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-51c5446a-2aaf-4077-95c8-0611eb004892 None None] Current status of the port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:40.439748 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] For port 9e61dc86-15f1-45de-9713-ee20e810b580, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e61dc86-15f1-45de-9713-ee20e810b580,segment=NetworkSegment(b1e335ec-6a85-4e3f-bf16-3fb692eafa16),segment_id=b1e335ec-6a85-4e3f-bf16-3fb692eafa16)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:40.440119 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9e61dc86-15f1-45de-9713-ee20e810b580), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:40.454021 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Calling delete_port for 9e61dc86-15f1-45de-9713-ee20e810b580 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:01:40.575062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208a0804-389c-431d-b49a-ea6a29f45c19 None None] Network f7b3abc5-d4c4-45c6-a676-afa656728cb0 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:40.594783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (9e61dc86-15f1-45de-9713-ee20e810b580), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:40.621482 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Port': ['ID=9e61dc86-15f1-45de-9713-ee20e810b580,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:40.623347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] No DVR routers for this DVR port 9e61dc86-15f1-45de-9713-ee20e810b580 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:01:40.705119 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (f7b3abc5-d4c4-45c6-a676-afa656728cb0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:40.725974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01251bde20>,) {'filters': {'network_id': ['f7b3abc5-d4c4-45c6-a676-afa656728cb0']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:40.735078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01251bde20>, 'b1e335ec-6a85-4e3f-bf16-3fb692eafa16') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:40.735378 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01251bde20>, 'b1e335ec-6a85-4e3f-bf16-3fb692eafa16') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:40.745184 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (b1e335ec-6a85-4e3f-bf16-3fb692eafa16), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:40.758130 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (b1e335ec-6a85-4e3f-bf16-3fb692eafa16), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:40.764765 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:01:40.765166 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (b1e335ec-6a85-4e3f-bf16-3fb692eafa16), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:01:40.768195 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:01:40.805478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:40.903067 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (f7b3abc5-d4c4-45c6-a676-afa656728cb0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:40.910007 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:40.913166 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/networks/f7b3abc5-d4c4-45c6-a676-afa656728cb0 HTTP/1.1" status: 204  len: 168 time: 1.8372569
Apr 16 22:01:40.916790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51216) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:40.922061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-946b8ff2-b0af-42c9-880c-cb5756861b11 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-680921270'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:40.924950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6abd2-8367-4970-b169-68407cb93711 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Network': ['ID=f7b3abc5-d4c4-45c6-a676-afa656728cb0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:41.017347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946b8ff2-b0af-42c9-880c-cb5756861b11 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Made reservation on behalf of a9caf8ca33b74a33b8bce96308512a52 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:41.020696 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-946b8ff2-b0af-42c9-880c-cb5756861b11 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:41.043819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946b8ff2-b0af-42c9-880c-cb5756861b11 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:01:41.052344 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-946b8ff2-b0af-42c9-880c-cb5756861b11 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8e3ea5bf-e404-4749-a1a5-5ff588c1cea9), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:41.052702 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-946b8ff2-b0af-42c9-880c-cb5756861b11 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Added segment 8e3ea5bf-e404-4749-a1a5-5ff588c1cea9 of type vlan for network 9c584ac7-80e7-438e-8364-5345f5c9292a
Apr 16 22:01:41.093853 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-946b8ff2-b0af-42c9-880c-cb5756861b11 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (9c584ac7-80e7-438e-8364-5345f5c9292a), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:41.204162 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-946b8ff2-b0af-42c9-880c-cb5756861b11 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (9c584ac7-80e7-438e-8364-5345f5c9292a), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:41.209277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946b8ff2-b0af-42c9-880c-cb5756861b11 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:41.209880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-946b8ff2-b0af-42c9-880c-cb5756861b11 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:41.277873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b8ff2-b0af-42c9-880c-cb5756861b11 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event updated for resources: {'Network': ['ID=9c584ac7-80e7-438e-8364-5345f5c9292a,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:41.288061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 9c584ac7-80e7-438e-8364-5345f5c9292a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:01:41.363048 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-946b8ff2-b0af-42c9-880c-cb5756861b11 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4451101
Apr 16 22:01:41.365871 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51218) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:41.371608 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Request body: {'subnet': {'network_id': '9c584ac7-80e7-438e-8364-5345f5c9292a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:41.508561 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Made reservation on behalf of a9caf8ca33b74a33b8bce96308512a52 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:41.511867 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:41.572625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.ipam_backend_mixin [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Performing IP validity checks on allocation pools {{(pid=122555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Apr 16 22:01:41.573154 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.ipam_backend_mixin [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Checking for overlaps among allocation pools and gateway ip {{(pid=122555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Apr 16 22:01:41.587594 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:01:41.641529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:01:41.641906 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:41.705699 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5e58dac9-ac7b-4685-b3b4-fdbfea7a0789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:41.720656 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:41.747372 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (77ea0020-a1dc-466e-b795-58b61320e302), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:41.807364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event updated for resources: {'Subnet': ['ID=77ea0020-a1dc-466e-b795-58b61320e302,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:41.815870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Checking segment: {'id': '8e3ea5bf-e404-4749-a1a5-5ff588c1cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c584ac7-80e7-438e-8364-5345f5c9292a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:41.816270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Network hostable DHCP agents. Network: 9c584ac7-80e7-438e-8364-5345f5c9292a, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:01:41.897549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Network 9c584ac7-80e7-438e-8364-5345f5c9292a is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:01:41.982986 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9c584ac7-80e7-438e-8364-5345f5c9292a) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:41.986955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:41.987561 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:41.991319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e87f5-ab94-4c8d-8390-153be0d63e43 None None] Network 9c584ac7-80e7-438e-8364-5345f5c9292a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:42.077713 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e580d448-fa70-4059-af8c-58e6864a49b1 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.7104666
Apr 16 22:01:42.080204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51220) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:42.093016 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9c584ac7-80e7-438e-8364-5345f5c9292a', 'network_id': '9c584ac7-80e7-438e-8364-5345f5c9292a', 'project_id': 'a9caf8ca33b74a33b8bce96308512a52', 'fixed_ips': [{'subnet_id': '77ea0020-a1dc-466e-b795-58b61320e302'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:01:42.093978 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.183030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (9c584ac7-80e7-438e-8364-5345f5c9292a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.229307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Allocated IP 2001:db8::3 (9c584ac7-80e7-438e-8364-5345f5c9292a/77ea0020-a1dc-466e-b795-58b61320e302/91be5797-382f-4540-91e4-8e8db2663f97) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:01:42.269932 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (77ea0020-a1dc-466e-b795-58b61320e302), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.372838 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Publish callbacks [] for port (91be5797-382f-4540-91e4-8e8db2663f97), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.465382 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (91be5797-382f-4540-91e4-8e8db2663f97), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.505447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Network 9c584ac7-80e7-438e-8364-5345f5c9292a is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:01:42.508251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:42.511286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:01:42.519856 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Pushing event updated for resources: {'Port': ['ID=91be5797-382f-4540-91e4-8e8db2663f97,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:42.566428 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (77ea0020-a1dc-466e-b795-58b61320e302), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.570738 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Attempting to bind port 91be5797-382f-4540-91e4-8e8db2663f97 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:01:42.571325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Attempting to bind port 91be5797-382f-4540-91e4-8e8db2663f97 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e3ea5bf-e404-4749-a1a5-5ff588c1cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c584ac7-80e7-438e-8364-5345f5c9292a'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:01:42.571691 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Attempting to bind port 91be5797-382f-4540-91e4-8e8db2663f97 on network 9c584ac7-80e7-438e-8364-5345f5c9292a {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:01:42.585418 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:01:42.588009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Checking segment: {'id': '8e3ea5bf-e404-4749-a1a5-5ff588c1cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c584ac7-80e7-438e-8364-5345f5c9292a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:42.588009 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.588009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Bound using segment: {'id': '8e3ea5bf-e404-4749-a1a5-5ff588c1cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c584ac7-80e7-438e-8364-5345f5c9292a'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:01:42.588009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Bound port: 91be5797-382f-4540-91e4-8e8db2663f97, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3ea5bf-e404-4749-a1a5-5ff588c1cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9c584ac7-80e7-438e-8364-5345f5c9292a'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:01:42.588009 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (91be5797-382f-4540-91e4-8e8db2663f97), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.603194 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Subnet': ['ID=77ea0020-a1dc-466e-b795-58b61320e302,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:42.655354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] For port 91be5797-382f-4540-91e4-8e8db2663f97, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:01:42.657749 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (9c584ac7-80e7-438e-8364-5345f5c9292a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.658791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] For port 91be5797-382f-4540-91e4-8e8db2663f97, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91be5797-382f-4540-91e4-8e8db2663f97,segment=NetworkSegment(8e3ea5bf-e404-4749-a1a5-5ff588c1cea9),segment_id=8e3ea5bf-e404-4749-a1a5-5ff588c1cea9)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:01:42.660220 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.683859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ee0c8e0>,) {'filters': {'network_id': ['9c584ac7-80e7-438e-8364-5345f5c9292a']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:42.693270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ee0c8e0>, '8e3ea5bf-e404-4749-a1a5-5ff588c1cea9') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:42.693574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ee0c8e0>, '8e3ea5bf-e404-4749-a1a5-5ff588c1cea9') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:42.702716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (8e3ea5bf-e404-4749-a1a5-5ff588c1cea9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.749792 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (91be5797-382f-4540-91e4-8e8db2663f97), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.751581 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8e3ea5bf-e404-4749-a1a5-5ff588c1cea9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.757698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:01:42.760501 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (8e3ea5bf-e404-4749-a1a5-5ff588c1cea9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:01:42.761180 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:01:42.828793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7579007-0124-4560-b37c-9ca5321beb4b None None] Pushing event updated for resources: {'Port': ['ID=91be5797-382f-4540-91e4-8e8db2663f97,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:42.847708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05bb9f3-8da9-43b7-b449-0beef7d92ce4 None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 22:01:42.863817 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.db.api [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 22:01:42.863817 ncdv-master-1 neutron-server[122555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 22:01:42.863817 ncdv-master-1 neutron-server[122555]: [parameters: {'id': '9c584ac7-80e7-438e-8364-5345f5c9292a'}]
Apr 16 22:01:42.863817 ncdv-master-1 neutron-server[122555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 22:01:42.864375 ncdv-master-1 neutron-server[122555]: DEBUG oslo_db.api [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 22:01:42.917403 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05bb9f3-8da9-43b7-b449-0beef7d92ce4 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 22:01:43.060504 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908f97f1-4a1f-41f8-963d-1d362d0150b1 None None] Network 9c584ac7-80e7-438e-8364-5345f5c9292a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:43.364793 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (9c584ac7-80e7-438e-8364-5345f5c9292a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:43.409452 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Deleting port 91be5797-382f-4540-91e4-8e8db2663f97 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:01:43.409796 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (91be5797-382f-4540-91e4-8e8db2663f97), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:43.475074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] For port 91be5797-382f-4540-91e4-8e8db2663f97, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91be5797-382f-4540-91e4-8e8db2663f97,segment=NetworkSegment(8e3ea5bf-e404-4749-a1a5-5ff588c1cea9),segment_id=8e3ea5bf-e404-4749-a1a5-5ff588c1cea9)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:43.475445 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (91be5797-382f-4540-91e4-8e8db2663f97), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:43.488042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Calling delete_port for 91be5797-382f-4540-91e4-8e8db2663f97 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:01:43.652115 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (91be5797-382f-4540-91e4-8e8db2663f97), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:43.680651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Port': ['ID=91be5797-382f-4540-91e4-8e8db2663f97,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:43.684221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] No DVR routers for this DVR port 91be5797-382f-4540-91e4-8e8db2663f97 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:01:43.761269 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (9c584ac7-80e7-438e-8364-5345f5c9292a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:43.781010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f012511f7f0>,) {'filters': {'network_id': ['9c584ac7-80e7-438e-8364-5345f5c9292a']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:43.790139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f012511f7f0>, '8e3ea5bf-e404-4749-a1a5-5ff588c1cea9') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:43.790442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f012511f7f0>, '8e3ea5bf-e404-4749-a1a5-5ff588c1cea9') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:43.799635 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (8e3ea5bf-e404-4749-a1a5-5ff588c1cea9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:43.812965 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8e3ea5bf-e404-4749-a1a5-5ff588c1cea9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:43.818731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:01:43.819123 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (8e3ea5bf-e404-4749-a1a5-5ff588c1cea9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:01:43.822074 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:01:43.897294 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:43.965797 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (9c584ac7-80e7-438e-8364-5345f5c9292a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:43.973072 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:43.976247 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/networks/9c584ac7-80e7-438e-8364-5345f5c9292a HTTP/1.1" status: 204  len: 168 time: 1.8950520
Apr 16 22:01:43.980282 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51222) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:43.985251 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4b8ab30b-5db4-42ff-bb54-8b92c85a2eaa tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-140940056'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:43.992710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ecc60-17a5-4093-b370-2958479daaf5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Network': ['ID=9c584ac7-80e7-438e-8364-5345f5c9292a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:44.045591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8ab30b-5db4-42ff-bb54-8b92c85a2eaa tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Made reservation on behalf of a9caf8ca33b74a33b8bce96308512a52 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:44.048931 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab30b-5db4-42ff-bb54-8b92c85a2eaa tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:44.072190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8ab30b-5db4-42ff-bb54-8b92c85a2eaa tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:01:44.081488 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab30b-5db4-42ff-bb54-8b92c85a2eaa tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c7fc5900-b6af-493e-8870-a0d192239513), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:44.082476 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-4b8ab30b-5db4-42ff-bb54-8b92c85a2eaa tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Added segment c7fc5900-b6af-493e-8870-a0d192239513 of type vlan for network 6c73870c-28f9-48fb-ae1d-661aadbffc18
Apr 16 22:01:44.129478 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab30b-5db4-42ff-bb54-8b92c85a2eaa tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (6c73870c-28f9-48fb-ae1d-661aadbffc18), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:44.204609 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab30b-5db4-42ff-bb54-8b92c85a2eaa tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (6c73870c-28f9-48fb-ae1d-661aadbffc18), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:44.209711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8ab30b-5db4-42ff-bb54-8b92c85a2eaa tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:44.211513 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab30b-5db4-42ff-bb54-8b92c85a2eaa tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:44.279097 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:44.309597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ab30b-5db4-42ff-bb54-8b92c85a2eaa tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event updated for resources: {'Network': ['ID=6c73870c-28f9-48fb-ae1d-661aadbffc18,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:44.324132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 6c73870c-28f9-48fb-ae1d-661aadbffc18 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:01:44.356482 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4b8ab30b-5db4-42ff-bb54-8b92c85a2eaa tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3750520
Apr 16 22:01:44.359355 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51224) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:44.364329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-168e4c4b-cae7-4513-a0e4-2ebba206a785 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Request body: {'subnet': {'network_id': '6c73870c-28f9-48fb-ae1d-661aadbffc18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:44.520001 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168e4c4b-cae7-4513-a0e4-2ebba206a785 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Made reservation on behalf of a9caf8ca33b74a33b8bce96308512a52 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:44.523425 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-168e4c4b-cae7-4513-a0e4-2ebba206a785 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:44.777862 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-168e4c4b-cae7-4513-a0e4-2ebba206a785 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (0c2d77e1-2d0a-41ba-9584-0b9c2fa21782), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:44.838946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e4c4b-cae7-4513-a0e4-2ebba206a785 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event updated for resources: {'Subnet': ['ID=0c2d77e1-2d0a-41ba-9584-0b9c2fa21782,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:44.846437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e4c4b-cae7-4513-a0e4-2ebba206a785 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Checking segment: {'id': 'c7fc5900-b6af-493e-8870-a0d192239513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6c73870c-28f9-48fb-ae1d-661aadbffc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:44.846809 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e4c4b-cae7-4513-a0e4-2ebba206a785 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Network hostable DHCP agents. Network: 6c73870c-28f9-48fb-ae1d-661aadbffc18, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:01:44.914271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e4c4b-cae7-4513-a0e4-2ebba206a785 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Network 6c73870c-28f9-48fb-ae1d-661aadbffc18 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:01:44.977487 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-168e4c4b-cae7-4513-a0e4-2ebba206a785 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6c73870c-28f9-48fb-ae1d-661aadbffc18) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:44.981614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168e4c4b-cae7-4513-a0e4-2ebba206a785 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:44.982254 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-168e4c4b-cae7-4513-a0e4-2ebba206a785 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:44.986136 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099bfc79-5388-439e-8a74-00b8836e1f2e None None] Network 6c73870c-28f9-48fb-ae1d-661aadbffc18 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:45.066255 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-168e4c4b-cae7-4513-a0e4-2ebba206a785 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7058015
Apr 16 22:01:45.069961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51226) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:45.075663 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c4061bde-3302-4d67-be1b-e682e38da558 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1700433972'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:45.094364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6c73870c-28f9-48fb-ae1d-661aadbffc18', 'network_id': '6c73870c-28f9-48fb-ae1d-661aadbffc18', 'project_id': 'a9caf8ca33b74a33b8bce96308512a52', 'fixed_ips': [{'subnet_id': '0c2d77e1-2d0a-41ba-9584-0b9c2fa21782'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:01:45.094364 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:45.177135 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4061bde-3302-4d67-be1b-e682e38da558 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Made reservation on behalf of a9caf8ca33b74a33b8bce96308512a52 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:45.180435 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4061bde-3302-4d67-be1b-e682e38da558 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:45.204945 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4061bde-3302-4d67-be1b-e682e38da558 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:01:45.214778 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4061bde-3302-4d67-be1b-e682e38da558 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c0f42ca4-83fa-4da9-a6b0-8de0056b174f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:45.214992 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-c4061bde-3302-4d67-be1b-e682e38da558 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Added segment c0f42ca4-83fa-4da9-a6b0-8de0056b174f of type vlan for network df66fee2-bf0a-459e-a4ea-78c4cfd26f92
Apr 16 22:01:45.232269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Allocated IP 2001:db8::2 (6c73870c-28f9-48fb-ae1d-661aadbffc18/0c2d77e1-2d0a-41ba-9584-0b9c2fa21782/2bb41379-d88c-4c31-ad29-a138ec087d56) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:01:45.258849 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4061bde-3302-4d67-be1b-e682e38da558 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (df66fee2-bf0a-459e-a4ea-78c4cfd26f92), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:45.337202 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4061bde-3302-4d67-be1b-e682e38da558 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (df66fee2-bf0a-459e-a4ea-78c4cfd26f92), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:45.342507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4061bde-3302-4d67-be1b-e682e38da558 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:45.343146 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4061bde-3302-4d67-be1b-e682e38da558 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:45.379847 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Publish callbacks [] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:45.412689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4061bde-3302-4d67-be1b-e682e38da558 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event updated for resources: {'Network': ['ID=df66fee2-bf0a-459e-a4ea-78c4cfd26f92,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:45.422269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network df66fee2-bf0a-459e-a4ea-78c4cfd26f92 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:01:45.483224 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:45.509924 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c4061bde-3302-4d67-be1b-e682e38da558 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4388652
Apr 16 22:01:45.513395 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51228) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:45.518314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0a7aedf1-4de3-432a-8b1e-708d01d5fae7 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Request body: {'subnet': {'network_id': 'df66fee2-bf0a-459e-a4ea-78c4cfd26f92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:45.520303 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:45.533615 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Network 6c73870c-28f9-48fb-ae1d-661aadbffc18 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:01:45.538864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:45.541179 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:01:45.544506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Pushing event updated for resources: {'Port': ['ID=2bb41379-d88c-4c31-ad29-a138ec087d56,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:45.603663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Attempting to bind port 2bb41379-d88c-4c31-ad29-a138ec087d56 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:01:45.604061 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Attempting to bind port 2bb41379-d88c-4c31-ad29-a138ec087d56 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c7fc5900-b6af-493e-8870-a0d192239513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6c73870c-28f9-48fb-ae1d-661aadbffc18'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:01:45.604467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Attempting to bind port 2bb41379-d88c-4c31-ad29-a138ec087d56 on network 6c73870c-28f9-48fb-ae1d-661aadbffc18 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:01:45.609812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:01:45.610194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Checking segment: {'id': 'c7fc5900-b6af-493e-8870-a0d192239513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6c73870c-28f9-48fb-ae1d-661aadbffc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:45.610600 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:45.611001 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Bound using segment: {'id': 'c7fc5900-b6af-493e-8870-a0d192239513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6c73870c-28f9-48fb-ae1d-661aadbffc18'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:01:45.611468 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Bound port: 2bb41379-d88c-4c31-ad29-a138ec087d56, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fc5900-b6af-493e-8870-a0d192239513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6c73870c-28f9-48fb-ae1d-661aadbffc18'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:01:45.611854 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:45.667817 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7aedf1-4de3-432a-8b1e-708d01d5fae7 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Made reservation on behalf of a9caf8ca33b74a33b8bce96308512a52 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:45.673162 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a7aedf1-4de3-432a-8b1e-708d01d5fae7 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:45.674720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] For port 2bb41379-d88c-4c31-ad29-a138ec087d56, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:01:45.677995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] For port 2bb41379-d88c-4c31-ad29-a138ec087d56, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2bb41379-d88c-4c31-ad29-a138ec087d56,segment=NetworkSegment(c7fc5900-b6af-493e-8870-a0d192239513),segment_id=c7fc5900-b6af-493e-8870-a0d192239513)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:01:45.761275 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:45.819727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17027074-d67a-4cc3-b218-a95a3ed5d20f None None] Pushing event updated for resources: {'Port': ['ID=2bb41379-d88c-4c31-ad29-a138ec087d56,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:45.943291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a7aedf1-4de3-432a-8b1e-708d01d5fae7 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (41a12cad-297c-4d03-b64c-d611aae22931), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.028929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7aedf1-4de3-432a-8b1e-708d01d5fae7 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event updated for resources: {'Subnet': ['ID=41a12cad-297c-4d03-b64c-d611aae22931,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:46.040012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7aedf1-4de3-432a-8b1e-708d01d5fae7 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Checking segment: {'id': 'c0f42ca4-83fa-4da9-a6b0-8de0056b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df66fee2-bf0a-459e-a4ea-78c4cfd26f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:46.040406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7aedf1-4de3-432a-8b1e-708d01d5fae7 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Network hostable DHCP agents. Network: df66fee2-bf0a-459e-a4ea-78c4cfd26f92, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:01:46.114720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7aedf1-4de3-432a-8b1e-708d01d5fae7 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Network df66fee2-bf0a-459e-a4ea-78c4cfd26f92 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:01:46.194560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-0a7aedf1-4de3-432a-8b1e-708d01d5fae7 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df66fee2-bf0a-459e-a4ea-78c4cfd26f92) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:46.198843 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7aedf1-4de3-432a-8b1e-708d01d5fae7 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:46.199438 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0a7aedf1-4de3-432a-8b1e-708d01d5fae7 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.203259 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b64e26-80e5-426b-8872-04cd1e519ac4 None None] Network df66fee2-bf0a-459e-a4ea-78c4cfd26f92 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:46.281893 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0a7aedf1-4de3-432a-8b1e-708d01d5fae7 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7672648
Apr 16 22:01:46.284191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51230) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:46.312481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-df66fee2-bf0a-459e-a4ea-78c4cfd26f92', 'network_id': 'df66fee2-bf0a-459e-a4ea-78c4cfd26f92', 'project_id': 'a9caf8ca33b74a33b8bce96308512a52', 'fixed_ips': [{'subnet_id': '41a12cad-297c-4d03-b64c-d611aae22931'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:01:46.313358 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.384915 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (df66fee2-bf0a-459e-a4ea-78c4cfd26f92), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.444795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (41a12cad-297c-4d03-b64c-d611aae22931), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.461490 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Allocated IP 2001:db8::2 (df66fee2-bf0a-459e-a4ea-78c4cfd26f92/41a12cad-297c-4d03-b64c-d611aae22931/f62c0a1a-45df-487f-8ab3-1673b10181f2) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:01:46.611720 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Publish callbacks [] for port (f62c0a1a-45df-487f-8ab3-1673b10181f2), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.680767 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (f62c0a1a-45df-487f-8ab3-1673b10181f2), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.723934 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Network df66fee2-bf0a-459e-a4ea-78c4cfd26f92 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:01:46.727601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63789dec-4783-4631-92ec-e6996f48cffb None None] Network 6c73870c-28f9-48fb-ae1d-661aadbffc18 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:46.734042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:46.738585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:01:46.765131 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (41a12cad-297c-4d03-b64c-d611aae22931), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.775583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Pushing event updated for resources: {'Port': ['ID=f62c0a1a-45df-487f-8ab3-1673b10181f2,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:46.794164 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Subnet': ['ID=41a12cad-297c-4d03-b64c-d611aae22931,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:46.817091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-869996fb-c008-4758-baec-955016f5d3f8 None None] Provisioning complete for port 2bb41379-d88c-4c31-ad29-a138ec087d56 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:01:46.817398 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-869996fb-c008-4758-baec-955016f5d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.855739 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (df66fee2-bf0a-459e-a4ea-78c4cfd26f92), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.876841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01252cfb80>,) {'filters': {'network_id': ['df66fee2-bf0a-459e-a4ea-78c4cfd26f92']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:46.886813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01252cfb80>, 'c0f42ca4-83fa-4da9-a6b0-8de0056b174f') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:46.887120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01252cfb80>, 'c0f42ca4-83fa-4da9-a6b0-8de0056b174f') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:46.896691 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (c0f42ca4-83fa-4da9-a6b0-8de0056b174f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.904128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Attempting to bind port f62c0a1a-45df-487f-8ab3-1673b10181f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:01:46.904535 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Attempting to bind port f62c0a1a-45df-487f-8ab3-1673b10181f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c0f42ca4-83fa-4da9-a6b0-8de0056b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df66fee2-bf0a-459e-a4ea-78c4cfd26f92'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:01:46.904906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Attempting to bind port f62c0a1a-45df-487f-8ab3-1673b10181f2 on network df66fee2-bf0a-459e-a4ea-78c4cfd26f92 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:01:46.910447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c0f42ca4-83fa-4da9-a6b0-8de0056b174f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.916445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:01:46.916834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (c0f42ca4-83fa-4da9-a6b0-8de0056b174f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:01:46.920049 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:01:46.928569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:01:46.928956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Checking segment: {'id': 'c0f42ca4-83fa-4da9-a6b0-8de0056b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df66fee2-bf0a-459e-a4ea-78c4cfd26f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:46.929440 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:46.929746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Bound using segment: {'id': 'c0f42ca4-83fa-4da9-a6b0-8de0056b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df66fee2-bf0a-459e-a4ea-78c4cfd26f92'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:01:46.930224 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Bound port: f62c0a1a-45df-487f-8ab3-1673b10181f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f42ca4-83fa-4da9-a6b0-8de0056b174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'df66fee2-bf0a-459e-a4ea-78c4cfd26f92'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:01:46.930634 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f62c0a1a-45df-487f-8ab3-1673b10181f2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.021030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-869996fb-c008-4758-baec-955016f5d3f8 None None] Current status of the port 2bb41379-d88c-4c31-ad29-a138ec087d56 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:47.021431 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-869996fb-c008-4758-baec-955016f5d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.035667 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.db.api [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 16 22:01:47.035667 ncdv-master-1 neutron-server[122556]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 16 22:01:47.035667 ncdv-master-1 neutron-server[122556]: [parameters: {'id': 'df66fee2-bf0a-459e-a4ea-78c4cfd26f92'}]
Apr 16 22:01:47.035667 ncdv-master-1 neutron-server[122556]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=122556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 22:01:47.036660 ncdv-master-1 neutron-server[122556]: DEBUG oslo_db.api [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 22:01:47.050895 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] For port f62c0a1a-45df-487f-8ab3-1673b10181f2, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:01:47.054771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] For port f62c0a1a-45df-487f-8ab3-1673b10181f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f62c0a1a-45df-487f-8ab3-1673b10181f2,segment=NetworkSegment(c0f42ca4-83fa-4da9-a6b0-8de0056b174f),segment_id=c0f42ca4-83fa-4da9-a6b0-8de0056b174f)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:01:47.073579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-869996fb-c008-4758-baec-955016f5d3f8 None None] For port 2bb41379-d88c-4c31-ad29-a138ec087d56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2bb41379-d88c-4c31-ad29-a138ec087d56,segment=NetworkSegment(c7fc5900-b6af-493e-8870-a0d192239513),segment_id=c7fc5900-b6af-493e-8870-a0d192239513)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:47.132677 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f62c0a1a-45df-487f-8ab3-1673b10181f2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.168444 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-869996fb-c008-4758-baec-955016f5d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.381906 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3802015-87a6-48a6-9371-7f8e8672e818 None None] Pushing event updated for resources: {'Port': ['ID=f62c0a1a-45df-487f-8ab3-1673b10181f2,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:47.391643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d1b26998-9d38-4681-a790-a5a8ef824d2e None None] Provisioning complete for port 2bb41379-d88c-4c31-ad29-a138ec087d56 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:01:47.392104 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d1b26998-9d38-4681-a790-a5a8ef824d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.413317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c1a42-6e41-4981-9515-4b382d82480f None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 22:01:47.494042 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869996fb-c008-4758-baec-955016f5d3f8 None None] Pushing event updated for resources: {'Port': ['ID=2bb41379-d88c-4c31-ad29-a138ec087d56,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:47.538011 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (df66fee2-bf0a-459e-a4ea-78c4cfd26f92), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.573376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c1a42-6e41-4981-9515-4b382d82480f None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 22:01:47.576444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d1b26998-9d38-4681-a790-a5a8ef824d2e None None] Current status of the port 2bb41379-d88c-4c31-ad29-a138ec087d56 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:47.594009 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Deleting port f62c0a1a-45df-487f-8ab3-1673b10181f2 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:01:47.594633 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f62c0a1a-45df-487f-8ab3-1673b10181f2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.631002 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 2bb41379-d88c-4c31-ad29-a138ec087d56 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:01:47.659718 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] For port f62c0a1a-45df-487f-8ab3-1673b10181f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f62c0a1a-45df-487f-8ab3-1673b10181f2,segment=NetworkSegment(c0f42ca4-83fa-4da9-a6b0-8de0056b174f),segment_id=c0f42ca4-83fa-4da9-a6b0-8de0056b174f)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:47.660012 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f62c0a1a-45df-487f-8ab3-1673b10181f2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.675168 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Calling delete_port for f62c0a1a-45df-487f-8ab3-1673b10181f2 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:01:47.741623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 2bb41379-d88c-4c31-ad29-a138ec087d56 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:01:47.742007 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.798209 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c4e3c-7852-4b16-beba-7f3405ba2b67 None None] Network df66fee2-bf0a-459e-a4ea-78c4cfd26f92 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:47.811915 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f62c0a1a-45df-487f-8ab3-1673b10181f2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.838712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Port': ['ID=f62c0a1a-45df-487f-8ab3-1673b10181f2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:47.840584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] No DVR routers for this DVR port f62c0a1a-45df-487f-8ab3-1673b10181f2 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:01:47.907694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 2bb41379-d88c-4c31-ad29-a138ec087d56 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:47.921294 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (df66fee2-bf0a-459e-a4ea-78c4cfd26f92), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.941335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dbfbe50>,) {'filters': {'network_id': ['df66fee2-bf0a-459e-a4ea-78c4cfd26f92']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:47.950993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dbfbe50>, 'c0f42ca4-83fa-4da9-a6b0-8de0056b174f') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:47.951290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dbfbe50>, 'c0f42ca4-83fa-4da9-a6b0-8de0056b174f') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:47.960420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (c0f42ca4-83fa-4da9-a6b0-8de0056b174f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.974266 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c0f42ca4-83fa-4da9-a6b0-8de0056b174f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.980066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:01:47.980474 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (c0f42ca4-83fa-4da9-a6b0-8de0056b174f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:01:47.983381 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:01:48.091613 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (df66fee2-bf0a-459e-a4ea-78c4cfd26f92), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.098825 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.101957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/networks/df66fee2-bf0a-459e-a4ea-78c4cfd26f92 HTTP/1.1" status: 204  len: 168 time: 1.8167646
Apr 16 22:01:48.105363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51232) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:48.113793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf1ec7-cb58-4814-9b49-d061be881a85 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Network': ['ID=df66fee2-bf0a-459e-a4ea-78c4cfd26f92,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:48.132878 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cd38c9-fff1-4302-a495-48110768cd6c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] GET failed (client error): The resource could not be found.
Apr 16 22:01:48.134189 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-28cd38c9-fff1-4302-a495-48110768cd6c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "GET /v2.0/subnets/41a12cad-297c-4d03-b64c-d611aae22931 HTTP/1.1" status: 404  len: 337 time: 0.0278146
Apr 16 22:01:48.137477 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51234) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:48.155126 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed55328e-d9fa-40d2-bf2b-655fc38327b4 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] DELETE failed (client error): The resource could not be found.
Apr 16 22:01:48.155602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed55328e-d9fa-40d2-bf2b-655fc38327b4 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 22:01:48.158493 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ed55328e-d9fa-40d2-bf2b-655fc38327b4 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/networks/df66fee2-bf0a-459e-a4ea-78c4cfd26f92 HTTP/1.1" status: 404  len: 339 time: 0.0201445
Apr 16 22:01:48.162110 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51236) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:48.186005 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b029f2-5d33-4606-9e73-0b7e772255b4 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] DELETE failed (client error): The resource could not be found.
Apr 16 22:01:48.186441 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b029f2-5d33-4606-9e73-0b7e772255b4 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 22:01:48.189323 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e3b029f2-5d33-4606-9e73-0b7e772255b4 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/subnets/41a12cad-297c-4d03-b64c-d611aae22931 HTTP/1.1" status: 404  len: 337 time: 0.0264049
Apr 16 22:01:48.191529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51238) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:48.208723 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60638c4-c1b5-4209-a098-c65bbf1523f4 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] DELETE failed (client error): The resource could not be found.
Apr 16 22:01:48.209190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60638c4-c1b5-4209-a098-c65bbf1523f4 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 22:01:48.212730 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e60638c4-c1b5-4209-a098-c65bbf1523f4 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/networks/df66fee2-bf0a-459e-a4ea-78c4cfd26f92 HTTP/1.1" status: 404  len: 339 time: 0.0196753
Apr 16 22:01:48.225733 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51240) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:48.279308 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-271f112e-a49f-4d34-b4a5-20fc86f2bc1a tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Deleting subnet 0c2d77e1-2d0a-41ba-9584-0b9c2fa21782 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:01:48.282386 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-271f112e-a49f-4d34-b4a5-20fc86f2bc1a tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for subnet (0c2d77e1-2d0a-41ba-9584-0b9c2fa21782), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.321398 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-271f112e-a49f-4d34-b4a5-20fc86f2bc1a tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (0c2d77e1-2d0a-41ba-9584-0b9c2fa21782), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.401772 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-271f112e-a49f-4d34-b4a5-20fc86f2bc1a tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (0c2d77e1-2d0a-41ba-9584-0b9c2fa21782), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.530528 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-271f112e-a49f-4d34-b4a5-20fc86f2bc1a tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (0c2d77e1-2d0a-41ba-9584-0b9c2fa21782), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.557570 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f112e-a49f-4d34-b4a5-20fc86f2bc1a tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2d77e1-2d0a-41ba-9584-0b9c2fa21782,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:48.561446 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-271f112e-a49f-4d34-b4a5-20fc86f2bc1a tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.564700 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-271f112e-a49f-4d34-b4a5-20fc86f2bc1a tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/subnets/0c2d77e1-2d0a-41ba-9584-0b9c2fa21782 HTTP/1.1" status: 204  len: 168 time: 0.3380864
Apr 16 22:01:48.567157 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51242) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:48.569574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66451cc-5e5b-4bca-9b1c-48ba5d4543de None None] Network 6c73870c-28f9-48fb-ae1d-661aadbffc18 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:48.643053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (6c73870c-28f9-48fb-ae1d-661aadbffc18), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.690417 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Deleting port 2bb41379-d88c-4c31-ad29-a138ec087d56 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:01:48.690774 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.713351 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aabc17d-4855-4dcb-80e6-6b5fea0e0ba7 None None] DHCP port deletion for 6c73870c-28f9-48fb-ae1d-661aadbffc18 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:01:48.752715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3aabc17d-4855-4dcb-80e6-6b5fea0e0ba7 None None] Deleting port 2bb41379-d88c-4c31-ad29-a138ec087d56 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:01:48.753098 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3aabc17d-4855-4dcb-80e6-6b5fea0e0ba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.757929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] For port 2bb41379-d88c-4c31-ad29-a138ec087d56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2bb41379-d88c-4c31-ad29-a138ec087d56,segment=NetworkSegment(c7fc5900-b6af-493e-8870-a0d192239513),segment_id=c7fc5900-b6af-493e-8870-a0d192239513)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:48.758313 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.771412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Calling delete_port for 2bb41379-d88c-4c31-ad29-a138ec087d56 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:01:48.817487 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-3aabc17d-4855-4dcb-80e6-6b5fea0e0ba7 None None] For port 2bb41379-d88c-4c31-ad29-a138ec087d56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2bb41379-d88c-4c31-ad29-a138ec087d56,segment=NetworkSegment(c7fc5900-b6af-493e-8870-a0d192239513),segment_id=c7fc5900-b6af-493e-8870-a0d192239513)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:48.817802 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3aabc17d-4855-4dcb-80e6-6b5fea0e0ba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.830499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3aabc17d-4855-4dcb-80e6-6b5fea0e0ba7 None None] Calling delete_port for 2bb41379-d88c-4c31-ad29-a138ec087d56 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:01:48.914484 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.920632 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3aabc17d-4855-4dcb-80e6-6b5fea0e0ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (2bb41379-d88c-4c31-ad29-a138ec087d56), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:48.946400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Port': ['ID=2bb41379-d88c-4c31-ad29-a138ec087d56,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:48.948273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] No DVR routers for this DVR port 2bb41379-d88c-4c31-ad29-a138ec087d56 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:01:48.949990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabc17d-4855-4dcb-80e6-6b5fea0e0ba7 None None] Pushing event deleted for resources: {'Port': ['ID=2bb41379-d88c-4c31-ad29-a138ec087d56,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:48.953742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aabc17d-4855-4dcb-80e6-6b5fea0e0ba7 None None] No DVR routers for this DVR port 2bb41379-d88c-4c31-ad29-a138ec087d56 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:01:49.029088 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (6c73870c-28f9-48fb-ae1d-661aadbffc18), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.049915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011ec11580>,) {'filters': {'network_id': ['6c73870c-28f9-48fb-ae1d-661aadbffc18']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:49.059119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ec11580>, 'c7fc5900-b6af-493e-8870-a0d192239513') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:49.059424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011ec11580>, 'c7fc5900-b6af-493e-8870-a0d192239513') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:49.068871 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (c7fc5900-b6af-493e-8870-a0d192239513), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.082313 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c7fc5900-b6af-493e-8870-a0d192239513), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.088908 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:01:49.089304 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (c7fc5900-b6af-493e-8870-a0d192239513), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:01:49.092779 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:01:49.211559 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (6c73870c-28f9-48fb-ae1d-661aadbffc18), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.221874 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.222766 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/networks/6c73870c-28f9-48fb-ae1d-661aadbffc18 HTTP/1.1" status: 204  len: 168 time: 0.6546872
Apr 16 22:01:49.225206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51244) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:49.243096 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00c030-d56e-42f5-b1de-6c9e0b597e5c tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Network': ['ID=6c73870c-28f9-48fb-ae1d-661aadbffc18,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:49.261565 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef760272-0a18-4715-9e1f-f1d3e7c2e100 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] DELETE failed (client error): The resource could not be found.
Apr 16 22:01:49.262012 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef760272-0a18-4715-9e1f-f1d3e7c2e100 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 22:01:49.265095 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ef760272-0a18-4715-9e1f-f1d3e7c2e100 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/subnets/77ea0020-a1dc-466e-b795-58b61320e302 HTTP/1.1" status: 404  len: 337 time: 0.0389652
Apr 16 22:01:49.267809 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51246) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:49.285874 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc134e2a-9d13-4557-b3c2-5c4a968db8fd tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] DELETE failed (client error): The resource could not be found.
Apr 16 22:01:49.286352 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc134e2a-9d13-4557-b3c2-5c4a968db8fd tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 22:01:49.289288 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-dc134e2a-9d13-4557-b3c2-5c4a968db8fd tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/networks/9c584ac7-80e7-438e-8364-5345f5c9292a HTTP/1.1" status: 404  len: 339 time: 0.0205595
Apr 16 22:01:49.292251 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51248) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:49.316860 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee3bd96-d74e-469d-a9f8-6ab919d88281 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] DELETE failed (client error): The resource could not be found.
Apr 16 22:01:49.317298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee3bd96-d74e-469d-a9f8-6ab919d88281 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 22:01:49.320485 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fee3bd96-d74e-469d-a9f8-6ab919d88281 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/subnets/641780af-4330-49c2-b80b-e891fbb12395 HTTP/1.1" status: 404  len: 337 time: 0.0271246
Apr 16 22:01:49.322695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51250) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:49.340419 ncdv-master-1 neutron-server[122555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e17f390-9e62-46c1-847c-19a22f2e3a3a tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] DELETE failed (client error): The resource could not be found.
Apr 16 22:01:49.340949 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e17f390-9e62-46c1-847c-19a22f2e3a3a tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=122555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 16 22:01:49.344050 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1e17f390-9e62-46c1-847c-19a22f2e3a3a tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/networks/f7b3abc5-d4c4-45c6-a676-afa656728cb0 HTTP/1.1" status: 404  len: 339 time: 0.0204890
Apr 16 22:01:49.346298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51252) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:49.399610 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d738c622-f05c-4a4d-824a-a103ac727920 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Deleting subnet 66cdd2e2-8d96-4f6b-8fe5-83f61c89f2eb {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:01:49.403403 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d738c622-f05c-4a4d-824a-a103ac727920 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for subnet (66cdd2e2-8d96-4f6b-8fe5-83f61c89f2eb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.442195 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d738c622-f05c-4a4d-824a-a103ac727920 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (66cdd2e2-8d96-4f6b-8fe5-83f61c89f2eb), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.522748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d738c622-f05c-4a4d-824a-a103ac727920 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (66cdd2e2-8d96-4f6b-8fe5-83f61c89f2eb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.581957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 2bb41379-d88c-4c31-ad29-a138ec087d56 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:01:49.603118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 2bb41379-d88c-4c31-ad29-a138ec087d56 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:01:49.603474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 2bb41379-d88c-4c31-ad29-a138ec087d56 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:01:49.669658 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d738c622-f05c-4a4d-824a-a103ac727920 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (66cdd2e2-8d96-4f6b-8fe5-83f61c89f2eb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.700655 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d738c622-f05c-4a4d-824a-a103ac727920 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.705973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d738c622-f05c-4a4d-824a-a103ac727920 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/subnets/66cdd2e2-8d96-4f6b-8fe5-83f61c89f2eb HTTP/1.1" status: 204  len: 168 time: 0.3566315
Apr 16 22:01:49.705973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738c622-f05c-4a4d-824a-a103ac727920 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Subnet': ['ID=66cdd2e2-8d96-4f6b-8fe5-83f61c89f2eb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:49.706393 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51254) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:49.707820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af5bb63-c172-4592-a1e2-e719bfd4953f None None] Network 0f38d2aa-58c8-4209-87a0-ad791694afc6 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:49.786657 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (0f38d2aa-58c8-4209-87a0-ad791694afc6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.832244 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Deleting port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:01:49.832585 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.847388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0af86d-f3ea-49c2-8e2c-d7e94769ce23 None None] DHCP port deletion for 0f38d2aa-58c8-4209-87a0-ad791694afc6 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:01:49.887589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0e0af86d-f3ea-49c2-8e2c-d7e94769ce23 None None] Deleting port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:01:49.887969 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0e0af86d-f3ea-49c2-8e2c-d7e94769ce23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.953190 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0e0af86d-f3ea-49c2-8e2c-d7e94769ce23 None None] For port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf,segment=NetworkSegment(c8060e13-20c2-46c3-aed1-d396b4a1b64b),segment_id=c8060e13-20c2-46c3-aed1-d396b4a1b64b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:49.953602 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0e0af86d-f3ea-49c2-8e2c-d7e94769ce23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:49.968388 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0e0af86d-f3ea-49c2-8e2c-d7e94769ce23 None None] Calling delete_port for 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:01:50.131742 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0e0af86d-f3ea-49c2-8e2c-d7e94769ce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:50.156077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0af86d-f3ea-49c2-8e2c-d7e94769ce23 None None] Pushing event deleted for resources: {'Port': ['ID=7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:50.162333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0af86d-f3ea-49c2-8e2c-d7e94769ce23 None None] No DVR routers for this DVR port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:01:50.176254 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] For port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf,segment=NetworkSegment(c8060e13-20c2-46c3-aed1-d396b4a1b64b),segment_id=c8060e13-20c2-46c3-aed1-d396b4a1b64b)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:50.181857 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:50.190460 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Calling delete_port for 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:01:50.265501 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:50.292681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] No DVR routers for this DVR port 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:01:50.298509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Port': ['ID=7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:50.378642 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (0f38d2aa-58c8-4209-87a0-ad791694afc6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:50.398593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124a38be0>,) {'filters': {'network_id': ['0f38d2aa-58c8-4209-87a0-ad791694afc6']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:50.407737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124a38be0>, 'c8060e13-20c2-46c3-aed1-d396b4a1b64b') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:50.408038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124a38be0>, 'c8060e13-20c2-46c3-aed1-d396b4a1b64b') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:50.417997 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (c8060e13-20c2-46c3-aed1-d396b4a1b64b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:50.430993 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (c8060e13-20c2-46c3-aed1-d396b4a1b64b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:50.437281 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:01:50.437672 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (c8060e13-20c2-46c3-aed1-d396b4a1b64b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:01:50.440641 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:01:50.560261 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (0f38d2aa-58c8-4209-87a0-ad791694afc6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:50.571741 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:50.571741 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] 10.222.0.20 "DELETE /v2.0/networks/0f38d2aa-58c8-4209-87a0-ad791694afc6 HTTP/1.1" status: 204  len: 168 time: 0.8628957
Apr 16 22:01:50.582886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6c3f-6015-4f6c-934b-ab8e582a57f5 tempest-NetworksIpV6Test-1246873197 tempest-NetworksIpV6Test-1246873197-project] Pushing event deleted for resources: {'Network': ['ID=0f38d2aa-58c8-4209-87a0-ad791694afc6,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:51.057823 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51260) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:51.184957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bba3e033-0dd5-4304-b578-c9266b6990c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9caf8ca33b74a33b8bce96308512a52&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1259785
Apr 16 22:01:51.187446 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51264) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:51.234230 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab230b31-b725-4665-b980-62e196af921a admin admin] Publish callbacks [] for security_group (21c9deaf-31d2-48c0-80cd-bffe9cdf55ee), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:51.254838 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab230b31-b725-4665-b980-62e196af921a admin admin] Publish callbacks [] for security_group (21c9deaf-31d2-48c0-80cd-bffe9cdf55ee), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:51.371865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab230b31-b725-4665-b980-62e196af921a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (21c9deaf-31d2-48c0-80cd-bffe9cdf55ee), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:51.374542 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ab230b31-b725-4665-b980-62e196af921a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:51.375837 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ab230b31-b725-4665-b980-62e196af921a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21c9deaf-31d2-48c0-80cd-bffe9cdf55ee HTTP/1.1" status: 204  len: 168 time: 0.1874747
Apr 16 22:01:51.383610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab230b31-b725-4665-b980-62e196af921a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c9deaf-31d2-48c0-80cd-bffe9cdf55ee,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:51.581330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:01:51.601377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:01:51.601726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7a28639a-9c92-4e4c-a3e6-c9c7b6e2d9bf not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:01:52.321583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51286) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:52.413509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-943860ba-b904-4cd8-819e-9a042e1e2c48 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1076368555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:52.491738 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-943860ba-b904-4cd8-819e-9a042e1e2c48 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (297e96f9-1f1d-42a0-a156-ea7273d90391), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:52.492785 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-943860ba-b904-4cd8-819e-9a042e1e2c48 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (297e96f9-1f1d-42a0-a156-ea7273d90391), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:52.580777 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-943860ba-b904-4cd8-819e-9a042e1e2c48 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for router_controller (297e96f9-1f1d-42a0-a156-ea7273d90391), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:52.669213 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-943860ba-b904-4cd8-819e-9a042e1e2c48 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (297e96f9-1f1d-42a0-a156-ea7273d90391), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:52.767887 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-943860ba-b904-4cd8-819e-9a042e1e2c48 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:52.769120 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-943860ba-b904-4cd8-819e-9a042e1e2c48 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.4465339
Apr 16 22:01:52.775101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51290) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:52.777043 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-699201614'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:52.857071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Made reservation on behalf of f86ba50069e048e6b02f4393c4c6d30a for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:52.860262 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:52.869088 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:52.944623 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for security_group (120b7890-b877-4cf1-93cc-6ce6d2b3f1b9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:53.000311 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (120b7890-b877-4cf1-93cc-6ce6d2b3f1b9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:53.027058 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:01:53.036697 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120b7890-b877-4cf1-93cc-6ce6d2b3f1b9,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:53.042117 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (79998c9b-33ea-41a7-875a-0a125087ad02), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:53.042464 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Added segment 79998c9b-33ea-41a7-875a-0a125087ad02 of type vlan for network 6dc5b26b-31c8-49eb-8efa-734f1270f09c
Apr 16 22:01:53.081841 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (6dc5b26b-31c8-49eb-8efa-734f1270f09c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:53.154532 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (6dc5b26b-31c8-49eb-8efa-734f1270f09c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:53.159493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:53.160082 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:53.226092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Pushing event updated for resources: {'Network': ['ID=6dc5b26b-31c8-49eb-8efa-734f1270f09c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:53.236316 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 6dc5b26b-31c8-49eb-8efa-734f1270f09c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:01:53.276348 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1b1a38a0-8cbf-40ce-a866-a7040ac825ce tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5029209
Apr 16 22:01:53.279085 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51292) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:53.284019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3584d2cc-7a4d-4ecc-8189-b58ee0b2ac70 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Request body: {'subnet': {'network_id': '6dc5b26b-31c8-49eb-8efa-734f1270f09c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:53.462887 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3584d2cc-7a4d-4ecc-8189-b58ee0b2ac70 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Made reservation on behalf of f86ba50069e048e6b02f4393c4c6d30a for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:53.466880 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3584d2cc-7a4d-4ecc-8189-b58ee0b2ac70 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:53.708739 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3584d2cc-7a4d-4ecc-8189-b58ee0b2ac70 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (ab677770-80d6-4f1e-b6ce-390f362dffb5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:53.769489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584d2cc-7a4d-4ecc-8189-b58ee0b2ac70 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Pushing event updated for resources: {'Subnet': ['ID=ab677770-80d6-4f1e-b6ce-390f362dffb5,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:53.778327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3584d2cc-7a4d-4ecc-8189-b58ee0b2ac70 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Checking segment: {'id': '79998c9b-33ea-41a7-875a-0a125087ad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6dc5b26b-31c8-49eb-8efa-734f1270f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:53.778698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3584d2cc-7a4d-4ecc-8189-b58ee0b2ac70 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Network hostable DHCP agents. Network: 6dc5b26b-31c8-49eb-8efa-734f1270f09c, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:01:53.862907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3584d2cc-7a4d-4ecc-8189-b58ee0b2ac70 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Network 6dc5b26b-31c8-49eb-8efa-734f1270f09c is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:01:53.977252 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3584d2cc-7a4d-4ecc-8189-b58ee0b2ac70 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6dc5b26b-31c8-49eb-8efa-734f1270f09c) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:53.982242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3584d2cc-7a4d-4ecc-8189-b58ee0b2ac70 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:53.983301 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3584d2cc-7a4d-4ecc-8189-b58ee0b2ac70 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:53.986393 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b23de8-993a-4bce-b589-6ed56ccae360 None None] Network 6dc5b26b-31c8-49eb-8efa-734f1270f09c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:54.071598 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3584d2cc-7a4d-4ecc-8189-b58ee0b2ac70 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7913198
Apr 16 22:01:54.074693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51294) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:54.080610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a3036c21-e511-47d0-8a89-414d85c6de44 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-538424164'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:54.086312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6dc5b26b-31c8-49eb-8efa-734f1270f09c', 'network_id': '6dc5b26b-31c8-49eb-8efa-734f1270f09c', 'project_id': 'f86ba50069e048e6b02f4393c4c6d30a', 'fixed_ips': [{'subnet_id': 'ab677770-80d6-4f1e-b6ce-390f362dffb5'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:01:54.087197 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:54.166635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3036c21-e511-47d0-8a89-414d85c6de44 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Made reservation on behalf of f86ba50069e048e6b02f4393c4c6d30a for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:54.170007 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3036c21-e511-47d0-8a89-414d85c6de44 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:54.194307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3036c21-e511-47d0-8a89-414d85c6de44 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:01:54.203037 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3036c21-e511-47d0-8a89-414d85c6de44 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (5ff99e99-d564-497b-b493-8bbcd40211b6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:54.206018 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-a3036c21-e511-47d0-8a89-414d85c6de44 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Added segment 5ff99e99-d564-497b-b493-8bbcd40211b6 of type vlan for network 93b4ace4-d0a6-436d-91e9-8db7facb7876
Apr 16 22:01:54.220201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Allocated IP 172.20.0.2 (6dc5b26b-31c8-49eb-8efa-734f1270f09c/ab677770-80d6-4f1e-b6ce-390f362dffb5/f79fbf10-708b-40d2-94b9-3c73045442b8) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:01:54.244865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3036c21-e511-47d0-8a89-414d85c6de44 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (93b4ace4-d0a6-436d-91e9-8db7facb7876), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:54.320301 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3036c21-e511-47d0-8a89-414d85c6de44 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (93b4ace4-d0a6-436d-91e9-8db7facb7876), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:54.325585 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3036c21-e511-47d0-8a89-414d85c6de44 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:54.326108 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3036c21-e511-47d0-8a89-414d85c6de44 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:54.366310 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Publish callbacks [] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:54.396090 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3036c21-e511-47d0-8a89-414d85c6de44 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Pushing event updated for resources: {'Network': ['ID=93b4ace4-d0a6-436d-91e9-8db7facb7876,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:54.406443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 93b4ace4-d0a6-436d-91e9-8db7facb7876 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:01:54.502883 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:54.534504 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a3036c21-e511-47d0-8a89-414d85c6de44 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4586968
Apr 16 22:01:54.537215 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51296) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:54.542832 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d70fba14-694e-4713-9d4e-7465405213cb tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Request body: {'subnet': {'network_id': '93b4ace4-d0a6-436d-91e9-8db7facb7876', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:54.544322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Network 6dc5b26b-31c8-49eb-8efa-734f1270f09c is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:01:54.547559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:54.550802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:01:54.558401 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Pushing event updated for resources: {'Port': ['ID=f79fbf10-708b-40d2-94b9-3c73045442b8,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:54.568064 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.568446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.568796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.569138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.569478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.569816 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.570151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.570484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.570817 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.571147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.571480 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.571810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.572139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.572629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.573074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:01:54.624070 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Attempting to bind port f79fbf10-708b-40d2-94b9-3c73045442b8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:01:54.624480 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Attempting to bind port f79fbf10-708b-40d2-94b9-3c73045442b8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '79998c9b-33ea-41a7-875a-0a125087ad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6dc5b26b-31c8-49eb-8efa-734f1270f09c'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:01:54.624857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Attempting to bind port f79fbf10-708b-40d2-94b9-3c73045442b8 on network 6dc5b26b-31c8-49eb-8efa-734f1270f09c {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:01:54.629957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:01:54.630348 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Checking segment: {'id': '79998c9b-33ea-41a7-875a-0a125087ad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6dc5b26b-31c8-49eb-8efa-734f1270f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:54.630780 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:54.631181 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Bound using segment: {'id': '79998c9b-33ea-41a7-875a-0a125087ad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6dc5b26b-31c8-49eb-8efa-734f1270f09c'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:01:54.631654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Bound port: f79fbf10-708b-40d2-94b9-3c73045442b8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79998c9b-33ea-41a7-875a-0a125087ad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6dc5b26b-31c8-49eb-8efa-734f1270f09c'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:01:54.632043 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:54.689819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70fba14-694e-4713-9d4e-7465405213cb tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Made reservation on behalf of f86ba50069e048e6b02f4393c4c6d30a for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:01:54.693325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d70fba14-694e-4713-9d4e-7465405213cb tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:54.697074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] For port f79fbf10-708b-40d2-94b9-3c73045442b8, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:01:54.700881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] For port f79fbf10-708b-40d2-94b9-3c73045442b8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f79fbf10-708b-40d2-94b9-3c73045442b8,segment=NetworkSegment(79998c9b-33ea-41a7-875a-0a125087ad02),segment_id=79998c9b-33ea-41a7-875a-0a125087ad02)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:01:54.783208 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:54.849677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bb3e8-85b3-4048-97bb-796f2994e6ac None None] Pushing event updated for resources: {'Port': ['ID=f79fbf10-708b-40d2-94b9-3c73045442b8,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:54.930273 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d70fba14-694e-4713-9d4e-7465405213cb tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (ed86aac5-2b48-4ff9-8087-0fbecc60802b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:55.007807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fba14-694e-4713-9d4e-7465405213cb tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Pushing event updated for resources: {'Subnet': ['ID=ed86aac5-2b48-4ff9-8087-0fbecc60802b,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:55.017477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70fba14-694e-4713-9d4e-7465405213cb tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Checking segment: {'id': '5ff99e99-d564-497b-b493-8bbcd40211b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '93b4ace4-d0a6-436d-91e9-8db7facb7876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:55.017739 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70fba14-694e-4713-9d4e-7465405213cb tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Network hostable DHCP agents. Network: 93b4ace4-d0a6-436d-91e9-8db7facb7876, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:01:55.091690 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70fba14-694e-4713-9d4e-7465405213cb tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Network 93b4ace4-d0a6-436d-91e9-8db7facb7876 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:01:55.175645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d70fba14-694e-4713-9d4e-7465405213cb tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 93b4ace4-d0a6-436d-91e9-8db7facb7876) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:55.179780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70fba14-694e-4713-9d4e-7465405213cb tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:01:55.180419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d70fba14-694e-4713-9d4e-7465405213cb tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:55.184956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b7f922-c66b-4744-96c4-f6a10521e25d None None] Network 93b4ace4-d0a6-436d-91e9-8db7facb7876 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:55.282943 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d70fba14-694e-4713-9d4e-7465405213cb tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7446485
Apr 16 22:01:55.285589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51298) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:55.287899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-93b4ace4-d0a6-436d-91e9-8db7facb7876', 'network_id': '93b4ace4-d0a6-436d-91e9-8db7facb7876', 'project_id': 'f86ba50069e048e6b02f4393c4c6d30a', 'fixed_ips': [{'subnet_id': 'ed86aac5-2b48-4ff9-8087-0fbecc60802b'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:01:55.288920 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:55.290240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c029e536-cae0-49da-95f5-d472de4ff317 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Request body: {'router': {'external_gateway_info': {'network_id': '93b4ace4-d0a6-436d-91e9-8db7facb7876'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:01:55.429000 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Allocated IP 172.21.0.2 (93b4ace4-d0a6-436d-91e9-8db7facb7876/ed86aac5-2b48-4ff9-8087-0fbecc60802b/ea3896da-fb9d-4aa1-8618-c6966838f5c4) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:01:55.512939 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c029e536-cae0-49da-95f5-d472de4ff317 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for router_gateway (297e96f9-1f1d-42a0-a156-ea7273d90391), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:55.582602 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Publish callbacks [] for port (ea3896da-fb9d-4aa1-8618-c6966838f5c4), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:55.610315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f79fbf10-708b-40d2-94b9-3c73045442b8 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:01:55.643184 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (ea3896da-fb9d-4aa1-8618-c6966838f5c4), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:55.683138 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [None req-c029e536-cae0-49da-95f5-d472de4ff317 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 16 22:01:55.684541 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c029e536-cae0-49da-95f5-d472de4ff317 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] 10.222.0.20 "PUT /v2.0/routers/297e96f9-1f1d-42a0-a156-ea7273d90391 HTTP/1.1" status: 400  len: 364 time: 0.3974481
Apr 16 22:01:55.690038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51300) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:55.702119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Pushing event updated for resources: {'Port': ['ID=ea3896da-fb9d-4aa1-8618-c6966838f5c4,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:55.721139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Network 93b4ace4-d0a6-436d-91e9-8db7facb7876 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:01:55.725452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:01:55.727706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:01:55.737920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f79fbf10-708b-40d2-94b9-3c73045442b8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:01:55.738293 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:55.743708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11f197d-cddb-469d-9010-538114f2fb8e tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Deleting subnet ed86aac5-2b48-4ff9-8087-0fbecc60802b {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:01:55.747655 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d11f197d-cddb-469d-9010-538114f2fb8e tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for subnet (ed86aac5-2b48-4ff9-8087-0fbecc60802b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:55.784761 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b5b50b-88ed-4a2b-918e-625cea276797 None None] Network 6dc5b26b-31c8-49eb-8efa-734f1270f09c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:55.789811 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d11f197d-cddb-469d-9010-538114f2fb8e tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (ed86aac5-2b48-4ff9-8087-0fbecc60802b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:55.882866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d11f197d-cddb-469d-9010-538114f2fb8e tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (ed86aac5-2b48-4ff9-8087-0fbecc60802b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.023510 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d11f197d-cddb-469d-9010-538114f2fb8e tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (ed86aac5-2b48-4ff9-8087-0fbecc60802b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.035234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Attempting to bind port ea3896da-fb9d-4aa1-8618-c6966838f5c4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:01:56.035597 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Attempting to bind port ea3896da-fb9d-4aa1-8618-c6966838f5c4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ff99e99-d564-497b-b493-8bbcd40211b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '93b4ace4-d0a6-436d-91e9-8db7facb7876'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:01:56.035961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Attempting to bind port ea3896da-fb9d-4aa1-8618-c6966838f5c4 on network 93b4ace4-d0a6-436d-91e9-8db7facb7876 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:01:56.044560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-29731606-25e1-436e-ab28-92600276b153 None None] Provisioning complete for port f79fbf10-708b-40d2-94b9-3c73045442b8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:01:56.044931 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29731606-25e1-436e-ab28-92600276b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.051604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f197d-cddb-469d-9010-538114f2fb8e tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Pushing event deleted for resources: {'Subnet': ['ID=ed86aac5-2b48-4ff9-8087-0fbecc60802b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:56.053618 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d11f197d-cddb-469d-9010-538114f2fb8e tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.057328 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d11f197d-cddb-469d-9010-538114f2fb8e tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] 10.222.0.20 "DELETE /v2.0/subnets/ed86aac5-2b48-4ff9-8087-0fbecc60802b HTTP/1.1" status: 204  len: 168 time: 0.3658009
Apr 16 22:01:56.059914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51302) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:56.079068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:01:56.079451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Checking segment: {'id': '5ff99e99-d564-497b-b493-8bbcd40211b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '93b4ace4-d0a6-436d-91e9-8db7facb7876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:01:56.079858 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.080279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Bound using segment: {'id': '5ff99e99-d564-497b-b493-8bbcd40211b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '93b4ace4-d0a6-436d-91e9-8db7facb7876'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:01:56.080765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Bound port: ea3896da-fb9d-4aa1-8618-c6966838f5c4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff99e99-d564-497b-b493-8bbcd40211b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '93b4ace4-d0a6-436d-91e9-8db7facb7876'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:01:56.081147 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (ea3896da-fb9d-4aa1-8618-c6966838f5c4), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.139252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (93b4ace4-d0a6-436d-91e9-8db7facb7876), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.183581 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Deleting port ea3896da-fb9d-4aa1-8618-c6966838f5c4 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:01:56.183923 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (ea3896da-fb9d-4aa1-8618-c6966838f5c4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.201930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f79fbf10-708b-40d2-94b9-3c73045442b8 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:56.202318 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.249635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] For port ea3896da-fb9d-4aa1-8618-c6966838f5c4, host ncdv-master-1, got binding levels [] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:56.250082 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (ea3896da-fb9d-4aa1-8618-c6966838f5c4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.266338 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Calling delete_port for ea3896da-fb9d-4aa1-8618-c6966838f5c4 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:01:56.273499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] For port ea3896da-fb9d-4aa1-8618-c6966838f5c4, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:01:56.299071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-29731606-25e1-436e-ab28-92600276b153 None None] Current status of the port f79fbf10-708b-40d2-94b9-3c73045442b8 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:56.299464 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29731606-25e1-436e-ab28-92600276b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.302474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port f79fbf10-708b-40d2-94b9-3c73045442b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f79fbf10-708b-40d2-94b9-3c73045442b8,segment=NetworkSegment(79998c9b-33ea-41a7-875a-0a125087ad02),segment_id=79998c9b-33ea-41a7-875a-0a125087ad02)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:56.304433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] For port ea3896da-fb9d-4aa1-8618-c6966838f5c4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea3896da-fb9d-4aa1-8618-c6966838f5c4,segment=NetworkSegment(5ff99e99-d564-497b-b493-8bbcd40211b6),segment_id=5ff99e99-d564-497b-b493-8bbcd40211b6)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:01:56.367272 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.419781 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (ea3896da-fb9d-4aa1-8618-c6966838f5c4), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.474551 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (ea3896da-fb9d-4aa1-8618-c6966838f5c4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.483511 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-29731606-25e1-436e-ab28-92600276b153 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 22:01:56.484093 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-29731606-25e1-436e-ab28-92600276b153 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 22:01:56.488073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=f79fbf10-708b-40d2-94b9-3c73045442b8,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:56.502707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Pushing event deleted for resources: {'Port': ['ID=ea3896da-fb9d-4aa1-8618-c6966838f5c4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:56.504587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] No DVR routers for this DVR port ea3896da-fb9d-4aa1-8618-c6966838f5c4 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:01:56.517583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4274ed1-2eb8-4294-a9be-fe679bc97e5c None None] Pushing event deleted for resources: {'Port': ['ID=ea3896da-fb9d-4aa1-8618-c6966838f5c4,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:56.532341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3faae85-c58f-42ac-adbc-97adba59ba54 None None] get_active_networks_info from ncdv-master-1 {{(pid=122557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 16 22:01:56.586604 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (93b4ace4-d0a6-436d-91e9-8db7facb7876), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.602509 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3faae85-c58f-42ac-adbc-97adba59ba54 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 16 22:01:56.608645 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f012413a4c0>,) {'filters': {'network_id': ['93b4ace4-d0a6-436d-91e9-8db7facb7876']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:56.618142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f012413a4c0>, '5ff99e99-d564-497b-b493-8bbcd40211b6') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:56.618445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f012413a4c0>, '5ff99e99-d564-497b-b493-8bbcd40211b6') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:56.628116 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (5ff99e99-d564-497b-b493-8bbcd40211b6), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.641273 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (5ff99e99-d564-497b-b493-8bbcd40211b6), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.647173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:01:56.647493 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (5ff99e99-d564-497b-b493-8bbcd40211b6), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:01:56.650941 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:01:56.751668 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6b4e04-08b7-45dd-85c6-febcff73da07 None None] Network 93b4ace4-d0a6-436d-91e9-8db7facb7876 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:56.787392 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (93b4ace4-d0a6-436d-91e9-8db7facb7876), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.796456 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.799689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] 10.222.0.20 "DELETE /v2.0/networks/93b4ace4-d0a6-436d-91e9-8db7facb7876 HTTP/1.1" status: 204  len: 168 time: 0.7388189
Apr 16 22:01:56.802487 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51304) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:56.809504 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb072a2-7827-4be9-945b-de2d5d6248f1 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Pushing event deleted for resources: {'Network': ['ID=93b4ace4-d0a6-436d-91e9-8db7facb7876,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:56.858189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-404ab00f-5511-4b6f-9aef-1c2586cb13c8 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Deleting subnet ab677770-80d6-4f1e-b6ce-390f362dffb5 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:01:56.861375 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-404ab00f-5511-4b6f-9aef-1c2586cb13c8 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for subnet (ab677770-80d6-4f1e-b6ce-390f362dffb5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.900418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-404ab00f-5511-4b6f-9aef-1c2586cb13c8 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (ab677770-80d6-4f1e-b6ce-390f362dffb5), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:56.984889 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-404ab00f-5511-4b6f-9aef-1c2586cb13c8 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (ab677770-80d6-4f1e-b6ce-390f362dffb5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.019766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-29731606-25e1-436e-ab28-92600276b153 None None] Current status of the port f79fbf10-708b-40d2-94b9-3c73045442b8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:57.023092 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:01:57.101722 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-404ab00f-5511-4b6f-9aef-1c2586cb13c8 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (ab677770-80d6-4f1e-b6ce-390f362dffb5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.127751 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ab00f-5511-4b6f-9aef-1c2586cb13c8 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Pushing event deleted for resources: {'Subnet': ['ID=ab677770-80d6-4f1e-b6ce-390f362dffb5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:57.134461 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-404ab00f-5511-4b6f-9aef-1c2586cb13c8 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.137667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-fd6b836e-fd07-4de4-a1e7-d1d1afb15122 None None] Provisioning complete for port f79fbf10-708b-40d2-94b9-3c73045442b8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:01:57.138050 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd6b836e-fd07-4de4-a1e7-d1d1afb15122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.138243 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-404ab00f-5511-4b6f-9aef-1c2586cb13c8 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] 10.222.0.20 "DELETE /v2.0/subnets/ab677770-80d6-4f1e-b6ce-390f362dffb5 HTTP/1.1" status: 204  len: 168 time: 0.3340864
Apr 16 22:01:57.140793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51306) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:57.169472 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6001e883-8fe4-4dbb-bee1-990c8a6c095f None None] Network 6dc5b26b-31c8-49eb-8efa-734f1270f09c requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:01:57.221651 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (6dc5b26b-31c8-49eb-8efa-734f1270f09c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.266999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Deleting port f79fbf10-708b-40d2-94b9-3c73045442b8 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:01:57.267379 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.300122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b836e-fd07-4de4-a1e7-d1d1afb15122 None None] Current status of the port f79fbf10-708b-40d2-94b9-3c73045442b8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:01:57.331766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] For port f79fbf10-708b-40d2-94b9-3c73045442b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f79fbf10-708b-40d2-94b9-3c73045442b8,segment=NetworkSegment(79998c9b-33ea-41a7-875a-0a125087ad02),segment_id=79998c9b-33ea-41a7-875a-0a125087ad02)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:57.332147 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.345818 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Calling delete_port for f79fbf10-708b-40d2-94b9-3c73045442b8 owned by network:dhcp {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:01:57.349029 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f13a56c-effc-4823-9861-61b2e9e1ad02 None None] DHCP port deletion for 6dc5b26b-31c8-49eb-8efa-734f1270f09c request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:01:57.388924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6f13a56c-effc-4823-9861-61b2e9e1ad02 None None] Deleting port f79fbf10-708b-40d2-94b9-3c73045442b8 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:01:57.389304 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f13a56c-effc-4823-9861-61b2e9e1ad02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.457006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6f13a56c-effc-4823-9861-61b2e9e1ad02 None None] For port f79fbf10-708b-40d2-94b9-3c73045442b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f79fbf10-708b-40d2-94b9-3c73045442b8,segment=NetworkSegment(79998c9b-33ea-41a7-875a-0a125087ad02),segment_id=79998c9b-33ea-41a7-875a-0a125087ad02)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:01:57.457324 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f13a56c-effc-4823-9861-61b2e9e1ad02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.471896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6f13a56c-effc-4823-9861-61b2e9e1ad02 None None] Calling delete_port for f79fbf10-708b-40d2-94b9-3c73045442b8 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:01:57.600127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f79fbf10-708b-40d2-94b9-3c73045442b8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:01:57.636278 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f13a56c-effc-4823-9861-61b2e9e1ad02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.669625 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13a56c-effc-4823-9861-61b2e9e1ad02 None None] Pushing event deleted for resources: {'Port': ['ID=f79fbf10-708b-40d2-94b9-3c73045442b8,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:57.674903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13a56c-effc-4823-9861-61b2e9e1ad02 None None] No DVR routers for this DVR port f79fbf10-708b-40d2-94b9-3c73045442b8 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:01:57.678136 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No active binding found for port f79fbf10-708b-40d2-94b9-3c73045442b8 {{(pid=122557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 16 22:01:57.678570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] The host ncdv-master-1 is not matching for port f79fbf10-708b-40d2-94b9-3c73045442b8 host None! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 22:01:57.678958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f79fbf10-708b-40d2-94b9-3c73045442b8 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:01:57.724187 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f79fbf10-708b-40d2-94b9-3c73045442b8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.750514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Pushing event deleted for resources: {'Port': ['ID=f79fbf10-708b-40d2-94b9-3c73045442b8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:57.754131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] No DVR routers for this DVR port f79fbf10-708b-40d2-94b9-3c73045442b8 on host ncdv-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:01:57.833862 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (6dc5b26b-31c8-49eb-8efa-734f1270f09c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.854621 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124d14220>,) {'filters': {'network_id': ['6dc5b26b-31c8-49eb-8efa-734f1270f09c']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:57.863739 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124d14220>, '79998c9b-33ea-41a7-875a-0a125087ad02') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:57.864047 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124d14220>, '79998c9b-33ea-41a7-875a-0a125087ad02') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:01:57.873339 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (79998c9b-33ea-41a7-875a-0a125087ad02), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.886634 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (79998c9b-33ea-41a7-875a-0a125087ad02), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.892613 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:01:57.893000 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (79998c9b-33ea-41a7-875a-0a125087ad02), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   self.session.flush()
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:01:57.896032 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:01:58.010401 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (6dc5b26b-31c8-49eb-8efa-734f1270f09c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:58.017288 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:58.022637 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] 10.222.0.20 "DELETE /v2.0/networks/6dc5b26b-31c8-49eb-8efa-734f1270f09c HTTP/1.1" status: 204  len: 168 time: 0.8786867
Apr 16 22:01:58.023379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51308) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:58.041845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f5b0b-953c-4a3e-a546-816a4d4f78fc tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Pushing event deleted for resources: {'Network': ['ID=6dc5b26b-31c8-49eb-8efa-734f1270f09c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:01:58.064644 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-79279e52-1e21-4448-9af0-7359f403506d tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] 10.222.0.20 "GET /v2.0/ports?device_id=297e96f9-1f1d-42a0-a156-ea7273d90391 HTTP/1.1" status: 200  len: 205 time: 0.0401576
Apr 16 22:01:58.066945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51310) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:58.190798 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c96d61f4-9942-4f53-ac6d-a17868f1b414 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for router (297e96f9-1f1d-42a0-a156-ea7273d90391), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:58.353313 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c96d61f4-9942-4f53-ac6d-a17868f1b414 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (297e96f9-1f1d-42a0-a156-ea7273d90391), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:58.355656 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c96d61f4-9942-4f53-ac6d-a17868f1b414 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for router_controller (297e96f9-1f1d-42a0-a156-ea7273d90391), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:58.455558 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c96d61f4-9942-4f53-ac6d-a17868f1b414 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (297e96f9-1f1d-42a0-a156-ea7273d90391), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:58.456116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96d61f4-9942-4f53-ac6d-a17868f1b414 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Fanout notify agent at l3_agent the message router_deleted on router 297e96f9-1f1d-42a0-a156-ea7273d90391 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 22:01:58.462701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c96d61f4-9942-4f53-ac6d-a17868f1b414 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:58.463794 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c96d61f4-9942-4f53-ac6d-a17868f1b414 tempest-RoutersNegativeTest-672664378 tempest-RoutersNegativeTest-672664378-project] 10.222.0.20 "DELETE /v2.0/routers/297e96f9-1f1d-42a0-a156-ea7273d90391 HTTP/1.1" status: 204  len: 168 time: 0.3959789
Apr 16 22:01:58.889808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51316) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:59.021568 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9618c70d-fcb5-48b7-8309-40c5f72fa7d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f86ba50069e048e6b02f4393c4c6d30a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1305964
Apr 16 22:01:59.023978 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51320) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:01:59.070985 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9fc3264e-f22f-4e89-b882-21bbab342a72 admin admin] Publish callbacks [] for security_group (120b7890-b877-4cf1-93cc-6ce6d2b3f1b9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:59.093207 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9fc3264e-f22f-4e89-b882-21bbab342a72 admin admin] Publish callbacks [] for security_group (120b7890-b877-4cf1-93cc-6ce6d2b3f1b9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:59.211748 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9fc3264e-f22f-4e89-b882-21bbab342a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (120b7890-b877-4cf1-93cc-6ce6d2b3f1b9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:59.215044 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9fc3264e-f22f-4e89-b882-21bbab342a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:01:59.220575 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9fc3264e-f22f-4e89-b882-21bbab342a72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/120b7890-b877-4cf1-93cc-6ce6d2b3f1b9 HTTP/1.1" status: 204  len: 168 time: 0.1912758
Apr 16 22:01:59.224643 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3264e-f22f-4e89-b882-21bbab342a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120b7890-b877-4cf1-93cc-6ce6d2b3f1b9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:00.192407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51344) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:00.287989 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2078166497-network', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:00.386879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Made reservation on behalf of 151ed48abb644e47bbf210bbca563e3b for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:02:00.389153 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:00.397852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:00.471916 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Publish callbacks [] for security_group (f019a384-985a-4f7c-899f-684b8b2ca745), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:00.526086 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f019a384-985a-4f7c-899f-684b8b2ca745), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:00.546935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:02:00.559782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f019a384-985a-4f7c-899f-684b8b2ca745,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:00.564415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (a236275a-eff3-4327-ac29-808c695ffd48), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:00.564765 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Added segment a236275a-eff3-4327-ac29-808c695ffd48 of type vlan for network 91cbe260-31d2-4cca-8e36-39973acf3314
Apr 16 22:02:00.606609 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (91cbe260-31d2-4cca-8e36-39973acf3314), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:00.703015 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (91cbe260-31d2-4cca-8e36-39973acf3314), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:00.704112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:00.704730 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:00.762873 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] Pushing event updated for resources: {'Network': ['ID=91cbe260-31d2-4cca-8e36-39973acf3314,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:00.773115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 91cbe260-31d2-4cca-8e36-39973acf3314 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:02:00.796905 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d9843af9-8a8f-439a-9089-384dfa54107c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6033878
Apr 16 22:02:00.799924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51348) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:00.805144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-987cb37a-c7ea-4c59-b56b-4c5b0ac76857 admin admin] Request body: {'subnet': {'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2078166497-subnet', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:00.897334 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987cb37a-c7ea-4c59-b56b-4c5b0ac76857 admin admin] Made reservation on behalf of 151ed48abb644e47bbf210bbca563e3b for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:02:00.899688 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-987cb37a-c7ea-4c59-b56b-4c5b0ac76857 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:01.107243 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-987cb37a-c7ea-4c59-b56b-4c5b0ac76857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (7e89e0ba-8013-4574-a6f4-2cc1addb5c19), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:01.165214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cb37a-c7ea-4c59-b56b-4c5b0ac76857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e89e0ba-8013-4574-a6f4-2cc1addb5c19,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:01.176455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987cb37a-c7ea-4c59-b56b-4c5b0ac76857 admin admin] Checking segment: {'id': 'a236275a-eff3-4327-ac29-808c695ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:02:01.176827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987cb37a-c7ea-4c59-b56b-4c5b0ac76857 admin admin] Network hostable DHCP agents. Network: 91cbe260-31d2-4cca-8e36-39973acf3314, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:02:01.283806 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987cb37a-c7ea-4c59-b56b-4c5b0ac76857 admin admin] Network 91cbe260-31d2-4cca-8e36-39973acf3314 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:02:01.382802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-987cb37a-c7ea-4c59-b56b-4c5b0ac76857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 91cbe260-31d2-4cca-8e36-39973acf3314) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:02:01.387444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987cb37a-c7ea-4c59-b56b-4c5b0ac76857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:01.388048 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-987cb37a-c7ea-4c59-b56b-4c5b0ac76857 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:01.392772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063b781f-1288-4a7f-b018-9df0be884648 None None] Network 91cbe260-31d2-4cca-8e36-39973acf3314 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:02:01.483071 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-987cb37a-c7ea-4c59-b56b-4c5b0ac76857 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6818047
Apr 16 22:02:01.485680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51350) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:01.490163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:01.496378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-91cbe260-31d2-4cca-8e36-39973acf3314', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'fixed_ips': [{'subnet_id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:02:01.497243 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:01.577535 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (2ab67eca-be01-4017-ba62-0efbdd5567dd), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:01.578688 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (2ab67eca-be01-4017-ba62-0efbdd5567dd), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:01.634270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Allocated IP 172.20.0.2 (91cbe260-31d2-4cca-8e36-39973acf3314/7e89e0ba-8013-4574-a6f4-2cc1addb5c19/60c422f8-5357-4799-af33-efc34791c7f3) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:02:01.636364 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Publish callbacks [] for router_controller (2ab67eca-be01-4017-ba62-0efbdd5567dd), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:01.776842 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Publish callbacks [] for port (60c422f8-5357-4799-af33-efc34791c7f3), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:01.829962 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Publish callbacks [] for router_gateway (2ab67eca-be01-4017-ba62-0efbdd5567dd), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:01.834406 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (60c422f8-5357-4799-af33-efc34791c7f3), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:01.874276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Network 91cbe260-31d2-4cca-8e36-39973acf3314 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:02:01.877074 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:02:01.880463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:02:01.891051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Pushing event updated for resources: {'Port': ['ID=60c422f8-5357-4799-af33-efc34791c7f3,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:01.942780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Attempting to bind port 60c422f8-5357-4799-af33-efc34791c7f3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:02:01.943161 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Attempting to bind port 60c422f8-5357-4799-af33-efc34791c7f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a236275a-eff3-4327-ac29-808c695ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:02:01.943558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Attempting to bind port 60c422f8-5357-4799-af33-efc34791c7f3 on network 91cbe260-31d2-4cca-8e36-39973acf3314 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:02:01.948844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:02:01.949222 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Checking segment: {'id': 'a236275a-eff3-4327-ac29-808c695ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:02:01.949630 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:01.950025 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Bound using segment: {'id': 'a236275a-eff3-4327-ac29-808c695ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:02:01.950522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Bound port: 60c422f8-5357-4799-af33-efc34791c7f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a236275a-eff3-4327-ac29-808c695ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:02:01.950907 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (60c422f8-5357-4799-af33-efc34791c7f3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:02.015965 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] For port 60c422f8-5357-4799-af33-efc34791c7f3, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:02:02.018973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] For port 60c422f8-5357-4799-af33-efc34791c7f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60c422f8-5357-4799-af33-efc34791c7f3,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:02:02.071498 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Publish callbacks [] for router_gateway (2ab67eca-be01-4017-ba62-0efbdd5567dd), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:02.089854 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:02.096040 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (60c422f8-5357-4799-af33-efc34791c7f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:02.160126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a398c32-d3cb-4b82-bfb5-97cad72c7d26 None None] Pushing event updated for resources: {'Port': ['ID=60c422f8-5357-4799-af33-efc34791c7f3,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:02.197740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Allocated IP 172.35.1.192 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/06acd4be-b8c4-40af-9369-be7796444c81) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:02:02.326025 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Publish callbacks [] for port (06acd4be-b8c4-40af-9369-be7796444c81), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:02.423577 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (06acd4be-b8c4-40af-9369-be7796444c81), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:02.465599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:02:02.470101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:02:02.472515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:02:02.493988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Pushing event updated for resources: {'Port': ['ID=06acd4be-b8c4-40af-9369-be7796444c81,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:02.507559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.507914 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.508277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.508620 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.508955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.509285 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.509614 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.510512 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.510839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.511163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.511492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.511813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.512134 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.512480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.512800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:02.836418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Publish callbacks [] for router_gateway (2ab67eca-be01-4017-ba62-0efbdd5567dd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:03.015654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0900b608-6e13-426e-ba4c-f922d332a9b7 None None] Network 91cbe260-31d2-4cca-8e36-39973acf3314 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:02:03.048975 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (2ab67eca-be01-4017-ba62-0efbdd5567dd), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:03.079213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d909e52a-44ec-4b29-a7e9-3ad3d989aed9 None None] Provisioning complete for port 60c422f8-5357-4799-af33-efc34791c7f3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:03.079585 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d909e52a-44ec-4b29-a7e9-3ad3d989aed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (60c422f8-5357-4799-af33-efc34791c7f3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:03.192602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d909e52a-44ec-4b29-a7e9-3ad3d989aed9 None None] Current status of the port 60c422f8-5357-4799-af33-efc34791c7f3 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:03.192923 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d909e52a-44ec-4b29-a7e9-3ad3d989aed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (60c422f8-5357-4799-af33-efc34791c7f3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:03.230666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d909e52a-44ec-4b29-a7e9-3ad3d989aed9 None None] For port 60c422f8-5357-4799-af33-efc34791c7f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60c422f8-5357-4799-af33-efc34791c7f3,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:02:03.267322 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Router 2ab67eca-be01-4017-ba62-0efbdd5567dd is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 22:02:03.297581 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d909e52a-44ec-4b29-a7e9-3ad3d989aed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (60c422f8-5357-4799-af33-efc34791c7f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:03.352583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909e52a-44ec-4b29-a7e9-3ad3d989aed9 None None] Pushing event updated for resources: {'Port': ['ID=60c422f8-5357-4799-af33-efc34791c7f3,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:03.382294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:02:03.391872 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Sync routers for ids ['2ab67eca-be01-4017-ba62-0efbdd5567dd'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:02:03.402218 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Routers {'2ab67eca-be01-4017-ba62-0efbdd5567dd'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:02:03.404734 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ba36a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:01:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2ab67eca-be01-4017-ba62-0efbdd5567dd'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:03.414420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7367e28f-3ae3-4601-bba8-b2cee01f0785 None None] Provisioning complete for port 60c422f8-5357-4799-af33-efc34791c7f3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:03.414809 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7367e28f-3ae3-4601-bba8-b2cee01f0785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (60c422f8-5357-4799-af33-efc34791c7f3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:03.456117 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:03.459911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-cadf3887-4b63-4303-b97e-8ef29378b251 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.9707346
Apr 16 22:02:03.460319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51352) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:03.495598 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7367e28f-3ae3-4601-bba8-b2cee01f0785 None None] Current status of the port 60c422f8-5357-4799-af33-efc34791c7f3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:03.513262 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Set router 2ab67eca-be01-4017-ba62-0efbdd5567dd gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:02:03.626222 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 60c422f8-5357-4799-af33-efc34791c7f3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:02:03.675866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 60c422f8-5357-4799-af33-efc34791c7f3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:03.676277 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (60c422f8-5357-4799-af33-efc34791c7f3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:03.693031 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ba36a0>, [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '06acd4be-b8c4-40af-9369-be7796444c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:02:02Z', 'revision_number': 3, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port': {'id': '06acd4be-b8c4-40af-9369-be7796444c81', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:73:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:02Z', 'updated_at': '2022-04-16T22:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:03.722488 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Checking router: 2ab67eca-be01-4017-ba62-0efbdd5567dd for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:02:03.722757 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Updating router 2ab67eca-be01-4017-ba62-0efbdd5567dd port 06acd4be-b8c4-40af-9369-be7796444c81 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:02:03.753471 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (06acd4be-b8c4-40af-9369-be7796444c81), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:03.753701 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 60c422f8-5357-4799-af33-efc34791c7f3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:03.936607 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:04.012558 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Publish callbacks [] for port (06acd4be-b8c4-40af-9369-be7796444c81), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:04.072766 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (06acd4be-b8c4-40af-9369-be7796444c81), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:04.125277 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Attempting to bind port 06acd4be-b8c4-40af-9369-be7796444c81 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:02:04.125636 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Attempting to bind port 06acd4be-b8c4-40af-9369-be7796444c81 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:02:04.126001 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Attempting to bind port 06acd4be-b8c4-40af-9369-be7796444c81 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:02:04.130659 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Pushing event updated for resources: {'Port': ['ID=06acd4be-b8c4-40af-9369-be7796444c81,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:04.133810 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:02:04.134185 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:02:04.134582 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:04.134971 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:02:04.135431 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Bound port: 06acd4be-b8c4-40af-9369-be7796444c81, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:02:04.135834 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (06acd4be-b8c4-40af-9369-be7796444c81), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:04.141304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Allocated IP 172.20.0.1 (91cbe260-31d2-4cca-8e36-39973acf3314/7e89e0ba-8013-4574-a6f4-2cc1addb5c19/fa2df597-9c69-4eca-bf12-1520d06db73b) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:02:04.142151 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.142505 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.142851 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.143187 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.143524 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.143858 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.144206 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.144538 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.144867 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.145190 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.145516 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.145839 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.146163 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.146485 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.146809 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:04.201511 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] For port 06acd4be-b8c4-40af-9369-be7796444c81, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:02:04.204762 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] For port 06acd4be-b8c4-40af-9369-be7796444c81, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06acd4be-b8c4-40af-9369-be7796444c81,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:02:04.269090 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (06acd4be-b8c4-40af-9369-be7796444c81), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:04.332602 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Routers {'2ab67eca-be01-4017-ba62-0efbdd5567dd'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:02:04.333229 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ba36a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:01:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2ab67eca-be01-4017-ba62-0efbdd5567dd'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:04.371481 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d88db8-2545-451a-88ea-d54e32ba46e9 None None] Pushing event updated for resources: {'Port': ['ID=06acd4be-b8c4-40af-9369-be7796444c81,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:04.541341 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Publish callbacks [] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:04.541939 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] Set router 2ab67eca-be01-4017-ba62-0efbdd5567dd gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:02:04.629025 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:04.672910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Network 91cbe260-31d2-4cca-8e36-39973acf3314 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:02:04.675802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:02:04.679340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:02:04.707075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2df597-9c69-4eca-bf12-1520d06db73b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:04.714518 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ba36a0>, [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '06acd4be-b8c4-40af-9369-be7796444c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:02:02Z', 'revision_number': 3, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port': {'id': '06acd4be-b8c4-40af-9369-be7796444c81', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:73:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:02Z', 'updated_at': '2022-04-16T22:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:04.725163 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (2ab67eca-be01-4017-ba62-0efbdd5567dd), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:04.741830 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3bbcb-1614-420a-b2a7-293b38de7e9d None None] The sync data for ids ['2ab67eca-be01-4017-ba62-0efbdd5567dd'] in ncdv-master-1 is: [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '06acd4be-b8c4-40af-9369-be7796444c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:02:02Z', 'revision_number': 3, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port': {'id': '06acd4be-b8c4-40af-9369-be7796444c81', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:73:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:02Z', 'updated_at': '2022-04-16T22:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:02:04.927479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-30f429ca-3c4b-4012-9ae5-11f33c50a71d None None] Provisioning complete for port fa2df597-9c69-4eca-bf12-1520d06db73b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:04.927479 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-30f429ca-3c4b-4012-9ae5-11f33c50a71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:04.956124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:04.985839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-30f429ca-3c4b-4012-9ae5-11f33c50a71d None None] Port fa2df597-9c69-4eca-bf12-1520d06db73b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:02:05.147710 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Publish callbacks [] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:05.223243 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:05.293829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2df597-9c69-4eca-bf12-1520d06db73b,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:05.297509 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (2ab67eca-be01-4017-ba62-0efbdd5567dd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:05.398042 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Network 91cbe260-31d2-4cca-8e36-39973acf3314 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:02:05.399427 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:02:05.527346 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Router 2ab67eca-be01-4017-ba62-0efbdd5567dd has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:02:05.636803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 06acd4be-b8c4-40af-9369-be7796444c81 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:02:05.663026 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:02:05.668139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9f0054d3-beeb-4ada-bbae-748f86a5a553 admin admin] 10.222.0.20 "PUT /v2.0/routers/2ab67eca-be01-4017-ba62-0efbdd5567dd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2066395
Apr 16 22:02:05.685813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 06acd4be-b8c4-40af-9369-be7796444c81 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:05.686188 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (06acd4be-b8c4-40af-9369-be7796444c81), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:05.728672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b98c5f20-24fb-4d06-9765-3160d642f06f None None] Provisioning complete for port fa2df597-9c69-4eca-bf12-1520d06db73b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:05.729050 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b98c5f20-24fb-4d06-9765-3160d642f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:05.791056 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b98c5f20-24fb-4d06-9765-3160d642f06f None None] Port fa2df597-9c69-4eca-bf12-1520d06db73b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:02:05.809327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 06acd4be-b8c4-40af-9369-be7796444c81 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:05.810104 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (06acd4be-b8c4-40af-9369-be7796444c81), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:05.831745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 06acd4be-b8c4-40af-9369-be7796444c81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06acd4be-b8c4-40af-9369-be7796444c81,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:02:05.914248 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (06acd4be-b8c4-40af-9369-be7796444c81), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:05.962602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=06acd4be-b8c4-40af-9369-be7796444c81,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:06.322722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Sync routers for ids ['2ab67eca-be01-4017-ba62-0efbdd5567dd'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:02:06.335151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Routers {'2ab67eca-be01-4017-ba62-0efbdd5567dd'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:02:06.335772 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011ff867c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:01:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2ab67eca-be01-4017-ba62-0efbdd5567dd'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:06.368826 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51368) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:06.374413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1279213486-network', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:06.445318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Set router 2ab67eca-be01-4017-ba62-0efbdd5567dd gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:02:06.451034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Made reservation on behalf of c1049f4fb4824f0d9dd154e2cc0e016c for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:02:06.453431 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:06.462405 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:06.537507 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Publish callbacks [] for security_group (eddeb50f-fce0-4fc5-9b74-81a8d1d5b148), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:06.579112 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:06.605391 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eddeb50f-fce0-4fc5-9b74-81a8d1d5b148), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:06.631883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:02:06.642173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddeb50f-fce0-4fc5-9b74-81a8d1d5b148,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:06.648077 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (57ba97fb-ae3e-494e-acdf-025e8ba96e55), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:06.648467 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Added segment 57ba97fb-ae3e-494e-acdf-025e8ba96e55 of type vlan for network 57c3f41b-d0e8-4f03-ba54-745618b4346e
Apr 16 22:02:06.652343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011ff867c0>, [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '06acd4be-b8c4-40af-9369-be7796444c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:02:04Z', 'revision_number': 4, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port': {'id': '06acd4be-b8c4-40af-9369-be7796444c81', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:02Z', 'updated_at': '2022-04-16T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa2df597-9c69-4eca-bf12-1520d06db73b', 'name': '', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'mac_address': 'fa:16:3e:cf:5b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:03Z', 'updated_at': '2022-04-16T22:02:05Z', 'revision_number': 2, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'subnets': [{'id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:06.693229 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (57c3f41b-d0e8-4f03-ba54-745618b4346e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:06.777655 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (57c3f41b-d0e8-4f03-ba54-745618b4346e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:06.778588 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:06.779179 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:06.839932 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Checking router: 2ab67eca-be01-4017-ba62-0efbdd5567dd for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:02:06.840651 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Updating router 2ab67eca-be01-4017-ba62-0efbdd5567dd port fa2df597-9c69-4eca-bf12-1520d06db73b binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:02:06.847397 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] Pushing event updated for resources: {'Network': ['ID=57c3f41b-d0e8-4f03-ba54-745618b4346e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:06.860425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 57c3f41b-d0e8-4f03-ba54-745618b4346e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:02:06.894001 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-22c13f7a-0d48-48d6-bc3b-ba10f856763f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5234139
Apr 16 22:02:06.896778 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51370) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:06.901962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-64829ac4-4b35-42c7-bd0d-5bdd559498d4 admin admin] Request body: {'subnet': {'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1279213486-subnet', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:06.914030 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.011613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64829ac4-4b35-42c7-bd0d-5bdd559498d4 admin admin] Made reservation on behalf of c1049f4fb4824f0d9dd154e2cc0e016c for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:02:07.014164 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64829ac4-4b35-42c7-bd0d-5bdd559498d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.191636 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Publish callbacks [] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.256244 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64829ac4-4b35-42c7-bd0d-5bdd559498d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (52af99d6-2c20-4300-a46f-722a1d53b6d4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.284521 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.312427 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64829ac4-4b35-42c7-bd0d-5bdd559498d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52af99d6-2c20-4300-a46f-722a1d53b6d4,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:07.323560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64829ac4-4b35-42c7-bd0d-5bdd559498d4 admin admin] Checking segment: {'id': '57ba97fb-ae3e-494e-acdf-025e8ba96e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:02:07.323560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64829ac4-4b35-42c7-bd0d-5bdd559498d4 admin admin] Network hostable DHCP agents. Network: 57c3f41b-d0e8-4f03-ba54-745618b4346e, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:02:07.341559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65f728-8edd-466c-a38a-183ad7e2aaaa None None] Pushing event updated for resources: {'Port': ['ID=fa2df597-9c69-4eca-bf12-1520d06db73b,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:07.394532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Attempting to bind port fa2df597-9c69-4eca-bf12-1520d06db73b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:02:07.394912 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Attempting to bind port fa2df597-9c69-4eca-bf12-1520d06db73b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a236275a-eff3-4327-ac29-808c695ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:02:07.395288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Attempting to bind port fa2df597-9c69-4eca-bf12-1520d06db73b on network 91cbe260-31d2-4cca-8e36-39973acf3314 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:02:07.401183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:02:07.401569 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Checking segment: {'id': 'a236275a-eff3-4327-ac29-808c695ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:02:07.401978 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.402377 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Bound using segment: {'id': 'a236275a-eff3-4327-ac29-808c695ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:02:07.402852 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Bound port: fa2df597-9c69-4eca-bf12-1520d06db73b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a236275a-eff3-4327-ac29-808c695ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:02:07.403240 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.411580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64829ac4-4b35-42c7-bd0d-5bdd559498d4 admin admin] Network 57c3f41b-d0e8-4f03-ba54-745618b4346e is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:02:07.472973 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] For port fa2df597-9c69-4eca-bf12-1520d06db73b, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:02:07.476089 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] For port fa2df597-9c69-4eca-bf12-1520d06db73b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa2df597-9c69-4eca-bf12-1520d06db73b,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:02:07.508200 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-64829ac4-4b35-42c7-bd0d-5bdd559498d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 57c3f41b-d0e8-4f03-ba54-745618b4346e) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:02:07.512731 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64829ac4-4b35-42c7-bd0d-5bdd559498d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:07.513528 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64829ac4-4b35-42c7-bd0d-5bdd559498d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.519590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a256a849-ed4e-4bf9-85e1-2c1877bcced7 None None] Network 57c3f41b-d0e8-4f03-ba54-745618b4346e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:02:07.522992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d2041295-2631-4018-a85f-d15473024e84 None None] Provisioning complete for port fa2df597-9c69-4eca-bf12-1520d06db73b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:07.523375 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d2041295-2631-4018-a85f-d15473024e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.584573 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.614011 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-64829ac4-4b35-42c7-bd0d-5bdd559498d4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7160888
Apr 16 22:02:07.616604 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51372) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:07.621560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1279213486-router', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:07.635394 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 06acd4be-b8c4-40af-9369-be7796444c81 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:02:07.698296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.699843 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.734386 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Routers {'2ab67eca-be01-4017-ba62-0efbdd5567dd'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:02:07.735024 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011ff867c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:01:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2ab67eca-be01-4017-ba62-0efbdd5567dd'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:07.739759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65f728-8edd-466c-a38a-183ad7e2aaaa None None] Pushing event updated for resources: {'Port': ['ID=fa2df597-9c69-4eca-bf12-1520d06db73b,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:07.765366 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Publish callbacks [] for router_controller (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.816785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-57c3f41b-d0e8-4f03-ba54-745618b4346e', 'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e', 'project_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'fixed_ips': [{'subnet_id': '52af99d6-2c20-4300-a46f-722a1d53b6d4'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:02:07.816785 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.859468 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 06acd4be-b8c4-40af-9369-be7796444c81 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:07.859849 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (06acd4be-b8c4-40af-9369-be7796444c81), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.946809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d2041295-2631-4018-a85f-d15473024e84 None None] Current status of the port fa2df597-9c69-4eca-bf12-1520d06db73b is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:07.947151 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d2041295-2631-4018-a85f-d15473024e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:07.976847 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Publish callbacks [] for router_gateway (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:08.050071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] Set router 2ab67eca-be01-4017-ba62-0efbdd5567dd gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:02:08.122347 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d2041295-2631-4018-a85f-d15473024e84 None None] For port fa2df597-9c69-4eca-bf12-1520d06db73b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa2df597-9c69-4eca-bf12-1520d06db73b,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:02:08.202444 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Publish callbacks [] for router_gateway (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:08.211947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Allocated IP 172.20.0.2 (57c3f41b-d0e8-4f03-ba54-745618b4346e/52af99d6-2c20-4300-a46f-722a1d53b6d4/357f4bd6-1db5-4145-b1a4-c130580ca7f2) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:02:08.229110 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:08.239568 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d2041295-2631-4018-a85f-d15473024e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:08.276885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 06acd4be-b8c4-40af-9369-be7796444c81 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:08.336508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Allocated IP 172.35.1.119 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/6ad4c674-3cf7-4639-9854-05d4093b4dd7) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:02:08.385802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2041295-2631-4018-a85f-d15473024e84 None None] Pushing event updated for resources: {'Port': ['ID=fa2df597-9c69-4eca-bf12-1520d06db73b,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:08.398560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-cf00b165-a7e7-47b3-a132-61dd5f5b38de None None] Provisioning complete for port fa2df597-9c69-4eca-bf12-1520d06db73b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:08.398939 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cf00b165-a7e7-47b3-a132-61dd5f5b38de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:08.441483 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Publish callbacks [] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:08.527195 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:08.570985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:02:08.575248 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:02:08.578525 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:02:08.623304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad4c674-3cf7-4639-9854-05d4093b4dd7,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:08.702845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011ff867c0>, [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '06acd4be-b8c4-40af-9369-be7796444c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:02:04Z', 'revision_number': 4, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port': {'id': '06acd4be-b8c4-40af-9369-be7796444c81', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:02Z', 'updated_at': '2022-04-16T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa2df597-9c69-4eca-bf12-1520d06db73b', 'name': '', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'mac_address': 'fa:16:3e:cf:5b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:03Z', 'updated_at': '2022-04-16T22:02:07Z', 'revision_number': 4, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'subnets': [{'id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:08.738309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d666ec4-e517-4e3e-a502-8247ba33c944 None None] The sync data for ids ['2ab67eca-be01-4017-ba62-0efbdd5567dd'] in ncdv-master-1 is: [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '06acd4be-b8c4-40af-9369-be7796444c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:02:04Z', 'revision_number': 4, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port': {'id': '06acd4be-b8c4-40af-9369-be7796444c81', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:02Z', 'updated_at': '2022-04-16T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa2df597-9c69-4eca-bf12-1520d06db73b', 'name': '', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'mac_address': 'fa:16:3e:cf:5b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:03Z', 'updated_at': '2022-04-16T22:02:07Z', 'revision_number': 4, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'subnets': [{'id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:02:08.795243 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Publish callbacks [] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:08.796841 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-cf00b165-a7e7-47b3-a132-61dd5f5b38de None None] Current status of the port fa2df597-9c69-4eca-bf12-1520d06db73b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:08.880517 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:08.923298 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Network 57c3f41b-d0e8-4f03-ba54-745618b4346e is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:02:08.927296 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:02:08.929834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:02:08.943292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Pushing event updated for resources: {'Port': ['ID=357f4bd6-1db5-4145-b1a4-c130580ca7f2,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:08.972450 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Publish callbacks [] for router_gateway (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:09.009337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Attempting to bind port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:02:09.010451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Attempting to bind port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57ba97fb-ae3e-494e-acdf-025e8ba96e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:02:09.010898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Attempting to bind port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 on network 57c3f41b-d0e8-4f03-ba54-745618b4346e {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:02:09.016977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:02:09.017460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Checking segment: {'id': '57ba97fb-ae3e-494e-acdf-025e8ba96e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:02:09.017876 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:09.018275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Bound using segment: {'id': '57ba97fb-ae3e-494e-acdf-025e8ba96e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:02:09.018833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Bound port: 357f4bd6-1db5-4145-b1a4-c130580ca7f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ba97fb-ae3e-494e-acdf-025e8ba96e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:02:09.019241 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:09.062477 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0b35c520-90bd-44c0-b7db-f6a431b9c47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:09.096521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] For port 357f4bd6-1db5-4145-b1a4-c130580ca7f2, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:02:09.100341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] For port 357f4bd6-1db5-4145-b1a4-c130580ca7f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=357f4bd6-1db5-4145-b1a4-c130580ca7f2,segment=NetworkSegment(57ba97fb-ae3e-494e-acdf-025e8ba96e55),segment_id=57ba97fb-ae3e-494e-acdf-025e8ba96e55)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:02:09.160327 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:09.229634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1c18d-f4ea-48e9-84bf-071257d24553 None None] Pushing event updated for resources: {'Port': ['ID=357f4bd6-1db5-4145-b1a4-c130580ca7f2,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:09.520276 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:09.649969 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fa2df597-9c69-4eca-bf12-1520d06db73b up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:02:09.706719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port fa2df597-9c69-4eca-bf12-1520d06db73b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:09.707176 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:09.795241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port fa2df597-9c69-4eca-bf12-1520d06db73b is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:09.796374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 357f4bd6-1db5-4145-b1a4-c130580ca7f2 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:02:09.805535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Router bff88a18-3e3d-41b8-a7eb-7565d2da4b3d is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 22:02:09.845144 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:09.845531 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:09.924467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:02:09.934836 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Sync routers for ids ['bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:02:09.941814 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:09.942611 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:09.947870 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Routers {'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:02:09.949605 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124af1850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:01:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:09.984349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 357f4bd6-1db5-4145-b1a4-c130580ca7f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=357f4bd6-1db5-4145-b1a4-c130580ca7f2,segment=NetworkSegment(57ba97fb-ae3e-494e-acdf-025e8ba96e55),segment_id=57ba97fb-ae3e-494e-acdf-025e8ba96e55)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:02:10.074848 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:10.075406 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Set router bff88a18-3e3d-41b8-a7eb-7565d2da4b3d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:02:10.075542 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-00de6887-ddea-4ff3-98c8-fdf55511f469 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.4530220
Apr 16 22:02:10.075542 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51374) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:10.097238 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:10.182732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=357f4bd6-1db5-4145-b1a4-c130580ca7f2,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:10.257973 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124af1850>, [{'id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'name': 'tempest-TestMinimumBasicScenario-1279213486-router', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:07Z', 'updated_at': '2022-04-16T22:02:08Z', 'revision_number': 3, 'project_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'gw_port': {'id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:08Z', 'updated_at': '2022-04-16T22:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:10.286315 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Checking router: bff88a18-3e3d-41b8-a7eb-7565d2da4b3d for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:02:10.286666 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Updating router bff88a18-3e3d-41b8-a7eb-7565d2da4b3d port 6ad4c674-3cf7-4639-9854-05d4093b4dd7 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:02:10.316916 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:10.340462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec2fbe-63df-48d7-a858-44dfd23859da None None] Network 57c3f41b-d0e8-4f03-ba54-745618b4346e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:02:10.448546 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9642d8dc-ee39-41db-a610-6fa3eb21ec4e None None] Provisioning complete for port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:10.449084 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9642d8dc-ee39-41db-a610-6fa3eb21ec4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:10.542619 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9642d8dc-ee39-41db-a610-6fa3eb21ec4e None None] Current status of the port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:10.571419 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:10.622125 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Publish callbacks [] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:10.691737 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:10.739277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Allocated IP 172.20.0.1 (57c3f41b-d0e8-4f03-ba54-745618b4346e/52af99d6-2c20-4300-a46f-722a1d53b6d4/907eee11-ed1f-4ab1-b41e-a429c3cb63b8) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:02:10.744431 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Attempting to bind port 6ad4c674-3cf7-4639-9854-05d4093b4dd7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:02:10.744808 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Attempting to bind port 6ad4c674-3cf7-4639-9854-05d4093b4dd7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:02:10.745168 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Attempting to bind port 6ad4c674-3cf7-4639-9854-05d4093b4dd7 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:02:10.747190 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb4df0-1332-411b-9ec2-64dbbb63af4a None None] Pushing event updated for resources: {'Port': ['ID=6ad4c674-3cf7-4639-9854-05d4093b4dd7,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:10.752731 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:02:10.753117 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:02:10.753682 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:10.753893 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:02:10.754360 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Bound port: 6ad4c674-3cf7-4639-9854-05d4093b4dd7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:02:10.754737 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:10.764532 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-508d6445-0a9a-481b-ba5d-5b23d5e02317 None None] Provisioning complete for port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:10.764938 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-508d6445-0a9a-481b-ba5d-5b23d5e02317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:10.811080 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] For port 6ad4c674-3cf7-4639-9854-05d4093b4dd7, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:02:10.814288 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] For port 6ad4c674-3cf7-4639-9854-05d4093b4dd7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ad4c674-3cf7-4639-9854-05d4093b4dd7,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:02:10.853907 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Publish callbacks [] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:10.856808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-508d6445-0a9a-481b-ba5d-5b23d5e02317 None None] Current status of the port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:10.880438 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:10.932689 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:10.939597 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Routers {'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:02:10.940248 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124af1850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:01:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:10.978102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Network 57c3f41b-d0e8-4f03-ba54-745618b4346e is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:02:10.982186 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb4df0-1332-411b-9ec2-64dbbb63af4a None None] Pushing event updated for resources: {'Port': ['ID=6ad4c674-3cf7-4639-9854-05d4093b4dd7,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:10.983035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:02:10.987487 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:02:10.990726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Pushing event updated for resources: {'Port': ['ID=907eee11-ed1f-4ab1-b41e-a429c3cb63b8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:11.028227 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:11.065822 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] Set router bff88a18-3e3d-41b8-a7eb-7565d2da4b3d gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:02:11.234942 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:11.249291 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124af1850>, [{'id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'name': 'tempest-TestMinimumBasicScenario-1279213486-router', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:07Z', 'updated_at': '2022-04-16T22:02:08Z', 'revision_number': 3, 'project_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'gw_port': {'id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:08Z', 'updated_at': '2022-04-16T22:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:11.277187 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098a02e-691a-4bf4-b45c-31a967d9c4b7 None None] The sync data for ids ['bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'] in ncdv-master-1 is: [{'id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'name': 'tempest-TestMinimumBasicScenario-1279213486-router', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:07Z', 'updated_at': '2022-04-16T22:02:08Z', 'revision_number': 3, 'project_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'gw_port': {'id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:08Z', 'updated_at': '2022-04-16T22:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:02:11.279095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3e6b91bc-25ce-4465-aa3a-4fa19513bd83 None None] Provisioning complete for port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:11.279475 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3e6b91bc-25ce-4465-aa3a-4fa19513bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:11.314663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b91bc-25ce-4465-aa3a-4fa19513bd83 None None] Port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:02:11.412193 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Publish callbacks [] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:11.473985 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:11.547111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Pushing event updated for resources: {'Port': ['ID=907eee11-ed1f-4ab1-b41e-a429c3cb63b8,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:11.550546 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:11.666401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Network 57c3f41b-d0e8-4f03-ba54-745618b4346e is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:02:11.669510 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:02:11.674349 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fc1695fd-b81f-4e7e-a2bc-112607c0ec9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:11.708680 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6ad4c674-3cf7-4639-9854-05d4093b4dd7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:02:11.771520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6ad4c674-3cf7-4639-9854-05d4093b4dd7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:11.771892 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:11.813641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Router bff88a18-3e3d-41b8-a7eb-7565d2da4b3d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:02:11.878948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6ad4c674-3cf7-4639-9854-05d4093b4dd7 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:11.881117 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:11.904291 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 6ad4c674-3cf7-4639-9854-05d4093b4dd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ad4c674-3cf7-4639-9854-05d4093b4dd7,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:02:11.953533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:02:11.960011 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-73a44485-8887-4a99-b500-dd7b6c5c5b31 admin admin] 10.222.0.20 "PUT /v2.0/routers/bff88a18-3e3d-41b8-a7eb-7565d2da4b3d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8842921
Apr 16 22:02:12.032702 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:12.033486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 357f4bd6-1db5-4145-b1a4-c130580ca7f2 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:02:12.085765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e36e5383-ed04-4989-b46f-3ea581093b0e None None] Provisioning complete for port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:12.086131 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e36e5383-ed04-4989-b46f-3ea581093b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:12.155008 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=6ad4c674-3cf7-4639-9854-05d4093b4dd7,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:12.160225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e36e5383-ed04-4989-b46f-3ea581093b0e None None] Port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:02:12.170566 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:12.170972 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:12.258400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:12.657133 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:12.994270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Sync routers for ids ['bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:02:13.003442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Routers {'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:02:13.004053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012443efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:02:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:13.136603 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Set router bff88a18-3e3d-41b8-a7eb-7565d2da4b3d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:02:13.363708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012443efd0>, [{'id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'name': 'tempest-TestMinimumBasicScenario-1279213486-router', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:07Z', 'updated_at': '2022-04-16T22:02:11Z', 'revision_number': 4, 'project_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'gw_port': {'id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:08Z', 'updated_at': '2022-04-16T22:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '907eee11-ed1f-4ab1-b41e-a429c3cb63b8', 'name': '', 'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'mac_address': 'fa:16:3e:fb:a6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '52af99d6-2c20-4300-a46f-722a1d53b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:10Z', 'updated_at': '2022-04-16T22:02:11Z', 'revision_number': 2, 'project_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'subnets': [{'id': '52af99d6-2c20-4300-a46f-722a1d53b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:13.402337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Checking router: bff88a18-3e3d-41b8-a7eb-7565d2da4b3d for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:02:13.402974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Updating router bff88a18-3e3d-41b8-a7eb-7565d2da4b3d port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:02:13.443323 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:13.637034 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6ad4c674-3cf7-4639-9854-05d4093b4dd7 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:02:13.732766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6ad4c674-3cf7-4639-9854-05d4093b4dd7 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:13.733143 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:13.871752 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Publish callbacks [] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:13.894441 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6ad4c674-3cf7-4639-9854-05d4093b4dd7 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:13.932567 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:13.983104 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:14.064645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29465d8-e540-4df9-aefd-bc6301d992dd None None] Pushing event updated for resources: {'Port': ['ID=907eee11-ed1f-4ab1-b41e-a429c3cb63b8,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:14.088090 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Attempting to bind port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:02:14.088645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Attempting to bind port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57ba97fb-ae3e-494e-acdf-025e8ba96e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:02:14.089006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Attempting to bind port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 on network 57c3f41b-d0e8-4f03-ba54-745618b4346e {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:02:14.098442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:02:14.099781 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Checking segment: {'id': '57ba97fb-ae3e-494e-acdf-025e8ba96e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:02:14.100905 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:14.101754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Bound using segment: {'id': '57ba97fb-ae3e-494e-acdf-025e8ba96e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:02:14.104725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Bound port: 907eee11-ed1f-4ab1-b41e-a429c3cb63b8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ba97fb-ae3e-494e-acdf-025e8ba96e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:02:14.105759 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:14.240974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] For port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:02:14.245866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] For port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=907eee11-ed1f-4ab1-b41e-a429c3cb63b8,segment=NetworkSegment(57ba97fb-ae3e-494e-acdf-025e8ba96e55),segment_id=57ba97fb-ae3e-494e-acdf-025e8ba96e55)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:02:14.330670 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:14.333626 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:14.420370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Routers {'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:02:14.421092 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012443efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:02:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:14.488542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-56deef39-d0bb-49bc-a50b-aaf897ccaa0b None None] Provisioning complete for port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:14.488920 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-56deef39-d0bb-49bc-a50b-aaf897ccaa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:14.493378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29465d8-e540-4df9-aefd-bc6301d992dd None None] Pushing event updated for resources: {'Port': ['ID=907eee11-ed1f-4ab1-b41e-a429c3cb63b8,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:14.834155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] Set router bff88a18-3e3d-41b8-a7eb-7565d2da4b3d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:02:14.835848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-56deef39-d0bb-49bc-a50b-aaf897ccaa0b None None] Current status of the port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:14.836254 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-56deef39-d0bb-49bc-a50b-aaf897ccaa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:14.940233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-56deef39-d0bb-49bc-a50b-aaf897ccaa0b None None] For port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=907eee11-ed1f-4ab1-b41e-a429c3cb63b8,segment=NetworkSegment(57ba97fb-ae3e-494e-acdf-025e8ba96e55),segment_id=57ba97fb-ae3e-494e-acdf-025e8ba96e55)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:02:15.017041 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-56deef39-d0bb-49bc-a50b-aaf897ccaa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:15.119570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56deef39-d0bb-49bc-a50b-aaf897ccaa0b None None] Pushing event updated for resources: {'Port': ['ID=907eee11-ed1f-4ab1-b41e-a429c3cb63b8,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:15.149350 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9b911ca1-6abd-4912-a231-1716bf5d74b6 None None] Provisioning complete for port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:15.152786 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9b911ca1-6abd-4912-a231-1716bf5d74b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:15.157321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012443efd0>, [{'id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'name': 'tempest-TestMinimumBasicScenario-1279213486-router', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:07Z', 'updated_at': '2022-04-16T22:02:11Z', 'revision_number': 4, 'project_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'gw_port': {'id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:08Z', 'updated_at': '2022-04-16T22:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '907eee11-ed1f-4ab1-b41e-a429c3cb63b8', 'name': '', 'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'mac_address': 'fa:16:3e:fb:a6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '52af99d6-2c20-4300-a46f-722a1d53b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:10Z', 'updated_at': '2022-04-16T22:02:14Z', 'revision_number': 4, 'project_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'subnets': [{'id': '52af99d6-2c20-4300-a46f-722a1d53b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:15.214902 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b3ed3-96e7-443b-8eae-b6c71cb5613d None None] The sync data for ids ['bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'] in ncdv-master-1 is: [{'id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'name': 'tempest-TestMinimumBasicScenario-1279213486-router', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:07Z', 'updated_at': '2022-04-16T22:02:11Z', 'revision_number': 4, 'project_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'gw_port': {'id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:08Z', 'updated_at': '2022-04-16T22:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '907eee11-ed1f-4ab1-b41e-a429c3cb63b8', 'name': '', 'network_id': '57c3f41b-d0e8-4f03-ba54-745618b4346e', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'mac_address': 'fa:16:3e:fb:a6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '52af99d6-2c20-4300-a46f-722a1d53b6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:10Z', 'updated_at': '2022-04-16T22:02:14Z', 'revision_number': 4, 'project_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'subnets': [{'id': '52af99d6-2c20-4300-a46f-722a1d53b6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:02:15.312798 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9b911ca1-6abd-4912-a231-1716bf5d74b6 None None] Current status of the port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:15.473771 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:15.688496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:02:15.748822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:15.749342 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:15.906503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:23.260098 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44122b-e764-4000-8028-953e8dc9f16d req-5c33739d-72b4-4f8f-b0c2-be9a15458754 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:23.261627 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-5c33739d-72b4-4f8f-b0c2-be9a15458754 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/networks?id=91cbe260-31d2-4cca-8e36-39973acf3314 HTTP/1.1" status: 200  len: 815 time: 0.1004465
Apr 16 22:02:23.276408 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-1f974a58-fbfd-4054-9960-213a5973506f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/quotas/151ed48abb644e47bbf210bbca563e3b HTTP/1.1" status: 200  len: 375 time: 0.0093608
Apr 16 22:02:23.324551 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-3ddeed6e-8e49-4895-9ac3-e12ae95cab85 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=151ed48abb644e47bbf210bbca563e3b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0432589
Apr 16 22:02:23.421793 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-06d6283f-7dc2-48a4-9018-09a3ad2bcafd service neutron] 10.222.0.20 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863328
Apr 16 22:02:23.509882 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-8b282766-15c7-42d3-ac9a-1aa05de1ff8d service neutron] 10.222.0.20 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818303
Apr 16 22:02:23.749946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e910f9cf-ac9c-4b4a-ab2c-906899165753 req-9cfb2875-99ca-4380-aae5-f5b00b103670 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 210 time: 0.0277660
Apr 16 22:02:24.848978 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ac7f768e-8629-49b3-a002-4346dd967d16 req-1e37140f-0f4f-4603-a7ba-aef20e114bed tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 210 time: 0.0295670
Apr 16 22:02:25.681950 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44122b-e764-4000-8028-953e8dc9f16d req-674f78e3-a458-47f8-b880-410c146379da tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:25.683414 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-674f78e3-a458-47f8-b880-410c146379da tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.11 "GET /v2.0/networks?id=91cbe260-31d2-4cca-8e36-39973acf3314 HTTP/1.1" status: 200  len: 815 time: 0.1044788
Apr 16 22:02:25.698467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-cb44122b-e764-4000-8028-953e8dc9f16d req-aad80665-034d-45b6-8be8-f3b843814cd5 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Request body: {'port': {'device_id': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'admin_state_up': True, 'tenant_id': '151ed48abb644e47bbf210bbca563e3b'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:25.866703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb44122b-e764-4000-8028-953e8dc9f16d req-aad80665-034d-45b6-8be8-f3b843814cd5 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Made reservation on behalf of 151ed48abb644e47bbf210bbca563e3b for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:02:25.870194 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cb44122b-e764-4000-8028-953e8dc9f16d req-aad80665-034d-45b6-8be8-f3b843814cd5 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:25.965593 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0d6867dc-44a3-4472-8ccb-a92b7c2a72b7 req-abed8f95-7854-49f7-8534-d513ce97535f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 210 time: 0.0348594
Apr 16 22:02:26.031854 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-cb44122b-e764-4000-8028-953e8dc9f16d req-aad80665-034d-45b6-8be8-f3b843814cd5 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Allocated IP 172.20.0.10 (91cbe260-31d2-4cca-8e36-39973acf3314/7e89e0ba-8013-4574-a6f4-2cc1addb5c19/47c536eb-eff2-43dc-8674-c8ec3ad75665) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:02:26.190168 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cb44122b-e764-4000-8028-953e8dc9f16d req-aad80665-034d-45b6-8be8-f3b843814cd5 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:26.278366 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cb44122b-e764-4000-8028-953e8dc9f16d req-aad80665-034d-45b6-8be8-f3b843814cd5 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:26.321138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb44122b-e764-4000-8028-953e8dc9f16d req-aad80665-034d-45b6-8be8-f3b843814cd5 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Network 91cbe260-31d2-4cca-8e36-39973acf3314 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:02:26.324546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-cb44122b-e764-4000-8028-953e8dc9f16d req-aad80665-034d-45b6-8be8-f3b843814cd5 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:02:26.328315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb44122b-e764-4000-8028-953e8dc9f16d req-aad80665-034d-45b6-8be8-f3b843814cd5 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:02:26.393527 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad80665-034d-45b6-8be8-f3b843814cd5 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event updated for resources: {'Port': ['ID=47c536eb-eff2-43dc-8674-c8ec3ad75665,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:26.409040 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44122b-e764-4000-8028-953e8dc9f16d req-aad80665-034d-45b6-8be8-f3b843814cd5 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:26.409992 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cb44122b-e764-4000-8028-953e8dc9f16d req-aad80665-034d-45b6-8be8-f3b843814cd5 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:26.489194 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-aad80665-034d-45b6-8be8-f3b843814cd5 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7927048
Apr 16 22:02:26.723953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8c965af7-4c10-4899-bcba-90109d239ec7 None None] Provisioning complete for port 47c536eb-eff2-43dc-8674-c8ec3ad75665 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:26.724643 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8c965af7-4c10-4899-bcba-90109d239ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:26.764521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8c965af7-4c10-4899-bcba-90109d239ec7 None None] Port 47c536eb-eff2-43dc-8674-c8ec3ad75665 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:02:27.101173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a071fe8-dc97-4655-87cf-d2fb19176525 req-3580f2bc-2d2f-42df-9788-b0784170d9ca tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:27.102681 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a071fe8-dc97-4655-87cf-d2fb19176525 req-3580f2bc-2d2f-42df-9788-b0784170d9ca tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 932 time: 0.0572464
Apr 16 22:02:27.165336 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9a071fe8-dc97-4655-87cf-d2fb19176525 req-b36c676c-3504-4b23-b70b-936ec169bff7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566330
Apr 16 22:02:28.315686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c0864-d5c3-4638-8d6f-85daf0da99cf req-7d6efc38-8807-4dae-a58f-595aa8d7d53e tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:28.317603 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-733c0864-d5c3-4638-8d6f-85daf0da99cf req-7d6efc38-8807-4dae-a58f-595aa8d7d53e tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 932 time: 0.0730891
Apr 16 22:02:28.376734 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-733c0864-d5c3-4638-8d6f-85daf0da99cf req-3abba087-2330-42ff-bc0c-c6c730a6b781 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532732
Apr 16 22:02:29.509117 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816cd3f-c0f6-4050-b9ae-871d28316822 req-7829d900-5dd7-41d4-82f2-91393020d7e1 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:29.511196 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4816cd3f-c0f6-4050-b9ae-871d28316822 req-7829d900-5dd7-41d4-82f2-91393020d7e1 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 932 time: 0.0534363
Apr 16 22:02:29.565673 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4816cd3f-c0f6-4050-b9ae-871d28316822 req-44122e71-3775-4e72-a533-b14c2c16d076 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488369
Apr 16 22:02:30.690992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4550b4-c057-43f2-a537-f7d0f5360ebe req-abd070d2-4ddf-458f-aa1b-bcb5c81ae13d tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:30.692579 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e4550b4-c057-43f2-a537-f7d0f5360ebe req-abd070d2-4ddf-458f-aa1b-bcb5c81ae13d tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 932 time: 0.0560150
Apr 16 22:02:30.741714 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e4550b4-c057-43f2-a537-f7d0f5360ebe req-ff894e37-3f21-4913-8e67-85e26ce78d20 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425301
Apr 16 22:02:31.869649 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50006b96-c4c3-456d-8a61-8379ddb91e77 req-f9384fad-16bd-401b-a660-880d6b407d4c tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:31.871200 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-50006b96-c4c3-456d-8a61-8379ddb91e77 req-f9384fad-16bd-401b-a660-880d6b407d4c tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 932 time: 0.0565534
Apr 16 22:02:31.924442 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-50006b96-c4c3-456d-8a61-8379ddb91e77 req-64be163f-82a7-42e5-aa87-97f41993aba2 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473907
Apr 16 22:02:33.050451 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab653a2e-d3ec-46a9-9bd5-e192f9ce9c20 req-10b32601-d368-4ace-8b03-e592358701c7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:33.052269 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab653a2e-d3ec-46a9-9bd5-e192f9ce9c20 req-10b32601-d368-4ace-8b03-e592358701c7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 932 time: 0.0555296
Apr 16 22:02:33.108749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab653a2e-d3ec-46a9-9bd5-e192f9ce9c20 req-ed209bb4-fa86-46c3-a2ef-127474522a4f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503497
Apr 16 22:02:33.984521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Request body: {'port': {'device_id': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:34.022465 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:02:34.044701 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:34.224439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdee20-5db2-4399-8dfa-b2f8f8697420 req-035e91c4-f4df-4a48-b4fa-b7cc5418ae32 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:34.225963 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2bdee20-5db2-4399-8dfa-b2f8f8697420 req-035e91c4-f4df-4a48-b4fa-b7cc5418ae32 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 932 time: 0.0514252
Apr 16 22:02:34.278531 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f2bdee20-5db2-4399-8dfa-b2f8f8697420 req-8acde3a4-05dc-4390-a80f-3400d09c749d tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456634
Apr 16 22:02:34.317565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c536eb-eff2-43dc-8674-c8ec3ad75665 {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:02:34.325093 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Publish callbacks [] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:34.337167 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Transition to ACTIVE for port object 47c536eb-eff2-43dc-8674-c8ec3ad75665 will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:02:34.437960 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:34.494278 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Pushing event updated for resources: {'Port': ['ID=47c536eb-eff2-43dc-8674-c8ec3ad75665,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:34.563030 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Attempting to bind port 47c536eb-eff2-43dc-8674-c8ec3ad75665 on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:02:34.563379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Attempting to bind port 47c536eb-eff2-43dc-8674-c8ec3ad75665 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a236275a-eff3-4327-ac29-808c695ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:02:34.563720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Attempting to bind port 47c536eb-eff2-43dc-8674-c8ec3ad75665 on network 91cbe260-31d2-4cca-8e36-39973acf3314 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:02:34.568460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Port 47c536eb-eff2-43dc-8674-c8ec3ad75665 on network 91cbe260-31d2-4cca-8e36-39973acf3314 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:02:34.568810 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Attempting to bind port 47c536eb-eff2-43dc-8674-c8ec3ad75665 on network 91cbe260-31d2-4cca-8e36-39973acf3314 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:02:34.574003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:02:34.574351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Checking segment: {'id': 'a236275a-eff3-4327-ac29-808c695ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:02:34.574748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Bound using segment: {'id': 'a236275a-eff3-4327-ac29-808c695ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:02:34.575186 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Bound port: 47c536eb-eff2-43dc-8674-c8ec3ad75665, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a236275a-eff3-4327-ac29-808c695ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:02:34.575554 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:34.647723 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] For port 47c536eb-eff2-43dc-8674-c8ec3ad75665, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:02:34.651277 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] For port 47c536eb-eff2-43dc-8674-c8ec3ad75665, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:02:34.741642 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:34.776596 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:34.777241 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:34.778771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] 10.222.0.11 "PUT /v2.0/ports/47c536eb-eff2-43dc-8674-c8ec3ad75665 HTTP/1.1" status: 200  len: 1092 time: 0.7986813
Apr 16 22:02:34.783189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:02:34.785702 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae02e7a2-7954-498e-9f87-6182c694b8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:02:34.810647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cf9f0-011a-473f-b8cb-ca169c5590c5 service neutron] Pushing event updated for resources: {'Port': ['ID=47c536eb-eff2-43dc-8674-c8ec3ad75665,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:34.822927 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca59a217-4cca-419d-92bb-ffb79ea8715c x-openstack-request-id: req-ca59a217-4cca-419d-92bb-ffb79ea8715c {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:02:34.823230 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:02:34.823489 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca59a217-4cca-419d-92bb-ffb79ea8715c {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:02:34.823910 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca59a217-4cca-419d-92bb-ffb79ea8715c'] response: {'name': 'network-changed', 'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665', 'status': 'completed', 'code': 200}
Apr 16 22:02:34.884291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02e7a2-7954-498e-9f87-6182c694b8c9 req-ed48000e-15a2-4605-a208-f5feb826691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:34.886425 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae02e7a2-7954-498e-9f87-6182c694b8c9 req-ed48000e-15a2-4605-a208-f5feb826691e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=151ed48abb644e47bbf210bbca563e3b&device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 1126 time: 0.0420184
Apr 16 22:02:34.989103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02e7a2-7954-498e-9f87-6182c694b8c9 req-e61dde48-681c-435d-bb4e-c5f80d246e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:34.990606 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae02e7a2-7954-498e-9f87-6182c694b8c9 req-e61dde48-681c-435d-bb4e-c5f80d246e19 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=151ed48abb644e47bbf210bbca563e3b&shared=False HTTP/1.1" status: 200  len: 916 time: 0.0980361
Apr 16 22:02:35.082312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02e7a2-7954-498e-9f87-6182c694b8c9 req-9c230dbf-f75f-4d7c-82cb-89beeacce48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:35.083790 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ae02e7a2-7954-498e-9f87-6182c694b8c9 req-9c230dbf-f75f-4d7c-82cb-89beeacce48d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0877442
Apr 16 22:02:35.161896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f513e7ac-e7bd-4530-89b4-968173791765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:35.163398 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-f513e7ac-e7bd-4530-89b4-968173791765 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=151ed48abb644e47bbf210bbca563e3b&device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 1126 time: 0.0444272
Apr 16 22:02:35.206007 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-e6d3c630-5331-4f3e-8d17-45bbe64dae6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665 HTTP/1.1" status: 200  len: 217 time: 0.0347886
Apr 16 22:02:35.252675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44122b-e764-4000-8028-953e8dc9f16d req-763aab1f-caa3-4e20-82db-4096a8dfae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:35.254154 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-763aab1f-caa3-4e20-82db-4096a8dfae23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e89e0ba-8013-4574-a6f4-2cc1addb5c19 HTTP/1.1" status: 200  len: 854 time: 0.0427427
Apr 16 22:02:35.294805 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44122b-e764-4000-8028-953e8dc9f16d req-e97ecbf8-19cd-4154-84a1-e51d3d71a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:35.296264 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-e97ecbf8-19cd-4154-84a1-e51d3d71a884 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91cbe260-31d2-4cca-8e36-39973acf3314&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0370064
Apr 16 22:02:35.389705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-bf109876-7d7c-4e3a-aeee-768793df6181 service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874062
Apr 16 22:02:35.391981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b48bd-376c-4a25-9add-e0f60053cc62 req-a7ebfa66-bfd3-4322-8f39-5b0049636886 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:35.393475 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-373b48bd-376c-4a25-9add-e0f60053cc62 req-a7ebfa66-bfd3-4322-8f39-5b0049636886 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 944 time: 0.0470159
Apr 16 22:02:35.443405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-373b48bd-376c-4a25-9add-e0f60053cc62 req-d49de0fb-4b42-483a-a25a-b9cbbef8e104 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441959
Apr 16 22:02:35.479398 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb44122b-e764-4000-8028-953e8dc9f16d req-1190518b-eb36-4f86-8425-c285c8239d39 service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831861
Apr 16 22:02:36.562029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66149fc-df07-4c94-919e-626659223ee1 req-f8109114-9c12-41cd-b01a-cea181ff6270 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:36.563519 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e66149fc-df07-4c94-919e-626659223ee1 req-f8109114-9c12-41cd-b01a-cea181ff6270 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 944 time: 0.0520442
Apr 16 22:02:36.587776 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:36.611358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e66149fc-df07-4c94-919e-626659223ee1 req-28c9c12e-fd80-43fc-ac03-094e426432ca tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421324
Apr 16 22:02:37.205507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 47c536eb-eff2-43dc-8674-c8ec3ad75665 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:02:37.301950 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 47c536eb-eff2-43dc-8674-c8ec3ad75665, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:02:37.313675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '47c536eb-eff2-43dc-8674-c8ec3ad75665', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'port_id': '47c536eb-eff2-43dc-8674-c8ec3ad75665', 'mac_address': 'fa:16:3e:db:a5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:02:37.349445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 47c536eb-eff2-43dc-8674-c8ec3ad75665 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:37.349837 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:37.362996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c536eb-eff2-43dc-8674-c8ec3ad75665 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:02:37.386374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 47c536eb-eff2-43dc-8674-c8ec3ad75665, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:02:37.449214 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:37.497836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=47c536eb-eff2-43dc-8674-c8ec3ad75665,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:37.653085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['47c536eb-eff2-43dc-8674-c8ec3ad75665'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:02:37.726221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac6d75-fc82-4494-8228-ff6ba34d5a5b req-f470091d-6313-478b-95ca-901d3d95c202 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:37.727757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2aac6d75-fc82-4494-8228-ff6ba34d5a5b req-f470091d-6313-478b-95ca-901d3d95c202 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 945 time: 0.0488153
Apr 16 22:02:37.776015 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2aac6d75-fc82-4494-8228-ff6ba34d5a5b req-109e77ee-a928-4c22-a7b0-2abb1f62ed72 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410647
Apr 16 22:02:38.891697 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fe2a6-4b9b-4198-872f-b8721893dd4c req-207f078e-418d-47cb-966f-5beec68f5cb4 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:38.893213 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2f4fe2a6-4b9b-4198-872f-b8721893dd4c req-207f078e-418d-47cb-966f-5beec68f5cb4 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 945 time: 0.0469129
Apr 16 22:02:38.939868 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2f4fe2a6-4b9b-4198-872f-b8721893dd4c req-11f11179-228f-4ed8-9c12-0d34f6fe04bf tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408046
Apr 16 22:02:39.038991 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b08d8c0e-bb2d-4106-bb4b-1b2e0da14ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:39.212361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 47c536eb-eff2-43dc-8674-c8ec3ad75665 up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:02:39.256049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 47c536eb-eff2-43dc-8674-c8ec3ad75665 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:02:39.319284 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 47c536eb-eff2-43dc-8674-c8ec3ad75665 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:39.319660 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:39.396270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 47c536eb-eff2-43dc-8674-c8ec3ad75665 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:39.396661 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:39.418771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:02:39.421031 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3be09fa-3b5d-4aa8-97ad-db215dab213e" -d '{"events": [{"server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "name": "network-vif-plugged", "status": "completed", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:02:39.437305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 47c536eb-eff2-43dc-8674-c8ec3ad75665, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:02:39.456263 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca9c29f-3901-4404-8c0a-31aa34cbecd1 x-openstack-request-id: req-0ca9c29f-3901-4404-8c0a-31aa34cbecd1 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:02:39.456550 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "name": "network-vif-plugged", "status": "completed", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:02:39.457025 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ca9c29f-3901-4404-8c0a-31aa34cbecd1 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:02:39.457427 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca9c29f-3901-4404-8c0a-31aa34cbecd1'] response: {'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665', 'code': 200}
Apr 16 22:02:39.485824 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:39.537189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=47c536eb-eff2-43dc-8674-c8ec3ad75665,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:39.593189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b81931-8168-45d7-b8cf-2d54b85cbf59 req-38ce0bf1-fcfc-4bf3-9147-7f4f62037783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:39.594690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48b81931-8168-45d7-b8cf-2d54b85cbf59 req-38ce0bf1-fcfc-4bf3-9147-7f4f62037783 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 1128 time: 0.0428672
Apr 16 22:02:39.638704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-48b81931-8168-45d7-b8cf-2d54b85cbf59 req-9ed0b44a-1f5c-4b4a-850c-b10c81a3c426 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374520
Apr 16 22:02:40.052005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f0d32-b286-43d3-93f6-60e4f7ad18bc req-43154283-ad38-4604-ac09-47272768e69b tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:40.053506 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a60f0d32-b286-43d3-93f6-60e4f7ad18bc req-43154283-ad38-4604-ac09-47272768e69b tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 946 time: 0.0467112
Apr 16 22:02:40.100949 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a60f0d32-b286-43d3-93f6-60e4f7ad18bc req-6583d53a-e247-4af2-83c0-526e2e1f13a2 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418139
Apr 16 22:02:41.213967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0f98e-08db-4a65-a0b3-309bcdf9d2a5 req-b68756e2-fda2-41b7-a539-b19f7de71514 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:41.215441 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9fe0f98e-08db-4a65-a0b3-309bcdf9d2a5 req-b68756e2-fda2-41b7-a539-b19f7de71514 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 946 time: 0.0464897
Apr 16 22:02:41.261217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9fe0f98e-08db-4a65-a0b3-309bcdf9d2a5 req-668b1804-f42e-4a4d-b82a-ac295c7d277d tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399532
Apr 16 22:02:41.373915 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51ada2-dcc1-401b-98b7-2f92ba912112 req-b24f7f62-0535-4605-ad53-dea760402984 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:41.375438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc51ada2-dcc1-401b-98b7-2f92ba912112 req-b24f7f62-0535-4605-ad53-dea760402984 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 946 time: 0.0488830
Apr 16 22:02:41.425224 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc51ada2-dcc1-401b-98b7-2f92ba912112 req-2a302e6a-dc26-40bd-a543-896a55e64434 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441003
Apr 16 22:02:41.609633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023fd5e-d888-4f3e-adcf-f0fd921871ba req-95d9e0bb-a2c5-4b87-8ee0-97ac2c9106bd tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:41.612574 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6023fd5e-d888-4f3e-adcf-f0fd921871ba req-95d9e0bb-a2c5-4b87-8ee0-97ac2c9106bd tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 946 time: 0.0485036
Apr 16 22:02:41.657709 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6023fd5e-d888-4f3e-adcf-f0fd921871ba req-0e879cff-8268-4b96-96b6-1bc78f7fd14c tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406704
Apr 16 22:02:41.668007 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-846c957d-fce1-42ed-8275-2370397e6d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:42.673299 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:43.902112 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:44.267860 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:45.443435 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:47.410152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d8917-dd4a-4b58-91ec-ff6812e15a15 req-6b5cc538-eb63-41f8-8a84-98a9f3bc2d05 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:47.411641 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-342d8917-dd4a-4b58-91ec-ff6812e15a15 req-6b5cc538-eb63-41f8-8a84-98a9f3bc2d05 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 946 time: 0.0467002
Apr 16 22:02:47.457973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-342d8917-dd4a-4b58-91ec-ff6812e15a15 req-70989465-73e7-420a-95a4-de6273650371 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400376
Apr 16 22:02:47.481480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51604) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:47.901493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553a299c-16ca-4007-8047-fa300d7c0288 tempest-TestMinimumBasicScenario-2062571443 tempest-TestMinimumBasicScenario-2062571443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:47.903086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-553a299c-16ca-4007-8047-fa300d7c0288 tempest-TestMinimumBasicScenario-2062571443 tempest-TestMinimumBasicScenario-2062571443-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 1123 time: 0.4206471
Apr 16 22:02:47.906146 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51608) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:47.910295 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '47c536eb-eff2-43dc-8674-c8ec3ad75665', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:47.974830 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:48.051861 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:48.157975 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Allocated IP 172.35.1.14 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/998beaab-6b4b-4882-8ae5-b9c4cc36f64b) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:02:48.257539 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for port (998beaab-6b4b-4882-8ae5-b9c4cc36f64b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:48.346703 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (998beaab-6b4b-4882-8ae5-b9c4cc36f64b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:48.390321 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:02:48.393405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:02:48.395935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:02:48.423845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event updated for resources: {'Port': ['ID=998beaab-6b4b-4882-8ae5-b9c4cc36f64b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:48.758776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for floatingip (cb7a73d7-0712-4515-959f-f311a84659a2), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:48.888241 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (998beaab-6b4b-4882-8ae5-b9c4cc36f64b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:49.038211 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for port (998beaab-6b4b-4882-8ae5-b9c4cc36f64b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:49.101534 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (998beaab-6b4b-4882-8ae5-b9c4cc36f64b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:49.173082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event updated for resources: {'Port': ['ID=998beaab-6b4b-4882-8ae5-b9c4cc36f64b,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:49.182317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (cb7a73d7-0712-4515-959f-f311a84659a2), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:49.286657 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Floating IP cb7a73d7-0712-4515-959f-f311a84659a2 associated. External IP: 172.35.1.14, port: 47c536eb-eff2-43dc-8674-c8ec3ad75665.
Apr 16 22:02:49.502847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Router 2ab67eca-be01-4017-ba62-0efbdd5567dd has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:02:49.613664 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:02:49.623131 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918b4ee-cddc-47d2-8f4f-57edc5320ca9 None None] Sync routers for ids ['2ab67eca-be01-4017-ba62-0efbdd5567dd'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:02:49.632383 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4918b4ee-cddc-47d2-8f4f-57edc5320ca9 None None] Routers {'2ab67eca-be01-4017-ba62-0efbdd5567dd'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:02:49.639527 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4918b4ee-cddc-47d2-8f4f-57edc5320ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c01520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:02:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2ab67eca-be01-4017-ba62-0efbdd5567dd'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:49.675664 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:49.707365 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-0bb1246f-8115-409f-b125-c117d7750bd9 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8002110
Apr 16 22:02:49.707965 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:02:49.710257 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b5a169-5948-4894-bccf-0f563c839498" -d '{"events": [{"name": "network-changed", "server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:02:49.710651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51610) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:49.715768 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635206871', 'description': 'tempest-secgroup-smoke-1635206871 description', 'project_id': '151ed48abb644e47bbf210bbca563e3b'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:49.745647 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4918b4ee-cddc-47d2-8f4f-57edc5320ca9 None None] Set router 2ab67eca-be01-4017-ba62-0efbdd5567dd gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:02:49.749007 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432c872a-2d14-4e50-b244-ca7279bcda4b x-openstack-request-id: req-432c872a-2d14-4e50-b244-ca7279bcda4b {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:02:49.749319 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:02:49.749584 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-432c872a-2d14-4e50-b244-ca7279bcda4b {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:02:49.750003 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432c872a-2d14-4e50-b244-ca7279bcda4b'] response: {'name': 'network-changed', 'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665', 'status': 'completed', 'code': 200}
Apr 16 22:02:49.781952 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:49.813079 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5a169-5948-4894-bccf-0f563c839498 req-b71a7217-6815-4c45-abad-60d3f2477463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:49.814774 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70b5a169-5948-4894-bccf-0f563c839498 req-b71a7217-6815-4c45-abad-60d3f2477463 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=151ed48abb644e47bbf210bbca563e3b&device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 1128 time: 0.0444734
Apr 16 22:02:49.857684 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group (505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:49.912012 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:49.917428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5a169-5948-4894-bccf-0f563c839498 req-65c70476-943c-4b29-baa9-5f025b1cb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:49.918973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70b5a169-5948-4894-bccf-0f563c839498 req-65c70476-943c-4b29-baa9-5f025b1cb1f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91cbe260-31d2-4cca-8e36-39973acf3314 HTTP/1.1" status: 200  len: 916 time: 0.0976064
Apr 16 22:02:49.946190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:49.953633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.953985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.954728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.954728 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.954978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.955293 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.955858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.956211 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.956677 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.957006 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.957506 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.958039 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.958368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.958698 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.959016 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:02:49.967674 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4918b4ee-cddc-47d2-8f4f-57edc5320ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c01520>, [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '06acd4be-b8c4-40af-9369-be7796444c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:02:04Z', 'revision_number': 4, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port': {'id': '06acd4be-b8c4-40af-9369-be7796444c81', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:02Z', 'updated_at': '2022-04-16T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cb7a73d7-0712-4515-959f-f311a84659a2', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'floating_ip_address': '172.35.1.14', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'port_id': '47c536eb-eff2-43dc-8674-c8ec3ad75665', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'mac_address': 'fa:16:3e:db:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:02:48Z', 'updated_at': '2022-04-16T22:02:48Z', 'revision_number': 0, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2df597-9c69-4eca-bf12-1520d06db73b', 'name': '', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'mac_address': 'fa:16:3e:cf:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:03Z', 'updated_at': '2022-04-16T22:02:08Z', 'revision_number': 5, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'subnets': [{'id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:49.988551 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:49.992162 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70b5a169-5948-4894-bccf-0f563c839498 req-cc14f7dc-b9ad-4238-bfe3-bc16b63feecb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665 HTTP/1.1" status: 200  len: 999 time: 0.0654700
Apr 16 22:02:49.992457 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a60c3391-9110-4ef4-ac34-cf83485359ec tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2777600
Apr 16 22:02:49.992863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51614) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:49.998056 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b4be92ba-528c-4d96-a535-7ae1843d530d tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Request body: {'security_group_rule': {'security_group_id': '505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6', 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:49.999948 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918b4ee-cddc-47d2-8f4f-57edc5320ca9 None None] Checking router: 2ab67eca-be01-4017-ba62-0efbdd5567dd for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:02:50.008626 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4918b4ee-cddc-47d2-8f4f-57edc5320ca9 None None] Routers {'2ab67eca-be01-4017-ba62-0efbdd5567dd'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:02:50.009253 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4918b4ee-cddc-47d2-8f4f-57edc5320ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c01520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:02:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2ab67eca-be01-4017-ba62-0efbdd5567dd'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:50.045581 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5a169-5948-4894-bccf-0f563c839498 req-72e3a466-8b53-4c63-8ba9-50a8b8025f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:50.046991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70b5a169-5948-4894-bccf-0f563c839498 req-72e3a466-8b53-4c63-8ba9-50a8b8025f62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e89e0ba-8013-4574-a6f4-2cc1addb5c19 HTTP/1.1" status: 200  len: 854 time: 0.0517185
Apr 16 22:02:50.084593 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4be92ba-528c-4d96-a535-7ae1843d530d tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (ff115e3a-8c43-41a5-b2f7-e21ba4011138), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:50.091684 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5a169-5948-4894-bccf-0f563c839498 req-9784f76b-b00c-4029-83f2-330d49523398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:50.093510 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70b5a169-5948-4894-bccf-0f563c839498 req-9784f76b-b00c-4029-83f2-330d49523398 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91cbe260-31d2-4cca-8e36-39973acf3314&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0411644
Apr 16 22:02:50.122024 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4918b4ee-cddc-47d2-8f4f-57edc5320ca9 None None] Set router 2ab67eca-be01-4017-ba62-0efbdd5567dd gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:02:50.149588 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4be92ba-528c-4d96-a535-7ae1843d530d tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (ff115e3a-8c43-41a5-b2f7-e21ba4011138), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:50.192948 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70b5a169-5948-4894-bccf-0f563c839498 req-e1d773b4-4928-4113-b9ba-a43ea21d9b4b service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937278
Apr 16 22:02:50.233483 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4be92ba-528c-4d96-a535-7ae1843d530d tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (ff115e3a-8c43-41a5-b2f7-e21ba4011138), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:50.252696 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be92ba-528c-4d96-a535-7ae1843d530d tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff115e3a-8c43-41a5-b2f7-e21ba4011138,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:50.289964 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70b5a169-5948-4894-bccf-0f563c839498 req-dc43a90c-6231-474d-810b-d19d83618de9 service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912321
Apr 16 22:02:50.321084 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4be92ba-528c-4d96-a535-7ae1843d530d tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:50.322279 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b4be92ba-528c-4d96-a535-7ae1843d530d tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3283589
Apr 16 22:02:50.325048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51616) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:50.329470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-de12c946-5aa9-43a6-9da6-d96e24d7a4e3 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Request body: {'security_group_rule': {'security_group_id': '505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6', 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:50.432135 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4918b4ee-cddc-47d2-8f4f-57edc5320ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c01520>, [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '06acd4be-b8c4-40af-9369-be7796444c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:02:04Z', 'revision_number': 4, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port': {'id': '06acd4be-b8c4-40af-9369-be7796444c81', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:02Z', 'updated_at': '2022-04-16T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cb7a73d7-0712-4515-959f-f311a84659a2', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'floating_ip_address': '172.35.1.14', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'port_id': '47c536eb-eff2-43dc-8674-c8ec3ad75665', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'mac_address': 'fa:16:3e:db:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:02:48Z', 'updated_at': '2022-04-16T22:02:48Z', 'revision_number': 0, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2df597-9c69-4eca-bf12-1520d06db73b', 'name': '', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'mac_address': 'fa:16:3e:cf:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:03Z', 'updated_at': '2022-04-16T22:02:08Z', 'revision_number': 5, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'subnets': [{'id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:02:50.439158 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de12c946-5aa9-43a6-9da6-d96e24d7a4e3 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (1214bddf-7a3b-4329-b970-a9b2afabe64f), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:50.461515 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918b4ee-cddc-47d2-8f4f-57edc5320ca9 None None] The sync data for ids ['2ab67eca-be01-4017-ba62-0efbdd5567dd'] in ncdv-master-1 is: [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '06acd4be-b8c4-40af-9369-be7796444c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:02:04Z', 'revision_number': 4, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port': {'id': '06acd4be-b8c4-40af-9369-be7796444c81', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:02Z', 'updated_at': '2022-04-16T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cb7a73d7-0712-4515-959f-f311a84659a2', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'floating_ip_address': '172.35.1.14', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'port_id': '47c536eb-eff2-43dc-8674-c8ec3ad75665', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'mac_address': 'fa:16:3e:db:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:02:48Z', 'updated_at': '2022-04-16T22:02:48Z', 'revision_number': 0, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2df597-9c69-4eca-bf12-1520d06db73b', 'name': '', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'mac_address': 'fa:16:3e:cf:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:03Z', 'updated_at': '2022-04-16T22:02:08Z', 'revision_number': 5, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'subnets': [{'id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:02:50.498644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de12c946-5aa9-43a6-9da6-d96e24d7a4e3 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (1214bddf-7a3b-4329-b970-a9b2afabe64f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:50.559549 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de12c946-5aa9-43a6-9da6-d96e24d7a4e3 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (1214bddf-7a3b-4329-b970-a9b2afabe64f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:50.579610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12c946-5aa9-43a6-9da6-d96e24d7a4e3 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1214bddf-7a3b-4329-b970-a9b2afabe64f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:50.641550 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-de12c946-5aa9-43a6-9da6-d96e24d7a4e3 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:50.642833 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-de12c946-5aa9-43a6-9da6-d96e24d7a4e3 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3168283
Apr 16 22:02:50.645719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51618) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:50.650965 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e13b6aa1-d8f6-4179-b29a-c42ba60f3719 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Request body: {'security_group_rule': {'security_group_id': '505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6', 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:50.656208 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d671f525-486e-46d1-8d0a-5396a09278ad None None] New status for floating IP cb7a73d7-0712-4515-959f-f311a84659a2: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:02:50.758034 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e13b6aa1-d8f6-4179-b29a-c42ba60f3719 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (8846647d-a11d-4f27-85d1-7994603b3f6c), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:50.818466 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e13b6aa1-d8f6-4179-b29a-c42ba60f3719 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (8846647d-a11d-4f27-85d1-7994603b3f6c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:50.890452 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e13b6aa1-d8f6-4179-b29a-c42ba60f3719 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (8846647d-a11d-4f27-85d1-7994603b3f6c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:50.909341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b6aa1-d8f6-4179-b29a-c42ba60f3719 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8846647d-a11d-4f27-85d1-7994603b3f6c,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:51.005576 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e13b6aa1-d8f6-4179-b29a-c42ba60f3719 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:51.006809 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e13b6aa1-d8f6-4179-b29a-c42ba60f3719 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3601615
Apr 16 22:02:51.010264 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51620) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:51.014558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-dde57bd7-52fc-4fe6-8453-9d6fda4a6445 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Request body: {'security_group_rule': {'security_group_id': '505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6', 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:51.112071 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde57bd7-52fc-4fe6-8453-9d6fda4a6445 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (425be29c-2e14-4583-9bd0-42319eb2e375), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:51.169269 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde57bd7-52fc-4fe6-8453-9d6fda4a6445 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (425be29c-2e14-4583-9bd0-42319eb2e375), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:51.255038 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde57bd7-52fc-4fe6-8453-9d6fda4a6445 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (425be29c-2e14-4583-9bd0-42319eb2e375), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:51.273704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde57bd7-52fc-4fe6-8453-9d6fda4a6445 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425be29c-2e14-4583-9bd0-42319eb2e375,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:51.342976 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dde57bd7-52fc-4fe6-8453-9d6fda4a6445 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:51.344293 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dde57bd7-52fc-4fe6-8453-9d6fda4a6445 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3330920
Apr 16 22:02:51.346993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51622) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:51.351279 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-6ec4fe09-41f0-4ccd-b907-b66e47d5b759 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Request body: {'security_group_rule': {'security_group_id': '505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6', 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:51.433440 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-6ec4fe09-41f0-4ccd-b907-b66e47d5b759 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Project 151ed48abb644e47bbf210bbca563e3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:02:51.438820 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec4fe09-41f0-4ccd-b907-b66e47d5b759 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (f327e508-60be-4b9d-b41c-b7055c15d1d5), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:51.496877 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec4fe09-41f0-4ccd-b907-b66e47d5b759 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (f327e508-60be-4b9d-b41c-b7055c15d1d5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:51.570367 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec4fe09-41f0-4ccd-b907-b66e47d5b759 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (f327e508-60be-4b9d-b41c-b7055c15d1d5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:51.587996 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4fe09-41f0-4ccd-b907-b66e47d5b759 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f327e508-60be-4b9d-b41c-b7055c15d1d5,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:51.652956 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6ec4fe09-41f0-4ccd-b907-b66e47d5b759 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:51.654170 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6ec4fe09-41f0-4ccd-b907-b66e47d5b759 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3062561
Apr 16 22:02:51.656966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51624) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:02:51.662238 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-87dc1bc6-ba35-43eb-88ad-ac10c5c95fe1 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Request body: {'security_group_rule': {'security_group_id': '505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6', 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:51.729937 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-87dc1bc6-ba35-43eb-88ad-ac10c5c95fe1 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Project 151ed48abb644e47bbf210bbca563e3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:02:51.735793 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-87dc1bc6-ba35-43eb-88ad-ac10c5c95fe1 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (55693400-6e26-4980-8887-da7eb0a6db00), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:51.796834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-87dc1bc6-ba35-43eb-88ad-ac10c5c95fe1 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (55693400-6e26-4980-8887-da7eb0a6db00), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:51.873148 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-87dc1bc6-ba35-43eb-88ad-ac10c5c95fe1 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (55693400-6e26-4980-8887-da7eb0a6db00), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:51.891749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc1bc6-ba35-43eb-88ad-ac10c5c95fe1 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55693400-6e26-4980-8887-da7eb0a6db00,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:51.965943 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-87dc1bc6-ba35-43eb-88ad-ac10c5c95fe1 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:51.967364 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-87dc1bc6-ba35-43eb-88ad-ac10c5c95fe1 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3094847
Apr 16 22:02:52.056121 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7fdf0161-20f7-4ff6-869b-fb436dd12e21 req-71f4e8b6-7520-4bf5-8175-571178d6a91c tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635206871&fields=id&tenant_id=151ed48abb644e47bbf210bbca563e3b HTTP/1.1" status: 200  len: 267 time: 0.0442972
Apr 16 22:02:52.106789 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf0161-20f7-4ff6-869b-fb436dd12e21 req-1d7b4b2d-ad91-4809-9433-fa4ccb4dfdac tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:52.108275 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7fdf0161-20f7-4ff6-869b-fb436dd12e21 req-1d7b4b2d-ad91-4809-9433-fa4ccb4dfdac tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 946 time: 0.0469010
Apr 16 22:02:52.118645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-7fdf0161-20f7-4ff6-869b-fb436dd12e21 req-d4acd502-d39d-4747-8a74-bb204113e394 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Request body: {'port': {'security_groups': ['f019a384-985a-4f7c-899f-684b8b2ca745', '505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:02:52.188910 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7fdf0161-20f7-4ff6-869b-fb436dd12e21 req-d4acd502-d39d-4747-8a74-bb204113e394 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:52.374324 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-7fdf0161-20f7-4ff6-869b-fb436dd12e21 req-d4acd502-d39d-4747-8a74-bb204113e394 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] For port 47c536eb-eff2-43dc-8674-c8ec3ad75665, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:02:52.404810 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7fdf0161-20f7-4ff6-869b-fb436dd12e21 req-d4acd502-d39d-4747-8a74-bb204113e394 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:52.460564 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7fdf0161-20f7-4ff6-869b-fb436dd12e21 req-d4acd502-d39d-4747-8a74-bb204113e394 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:52.473793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['47c536eb-eff2-43dc-8674-c8ec3ad75665'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:02:52.506576 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf0161-20f7-4ff6-869b-fb436dd12e21 req-d4acd502-d39d-4747-8a74-bb204113e394 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:52.507225 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-7fdf0161-20f7-4ff6-869b-fb436dd12e21 req-d4acd502-d39d-4747-8a74-bb204113e394 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:52.508843 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7fdf0161-20f7-4ff6-869b-fb436dd12e21 req-d4acd502-d39d-4747-8a74-bb204113e394 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "PUT /v2.0/ports/47c536eb-eff2-43dc-8674-c8ec3ad75665 HTTP/1.1" status: 200  len: 982 time: 0.3944235
Apr 16 22:02:52.509860 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:02:52.512195 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1070bc2d-856b-4469-92b1-6781fa1ca4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:02:52.546311 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acd502-d39d-4747-8a74-bb204113e394 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event updated for resources: {'Port': ['ID=47c536eb-eff2-43dc-8674-c8ec3ad75665,revision_number=6']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:02:52.560738 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5644d483-412c-41ae-8542-b6d3e7e4c958 x-openstack-request-id: req-5644d483-412c-41ae-8542-b6d3e7e4c958 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:02:52.561430 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:02:52.561859 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5644d483-412c-41ae-8542-b6d3e7e4c958 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:02:52.562683 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5644d483-412c-41ae-8542-b6d3e7e4c958'] response: {'name': 'network-changed', 'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665', 'status': 'completed', 'code': 200}
Apr 16 22:02:52.573479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['47c536eb-eff2-43dc-8674-c8ec3ad75665'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:02:52.659201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070bc2d-856b-4469-92b1-6781fa1ca4d1 req-5ceb7ba1-1332-407a-adab-0d9702344ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:52.660826 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1070bc2d-856b-4469-92b1-6781fa1ca4d1 req-5ceb7ba1-1332-407a-adab-0d9702344ef8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=151ed48abb644e47bbf210bbca563e3b&device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 1167 time: 0.0755138
Apr 16 22:02:52.674485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d76e2-5c68-4cf2-b1e5-5d9927cd37ec req-5537ed35-faed-428b-9c55-96dcbfcd49ea tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:52.676054 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c88d76e2-5c68-4cf2-b1e5-5d9927cd37ec req-5537ed35-faed-428b-9c55-96dcbfcd49ea tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0820184
Apr 16 22:02:52.799477 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c88d76e2-5c68-4cf2-b1e5-5d9927cd37ec req-98629753-b116-4344-a03a-e88f97884b3a tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1094763
Apr 16 22:02:52.820502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070bc2d-856b-4469-92b1-6781fa1ca4d1 req-5a6f2a58-6050-4c00-b462-ea16b3c5f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:52.822073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1070bc2d-856b-4469-92b1-6781fa1ca4d1 req-5a6f2a58-6050-4c00-b462-ea16b3c5f24b service neutron] 10.222.0.11 "GET /v2.0/networks?id=91cbe260-31d2-4cca-8e36-39973acf3314 HTTP/1.1" status: 200  len: 916 time: 0.1450641
Apr 16 22:02:52.822211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-50160fe0-5eac-4ae9-ace0-a1b219b1dee3 None None] Provisioning complete for port 47c536eb-eff2-43dc-8674-c8ec3ad75665 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:02:52.822578 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-50160fe0-5eac-4ae9-ace0-a1b219b1dee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:02:52.893792 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1070bc2d-856b-4469-92b1-6781fa1ca4d1 req-7fccc821-aec2-4edc-bee7-eb37dd5059e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665 HTTP/1.1" status: 200  len: 1001 time: 0.0645263
Apr 16 22:02:52.941976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070bc2d-856b-4469-92b1-6781fa1ca4d1 req-750f001d-5b43-4b6b-9658-244db02ba384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:52.943369 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1070bc2d-856b-4469-92b1-6781fa1ca4d1 req-750f001d-5b43-4b6b-9658-244db02ba384 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e89e0ba-8013-4574-a6f4-2cc1addb5c19 HTTP/1.1" status: 200  len: 854 time: 0.0438156
Apr 16 22:02:52.986005 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070bc2d-856b-4469-92b1-6781fa1ca4d1 req-d740e97a-df5f-48a8-b1b2-340d3bf18059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:02:52.987528 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1070bc2d-856b-4469-92b1-6781fa1ca4d1 req-d740e97a-df5f-48a8-b1b2-340d3bf18059 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91cbe260-31d2-4cca-8e36-39973acf3314&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386567
Apr 16 22:02:53.030610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-50160fe0-5eac-4ae9-ace0-a1b219b1dee3 None None] Current status of the port 47c536eb-eff2-43dc-8674-c8ec3ad75665 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:02:53.082501 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1070bc2d-856b-4469-92b1-6781fa1ca4d1 req-4046cb89-2062-4c49-ac64-645cc74784aa service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877757
Apr 16 22:02:53.173981 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1070bc2d-856b-4469-92b1-6781fa1ca4d1 req-ee89b08f-5be6-476a-b170-743c9e098d3b service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846779
Apr 16 22:03:06.587371 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:09.100258 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0c8ec032-6f39-4072-912b-009fbd7b61d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:11.021499 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:03:11.661608 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee690e24-4fbf-47e0-a67a-fae03c7e0811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:12.632743 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:13.936315 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:14.267310 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:15.444158 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:15.466233 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2fc8d-5e15-4172-b421-290beeed11e3 req-d243f3c9-fcbb-474c-904d-05a7fc47ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:15.467770 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bba2fc8d-5e15-4172-b421-290beeed11e3 req-d243f3c9-fcbb-474c-904d-05a7fc47ac2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=151ed48abb644e47bbf210bbca563e3b&device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 1167 time: 0.0467651
Apr 16 22:03:15.566287 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cfd40-8518-4eb5-a685-c16055c12471 req-b384a118-eb0e-4332-b782-d9c36ebb82be tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:15.567777 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-646cfd40-8518-4eb5-a685-c16055c12471 req-b384a118-eb0e-4332-b782-d9c36ebb82be tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.1968849
Apr 16 22:03:15.616639 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2fc8d-5e15-4172-b421-290beeed11e3 req-cb72a511-be33-447e-9c69-8545ae5548e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:15.618096 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bba2fc8d-5e15-4172-b421-290beeed11e3 req-cb72a511-be33-447e-9c69-8545ae5548e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91cbe260-31d2-4cca-8e36-39973acf3314 HTTP/1.1" status: 200  len: 916 time: 0.1444049
Apr 16 22:03:15.693493 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-646cfd40-8518-4eb5-a685-c16055c12471 req-9121e6ee-8101-4158-b18e-dd697ab42580 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1171463
Apr 16 22:03:15.705753 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bba2fc8d-5e15-4172-b421-290beeed11e3 req-93b04f9d-e084-46c2-b300-f587eadf2c8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665 HTTP/1.1" status: 200  len: 1001 time: 0.0801117
Apr 16 22:03:15.754360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2fc8d-5e15-4172-b421-290beeed11e3 req-fcf12596-3347-4e17-80b5-048cd7ca7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:15.755793 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bba2fc8d-5e15-4172-b421-290beeed11e3 req-fcf12596-3347-4e17-80b5-048cd7ca7b7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e89e0ba-8013-4574-a6f4-2cc1addb5c19 HTTP/1.1" status: 200  len: 854 time: 0.0438406
Apr 16 22:03:15.802516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2fc8d-5e15-4172-b421-290beeed11e3 req-f144352e-e2b8-4a54-ac3a-5cfee23756fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:15.803983 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bba2fc8d-5e15-4172-b421-290beeed11e3 req-f144352e-e2b8-4a54-ac3a-5cfee23756fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91cbe260-31d2-4cca-8e36-39973acf3314&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420973
Apr 16 22:03:15.892381 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bba2fc8d-5e15-4172-b421-290beeed11e3 req-149c585d-2e18-45b9-a283-309a67ea91f0 service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822473
Apr 16 22:03:15.984591 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bba2fc8d-5e15-4172-b421-290beeed11e3 req-4d85633f-71fa-40c0-b607-4c453863dff2 service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858822
Apr 16 22:03:16.865025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f88c57-c3e2-4c9e-ba66-f868661236f6 req-904b6ccc-0cc7-4eb5-b22c-d7538b5d9736 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:16.866492 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6f88c57-c3e2-4c9e-ba66-f868661236f6 req-904b6ccc-0cc7-4eb5-b22c-d7538b5d9736 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.1040435
Apr 16 22:03:16.925685 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6f88c57-c3e2-4c9e-ba66-f868661236f6 req-02f11029-3789-401e-9675-61e186ac58da tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0534890
Apr 16 22:03:18.040561 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3befb2-c77d-406f-ba85-599fd8505075 req-1b975ae0-194d-4c21-8eef-e90fa6c6fd27 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:18.042059 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f3befb2-c77d-406f-ba85-599fd8505075 req-1b975ae0-194d-4c21-8eef-e90fa6c6fd27 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0486722
Apr 16 22:03:18.101073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7f3befb2-c77d-406f-ba85-599fd8505075 req-6f766c9f-c6f3-42e7-a9e0-e1f0d570bac1 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0532987
Apr 16 22:03:19.217582 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09fd7a-7b66-4deb-bdb7-81180e1d2649 req-6bb7d9a0-b314-4e73-a421-b68eb614839a tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:19.219107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0d09fd7a-7b66-4deb-bdb7-81180e1d2649 req-6bb7d9a0-b314-4e73-a421-b68eb614839a tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0481825
Apr 16 22:03:19.281621 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0d09fd7a-7b66-4deb-bdb7-81180e1d2649 req-29208a60-e39f-49a6-9b8b-d71e3ec69dfb tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0567694
Apr 16 22:03:20.404841 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45c96-c4d4-4d3f-9707-0a2e95af5f86 req-731e4944-7324-45d1-b1c0-a882f6fa5240 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:20.406296 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-14f45c96-c4d4-4d3f-9707-0a2e95af5f86 req-731e4944-7324-45d1-b1c0-a882f6fa5240 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0463221
Apr 16 22:03:20.469694 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-14f45c96-c4d4-4d3f-9707-0a2e95af5f86 req-3e8cd20a-60d4-4227-90b2-ab11953e6c6b tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0576880
Apr 16 22:03:21.582639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5cd98-dc43-4c4b-afef-7ab2c24168f9 req-035c067d-f2b4-4f55-b8f4-48d0bf78af79 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:21.584128 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-edb5cd98-dc43-4c4b-afef-7ab2c24168f9 req-035c067d-f2b4-4f55-b8f4-48d0bf78af79 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0477884
Apr 16 22:03:21.646246 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-edb5cd98-dc43-4c4b-afef-7ab2c24168f9 req-1b60fdf2-c385-47a7-a057-4e07f3b1000f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0565348
Apr 16 22:03:22.763849 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2692b-b49a-4c5e-8f4c-1ba2780ccf77 req-870687f2-3d7a-4431-838d-e769780d7d5d tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:22.765293 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51d2692b-b49a-4c5e-8f4c-1ba2780ccf77 req-870687f2-3d7a-4431-838d-e769780d7d5d tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0474331
Apr 16 22:03:22.825351 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-51d2692b-b49a-4c5e-8f4c-1ba2780ccf77 req-1a7f5927-787c-4baf-8758-e73c80ce0174 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0543365
Apr 16 22:03:23.940601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c8f8-1f9f-4cd0-aaee-b8b9b8fa9cfb req-fa57030a-c78b-4a14-a410-a60af4e8a1b4 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:23.942097 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26a5c8f8-1f9f-4cd0-aaee-b8b9b8fa9cfb req-fa57030a-c78b-4a14-a410-a60af4e8a1b4 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0475264
Apr 16 22:03:24.003053 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26a5c8f8-1f9f-4cd0-aaee-b8b9b8fa9cfb req-ca515f00-b0cd-4d2b-a292-32c901f926f0 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0551925
Apr 16 22:03:25.119176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe33cf-59a4-4c89-92cb-55d4b035ed1a req-57ac1732-de8d-4b0a-b92b-526a1970641b tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:25.120725 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbbe33cf-59a4-4c89-92cb-55d4b035ed1a req-57ac1732-de8d-4b0a-b92b-526a1970641b tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0485141
Apr 16 22:03:25.179930 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dbbe33cf-59a4-4c89-92cb-55d4b035ed1a req-24a163ad-463d-434b-a4d4-c4be97a8b7cf tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0527637
Apr 16 22:03:26.299204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652e3bd-0429-4ee4-8526-c9f011f939f5 req-3e55b7a9-16db-4219-a732-344d73f3fe42 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:26.300715 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f652e3bd-0429-4ee4-8526-c9f011f939f5 req-3e55b7a9-16db-4219-a732-344d73f3fe42 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0521679
Apr 16 22:03:26.360433 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f652e3bd-0429-4ee4-8526-c9f011f939f5 req-df9b156b-e443-4868-b5dc-2204cddbf8ae tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539689
Apr 16 22:03:27.477635 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03450802-c9c2-47fe-a3a4-b739dc05cf25 req-ecc1e40f-706b-4c78-aeef-48168087fa56 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:27.479119 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03450802-c9c2-47fe-a3a4-b739dc05cf25 req-ecc1e40f-706b-4c78-aeef-48168087fa56 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0517273
Apr 16 22:03:27.538011 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03450802-c9c2-47fe-a3a4-b739dc05cf25 req-80e88a1a-3df4-493e-8e23-c36af43d7928 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0526512
Apr 16 22:03:28.651136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1bbf2-843a-4ef8-8cd2-34803ef6446b req-7ab3012f-709e-403f-8294-a833ce0ac5df tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:28.652742 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ca1bbf2-843a-4ef8-8cd2-34803ef6446b req-7ab3012f-709e-403f-8294-a833ce0ac5df tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0479386
Apr 16 22:03:28.712893 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7ca1bbf2-843a-4ef8-8cd2-34803ef6446b req-4bdff45f-46da-40c2-95f3-1e38b4c1cd73 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0545166
Apr 16 22:03:29.427717 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a591a-fce9-4454-85b4-fc730322067a req-8c1d8a96-1fd0-4ce1-9ceb-de32bb4a4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:29.429324 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-958a591a-fce9-4454-85b4-fc730322067a req-8c1d8a96-1fd0-4ce1-9ceb-de32bb4a4162 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=151ed48abb644e47bbf210bbca563e3b&device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 1167 time: 0.0411704
Apr 16 22:03:29.532020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a591a-fce9-4454-85b4-fc730322067a req-e6f9467f-c03f-494a-ab23-ff0a4b974763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:29.533473 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-958a591a-fce9-4454-85b4-fc730322067a req-e6f9467f-c03f-494a-ab23-ff0a4b974763 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91cbe260-31d2-4cca-8e36-39973acf3314 HTTP/1.1" status: 200  len: 916 time: 0.0873477
Apr 16 22:03:29.598921 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-958a591a-fce9-4454-85b4-fc730322067a req-c557bc24-e8a0-42df-85aa-762f70a1427c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665 HTTP/1.1" status: 200  len: 1001 time: 0.0597239
Apr 16 22:03:29.646585 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a591a-fce9-4454-85b4-fc730322067a req-0748a322-01d6-4fdf-b1a0-86b7d5c84881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:29.648008 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-958a591a-fce9-4454-85b4-fc730322067a req-0748a322-01d6-4fdf-b1a0-86b7d5c84881 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e89e0ba-8013-4574-a6f4-2cc1addb5c19 HTTP/1.1" status: 200  len: 854 time: 0.0441222
Apr 16 22:03:29.692907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a591a-fce9-4454-85b4-fc730322067a req-182e31e5-3360-4a97-8118-a64ba9728c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:29.694413 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-958a591a-fce9-4454-85b4-fc730322067a req-182e31e5-3360-4a97-8118-a64ba9728c2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91cbe260-31d2-4cca-8e36-39973acf3314&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0412931
Apr 16 22:03:29.783155 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-958a591a-fce9-4454-85b4-fc730322067a req-d5f0de3a-d6ea-4d95-8c1f-bc7536915e87 service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828156
Apr 16 22:03:29.870153 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c00d3d-f1f8-411d-a4cc-2aebdd15a31c req-a7686d82-e3c5-474c-b6c1-31a2e9d981cb tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:29.871667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07c00d3d-f1f8-411d-a4cc-2aebdd15a31c req-a7686d82-e3c5-474c-b6c1-31a2e9d981cb tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0910740
Apr 16 22:03:29.941084 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-958a591a-fce9-4454-85b4-fc730322067a req-18b1c807-8efe-4f70-a8b4-80607abe6118 service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491673
Apr 16 22:03:29.958219 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-07c00d3d-f1f8-411d-a4cc-2aebdd15a31c req-ca31fa3c-a157-4a96-a521-47f50291fe02 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0782914
Apr 16 22:03:31.073795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e8243-2474-4bc6-97cf-47871f2bba86 req-c678ccc4-ce1d-49e5-b5af-eced72dd0be0 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:31.075258 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b73e8243-2474-4bc6-97cf-47871f2bba86 req-c678ccc4-ce1d-49e5-b5af-eced72dd0be0 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0482619
Apr 16 22:03:31.141565 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b73e8243-2474-4bc6-97cf-47871f2bba86 req-f98db2fb-2f37-4ed1-b1d8-e4f5b1ce8c86 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0598624
Apr 16 22:03:32.254304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b287cd-7d4a-4a29-b8b1-053c2b818b3e req-495dbfac-a0dd-447d-9740-f33afac46651 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:03:32.255771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7b287cd-7d4a-4a29-b8b1-053c2b818b3e req-495dbfac-a0dd-447d-9740-f33afac46651 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0469995
Apr 16 22:03:32.319242 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7b287cd-7d4a-4a29-b8b1-053c2b818b3e req-45c0cc3b-9b99-450b-9304-8436e7c881d6 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6&id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0573273
Apr 16 22:03:36.586580 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:39.009689 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1d58086-d89b-4062-9b45-47896283052f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:41.654232 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f5a8071c-2c41-400c-b4c2-1e3754f7170e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:42.655052 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:43.952347 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:44.260859 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:45.437741 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:03:48.019818 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:04:04.402054 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6578c8cf-8268-4196-95ef-2b2843ab3845 req-ff672c4c-b018-408a-9a9a-4522ca390e96 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635206871&fields=id&tenant_id=151ed48abb644e47bbf210bbca563e3b HTTP/1.1" status: 200  len: 267 time: 0.0437298
Apr 16 22:04:04.452038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c8cf-8268-4196-95ef-2b2843ab3845 req-3ae3f9fd-6ca8-4c5a-8e06-b18cda0bc4b7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:04.454008 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6578c8cf-8268-4196-95ef-2b2843ab3845 req-3ae3f9fd-6ca8-4c5a-8e06-b18cda0bc4b7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 985 time: 0.0459857
Apr 16 22:04:04.464451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-6578c8cf-8268-4196-95ef-2b2843ab3845 req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Request body: {'port': {'security_groups': ['f019a384-985a-4f7c-899f-684b8b2ca745']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:04.536938 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6578c8cf-8268-4196-95ef-2b2843ab3845 req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:04.705760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-6578c8cf-8268-4196-95ef-2b2843ab3845 req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] For port 47c536eb-eff2-43dc-8674-c8ec3ad75665, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:04.739349 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6578c8cf-8268-4196-95ef-2b2843ab3845 req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:04.797302 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6578c8cf-8268-4196-95ef-2b2843ab3845 req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:04.808921 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['47c536eb-eff2-43dc-8674-c8ec3ad75665'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:04:04.843351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c8cf-8268-4196-95ef-2b2843ab3845 req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:04.843989 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-6578c8cf-8268-4196-95ef-2b2843ab3845 req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:04.845429 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6578c8cf-8268-4196-95ef-2b2843ab3845 req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "PUT /v2.0/ports/47c536eb-eff2-43dc-8674-c8ec3ad75665 HTTP/1.1" status: 200  len: 943 time: 0.3853469
Apr 16 22:04:04.845895 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:04:04.851278 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bc2d53-347e-4a2f-821f-5383ae13ecc6" -d '{"events": [{"name": "network-changed", "server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:04:04.852523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51726) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:04.884531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event updated for resources: {'Port': ['ID=47c536eb-eff2-43dc-8674-c8ec3ad75665,revision_number=7']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:04.893622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.894321 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.894889 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.896545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.896879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.897476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.897813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.898146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.898589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.898918 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.899242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.899565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.899883 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.900262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.900615 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0713a-31a0-4e87-a4b3-6e801df0bab7 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:04.925746 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e7b869-7e1f-48a3-a790-ffeaa6fcd377 x-openstack-request-id: req-42e7b869-7e1f-48a3-a790-ffeaa6fcd377 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:04:04.926039 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:04:04.926463 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42e7b869-7e1f-48a3-a790-ffeaa6fcd377 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:04:04.926734 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e7b869-7e1f-48a3-a790-ffeaa6fcd377'] response: {'name': 'network-changed', 'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665', 'status': 'completed', 'code': 200}
Apr 16 22:04:04.939568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['47c536eb-eff2-43dc-8674-c8ec3ad75665'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:04:04.961142 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group (505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:04.990996 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group (505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:05.071698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc2d53-347e-4a2f-821f-5383ae13ecc6 req-69cf1645-7fa4-42d2-a471-2a7473d98aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:05.073272 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29bc2d53-347e-4a2f-821f-5383ae13ecc6 req-69cf1645-7fa4-42d2-a471-2a7473d98aae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=151ed48abb644e47bbf210bbca563e3b&device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 1128 time: 0.1172564
Apr 16 22:04:05.170568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7bc22f83-f004-41b8-9058-fc6953ceba2f None None] Provisioning complete for port 47c536eb-eff2-43dc-8674-c8ec3ad75665 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:05.170864 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7bc22f83-f004-41b8-9058-fc6953ceba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:05.172403 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc2d53-347e-4a2f-821f-5383ae13ecc6 req-be65fbe1-d1b6-4f14-beb0-29a29f3e3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:05.173902 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29bc2d53-347e-4a2f-821f-5383ae13ecc6 req-be65fbe1-d1b6-4f14-beb0-29a29f3e3d27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91cbe260-31d2-4cca-8e36-39973acf3314 HTTP/1.1" status: 200  len: 916 time: 0.0926392
Apr 16 22:04:05.174915 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:05.178113 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:05.179166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "DELETE /v2.0/security-groups/505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6 HTTP/1.1" status: 204  len: 168 time: 0.3178585
Apr 16 22:04:05.182064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51730) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:05.225065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=505b2e0e-a84c-4ec8-a0b7-3721c3efd2e6,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:05.241236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.241593 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.241944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.242291 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.242757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.242973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.243307 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.243646 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.243976 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.244336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.244671 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.244999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.245328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.245656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.245984 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f444118-af7e-43fc-be48-7b5a772a9f49 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:05.260938 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29bc2d53-347e-4a2f-821f-5383ae13ecc6 req-530604fa-0079-4d52-9036-11045e28c261 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665 HTTP/1.1" status: 200  len: 1001 time: 0.0779910
Apr 16 22:04:05.263154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7bc22f83-f004-41b8-9058-fc6953ceba2f None None] Current status of the port 47c536eb-eff2-43dc-8674-c8ec3ad75665 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:04:05.320016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc2d53-347e-4a2f-821f-5383ae13ecc6 req-6115a27c-7d42-4993-814b-ad7aa8d2f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:05.321565 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29bc2d53-347e-4a2f-821f-5383ae13ecc6 req-6115a27c-7d42-4993-814b-ad7aa8d2f747 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e89e0ba-8013-4574-a6f4-2cc1addb5c19 HTTP/1.1" status: 200  len: 854 time: 0.0532105
Apr 16 22:04:05.344720 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0e10ffd5-c1a1-4b4a-a40d-7c91af74826f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Deleting port 998beaab-6b4b-4882-8ae5-b9c4cc36f64b {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:04:05.345069 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e10ffd5-c1a1-4b4a-a40d-7c91af74826f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (998beaab-6b4b-4882-8ae5-b9c4cc36f64b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:05.425118 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e10ffd5-c1a1-4b4a-a40d-7c91af74826f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (998beaab-6b4b-4882-8ae5-b9c4cc36f64b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:05.425868 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e10ffd5-c1a1-4b4a-a40d-7c91af74826f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for floatingip (998beaab-6b4b-4882-8ae5-b9c4cc36f64b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:05.439452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0e10ffd5-c1a1-4b4a-a40d-7c91af74826f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Calling delete_port for 998beaab-6b4b-4882-8ae5-b9c4cc36f64b owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:04:05.668495 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc2d53-347e-4a2f-821f-5383ae13ecc6 req-4c2a5fb5-4424-4e32-8287-c3a71719bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:05.670025 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29bc2d53-347e-4a2f-821f-5383ae13ecc6 req-4c2a5fb5-4424-4e32-8287-c3a71719bb32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91cbe260-31d2-4cca-8e36-39973acf3314&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3428841
Apr 16 22:04:05.683661 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e10ffd5-c1a1-4b4a-a40d-7c91af74826f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (998beaab-6b4b-4882-8ae5-b9c4cc36f64b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:05.710331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10ffd5-c1a1-4b4a-a40d-7c91af74826f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event deleted for resources: {'Port': ['ID=998beaab-6b4b-4882-8ae5-b9c4cc36f64b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:05.759183 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29bc2d53-347e-4a2f-821f-5383ae13ecc6 req-b978c5a6-d645-45aa-8a56-646f66627d0f service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828624
Apr 16 22:04:05.772656 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e10ffd5-c1a1-4b4a-a40d-7c91af74826f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks [] for floatingip (cb7a73d7-0712-4515-959f-f311a84659a2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:05.773038 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-0e10ffd5-c1a1-4b4a-a40d-7c91af74826f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Floating IP cb7a73d7-0712-4515-959f-f311a84659a2 disassociated (deleted). External IP: 172.35.1.14, port: 47c536eb-eff2-43dc-8674-c8ec3ad75665.
Apr 16 22:04:05.850564 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29bc2d53-347e-4a2f-821f-5383ae13ecc6 req-bb8b4bfc-db34-4422-8a6b-648ffef02b4e service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858929
Apr 16 22:04:05.988048 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e10ffd5-c1a1-4b4a-a40d-7c91af74826f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Router 2ab67eca-be01-4017-ba62-0efbdd5567dd has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:04:06.097197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e10ffd5-c1a1-4b4a-a40d-7c91af74826f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:04:06.102081 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0e10ffd5-c1a1-4b4a-a40d-7c91af74826f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:06.106541 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722fbc30-6ef3-4c07-aa13-70c1d1f99ff9 None None] Sync routers for ids ['2ab67eca-be01-4017-ba62-0efbdd5567dd'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:04:06.116810 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722fbc30-6ef3-4c07-aa13-70c1d1f99ff9 None None] Routers {'2ab67eca-be01-4017-ba62-0efbdd5567dd'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:04:06.117415 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-722fbc30-6ef3-4c07-aa13-70c1d1f99ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124979220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:03:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2ab67eca-be01-4017-ba62-0efbdd5567dd'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:06.131211 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0e10ffd5-c1a1-4b4a-a40d-7c91af74826f tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "DELETE /v2.0/floatingips/cb7a73d7-0712-4515-959f-f311a84659a2 HTTP/1.1" status: 204  len: 168 time: 0.9476883
Apr 16 22:04:06.225515 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-722fbc30-6ef3-4c07-aa13-70c1d1f99ff9 None None] Set router 2ab67eca-be01-4017-ba62-0efbdd5567dd gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:04:06.417905 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-722fbc30-6ef3-4c07-aa13-70c1d1f99ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124979220>, [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '06acd4be-b8c4-40af-9369-be7796444c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:02:04Z', 'revision_number': 4, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port': {'id': '06acd4be-b8c4-40af-9369-be7796444c81', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:02Z', 'updated_at': '2022-04-16T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa2df597-9c69-4eca-bf12-1520d06db73b', 'name': '', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'mac_address': 'fa:16:3e:cf:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:03Z', 'updated_at': '2022-04-16T22:02:08Z', 'revision_number': 5, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'subnets': [{'id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:06.445556 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722fbc30-6ef3-4c07-aa13-70c1d1f99ff9 None None] Checking router: 2ab67eca-be01-4017-ba62-0efbdd5567dd for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:04:06.454437 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722fbc30-6ef3-4c07-aa13-70c1d1f99ff9 None None] Routers {'2ab67eca-be01-4017-ba62-0efbdd5567dd'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:04:06.455176 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-722fbc30-6ef3-4c07-aa13-70c1d1f99ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124979220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:03:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2ab67eca-be01-4017-ba62-0efbdd5567dd'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:06.567915 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-722fbc30-6ef3-4c07-aa13-70c1d1f99ff9 None None] Set router 2ab67eca-be01-4017-ba62-0efbdd5567dd gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:04:06.620358 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:06.754518 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-722fbc30-6ef3-4c07-aa13-70c1d1f99ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124979220>, [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '06acd4be-b8c4-40af-9369-be7796444c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:02:04Z', 'revision_number': 4, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port': {'id': '06acd4be-b8c4-40af-9369-be7796444c81', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:02Z', 'updated_at': '2022-04-16T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa2df597-9c69-4eca-bf12-1520d06db73b', 'name': '', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'mac_address': 'fa:16:3e:cf:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:03Z', 'updated_at': '2022-04-16T22:02:08Z', 'revision_number': 5, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'subnets': [{'id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:06.785082 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722fbc30-6ef3-4c07-aa13-70c1d1f99ff9 None None] The sync data for ids ['2ab67eca-be01-4017-ba62-0efbdd5567dd'] in ncdv-master-1 is: [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '06acd4be-b8c4-40af-9369-be7796444c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:02:04Z', 'revision_number': 4, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port': {'id': '06acd4be-b8c4-40af-9369-be7796444c81', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:02Z', 'updated_at': '2022-04-16T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa2df597-9c69-4eca-bf12-1520d06db73b', 'name': '', 'network_id': '91cbe260-31d2-4cca-8e36-39973acf3314', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'mac_address': 'fa:16:3e:cf:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:03Z', 'updated_at': '2022-04-16T22:02:08Z', 'revision_number': 5, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'subnets': [{'id': '7e89e0ba-8013-4574-a6f4-2cc1addb5c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:04:06.928303 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:04:06.930846 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29986c34-4446-4013-ad4f-111dee87bfd0" -d '{"events": [{"name": "network-changed", "server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:04:06.969244 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060accc4-ea65-4548-9f92-dac9d1b485a1 x-openstack-request-id: req-060accc4-ea65-4548-9f92-dac9d1b485a1 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:04:06.969540 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:04:06.969793 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-060accc4-ea65-4548-9f92-dac9d1b485a1 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:04:06.970203 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060accc4-ea65-4548-9f92-dac9d1b485a1'] response: {'name': 'network-changed', 'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665', 'status': 'completed', 'code': 200}
Apr 16 22:04:07.014947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b71ebc-adf3-4053-aab3-91f4c741e76d None None] New status for floating IP cb7a73d7-0712-4515-959f-f311a84659a2: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:04:07.033221 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29986c34-4446-4013-ad4f-111dee87bfd0 req-e1eff2c2-be94-47aa-a85e-2a4c92ee1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:07.034758 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29986c34-4446-4013-ad4f-111dee87bfd0 req-e1eff2c2-be94-47aa-a85e-2a4c92ee1afc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=151ed48abb644e47bbf210bbca563e3b&device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 1128 time: 0.0415959
Apr 16 22:04:07.138698 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29986c34-4446-4013-ad4f-111dee87bfd0 req-8f81761c-20ce-4e6e-8a8c-a2a07368480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:07.140343 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29986c34-4446-4013-ad4f-111dee87bfd0 req-8f81761c-20ce-4e6e-8a8c-a2a07368480d service neutron] 10.222.0.11 "GET /v2.0/networks?id=91cbe260-31d2-4cca-8e36-39973acf3314 HTTP/1.1" status: 200  len: 916 time: 0.0996878
Apr 16 22:04:07.182966 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29986c34-4446-4013-ad4f-111dee87bfd0 req-42ed8289-3d56-41e3-92d0-51fabee88130 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665 HTTP/1.1" status: 200  len: 217 time: 0.0360980
Apr 16 22:04:07.232571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29986c34-4446-4013-ad4f-111dee87bfd0 req-5ce5a247-dccd-4cc9-a609-0535eea100a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:07.234030 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29986c34-4446-4013-ad4f-111dee87bfd0 req-5ce5a247-dccd-4cc9-a609-0535eea100a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e89e0ba-8013-4574-a6f4-2cc1addb5c19 HTTP/1.1" status: 200  len: 854 time: 0.0454361
Apr 16 22:04:07.285188 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29986c34-4446-4013-ad4f-111dee87bfd0 req-63151625-4a6c-4092-bce9-1dd30b2de492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:07.286699 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29986c34-4446-4013-ad4f-111dee87bfd0 req-63151625-4a6c-4092-bce9-1dd30b2de492 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91cbe260-31d2-4cca-8e36-39973acf3314&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0459108
Apr 16 22:04:07.375231 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29986c34-4446-4013-ad4f-111dee87bfd0 req-7d886174-9fc4-4ab9-b7fe-e7790637875a service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824013
Apr 16 22:04:07.466977 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29986c34-4446-4013-ad4f-111dee87bfd0 req-46ab64b3-fc95-419a-9487-76a562845363 service neutron] 10.222.0.11 "GET /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856941
Apr 16 22:04:09.025849 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-79a3a028-df12-4080-9f82-8c272de744b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:11.672100 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cd747306-6873-4c33-a2f2-8a32c598799c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:12.352098 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634173d-32b5-415c-9f0d-4889f95a6cca req-fc88da5e-dd0b-4355-810f-5f96e36a5c3c tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:12.353595 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7634173d-32b5-415c-9f0d-4889f95a6cca req-fc88da5e-dd0b-4355-810f-5f96e36a5c3c tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 946 time: 0.0480700
Apr 16 22:04:12.660332 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:12.707613 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7634173d-32b5-415c-9f0d-4889f95a6cca req-e5b204df-aa38-4061-8550-51a60a26734e tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3484426
Apr 16 22:04:13.821967 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed491661-a3aa-4b3b-a39e-8d51bf1e583f req-eacdaaea-0cf4-47d0-8253-c70467dd5e45 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:13.823470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed491661-a3aa-4b3b-a39e-8d51bf1e583f req-eacdaaea-0cf4-47d0-8253-c70467dd5e45 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 946 time: 0.0472274
Apr 16 22:04:13.880692 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed491661-a3aa-4b3b-a39e-8d51bf1e583f req-e02ae620-9097-479b-b166-8fb956e802aa tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/security-groups?id=f019a384-985a-4f7c-899f-684b8b2ca745&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515299
Apr 16 22:04:13.914526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3366973-3c68-49b3-aee4-20ba152e1989 req-1dcedc4a-06b4-47a6-9122-7ae2479278c3 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:13.916000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3366973-3c68-49b3-aee4-20ba152e1989 req-1dcedc4a-06b4-47a6-9122-7ae2479278c3 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.11 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 946 time: 0.0485647
Apr 16 22:04:13.928810 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:14.003354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-c3366973-3c68-49b3-aee4-20ba152e1989 req-047e6c09-8046-4005-9c45-d3c0b61171eb tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Deleting port 47c536eb-eff2-43dc-8674-c8ec3ad75665 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:04:14.003726 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3366973-3c68-49b3-aee4-20ba152e1989 req-047e6c09-8046-4005-9c45-d3c0b61171eb tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:14.091375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-c3366973-3c68-49b3-aee4-20ba152e1989 req-047e6c09-8046-4005-9c45-d3c0b61171eb tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] For port 47c536eb-eff2-43dc-8674-c8ec3ad75665, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=47c536eb-eff2-43dc-8674-c8ec3ad75665,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:14.091751 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3366973-3c68-49b3-aee4-20ba152e1989 req-047e6c09-8046-4005-9c45-d3c0b61171eb tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:14.105461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-c3366973-3c68-49b3-aee4-20ba152e1989 req-047e6c09-8046-4005-9c45-d3c0b61171eb tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Calling delete_port for 47c536eb-eff2-43dc-8674-c8ec3ad75665 owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:04:14.248928 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:14.300274 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3366973-3c68-49b3-aee4-20ba152e1989 req-047e6c09-8046-4005-9c45-d3c0b61171eb tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (47c536eb-eff2-43dc-8674-c8ec3ad75665), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:14.314020 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['47c536eb-eff2-43dc-8674-c8ec3ad75665'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:04:14.329339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e6c09-8046-4005-9c45-d3c0b61171eb tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Pushing event deleted for resources: {'Port': ['ID=47c536eb-eff2-43dc-8674-c8ec3ad75665,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:14.379010 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3366973-3c68-49b3-aee4-20ba152e1989 req-047e6c09-8046-4005-9c45-d3c0b61171eb tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] No DVR routers for this DVR port 47c536eb-eff2-43dc-8674-c8ec3ad75665 on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:04:14.381728 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-c3366973-3c68-49b3-aee4-20ba152e1989 req-047e6c09-8046-4005-9c45-d3c0b61171eb tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:14.385118 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c3366973-3c68-49b3-aee4-20ba152e1989 req-047e6c09-8046-4005-9c45-d3c0b61171eb tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.11 "DELETE /v2.0/ports/47c536eb-eff2-43dc-8674-c8ec3ad75665 HTTP/1.1" status: 204  len: 173 time: 0.4646354
Apr 16 22:04:14.385554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'name': 'network-vif-deleted', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:04:14.387789 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e975018-5143-4566-a2e1-0c537b4d97b9" -d '{"events": [{"server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "name": "network-vif-deleted", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:04:14.491986 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dfafc7-7a3e-4fad-8aaa-6d9d24c10ac0 x-openstack-request-id: req-a0dfafc7-7a3e-4fad-8aaa-6d9d24c10ac0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:04:14.492477 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78892c8-47d2-4188-8f72-b1d7706da588", "name": "network-vif-deleted", "tag": "47c536eb-eff2-43dc-8674-c8ec3ad75665", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:04:14.492734 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0dfafc7-7a3e-4fad-8aaa-6d9d24c10ac0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:04:14.493219 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0dfafc7-7a3e-4fad-8aaa-6d9d24c10ac0'] response: {'server_uuid': 'b78892c8-47d2-4188-8f72-b1d7706da588', 'name': 'network-vif-deleted', 'tag': '47c536eb-eff2-43dc-8674-c8ec3ad75665', 'status': 'completed', 'code': 200}
Apr 16 22:04:14.987523 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff51b7a3-46c3-4e97-a4ab-84bfacace045 req-3ae4aec0-8d1c-495b-baf7-46daf6aa3ba3 tempest-TestMinimumBasicScenario-191090217 tempest-TestMinimumBasicScenario-191090217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b78892c8-47d2-4188-8f72-b1d7706da588 HTTP/1.1" status: 200  len: 210 time: 0.0291159
Apr 16 22:04:15.420429 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:17.247969 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51850) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:17.570286 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4ff59962-9298-4a89-aa77-eb92875d8760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (2ab67eca-be01-4017-ba62-0efbdd5567dd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:17.741908 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 47c536eb-eff2-43dc-8674-c8ec3ad75665 no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:04:17.761270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 47c536eb-eff2-43dc-8674-c8ec3ad75665 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:04:17.761616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 47c536eb-eff2-43dc-8674-c8ec3ad75665 not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:04:17.809481 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-4ff59962-9298-4a89-aa77-eb92875d8760 admin admin] Deleting port fa2df597-9c69-4eca-bf12-1520d06db73b {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:04:17.809821 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4ff59962-9298-4a89-aa77-eb92875d8760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:17.890761 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-4ff59962-9298-4a89-aa77-eb92875d8760 admin admin] For port fa2df597-9c69-4eca-bf12-1520d06db73b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa2df597-9c69-4eca-bf12-1520d06db73b,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:17.891124 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4ff59962-9298-4a89-aa77-eb92875d8760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:17.904947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-4ff59962-9298-4a89-aa77-eb92875d8760 admin admin] Calling delete_port for fa2df597-9c69-4eca-bf12-1520d06db73b owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:04:18.145806 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4ff59962-9298-4a89-aa77-eb92875d8760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (fa2df597-9c69-4eca-bf12-1520d06db73b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:18.171333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff59962-9298-4a89-aa77-eb92875d8760 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2df597-9c69-4eca-bf12-1520d06db73b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:18.344627 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4ff59962-9298-4a89-aa77-eb92875d8760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (2ab67eca-be01-4017-ba62-0efbdd5567dd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:18.563665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff59962-9298-4a89-aa77-eb92875d8760 admin admin] Router 2ab67eca-be01-4017-ba62-0efbdd5567dd has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:04:18.671730 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff59962-9298-4a89-aa77-eb92875d8760 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:04:18.676839 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4ff59962-9298-4a89-aa77-eb92875d8760 admin admin] 10.222.0.20 "PUT /v2.0/routers/2ab67eca-be01-4017-ba62-0efbdd5567dd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4277844
Apr 16 22:04:18.679505 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51852) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:18.680327 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ad072-b98e-4bdc-9098-695fb924ed40 None None] Sync routers for ids ['2ab67eca-be01-4017-ba62-0efbdd5567dd'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:04:18.690669 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ad072-b98e-4bdc-9098-695fb924ed40 None None] Routers {'2ab67eca-be01-4017-ba62-0efbdd5567dd'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:04:18.691281 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-878ad072-b98e-4bdc-9098-695fb924ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124979e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:04:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2ab67eca-be01-4017-ba62-0efbdd5567dd'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:18.787274 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Publish callbacks [] for router (2ab67eca-be01-4017-ba62-0efbdd5567dd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:18.887421 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-878ad072-b98e-4bdc-9098-695fb924ed40 None None] Set router 2ab67eca-be01-4017-ba62-0efbdd5567dd gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:04:18.896416 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Publish callbacks [] for router_gateway (2ab67eca-be01-4017-ba62-0efbdd5567dd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:18.983023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Deleting port 06acd4be-b8c4-40af-9369-be7796444c81 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:04:18.983372 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (06acd4be-b8c4-40af-9369-be7796444c81), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:19.057918 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-878ad072-b98e-4bdc-9098-695fb924ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124979e50>, [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '06acd4be-b8c4-40af-9369-be7796444c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:04:18Z', 'revision_number': 5, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port': {'id': '06acd4be-b8c4-40af-9369-be7796444c81', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:02Z', 'updated_at': '2022-04-16T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:19.066290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] For port 06acd4be-b8c4-40af-9369-be7796444c81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06acd4be-b8c4-40af-9369-be7796444c81,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:19.066664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (06acd4be-b8c4-40af-9369-be7796444c81), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:19.081682 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Calling delete_port for 06acd4be-b8c4-40af-9369-be7796444c81 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:04:19.090895 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ad072-b98e-4bdc-9098-695fb924ed40 None None] Checking router: 2ab67eca-be01-4017-ba62-0efbdd5567dd for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:04:19.099374 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ad072-b98e-4bdc-9098-695fb924ed40 None None] Routers {'2ab67eca-be01-4017-ba62-0efbdd5567dd'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:04:19.099975 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-878ad072-b98e-4bdc-9098-695fb924ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124979e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:04:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['2ab67eca-be01-4017-ba62-0efbdd5567dd'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:19.183546 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-878ad072-b98e-4bdc-9098-695fb924ed40 None None] Set router 2ab67eca-be01-4017-ba62-0efbdd5567dd gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:04:19.238209 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-878ad072-b98e-4bdc-9098-695fb924ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124979e50>, [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:04:18Z', 'revision_number': 6, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:19.264987 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ad072-b98e-4bdc-9098-695fb924ed40 None None] The sync data for ids ['2ab67eca-be01-4017-ba62-0efbdd5567dd'] in ncdv-master-1 is: [{'id': '2ab67eca-be01-4017-ba62-0efbdd5567dd', 'name': 'tempest-TestMinimumBasicScenario-2078166497-router', 'tenant_id': '151ed48abb644e47bbf210bbca563e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:01Z', 'updated_at': '2022-04-16T22:04:18Z', 'revision_number': 6, 'project_id': '151ed48abb644e47bbf210bbca563e3b', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:04:19.289586 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (06acd4be-b8c4-40af-9369-be7796444c81), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:19.321613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Pushing event deleted for resources: {'Port': ['ID=06acd4be-b8c4-40af-9369-be7796444c81,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:19.383679 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (2ab67eca-be01-4017-ba62-0efbdd5567dd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:19.473761 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (2ab67eca-be01-4017-ba62-0efbdd5567dd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:19.475855 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Publish callbacks [] for router_controller (2ab67eca-be01-4017-ba62-0efbdd5567dd), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:19.574091 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (2ab67eca-be01-4017-ba62-0efbdd5567dd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:19.574565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab67eca-be01-4017-ba62-0efbdd5567dd {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 22:04:19.579110 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:19.580373 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1efe6992-6aec-4e27-84e4-6405701a7513 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2ab67eca-be01-4017-ba62-0efbdd5567dd HTTP/1.1" status: 204  len: 168 time: 0.8999233
Apr 16 22:04:19.582872 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51854) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:19.634795 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d2611f-8351-4a02-a79a-38379f9824cd admin admin] Deleting subnet 7e89e0ba-8013-4574-a6f4-2cc1addb5c19 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:04:19.635970 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40d2611f-8351-4a02-a79a-38379f9824cd admin admin] Publish callbacks [] for subnet (7e89e0ba-8013-4574-a6f4-2cc1addb5c19), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:19.681707 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40d2611f-8351-4a02-a79a-38379f9824cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (7e89e0ba-8013-4574-a6f4-2cc1addb5c19), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:19.767327 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40d2611f-8351-4a02-a79a-38379f9824cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (7e89e0ba-8013-4574-a6f4-2cc1addb5c19), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:19.894427 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40d2611f-8351-4a02-a79a-38379f9824cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (7e89e0ba-8013-4574-a6f4-2cc1addb5c19), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:19.918265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2611f-8351-4a02-a79a-38379f9824cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e89e0ba-8013-4574-a6f4-2cc1addb5c19,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:19.924003 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-40d2611f-8351-4a02-a79a-38379f9824cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:19.927342 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-40d2611f-8351-4a02-a79a-38379f9824cd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7e89e0ba-8013-4574-a6f4-2cc1addb5c19 HTTP/1.1" status: 204  len: 168 time: 0.3435357
Apr 16 22:04:19.929862 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51856) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:19.930026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89352d94-2953-40cc-9b63-12db11f27427 None None] Network 91cbe260-31d2-4cca-8e36-39973acf3314 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:04:19.997593 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (91cbe260-31d2-4cca-8e36-39973acf3314), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:20.054014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fa2df597-9c69-4eca-bf12-1520d06db73b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:04:20.081896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: fa2df597-9c69-4eca-bf12-1520d06db73b {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:04:20.082529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device fa2df597-9c69-4eca-bf12-1520d06db73b not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:04:20.107311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] DHCP port deletion for 91cbe260-31d2-4cca-8e36-39973acf3314 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:04:20.153851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Deleting port 60c422f8-5357-4799-af33-efc34791c7f3 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:04:20.154317 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (60c422f8-5357-4799-af33-efc34791c7f3), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:20.219845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] For port 60c422f8-5357-4799-af33-efc34791c7f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60c422f8-5357-4799-af33-efc34791c7f3,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:20.220775 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (60c422f8-5357-4799-af33-efc34791c7f3), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:20.237467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Calling delete_port for 60c422f8-5357-4799-af33-efc34791c7f3 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:04:20.368111 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Deleting port 60c422f8-5357-4799-af33-efc34791c7f3 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:04:20.368489 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (60c422f8-5357-4799-af33-efc34791c7f3), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:20.434383 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] For port 60c422f8-5357-4799-af33-efc34791c7f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60c422f8-5357-4799-af33-efc34791c7f3,segment=NetworkSegment(a236275a-eff3-4327-ac29-808c695ffd48),segment_id=a236275a-eff3-4327-ac29-808c695ffd48)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:20.435114 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (60c422f8-5357-4799-af33-efc34791c7f3), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:20.448372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Calling delete_port for 60c422f8-5357-4799-af33-efc34791c7f3 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:04:20.563435 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (60c422f8-5357-4799-af33-efc34791c7f3), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:20.569245 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (60c422f8-5357-4799-af33-efc34791c7f3), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:20.591049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Pushing event deleted for resources: {'Port': ['ID=60c422f8-5357-4799-af33-efc34791c7f3,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:20.595654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] No DVR routers for this DVR port 60c422f8-5357-4799-af33-efc34791c7f3 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:04:20.596126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c422f8-5357-4799-af33-efc34791c7f3,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:20.597979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] No DVR routers for this DVR port 60c422f8-5357-4799-af33-efc34791c7f3 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:04:20.605543 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.606014 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.612256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.612256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.612256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.612256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.612256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.612256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.612256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.612256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.612256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.612256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.612256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.613432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.613432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca015734-54a2-4f41-9f52-af20a40e9932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:20.668780 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (91cbe260-31d2-4cca-8e36-39973acf3314), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:20.693116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e735700>,) {'filters': {'network_id': ['91cbe260-31d2-4cca-8e36-39973acf3314']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:20.702471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e735700>, 'a236275a-eff3-4327-ac29-808c695ffd48') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:20.702769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e735700>, 'a236275a-eff3-4327-ac29-808c695ffd48') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:20.712467 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (a236275a-eff3-4327-ac29-808c695ffd48), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:20.726361 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (a236275a-eff3-4327-ac29-808c695ffd48), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:20.732094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:04:20.732496 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (a236275a-eff3-4327-ac29-808c695ffd48), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   self.session.flush()
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:04:20.734154 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:04:20.865803 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (91cbe260-31d2-4cca-8e36-39973acf3314), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:20.871685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:20.876082 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] 10.222.0.20 "DELETE /v2.0/networks/91cbe260-31d2-4cca-8e36-39973acf3314 HTTP/1.1" status: 204  len: 168 time: 0.9452214
Apr 16 22:04:20.879095 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51858) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:20.887459 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921b9c9-3761-46aa-a321-3005edc23690 admin admin] Pushing event deleted for resources: {'Network': ['ID=91cbe260-31d2-4cca-8e36-39973acf3314,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:21.211979 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b53c78c-3ae5-4641-aa7d-9a37da9b6944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:21.440260 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7b53c78c-3ae5-4641-aa7d-9a37da9b6944 admin admin] Deleting port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:04:21.440613 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b53c78c-3ae5-4641-aa7d-9a37da9b6944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:21.521674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-7b53c78c-3ae5-4641-aa7d-9a37da9b6944 admin admin] For port 907eee11-ed1f-4ab1-b41e-a429c3cb63b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=907eee11-ed1f-4ab1-b41e-a429c3cb63b8,segment=NetworkSegment(57ba97fb-ae3e-494e-acdf-025e8ba96e55),segment_id=57ba97fb-ae3e-494e-acdf-025e8ba96e55)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:21.521973 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b53c78c-3ae5-4641-aa7d-9a37da9b6944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:21.535373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7b53c78c-3ae5-4641-aa7d-9a37da9b6944 admin admin] Calling delete_port for 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:04:21.675444 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 06acd4be-b8c4-40af-9369-be7796444c81 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:04:21.727510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 06acd4be-b8c4-40af-9369-be7796444c81 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:04:21.727864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 06acd4be-b8c4-40af-9369-be7796444c81 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:04:21.728312 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 60c422f8-5357-4799-af33-efc34791c7f3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:04:21.746566 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 60c422f8-5357-4799-af33-efc34791c7f3 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:04:21.746924 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 60c422f8-5357-4799-af33-efc34791c7f3 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:04:21.854566 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b53c78c-3ae5-4641-aa7d-9a37da9b6944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (907eee11-ed1f-4ab1-b41e-a429c3cb63b8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:21.881782 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53c78c-3ae5-4641-aa7d-9a37da9b6944 admin admin] Pushing event deleted for resources: {'Port': ['ID=907eee11-ed1f-4ab1-b41e-a429c3cb63b8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:22.056267 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7b53c78c-3ae5-4641-aa7d-9a37da9b6944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:22.274011 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b53c78c-3ae5-4641-aa7d-9a37da9b6944 admin admin] Router bff88a18-3e3d-41b8-a7eb-7565d2da4b3d has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:04:22.384783 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b53c78c-3ae5-4641-aa7d-9a37da9b6944 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:04:22.389932 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7b53c78c-3ae5-4641-aa7d-9a37da9b6944 admin admin] 10.222.0.20 "PUT /v2.0/routers/bff88a18-3e3d-41b8-a7eb-7565d2da4b3d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5095589
Apr 16 22:04:22.392384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51860) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:22.394945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd316e10-3350-4de9-9004-aa962ccc1068 None None] Sync routers for ids ['bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:04:22.405328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd316e10-3350-4de9-9004-aa962ccc1068 None None] Routers {'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:04:22.405955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bd316e10-3350-4de9-9004-aa962ccc1068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012468f880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:04:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:22.500016 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Publish callbacks [] for router (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:22.516573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-bd316e10-3350-4de9-9004-aa962ccc1068 None None] Set router bff88a18-3e3d-41b8-a7eb-7565d2da4b3d gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:04:22.606647 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Publish callbacks [] for router_gateway (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:22.683860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bd316e10-3350-4de9-9004-aa962ccc1068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012468f880>, [{'id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'name': 'tempest-TestMinimumBasicScenario-1279213486-router', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:07Z', 'updated_at': '2022-04-16T22:04:21Z', 'revision_number': 5, 'project_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'gw_port': {'id': '6ad4c674-3cf7-4639-9854-05d4093b4dd7', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:02:08Z', 'updated_at': '2022-04-16T22:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:22.710332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd316e10-3350-4de9-9004-aa962ccc1068 None None] Checking router: bff88a18-3e3d-41b8-a7eb-7565d2da4b3d for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:04:22.718819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd316e10-3350-4de9-9004-aa962ccc1068 None None] Routers {'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:04:22.719431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bd316e10-3350-4de9-9004-aa962ccc1068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012468f880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:04:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:22.748358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Deleting port 6ad4c674-3cf7-4639-9854-05d4093b4dd7 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:04:22.748737 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:22.809409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-bd316e10-3350-4de9-9004-aa962ccc1068 None None] Set router bff88a18-3e3d-41b8-a7eb-7565d2da4b3d gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:04:22.830318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] For port 6ad4c674-3cf7-4639-9854-05d4093b4dd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ad4c674-3cf7-4639-9854-05d4093b4dd7,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:22.830970 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:22.844195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Calling delete_port for 6ad4c674-3cf7-4639-9854-05d4093b4dd7 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:04:22.864633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bd316e10-3350-4de9-9004-aa962ccc1068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012468f880>, [{'id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'name': 'tempest-TestMinimumBasicScenario-1279213486-router', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:07Z', 'updated_at': '2022-04-16T22:04:22Z', 'revision_number': 6, 'project_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:22.891315 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd316e10-3350-4de9-9004-aa962ccc1068 None None] The sync data for ids ['bff88a18-3e3d-41b8-a7eb-7565d2da4b3d'] in ncdv-master-1 is: [{'id': 'bff88a18-3e3d-41b8-a7eb-7565d2da4b3d', 'name': 'tempest-TestMinimumBasicScenario-1279213486-router', 'tenant_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:02:07Z', 'updated_at': '2022-04-16T22:04:22Z', 'revision_number': 6, 'project_id': 'c1049f4fb4824f0d9dd154e2cc0e016c', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:04:23.054756 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6ad4c674-3cf7-4639-9854-05d4093b4dd7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.080437 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad4c674-3cf7-4639-9854-05d4093b4dd7,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:23.145716 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.238565 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.240672 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Publish callbacks [] for router_controller (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.334898 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (bff88a18-3e3d-41b8-a7eb-7565d2da4b3d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.337467 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bff88a18-3e3d-41b8-a7eb-7565d2da4b3d {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 22:04:23.340304 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.341473 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7dc66a85-490c-4e11-9738-6325d9086552 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bff88a18-3e3d-41b8-a7eb-7565d2da4b3d HTTP/1.1" status: 204  len: 168 time: 0.9481034
Apr 16 22:04:23.344355 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51862) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:23.389688 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-c521c38d-3e9a-4c90-8698-9e1ad03666d4 admin admin] Deleting subnet 52af99d6-2c20-4300-a46f-722a1d53b6d4 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:04:23.393363 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c521c38d-3e9a-4c90-8698-9e1ad03666d4 admin admin] Publish callbacks [] for subnet (52af99d6-2c20-4300-a46f-722a1d53b6d4), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.431394 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c521c38d-3e9a-4c90-8698-9e1ad03666d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (52af99d6-2c20-4300-a46f-722a1d53b6d4), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.507372 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c521c38d-3e9a-4c90-8698-9e1ad03666d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (52af99d6-2c20-4300-a46f-722a1d53b6d4), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.597834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c521c38d-3e9a-4c90-8698-9e1ad03666d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (52af99d6-2c20-4300-a46f-722a1d53b6d4), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.623878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521c38d-3e9a-4c90-8698-9e1ad03666d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52af99d6-2c20-4300-a46f-722a1d53b6d4,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:23.631082 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c521c38d-3e9a-4c90-8698-9e1ad03666d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.636756 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c521c38d-3e9a-4c90-8698-9e1ad03666d4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/52af99d6-2c20-4300-a46f-722a1d53b6d4 HTTP/1.1" status: 204  len: 168 time: 0.2891188
Apr 16 22:04:23.639376 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51864) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:23.639482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c245b92-260d-4674-8d2f-a483f7f0a10b None None] Network 57c3f41b-d0e8-4f03-ba54-745618b4346e requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:04:23.715641 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (57c3f41b-d0e8-4f03-ba54-745618b4346e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.730660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:04:23.760824 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Deleting port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:04:23.761167 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.767478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:04:23.767826 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 907eee11-ed1f-4ab1-b41e-a429c3cb63b8 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:04:23.768273 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6ad4c674-3cf7-4639-9854-05d4093b4dd7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:04:23.790918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 6ad4c674-3cf7-4639-9854-05d4093b4dd7 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:04:23.791272 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6ad4c674-3cf7-4639-9854-05d4093b4dd7 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:04:23.828622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] For port 357f4bd6-1db5-4145-b1a4-c130580ca7f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=357f4bd6-1db5-4145-b1a4-c130580ca7f2,segment=NetworkSegment(57ba97fb-ae3e-494e-acdf-025e8ba96e55),segment_id=57ba97fb-ae3e-494e-acdf-025e8ba96e55)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:23.830281 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.849148 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Calling delete_port for 357f4bd6-1db5-4145-b1a4-c130580ca7f2 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:04:23.861330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcce53c-b930-4075-b807-eaa847f011f6 None None] DHCP port deletion for 57c3f41b-d0e8-4f03-ba54-745618b4346e request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:04:23.904854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8bcce53c-b930-4075-b807-eaa847f011f6 None None] Deleting port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:04:23.905236 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8bcce53c-b930-4075-b807-eaa847f011f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.970119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8bcce53c-b930-4075-b807-eaa847f011f6 None None] For port 357f4bd6-1db5-4145-b1a4-c130580ca7f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=357f4bd6-1db5-4145-b1a4-c130580ca7f2,segment=NetworkSegment(57ba97fb-ae3e-494e-acdf-025e8ba96e55),segment_id=57ba97fb-ae3e-494e-acdf-025e8ba96e55)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:23.970530 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8bcce53c-b930-4075-b807-eaa847f011f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:23.985023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8bcce53c-b930-4075-b807-eaa847f011f6 None None] Calling delete_port for 357f4bd6-1db5-4145-b1a4-c130580ca7f2 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:04:24.031736 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:24.058305 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=357f4bd6-1db5-4145-b1a4-c130580ca7f2,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:24.062207 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] No DVR routers for this DVR port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:04:24.072657 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8bcce53c-b930-4075-b807-eaa847f011f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (357f4bd6-1db5-4145-b1a4-c130580ca7f2), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:24.097865 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcce53c-b930-4075-b807-eaa847f011f6 None None] Pushing event deleted for resources: {'Port': ['ID=357f4bd6-1db5-4145-b1a4-c130580ca7f2,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:24.101165 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcce53c-b930-4075-b807-eaa847f011f6 None None] No DVR routers for this DVR port 357f4bd6-1db5-4145-b1a4-c130580ca7f2 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:04:24.143912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (57c3f41b-d0e8-4f03-ba54-745618b4346e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:24.165086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f01247eda60>,) {'filters': {'network_id': ['57c3f41b-d0e8-4f03-ba54-745618b4346e']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:24.175457 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f01247eda60>, '57ba97fb-ae3e-494e-acdf-025e8ba96e55') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:24.175759 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f01247eda60>, '57ba97fb-ae3e-494e-acdf-025e8ba96e55') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:24.185554 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (57ba97fb-ae3e-494e-acdf-025e8ba96e55), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:24.198702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (57ba97fb-ae3e-494e-acdf-025e8ba96e55), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:24.205947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:04:24.205947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (57ba97fb-ae3e-494e-acdf-025e8ba96e55), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:04:24.206988 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:04:24.323141 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (57c3f41b-d0e8-4f03-ba54-745618b4346e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:24.329403 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:24.332891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/57c3f41b-d0e8-4f03-ba54-745618b4346e HTTP/1.1" status: 204  len: 168 time: 0.6949005
Apr 16 22:04:24.344205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ea16d-3cd5-4354-8fe5-c3c221e701e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=57c3f41b-d0e8-4f03-ba54-745618b4346e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:24.677612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51868) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:24.723037 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-972e72c5-5d42-4e8b-be72-404eb9ac4bbe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=151ed48abb644e47bbf210bbca563e3b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0442438
Apr 16 22:04:24.725580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51870) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:24.772660 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b0f7fb2e-622c-4fac-900d-1f3bae4c4e29 admin admin] Publish callbacks [] for security_group (f019a384-985a-4f7c-899f-684b8b2ca745), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:24.793894 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b0f7fb2e-622c-4fac-900d-1f3bae4c4e29 admin admin] Publish callbacks [] for security_group (f019a384-985a-4f7c-899f-684b8b2ca745), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:24.899633 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b0f7fb2e-622c-4fac-900d-1f3bae4c4e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f019a384-985a-4f7c-899f-684b8b2ca745), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:24.902189 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b0f7fb2e-622c-4fac-900d-1f3bae4c4e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:24.903387 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b0f7fb2e-622c-4fac-900d-1f3bae4c4e29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f019a384-985a-4f7c-899f-684b8b2ca745 HTTP/1.1" status: 204  len: 168 time: 0.1769001
Apr 16 22:04:24.911462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7fb2e-622c-4fac-900d-1f3bae4c4e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f019a384-985a-4f7c-899f-684b8b2ca745,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:25.019369 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:04:25.517741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51876) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:25.557568 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a88786d7-1a42-4556-a33d-cbe28e4a8871 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1049f4fb4824f0d9dd154e2cc0e016c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386860
Apr 16 22:04:25.559913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51878) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:25.606499 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-88b972ee-0e97-4798-ba7f-b25cf65d6f42 admin admin] Publish callbacks [] for security_group (eddeb50f-fce0-4fc5-9b74-81a8d1d5b148), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:25.628346 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-88b972ee-0e97-4798-ba7f-b25cf65d6f42 admin admin] Publish callbacks [] for security_group (eddeb50f-fce0-4fc5-9b74-81a8d1d5b148), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:25.678012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 357f4bd6-1db5-4145-b1a4-c130580ca7f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:04:25.697838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 357f4bd6-1db5-4145-b1a4-c130580ca7f2 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:04:25.698348 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 357f4bd6-1db5-4145-b1a4-c130580ca7f2 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:04:25.734387 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-88b972ee-0e97-4798-ba7f-b25cf65d6f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (eddeb50f-fce0-4fc5-9b74-81a8d1d5b148), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:25.737664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-88b972ee-0e97-4798-ba7f-b25cf65d6f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:25.738841 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-88b972ee-0e97-4798-ba7f-b25cf65d6f42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eddeb50f-fce0-4fc5-9b74-81a8d1d5b148 HTTP/1.1" status: 204  len: 168 time: 0.1779971
Apr 16 22:04:25.747518 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b972ee-0e97-4798-ba7f-b25cf65d6f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddeb50f-fce0-4fc5-9b74-81a8d1d5b148,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:27.864100 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51918) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:27.868681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e67141ef-76c3-4c2e-ad48-d6f036a80ebe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164211353', 'description': 'tempest-secgroup-smoke-1164211353 description', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:27.945912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e67141ef-76c3-4c2e-ad48-d6f036a80ebe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:27.953580 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e67141ef-76c3-4c2e-ad48-d6f036a80ebe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.027408 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e67141ef-76c3-4c2e-ad48-d6f036a80ebe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (9c226678-169f-4ac6-915b-718cab23178e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.071228 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e67141ef-76c3-4c2e-ad48-d6f036a80ebe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9c226678-169f-4ac6-915b-718cab23178e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.107973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67141ef-76c3-4c2e-ad48-d6f036a80ebe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c226678-169f-4ac6-915b-718cab23178e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:28.148874 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e67141ef-76c3-4c2e-ad48-d6f036a80ebe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (2ca8fed7-2634-4c4a-8122-e4f1e6f13e55), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.196677 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e67141ef-76c3-4c2e-ad48-d6f036a80ebe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2ca8fed7-2634-4c4a-8122-e4f1e6f13e55), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.225524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67141ef-76c3-4c2e-ad48-d6f036a80ebe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:28.273094 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e67141ef-76c3-4c2e-ad48-d6f036a80ebe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.274432 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e67141ef-76c3-4c2e-ad48-d6f036a80ebe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4092927
Apr 16 22:04:28.277488 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51920) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:28.281829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ea1f33bd-640a-4344-9514-e64c292594dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '2ca8fed7-2634-4c4a-8122-e4f1e6f13e55', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:28.373396 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea1f33bd-640a-4344-9514-e64c292594dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (173eee69-d7f7-48ce-9276-affedc5c13cf), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.428424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea1f33bd-640a-4344-9514-e64c292594dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (173eee69-d7f7-48ce-9276-affedc5c13cf), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.499577 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea1f33bd-640a-4344-9514-e64c292594dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (173eee69-d7f7-48ce-9276-affedc5c13cf), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.520519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f33bd-640a-4344-9514-e64c292594dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173eee69-d7f7-48ce-9276-affedc5c13cf,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:28.582056 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ea1f33bd-640a-4344-9514-e64c292594dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.583297 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ea1f33bd-640a-4344-9514-e64c292594dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3048749
Apr 16 22:04:28.586096 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51922) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:28.590733 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9fd8d05e-6cd6-430c-a834-83912acebefa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '2ca8fed7-2634-4c4a-8122-e4f1e6f13e55', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:28.699967 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d05e-6cd6-430c-a834-83912acebefa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (a8747da1-6eed-47fb-8847-c5da0e9f4966), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.755136 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d05e-6cd6-430c-a834-83912acebefa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (a8747da1-6eed-47fb-8847-c5da0e9f4966), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.819854 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d05e-6cd6-430c-a834-83912acebefa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (a8747da1-6eed-47fb-8847-c5da0e9f4966), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.838926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8d05e-6cd6-430c-a834-83912acebefa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8747da1-6eed-47fb-8847-c5da0e9f4966,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:28.907107 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d05e-6cd6-430c-a834-83912acebefa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:28.908351 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9fd8d05e-6cd6-430c-a834-83912acebefa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3212683
Apr 16 22:04:28.911089 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51924) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:28.915441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b7eef2e6-9570-48d1-b997-8d9dd0556203 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '2ca8fed7-2634-4c4a-8122-e4f1e6f13e55', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:29.008728 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7eef2e6-9570-48d1-b997-8d9dd0556203 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (eb3b5fc3-e1d8-4bb6-8474-e81b3bdd1887), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:29.065468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7eef2e6-9570-48d1-b997-8d9dd0556203 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (eb3b5fc3-e1d8-4bb6-8474-e81b3bdd1887), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:29.134364 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7eef2e6-9570-48d1-b997-8d9dd0556203 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (eb3b5fc3-e1d8-4bb6-8474-e81b3bdd1887), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:29.153995 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eef2e6-9570-48d1-b997-8d9dd0556203 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3b5fc3-e1d8-4bb6-8474-e81b3bdd1887,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:29.227703 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7eef2e6-9570-48d1-b997-8d9dd0556203 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:29.228904 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b7eef2e6-9570-48d1-b997-8d9dd0556203 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3168967
Apr 16 22:04:29.231685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51942) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:29.236689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-32ce08ea-de8f-4588-8b33-ff345f0559c3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '2ca8fed7-2634-4c4a-8122-e4f1e6f13e55', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:29.333605 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-32ce08ea-de8f-4588-8b33-ff345f0559c3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (b94f09cb-0d92-4056-a0c1-c607b54b0f7e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:29.390279 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-32ce08ea-de8f-4588-8b33-ff345f0559c3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (b94f09cb-0d92-4056-a0c1-c607b54b0f7e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:29.443048 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-32ce08ea-de8f-4588-8b33-ff345f0559c3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (b94f09cb-0d92-4056-a0c1-c607b54b0f7e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:29.462278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce08ea-de8f-4588-8b33-ff345f0559c3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94f09cb-0d92-4056-a0c1-c607b54b0f7e,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:29.519127 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-32ce08ea-de8f-4588-8b33-ff345f0559c3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:29.520298 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-32ce08ea-de8f-4588-8b33-ff345f0559c3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2875924
Apr 16 22:04:29.522942 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51944) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:29.527188 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-99d49e78-c0f3-4d01-90bc-77de9939b555 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '2ca8fed7-2634-4c4a-8122-e4f1e6f13e55', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:29.596878 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-99d49e78-c0f3-4d01-90bc-77de9939b555 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Project 3d4eaa0fe99e42488e0720b18be48ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:04:29.602407 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99d49e78-c0f3-4d01-90bc-77de9939b555 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (411dbab0-cfc8-4c6e-92a0-c12570b547b2), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:29.660432 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99d49e78-c0f3-4d01-90bc-77de9939b555 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (411dbab0-cfc8-4c6e-92a0-c12570b547b2), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:29.728400 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99d49e78-c0f3-4d01-90bc-77de9939b555 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (411dbab0-cfc8-4c6e-92a0-c12570b547b2), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:29.745578 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d49e78-c0f3-4d01-90bc-77de9939b555 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411dbab0-cfc8-4c6e-92a0-c12570b547b2,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:29.810590 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-99d49e78-c0f3-4d01-90bc-77de9939b555 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:29.811766 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-99d49e78-c0f3-4d01-90bc-77de9939b555 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2879064
Apr 16 22:04:29.814437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51946) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:29.818751 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-28c4be08-9b9c-4ef0-a7dc-b03f61d22883 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '2ca8fed7-2634-4c4a-8122-e4f1e6f13e55', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:29.899662 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-28c4be08-9b9c-4ef0-a7dc-b03f61d22883 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Project 3d4eaa0fe99e42488e0720b18be48ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:04:29.905319 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28c4be08-9b9c-4ef0-a7dc-b03f61d22883 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (89236d4b-4e4c-4f8c-817c-d01947da8cf3), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:29.964612 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28c4be08-9b9c-4ef0-a7dc-b03f61d22883 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (89236d4b-4e4c-4f8c-817c-d01947da8cf3), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:30.019582 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28c4be08-9b9c-4ef0-a7dc-b03f61d22883 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (89236d4b-4e4c-4f8c-817c-d01947da8cf3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:30.039044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4be08-9b9c-4ef0-a7dc-b03f61d22883 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89236d4b-4e4c-4f8c-817c-d01947da8cf3,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:30.107284 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-28c4be08-9b9c-4ef0-a7dc-b03f61d22883 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:30.108518 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-28c4be08-9b9c-4ef0-a7dc-b03f61d22883 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2931082
Apr 16 22:04:30.111487 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51948) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:30.116278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f06c26a9-9801-473b-980d-37d00ebd8e95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'network': {'name': 'tempest-network-smoke--990701981', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'port_security_enabled': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:30.202413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06c26a9-9801-473b-980d-37d00ebd8e95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:04:30.206265 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f06c26a9-9801-473b-980d-37d00ebd8e95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:30.229109 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06c26a9-9801-473b-980d-37d00ebd8e95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:04:30.237445 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f06c26a9-9801-473b-980d-37d00ebd8e95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (510e75fb-5387-496a-ad0c-14cc98492669), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:30.238296 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-f06c26a9-9801-473b-980d-37d00ebd8e95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Added segment 510e75fb-5387-496a-ad0c-14cc98492669 of type vlan for network 76426488-85a0-4d52-bad7-f2d45e3f9151
Apr 16 22:04:30.278307 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f06c26a9-9801-473b-980d-37d00ebd8e95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (76426488-85a0-4d52-bad7-f2d45e3f9151), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:30.357102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f06c26a9-9801-473b-980d-37d00ebd8e95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (76426488-85a0-4d52-bad7-f2d45e3f9151), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:30.362590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06c26a9-9801-473b-980d-37d00ebd8e95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:30.363110 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f06c26a9-9801-473b-980d-37d00ebd8e95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:30.426272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c26a9-9801-473b-980d-37d00ebd8e95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Network': ['ID=76426488-85a0-4d52-bad7-f2d45e3f9151,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:30.436302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 76426488-85a0-4d52-bad7-f2d45e3f9151 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:04:30.486394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f06c26a9-9801-473b-980d-37d00ebd8e95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3738756
Apr 16 22:04:30.489486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51950) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:30.494205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'admin_state_up': True, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:30.585998 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (281b2c3b-255f-4b7e-a925-daf29e76a8e7), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:30.587033 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (281b2c3b-255f-4b7e-a925-daf29e76a8e7), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:30.638933 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_controller (281b2c3b-255f-4b7e-a925-daf29e76a8e7), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:30.829010 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (281b2c3b-255f-4b7e-a925-daf29e76a8e7), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:31.047263 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (281b2c3b-255f-4b7e-a925-daf29e76a8e7), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:31.067864 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:31.169647 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.35.1.236 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/4be63dfe-d55b-4d78-ac9b-7f7387851d11) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:04:31.273915 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:31.357402 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:31.396777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:04:31.399541 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:04:31.402963 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:04:31.408974 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=4be63dfe-d55b-4d78-ac9b-7f7387851d11,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:32.106756 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (281b2c3b-255f-4b7e-a925-daf29e76a8e7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:32.305943 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (281b2c3b-255f-4b7e-a925-daf29e76a8e7), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:32.482189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 22:04:32.591148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:04:32.600902 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Sync routers for ids ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:04:32.610792 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Routers {'281b2c3b-255f-4b7e-a925-daf29e76a8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:04:32.611453 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247cabb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:04:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:32.691478 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:32.692803 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8ec8299a-a042-493a-9a3f-664039ff4c2b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.2022588
Apr 16 22:04:32.696016 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 51952) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:32.720639 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Set router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:04:32.823946 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-697c962e-98ee-40d4-92a5-1f623cf84491 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3d4eaa0fe99e42488e0720b18be48ac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1267352
Apr 16 22:04:32.826608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51956) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:32.889705 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247cabb0>, [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:04:31Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:32.916494 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Checking router: 281b2c3b-255f-4b7e-a925-daf29e76a8e7 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:04:32.916844 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Updating router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 port 4be63dfe-d55b-4d78-ac9b-7f7387851d11 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:04:32.950801 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:32.984122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb1946-2c8f-479f-a0a0-d926aa449c62 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:32.986207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d5bb1946-2c8f-479f-a0a0-d926aa449c62 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1586094
Apr 16 22:04:32.989052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51958) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:33.027513 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2d28717b-a021-40ec-9472-e378409d509f tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0372250
Apr 16 22:04:33.029973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51960) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:33.035659 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3f714d05-9562-4138-88f1-3f3e6d2b5a90 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1011983974', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:33.185870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f714d05-9562-4138-88f1-3f3e6d2b5a90 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:04:33.189427 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f714d05-9562-4138-88f1-3f3e6d2b5a90 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:33.202170 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Publish callbacks [] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:33.265856 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:33.318169 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Pushing event updated for resources: {'Port': ['ID=4be63dfe-d55b-4d78-ac9b-7f7387851d11,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:33.320259 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Attempting to bind port 4be63dfe-d55b-4d78-ac9b-7f7387851d11 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:04:33.320570 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Attempting to bind port 4be63dfe-d55b-4d78-ac9b-7f7387851d11 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:04:33.320921 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Attempting to bind port 4be63dfe-d55b-4d78-ac9b-7f7387851d11 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:04:33.329383 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:04:33.329748 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:04:33.330141 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:33.330530 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:04:33.330976 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Bound port: 4be63dfe-d55b-4d78-ac9b-7f7387851d11, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:04:33.331349 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:33.334234 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.334574 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.334907 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.335235 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.335564 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.335890 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.336235 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.336577 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.336881 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.337195 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.337512 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.337826 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.338141 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.338455 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.338769 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:04:33.392272 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] For port 4be63dfe-d55b-4d78-ac9b-7f7387851d11, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:04:33.395184 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] For port 4be63dfe-d55b-4d78-ac9b-7f7387851d11, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4be63dfe-d55b-4d78-ac9b-7f7387851d11,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:04:33.477521 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f714d05-9562-4138-88f1-3f3e6d2b5a90 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (97ee618f-0b18-4888-9179-690757c772e0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:33.488849 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:33.539206 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f714d05-9562-4138-88f1-3f3e6d2b5a90 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Subnet': ['ID=97ee618f-0b18-4888-9179-690757c772e0,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:33.546964 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Routers {'281b2c3b-255f-4b7e-a925-daf29e76a8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:04:33.547523 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247cabb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:04:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:33.547970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f714d05-9562-4138-88f1-3f3e6d2b5a90 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Checking segment: {'id': '510e75fb-5387-496a-ad0c-14cc98492669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:04:33.548368 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f714d05-9562-4138-88f1-3f3e6d2b5a90 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network hostable DHCP agents. Network: 76426488-85a0-4d52-bad7-f2d45e3f9151, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:04:33.549404 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32535d96-2f07-4c78-98eb-22c313257bc5 None None] Pushing event updated for resources: {'Port': ['ID=4be63dfe-d55b-4d78-ac9b-7f7387851d11,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:33.648694 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f714d05-9562-4138-88f1-3f3e6d2b5a90 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 76426488-85a0-4d52-bad7-f2d45e3f9151 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:04:33.654341 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] Set router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:04:33.740528 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-3f714d05-9562-4138-88f1-3f3e6d2b5a90 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 76426488-85a0-4d52-bad7-f2d45e3f9151) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:04:33.747406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f714d05-9562-4138-88f1-3f3e6d2b5a90 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:33.748440 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3f714d05-9562-4138-88f1-3f3e6d2b5a90 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:33.749845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be352a2-49e5-4065-8135-3d27eeaa346f None None] Network 76426488-85a0-4d52-bad7-f2d45e3f9151 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:04:33.853969 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3f714d05-9562-4138-88f1-3f3e6d2b5a90 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8213236
Apr 16 22:04:33.855003 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 51962) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:33.857378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-76426488-85a0-4d52-bad7-f2d45e3f9151', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ips': [{'subnet_id': '97ee618f-0b18-4888-9179-690757c772e0'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:04:33.858379 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:33.914209 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247cabb0>, [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:04:31Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:33.944134 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e16f1-6417-48fb-b46a-e138307d6fa5 None None] The sync data for ids ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'] in ncdv-master-1 is: [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:04:31Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:04:34.014596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Allocated IP 172.20.0.2 (76426488-85a0-4d52-bad7-f2d45e3f9151/97ee618f-0b18-4888-9179-690757c772e0/7f2a6224-a2cd-498c-89c6-a04b12beb5a6) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:04:34.169988 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Publish callbacks [] for port (7f2a6224-a2cd-498c-89c6-a04b12beb5a6), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:34.235493 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (7f2a6224-a2cd-498c-89c6-a04b12beb5a6), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:34.285462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Pushing event updated for resources: {'Port': ['ID=7f2a6224-a2cd-498c-89c6-a04b12beb5a6,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:34.289305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Network 76426488-85a0-4d52-bad7-f2d45e3f9151 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:04:34.291104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:04:34.296688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:04:34.356519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Attempting to bind port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:04:34.356899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Attempting to bind port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '510e75fb-5387-496a-ad0c-14cc98492669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:04:34.357270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Attempting to bind port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 on network 76426488-85a0-4d52-bad7-f2d45e3f9151 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:04:34.363989 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:04:34.364425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Checking segment: {'id': '510e75fb-5387-496a-ad0c-14cc98492669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:04:34.364841 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:34.365243 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Bound using segment: {'id': '510e75fb-5387-496a-ad0c-14cc98492669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:04:34.365728 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Bound port: 7f2a6224-a2cd-498c-89c6-a04b12beb5a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510e75fb-5387-496a-ad0c-14cc98492669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:04:34.366121 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7f2a6224-a2cd-498c-89c6-a04b12beb5a6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:34.430534 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:34.432446 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] For port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:04:34.435887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] For port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f2a6224-a2cd-498c-89c6-a04b12beb5a6,segment=NetworkSegment(510e75fb-5387-496a-ad0c-14cc98492669),segment_id=510e75fb-5387-496a-ad0c-14cc98492669)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:04:34.512255 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7f2a6224-a2cd-498c-89c6-a04b12beb5a6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:34.577751 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adf983-ad67-4c53-b74f-b2fb28263be0 None None] Pushing event updated for resources: {'Port': ['ID=7f2a6224-a2cd-498c-89c6-a04b12beb5a6,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:34.822088 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.20.0.1 (76426488-85a0-4d52-bad7-f2d45e3f9151/97ee618f-0b18-4888-9179-690757c772e0/0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:04:34.948039 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:35.026315 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:35.068313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 76426488-85a0-4d52-bad7-f2d45e3f9151 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:04:35.071377 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:04:35.075144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:04:35.082431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:35.124149 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (281b2c3b-255f-4b7e-a925-daf29e76a8e7), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:35.323093 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:35.557041 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eed1e5-37c8-425f-a462-af5df4a29f62 None None] Network 76426488-85a0-4d52-bad7-f2d45e3f9151 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:04:35.629488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0dff6a26-e0f8-431f-90f9-807cdc256ad8 None None] Provisioning complete for port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:35.629488 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0dff6a26-e0f8-431f-90f9-807cdc256ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7f2a6224-a2cd-498c-89c6-a04b12beb5a6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:35.783019 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:04:35.834793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0dff6a26-e0f8-431f-90f9-807cdc256ad8 None None] Current status of the port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:04:35.835190 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0dff6a26-e0f8-431f-90f9-807cdc256ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (7f2a6224-a2cd-498c-89c6-a04b12beb5a6), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:35.873702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-0dff6a26-e0f8-431f-90f9-807cdc256ad8 None None] For port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f2a6224-a2cd-498c-89c6-a04b12beb5a6,segment=NetworkSegment(510e75fb-5387-496a-ad0c-14cc98492669),segment_id=510e75fb-5387-496a-ad0c-14cc98492669)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:35.883956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:35.884377 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7f2a6224-a2cd-498c-89c6-a04b12beb5a6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:35.940750 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0dff6a26-e0f8-431f-90f9-807cdc256ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (7f2a6224-a2cd-498c-89c6-a04b12beb5a6), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:35.981515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:36.027216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:04:36.028332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4be63dfe-d55b-4d78-ac9b-7f7387851d11 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:04:36.030223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff6a26-e0f8-431f-90f9-807cdc256ad8 None None] Pushing event updated for resources: {'Port': ['ID=7f2a6224-a2cd-498c-89c6-a04b12beb5a6,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:36.071836 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:36.168459 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:36.174664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (281b2c3b-255f-4b7e-a925-daf29e76a8e7), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:36.257760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-bd9e0830-7822-48e0-a877-7d74f716853e None None] Provisioning complete for port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:36.258140 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0830-7822-48e0-a877-7d74f716853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:36.274563 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 76426488-85a0-4d52-bad7-f2d45e3f9151 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:04:36.276773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:04:36.292049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4be63dfe-d55b-4d78-ac9b-7f7387851d11 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:36.292867 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:36.332751 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e0830-7822-48e0-a877-7d74f716853e None None] Port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:04:36.351637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-bd9e0830-7822-48e0-a877-7d74f716853e None None] Provisioning complete for port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:36.352058 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0830-7822-48e0-a877-7d74f716853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7f2a6224-a2cd-498c-89c6-a04b12beb5a6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:36.434201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:04:36.440736 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4be63dfe-d55b-4d78-ac9b-7f7387851d11 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:04:36.441318 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:36.468803 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 4be63dfe-d55b-4d78-ac9b-7f7387851d11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4be63dfe-d55b-4d78-ac9b-7f7387851d11,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:36.518319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e0830-7822-48e0-a877-7d74f716853e None None] Current status of the port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:04:36.560261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:04:36.566187 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8f4a8e95-9843-4ebe-aa6b-f351dce3ec72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "PUT /v2.0/routers/281b2c3b-255f-4b7e-a925-daf29e76a8e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7097981
Apr 16 22:04:36.569562 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:36.574529 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Sync routers for ids ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:04:36.615583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Routers {'281b2c3b-255f-4b7e-a925-daf29e76a8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:04:36.616365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243f80d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:04:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:36.621639 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:36.687633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=4be63dfe-d55b-4d78-ac9b-7f7387851d11,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:36.692614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-dba85f7e-0931-4c64-9708-df5ba8cbd73d None None] Provisioning complete for port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:36.692992 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dba85f7e-0931-4c64-9708-df5ba8cbd73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:36.732655 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-592bc4b5-7aff-4774-bc02-5169b800440e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164211353&fields=id&tenant_id=3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 267 time: 0.0464599
Apr 16 22:04:36.768208 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-dba85f7e-0931-4c64-9708-df5ba8cbd73d None None] Port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:04:36.784549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Set router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:04:36.844736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-39d77a87-6b95-4776-ae4c-f73c51446d64 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:36.846218 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-39d77a87-6b95-4776-ae4c-f73c51446d64 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/networks?id=76426488-85a0-4d52-bad7-f2d45e3f9151 HTTP/1.1" status: 200  len: 796 time: 0.1063089
Apr 16 22:04:36.861599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-a06dd906-4685-46b6-98e2-a50f4f3a584e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/quotas/3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 375 time: 0.0098369
Apr 16 22:04:36.911633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-71ab351b-66b7-410e-a407-45210ef82890 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0436618
Apr 16 22:04:36.981292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243f80d0>, [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:04:35Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa', 'name': '', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:5a:27:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '97ee618f-0b18-4888-9179-690757c772e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:34Z', 'updated_at': '2022-04-16T22:04:35Z', 'revision_number': 2, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '97ee618f-0b18-4888-9179-690757c772e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:37.008727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Checking router: 281b2c3b-255f-4b7e-a925-daf29e76a8e7 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:04:37.009093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Updating router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:04:37.036711 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:37.058316 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-052d396a-b225-4110-b3d6-23528ff7aef7 service neutron] 10.222.0.20 "GET /v2.0/networks/76426488-85a0-4d52-bad7-f2d45e3f9151?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323397
Apr 16 22:04:37.155031 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-c7c1d2d2-47ec-414f-8911-9ac03997946b service neutron] 10.222.0.20 "GET /v2.0/networks/76426488-85a0-4d52-bad7-f2d45e3f9151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907297
Apr 16 22:04:37.304305 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Publish callbacks [] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:37.351689 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:37.376384 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7121891c-0010-4206-baf2-d0bd772b72a8 req-5aa8efcc-2656-413f-a502-39adfa6e290a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 210 time: 0.0285070
Apr 16 22:04:37.405495 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f3eb9-7608-4490-b24d-8600125927b0 None None] Pushing event updated for resources: {'Port': ['ID=0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:37.465279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Attempting to bind port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:04:37.465661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Attempting to bind port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '510e75fb-5387-496a-ad0c-14cc98492669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:04:37.466033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Attempting to bind port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa on network 76426488-85a0-4d52-bad7-f2d45e3f9151 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:04:37.473070 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:04:37.473592 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Checking segment: {'id': '510e75fb-5387-496a-ad0c-14cc98492669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:04:37.473987 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:37.474410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Bound using segment: {'id': '510e75fb-5387-496a-ad0c-14cc98492669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:04:37.474857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Bound port: 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510e75fb-5387-496a-ad0c-14cc98492669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:04:37.475304 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:37.545442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] For port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:04:37.548633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] For port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa,segment=NetworkSegment(510e75fb-5387-496a-ad0c-14cc98492669),segment_id=510e75fb-5387-496a-ad0c-14cc98492669)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:04:37.660421 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:37.709376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:04:37.743610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2f1468d9-d9ed-4dcb-889d-26f4c28f2e9b None None] Provisioning complete for port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:37.743990 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2f1468d9-d9ed-4dcb-889d-26f4c28f2e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:37.800977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f3eb9-7608-4490-b24d-8600125927b0 None None] Pushing event updated for resources: {'Port': ['ID=0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:37.803715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Routers {'281b2c3b-255f-4b7e-a925-daf29e76a8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:04:37.804334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243f80d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:04:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:37.877588 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:37.877971 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (7f2a6224-a2cd-498c-89c6-a04b12beb5a6), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:37.989582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2f1468d9-d9ed-4dcb-889d-26f4c28f2e9b None None] Current status of the port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:04:37.989893 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2f1468d9-d9ed-4dcb-889d-26f4c28f2e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:38.010877 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] Set router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:04:38.120269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2f1468d9-d9ed-4dcb-889d-26f4c28f2e9b None None] For port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa,segment=NetworkSegment(510e75fb-5387-496a-ad0c-14cc98492669),segment_id=510e75fb-5387-496a-ad0c-14cc98492669)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:38.170873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:04:38.178432 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4be63dfe-d55b-4d78-ac9b-7f7387851d11 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:04:38.203801 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2f1468d9-d9ed-4dcb-889d-26f4c28f2e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:38.320354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4be63dfe-d55b-4d78-ac9b-7f7387851d11 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:38.320735 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:38.322167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1468d9-d9ed-4dcb-889d-26f4c28f2e9b None None] Pushing event updated for resources: {'Port': ['ID=0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:38.362938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-55f2df4c-2164-414e-a977-76f486b4a214 None None] Provisioning complete for port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:38.363319 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-55f2df4c-2164-414e-a977-76f486b4a214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:38.365048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243f80d0>, [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:04:35Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa', 'name': '', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:5a:27:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '97ee618f-0b18-4888-9179-690757c772e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:34Z', 'updated_at': '2022-04-16T22:04:37Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '97ee618f-0b18-4888-9179-690757c772e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:38.415105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e2dec-ece5-4105-8042-fa8bab39aeb8 None None] The sync data for ids ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'] in ncdv-master-1 is: [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:04:35Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa', 'name': '', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:5a:27:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '97ee618f-0b18-4888-9179-690757c772e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:34Z', 'updated_at': '2022-04-16T22:04:37Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '97ee618f-0b18-4888-9179-690757c772e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:04:38.475407 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e78265de-c64e-4cd7-9bc3-3ef2e01f48ac req-b0ac931b-3e51-40dd-a7da-ca6009b0b32c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 210 time: 0.0423818
Apr 16 22:04:38.543471 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4be63dfe-d55b-4d78-ac9b-7f7387851d11 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:04:38.551590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-55f2df4c-2164-414e-a977-76f486b4a214 None None] Current status of the port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:04:39.060055 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-18d613b4-f03f-4ba3-9d84-7ff7b967f17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:39.571339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-daa0f256-3bcc-4451-a92c-4380e186dee4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:39.571339 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-daa0f256-3bcc-4451-a92c-4380e186dee4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "GET /v2.0/networks?id=76426488-85a0-4d52-bad7-f2d45e3f9151 HTTP/1.1" status: 200  len: 796 time: 0.1132858
Apr 16 22:04:39.604067 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46bb5ad9-8114-4179-b109-11cf9a12a286 req-8e0c6905-5a17-4d7e-9709-2c49dfabb758 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 210 time: 0.0466757
Apr 16 22:04:39.607129 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-bdae32f5-e753-4daf-b6b9-1d299bd67ab8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 380 time: 0.0867207
Apr 16 22:04:39.616431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-d5118217-a969-4aa1-839d-d9ac83beabe7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'port': {'device_id': '217813e0-4c22-4d44-9514-9a536d7e8721', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'admin_state_up': True, 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'security_groups': ['2ca8fed7-2634-4c4a-8122-e4f1e6f13e55']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:39.710783 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:04:39.758024 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:39.758407 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:39.785516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-d5118217-a969-4aa1-839d-d9ac83beabe7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:04:39.789155 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-d5118217-a969-4aa1-839d-d9ac83beabe7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:39.838021 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:04:39.918463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-d5118217-a969-4aa1-839d-d9ac83beabe7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.20.0.8 (76426488-85a0-4d52-bad7-f2d45e3f9151/97ee618f-0b18-4888-9179-690757c772e0/35244e48-8fc9-4c61-8edb-41ace990dafb) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:04:40.058568 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-d5118217-a969-4aa1-839d-d9ac83beabe7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:40.151571 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-d5118217-a969-4aa1-839d-d9ac83beabe7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:40.195296 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-d5118217-a969-4aa1-839d-d9ac83beabe7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 76426488-85a0-4d52-bad7-f2d45e3f9151 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:04:40.198297 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-d5118217-a969-4aa1-839d-d9ac83beabe7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:04:40.201970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-d5118217-a969-4aa1-839d-d9ac83beabe7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:04:40.226935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5118217-a969-4aa1-839d-d9ac83beabe7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=35244e48-8fc9-4c61-8edb-41ace990dafb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:40.254850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-d5118217-a969-4aa1-839d-d9ac83beabe7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:40.255477 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-d5118217-a969-4aa1-839d-d9ac83beabe7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:40.354258 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-d5118217-a969-4aa1-839d-d9ac83beabe7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7416439
Apr 16 22:04:40.365657 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Request body: {'port': {'device_id': '217813e0-4c22-4d44-9514-9a536d7e8721', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:40.381926 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3857e984-ca8e-4b3f-b5f0-6dab1e8b8cca None None] Provisioning complete for port 35244e48-8fc9-4c61-8edb-41ace990dafb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:40.382374 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3857e984-ca8e-4b3f-b5f0-6dab1e8b8cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:40.418065 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3857e984-ca8e-4b3f-b5f0-6dab1e8b8cca None None] Port 35244e48-8fc9-4c61-8edb-41ace990dafb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:04:40.433889 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:40.726241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35244e48-8fc9-4c61-8edb-41ace990dafb {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:04:40.736959 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Publish callbacks [] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:40.747392 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19465ca3-4b5a-4f0e-ab32-1b506ebac713 req-188a43f6-25be-419c-8039-8f087be546a4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:40.748900 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-19465ca3-4b5a-4f0e-ab32-1b506ebac713 req-188a43f6-25be-419c-8039-8f087be546a4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 931 time: 0.0642250
Apr 16 22:04:40.760404 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Transition to ACTIVE for port object 35244e48-8fc9-4c61-8edb-41ace990dafb will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:04:40.802050 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-19465ca3-4b5a-4f0e-ab32-1b506ebac713 req-562c1f1c-204f-4c19-9104-eaf9a99caddb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447662
Apr 16 22:04:40.825209 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:40.884479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Pushing event updated for resources: {'Port': ['ID=35244e48-8fc9-4c61-8edb-41ace990dafb,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:40.954769 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Attempting to bind port 35244e48-8fc9-4c61-8edb-41ace990dafb on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:04:40.955118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Attempting to bind port 35244e48-8fc9-4c61-8edb-41ace990dafb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '510e75fb-5387-496a-ad0c-14cc98492669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:04:40.955455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Attempting to bind port 35244e48-8fc9-4c61-8edb-41ace990dafb on network 76426488-85a0-4d52-bad7-f2d45e3f9151 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:04:40.960269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Port 35244e48-8fc9-4c61-8edb-41ace990dafb on network 76426488-85a0-4d52-bad7-f2d45e3f9151 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:04:40.960610 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Attempting to bind port 35244e48-8fc9-4c61-8edb-41ace990dafb on network 76426488-85a0-4d52-bad7-f2d45e3f9151 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:04:40.966269 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:04:40.966644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Checking segment: {'id': '510e75fb-5387-496a-ad0c-14cc98492669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:04:40.967124 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Bound using segment: {'id': '510e75fb-5387-496a-ad0c-14cc98492669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:04:40.967633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Bound port: 35244e48-8fc9-4c61-8edb-41ace990dafb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510e75fb-5387-496a-ad0c-14cc98492669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:04:40.967930 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:41.037268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] For port 35244e48-8fc9-4c61-8edb-41ace990dafb, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:04:41.040465 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] For port 35244e48-8fc9-4c61-8edb-41ace990dafb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35244e48-8fc9-4c61-8edb-41ace990dafb,segment=NetworkSegment(510e75fb-5387-496a-ad0c-14cc98492669),segment_id=510e75fb-5387-496a-ad0c-14cc98492669)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:04:41.088328 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:41.129850 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:41.130475 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:41.131915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] 10.222.0.11 "PUT /v2.0/ports/35244e48-8fc9-4c61-8edb-41ace990dafb HTTP/1.1" status: 200  len: 1091 time: 0.7706735
Apr 16 22:04:41.132343 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217813e0-4c22-4d44-9514-9a536d7e8721', 'tag': '35244e48-8fc9-4c61-8edb-41ace990dafb'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:04:41.134613 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}822be7b9150ef018e2c85415674a636e39783db6d3ff6734a609640c50b6fe68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62541647-39b7-4a01-938b-4b3ee793eb57" -d '{"events": [{"name": "network-changed", "server_uuid": "217813e0-4c22-4d44-9514-9a536d7e8721", "tag": "35244e48-8fc9-4c61-8edb-41ace990dafb"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:04:41.165764 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7165c-e763-4113-975d-d105d0b17d21 service neutron] Pushing event updated for resources: {'Port': ['ID=35244e48-8fc9-4c61-8edb-41ace990dafb,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:41.181081 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74543de6-bab2-470d-aa6c-dfbcd385a5e5 x-openstack-request-id: req-74543de6-bab2-470d-aa6c-dfbcd385a5e5 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:04:41.181382 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217813e0-4c22-4d44-9514-9a536d7e8721", "tag": "35244e48-8fc9-4c61-8edb-41ace990dafb", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:04:41.181639 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74543de6-bab2-470d-aa6c-dfbcd385a5e5 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:04:41.182086 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74543de6-bab2-470d-aa6c-dfbcd385a5e5'] response: {'name': 'network-changed', 'server_uuid': '217813e0-4c22-4d44-9514-9a536d7e8721', 'tag': '35244e48-8fc9-4c61-8edb-41ace990dafb', 'status': 'completed', 'code': 200}
Apr 16 22:04:41.244261 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541647-39b7-4a01-938b-4b3ee793eb57 req-bba2feab-5978-4b16-b481-0c6d2cda0aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:41.245815 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62541647-39b7-4a01-938b-4b3ee793eb57 req-bba2feab-5978-4b16-b481-0c6d2cda0aa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 1125 time: 0.0439937
Apr 16 22:04:41.342787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541647-39b7-4a01-938b-4b3ee793eb57 req-da06d725-127f-4330-adb2-f9738d765bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:41.344903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62541647-39b7-4a01-938b-4b3ee793eb57 req-da06d725-127f-4330-adb2-f9738d765bd6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0920014
Apr 16 22:04:41.443179 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541647-39b7-4a01-938b-4b3ee793eb57 req-0b8e2e93-69f6-45fc-a300-95d54f10cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:41.444765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-62541647-39b7-4a01-938b-4b3ee793eb57 req-0b8e2e93-69f6-45fc-a300-95d54f10cec9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0940285
Apr 16 22:04:41.516405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-17c088d1-7ef9-46e0-980f-a7cb916ae47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:41.517900 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-17c088d1-7ef9-46e0-980f-a7cb916ae47e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 1125 time: 0.0396297
Apr 16 22:04:41.571838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-2b282d59-a220-4160-a6ad-3dee98b69d2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35244e48-8fc9-4c61-8edb-41ace990dafb HTTP/1.1" status: 200  len: 217 time: 0.0471766
Apr 16 22:04:41.619845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-ce54a16a-c9bd-4494-ba2d-486ce7c95eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:41.621344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-ce54a16a-c9bd-4494-ba2d-486ce7c95eaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97ee618f-0b18-4888-9179-690757c772e0 HTTP/1.1" status: 200  len: 835 time: 0.0441420
Apr 16 22:04:41.665460 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-b324f326-da9d-49cb-9113-51d496a4f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:41.666952 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-b324f326-da9d-49cb-9113-51d496a4f8b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76426488-85a0-4d52-bad7-f2d45e3f9151&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392649
Apr 16 22:04:41.677027 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f31dc2e3-dcba-4885-9e93-e0c4b874fa78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:41.759369 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-862d0caa-ac7c-42f2-a44a-9cdb310bb1c4 service neutron] 10.222.0.11 "GET /v2.0/networks/76426488-85a0-4d52-bad7-f2d45e3f9151?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868435
Apr 16 22:04:41.848649 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-29650e15-c78e-4775-83a1-5c09ecd6fbde req-9aa8b1fd-7fcc-4610-90d6-324f9eca70d7 service neutron] 10.222.0.11 "GET /v2.0/networks/76426488-85a0-4d52-bad7-f2d45e3f9151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835330
Apr 16 22:04:41.917990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c2a16-b202-4170-90e4-f5fa8c1be099 req-a7e3ab30-f8e2-4467-ab0b-e97b110e64b3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:41.919500 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d2c2a16-b202-4170-90e4-f5fa8c1be099 req-a7e3ab30-f8e2-4467-ab0b-e97b110e64b3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 943 time: 0.0487607
Apr 16 22:04:41.973313 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2d2c2a16-b202-4170-90e4-f5fa8c1be099 req-d25641a3-72cc-4315-acf0-130f916b1308 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478096
Apr 16 22:04:42.682736 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:43.093116 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3f2b-8ac4-4304-8199-e695d5e833ef req-2fdb5bb8-9ca0-4a6d-9569-cb47e5979f91 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:43.095169 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-084d3f2b-8ac4-4304-8199-e695d5e833ef req-2fdb5bb8-9ca0-4a6d-9569-cb47e5979f91 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 943 time: 0.0522709
Apr 16 22:04:43.145623 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-084d3f2b-8ac4-4304-8199-e695d5e833ef req-bc214b4f-aff7-4dad-b3ec-6d792b890d8d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445976
Apr 16 22:04:43.812275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 35244e48-8fc9-4c61-8edb-41ace990dafb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:04:43.915822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 35244e48-8fc9-4c61-8edb-41ace990dafb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35244e48-8fc9-4c61-8edb-41ace990dafb,segment=NetworkSegment(510e75fb-5387-496a-ad0c-14cc98492669),segment_id=510e75fb-5387-496a-ad0c-14cc98492669)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:43.926823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '35244e48-8fc9-4c61-8edb-41ace990dafb', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'port_id': '35244e48-8fc9-4c61-8edb-41ace990dafb', 'mac_address': 'fa:16:3e:a6:33:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ee618f-0b18-4888-9179-690757c772e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:04:43.963948 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:43.964995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 35244e48-8fc9-4c61-8edb-41ace990dafb is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:04:43.965370 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:43.978223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35244e48-8fc9-4c61-8edb-41ace990dafb {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:04:43.998910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 35244e48-8fc9-4c61-8edb-41ace990dafb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35244e48-8fc9-4c61-8edb-41ace990dafb,segment=NetworkSegment(510e75fb-5387-496a-ad0c-14cc98492669),segment_id=510e75fb-5387-496a-ad0c-14cc98492669)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:44.065550 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:44.265990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410bdd7-916a-43e8-a868-d66da5baff8b req-0f1e1a37-14c7-4370-a6a4-c19f4787552d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:44.267508 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2410bdd7-916a-43e8-a868-d66da5baff8b req-0f1e1a37-14c7-4370-a6a4-c19f4787552d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 944 time: 0.0502601
Apr 16 22:04:44.287589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=35244e48-8fc9-4c61-8edb-41ace990dafb,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:44.313234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['35244e48-8fc9-4c61-8edb-41ace990dafb'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:04:44.317098 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2410bdd7-916a-43e8-a868-d66da5baff8b req-ec3864ba-c2ac-45ae-8e59-fa31877adc43 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436549
Apr 16 22:04:44.337282 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:45.430408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dfba9-3e2b-460c-9e87-e7b715a54d6d req-d3b99c2d-d08c-434a-a1ae-e9c323b0908a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:45.431911 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8b5dfba9-3e2b-460c-9e87-e7b715a54d6d req-d3b99c2d-d08c-434a-a1ae-e9c323b0908a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 944 time: 0.0478127
Apr 16 22:04:45.476995 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:45.481911 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8b5dfba9-3e2b-460c-9e87-e7b715a54d6d req-aa32780f-d81b-461f-9400-a667630c0405 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444221
Apr 16 22:04:45.819124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 35244e48-8fc9-4c61-8edb-41ace990dafb up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:04:45.862786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 35244e48-8fc9-4c61-8edb-41ace990dafb completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:04:45.945475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 35244e48-8fc9-4c61-8edb-41ace990dafb triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:04:45.945842 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:46.024953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 35244e48-8fc9-4c61-8edb-41ace990dafb is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:04:46.025350 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:46.046830 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217813e0-4c22-4d44-9514-9a536d7e8721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35244e48-8fc9-4c61-8edb-41ace990dafb'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:04:46.049260 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee5852f4d70cee922023b10d4d1d107dba9d75f475b2cf759b0cea7ecaddef2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba9a59f-dbdc-4ceb-8ac5-f556d74ed591" -d '{"events": [{"server_uuid": "217813e0-4c22-4d44-9514-9a536d7e8721", "name": "network-vif-plugged", "status": "completed", "tag": "35244e48-8fc9-4c61-8edb-41ace990dafb"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:04:46.061396 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 35244e48-8fc9-4c61-8edb-41ace990dafb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35244e48-8fc9-4c61-8edb-41ace990dafb,segment=NetworkSegment(510e75fb-5387-496a-ad0c-14cc98492669),segment_id=510e75fb-5387-496a-ad0c-14cc98492669)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:04:46.085422 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cae090-7151-4b90-82c6-31f2d245f5ce x-openstack-request-id: req-74cae090-7151-4b90-82c6-31f2d245f5ce {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:04:46.087276 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217813e0-4c22-4d44-9514-9a536d7e8721", "name": "network-vif-plugged", "status": "completed", "tag": "35244e48-8fc9-4c61-8edb-41ace990dafb", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:04:46.087276 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74cae090-7151-4b90-82c6-31f2d245f5ce {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:04:46.087276 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74cae090-7151-4b90-82c6-31f2d245f5ce'] response: {'server_uuid': '217813e0-4c22-4d44-9514-9a536d7e8721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35244e48-8fc9-4c61-8edb-41ace990dafb', 'code': 200}
Apr 16 22:04:46.134086 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:46.175681 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7be642-9bff-4fee-a7f5-8ea2f157ea5b req-d96cfa67-9ddf-4890-a365-beec3d83a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:46.177240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a7be642-9bff-4fee-a7f5-8ea2f157ea5b req-d96cfa67-9ddf-4890-a365-beec3d83a784 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 1127 time: 0.0382559
Apr 16 22:04:46.180979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=35244e48-8fc9-4c61-8edb-41ace990dafb,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:46.223233 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a7be642-9bff-4fee-a7f5-8ea2f157ea5b req-96992513-b079-4173-9371-9fdaba570d1c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405047
Apr 16 22:04:46.592233 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e521317-361e-4484-95a9-3d174c1eca81 req-524de935-a440-45fe-868e-4f6995295efa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:46.593720 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e521317-361e-4484-95a9-3d174c1eca81 req-524de935-a440-45fe-868e-4f6995295efa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 945 time: 0.0468943
Apr 16 22:04:46.645878 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e521317-361e-4484-95a9-3d174c1eca81 req-80aa2e5c-7b4c-408f-b974-c4693bc18e52 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460722
Apr 16 22:04:47.764360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe412d-0153-48e6-b2f5-b142cebf692e req-cc02ceaa-b163-4a53-8391-199139520d2e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:47.766339 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4fbe412d-0153-48e6-b2f5-b142cebf692e req-cc02ceaa-b163-4a53-8391-199139520d2e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 945 time: 0.0503094
Apr 16 22:04:47.813464 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4fbe412d-0153-48e6-b2f5-b142cebf692e req-587719ce-1727-490b-ac82-73eb1d9aa5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414891
Apr 16 22:04:47.924635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71bdf1-4c52-4072-b2a9-16dae1f89dd6 req-4e727e54-cb00-4544-9803-ce76c68cec99 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:47.926011 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d71bdf1-4c52-4072-b2a9-16dae1f89dd6 req-4e727e54-cb00-4544-9803-ce76c68cec99 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 945 time: 0.0470891
Apr 16 22:04:47.975053 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2d71bdf1-4c52-4072-b2a9-16dae1f89dd6 req-6d7f56d0-0df5-450f-a709-3ecbfe6808cb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434649
Apr 16 22:04:47.996134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52014) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:48.033803 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268add49-7018-4a6a-a8a2-20e6a039eddf tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:48.035319 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-268add49-7018-4a6a-a8a2-20e6a039eddf tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 1122 time: 0.0382266
Apr 16 22:04:48.038172 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52016) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:48.042371 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '35244e48-8fc9-4c61-8edb-41ace990dafb', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:04:48.128646 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:48.209418 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:48.310049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.35.1.110 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/696c5511-cd49-4f7d-aa90-e3ffc5a1b695) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:04:48.417243 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (696c5511-cd49-4f7d-aa90-e3ffc5a1b695), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:48.488900 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (696c5511-cd49-4f7d-aa90-e3ffc5a1b695), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:48.529075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:04:48.532610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:04:48.535367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:04:48.563031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=696c5511-cd49-4f7d-aa90-e3ffc5a1b695,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:48.905474 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (ad41a274-f0c5-4a52-9ad6-1631307b64c9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:49.019551 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (696c5511-cd49-4f7d-aa90-e3ffc5a1b695), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:49.170075 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (696c5511-cd49-4f7d-aa90-e3ffc5a1b695), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:49.248225 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (696c5511-cd49-4f7d-aa90-e3ffc5a1b695), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:49.317850 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=696c5511-cd49-4f7d-aa90-e3ffc5a1b695,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:04:49.330535 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (ad41a274-f0c5-4a52-9ad6-1631307b64c9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:49.429885 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Floating IP ad41a274-f0c5-4a52-9ad6-1631307b64c9 associated. External IP: 172.35.1.110, port: 35244e48-8fc9-4c61-8edb-41ace990dafb.
Apr 16 22:04:49.642093 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:04:49.753416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:04:49.763064 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b5a0a4-c8cc-4b3b-b8d3-c69b7afb1a6b None None] Sync routers for ids ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:04:49.772307 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b5a0a4-c8cc-4b3b-b8d3-c69b7afb1a6b None None] Routers {'281b2c3b-255f-4b7e-a925-daf29e76a8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:04:49.772912 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-40b5a0a4-c8cc-4b3b-b8d3-c69b7afb1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ba3070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:04:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:49.862315 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:04:49.882707 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-40b5a0a4-c8cc-4b3b-b8d3-c69b7afb1a6b None None] Set router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:04:49.893067 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-48713437-0a4d-452a-ab25-0885ad35c0c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8539040
Apr 16 22:04:49.893655 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217813e0-4c22-4d44-9514-9a536d7e8721', 'tag': '35244e48-8fc9-4c61-8edb-41ace990dafb'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:04:49.895912 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5f707a-8431-4ae5-abf7-837751339d27" -d '{"events": [{"name": "network-changed", "server_uuid": "217813e0-4c22-4d44-9514-9a536d7e8721", "tag": "35244e48-8fc9-4c61-8edb-41ace990dafb"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:04:49.941632 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d378a8e-7fc6-487e-a015-bb0f8a1726b3 x-openstack-request-id: req-8d378a8e-7fc6-487e-a015-bb0f8a1726b3 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:04:49.941935 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217813e0-4c22-4d44-9514-9a536d7e8721", "tag": "35244e48-8fc9-4c61-8edb-41ace990dafb", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:04:49.942278 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d378a8e-7fc6-487e-a015-bb0f8a1726b3 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:04:49.942700 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d378a8e-7fc6-487e-a015-bb0f8a1726b3'] response: {'name': 'network-changed', 'server_uuid': '217813e0-4c22-4d44-9514-9a536d7e8721', 'tag': '35244e48-8fc9-4c61-8edb-41ace990dafb', 'status': 'completed', 'code': 200}
Apr 16 22:04:50.017617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eb6d4-d090-48b0-9bdb-faad38b7bc4b req-789c61f1-7cc5-4d8e-a03f-7e9f5ca2e790 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:50.019121 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b0eb6d4-d090-48b0-9bdb-faad38b7bc4b req-789c61f1-7cc5-4d8e-a03f-7e9f5ca2e790 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 945 time: 0.0741916
Apr 16 22:04:50.024496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f707a-8431-4ae5-abf7-837751339d27 req-8caa8fe0-ee49-412e-8c18-8a81a0f7648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:50.025944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5f707a-8431-4ae5-abf7-837751339d27 req-8caa8fe0-ee49-412e-8c18-8a81a0f7648f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 1127 time: 0.0518517
Apr 16 22:04:50.108141 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-40b5a0a4-c8cc-4b3b-b8d3-c69b7afb1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ba3070>, [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:04:35Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ad41a274-f0c5-4a52-9ad6-1631307b64c9', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.110', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'port_id': '35244e48-8fc9-4c61-8edb-41ace990dafb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'mac_address': 'fa:16:3e:a6:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217813e0-4c22-4d44-9514-9a536d7e8721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:04:48Z', 'updated_at': '2022-04-16T22:04:48Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa', 'name': '', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:5a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '97ee618f-0b18-4888-9179-690757c772e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:34Z', 'updated_at': '2022-04-16T22:04:38Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '97ee618f-0b18-4888-9179-690757c772e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:50.128762 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b0eb6d4-d090-48b0-9bdb-faad38b7bc4b req-e51b2604-4089-4a46-9166-d6752641d494 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018889
Apr 16 22:04:50.137598 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b5a0a4-c8cc-4b3b-b8d3-c69b7afb1a6b None None] Checking router: 281b2c3b-255f-4b7e-a925-daf29e76a8e7 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:04:50.146586 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b5a0a4-c8cc-4b3b-b8d3-c69b7afb1a6b None None] Routers {'281b2c3b-255f-4b7e-a925-daf29e76a8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:04:50.147192 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-40b5a0a4-c8cc-4b3b-b8d3-c69b7afb1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ba3070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:04:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:50.149195 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f707a-8431-4ae5-abf7-837751339d27 req-9008515b-0d56-4955-a638-d83eb4fde79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:50.150692 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5f707a-8431-4ae5-abf7-837751339d27 req-9008515b-0d56-4955-a638-d83eb4fde79f service neutron] 10.222.0.11 "GET /v2.0/networks?id=76426488-85a0-4d52-bad7-f2d45e3f9151 HTTP/1.1" status: 200  len: 897 time: 0.1176026
Apr 16 22:04:50.152364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52022) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:50.255142 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-40b5a0a4-c8cc-4b3b-b8d3-c69b7afb1a6b None None] Set router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:04:50.261900 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9a96dc9e-93a4-46e8-af38-8d7aecd358a0 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/ad41a274-f0c5-4a52-9ad6-1631307b64c9 HTTP/1.1" status: 200  len: 991 time: 0.1084774
Apr 16 22:04:50.263929 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5f707a-8431-4ae5-abf7-837751339d27 req-38c9a5df-686a-4f44-b29a-39de7246a8f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35244e48-8fc9-4c61-8edb-41ace990dafb HTTP/1.1" status: 200  len: 999 time: 0.1049533
Apr 16 22:04:50.310999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f707a-8431-4ae5-abf7-837751339d27 req-cde0bb2f-c552-41ae-9d6e-d4436b19b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:50.313038 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5f707a-8431-4ae5-abf7-837751339d27 req-cde0bb2f-c552-41ae-9d6e-d4436b19b55d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97ee618f-0b18-4888-9179-690757c772e0 HTTP/1.1" status: 200  len: 835 time: 0.0425508
Apr 16 22:04:50.359945 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f707a-8431-4ae5-abf7-837751339d27 req-d4aeeac8-b436-4cf3-832f-fe274eb08113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:04:50.361537 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5f707a-8431-4ae5-abf7-837751339d27 req-d4aeeac8-b436-4cf3-832f-fe274eb08113 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76426488-85a0-4d52-bad7-f2d45e3f9151&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0424771
Apr 16 22:04:50.449962 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5f707a-8431-4ae5-abf7-837751339d27 req-0679f49d-9df4-4c80-ac97-b47f289bd864 service neutron] 10.222.0.11 "GET /v2.0/networks/76426488-85a0-4d52-bad7-f2d45e3f9151?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826106
Apr 16 22:04:50.465383 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-40b5a0a4-c8cc-4b3b-b8d3-c69b7afb1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ba3070>, [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:04:35Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ad41a274-f0c5-4a52-9ad6-1631307b64c9', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.110', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'port_id': '35244e48-8fc9-4c61-8edb-41ace990dafb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'mac_address': 'fa:16:3e:a6:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217813e0-4c22-4d44-9514-9a536d7e8721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:04:48Z', 'updated_at': '2022-04-16T22:04:48Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa', 'name': '', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:5a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '97ee618f-0b18-4888-9179-690757c772e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:34Z', 'updated_at': '2022-04-16T22:04:38Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '97ee618f-0b18-4888-9179-690757c772e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:04:50.494589 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b5a0a4-c8cc-4b3b-b8d3-c69b7afb1a6b None None] The sync data for ids ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'] in ncdv-master-1 is: [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:04:35Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ad41a274-f0c5-4a52-9ad6-1631307b64c9', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.110', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'port_id': '35244e48-8fc9-4c61-8edb-41ace990dafb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'mac_address': 'fa:16:3e:a6:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217813e0-4c22-4d44-9514-9a536d7e8721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:04:48Z', 'updated_at': '2022-04-16T22:04:48Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa', 'name': '', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:5a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '97ee618f-0b18-4888-9179-690757c772e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:34Z', 'updated_at': '2022-04-16T22:04:38Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '97ee618f-0b18-4888-9179-690757c772e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:04:50.546262 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5f707a-8431-4ae5-abf7-837751339d27 req-9727f288-e7bc-4607-baf3-5037d9168b91 service neutron] 10.222.0.11 "GET /v2.0/networks/76426488-85a0-4d52-bad7-f2d45e3f9151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904281
Apr 16 22:04:50.682385 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc479e11-6b32-42f5-8069-8b441e317490 None None] New status for floating IP ad41a274-f0c5-4a52-9ad6-1631307b64c9: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:04:51.265787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52024) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:04:51.326318 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-04df8a9b-ccb3-41b9-bb0d-33220c979a5f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/ad41a274-f0c5-4a52-9ad6-1631307b64c9 HTTP/1.1" status: 200  len: 993 time: 0.0594506
Apr 16 22:05:02.018238 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:05:06.613539 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:09.019438 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5228f989-2dc1-496c-a1aa-7091670e1471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:11.653535 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1743c1f7-f4f2-499e-8b7c-7c10444fb46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:12.670543 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:13.990368 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:14.254006 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:15.436708 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:20.316092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c91cc-9da7-4a01-a681-61930c90e29c req-ae900348-96d2-46b2-8b9d-d00932982c05 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:20.317548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-350c91cc-9da7-4a01-a681-61930c90e29c req-ae900348-96d2-46b2-8b9d-d00932982c05 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 945 time: 0.1084445
Apr 16 22:05:20.366504 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-350c91cc-9da7-4a01-a681-61930c90e29c req-8fe7d91b-3b26-4d1c-907e-c9f5a3fd8b7e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432088
Apr 16 22:05:21.596962 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045417df-4c03-4072-9c6a-bc2a3bb4e15f req-21b6183b-4e03-44e1-9dc4-86774bbcc883 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:21.598456 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-045417df-4c03-4072-9c6a-bc2a3bb4e15f req-21b6183b-4e03-44e1-9dc4-86774bbcc883 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 945 time: 0.0905142
Apr 16 22:05:21.649666 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-045417df-4c03-4072-9c6a-bc2a3bb4e15f req-ae31b1f1-0210-49e7-8238-1933c4457ef6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455832
Apr 16 22:05:21.672356 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52054) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:21.739555 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fd53b903-037b-434a-9893-a09f7ce8ecf6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/ad41a274-f0c5-4a52-9ad6-1631307b64c9 HTTP/1.1" status: 200  len: 993 time: 0.0660577
Apr 16 22:05:23.155025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803c778-56d8-495b-ae88-1ace23bdb3b5 req-c56a870b-d924-4943-8e66-a47cdc2c3a60 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:23.157801 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4803c778-56d8-495b-ae88-1ace23bdb3b5 req-c56a870b-d924-4943-8e66-a47cdc2c3a60 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 945 time: 0.0461886
Apr 16 22:05:23.205943 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4803c778-56d8-495b-ae88-1ace23bdb3b5 req-a4bc0689-10a1-4a85-a85b-127270d02b7d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423307
Apr 16 22:05:24.323088 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050912e-8b04-41cc-87f2-bfc793e57d9d req-cd7e5aa7-a1db-42d3-bf97-983fef4e3396 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:24.324596 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0050912e-8b04-41cc-87f2-bfc793e57d9d req-cd7e5aa7-a1db-42d3-bf97-983fef4e3396 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 945 time: 0.0469885
Apr 16 22:05:24.372092 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0050912e-8b04-41cc-87f2-bfc793e57d9d req-f7402e54-2284-4024-a1e1-8ee4770c46e4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418983
Apr 16 22:05:24.395710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52064) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:24.459456 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1a33e560-904b-437e-bf3a-75258e356fde tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/ad41a274-f0c5-4a52-9ad6-1631307b64c9 HTTP/1.1" status: 200  len: 993 time: 0.0625942
Apr 16 22:05:24.761182 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52070) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:24.908696 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port 696c5511-cd49-4f7d-aa90-e3ffc5a1b695 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:05:24.909047 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (696c5511-cd49-4f7d-aa90-e3ffc5a1b695), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:24.985310 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (696c5511-cd49-4f7d-aa90-e3ffc5a1b695), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:24.985645 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (696c5511-cd49-4f7d-aa90-e3ffc5a1b695), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:24.997973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for 696c5511-cd49-4f7d-aa90-e3ffc5a1b695 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:05:25.207880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (696c5511-cd49-4f7d-aa90-e3ffc5a1b695), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:25.231330 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=696c5511-cd49-4f7d-aa90-e3ffc5a1b695,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:25.245360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.249500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.249500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.249500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.249500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.249500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.249500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.249500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.249500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.249500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.249500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.249500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.249500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.250407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.250407 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:25.305475 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (ad41a274-f0c5-4a52-9ad6-1631307b64c9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:25.305812 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Floating IP ad41a274-f0c5-4a52-9ad6-1631307b64c9 disassociated (deleted). External IP: 172.35.1.110, port: 35244e48-8fc9-4c61-8edb-41ace990dafb.
Apr 16 22:05:25.823371 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:05:25.933933 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:05:25.938665 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:25.943185 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f4fed-779b-424a-a25e-c684e28db131 None None] Sync routers for ids ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:05:25.953064 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f4fed-779b-424a-a25e-c684e28db131 None None] Routers {'281b2c3b-255f-4b7e-a925-daf29e76a8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:05:25.953662 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-709f4fed-779b-424a-a25e-c684e28db131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ab4be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:05:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:25.967802 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-00d8e059-0524-4a87-abd2-531f2e9e84fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/floatingips/ad41a274-f0c5-4a52-9ad6-1631307b64c9 HTTP/1.1" status: 204  len: 168 time: 1.2055967
Apr 16 22:05:25.968421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217813e0-4c22-4d44-9514-9a536d7e8721', 'tag': '35244e48-8fc9-4c61-8edb-41ace990dafb'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:05:26.009233 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56828940-688e-4e45-a8cd-e60144e01a94" -d '{"events": [{"name": "network-changed", "server_uuid": "217813e0-4c22-4d44-9514-9a536d7e8721", "tag": "35244e48-8fc9-4c61-8edb-41ace990dafb"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:05:26.068417 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-709f4fed-779b-424a-a25e-c684e28db131 None None] Set router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:05:26.098732 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f3776e-d76a-4061-b7f6-25dc59ae0b08 x-openstack-request-id: req-04f3776e-d76a-4061-b7f6-25dc59ae0b08 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:05:26.098732 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217813e0-4c22-4d44-9514-9a536d7e8721", "tag": "35244e48-8fc9-4c61-8edb-41ace990dafb", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:05:26.098732 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04f3776e-d76a-4061-b7f6-25dc59ae0b08 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:05:26.098732 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f3776e-d76a-4061-b7f6-25dc59ae0b08'] response: {'name': 'network-changed', 'server_uuid': '217813e0-4c22-4d44-9514-9a536d7e8721', 'tag': '35244e48-8fc9-4c61-8edb-41ace990dafb', 'status': 'completed', 'code': 200}
Apr 16 22:05:26.259572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56828940-688e-4e45-a8cd-e60144e01a94 req-647aa6b1-a1fd-4653-bad4-19ee8e6d83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:26.261136 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56828940-688e-4e45-a8cd-e60144e01a94 req-647aa6b1-a1fd-4653-bad4-19ee8e6d83f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 1127 time: 0.0887792
Apr 16 22:05:26.278176 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-709f4fed-779b-424a-a25e-c684e28db131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ab4be0>, [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:04:35Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa', 'name': '', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:5a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '97ee618f-0b18-4888-9179-690757c772e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:34Z', 'updated_at': '2022-04-16T22:04:38Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '97ee618f-0b18-4888-9179-690757c772e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:26.306398 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f4fed-779b-424a-a25e-c684e28db131 None None] Checking router: 281b2c3b-255f-4b7e-a925-daf29e76a8e7 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:05:26.319888 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f4fed-779b-424a-a25e-c684e28db131 None None] Routers {'281b2c3b-255f-4b7e-a925-daf29e76a8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:05:26.320529 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-709f4fed-779b-424a-a25e-c684e28db131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124ab4be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:05:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:26.359838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56828940-688e-4e45-a8cd-e60144e01a94 req-d6a3b307-4479-432e-bddf-0548a89f1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:26.361560 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56828940-688e-4e45-a8cd-e60144e01a94 req-d6a3b307-4479-432e-bddf-0548a89f1534 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76426488-85a0-4d52-bad7-f2d45e3f9151 HTTP/1.1" status: 200  len: 897 time: 0.0946853
Apr 16 22:05:26.382407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804447a3-5f90-4ee3-a807-c03c8de6801a req-c31b6b21-5b44-4e93-b684-c6a78df71f6a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:26.383928 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-804447a3-5f90-4ee3-a807-c03c8de6801a req-c31b6b21-5b44-4e93-b684-c6a78df71f6a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 945 time: 0.0565195
Apr 16 22:05:26.435964 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-804447a3-5f90-4ee3-a807-c03c8de6801a req-70409659-face-4841-bc93-508ee3dd3d3d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463231
Apr 16 22:05:26.519392 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-709f4fed-779b-424a-a25e-c684e28db131 None None] Set router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:05:26.700361 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-709f4fed-779b-424a-a25e-c684e28db131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124ab4be0>, [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:04:35Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa', 'name': '', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:5a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '97ee618f-0b18-4888-9179-690757c772e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:34Z', 'updated_at': '2022-04-16T22:04:38Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '97ee618f-0b18-4888-9179-690757c772e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:26.729595 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f4fed-779b-424a-a25e-c684e28db131 None None] The sync data for ids ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'] in ncdv-master-1 is: [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:04:35Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa', 'name': '', 'network_id': '76426488-85a0-4d52-bad7-f2d45e3f9151', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:5a:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '97ee618f-0b18-4888-9179-690757c772e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:34Z', 'updated_at': '2022-04-16T22:04:38Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '97ee618f-0b18-4888-9179-690757c772e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:05:26.944414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83565b4-e63c-4e10-ab76-de2977df407b None None] New status for floating IP ad41a274-f0c5-4a52-9ad6-1631307b64c9: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:05:27.555056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1af069-e4ca-43c9-b076-84a9a85c78d8 req-00ca7885-114a-474b-aaba-5180409e7058 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:27.556552 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a1af069-e4ca-43c9-b076-84a9a85c78d8 req-00ca7885-114a-474b-aaba-5180409e7058 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 945 time: 0.0477271
Apr 16 22:05:27.605923 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56828940-688e-4e45-a8cd-e60144e01a94 req-e8bf0281-4a3c-4026-b74c-f0afa73097ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35244e48-8fc9-4c61-8edb-41ace990dafb HTTP/1.1" status: 200  len: 217 time: 0.0484502
Apr 16 22:05:27.666361 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a1af069-e4ca-43c9-b076-84a9a85c78d8 req-d4630d13-363c-4455-b98c-147f6b064ae0 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031759
Apr 16 22:05:27.676306 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56828940-688e-4e45-a8cd-e60144e01a94 req-33de682e-d1ef-42c0-9a11-0ca552d02488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:27.677812 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56828940-688e-4e45-a8cd-e60144e01a94 req-33de682e-d1ef-42c0-9a11-0ca552d02488 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97ee618f-0b18-4888-9179-690757c772e0 HTTP/1.1" status: 200  len: 835 time: 0.0595701
Apr 16 22:05:27.756206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56828940-688e-4e45-a8cd-e60144e01a94 req-b4b6d3b7-6106-41d2-9524-b263a1007f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:27.757647 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56828940-688e-4e45-a8cd-e60144e01a94 req-b4b6d3b7-6106-41d2-9524-b263a1007f4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76426488-85a0-4d52-bad7-f2d45e3f9151&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0407281
Apr 16 22:05:27.846369 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.11', 62697) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:27.853905 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56828940-688e-4e45-a8cd-e60144e01a94 req-96afdaa5-f448-4052-ae00-861e0cd5f162 service neutron] 10.222.0.11 "GET /v2.0/networks/76426488-85a0-4d52-bad7-f2d45e3f9151?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897226
Apr 16 22:05:27.892249 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726b87f-c9f1-4f8d-bf14-f7b7c74b0cb5 req-7ebb4781-dc31-495d-9b45-9b86a54d8add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:27.893723 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3726b87f-c9f1-4f8d-bf14-f7b7c74b0cb5 req-7ebb4781-dc31-495d-9b45-9b86a54d8add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 945 time: 0.0463471
Apr 16 22:05:27.943978 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-56828940-688e-4e45-a8cd-e60144e01a94 req-bd62e5cc-b356-4768-973c-445cd17eb3d6 service neutron] 10.222.0.11 "GET /v2.0/networks/76426488-85a0-4d52-bad7-f2d45e3f9151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837197
Apr 16 22:05:27.978384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-3726b87f-c9f1-4f8d-bf14-f7b7c74b0cb5 req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port 35244e48-8fc9-4c61-8edb-41ace990dafb {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:05:27.978728 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3726b87f-c9f1-4f8d-bf14-f7b7c74b0cb5 req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:28.071261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-3726b87f-c9f1-4f8d-bf14-f7b7c74b0cb5 req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port 35244e48-8fc9-4c61-8edb-41ace990dafb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35244e48-8fc9-4c61-8edb-41ace990dafb,segment=NetworkSegment(510e75fb-5387-496a-ad0c-14cc98492669),segment_id=510e75fb-5387-496a-ad0c-14cc98492669)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:05:28.071533 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3726b87f-c9f1-4f8d-bf14-f7b7c74b0cb5 req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:28.085034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-3726b87f-c9f1-4f8d-bf14-f7b7c74b0cb5 req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for 35244e48-8fc9-4c61-8edb-41ace990dafb owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:05:28.258577 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3726b87f-c9f1-4f8d-bf14-f7b7c74b0cb5 req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (35244e48-8fc9-4c61-8edb-41ace990dafb), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:28.286067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=35244e48-8fc9-4c61-8edb-41ace990dafb,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:28.295837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.296196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.296616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.296954 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.297288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.297619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.297945 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.298269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.299035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.299035 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.299202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.299523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.299839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.300192 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.300507 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:28.343203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3726b87f-c9f1-4f8d-bf14-f7b7c74b0cb5 req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] No DVR routers for this DVR port 35244e48-8fc9-4c61-8edb-41ace990dafb on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:05:28.346510 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-3726b87f-c9f1-4f8d-bf14-f7b7c74b0cb5 req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:28.349997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3726b87f-c9f1-4f8d-bf14-f7b7c74b0cb5 req-46b88d22-4972-4fc7-aad8-9959b4b3f5e5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "DELETE /v2.0/ports/35244e48-8fc9-4c61-8edb-41ace990dafb HTTP/1.1" status: 204  len: 173 time: 0.4517972
Apr 16 22:05:28.350444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217813e0-4c22-4d44-9514-9a536d7e8721', 'name': 'network-vif-deleted', 'tag': '35244e48-8fc9-4c61-8edb-41ace990dafb'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:05:28.352825 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4871551e-9d8f-4074-82de-797ca8a5170c" -d '{"events": [{"server_uuid": "217813e0-4c22-4d44-9514-9a536d7e8721", "name": "network-vif-deleted", "tag": "35244e48-8fc9-4c61-8edb-41ace990dafb"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:05:28.387131 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45afd42d-cf02-4cde-ba58-a8f9e9114811 x-openstack-request-id: req-45afd42d-cf02-4cde-ba58-a8f9e9114811 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:05:28.387414 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217813e0-4c22-4d44-9514-9a536d7e8721", "name": "network-vif-deleted", "tag": "35244e48-8fc9-4c61-8edb-41ace990dafb", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:05:28.387667 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45afd42d-cf02-4cde-ba58-a8f9e9114811 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:05:28.388092 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45afd42d-cf02-4cde-ba58-a8f9e9114811'] response: {'server_uuid': '217813e0-4c22-4d44-9514-9a536d7e8721', 'name': 'network-vif-deleted', 'tag': '35244e48-8fc9-4c61-8edb-41ace990dafb', 'status': 'completed', 'code': 200}
Apr 16 22:05:28.786100 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec7656a5-1ec4-4f41-98bc-b3d03828b604 req-ebe72faa-fc74-4850-8d7b-8a85cfca4595 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=217813e0-4c22-4d44-9514-9a536d7e8721 HTTP/1.1" status: 200  len: 210 time: 0.0292997
Apr 16 22:05:29.843829 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52110) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:30.163711 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 35244e48-8fc9-4c61-8edb-41ace990dafb no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:05:30.184974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 35244e48-8fc9-4c61-8edb-41ace990dafb {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:05:30.190280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 35244e48-8fc9-4c61-8edb-41ace990dafb not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:05:30.191302 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-993d6a38-1254-446a-af05-77e370a6aa02 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (281b2c3b-255f-4b7e-a925-daf29e76a8e7), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:30.431227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-993d6a38-1254-446a-af05-77e370a6aa02 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:05:30.431495 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-993d6a38-1254-446a-af05-77e370a6aa02 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:30.520033 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-993d6a38-1254-446a-af05-77e370a6aa02 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa,segment=NetworkSegment(510e75fb-5387-496a-ad0c-14cc98492669),segment_id=510e75fb-5387-496a-ad0c-14cc98492669)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:05:30.520437 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-993d6a38-1254-446a-af05-77e370a6aa02 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:30.534149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-993d6a38-1254-446a-af05-77e370a6aa02 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:05:30.778702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-993d6a38-1254-446a-af05-77e370a6aa02 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:30.808471 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d6a38-1254-446a-af05-77e370a6aa02 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:30.983812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-993d6a38-1254-446a-af05-77e370a6aa02 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (281b2c3b-255f-4b7e-a925-daf29e76a8e7), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:31.519630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993d6a38-1254-446a-af05-77e370a6aa02 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:05:31.628823 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993d6a38-1254-446a-af05-77e370a6aa02 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:05:31.634089 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-993d6a38-1254-446a-af05-77e370a6aa02 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "PUT /v2.0/routers/281b2c3b-255f-4b7e-a925-daf29e76a8e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7891951
Apr 16 22:05:31.636781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52112) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:31.638497 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b79ee-7999-45e0-8761-67b14ded3141 None None] Sync routers for ids ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:05:31.647951 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b79ee-7999-45e0-8761-67b14ded3141 None None] Routers {'281b2c3b-255f-4b7e-a925-daf29e76a8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:05:31.648583 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-511b79ee-7999-45e0-8761-67b14ded3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012500a130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:05:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:31.697173 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bd347f-979a-46c1-9a1f-d40002cabbf3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting subnet 97ee618f-0b18-4888-9179-690757c772e0 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:05:31.700416 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d7bd347f-979a-46c1-9a1f-d40002cabbf3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (97ee618f-0b18-4888-9179-690757c772e0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:31.742820 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d7bd347f-979a-46c1-9a1f-d40002cabbf3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (97ee618f-0b18-4888-9179-690757c772e0), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:31.762950 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-511b79ee-7999-45e0-8761-67b14ded3141 None None] Set router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:05:31.829225 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d7bd347f-979a-46c1-9a1f-d40002cabbf3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (97ee618f-0b18-4888-9179-690757c772e0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:31.928680 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-511b79ee-7999-45e0-8761-67b14ded3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012500a130>, [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:05:30Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:31.940205 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d7bd347f-979a-46c1-9a1f-d40002cabbf3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (97ee618f-0b18-4888-9179-690757c772e0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:31.956202 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b79ee-7999-45e0-8761-67b14ded3141 None None] Checking router: 281b2c3b-255f-4b7e-a925-daf29e76a8e7 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:05:31.965082 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b79ee-7999-45e0-8761-67b14ded3141 None None] Routers {'281b2c3b-255f-4b7e-a925-daf29e76a8e7'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:05:31.965683 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-511b79ee-7999-45e0-8761-67b14ded3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012500a130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:05:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:31.969296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd347f-979a-46c1-9a1f-d40002cabbf3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Subnet': ['ID=97ee618f-0b18-4888-9179-690757c772e0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:31.973604 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d7bd347f-979a-46c1-9a1f-d40002cabbf3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:31.979403 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d7bd347f-979a-46c1-9a1f-d40002cabbf3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/subnets/97ee618f-0b18-4888-9179-690757c772e0 HTTP/1.1" status: 204  len: 168 time: 0.3389823
Apr 16 22:05:31.979577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52114) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:31.980225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c95cc08-339f-4738-a352-481bfe149a07 None None] Network 76426488-85a0-4d52-bad7-f2d45e3f9151 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:05:32.081234 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-511b79ee-7999-45e0-8761-67b14ded3141 None None] Set router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:05:32.094156 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (281b2c3b-255f-4b7e-a925-daf29e76a8e7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:32.136795 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] DHCP port deletion for 76426488-85a0-4d52-bad7-f2d45e3f9151 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:05:32.176337 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Deleting port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:05:32.176985 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (7f2a6224-a2cd-498c-89c6-a04b12beb5a6), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:32.211615 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (281b2c3b-255f-4b7e-a925-daf29e76a8e7), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:32.244092 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] For port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f2a6224-a2cd-498c-89c6-a04b12beb5a6,segment=NetworkSegment(510e75fb-5387-496a-ad0c-14cc98492669),segment_id=510e75fb-5387-496a-ad0c-14cc98492669)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:05:32.244528 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (7f2a6224-a2cd-498c-89c6-a04b12beb5a6), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:32.258686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Calling delete_port for 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:05:32.262513 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-511b79ee-7999-45e0-8761-67b14ded3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012500a130>, [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:05:30Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:32.287580 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b79ee-7999-45e0-8761-67b14ded3141 None None] The sync data for ids ['281b2c3b-255f-4b7e-a925-daf29e76a8e7'] in ncdv-master-1 is: [{'id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291657117', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236'}], 'enable_snat': True}, 'gw_port_id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:04:30Z', 'updated_at': '2022-04-16T22:05:30Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '4be63dfe-d55b-4d78-ac9b-7f7387851d11', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281b2c3b-255f-4b7e-a925-daf29e76a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:04:31Z', 'updated_at': '2022-04-16T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:05:32.327032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port 4be63dfe-d55b-4d78-ac9b-7f7387851d11 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:05:32.327032 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:32.408565 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (7f2a6224-a2cd-498c-89c6-a04b12beb5a6), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:32.409879 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port 4be63dfe-d55b-4d78-ac9b-7f7387851d11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4be63dfe-d55b-4d78-ac9b-7f7387851d11,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:05:32.410265 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:32.424148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for 4be63dfe-d55b-4d78-ac9b-7f7387851d11 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:05:32.434831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Pushing event deleted for resources: {'Port': ['ID=7f2a6224-a2cd-498c-89c6-a04b12beb5a6,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:32.441838 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] No DVR routers for this DVR port 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:05:32.449559 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.449914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.450259 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.450608 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.450945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.451333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.451630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.451928 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.452288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.452616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.452946 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.453342 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.453675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.454003 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.454328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2218b843-57c6-4da4-b424-625eb4219cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:32.647537 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (4be63dfe-d55b-4d78-ac9b-7f7387851d11), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:32.675076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=4be63dfe-d55b-4d78-ac9b-7f7387851d11,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:32.742984 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (281b2c3b-255f-4b7e-a925-daf29e76a8e7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:32.839015 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (281b2c3b-255f-4b7e-a925-daf29e76a8e7), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:32.841301 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_controller (281b2c3b-255f-4b7e-a925-daf29e76a8e7), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:32.956727 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (281b2c3b-255f-4b7e-a925-daf29e76a8e7), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:32.957196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Fanout notify agent at l3_agent the message router_deleted on router 281b2c3b-255f-4b7e-a925-daf29e76a8e7 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 22:05:32.963888 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:32.965053 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-817a16a5-90db-4456-a1ac-b7f345714048 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/routers/281b2c3b-255f-4b7e-a925-daf29e76a8e7 HTTP/1.1" status: 204  len: 168 time: 0.9843943
Apr 16 22:05:32.967737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52116) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:33.046706 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b2e02fa-585c-4bf0-acfd-ab099913f862 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (76426488-85a0-4d52-bad7-f2d45e3f9151), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:33.137274 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b2e02fa-585c-4bf0-acfd-ab099913f862 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (76426488-85a0-4d52-bad7-f2d45e3f9151), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:33.158101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-9b2e02fa-585c-4bf0-acfd-ab099913f862 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0125088af0>,) {'filters': {'network_id': ['76426488-85a0-4d52-bad7-f2d45e3f9151']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:33.167304 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-9b2e02fa-585c-4bf0-acfd-ab099913f862 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0125088af0>, '510e75fb-5387-496a-ad0c-14cc98492669') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:33.167610 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-9b2e02fa-585c-4bf0-acfd-ab099913f862 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0125088af0>, '510e75fb-5387-496a-ad0c-14cc98492669') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:33.176986 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b2e02fa-585c-4bf0-acfd-ab099913f862 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (510e75fb-5387-496a-ad0c-14cc98492669), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:33.190520 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b2e02fa-585c-4bf0-acfd-ab099913f862 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (510e75fb-5387-496a-ad0c-14cc98492669), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:33.196405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2e02fa-585c-4bf0-acfd-ab099913f862 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:05:33.196798 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b2e02fa-585c-4bf0-acfd-ab099913f862 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (510e75fb-5387-496a-ad0c-14cc98492669), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:05:33.199735 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:05:33.321772 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b2e02fa-585c-4bf0-acfd-ab099913f862 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (76426488-85a0-4d52-bad7-f2d45e3f9151), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:33.327291 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9b2e02fa-585c-4bf0-acfd-ab099913f862 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:33.330647 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9b2e02fa-585c-4bf0-acfd-ab099913f862 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/networks/76426488-85a0-4d52-bad7-f2d45e3f9151 HTTP/1.1" status: 204  len: 168 time: 0.3619277
Apr 16 22:05:33.333492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52118) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:33.346003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e02fa-585c-4bf0-acfd-ab099913f862 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Network': ['ID=76426488-85a0-4d52-bad7-f2d45e3f9151,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:33.392308 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f76a846-b342-442f-b2b3-0b975d8a43b3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (2ca8fed7-2634-4c4a-8122-e4f1e6f13e55), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:33.419783 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f76a846-b342-442f-b2b3-0b975d8a43b3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (2ca8fed7-2634-4c4a-8122-e4f1e6f13e55), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:33.533188 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f76a846-b342-442f-b2b3-0b975d8a43b3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (2ca8fed7-2634-4c4a-8122-e4f1e6f13e55), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:33.535760 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5f76a846-b342-442f-b2b3-0b975d8a43b3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:33.536957 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5f76a846-b342-442f-b2b3-0b975d8a43b3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/security-groups/2ca8fed7-2634-4c4a-8122-e4f1e6f13e55 HTTP/1.1" status: 204  len: 168 time: 0.2024472
Apr 16 22:05:33.546159 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76a846-b342-442f-b2b3-0b975d8a43b3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca8fed7-2634-4c4a-8122-e4f1e6f13e55,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:33.715808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:05:33.737292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:05:33.737640 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 7f2a6224-a2cd-498c-89c6-a04b12beb5a6 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:05:33.738051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4be63dfe-d55b-4d78-ac9b-7f7387851d11 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:05:33.756404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 4be63dfe-d55b-4d78-ac9b-7f7387851d11 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:05:33.756732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4be63dfe-d55b-4d78-ac9b-7f7387851d11 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:05:33.757135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:05:33.775211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:05:33.775563 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0cd9fd2f-9ed7-4dfa-aefd-b37a89f8d1aa not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:05:34.096560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52126) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:34.101203 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-cdd04de2-50df-4efb-b2f1-0d51b6c55292 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102573401', 'description': 'tempest-secgroup-smoke-102573401 description', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:05:34.173399 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdd04de2-50df-4efb-b2f1-0d51b6c55292 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:34.245619 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdd04de2-50df-4efb-b2f1-0d51b6c55292 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (ac55c1fd-b6f4-48a6-9129-a2ac11d046aa), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:34.316059 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdd04de2-50df-4efb-b2f1-0d51b6c55292 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ac55c1fd-b6f4-48a6-9129-a2ac11d046aa), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:34.344560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd04de2-50df-4efb-b2f1-0d51b6c55292 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:34.398156 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdd04de2-50df-4efb-b2f1-0d51b6c55292 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:34.399394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cdd04de2-50df-4efb-b2f1-0d51b6c55292 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3018372
Apr 16 22:05:34.402337 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52130) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:34.406731 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-666a218c-2c87-496a-ac56-bafc5d159824 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': 'ac55c1fd-b6f4-48a6-9129-a2ac11d046aa', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:05:34.481174 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-666a218c-2c87-496a-ac56-bafc5d159824 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (b75d05f1-3819-45cb-901e-8ffe4deefbba), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:34.535834 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-666a218c-2c87-496a-ac56-bafc5d159824 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (b75d05f1-3819-45cb-901e-8ffe4deefbba), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:34.590090 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-666a218c-2c87-496a-ac56-bafc5d159824 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (b75d05f1-3819-45cb-901e-8ffe4deefbba), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:34.607623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a218c-2c87-496a-ac56-bafc5d159824 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75d05f1-3819-45cb-901e-8ffe4deefbba,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:34.678084 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-666a218c-2c87-496a-ac56-bafc5d159824 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:34.679300 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-666a218c-2c87-496a-ac56-bafc5d159824 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2760043
Apr 16 22:05:34.682038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52132) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:34.686514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-46a2f106-bca9-454b-810f-ca4737ccb98b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': 'ac55c1fd-b6f4-48a6-9129-a2ac11d046aa', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:05:34.789738 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-46a2f106-bca9-454b-810f-ca4737ccb98b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (56cca9a4-2718-42c4-8d9b-1e7ab482fde0), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:34.847302 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-46a2f106-bca9-454b-810f-ca4737ccb98b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (56cca9a4-2718-42c4-8d9b-1e7ab482fde0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:34.933030 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-46a2f106-bca9-454b-810f-ca4737ccb98b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (56cca9a4-2718-42c4-8d9b-1e7ab482fde0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:34.952108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2f106-bca9-454b-810f-ca4737ccb98b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cca9a4-2718-42c4-8d9b-1e7ab482fde0,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:35.003263 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-46a2f106-bca9-454b-810f-ca4737ccb98b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.004544 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-46a2f106-bca9-454b-810f-ca4737ccb98b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3215477
Apr 16 22:05:35.007349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52136) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:35.011605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d5ce00bf-32ca-45fb-ad4a-c9e5b89f43c6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': 'ac55c1fd-b6f4-48a6-9129-a2ac11d046aa', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:05:35.074874 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d5ce00bf-32ca-45fb-ad4a-c9e5b89f43c6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (650c9683-28b0-4b56-a0ae-6992ca57e533), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.129654 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d5ce00bf-32ca-45fb-ad4a-c9e5b89f43c6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (650c9683-28b0-4b56-a0ae-6992ca57e533), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.172785 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d5ce00bf-32ca-45fb-ad4a-c9e5b89f43c6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (650c9683-28b0-4b56-a0ae-6992ca57e533), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.192970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce00bf-32ca-45fb-ad4a-c9e5b89f43c6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650c9683-28b0-4b56-a0ae-6992ca57e533,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:35.243495 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d5ce00bf-32ca-45fb-ad4a-c9e5b89f43c6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.244739 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d5ce00bf-32ca-45fb-ad4a-c9e5b89f43c6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2364624
Apr 16 22:05:35.247399 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52138) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:35.252229 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-5e991cd9-50af-41fe-bd52-f43516cabc82 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': 'ac55c1fd-b6f4-48a6-9129-a2ac11d046aa', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:05:35.332644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e991cd9-50af-41fe-bd52-f43516cabc82 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (00447de9-7099-4143-a647-3ca023ad660f), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.388447 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e991cd9-50af-41fe-bd52-f43516cabc82 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (00447de9-7099-4143-a647-3ca023ad660f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.429915 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e991cd9-50af-41fe-bd52-f43516cabc82 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (00447de9-7099-4143-a647-3ca023ad660f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.446981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e991cd9-50af-41fe-bd52-f43516cabc82 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00447de9-7099-4143-a647-3ca023ad660f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:35.500839 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-5e991cd9-50af-41fe-bd52-f43516cabc82 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.502144 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5e991cd9-50af-41fe-bd52-f43516cabc82 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2538161
Apr 16 22:05:35.505023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52140) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:35.509306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d8733c6f-c10e-4bc3-b4b9-e38c2b527443 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': 'ac55c1fd-b6f4-48a6-9129-a2ac11d046aa', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:05:35.573207 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-d8733c6f-c10e-4bc3-b4b9-e38c2b527443 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Project 3d4eaa0fe99e42488e0720b18be48ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:05:35.578571 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8733c6f-c10e-4bc3-b4b9-e38c2b527443 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (17ae495d-192f-4421-b773-ef4b8f0ff019), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.637843 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8733c6f-c10e-4bc3-b4b9-e38c2b527443 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (17ae495d-192f-4421-b773-ef4b8f0ff019), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.687361 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8733c6f-c10e-4bc3-b4b9-e38c2b527443 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (17ae495d-192f-4421-b773-ef4b8f0ff019), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.706236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8733c6f-c10e-4bc3-b4b9-e38c2b527443 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ae495d-192f-4421-b773-ef4b8f0ff019,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:35.758116 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d8733c6f-c10e-4bc3-b4b9-e38c2b527443 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.759339 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d8733c6f-c10e-4bc3-b4b9-e38c2b527443 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2533996
Apr 16 22:05:35.762091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52142) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:35.766579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-02e502b2-0a80-49b2-9f32-85240ca922bb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': 'ac55c1fd-b6f4-48a6-9129-a2ac11d046aa', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:05:35.847392 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-02e502b2-0a80-49b2-9f32-85240ca922bb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Project 3d4eaa0fe99e42488e0720b18be48ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:05:35.852972 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-02e502b2-0a80-49b2-9f32-85240ca922bb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (d0c13c4f-c921-4bca-b5dd-43449fc112ac), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.911012 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-02e502b2-0a80-49b2-9f32-85240ca922bb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (d0c13c4f-c921-4bca-b5dd-43449fc112ac), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.967262 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-02e502b2-0a80-49b2-9f32-85240ca922bb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (d0c13c4f-c921-4bca-b5dd-43449fc112ac), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:35.986837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e502b2-0a80-49b2-9f32-85240ca922bb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c13c4f-c921-4bca-b5dd-43449fc112ac,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:36.043406 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-02e502b2-0a80-49b2-9f32-85240ca922bb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:36.044644 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-02e502b2-0a80-49b2-9f32-85240ca922bb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2815616
Apr 16 22:05:36.047391 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52144) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:36.052865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a86d9ea0-3e57-40e1-a508-e174bc4b8667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'network': {'name': 'tempest-network-smoke--1998703894', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'port_security_enabled': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:05:36.115816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86d9ea0-3e57-40e1-a508-e174bc4b8667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:05:36.119015 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a86d9ea0-3e57-40e1-a508-e174bc4b8667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:36.141723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86d9ea0-3e57-40e1-a508-e174bc4b8667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:05:36.150227 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a86d9ea0-3e57-40e1-a508-e174bc4b8667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (408c61e6-1b8e-40b7-acb5-1ec31cbbf810), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:36.150571 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-a86d9ea0-3e57-40e1-a508-e174bc4b8667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Added segment 408c61e6-1b8e-40b7-acb5-1ec31cbbf810 of type vlan for network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10
Apr 16 22:05:36.189996 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a86d9ea0-3e57-40e1-a508-e174bc4b8667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (0199f7ec-ea1b-4af9-98a9-47eea4cf5c10), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:36.292911 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a86d9ea0-3e57-40e1-a508-e174bc4b8667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (0199f7ec-ea1b-4af9-98a9-47eea4cf5c10), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:36.297998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86d9ea0-3e57-40e1-a508-e174bc4b8667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:36.299237 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a86d9ea0-3e57-40e1-a508-e174bc4b8667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:36.365923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d9ea0-3e57-40e1-a508-e174bc4b8667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Network': ['ID=0199f7ec-ea1b-4af9-98a9-47eea4cf5c10,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:36.376452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:05:36.444693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a86d9ea0-3e57-40e1-a508-e174bc4b8667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3962779
Apr 16 22:05:36.455833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52148) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:36.460239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'admin_state_up': True, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:05:36.561711 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (f69aa826-097f-4586-a827-0712cf67a92e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:36.562812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (f69aa826-097f-4586-a827-0712cf67a92e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:36.614599 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_controller (f69aa826-097f-4586-a827-0712cf67a92e), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:36.619040 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:36.829401 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (f69aa826-097f-4586-a827-0712cf67a92e), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:37.080373 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (f69aa826-097f-4586-a827-0712cf67a92e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:37.100938 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:37.203027 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.35.1.201 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/1fa40f37-f4b1-461e-b750-a3a4c2fb0b73) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:05:37.307381 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:37.373594 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:37.415038 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:05:37.417950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:05:37.421460 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:05:37.427537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=1fa40f37-f4b1-461e-b750-a3a4c2fb0b73,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:37.724313 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (f69aa826-097f-4586-a827-0712cf67a92e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:37.930715 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (f69aa826-097f-4586-a827-0712cf67a92e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:38.144363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router f69aa826-097f-4586-a827-0712cf67a92e is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 22:05:38.255935 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:05:38.265207 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Sync routers for ids ['f69aa826-097f-4586-a827-0712cf67a92e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:05:38.274017 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Routers {'f69aa826-097f-4586-a827-0712cf67a92e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:05:38.274704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124123910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:05:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f69aa826-097f-4586-a827-0712cf67a92e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:38.335096 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:38.336386 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9debbc3e-4bb0-4494-b6d2-85c1ac21fa9c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.8795485
Apr 16 22:05:38.339798 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52150) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:38.375359 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7569d565-d957-423e-82e2-e208703e1509 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3d4eaa0fe99e42488e0720b18be48ac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0343773
Apr 16 22:05:38.377973 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52152) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:38.381409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Set router f69aa826-097f-4586-a827-0712cf67a92e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:05:38.528605 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67c286d-edb5-44c5-9641-d39809b6a6ea tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:38.530054 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e67c286d-edb5-44c5-9641-d39809b6a6ea tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1510768
Apr 16 22:05:38.533489 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52154) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:38.549196 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124123910>, [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:05:37Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:38.567199 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-eb61033b-3deb-4ae9-b420-2cd485113947 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0326524
Apr 16 22:05:38.569725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52156) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:38.574396 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-c4a25d4e-7109-4206-91b7-29d1e5481f17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-948374996', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:05:38.580270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Checking router: f69aa826-097f-4586-a827-0712cf67a92e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:05:38.580636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Updating router f69aa826-097f-4586-a827-0712cf67a92e port 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:05:38.608438 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:38.704955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a25d4e-7109-4206-91b7-29d1e5481f17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:05:38.708453 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c4a25d4e-7109-4206-91b7-29d1e5481f17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:38.857657 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Publish callbacks [] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:38.921697 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:38.944846 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c4a25d4e-7109-4206-91b7-29d1e5481f17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (b393b00b-00e1-4011-982f-193d66d217fa), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:38.991281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07acd3-965d-4f64-ac5b-83a604676c4a None None] Pushing event updated for resources: {'Port': ['ID=1fa40f37-f4b1-461e-b750-a3a4c2fb0b73,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:38.995914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Attempting to bind port 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:05:38.996325 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Attempting to bind port 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:05:38.997115 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Attempting to bind port 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:05:39.002458 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:05:39.002839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:05:39.003244 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:39.003640 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:05:39.004109 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Bound port: 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:05:39.004526 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:39.009815 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a25d4e-7109-4206-91b7-29d1e5481f17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Subnet': ['ID=b393b00b-00e1-4011-982f-193d66d217fa,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:39.018101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a25d4e-7109-4206-91b7-29d1e5481f17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Checking segment: {'id': '408c61e6-1b8e-40b7-acb5-1ec31cbbf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:05:39.018455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a25d4e-7109-4206-91b7-29d1e5481f17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network hostable DHCP agents. Network: 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:05:39.019011 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:05:39.047030 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-984418f0-6406-445f-aaec-4ad9bf99be43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:39.058117 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] For port 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:05:39.061085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] For port 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fa40f37-f4b1-461e-b750-a3a4c2fb0b73,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:05:39.121645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a25d4e-7109-4206-91b7-29d1e5481f17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:05:39.145102 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:39.201130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Routers {'f69aa826-097f-4586-a827-0712cf67a92e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:05:39.201743 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124123910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:05:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f69aa826-097f-4586-a827-0712cf67a92e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:39.207103 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-c4a25d4e-7109-4206-91b7-29d1e5481f17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:05:39.207241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07acd3-965d-4f64-ac5b-83a604676c4a None None] Pushing event updated for resources: {'Port': ['ID=1fa40f37-f4b1-461e-b750-a3a4c2fb0b73,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:39.211409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a25d4e-7109-4206-91b7-29d1e5481f17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:39.212017 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c4a25d4e-7109-4206-91b7-29d1e5481f17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:39.246128 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e240fd-ef27-4595-92bd-72053d7d3685 None None] Network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:05:39.299134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c4a25d4e-7109-4206-91b7-29d1e5481f17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7251735
Apr 16 22:05:39.299840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52158) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:39.393602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] Set router f69aa826-097f-4586-a827-0712cf67a92e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:05:39.610005 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ips': [{'subnet_id': 'b393b00b-00e1-4011-982f-193d66d217fa'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:05:39.611380 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:39.753132 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:39.843825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Allocated IP 172.20.0.2 (0199f7ec-ea1b-4af9-98a9-47eea4cf5c10/b393b00b-00e1-4011-982f-193d66d217fa/b5e0a73f-d13b-4c6e-ab15-5d810886cc44) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:05:39.849768 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124123910>, [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:05:37Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:39.880758 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56151ce-3681-4b2e-91e7-47074143ca33 None None] The sync data for ids ['f69aa826-097f-4586-a827-0712cf67a92e'] in ncdv-master-1 is: [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:05:37Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:05:40.029363 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Publish callbacks [] for port (b5e0a73f-d13b-4c6e-ab15-5d810886cc44), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:40.082865 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (b5e0a73f-d13b-4c6e-ab15-5d810886cc44), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:40.140339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:05:40.144656 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:05:40.146977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Pushing event updated for resources: {'Port': ['ID=b5e0a73f-d13b-4c6e-ab15-5d810886cc44,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:40.149639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:05:40.216615 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Attempting to bind port b5e0a73f-d13b-4c6e-ab15-5d810886cc44 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:05:40.217099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Attempting to bind port b5e0a73f-d13b-4c6e-ab15-5d810886cc44 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '408c61e6-1b8e-40b7-acb5-1ec31cbbf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:05:40.217536 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Attempting to bind port b5e0a73f-d13b-4c6e-ab15-5d810886cc44 on network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:05:40.224076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:05:40.224613 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Checking segment: {'id': '408c61e6-1b8e-40b7-acb5-1ec31cbbf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:05:40.225108 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:40.225579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Bound using segment: {'id': '408c61e6-1b8e-40b7-acb5-1ec31cbbf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:05:40.226167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Bound port: b5e0a73f-d13b-4c6e-ab15-5d810886cc44, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408c61e6-1b8e-40b7-acb5-1ec31cbbf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:05:40.226625 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b5e0a73f-d13b-4c6e-ab15-5d810886cc44), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:40.299954 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] For port b5e0a73f-d13b-4c6e-ab15-5d810886cc44, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:05:40.303405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] For port b5e0a73f-d13b-4c6e-ab15-5d810886cc44, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5e0a73f-d13b-4c6e-ab15-5d810886cc44,segment=NetworkSegment(408c61e6-1b8e-40b7-acb5-1ec31cbbf810),segment_id=408c61e6-1b8e-40b7-acb5-1ec31cbbf810)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:05:40.351427 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b5e0a73f-d13b-4c6e-ab15-5d810886cc44), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:40.420866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f25ec-e1b4-48a8-a6c0-ec8586ec3b66 None None] Pushing event updated for resources: {'Port': ['ID=b5e0a73f-d13b-4c6e-ab15-5d810886cc44,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:40.504560 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.20.0.1 (0199f7ec-ea1b-4af9-98a9-47eea4cf5c10/b393b00b-00e1-4011-982f-193d66d217fa/5ec68500-2e27-4cc1-80b0-882d8427a638) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:05:40.633935 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:40.722695 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:40.774752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:05:40.778060 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:05:40.782098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:05:40.789008 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=5ec68500-2e27-4cc1-80b0-882d8427a638,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:40.830571 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (f69aa826-097f-4586-a827-0712cf67a92e), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:41.022062 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:41.327533 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:41.378745 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:41.409360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e742386f-c09f-433a-bdee-6c07f0b86dd9 None None] Network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:05:41.452872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=5ec68500-2e27-4cc1-80b0-882d8427a638,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:41.458379 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (f69aa826-097f-4586-a827-0712cf67a92e), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:41.468599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1b9f109b-ae90-429e-8147-a0d20e299cb1 None None] Provisioning complete for port b5e0a73f-d13b-4c6e-ab15-5d810886cc44 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:41.469087 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1b9f109b-ae90-429e-8147-a0d20e299cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b5e0a73f-d13b-4c6e-ab15-5d810886cc44), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:41.556535 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:05:41.558376 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:05:41.607358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f109b-ae90-429e-8147-a0d20e299cb1 None None] Current status of the port b5e0a73f-d13b-4c6e-ab15-5d810886cc44 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:05:41.607743 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1b9f109b-ae90-429e-8147-a0d20e299cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b5e0a73f-d13b-4c6e-ab15-5d810886cc44), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:41.645766 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1b9f109b-ae90-429e-8147-a0d20e299cb1 None None] For port b5e0a73f-d13b-4c6e-ab15-5d810886cc44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5e0a73f-d13b-4c6e-ab15-5d810886cc44,segment=NetworkSegment(408c61e6-1b8e-40b7-acb5-1ec31cbbf810),segment_id=408c61e6-1b8e-40b7-acb5-1ec31cbbf810)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:05:41.687608 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-81ad5532-4747-4820-8bb3-ff297089f1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:41.702372 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router f69aa826-097f-4586-a827-0712cf67a92e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:05:41.716299 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1b9f109b-ae90-429e-8147-a0d20e299cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b5e0a73f-d13b-4c6e-ab15-5d810886cc44), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:41.809095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f109b-ae90-429e-8147-a0d20e299cb1 None None] Pushing event updated for resources: {'Port': ['ID=b5e0a73f-d13b-4c6e-ab15-5d810886cc44,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:41.813289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b5e0a73f-d13b-4c6e-ab15-5d810886cc44 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:05:41.842521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:05:41.855821 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-5c6d3ad1-40a8-4166-b73c-362c59aa9fe3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "PUT /v2.0/routers/f69aa826-097f-4586-a827-0712cf67a92e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5488267
Apr 16 22:05:41.873922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b5e0a73f-d13b-4c6e-ab15-5d810886cc44 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:41.874906 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b5e0a73f-d13b-4c6e-ab15-5d810886cc44), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:41.940369 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d114b1a2-d202-4ccd-a09f-cbe97520794c None None] Provisioning complete for port 5ec68500-2e27-4cc1-80b0-882d8427a638 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:41.940747 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d114b1a2-d202-4ccd-a09f-cbe97520794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:42.004415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d114b1a2-d202-4ccd-a09f-cbe97520794c None None] Port 5ec68500-2e27-4cc1-80b0-882d8427a638 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:05:42.006119 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b5e0a73f-d13b-4c6e-ab15-5d810886cc44 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:05:42.007158 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:05:42.031199 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-db4c493c-923d-42c8-9f9d-74753656a710 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102573401&fields=id&tenant_id=3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 267 time: 0.0524933
Apr 16 22:05:42.038903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d114b1a2-d202-4ccd-a09f-cbe97520794c None None] Provisioning complete for port b5e0a73f-d13b-4c6e-ab15-5d810886cc44 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:42.039277 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d114b1a2-d202-4ccd-a09f-cbe97520794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b5e0a73f-d13b-4c6e-ab15-5d810886cc44), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:42.067372 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Sync routers for ids ['f69aa826-097f-4586-a827-0712cf67a92e'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:05:42.078271 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Routers {'f69aa826-097f-4586-a827-0712cf67a92e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:05:42.078869 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d8e430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:05:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f69aa826-097f-4586-a827-0712cf67a92e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:42.098732 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:42.099102 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:42.160607 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-351b3fe9-1e4b-41fe-b2e7-ccabf9152551 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:42.162178 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-351b3fe9-1e4b-41fe-b2e7-ccabf9152551 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/networks?id=0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 HTTP/1.1" status: 200  len: 797 time: 0.1229827
Apr 16 22:05:42.164360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d114b1a2-d202-4ccd-a09f-cbe97520794c None None] Current status of the port b5e0a73f-d13b-4c6e-ab15-5d810886cc44 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:05:42.188438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-cb76b2a2-da3a-42a0-ac5a-3248baac1f6b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/quotas/3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 375 time: 0.0192473
Apr 16 22:05:42.216390 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:05:42.216784 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:42.217089 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Set router f69aa826-097f-4586-a827-0712cf67a92e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:05:42.246084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fa40f37-f4b1-461e-b750-a3a4c2fb0b73,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:05:42.251661 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-7bef2ef9-cdac-4069-95e4-10d74aa99d3f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0625885
Apr 16 22:05:42.269597 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-8741bd4d-47e4-47fa-96be-d441fd3a5e32 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 22:05:42.270822 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-8741bd4d-47e4-47fa-96be-d441fd3a5e32 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057166
Apr 16 22:05:42.289645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ee2566ce-755e-43bb-9e7b-72a6c5787dd7 None None] Provisioning complete for port 5ec68500-2e27-4cc1-80b0-882d8427a638 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:42.290509 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ee2566ce-755e-43bb-9e7b-72a6c5787dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:42.321538 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:42.358076 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ee2566ce-755e-43bb-9e7b-72a6c5787dd7 None None] Port 5ec68500-2e27-4cc1-80b0-882d8427a638 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:05:42.389425 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=1fa40f37-f4b1-461e-b750-a3a4c2fb0b73,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:42.395704 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-fbb7b718-1d52-4e66-940e-9ce4765f714a service neutron] 10.222.0.20 "GET /v2.0/networks/0199f7ec-ea1b-4af9-98a9-47eea4cf5c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110361
Apr 16 22:05:42.444315 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d8e430>, [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:05:40Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5ec68500-2e27-4cc1-80b0-882d8427a638', 'name': '', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:30:ff:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:39Z', 'updated_at': '2022-04-16T22:05:41Z', 'revision_number': 2, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:42.479178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-69847970-84d3-4660-a72f-638d8d71583b None None] Provisioning complete for port 5ec68500-2e27-4cc1-80b0-882d8427a638 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:42.479762 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-69847970-84d3-4660-a72f-638d8d71583b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:42.497169 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-cd796618-bca9-4727-b6b0-ab6898cc96be service neutron] 10.222.0.20 "GET /v2.0/networks/0199f7ec-ea1b-4af9-98a9-47eea4cf5c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0948985
Apr 16 22:05:42.517808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-69847970-84d3-4660-a72f-638d8d71583b None None] Port 5ec68500-2e27-4cc1-80b0-882d8427a638 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:05:42.569116 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Checking router: f69aa826-097f-4586-a827-0712cf67a92e for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:05:42.569474 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Updating router f69aa826-097f-4586-a827-0712cf67a92e port 5ec68500-2e27-4cc1-80b0-882d8427a638 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:05:42.600434 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:42.745429 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:42.760442 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8f151b99-c664-4cae-a091-9f518c82bf4c req-43276d69-38a8-4c0c-bf77-b0b4f3de3fad tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 210 time: 0.0325179
Apr 16 22:05:42.888991 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Publish callbacks [] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:42.938384 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:42.986398 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Pushing event updated for resources: {'Port': ['ID=5ec68500-2e27-4cc1-80b0-882d8427a638,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:42.999270 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:42.999270 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:42.999270 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:42.999630 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:42.999779 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:43.000109 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:43.000486 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:43.000809 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:43.001135 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:43.002100 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:43.002427 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:43.002747 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:43.003066 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:43.003386 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:43.003706 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:05:43.056424 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Attempting to bind port 5ec68500-2e27-4cc1-80b0-882d8427a638 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:05:43.056863 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Attempting to bind port 5ec68500-2e27-4cc1-80b0-882d8427a638 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '408c61e6-1b8e-40b7-acb5-1ec31cbbf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:05:43.057229 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Attempting to bind port 5ec68500-2e27-4cc1-80b0-882d8427a638 on network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:05:43.062775 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:05:43.063150 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Checking segment: {'id': '408c61e6-1b8e-40b7-acb5-1ec31cbbf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:05:43.063554 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:43.064530 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Bound using segment: {'id': '408c61e6-1b8e-40b7-acb5-1ec31cbbf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:05:43.065000 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Bound port: 5ec68500-2e27-4cc1-80b0-882d8427a638, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408c61e6-1b8e-40b7-acb5-1ec31cbbf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:05:43.065378 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:43.134325 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] For port 5ec68500-2e27-4cc1-80b0-882d8427a638, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:05:43.137273 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] For port 5ec68500-2e27-4cc1-80b0-882d8427a638, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ec68500-2e27-4cc1-80b0-882d8427a638,segment=NetworkSegment(408c61e6-1b8e-40b7-acb5-1ec31cbbf810),segment_id=408c61e6-1b8e-40b7-acb5-1ec31cbbf810)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:05:43.191172 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:43.246138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-22af8eda-3197-4e0d-8c4a-36c1c08bf674 None None] Provisioning complete for port 5ec68500-2e27-4cc1-80b0-882d8427a638 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:43.253055 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22af8eda-3197-4e0d-8c4a-36c1c08bf674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:43.253184 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Routers {'f69aa826-097f-4586-a827-0712cf67a92e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:05:43.253184 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124d8e430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:05:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f69aa826-097f-4586-a827-0712cf67a92e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:43.255428 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932ade6-dfda-484d-9fa9-4b1c69329c49 None None] Pushing event updated for resources: {'Port': ['ID=5ec68500-2e27-4cc1-80b0-882d8427a638,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:43.336217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-22af8eda-3197-4e0d-8c4a-36c1c08bf674 None None] Current status of the port 5ec68500-2e27-4cc1-80b0-882d8427a638 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:05:43.336980 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22af8eda-3197-4e0d-8c4a-36c1c08bf674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:43.373954 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] Set router f69aa826-097f-4586-a827-0712cf67a92e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:05:43.377208 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-22af8eda-3197-4e0d-8c4a-36c1c08bf674 None None] For port 5ec68500-2e27-4cc1-80b0-882d8427a638, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ec68500-2e27-4cc1-80b0-882d8427a638,segment=NetworkSegment(408c61e6-1b8e-40b7-acb5-1ec31cbbf810),segment_id=408c61e6-1b8e-40b7-acb5-1ec31cbbf810)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:05:43.430612 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22af8eda-3197-4e0d-8c4a-36c1c08bf674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:43.482216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af8eda-3197-4e0d-8c4a-36c1c08bf674 None None] Pushing event updated for resources: {'Port': ['ID=5ec68500-2e27-4cc1-80b0-882d8427a638,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:43.552679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9ca600dd-5d6f-4fea-969b-322acca8bc27 None None] Provisioning complete for port 5ec68500-2e27-4cc1-80b0-882d8427a638 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:43.552972 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9ca600dd-5d6f-4fea-969b-322acca8bc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:43.580861 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124d8e430>, [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:05:40Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5ec68500-2e27-4cc1-80b0-882d8427a638', 'name': '', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:30:ff:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:39Z', 'updated_at': '2022-04-16T22:05:43Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:43.611629 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ce346-36b1-41b7-8398-43d18b105dab None None] The sync data for ids ['f69aa826-097f-4586-a827-0712cf67a92e'] in ncdv-master-1 is: [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:05:40Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5ec68500-2e27-4cc1-80b0-882d8427a638', 'name': '', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:30:ff:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:39Z', 'updated_at': '2022-04-16T22:05:43Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:05:43.633416 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9ca600dd-5d6f-4fea-969b-322acca8bc27 None None] Current status of the port 5ec68500-2e27-4cc1-80b0-882d8427a638 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:05:43.842661 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5ec68500-2e27-4cc1-80b0-882d8427a638 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:05:43.875951 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-482ee525-ede4-4d80-8be6-ecd941058709 req-ef36d690-a063-4e5b-b121-47d43cd0cd6d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 210 time: 0.0331757
Apr 16 22:05:43.902475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5ec68500-2e27-4cc1-80b0-882d8427a638 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:43.903063 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:43.996674 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5ec68500-2e27-4cc1-80b0-882d8427a638 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:05:44.000292 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b5e0a73f-d13b-4c6e-ab15-5d810886cc44 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:05:44.043334 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:44.045808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b5e0a73f-d13b-4c6e-ab15-5d810886cc44 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:44.046178 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b5e0a73f-d13b-4c6e-ab15-5d810886cc44), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:44.136818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b5e0a73f-d13b-4c6e-ab15-5d810886cc44 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:05:44.136818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:05:44.179058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:44.179435 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:44.273679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:05:44.287136 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:44.468732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-7f501044-0f0d-43d9-af81-8cc33dc486e3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:44.470753 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-7f501044-0f0d-43d9-af81-8cc33dc486e3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "GET /v2.0/networks?id=0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 HTTP/1.1" status: 200  len: 797 time: 0.1132643
Apr 16 22:05:44.536617 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-bbc661c3-d6c6-40ae-9529-b1fd39cae948 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 379 time: 0.0581167
Apr 16 22:05:44.544608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-b69d4400-ded4-4dc1-9d60-d45940b3fe7a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'port': {'device_id': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'admin_state_up': True, 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'security_groups': ['ac55c1fd-b6f4-48a6-9129-a2ac11d046aa']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:05:44.716192 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-b69d4400-ded4-4dc1-9d60-d45940b3fe7a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:05:44.719850 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-b69d4400-ded4-4dc1-9d60-d45940b3fe7a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:44.846392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-b69d4400-ded4-4dc1-9d60-d45940b3fe7a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.20.0.10 (0199f7ec-ea1b-4af9-98a9-47eea4cf5c10/b393b00b-00e1-4011-982f-193d66d217fa/f32b9325-3ac6-4a4e-944c-38ee7b1da17a) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:05:44.983453 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-27d6351b-e83e-4345-9ea7-b21d8cd2166e req-8bb778f6-e694-47cb-896a-a4e3de1b230c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 210 time: 0.0352497
Apr 16 22:05:45.013265 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-b69d4400-ded4-4dc1-9d60-d45940b3fe7a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:45.098914 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-b69d4400-ded4-4dc1-9d60-d45940b3fe7a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:45.148559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-b69d4400-ded4-4dc1-9d60-d45940b3fe7a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:05:45.151550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-b69d4400-ded4-4dc1-9d60-d45940b3fe7a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:05:45.155195 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-b69d4400-ded4-4dc1-9d60-d45940b3fe7a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:05:45.178866 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d4400-ded4-4dc1-9d60-d45940b3fe7a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=f32b9325-3ac6-4a4e-944c-38ee7b1da17a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:45.208873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-b69d4400-ded4-4dc1-9d60-d45940b3fe7a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:45.209504 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-b69d4400-ded4-4dc1-9d60-d45940b3fe7a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:45.261478 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-b69d4400-ded4-4dc1-9d60-d45940b3fe7a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7207983
Apr 16 22:05:45.273886 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Request body: {'port': {'device_id': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:05:45.336254 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:45.361755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7d29ceb2-dd2d-409c-96f7-392346cbbaa3 None None] Provisioning complete for port f32b9325-3ac6-4a4e-944c-38ee7b1da17a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:45.362290 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7d29ceb2-dd2d-409c-96f7-392346cbbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:45.410629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7d29ceb2-dd2d-409c-96f7-392346cbbaa3 None None] Port f32b9325-3ac6-4a4e-944c-38ee7b1da17a cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:05:45.464756 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:45.604392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32b9325-3ac6-4a4e-944c-38ee7b1da17a {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:05:45.612441 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Publish callbacks [] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:45.624473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Transition to ACTIVE for port object f32b9325-3ac6-4a4e-944c-38ee7b1da17a will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:05:45.670405 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:45.722083 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Pushing event updated for resources: {'Port': ['ID=f32b9325-3ac6-4a4e-944c-38ee7b1da17a,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:45.795870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Attempting to bind port f32b9325-3ac6-4a4e-944c-38ee7b1da17a on host nch1-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:05:45.796234 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Attempting to bind port f32b9325-3ac6-4a4e-944c-38ee7b1da17a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '408c61e6-1b8e-40b7-acb5-1ec31cbbf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:05:45.796564 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Attempting to bind port f32b9325-3ac6-4a4e-944c-38ee7b1da17a on network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:05:45.801913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Port f32b9325-3ac6-4a4e-944c-38ee7b1da17a on network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:05:45.802234 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Attempting to bind port f32b9325-3ac6-4a4e-944c-38ee7b1da17a on network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:05:45.807230 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:05:45.807801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Checking segment: {'id': '408c61e6-1b8e-40b7-acb5-1ec31cbbf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:05:45.808231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Bound using segment: {'id': '408c61e6-1b8e-40b7-acb5-1ec31cbbf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:05:45.808665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Bound port: f32b9325-3ac6-4a4e-944c-38ee7b1da17a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '408c61e6-1b8e-40b7-acb5-1ec31cbbf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:05:45.809028 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:45.878590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] For port f32b9325-3ac6-4a4e-944c-38ee7b1da17a, host nch1-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:05:45.881590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] For port f32b9325-3ac6-4a4e-944c-38ee7b1da17a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f32b9325-3ac6-4a4e-944c-38ee7b1da17a,segment=NetworkSegment(408c61e6-1b8e-40b7-acb5-1ec31cbbf810),segment_id=408c61e6-1b8e-40b7-acb5-1ec31cbbf810)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:05:45.928012 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:45.968489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:45.969258 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:45.971124 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] 10.222.0.11 "PUT /v2.0/ports/f32b9325-3ac6-4a4e-944c-38ee7b1da17a HTTP/1.1" status: 200  len: 1092 time: 0.7014980
Apr 16 22:05:45.971598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'tag': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:05:45.973933 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5c98a55fce46f4227764f407db5c1d52229be20656a81a3d03b3c823421c2cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9129ba2-278f-4d6e-a724-b309462f6635" -d '{"events": [{"name": "network-changed", "server_uuid": "803e81db-6a0f-4940-b0ca-d214be3d3bbb", "tag": "f32b9325-3ac6-4a4e-944c-38ee7b1da17a"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:05:46.000736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c22f3b-e066-4195-8022-84488c4d7b61 service neutron] Pushing event updated for resources: {'Port': ['ID=f32b9325-3ac6-4a4e-944c-38ee7b1da17a,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:46.024007 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca844b55-b6ae-4794-89b5-101596d64049 x-openstack-request-id: req-ca844b55-b6ae-4794-89b5-101596d64049 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:05:46.024380 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803e81db-6a0f-4940-b0ca-d214be3d3bbb", "tag": "f32b9325-3ac6-4a4e-944c-38ee7b1da17a", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:05:46.024642 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca844b55-b6ae-4794-89b5-101596d64049 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:05:46.028020 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca844b55-b6ae-4794-89b5-101596d64049'] response: {'name': 'network-changed', 'server_uuid': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'tag': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a', 'status': 'completed', 'code': 200}
Apr 16 22:05:46.119517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9129ba2-278f-4d6e-a724-b309462f6635 req-5f5ab7df-063c-49d6-bb2f-dd9effe48b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:46.121224 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9129ba2-278f-4d6e-a724-b309462f6635 req-5f5ab7df-063c-49d6-bb2f-dd9effe48b91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 1126 time: 0.0766759
Apr 16 22:05:46.131272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08439f19-60ef-440f-aad7-8a91151c408f req-6697bfd1-c802-41d4-975a-3a401104ab0a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:46.132906 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08439f19-60ef-440f-aad7-8a91151c408f req-6697bfd1-c802-41d4-975a-3a401104ab0a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 944 time: 0.0786333
Apr 16 22:05:46.244611 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08439f19-60ef-440f-aad7-8a91151c408f req-19f3c13e-0858-4167-9aa8-8361d14aff85 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0975502
Apr 16 22:05:46.268601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9129ba2-278f-4d6e-a724-b309462f6635 req-129cb5fa-9369-4cba-a4aa-a923d02f33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:46.270075 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9129ba2-278f-4d6e-a724-b309462f6635 req-129cb5fa-9369-4cba-a4aa-a923d02f33ee service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1362154
Apr 16 22:05:46.365935 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9129ba2-278f-4d6e-a724-b309462f6635 req-9f4d8dfa-0af8-464e-ade0-028230b160e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:46.367446 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9129ba2-278f-4d6e-a724-b309462f6635 req-9f4d8dfa-0af8-464e-ade0-028230b160e9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0922637
Apr 16 22:05:46.440701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-46c91cae-5e77-4190-ac5c-12511f577a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:46.442135 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-46c91cae-5e77-4190-ac5c-12511f577a48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 1126 time: 0.0403762
Apr 16 22:05:46.486481 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-d70400c4-6b47-4557-8d37-6647b88844b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f32b9325-3ac6-4a4e-944c-38ee7b1da17a HTTP/1.1" status: 200  len: 217 time: 0.0380476
Apr 16 22:05:46.532956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-281d47ea-d4de-4aba-9b7e-a346f38fbf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:46.534413 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-281d47ea-d4de-4aba-9b7e-a346f38fbf27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b393b00b-00e1-4011-982f-193d66d217fa HTTP/1.1" status: 200  len: 834 time: 0.0427914
Apr 16 22:05:46.576032 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-c1cbdbe0-7d7f-4f06-9272-a23f95f63588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:46.577538 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-c1cbdbe0-7d7f-4f06-9272-a23f95f63588 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0199f7ec-ea1b-4af9-98a9-47eea4cf5c10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0376456
Apr 16 22:05:46.667789 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-5b729854-5ed7-4df2-b24b-ac07e1c9ec5b service neutron] 10.222.0.11 "GET /v2.0/networks/0199f7ec-ea1b-4af9-98a9-47eea4cf5c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836830
Apr 16 22:05:46.756666 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f29a517c-e5c8-419b-a6bb-50fa39234ccd req-3c7db514-222a-4900-ba32-93c67547586a service neutron] 10.222.0.11 "GET /v2.0/networks/0199f7ec-ea1b-4af9-98a9-47eea4cf5c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819476
Apr 16 22:05:47.358777 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99fcc3-59e5-4f7e-950c-01b9d5027407 req-6ee987db-2fad-4492-bce6-fdf28ee347f4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:47.360283 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef99fcc3-59e5-4f7e-950c-01b9d5027407 req-6ee987db-2fad-4492-bce6-fdf28ee347f4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 944 time: 0.0467145
Apr 16 22:05:47.409326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef99fcc3-59e5-4f7e-950c-01b9d5027407 req-368e0c28-327a-40f2-953c-f24479aab55b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427728
Apr 16 22:05:48.240984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f32b9325-3ac6-4a4e-944c-38ee7b1da17a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:05:48.338382 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f32b9325-3ac6-4a4e-944c-38ee7b1da17a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f32b9325-3ac6-4a4e-944c-38ee7b1da17a,segment=NetworkSegment(408c61e6-1b8e-40b7-acb5-1ec31cbbf810),segment_id=408c61e6-1b8e-40b7-acb5-1ec31cbbf810)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:05:48.349457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'port_id': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a', 'mac_address': 'fa:16:3e:68:14:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:05:48.385754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f32b9325-3ac6-4a4e-944c-38ee7b1da17a is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:05:48.386146 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:48.398763 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32b9325-3ac6-4a4e-944c-38ee7b1da17a {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:05:48.417437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f32b9325-3ac6-4a4e-944c-38ee7b1da17a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f32b9325-3ac6-4a4e-944c-38ee7b1da17a,segment=NetworkSegment(408c61e6-1b8e-40b7-acb5-1ec31cbbf810),segment_id=408c61e6-1b8e-40b7-acb5-1ec31cbbf810)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:05:48.481689 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:48.522216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74611157-0f61-4ab0-aff8-c8e60d2bc8a2 req-6e2a34c1-0d7f-42c9-986c-06c68bcb7824 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:48.523642 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74611157-0f61-4ab0-aff8-c8e60d2bc8a2 req-6e2a34c1-0d7f-42c9-986c-06c68bcb7824 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 945 time: 0.0480549
Apr 16 22:05:48.529442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f32b9325-3ac6-4a4e-944c-38ee7b1da17a,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:48.572389 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-74611157-0f61-4ab0-aff8-c8e60d2bc8a2 req-4e9cc021-0252-4c07-917c-3df9814199fe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429666
Apr 16 22:05:48.682400 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['f32b9325-3ac6-4a4e-944c-38ee7b1da17a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:05:49.684028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd3504-05f7-43ad-820c-85cd8e750d64 req-fc0718bf-71e5-4067-af46-a5f029bfc276 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:49.685583 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40fd3504-05f7-43ad-820c-85cd8e750d64 req-fc0718bf-71e5-4067-af46-a5f029bfc276 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 945 time: 0.0470386
Apr 16 22:05:49.738649 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-40fd3504-05f7-43ad-820c-85cd8e750d64 req-9f5d5969-8bb3-44c7-8767-67df5e87867a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469253
Apr 16 22:05:50.257384 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f32b9325-3ac6-4a4e-944c-38ee7b1da17a up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:05:50.302903 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port f32b9325-3ac6-4a4e-944c-38ee7b1da17a completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:05:50.355107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port f32b9325-3ac6-4a4e-944c-38ee7b1da17a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:05:50.355485 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:50.430154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port f32b9325-3ac6-4a4e-944c-38ee7b1da17a is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:05:50.430540 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:50.452404 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:05:50.466247 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port f32b9325-3ac6-4a4e-944c-38ee7b1da17a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f32b9325-3ac6-4a4e-944c-38ee7b1da17a,segment=NetworkSegment(408c61e6-1b8e-40b7-acb5-1ec31cbbf810),segment_id=408c61e6-1b8e-40b7-acb5-1ec31cbbf810)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:05:50.494037 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a81a409-204a-4762-81b7-08a127c7d1dc" -d '{"events": [{"server_uuid": "803e81db-6a0f-4940-b0ca-d214be3d3bbb", "name": "network-vif-plugged", "status": "completed", "tag": "f32b9325-3ac6-4a4e-944c-38ee7b1da17a"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:05:50.538441 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:50.579812 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953e3724-8372-4953-b503-25434fadc68c x-openstack-request-id: req-953e3724-8372-4953-b503-25434fadc68c {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:05:50.580107 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803e81db-6a0f-4940-b0ca-d214be3d3bbb", "name": "network-vif-plugged", "status": "completed", "tag": "f32b9325-3ac6-4a4e-944c-38ee7b1da17a", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:05:50.580447 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-953e3724-8372-4953-b503-25434fadc68c {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:05:50.580851 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-953e3724-8372-4953-b503-25434fadc68c'] response: {'server_uuid': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a', 'code': 200}
Apr 16 22:05:50.592755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=f32b9325-3ac6-4a4e-944c-38ee7b1da17a,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:50.675746 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497be0f-32c2-46ba-8d46-1a53a1e8dd76 req-c74321dd-da65-4500-9f15-1179fb9bddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:50.677268 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0497be0f-32c2-46ba-8d46-1a53a1e8dd76 req-c74321dd-da65-4500-9f15-1179fb9bddac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 1128 time: 0.0424774
Apr 16 22:05:50.723399 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0497be0f-32c2-46ba-8d46-1a53a1e8dd76 req-02dfafa0-17fa-49fd-9317-593ff98afe5e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404520
Apr 16 22:05:50.850317 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14f94f-bd5e-4a13-ac15-470aa493a10b req-768cf3b6-9e76-442b-a3ea-9ddc4ff89a58 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:50.851822 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a14f94f-bd5e-4a13-ac15-470aa493a10b req-768cf3b6-9e76-442b-a3ea-9ddc4ff89a58 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0470846
Apr 16 22:05:50.901145 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7a14f94f-bd5e-4a13-ac15-470aa493a10b req-ad6df514-7fb5-4e9c-b223-cca20ed01248 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436869
Apr 16 22:05:52.018488 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702685d-89a1-4109-9662-42c3495a5bbc req-3ae03085-ce5d-445e-b645-e7afedc893fe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:52.019976 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d702685d-89a1-4109-9662-42c3495a5bbc req-3ae03085-ce5d-445e-b645-e7afedc893fe tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0463090
Apr 16 22:05:52.068656 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d702685d-89a1-4109-9662-42c3495a5bbc req-a7173419-efe9-4bf3-8228-1db16707d4f5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431449
Apr 16 22:05:52.183032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8152f-caed-46cd-a6ed-1dff523c615b req-66029a32-3894-4680-a305-320bb0e33160 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:52.184469 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70e8152f-caed-46cd-a6ed-1dff523c615b req-66029a32-3894-4680-a305-320bb0e33160 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0467138
Apr 16 22:05:52.232673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70e8152f-caed-46cd-a6ed-1dff523c615b req-a8801e06-3f15-4f6c-8f01-0ac77e6088e3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426247
Apr 16 22:05:52.254567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52212) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:52.296885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e8c04-3529-4a68-839d-5d84e5a952a4 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:52.298553 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7c6e8c04-3529-4a68-839d-5d84e5a952a4 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 1123 time: 0.0429969
Apr 16 22:05:52.301385 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52214) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:52.305553 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:05:52.367365 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:52.446043 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:52.549622 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.35.1.55 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/c63b7d81-e995-4aa8-83e6-e4683c04ac65) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:05:52.646477 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (c63b7d81-e995-4aa8-83e6-e4683c04ac65), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:52.727348 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (c63b7d81-e995-4aa8-83e6-e4683c04ac65), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:52.772387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:05:52.775233 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:05:52.778766 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:05:52.784674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=c63b7d81-e995-4aa8-83e6-e4683c04ac65,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:53.142854 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (1d262170-aade-4a36-8720-213adaaf90f0), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:53.274483 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c63b7d81-e995-4aa8-83e6-e4683c04ac65), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:53.423973 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (c63b7d81-e995-4aa8-83e6-e4683c04ac65), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:53.486740 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (c63b7d81-e995-4aa8-83e6-e4683c04ac65), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:53.555193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=c63b7d81-e995-4aa8-83e6-e4683c04ac65,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:05:53.565586 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (1d262170-aade-4a36-8720-213adaaf90f0), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:53.671622 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Floating IP 1d262170-aade-4a36-8720-213adaaf90f0 associated. External IP: 172.35.1.55, port: f32b9325-3ac6-4a4e-944c-38ee7b1da17a.
Apr 16 22:05:53.886279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router f69aa826-097f-4586-a827-0712cf67a92e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:05:54.000245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:05:54.009521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa7681-13fa-4452-a7be-6b9aac7a41eb None None] Sync routers for ids ['f69aa826-097f-4586-a827-0712cf67a92e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:05:54.019163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa7681-13fa-4452-a7be-6b9aac7a41eb None None] Routers {'f69aa826-097f-4586-a827-0712cf67a92e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:05:54.019774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-90fa7681-13fa-4452-a7be-6b9aac7a41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f4c1ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:05:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f69aa826-097f-4586-a827-0712cf67a92e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:54.055060 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:05:54.084547 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ffdab652-d097-48aa-a3a1-59d3e089a4dc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.7821050
Apr 16 22:05:54.085151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'tag': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:05:54.087494 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf93e35-3bd7-41c4-b6fd-2cd6d92307ad" -d '{"events": [{"name": "network-changed", "server_uuid": "803e81db-6a0f-4940-b0ca-d214be3d3bbb", "tag": "f32b9325-3ac6-4a4e-944c-38ee7b1da17a"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:05:54.127099 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfbaee9-6028-4719-83f6-3ee07a197db1 x-openstack-request-id: req-8dfbaee9-6028-4719-83f6-3ee07a197db1 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:05:54.127396 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803e81db-6a0f-4940-b0ca-d214be3d3bbb", "tag": "f32b9325-3ac6-4a4e-944c-38ee7b1da17a", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:05:54.127646 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dfbaee9-6028-4719-83f6-3ee07a197db1 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:05:54.128053 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dfbaee9-6028-4719-83f6-3ee07a197db1'] response: {'name': 'network-changed', 'server_uuid': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'tag': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a', 'status': 'completed', 'code': 200}
Apr 16 22:05:54.223907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830614-2ca8-4ae6-976a-04c41bb89ddb req-3d931e35-58bc-4d1b-9bfc-e0ca45644be6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:54.225491 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0a830614-2ca8-4ae6-976a-04c41bb89ddb req-3d931e35-58bc-4d1b-9bfc-e0ca45644be6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0859427
Apr 16 22:05:54.227064 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf93e35-3bd7-41c4-b6fd-2cd6d92307ad req-207d37d0-4633-4894-b541-8acfc26f49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:54.228451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cf93e35-3bd7-41c4-b6fd-2cd6d92307ad req-207d37d0-4633-4894-b541-8acfc26f49c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 1128 time: 0.0786593
Apr 16 22:05:54.290203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-90fa7681-13fa-4452-a7be-6b9aac7a41eb None None] Set router f69aa826-097f-4586-a827-0712cf67a92e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:05:54.520268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-90fa7681-13fa-4452-a7be-6b9aac7a41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f4c1ca0>, [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:05:40Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d262170-aade-4a36-8720-213adaaf90f0', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.55', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'port_id': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'mac_address': 'fa:16:3e:68:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:05:52Z', 'updated_at': '2022-04-16T22:05:52Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec68500-2e27-4cc1-80b0-882d8427a638', 'name': '', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:30:ff:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:39Z', 'updated_at': '2022-04-16T22:05:43Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:54.548245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa7681-13fa-4452-a7be-6b9aac7a41eb None None] Checking router: f69aa826-097f-4586-a827-0712cf67a92e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:05:54.557301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa7681-13fa-4452-a7be-6b9aac7a41eb None None] Routers {'f69aa826-097f-4586-a827-0712cf67a92e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:05:54.557929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-90fa7681-13fa-4452-a7be-6b9aac7a41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f4c1ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:05:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f69aa826-097f-4586-a827-0712cf67a92e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:54.661064 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0a830614-2ca8-4ae6-976a-04c41bb89ddb req-d936a19b-dc75-4d6b-a8ca-89d666c85b4a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4287131
Apr 16 22:05:54.671575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-90fa7681-13fa-4452-a7be-6b9aac7a41eb None None] Set router f69aa826-097f-4586-a827-0712cf67a92e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:05:54.683932 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52220) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:54.697708 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf93e35-3bd7-41c4-b6fd-2cd6d92307ad req-7e4aa60a-8537-4e11-ab6d-977ecfbf33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:54.699200 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cf93e35-3bd7-41c4-b6fd-2cd6d92307ad req-7e4aa60a-8537-4e11-ab6d-977ecfbf33d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 HTTP/1.1" status: 200  len: 898 time: 0.4602067
Apr 16 22:05:54.747945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-31617418-a9a2-4f25-8532-299f8ab893a9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/1d262170-aade-4a36-8720-213adaaf90f0 HTTP/1.1" status: 200  len: 991 time: 0.0620327
Apr 16 22:05:54.766232 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cf93e35-3bd7-41c4-b6fd-2cd6d92307ad req-58595acd-7749-4976-bee7-2c47bef874fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f32b9325-3ac6-4a4e-944c-38ee7b1da17a HTTP/1.1" status: 200  len: 999 time: 0.0604403
Apr 16 22:05:54.814097 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf93e35-3bd7-41c4-b6fd-2cd6d92307ad req-52894955-f831-450e-9b78-a641e4c7f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:54.815557 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cf93e35-3bd7-41c4-b6fd-2cd6d92307ad req-52894955-f831-450e-9b78-a641e4c7f0db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b393b00b-00e1-4011-982f-193d66d217fa HTTP/1.1" status: 200  len: 834 time: 0.0437381
Apr 16 22:05:54.861842 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf93e35-3bd7-41c4-b6fd-2cd6d92307ad req-b467c720-6a43-43ee-84fd-746c5226f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:05:54.863346 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cf93e35-3bd7-41c4-b6fd-2cd6d92307ad req-b467c720-6a43-43ee-84fd-746c5226f8ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0199f7ec-ea1b-4af9-98a9-47eea4cf5c10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425103
Apr 16 22:05:54.889081 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-90fa7681-13fa-4452-a7be-6b9aac7a41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f4c1ca0>, [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:05:40Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d262170-aade-4a36-8720-213adaaf90f0', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.55', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'port_id': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'mac_address': 'fa:16:3e:68:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:05:52Z', 'updated_at': '2022-04-16T22:05:52Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec68500-2e27-4cc1-80b0-882d8427a638', 'name': '', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:30:ff:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:39Z', 'updated_at': '2022-04-16T22:05:43Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:05:54.919301 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa7681-13fa-4452-a7be-6b9aac7a41eb None None] The sync data for ids ['f69aa826-097f-4586-a827-0712cf67a92e'] in ncdv-master-1 is: [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:05:40Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d262170-aade-4a36-8720-213adaaf90f0', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.55', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'port_id': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'mac_address': 'fa:16:3e:68:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:05:52Z', 'updated_at': '2022-04-16T22:05:52Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec68500-2e27-4cc1-80b0-882d8427a638', 'name': '', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:30:ff:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:39Z', 'updated_at': '2022-04-16T22:05:43Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:05:54.956828 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cf93e35-3bd7-41c4-b6fd-2cd6d92307ad req-9fd0ea99-3a3c-4bc8-b82b-6da47b0f4ad7 service neutron] 10.222.0.11 "GET /v2.0/networks/0199f7ec-ea1b-4af9-98a9-47eea4cf5c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875518
Apr 16 22:05:55.051108 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cf93e35-3bd7-41c4-b6fd-2cd6d92307ad req-e1522140-393d-47eb-9687-3ea4615b92f7 service neutron] 10.222.0.11 "GET /v2.0/networks/0199f7ec-ea1b-4af9-98a9-47eea4cf5c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888088
Apr 16 22:05:55.119351 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac9127-4c89-45bf-8234-05c2a676c322 None None] New status for floating IP 1d262170-aade-4a36-8720-213adaaf90f0: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:05:55.749990 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52222) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:05:55.812489 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-66ae0655-dd72-41fe-bdfe-ec7fe4c96318 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/1d262170-aade-4a36-8720-213adaaf90f0 HTTP/1.1" status: 200  len: 993 time: 0.0613685
Apr 16 22:06:06.606540 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:09.018420 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-38c45788-b19a-4c0e-9053-ff259116dfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:11.652471 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-04f6c788-0466-4af6-bf54-b21d7e5cea4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:12.681392 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:13.995141 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:14.264153 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:15.458753 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:16.018639 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:06:27.264507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b235c41-88a3-4d09-9b4d-d840997ee3e5 req-5bcd32b4-efd9-4dbe-a779-6854be986835 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:27.265901 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b235c41-88a3-4d09-9b4d-d840997ee3e5 req-5bcd32b4-efd9-4dbe-a779-6854be986835 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0487359
Apr 16 22:06:27.300242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371a8bb-754b-4c00-85eb-d319a3ffd6fc req-0da98f59-91b4-4f8e-bd30-f2e8a620759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:27.301780 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a371a8bb-754b-4c00-85eb-d319a3ffd6fc req-0da98f59-91b4-4f8e-bd30-f2e8a620759c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 1128 time: 0.0398808
Apr 16 22:06:27.315197 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2b235c41-88a3-4d09-9b4d-d840997ee3e5 req-1cb22160-020e-47a8-9d33-4e7fa185df34 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432563
Apr 16 22:06:27.391441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371a8bb-754b-4c00-85eb-d319a3ffd6fc req-f5f35e45-6af0-4437-afcd-b2e2cdbe008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:27.392966 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a371a8bb-754b-4c00-85eb-d319a3ffd6fc req-f5f35e45-6af0-4437-afcd-b2e2cdbe008b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 HTTP/1.1" status: 200  len: 898 time: 0.0851026
Apr 16 22:06:27.461914 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a371a8bb-754b-4c00-85eb-d319a3ffd6fc req-582167c2-12f9-4f94-876d-de45cdefbbca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f32b9325-3ac6-4a4e-944c-38ee7b1da17a HTTP/1.1" status: 200  len: 1001 time: 0.0618410
Apr 16 22:06:27.509458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371a8bb-754b-4c00-85eb-d319a3ffd6fc req-b5d5a95b-3fcb-446e-a5b3-3394b4b81e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:27.510918 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a371a8bb-754b-4c00-85eb-d319a3ffd6fc req-b5d5a95b-3fcb-446e-a5b3-3394b4b81e40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b393b00b-00e1-4011-982f-193d66d217fa HTTP/1.1" status: 200  len: 834 time: 0.0433314
Apr 16 22:06:27.553879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371a8bb-754b-4c00-85eb-d319a3ffd6fc req-adab1d42-bc7e-42e5-98ab-d8f7653f92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:27.555256 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a371a8bb-754b-4c00-85eb-d319a3ffd6fc req-adab1d42-bc7e-42e5-98ab-d8f7653f92df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0199f7ec-ea1b-4af9-98a9-47eea4cf5c10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384004
Apr 16 22:06:27.645274 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a371a8bb-754b-4c00-85eb-d319a3ffd6fc req-459526e2-7d92-48e4-ba4a-edeba0628a8c service neutron] 10.222.0.11 "GET /v2.0/networks/0199f7ec-ea1b-4af9-98a9-47eea4cf5c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837624
Apr 16 22:06:27.734123 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a371a8bb-754b-4c00-85eb-d319a3ffd6fc req-373f9376-5ca9-49ea-9835-3b06e6ecc8b9 service neutron] 10.222.0.11 "GET /v2.0/networks/0199f7ec-ea1b-4af9-98a9-47eea4cf5c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825620
Apr 16 22:06:28.435417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd628617-c450-4508-a664-b7994d3f3667 req-8239a625-78da-4514-ae74-ae36572b7bab tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:28.436911 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dd628617-c450-4508-a664-b7994d3f3667 req-8239a625-78da-4514-ae74-ae36572b7bab tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0518909
Apr 16 22:06:28.485796 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dd628617-c450-4508-a664-b7994d3f3667 req-46a44df2-027f-47e0-8d0a-90e636383fc5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432749
Apr 16 22:06:29.605391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7228d7-8662-4841-8823-b5020146e65c req-2a5af161-5c65-4908-9d0c-45d6dd04ec68 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:29.606865 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b7228d7-8662-4841-8823-b5020146e65c req-2a5af161-5c65-4908-9d0c-45d6dd04ec68 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0503590
Apr 16 22:06:29.653743 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b7228d7-8662-4841-8823-b5020146e65c req-53ae2b44-19ea-43b7-aba6-19b513954c06 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412924
Apr 16 22:06:30.766470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d1350-7ad8-422d-ab4f-ec1b5c479fac req-1d7c1012-6781-414a-b7c2-3dc059a5ca24 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:30.767944 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-150d1350-7ad8-422d-ab4f-ec1b5c479fac req-1d7c1012-6781-414a-b7c2-3dc059a5ca24 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0468893
Apr 16 22:06:30.816309 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-150d1350-7ad8-422d-ab4f-ec1b5c479fac req-afff1c98-4571-4cd8-baf8-faa71674ec42 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427661
Apr 16 22:06:31.420431 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222628-f023-479a-a6ed-4d0a88733478 req-612371a7-e0c6-4c7b-8a3a-4eee009ebfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:31.421902 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe222628-f023-479a-a6ed-4d0a88733478 req-612371a7-e0c6-4c7b-8a3a-4eee009ebfff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 1128 time: 0.0391216
Apr 16 22:06:31.526466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222628-f023-479a-a6ed-4d0a88733478 req-5f4969cf-65f0-48fd-8747-f20f7cd02566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:31.527973 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe222628-f023-479a-a6ed-4d0a88733478 req-5f4969cf-65f0-48fd-8747-f20f7cd02566 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 HTTP/1.1" status: 200  len: 898 time: 0.0885224
Apr 16 22:06:31.592556 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe222628-f023-479a-a6ed-4d0a88733478 req-5e595dc3-b003-4afd-ae18-3918436e1202 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f32b9325-3ac6-4a4e-944c-38ee7b1da17a HTTP/1.1" status: 200  len: 1001 time: 0.0587838
Apr 16 22:06:31.643034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222628-f023-479a-a6ed-4d0a88733478 req-c40dc37f-3a24-42d7-a1da-179a0d26c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:31.644492 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe222628-f023-479a-a6ed-4d0a88733478 req-c40dc37f-3a24-42d7-a1da-179a0d26c386 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b393b00b-00e1-4011-982f-193d66d217fa HTTP/1.1" status: 200  len: 834 time: 0.0465915
Apr 16 22:06:31.686283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222628-f023-479a-a6ed-4d0a88733478 req-7d6b12a2-37d4-4215-b2a1-a6323b2e5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:31.687809 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe222628-f023-479a-a6ed-4d0a88733478 req-7d6b12a2-37d4-4215-b2a1-a6323b2e5abf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0199f7ec-ea1b-4af9-98a9-47eea4cf5c10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0379949
Apr 16 22:06:31.775086 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe222628-f023-479a-a6ed-4d0a88733478 req-3ce9968b-bb39-4ee5-9995-c4dc11d7064d service neutron] 10.222.0.11 "GET /v2.0/networks/0199f7ec-ea1b-4af9-98a9-47eea4cf5c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810635
Apr 16 22:06:31.866686 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fe222628-f023-479a-a6ed-4d0a88733478 req-df1125a8-cb2c-44d5-9d6e-f1becfbea151 service neutron] 10.222.0.11 "GET /v2.0/networks/0199f7ec-ea1b-4af9-98a9-47eea4cf5c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865965
Apr 16 22:06:31.930497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e98ac-5162-450b-af5a-426e191ab1ae req-e9f9db11-9a2f-4160-9498-4e82e22ac915 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:31.932109 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c0e98ac-5162-450b-af5a-426e191ab1ae req-e9f9db11-9a2f-4160-9498-4e82e22ac915 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0475087
Apr 16 22:06:31.982010 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-0c0e98ac-5162-450b-af5a-426e191ab1ae req-6ecd29d3-e805-49a0-82a9-2e3c0bc60c75 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442030
Apr 16 22:06:33.096511 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c3511-47f7-4050-b40c-61c94cd9a235 req-cd5c6f83-3799-4f1d-bf11-d688a46cc94e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:33.098004 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c61c3511-47f7-4050-b40c-61c94cd9a235 req-cd5c6f83-3799-4f1d-bf11-d688a46cc94e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0481875
Apr 16 22:06:33.146518 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c61c3511-47f7-4050-b40c-61c94cd9a235 req-bde24daf-e4d3-4761-9378-0e17efb2374c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423224
Apr 16 22:06:34.261497 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66e08e-52bc-4cad-9dd7-54144205ebe1 req-1e61f18c-d5d2-427b-aa7c-1755662b841d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:34.263064 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c66e08e-52bc-4cad-9dd7-54144205ebe1 req-1e61f18c-d5d2-427b-aa7c-1755662b841d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0467587
Apr 16 22:06:34.315705 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c66e08e-52bc-4cad-9dd7-54144205ebe1 req-78120154-dc62-489e-8737-8d58c1198c18 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469682
Apr 16 22:06:35.435245 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332cc31-5dfa-4b07-8750-f7236b7e8ced req-bf5db6fe-aca9-4597-9791-105856f4d69e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:35.436742 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5332cc31-5dfa-4b07-8750-f7236b7e8ced req-bf5db6fe-aca9-4597-9791-105856f4d69e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0519607
Apr 16 22:06:35.485818 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5332cc31-5dfa-4b07-8750-f7236b7e8ced req-984ffe83-5365-49a4-95cd-98f5c6093300 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434911
Apr 16 22:06:36.596776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756146d3-b86f-4777-a78c-a24d1b1d2a77 req-f9704b11-17be-4531-ac8f-4082bb1bad72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:36.598315 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-756146d3-b86f-4777-a78c-a24d1b1d2a77 req-f9704b11-17be-4531-ac8f-4082bb1bad72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0469594
Apr 16 22:06:36.635610 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:36.647103 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-756146d3-b86f-4777-a78c-a24d1b1d2a77 req-e27ad736-832d-4cbf-9b65-3381ff8ee58b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426433
Apr 16 22:06:37.763622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b5e40-9720-42c7-9d09-807539ca8b8a req-8fbd705d-37a5-4586-a79e-87e84faa4fd2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:37.765171 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-342b5e40-9720-42c7-9d09-807539ca8b8a req-8fbd705d-37a5-4586-a79e-87e84faa4fd2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0488722
Apr 16 22:06:37.813105 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-342b5e40-9720-42c7-9d09-807539ca8b8a req-08cc3abf-6261-4258-a25e-4e548787c971 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422728
Apr 16 22:06:38.925442 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661024d3-677f-4f85-8150-ff0b42e55381 req-0dbfd6c9-6e00-4851-aafa-b96bd301e29a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:38.926914 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-661024d3-677f-4f85-8150-ff0b42e55381 req-0dbfd6c9-6e00-4851-aafa-b96bd301e29a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0471435
Apr 16 22:06:38.977050 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-661024d3-677f-4f85-8150-ff0b42e55381 req-f45e9476-8de8-4c53-a18e-1eb69db1d29d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443702
Apr 16 22:06:39.001083 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5f93aec-fa65-41ad-bb2b-eec0f9fbe5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:40.093363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14a626-126a-424c-988c-8c14c6cd63e2 req-7cf332f1-908e-4ae4-9205-1ff63707472f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:40.094946 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-de14a626-126a-424c-988c-8c14c6cd63e2 req-7cf332f1-908e-4ae4-9205-1ff63707472f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0483217
Apr 16 22:06:40.149022 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-de14a626-126a-424c-988c-8c14c6cd63e2 req-07cc66b9-6488-4243-8e13-9ad3eafd0777 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471601
Apr 16 22:06:41.265448 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9f87d-fde2-4818-92d8-b19fbfe2ffcb req-6260d7f5-4ef0-497a-a636-6d08cf34a4b2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:41.267014 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3cb9f87d-fde2-4818-92d8-b19fbfe2ffcb req-6260d7f5-4ef0-497a-a636-6d08cf34a4b2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0501549
Apr 16 22:06:41.315024 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3cb9f87d-fde2-4818-92d8-b19fbfe2ffcb req-d84da7aa-20be-43c3-9fef-abff44c9e308 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423710
Apr 16 22:06:41.664240 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7856fafa-5d64-477b-8229-1f0acd7e1d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:42.427712 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da7964-907b-4fe5-bafb-81e7d545501d req-df3e2cbc-f4a2-41ef-9a57-dd75ad83a393 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:42.429212 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5da7964-907b-4fe5-bafb-81e7d545501d req-df3e2cbc-f4a2-41ef-9a57-dd75ad83a393 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0471160
Apr 16 22:06:42.477989 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5da7964-907b-4fe5-bafb-81e7d545501d req-a948c443-2e72-43b2-91b4-1be3ae3d49f4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431941
Apr 16 22:06:42.669623 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:43.591819 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07565d-f133-4b4c-b6ad-b41796d7aac3 req-9feccba6-6ef6-4747-a651-cc41bb8d6895 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:43.593344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ac07565d-f133-4b4c-b6ad-b41796d7aac3 req-9feccba6-6ef6-4747-a651-cc41bb8d6895 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0473416
Apr 16 22:06:43.641404 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ac07565d-f133-4b4c-b6ad-b41796d7aac3 req-4aef1de0-9739-4731-97bb-8deb86ac4aaa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424075
Apr 16 22:06:44.040831 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:44.292153 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:44.755384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dddcb6-1f10-4767-8a42-877e284fccf0 req-d8d23819-b898-4da9-a473-626b6c285a46 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:06:44.758982 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3dddcb6-1f10-4767-8a42-877e284fccf0 req-d8d23819-b898-4da9-a473-626b6c285a46 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0473907
Apr 16 22:06:44.806149 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3dddcb6-1f10-4767-8a42-877e284fccf0 req-1f926c3b-47e1-4801-b813-06f43aeab38a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429471
Apr 16 22:06:44.828046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52298) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:06:44.894137 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f9b803d5-14c4-4024-932e-da1d657ad1a4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/1d262170-aade-4a36-8720-213adaaf90f0 HTTP/1.1" status: 200  len: 993 time: 0.0649173
Apr 16 22:06:45.458049 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:06:53.017443 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:07:06.623299 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:09.023255 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-deca18a7-bd30-408f-ae6d-9aa1b0ef546d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:11.698427 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7ce3069f-0987-4a80-89e0-400205a81352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:12.674501 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:13.522447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52318) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:13.675223 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port c63b7d81-e995-4aa8-83e6-e4683c04ac65 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:07:13.675490 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c63b7d81-e995-4aa8-83e6-e4683c04ac65), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:13.755341 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c63b7d81-e995-4aa8-83e6-e4683c04ac65), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:13.755658 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (c63b7d81-e995-4aa8-83e6-e4683c04ac65), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:13.769221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for c63b7d81-e995-4aa8-83e6-e4683c04ac65 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:07:13.978100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c63b7d81-e995-4aa8-83e6-e4683c04ac65), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:13.995570 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:14.025094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=c63b7d81-e995-4aa8-83e6-e4683c04ac65,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:14.050928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.051277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.051620 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.051958 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.052324 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.052659 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.052991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.053317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.053646 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.053971 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.054296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.054626 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.054947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.055271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.055594 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:14.077656 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (1d262170-aade-4a36-8720-213adaaf90f0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:14.077994 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Floating IP 1d262170-aade-4a36-8720-213adaaf90f0 disassociated (deleted). External IP: 172.35.1.55, port: f32b9325-3ac6-4a4e-944c-38ee7b1da17a.
Apr 16 22:07:14.286459 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:14.294008 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router f69aa826-097f-4586-a827-0712cf67a92e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:07:14.404555 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:07:14.409189 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:14.416684 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b254a8-b6aa-4dea-b307-4df1ce3839ec None None] Sync routers for ids ['f69aa826-097f-4586-a827-0712cf67a92e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:07:14.427007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b254a8-b6aa-4dea-b307-4df1ce3839ec None None] Routers {'f69aa826-097f-4586-a827-0712cf67a92e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:07:14.432244 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-86b254a8-b6aa-4dea-b307-4df1ce3839ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241b2280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:07:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f69aa826-097f-4586-a827-0712cf67a92e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:14.440788 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-35b790d9-1762-4c3f-83a8-5f77d0891ff9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/floatingips/1d262170-aade-4a36-8720-213adaaf90f0 HTTP/1.1" status: 204  len: 168 time: 0.9172492
Apr 16 22:07:14.441417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'tag': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:07:14.492917 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5945aad0-00c4-4a24-a95e-0453b928e59e" -d '{"events": [{"name": "network-changed", "server_uuid": "803e81db-6a0f-4940-b0ca-d214be3d3bbb", "tag": "f32b9325-3ac6-4a4e-944c-38ee7b1da17a"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:07:14.554808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-86b254a8-b6aa-4dea-b307-4df1ce3839ec None None] Set router f69aa826-097f-4586-a827-0712cf67a92e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:07:14.597234 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743a2d61-88f3-477a-bc00-a33c25a4d69c x-openstack-request-id: req-743a2d61-88f3-477a-bc00-a33c25a4d69c {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:07:14.597234 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803e81db-6a0f-4940-b0ca-d214be3d3bbb", "tag": "f32b9325-3ac6-4a4e-944c-38ee7b1da17a", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:07:14.597234 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-743a2d61-88f3-477a-bc00-a33c25a4d69c {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:07:14.597234 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743a2d61-88f3-477a-bc00-a33c25a4d69c'] response: {'name': 'network-changed', 'server_uuid': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'tag': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a', 'status': 'completed', 'code': 200}
Apr 16 22:07:14.661433 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945aad0-00c4-4a24-a95e-0453b928e59e req-5bcd68da-33f0-4ae6-b813-fa9b2d0bbc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:14.664790 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5945aad0-00c4-4a24-a95e-0453b928e59e req-5bcd68da-33f0-4ae6-b813-fa9b2d0bbc98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 1128 time: 0.0447574
Apr 16 22:07:14.745518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-86b254a8-b6aa-4dea-b307-4df1ce3839ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241b2280>, [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:05:40Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5ec68500-2e27-4cc1-80b0-882d8427a638', 'name': '', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:30:ff:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:39Z', 'updated_at': '2022-04-16T22:05:43Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:14.761246 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945aad0-00c4-4a24-a95e-0453b928e59e req-d5516c30-9087-4bf7-9b68-1111ba0b9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:14.762822 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5945aad0-00c4-4a24-a95e-0453b928e59e req-d5516c30-9087-4bf7-9b68-1111ba0b9aca service neutron] 10.222.0.11 "GET /v2.0/networks?id=0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 HTTP/1.1" status: 200  len: 898 time: 0.0930328
Apr 16 22:07:14.780570 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b254a8-b6aa-4dea-b307-4df1ce3839ec None None] Checking router: f69aa826-097f-4586-a827-0712cf67a92e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:07:14.789171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b254a8-b6aa-4dea-b307-4df1ce3839ec None None] Routers {'f69aa826-097f-4586-a827-0712cf67a92e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:07:14.789780 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-86b254a8-b6aa-4dea-b307-4df1ce3839ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01241b2280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:07:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f69aa826-097f-4586-a827-0712cf67a92e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:14.808122 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5945aad0-00c4-4a24-a95e-0453b928e59e req-f122dd62-4dc3-492c-885c-8e8ce46b9bd9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f32b9325-3ac6-4a4e-944c-38ee7b1da17a HTTP/1.1" status: 200  len: 217 time: 0.0375695
Apr 16 22:07:14.854653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61555d8d-7d29-4d4b-bb40-6eba526796cc req-0f3a0418-dd25-4ae1-9574-b1d711adc145 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:14.856166 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61555d8d-7d29-4d4b-bb40-6eba526796cc req-0f3a0418-dd25-4ae1-9574-b1d711adc145 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0520873
Apr 16 22:07:14.899542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-86b254a8-b6aa-4dea-b307-4df1ce3839ec None None] Set router f69aa826-097f-4586-a827-0712cf67a92e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:07:14.912061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61555d8d-7d29-4d4b-bb40-6eba526796cc req-e137b547-de55-4458-973d-3fbe2ade08a6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498152
Apr 16 22:07:15.089433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-86b254a8-b6aa-4dea-b307-4df1ce3839ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01241b2280>, [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:05:40Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5ec68500-2e27-4cc1-80b0-882d8427a638', 'name': '', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:30:ff:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:39Z', 'updated_at': '2022-04-16T22:05:43Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:15.114688 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b254a8-b6aa-4dea-b307-4df1ce3839ec None None] The sync data for ids ['f69aa826-097f-4586-a827-0712cf67a92e'] in ncdv-master-1 is: [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:05:40Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5ec68500-2e27-4cc1-80b0-882d8427a638', 'name': '', 'network_id': '0199f7ec-ea1b-4af9-98a9-47eea4cf5c10', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:30:ff:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:39Z', 'updated_at': '2022-04-16T22:05:43Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'b393b00b-00e1-4011-982f-193d66d217fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:07:15.321199 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357552b-03bb-4230-821f-89cb0b17e6fc None None] New status for floating IP 1d262170-aade-4a36-8720-213adaaf90f0: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:07:15.440337 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:16.061295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be4141-8c57-483d-b2d8-6665e0167d3d req-b8838a90-5583-44a8-8815-5782ba094f31 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:16.062770 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-29be4141-8c57-483d-b2d8-6665e0167d3d req-b8838a90-5583-44a8-8815-5782ba094f31 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0796688
Apr 16 22:07:16.068194 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945aad0-00c4-4a24-a95e-0453b928e59e req-59387536-faed-4ba2-ad47-285e4c8a7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:16.069578 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5945aad0-00c4-4a24-a95e-0453b928e59e req-59387536-faed-4ba2-ad47-285e4c8a7c03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b393b00b-00e1-4011-982f-193d66d217fa HTTP/1.1" status: 200  len: 834 time: 0.0878515
Apr 16 22:07:16.114394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-29be4141-8c57-483d-b2d8-6665e0167d3d req-81989d23-3184-48fc-987e-91c4bb701c40 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438507
Apr 16 22:07:16.219565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945aad0-00c4-4a24-a95e-0453b928e59e req-46d39c1c-319c-4448-b96b-e6eb0b219f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:16.220981 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5945aad0-00c4-4a24-a95e-0453b928e59e req-46d39c1c-319c-4448-b96b-e6eb0b219f94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0199f7ec-ea1b-4af9-98a9-47eea4cf5c10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380080
Apr 16 22:07:16.313937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5945aad0-00c4-4a24-a95e-0453b928e59e req-99c0e643-76f2-4a6a-86f4-b266a8c122a4 service neutron] 10.222.0.11 "GET /v2.0/networks/0199f7ec-ea1b-4af9-98a9-47eea4cf5c10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860429
Apr 16 22:07:16.321494 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c690fa8-51ce-4f7e-ba67-a75a870566c3 req-70322820-be97-4937-8c37-88ccd31ebe46 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:16.322939 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8c690fa8-51ce-4f7e-ba67-a75a870566c3 req-70322820-be97-4937-8c37-88ccd31ebe46 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 946 time: 0.0468903
Apr 16 22:07:16.402135 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5945aad0-00c4-4a24-a95e-0453b928e59e req-a9b4c16d-63ca-4165-b73a-051ae0bfb312 service neutron] 10.222.0.11 "GET /v2.0/networks/0199f7ec-ea1b-4af9-98a9-47eea4cf5c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822878
Apr 16 22:07:16.403957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-8c690fa8-51ce-4f7e-ba67-a75a870566c3 req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port f32b9325-3ac6-4a4e-944c-38ee7b1da17a {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:07:16.404352 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8c690fa8-51ce-4f7e-ba67-a75a870566c3 req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:16.496615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8c690fa8-51ce-4f7e-ba67-a75a870566c3 req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port f32b9325-3ac6-4a4e-944c-38ee7b1da17a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f32b9325-3ac6-4a4e-944c-38ee7b1da17a,segment=NetworkSegment(408c61e6-1b8e-40b7-acb5-1ec31cbbf810),segment_id=408c61e6-1b8e-40b7-acb5-1ec31cbbf810)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:07:16.496905 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8c690fa8-51ce-4f7e-ba67-a75a870566c3 req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:16.509701 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-8c690fa8-51ce-4f7e-ba67-a75a870566c3 req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for f32b9325-3ac6-4a4e-944c-38ee7b1da17a owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:07:16.720889 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8c690fa8-51ce-4f7e-ba67-a75a870566c3 req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f32b9325-3ac6-4a4e-944c-38ee7b1da17a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:16.748787 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=f32b9325-3ac6-4a4e-944c-38ee7b1da17a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:16.762412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.762768 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.763117 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.763461 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.763800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.764135 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.764493 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.764829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.765163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.765490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.765820 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.766150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.766474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.766800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.767130 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:16.804599 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c690fa8-51ce-4f7e-ba67-a75a870566c3 req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] No DVR routers for this DVR port f32b9325-3ac6-4a4e-944c-38ee7b1da17a on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:07:16.807238 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8c690fa8-51ce-4f7e-ba67-a75a870566c3 req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:16.810637 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8c690fa8-51ce-4f7e-ba67-a75a870566c3 req-2523506a-89b7-4e3a-94a7-6bed6171ba53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "DELETE /v2.0/ports/f32b9325-3ac6-4a4e-944c-38ee7b1da17a HTTP/1.1" status: 204  len: 173 time: 0.4826083
Apr 16 22:07:16.811071 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'name': 'network-vif-deleted', 'tag': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:07:16.813365 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eafc1c-34e6-4875-81a5-404e2c1888dd" -d '{"events": [{"server_uuid": "803e81db-6a0f-4940-b0ca-d214be3d3bbb", "name": "network-vif-deleted", "tag": "f32b9325-3ac6-4a4e-944c-38ee7b1da17a"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:07:16.849492 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2d7201-e055-42a3-be31-1dbb268da79f x-openstack-request-id: req-0d2d7201-e055-42a3-be31-1dbb268da79f {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:07:16.849782 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803e81db-6a0f-4940-b0ca-d214be3d3bbb", "name": "network-vif-deleted", "tag": "f32b9325-3ac6-4a4e-944c-38ee7b1da17a", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:07:16.850034 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d2d7201-e055-42a3-be31-1dbb268da79f {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:07:16.850438 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2d7201-e055-42a3-be31-1dbb268da79f'] response: {'server_uuid': '803e81db-6a0f-4940-b0ca-d214be3d3bbb', 'name': 'network-vif-deleted', 'tag': 'f32b9325-3ac6-4a4e-944c-38ee7b1da17a', 'status': 'completed', 'code': 200}
Apr 16 22:07:17.232422 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-86e0924a-2cb0-4244-a7a4-7824991e6c39 req-7e526da1-b85d-4a2f-86fd-5b839fd5ac4f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=803e81db-6a0f-4940-b0ca-d214be3d3bbb HTTP/1.1" status: 200  len: 210 time: 0.0315726
Apr 16 22:07:18.289350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52348) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:18.633792 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdc871b6-7b57-4f2e-b14b-d266e231e15e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (f69aa826-097f-4586-a827-0712cf67a92e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:18.756215 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f32b9325-3ac6-4a4e-944c-38ee7b1da17a no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:07:18.883580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-cdc871b6-7b57-4f2e-b14b-d266e231e15e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port 5ec68500-2e27-4cc1-80b0-882d8427a638 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:07:18.883969 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdc871b6-7b57-4f2e-b14b-d266e231e15e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:18.935632 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: f32b9325-3ac6-4a4e-944c-38ee7b1da17a {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:07:18.935979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device f32b9325-3ac6-4a4e-944c-38ee7b1da17a not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:07:18.978888 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-cdc871b6-7b57-4f2e-b14b-d266e231e15e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port 5ec68500-2e27-4cc1-80b0-882d8427a638, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ec68500-2e27-4cc1-80b0-882d8427a638,segment=NetworkSegment(408c61e6-1b8e-40b7-acb5-1ec31cbbf810),segment_id=408c61e6-1b8e-40b7-acb5-1ec31cbbf810)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:07:18.979260 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdc871b6-7b57-4f2e-b14b-d266e231e15e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:18.992339 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-cdc871b6-7b57-4f2e-b14b-d266e231e15e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for 5ec68500-2e27-4cc1-80b0-882d8427a638 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:07:19.240611 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdc871b6-7b57-4f2e-b14b-d266e231e15e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (5ec68500-2e27-4cc1-80b0-882d8427a638), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:19.267114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc871b6-7b57-4f2e-b14b-d266e231e15e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=5ec68500-2e27-4cc1-80b0-882d8427a638,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:19.445702 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cdc871b6-7b57-4f2e-b14b-d266e231e15e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (f69aa826-097f-4586-a827-0712cf67a92e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:19.669593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc871b6-7b57-4f2e-b14b-d266e231e15e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router f69aa826-097f-4586-a827-0712cf67a92e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:07:19.784338 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc871b6-7b57-4f2e-b14b-d266e231e15e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:07:19.789627 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cdc871b6-7b57-4f2e-b14b-d266e231e15e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "PUT /v2.0/routers/f69aa826-097f-4586-a827-0712cf67a92e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4989343
Apr 16 22:07:19.792080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52352) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:19.795197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9290c0e-ce14-4fec-ae45-d5c67842d28d None None] Sync routers for ids ['f69aa826-097f-4586-a827-0712cf67a92e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:07:19.805068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9290c0e-ce14-4fec-ae45-d5c67842d28d None None] Routers {'f69aa826-097f-4586-a827-0712cf67a92e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:07:19.805693 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f9290c0e-ce14-4fec-ae45-d5c67842d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01262eb190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:07:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f69aa826-097f-4586-a827-0712cf67a92e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:19.842629 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc68801e-0662-423f-97ed-de1a1d10428d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting subnet b393b00b-00e1-4011-982f-193d66d217fa {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:07:19.845777 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc68801e-0662-423f-97ed-de1a1d10428d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (b393b00b-00e1-4011-982f-193d66d217fa), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:19.893833 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc68801e-0662-423f-97ed-de1a1d10428d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (b393b00b-00e1-4011-982f-193d66d217fa), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:19.914618 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f9290c0e-ce14-4fec-ae45-d5c67842d28d None None] Set router f69aa826-097f-4586-a827-0712cf67a92e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:07:19.977363 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc68801e-0662-423f-97ed-de1a1d10428d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (b393b00b-00e1-4011-982f-193d66d217fa), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:20.084760 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f9290c0e-ce14-4fec-ae45-d5c67842d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01262eb190>, [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:07:19Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:20.097892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc68801e-0662-423f-97ed-de1a1d10428d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (b393b00b-00e1-4011-982f-193d66d217fa), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:20.115722 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9290c0e-ce14-4fec-ae45-d5c67842d28d None None] Checking router: f69aa826-097f-4586-a827-0712cf67a92e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:07:20.124785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9290c0e-ce14-4fec-ae45-d5c67842d28d None None] Routers {'f69aa826-097f-4586-a827-0712cf67a92e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:07:20.125407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f9290c0e-ce14-4fec-ae45-d5c67842d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01262eb190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:07:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f69aa826-097f-4586-a827-0712cf67a92e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:20.132582 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc68801e-0662-423f-97ed-de1a1d10428d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:20.138302 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fc68801e-0662-423f-97ed-de1a1d10428d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/subnets/b393b00b-00e1-4011-982f-193d66d217fa HTTP/1.1" status: 204  len: 168 time: 0.3426898
Apr 16 22:07:20.138302 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68801e-0662-423f-97ed-de1a1d10428d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Subnet': ['ID=b393b00b-00e1-4011-982f-193d66d217fa,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:20.138710 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52356) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:20.161365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de0bc8b-cf88-4a22-a98c-8f864656085e None None] Network 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:07:20.312873 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-f9290c0e-ce14-4fec-ae45-d5c67842d28d None None] Set router f69aa826-097f-4586-a827-0712cf67a92e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:07:20.381146 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] DHCP port deletion for 0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:07:20.476512 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Deleting port b5e0a73f-d13b-4c6e-ab15-5d810886cc44 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:07:20.476893 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b5e0a73f-d13b-4c6e-ab15-5d810886cc44), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:20.577237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] For port b5e0a73f-d13b-4c6e-ab15-5d810886cc44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5e0a73f-d13b-4c6e-ab15-5d810886cc44,segment=NetworkSegment(408c61e6-1b8e-40b7-acb5-1ec31cbbf810),segment_id=408c61e6-1b8e-40b7-acb5-1ec31cbbf810)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:07:20.577569 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b5e0a73f-d13b-4c6e-ab15-5d810886cc44), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:20.583779 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (f69aa826-097f-4586-a827-0712cf67a92e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:20.594823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-f9290c0e-ce14-4fec-ae45-d5c67842d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01262eb190>, [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:07:19Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:20.596808 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Calling delete_port for b5e0a73f-d13b-4c6e-ab15-5d810886cc44 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:07:20.627812 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9290c0e-ce14-4fec-ae45-d5c67842d28d None None] The sync data for ids ['f69aa826-097f-4586-a827-0712cf67a92e'] in ncdv-master-1 is: [{'id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372198909', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:05:36Z', 'updated_at': '2022-04-16T22:07:19Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '1fa40f37-f4b1-461e-b750-a3a4c2fb0b73', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa826-097f-4586-a827-0712cf67a92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:05:37Z', 'updated_at': '2022-04-16T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:07:20.699650 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (f69aa826-097f-4586-a827-0712cf67a92e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:20.800321 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (b5e0a73f-d13b-4c6e-ab15-5d810886cc44), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:20.825503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Pushing event deleted for resources: {'Port': ['ID=b5e0a73f-d13b-4c6e-ab15-5d810886cc44,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:20.830127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] No DVR routers for this DVR port b5e0a73f-d13b-4c6e-ab15-5d810886cc44 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:07:20.837596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.837939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.838280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.838624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.839004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.839268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.839599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.839923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.840270 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.841078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.841078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.841227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.841530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.841849 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.842171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605de0ab-2b34-41a6-ae5c-52d6d3aee067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:20.849415 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:07:20.849415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:20.929549 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fa40f37-f4b1-461e-b750-a3a4c2fb0b73,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:07:20.929852 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:20.943380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:07:21.183735 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1fa40f37-f4b1-461e-b750-a3a4c2fb0b73), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:21.207661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=1fa40f37-f4b1-461e-b750-a3a4c2fb0b73,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:21.273921 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (f69aa826-097f-4586-a827-0712cf67a92e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:21.370319 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (f69aa826-097f-4586-a827-0712cf67a92e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:21.372404 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_controller (f69aa826-097f-4586-a827-0712cf67a92e), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:21.503013 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (f69aa826-097f-4586-a827-0712cf67a92e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:21.503548 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Fanout notify agent at l3_agent the message router_deleted on router f69aa826-097f-4586-a827-0712cf67a92e {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 22:07:21.510550 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:21.511664 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e40117db-1ad5-481d-9735-75127d03d8cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/routers/f69aa826-097f-4586-a827-0712cf67a92e HTTP/1.1" status: 204  len: 168 time: 1.3719406
Apr 16 22:07:21.514315 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52360) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:21.599669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68519315-c3ee-4240-ab2a-9f774e8a6194 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (0199f7ec-ea1b-4af9-98a9-47eea4cf5c10), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:21.687144 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68519315-c3ee-4240-ab2a-9f774e8a6194 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (0199f7ec-ea1b-4af9-98a9-47eea4cf5c10), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:21.707942 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-68519315-c3ee-4240-ab2a-9f774e8a6194 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e80c3d0>,) {'filters': {'network_id': ['0199f7ec-ea1b-4af9-98a9-47eea4cf5c10']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:21.718046 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-68519315-c3ee-4240-ab2a-9f774e8a6194 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e80c3d0>, '408c61e6-1b8e-40b7-acb5-1ec31cbbf810') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:21.718353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-68519315-c3ee-4240-ab2a-9f774e8a6194 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e80c3d0>, '408c61e6-1b8e-40b7-acb5-1ec31cbbf810') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:21.727691 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68519315-c3ee-4240-ab2a-9f774e8a6194 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (408c61e6-1b8e-40b7-acb5-1ec31cbbf810), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:21.740781 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68519315-c3ee-4240-ab2a-9f774e8a6194 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (408c61e6-1b8e-40b7-acb5-1ec31cbbf810), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:21.746644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68519315-c3ee-4240-ab2a-9f774e8a6194 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:07:21.747038 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68519315-c3ee-4240-ab2a-9f774e8a6194 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (408c61e6-1b8e-40b7-acb5-1ec31cbbf810), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:07:21.750049 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:07:21.897803 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68519315-c3ee-4240-ab2a-9f774e8a6194 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (0199f7ec-ea1b-4af9-98a9-47eea4cf5c10), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:21.904620 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-68519315-c3ee-4240-ab2a-9f774e8a6194 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:21.907737 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-68519315-c3ee-4240-ab2a-9f774e8a6194 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/networks/0199f7ec-ea1b-4af9-98a9-47eea4cf5c10 HTTP/1.1" status: 204  len: 168 time: 0.3923268
Apr 16 22:07:21.910642 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52364) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:21.919414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68519315-c3ee-4240-ab2a-9f774e8a6194 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Network': ['ID=0199f7ec-ea1b-4af9-98a9-47eea4cf5c10,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:21.975178 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4d24763-9da9-4d40-a301-4fa32e2fcc84 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (ac55c1fd-b6f4-48a6-9129-a2ac11d046aa), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:22.003648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5ec68500-2e27-4cc1-80b0-882d8427a638 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:07:22.007520 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4d24763-9da9-4d40-a301-4fa32e2fcc84 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (ac55c1fd-b6f4-48a6-9129-a2ac11d046aa), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:22.024869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 5ec68500-2e27-4cc1-80b0-882d8427a638 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:07:22.025217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5ec68500-2e27-4cc1-80b0-882d8427a638 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:07:22.025643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b5e0a73f-d13b-4c6e-ab15-5d810886cc44 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:07:22.044317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: b5e0a73f-d13b-4c6e-ab15-5d810886cc44 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:07:22.044671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b5e0a73f-d13b-4c6e-ab15-5d810886cc44 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:07:22.045090 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:07:22.063994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:07:22.064378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 1fa40f37-f4b1-461e-b750-a3a4c2fb0b73 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:07:22.137710 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4d24763-9da9-4d40-a301-4fa32e2fcc84 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (ac55c1fd-b6f4-48a6-9129-a2ac11d046aa), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:22.140380 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c4d24763-9da9-4d40-a301-4fa32e2fcc84 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:22.141579 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c4d24763-9da9-4d40-a301-4fa32e2fcc84 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/security-groups/ac55c1fd-b6f4-48a6-9129-a2ac11d046aa HTTP/1.1" status: 204  len: 168 time: 0.2298985
Apr 16 22:07:22.151078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d24763-9da9-4d40-a301-4fa32e2fcc84 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac55c1fd-b6f4-48a6-9129-a2ac11d046aa,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:22.432247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52372) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:22.436867 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-0dad949f-55a0-47ed-9304-a967f0b7b007 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2116468120', 'description': 'tempest-secgroup-smoke-2116468120 description', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:07:22.520369 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dad949f-55a0-47ed-9304-a967f0b7b007 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:22.585682 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dad949f-55a0-47ed-9304-a967f0b7b007 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (6aea0c16-d878-47a4-9d38-60f6d198eb0d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:22.645733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dad949f-55a0-47ed-9304-a967f0b7b007 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6aea0c16-d878-47a4-9d38-60f6d198eb0d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:22.676037 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad949f-55a0-47ed-9304-a967f0b7b007 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aea0c16-d878-47a4-9d38-60f6d198eb0d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:22.721570 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0dad949f-55a0-47ed-9304-a967f0b7b007 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:22.722854 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0dad949f-55a0-47ed-9304-a967f0b7b007 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2895255
Apr 16 22:07:22.725828 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52374) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:22.730937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-8ff96855-4a19-4afe-b62e-9c8c6530ac12 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '6aea0c16-d878-47a4-9d38-60f6d198eb0d', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:07:22.821981 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8ff96855-4a19-4afe-b62e-9c8c6530ac12 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (47e48ba8-0dc5-46a8-8816-e34c4d048fcb), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:22.881013 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8ff96855-4a19-4afe-b62e-9c8c6530ac12 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (47e48ba8-0dc5-46a8-8816-e34c4d048fcb), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:22.965787 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8ff96855-4a19-4afe-b62e-9c8c6530ac12 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (47e48ba8-0dc5-46a8-8816-e34c4d048fcb), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:22.983491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff96855-4a19-4afe-b62e-9c8c6530ac12 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e48ba8-0dc5-46a8-8816-e34c4d048fcb,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:23.053397 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8ff96855-4a19-4afe-b62e-9c8c6530ac12 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:23.054619 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8ff96855-4a19-4afe-b62e-9c8c6530ac12 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3278279
Apr 16 22:07:23.057435 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52376) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:23.063647 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b228dba4-cc4d-450c-913d-94c4e33c3ab9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '6aea0c16-d878-47a4-9d38-60f6d198eb0d', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:07:23.131076 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b228dba4-cc4d-450c-913d-94c4e33c3ab9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (04fcb47a-0738-4eff-85eb-45f658b59cf5), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:23.187058 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b228dba4-cc4d-450c-913d-94c4e33c3ab9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (04fcb47a-0738-4eff-85eb-45f658b59cf5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:23.246529 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b228dba4-cc4d-450c-913d-94c4e33c3ab9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (04fcb47a-0738-4eff-85eb-45f658b59cf5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:23.264109 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228dba4-cc4d-450c-913d-94c4e33c3ab9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fcb47a-0738-4eff-85eb-45f658b59cf5,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:23.311022 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b228dba4-cc4d-450c-913d-94c4e33c3ab9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:23.312262 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b228dba4-cc4d-450c-913d-94c4e33c3ab9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2538352
Apr 16 22:07:23.314919 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52378) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:23.319080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3faa68b5-f8e9-4972-af0c-8a1e2c23d9d7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '6aea0c16-d878-47a4-9d38-60f6d198eb0d', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:07:23.388512 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3faa68b5-f8e9-4972-af0c-8a1e2c23d9d7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (b0e13a18-81ed-45b1-80d1-9082ae957d56), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:23.442614 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3faa68b5-f8e9-4972-af0c-8a1e2c23d9d7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (b0e13a18-81ed-45b1-80d1-9082ae957d56), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:23.502379 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3faa68b5-f8e9-4972-af0c-8a1e2c23d9d7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (b0e13a18-81ed-45b1-80d1-9082ae957d56), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:23.520308 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa68b5-f8e9-4972-af0c-8a1e2c23d9d7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e13a18-81ed-45b1-80d1-9082ae957d56,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:23.590154 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3faa68b5-f8e9-4972-af0c-8a1e2c23d9d7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:23.591403 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3faa68b5-f8e9-4972-af0c-8a1e2c23d9d7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2755802
Apr 16 22:07:23.594094 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52380) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:23.598321 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-08ae01cf-d27d-4002-905a-9096fa5ed543 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '6aea0c16-d878-47a4-9d38-60f6d198eb0d', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:07:23.697233 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08ae01cf-d27d-4002-905a-9096fa5ed543 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (4678c5cd-2451-4f2d-a5c6-01b260e194d8), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:23.757216 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08ae01cf-d27d-4002-905a-9096fa5ed543 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (4678c5cd-2451-4f2d-a5c6-01b260e194d8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:23.805231 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08ae01cf-d27d-4002-905a-9096fa5ed543 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (4678c5cd-2451-4f2d-a5c6-01b260e194d8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:23.820190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae01cf-d27d-4002-905a-9096fa5ed543 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4678c5cd-2451-4f2d-a5c6-01b260e194d8,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:23.892953 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-08ae01cf-d27d-4002-905a-9096fa5ed543 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:23.894164 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-08ae01cf-d27d-4002-905a-9096fa5ed543 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2991328
Apr 16 22:07:23.896937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52382) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:23.901186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2fce4dea-210b-43fd-9094-f8b478c794cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '6aea0c16-d878-47a4-9d38-60f6d198eb0d', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:07:23.994356 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-2fce4dea-210b-43fd-9094-f8b478c794cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Project 3d4eaa0fe99e42488e0720b18be48ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:07:23.999971 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2fce4dea-210b-43fd-9094-f8b478c794cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (947b0ca2-5f78-44ea-907d-904c70cdb566), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.057860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2fce4dea-210b-43fd-9094-f8b478c794cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (947b0ca2-5f78-44ea-907d-904c70cdb566), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.131329 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2fce4dea-210b-43fd-9094-f8b478c794cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (947b0ca2-5f78-44ea-907d-904c70cdb566), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.150171 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce4dea-210b-43fd-9094-f8b478c794cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947b0ca2-5f78-44ea-907d-904c70cdb566,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:24.225341 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2fce4dea-210b-43fd-9094-f8b478c794cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.226664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2fce4dea-210b-43fd-9094-f8b478c794cd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3287265
Apr 16 22:07:24.229334 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52384) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:24.234235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-c67080c9-5cc1-4069-8b91-f8dd4c5ce8ac tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '6aea0c16-d878-47a4-9d38-60f6d198eb0d', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:07:24.297294 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-c67080c9-5cc1-4069-8b91-f8dd4c5ce8ac tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Project 3d4eaa0fe99e42488e0720b18be48ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:07:24.302841 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c67080c9-5cc1-4069-8b91-f8dd4c5ce8ac tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (3d420169-e9ec-41b5-be73-59fc48c49e0c), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.362171 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c67080c9-5cc1-4069-8b91-f8dd4c5ce8ac tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (3d420169-e9ec-41b5-be73-59fc48c49e0c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.405070 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c67080c9-5cc1-4069-8b91-f8dd4c5ce8ac tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (3d420169-e9ec-41b5-be73-59fc48c49e0c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.422386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67080c9-5cc1-4069-8b91-f8dd4c5ce8ac tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d420169-e9ec-41b5-be73-59fc48c49e0c,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:24.492785 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-c67080c9-5cc1-4069-8b91-f8dd4c5ce8ac tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.493997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c67080c9-5cc1-4069-8b91-f8dd4c5ce8ac tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2637441
Apr 16 22:07:24.496799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52386) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:24.501545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-70dd27c8-dd64-4c80-8d1c-4292d943ca19 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'network': {'name': 'tempest-network-smoke--1763250049', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'port_security_enabled': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:07:24.588785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dd27c8-dd64-4c80-8d1c-4292d943ca19 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:07:24.592744 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70dd27c8-dd64-4c80-8d1c-4292d943ca19 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.615782 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dd27c8-dd64-4c80-8d1c-4292d943ca19 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:07:24.624619 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70dd27c8-dd64-4c80-8d1c-4292d943ca19 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (041617e9-9481-4b98-9e7a-d2a8fdbfc412), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.624967 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-70dd27c8-dd64-4c80-8d1c-4292d943ca19 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Added segment 041617e9-9481-4b98-9e7a-d2a8fdbfc412 of type vlan for network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac
Apr 16 22:07:24.665930 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70dd27c8-dd64-4c80-8d1c-4292d943ca19 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (60f0d3b6-f916-4f77-b29a-6d6dd90d22ac), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.766129 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70dd27c8-dd64-4c80-8d1c-4292d943ca19 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (60f0d3b6-f916-4f77-b29a-6d6dd90d22ac), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.771086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dd27c8-dd64-4c80-8d1c-4292d943ca19 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:24.771705 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70dd27c8-dd64-4c80-8d1c-4292d943ca19 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.838285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd27c8-dd64-4c80-8d1c-4292d943ca19 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Network': ['ID=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:24.848744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:07:24.877346 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-70dd27c8-dd64-4c80-8d1c-4292d943ca19 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3793876
Apr 16 22:07:24.879910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52388) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:24.884271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'admin_state_up': True, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:07:24.965685 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (938029ed-76c4-406c-8548-918f00526557), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:24.966754 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (938029ed-76c4-406c-8548-918f00526557), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:25.021947 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_controller (938029ed-76c4-406c-8548-918f00526557), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:25.532894 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (938029ed-76c4-406c-8548-918f00526557), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:25.756398 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (938029ed-76c4-406c-8548-918f00526557), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:25.774716 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:25.880273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.35.1.197 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/3a0cccf6-e153-4d22-a7cd-812b769a7a44) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:07:25.981699 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:26.063267 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:26.106092 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:07:26.108914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:07:26.112289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:07:26.134921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=3a0cccf6-e153-4d22-a7cd-812b769a7a44,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:26.441312 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (938029ed-76c4-406c-8548-918f00526557), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:26.642269 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (938029ed-76c4-406c-8548-918f00526557), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:26.828693 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 938029ed-76c4-406c-8548-918f00526557 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 22:07:26.990158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:07:27.000326 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Sync routers for ids ['938029ed-76c4-406c-8548-918f00526557'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:07:27.010173 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Routers {'938029ed-76c4-406c-8548-918f00526557'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:07:27.010781 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124abe6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:07:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['938029ed-76c4-406c-8548-918f00526557'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:27.059496 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:27.061015 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9d0655cf-90d5-4027-8f17-3b4614fe9455 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.1799631
Apr 16 22:07:27.064193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52390) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:27.095852 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-2de140f8-0208-46ac-b0ae-5606890f8746 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3d4eaa0fe99e42488e0720b18be48ac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0283921
Apr 16 22:07:27.096421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52392) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:27.118359 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Set router 938029ed-76c4-406c-8548-918f00526557 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:07:27.187958 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec75d9c-7ae8-418e-9c89-dfa7a363fd4d tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:27.189559 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fec75d9c-7ae8-418e-9c89-dfa7a363fd4d tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0919971
Apr 16 22:07:27.192510 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52394) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:27.223682 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-4fd503c1-ca0b-4e09-85c3-738e1c83e877 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0301116
Apr 16 22:07:27.226180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52398) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:27.231341 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-51c31e7d-378c-4ca5-a109-3837a90e8df9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1159810044', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:07:27.289672 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124abe6d0>, [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:07:26Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:27.316490 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Checking router: 938029ed-76c4-406c-8548-918f00526557 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:07:27.316835 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Updating router 938029ed-76c4-406c-8548-918f00526557 port 3a0cccf6-e153-4d22-a7cd-812b769a7a44 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:07:27.344155 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:27.366353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c31e7d-378c-4ca5-a109-3837a90e8df9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:07:27.369832 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51c31e7d-378c-4ca5-a109-3837a90e8df9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:27.629024 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51c31e7d-378c-4ca5-a109-3837a90e8df9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (c8bf0b19-809f-4eeb-bf9b-476edba3219b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:27.679966 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Publish callbacks [] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:27.690454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c31e7d-378c-4ca5-a109-3837a90e8df9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Subnet': ['ID=c8bf0b19-809f-4eeb-bf9b-476edba3219b,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:27.705583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c31e7d-378c-4ca5-a109-3837a90e8df9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Checking segment: {'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:07:27.705955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c31e7d-378c-4ca5-a109-3837a90e8df9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network hostable DHCP agents. Network: 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:07:27.760502 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:27.778624 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c31e7d-378c-4ca5-a109-3837a90e8df9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:07:27.812034 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Attempting to bind port 3a0cccf6-e153-4d22-a7cd-812b769a7a44 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:07:27.812427 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Attempting to bind port 3a0cccf6-e153-4d22-a7cd-812b769a7a44 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:07:27.812780 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Attempting to bind port 3a0cccf6-e153-4d22-a7cd-812b769a7a44 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:07:27.819420 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Pushing event updated for resources: {'Port': ['ID=3a0cccf6-e153-4d22-a7cd-812b769a7a44,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:27.822567 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:07:27.825479 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:07:27.825479 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:27.825479 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:07:27.825479 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Bound port: 3a0cccf6-e153-4d22-a7cd-812b769a7a44, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:07:27.825479 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:27.834638 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-51c31e7d-378c-4ca5-a109-3837a90e8df9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:07:27.839121 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c31e7d-378c-4ca5-a109-3837a90e8df9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:27.839780 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-51c31e7d-378c-4ca5-a109-3837a90e8df9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:27.846771 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00bf7d8-2294-448b-b202-5ee12f420b2f None None] Network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:07:27.848732 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.849084 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.849426 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.849764 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.850192 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.850453 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.850778 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.851104 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.851429 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.851757 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.852109 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.852451 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.852772 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.853094 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.853410 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:07:27.894463 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] For port 3a0cccf6-e153-4d22-a7cd-812b769a7a44, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:07:27.894463 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] For port 3a0cccf6-e153-4d22-a7cd-812b769a7a44, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a0cccf6-e153-4d22-a7cd-812b769a7a44,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:07:27.911904 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-51c31e7d-378c-4ca5-a109-3837a90e8df9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6847477
Apr 16 22:07:27.914780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52400) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:27.954685 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ips': [{'subnet_id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:07:27.954685 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:28.006855 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:28.066954 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Routers {'938029ed-76c4-406c-8548-918f00526557'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:07:28.067688 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124abe6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:07:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['938029ed-76c4-406c-8548-918f00526557'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:28.093887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Allocated IP 172.20.0.2 (60f0d3b6-f916-4f77-b29a-6d6dd90d22ac/c8bf0b19-809f-4eeb-bf9b-476edba3219b/251fb3be-932c-45f1-8e0b-abaac4bed6f0) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:07:28.109050 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f270f-5559-4b0b-8437-c4632cfadb09 None None] Pushing event updated for resources: {'Port': ['ID=3a0cccf6-e153-4d22-a7cd-812b769a7a44,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:28.181635 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] Set router 938029ed-76c4-406c-8548-918f00526557 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:07:28.240390 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Publish callbacks [] for port (251fb3be-932c-45f1-8e0b-abaac4bed6f0), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:28.304446 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (251fb3be-932c-45f1-8e0b-abaac4bed6f0), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:28.346227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:07:28.351470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:07:28.355011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:07:28.356422 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124abe6d0>, [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:07:26Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:28.366456 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Pushing event updated for resources: {'Port': ['ID=251fb3be-932c-45f1-8e0b-abaac4bed6f0,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:28.387068 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d6949-e292-4af7-9677-99020ff8ebb5 None None] The sync data for ids ['938029ed-76c4-406c-8548-918f00526557'] in ncdv-master-1 is: [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:07:26Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:07:28.392016 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:28.432236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Attempting to bind port 251fb3be-932c-45f1-8e0b-abaac4bed6f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:07:28.432526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Attempting to bind port 251fb3be-932c-45f1-8e0b-abaac4bed6f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:07:28.432875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Attempting to bind port 251fb3be-932c-45f1-8e0b-abaac4bed6f0 on network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:07:28.438962 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:07:28.439347 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Checking segment: {'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:07:28.439757 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:28.440160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Bound using segment: {'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:07:28.440660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Bound port: 251fb3be-932c-45f1-8e0b-abaac4bed6f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:07:28.441049 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (251fb3be-932c-45f1-8e0b-abaac4bed6f0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:28.514237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] For port 251fb3be-932c-45f1-8e0b-abaac4bed6f0, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:07:28.517509 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] For port 251fb3be-932c-45f1-8e0b-abaac4bed6f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=251fb3be-932c-45f1-8e0b-abaac4bed6f0,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:07:28.588708 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (251fb3be-932c-45f1-8e0b-abaac4bed6f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:28.666245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d766e4-18de-48de-8596-07b79dfbfc6a None None] Pushing event updated for resources: {'Port': ['ID=251fb3be-932c-45f1-8e0b-abaac4bed6f0,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:28.714475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.20.0.1 (60f0d3b6-f916-4f77-b29a-6d6dd90d22ac/c8bf0b19-809f-4eeb-bf9b-476edba3219b/6e810004-3130-42ea-a666-aa65d50b2eee) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:07:28.851845 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (6e810004-3130-42ea-a666-aa65d50b2eee), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:28.972289 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:29.023418 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:07:29.026905 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:07:29.032164 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:07:29.036555 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=6e810004-3130-42ea-a666-aa65d50b2eee,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:29.080513 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (938029ed-76c4-406c-8548-918f00526557), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:29.259856 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:29.551477 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (6e810004-3130-42ea-a666-aa65d50b2eee), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:29.612093 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:29.686200 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (938029ed-76c4-406c-8548-918f00526557), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:29.687999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=6e810004-3130-42ea-a666-aa65d50b2eee,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:29.690300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6c014b-5664-4ff3-9f6e-b0c3f603c2f1 None None] Network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:07:29.796555 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:07:29.798454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:07:29.822135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d010ba87-74ee-459e-a038-c0d710c9ba33 None None] Provisioning complete for port 251fb3be-932c-45f1-8e0b-abaac4bed6f0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:07:29.822524 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d010ba87-74ee-459e-a038-c0d710c9ba33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (251fb3be-932c-45f1-8e0b-abaac4bed6f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:29.851517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3a0cccf6-e153-4d22-a7cd-812b769a7a44 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:07:29.925800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 938029ed-76c4-406c-8548-918f00526557 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:07:29.956577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3a0cccf6-e153-4d22-a7cd-812b769a7a44 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:07:29.956694 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:29.961445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d010ba87-74ee-459e-a038-c0d710c9ba33 None None] Current status of the port 251fb3be-932c-45f1-8e0b-abaac4bed6f0 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:07:29.961773 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d010ba87-74ee-459e-a038-c0d710c9ba33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (251fb3be-932c-45f1-8e0b-abaac4bed6f0), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:30.016999 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:07:30.023741 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-d010ba87-74ee-459e-a038-c0d710c9ba33 None None] For port 251fb3be-932c-45f1-8e0b-abaac4bed6f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=251fb3be-932c-45f1-8e0b-abaac4bed6f0,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:07:30.067112 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:07:30.071168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3a0cccf6-e153-4d22-a7cd-812b769a7a44 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:07:30.071712 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:30.083220 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ea37a35d-b32b-404d-8091-a79d8ea61492 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "PUT /v2.0/routers/938029ed-76c4-406c-8548-918f00526557/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1673334
Apr 16 22:07:30.101943 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d010ba87-74ee-459e-a038-c0d710c9ba33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (251fb3be-932c-45f1-8e0b-abaac4bed6f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:30.104823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 3a0cccf6-e153-4d22-a7cd-812b769a7a44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a0cccf6-e153-4d22-a7cd-812b769a7a44,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:07:30.280753 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-5f285fbf-71c5-41c8-af04-4a1c7a313269 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2116468120&fields=id&tenant_id=3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 267 time: 0.0609310
Apr 16 22:07:30.327699 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:30.328500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 251fb3be-932c-45f1-8e0b-abaac4bed6f0 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:07:30.360083 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f44a7bee-f95d-42be-af66-ee0020f3c55a None None] Provisioning complete for port 6e810004-3130-42ea-a666-aa65d50b2eee triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:07:30.360490 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f44a7bee-f95d-42be-af66-ee0020f3c55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:30.420028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010ba87-74ee-459e-a038-c0d710c9ba33 None None] Pushing event updated for resources: {'Port': ['ID=251fb3be-932c-45f1-8e0b-abaac4bed6f0,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:30.425462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Sync routers for ids ['938029ed-76c4-406c-8548-918f00526557'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:07:30.429023 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-bba2aa53-edce-436d-96e5-c7209f34171f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:30.435469 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-bba2aa53-edce-436d-96e5-c7209f34171f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/networks?id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac HTTP/1.1" status: 200  len: 797 time: 0.1413941
Apr 16 22:07:30.437454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f44a7bee-f95d-42be-af66-ee0020f3c55a None None] Port 6e810004-3130-42ea-a666-aa65d50b2eee cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:07:30.450969 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-0efdb942-3a8e-4df0-8c7d-dc4484b57fa2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/quotas/3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 375 time: 0.0102067
Apr 16 22:07:30.488660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Routers {'938029ed-76c4-406c-8548-918f00526557'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:07:30.489311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f241df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:07:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['938029ed-76c4-406c-8548-918f00526557'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:30.494850 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f44a7bee-f95d-42be-af66-ee0020f3c55a None None] Provisioning complete for port 251fb3be-932c-45f1-8e0b-abaac4bed6f0 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:07:30.495222 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f44a7bee-f95d-42be-af66-ee0020f3c55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (251fb3be-932c-45f1-8e0b-abaac4bed6f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:30.511546 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-e34d1da4-144c-4b70-9c95-1ecda0c923b0 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0561004
Apr 16 22:07:30.558321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 251fb3be-932c-45f1-8e0b-abaac4bed6f0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:07:30.559338 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (251fb3be-932c-45f1-8e0b-abaac4bed6f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:30.575652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=3a0cccf6-e153-4d22-a7cd-812b769a7a44,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:30.611166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-748a0ae7-37de-4157-8342-5bb73088d057 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 22:07:30.613192 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-748a0ae7-37de-4157-8342-5bb73088d057 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0476863
Apr 16 22:07:30.691338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Set router 938029ed-76c4-406c-8548-918f00526557 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:07:30.706459 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-103b7831-8844-4611-a8c8-7fff3de8851e service neutron] 10.222.0.20 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875983
Apr 16 22:07:30.800378 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-c02c1d8b-36c5-4065-9d5b-c57843dd1763 service neutron] 10.222.0.20 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875635
Apr 16 22:07:30.821466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f44a7bee-f95d-42be-af66-ee0020f3c55a None None] Current status of the port 251fb3be-932c-45f1-8e0b-abaac4bed6f0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:07:30.832271 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 251fb3be-932c-45f1-8e0b-abaac4bed6f0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:07:30.948420 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f241df0>, [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:07:29Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e810004-3130-42ea-a666-aa65d50b2eee', 'name': '', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:85:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:28Z', 'updated_at': '2022-04-16T22:07:29Z', 'revision_number': 2, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:30.951304 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-fb41db4a-226f-4b88-91bd-824dd6245c1c None None] Provisioning complete for port 6e810004-3130-42ea-a666-aa65d50b2eee triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:07:30.951674 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fb41db4a-226f-4b88-91bd-824dd6245c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:30.983916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Checking router: 938029ed-76c4-406c-8548-918f00526557 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:07:30.984454 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Updating router 938029ed-76c4-406c-8548-918f00526557 port 6e810004-3130-42ea-a666-aa65d50b2eee binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:07:31.039307 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:31.044060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-fb41db4a-226f-4b88-91bd-824dd6245c1c None None] Port 6e810004-3130-42ea-a666-aa65d50b2eee cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:07:31.071959 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d06baaf5-cb2a-4a0f-947e-e7d17e65751c req-74eef3a6-5c30-4d18-9702-dabc8410182b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 210 time: 0.0405917
Apr 16 22:07:31.318517 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Publish callbacks [] for port (6e810004-3130-42ea-a666-aa65d50b2eee), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:31.383363 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:31.435110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7e86c-2eb6-4154-93e7-0d27623a56df None None] Pushing event updated for resources: {'Port': ['ID=6e810004-3130-42ea-a666-aa65d50b2eee,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:31.497758 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Attempting to bind port 6e810004-3130-42ea-a666-aa65d50b2eee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:07:31.498141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Attempting to bind port 6e810004-3130-42ea-a666-aa65d50b2eee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:07:31.498516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Attempting to bind port 6e810004-3130-42ea-a666-aa65d50b2eee on network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:07:31.503942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:07:31.504378 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Checking segment: {'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:07:31.504790 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:31.505196 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Bound using segment: {'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:07:31.505843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Bound port: 6e810004-3130-42ea-a666-aa65d50b2eee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:07:31.506240 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:31.572093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] For port 6e810004-3130-42ea-a666-aa65d50b2eee, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:07:31.576100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] For port 6e810004-3130-42ea-a666-aa65d50b2eee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e810004-3130-42ea-a666-aa65d50b2eee,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:07:31.640738 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:31.695825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ace2e6fd-bf4d-429e-af90-8c8a96f31df8 None None] Provisioning complete for port 6e810004-3130-42ea-a666-aa65d50b2eee triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:07:31.696444 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ace2e6fd-bf4d-429e-af90-8c8a96f31df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:31.748204 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Routers {'938029ed-76c4-406c-8548-918f00526557'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:07:31.748204 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f241df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:07:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['938029ed-76c4-406c-8548-918f00526557'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:31.749549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7e86c-2eb6-4154-93e7-0d27623a56df None None] Pushing event updated for resources: {'Port': ['ID=6e810004-3130-42ea-a666-aa65d50b2eee,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:31.803809 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3a0cccf6-e153-4d22-a7cd-812b769a7a44 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:07:31.938707 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 3a0cccf6-e153-4d22-a7cd-812b769a7a44 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:07:31.939146 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:31.941623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] Set router 938029ed-76c4-406c-8548-918f00526557 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:07:31.996811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ace2e6fd-bf4d-429e-af90-8c8a96f31df8 None None] Current status of the port 6e810004-3130-42ea-a666-aa65d50b2eee is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:07:31.997118 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ace2e6fd-bf4d-429e-af90-8c8a96f31df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:32.116961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ace2e6fd-bf4d-429e-af90-8c8a96f31df8 None None] For port 6e810004-3130-42ea-a666-aa65d50b2eee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e810004-3130-42ea-a666-aa65d50b2eee,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:07:32.175003 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ace2e6fd-bf4d-429e-af90-8c8a96f31df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:32.181324 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 3a0cccf6-e153-4d22-a7cd-812b769a7a44 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:07:32.182358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 251fb3be-932c-45f1-8e0b-abaac4bed6f0 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:07:32.182666 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7278778d-5766-4bc2-870a-fc47523b774b req-25a1f096-4380-4847-ae4f-69d72482038d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 210 time: 0.0297890
Apr 16 22:07:32.290277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2e6fd-bf4d-429e-af90-8c8a96f31df8 None None] Pushing event updated for resources: {'Port': ['ID=6e810004-3130-42ea-a666-aa65d50b2eee,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:32.311428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3ba92d58-cdd3-43d4-bb09-576ad0407852 None None] Provisioning complete for port 6e810004-3130-42ea-a666-aa65d50b2eee triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:07:32.311799 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3ba92d58-cdd3-43d4-bb09-576ad0407852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:32.315151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f241df0>, [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:07:29Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e810004-3130-42ea-a666-aa65d50b2eee', 'name': '', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:85:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:28Z', 'updated_at': '2022-04-16T22:07:31Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:32.520519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 251fb3be-932c-45f1-8e0b-abaac4bed6f0 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:07:32.520810 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (251fb3be-932c-45f1-8e0b-abaac4bed6f0), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:32.528623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a433836-56ba-40db-a508-84f1b5582ebd None None] The sync data for ids ['938029ed-76c4-406c-8548-918f00526557'] in ncdv-master-1 is: [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:07:29Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e810004-3130-42ea-a666-aa65d50b2eee', 'name': '', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:85:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:28Z', 'updated_at': '2022-04-16T22:07:31Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:07:32.661530 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3ba92d58-cdd3-43d4-bb09-576ad0407852 None None] Current status of the port 6e810004-3130-42ea-a666-aa65d50b2eee is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:07:32.663475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 251fb3be-932c-45f1-8e0b-abaac4bed6f0 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:07:33.043421 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-15b73356-ba17-49a9-84fe-f8b53a45cc27 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:33.045189 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-15b73356-ba17-49a9-84fe-f8b53a45cc27 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.41 "GET /v2.0/networks?id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac HTTP/1.1" status: 200  len: 797 time: 0.1125448
Apr 16 22:07:33.110562 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-c376975a-3051-4cdb-85ce-ca1a32f14167 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 380 time: 0.0576501
Apr 16 22:07:33.118550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-23633959-bcfc-4413-a41e-4a3970dc106a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'port': {'device_id': '1d34c712-7f09-4193-941f-3a623cb994bb', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'admin_state_up': True, 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'security_groups': ['6aea0c16-d878-47a4-9d38-60f6d198eb0d']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:07:33.284986 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-04d57d93-0546-4202-a8b4-df37b4624334 req-664f495d-82d9-41b0-8bb2-9309550b02c9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 210 time: 0.0288560
Apr 16 22:07:33.309861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-23633959-bcfc-4413-a41e-4a3970dc106a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:07:33.313291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-23633959-bcfc-4413-a41e-4a3970dc106a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:33.447978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-23633959-bcfc-4413-a41e-4a3970dc106a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.20.0.5 (60f0d3b6-f916-4f77-b29a-6d6dd90d22ac/c8bf0b19-809f-4eeb-bf9b-476edba3219b/2b155b26-7042-4d21-80ba-41edd625ff3d) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:07:33.591492 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-23633959-bcfc-4413-a41e-4a3970dc106a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:33.697198 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-23633959-bcfc-4413-a41e-4a3970dc106a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:33.749170 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-23633959-bcfc-4413-a41e-4a3970dc106a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:07:33.752521 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-23633959-bcfc-4413-a41e-4a3970dc106a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:07:33.756403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-23633959-bcfc-4413-a41e-4a3970dc106a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:07:33.781333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23633959-bcfc-4413-a41e-4a3970dc106a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=2b155b26-7042-4d21-80ba-41edd625ff3d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:33.807330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6e810004-3130-42ea-a666-aa65d50b2eee up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:07:33.811052 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-23633959-bcfc-4413-a41e-4a3970dc106a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:33.811679 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-23633959-bcfc-4413-a41e-4a3970dc106a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:33.859288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 6e810004-3130-42ea-a666-aa65d50b2eee triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:07:33.859288 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:33.871857 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-23633959-bcfc-4413-a41e-4a3970dc106a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7568862
Apr 16 22:07:33.941880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 6e810004-3130-42ea-a666-aa65d50b2eee is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:07:33.975407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Request body: {'port': {'device_id': '1d34c712-7f09-4193-941f-3a623cb994bb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:07:33.990194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b353dbf3-e83f-40c5-8412-3764590b870a None None] Provisioning complete for port 2b155b26-7042-4d21-80ba-41edd625ff3d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:07:33.990568 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b353dbf3-e83f-40c5-8412-3764590b870a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:34.032457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b353dbf3-e83f-40c5-8412-3764590b870a None None] Port 2b155b26-7042-4d21-80ba-41edd625ff3d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:07:34.036788 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:34.298580 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b155b26-7042-4d21-80ba-41edd625ff3d {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:07:34.306018 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Publish callbacks [] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:34.319075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Transition to ACTIVE for port object 2b155b26-7042-4d21-80ba-41edd625ff3d will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:07:34.384737 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:34.439374 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe6720-21ac-460c-8f87-c598d62eb09f req-a35d96a7-a876-4ad9-8be5-40869a99232c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:34.440964 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cafe6720-21ac-460c-8f87-c598d62eb09f req-a35d96a7-a876-4ad9-8be5-40869a99232c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 931 time: 0.0847478
Apr 16 22:07:34.462841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Pushing event updated for resources: {'Port': ['ID=2b155b26-7042-4d21-80ba-41edd625ff3d,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:34.549833 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cafe6720-21ac-460c-8f87-c598d62eb09f req-5e319238-9eb8-4231-8f7f-54de9bd411dd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995166
Apr 16 22:07:34.568724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Attempting to bind port 2b155b26-7042-4d21-80ba-41edd625ff3d on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:07:34.569640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Attempting to bind port 2b155b26-7042-4d21-80ba-41edd625ff3d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:07:34.569982 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Attempting to bind port 2b155b26-7042-4d21-80ba-41edd625ff3d on network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:07:34.574804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Port 2b155b26-7042-4d21-80ba-41edd625ff3d on network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:07:34.575125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Attempting to bind port 2b155b26-7042-4d21-80ba-41edd625ff3d on network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:07:34.580351 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:07:34.580612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Checking segment: {'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:07:34.581001 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Bound using segment: {'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:07:34.581421 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Bound port: 2b155b26-7042-4d21-80ba-41edd625ff3d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:07:34.581782 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:34.646084 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] For port 2b155b26-7042-4d21-80ba-41edd625ff3d, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:07:34.649286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] For port 2b155b26-7042-4d21-80ba-41edd625ff3d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b155b26-7042-4d21-80ba-41edd625ff3d,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:07:34.709849 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:34.751753 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:34.752408 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:34.753806 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] 10.222.0.41 "PUT /v2.0/ports/2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 1091 time: 0.8252327
Apr 16 22:07:34.759605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:07:34.759605 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e4d73-bf9e-4fc1-80d7-ca5af8f792ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:07:34.779394 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b32af-8b17-4fd8-8c24-810c0b6c3753 service neutron] Pushing event updated for resources: {'Port': ['ID=2b155b26-7042-4d21-80ba-41edd625ff3d,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:34.795011 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1026d6d8-0dfa-42e6-ba1d-06f815b268a7 x-openstack-request-id: req-1026d6d8-0dfa-42e6-ba1d-06f815b268a7 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:07:34.795306 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:07:34.795592 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1026d6d8-0dfa-42e6-ba1d-06f815b268a7 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:07:34.796014 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1026d6d8-0dfa-42e6-ba1d-06f815b268a7'] response: {'name': 'network-changed', 'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'status': 'completed', 'code': 200}
Apr 16 22:07:34.855509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e4d73-bf9e-4fc1-80d7-ca5af8f792ea req-4cf8f23d-fd93-4673-9141-0a2ac17835c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:34.857124 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-414e4d73-bf9e-4fc1-80d7-ca5af8f792ea req-4cf8f23d-fd93-4673-9141-0a2ac17835c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1125 time: 0.0416999
Apr 16 22:07:34.956592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e4d73-bf9e-4fc1-80d7-ca5af8f792ea req-b073f62a-5a65-4037-a775-ab3a9248bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:34.958119 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-414e4d73-bf9e-4fc1-80d7-ca5af8f792ea req-b073f62a-5a65-4037-a775-ab3a9248bd74 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0943174
Apr 16 22:07:35.057297 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e4d73-bf9e-4fc1-80d7-ca5af8f792ea req-894edc62-b205-49c9-83f7-8b055c50d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:35.058746 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-414e4d73-bf9e-4fc1-80d7-ca5af8f792ea req-894edc62-b205-49c9-83f7-8b055c50d11d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0951676
Apr 16 22:07:35.132726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-a234b4a9-f453-4bf5-91c5-1249b80e52a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:35.134258 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-a234b4a9-f453-4bf5-91c5-1249b80e52a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1125 time: 0.0394344
Apr 16 22:07:35.177714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-ff244c18-2681-447d-afc0-d064ae9909e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 217 time: 0.0353477
Apr 16 22:07:35.229680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-04867e89-6062-42a7-8a8d-7644d2fef4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:35.231188 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-04867e89-6062-42a7-8a8d-7644d2fef4fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8bf0b19-809f-4eeb-bf9b-476edba3219b HTTP/1.1" status: 200  len: 835 time: 0.0483127
Apr 16 22:07:35.274319 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-d96eee78-63f0-4df8-adce-387bb49c0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:35.275837 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-d96eee78-63f0-4df8-adce-387bb49c0eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0394917
Apr 16 22:07:35.360484 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-8c541aef-90f2-4a34-9d3f-4a614e597e85 service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0789633
Apr 16 22:07:35.451537 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4152f13a-fd09-4e37-990c-0ad0bcaf8d93 req-50ea817a-5da4-4f22-8f09-866abcd3134c service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857236
Apr 16 22:07:35.663216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e617c1-02dc-40ef-9c5d-1e64457d4cc5 req-78187a3a-c82e-415a-ad42-a4d7c554c8f1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:35.664704 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1e617c1-02dc-40ef-9c5d-1e64457d4cc5 req-78187a3a-c82e-415a-ad42-a4d7c554c8f1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 943 time: 0.0469978
Apr 16 22:07:35.714168 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1e617c1-02dc-40ef-9c5d-1e64457d4cc5 req-cb0514c1-b0f0-4c39-a6b8-c0038b4ab660 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431702
Apr 16 22:07:36.657388 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:36.829992 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206c253-4a6a-4eae-9fd3-93aed36ce2f1 req-b15a2203-d8e6-402e-a5b8-01ca1e759b7b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:36.831476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c206c253-4a6a-4eae-9fd3-93aed36ce2f1 req-b15a2203-d8e6-402e-a5b8-01ca1e759b7b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 943 time: 0.0474632
Apr 16 22:07:36.883604 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c206c253-4a6a-4eae-9fd3-93aed36ce2f1 req-b2a01b78-1203-4c1e-9172-30df56c681ad tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462525
Apr 16 22:07:38.008335 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d5033-5056-4eec-b1df-f512fced24d8 req-e985f5c0-66d4-4315-9d09-0779f7b91e5f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:38.009729 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1d8d5033-5056-4eec-b1df-f512fced24d8 req-e985f5c0-66d4-4315-9d09-0779f7b91e5f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 943 time: 0.0516558
Apr 16 22:07:38.059183 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1d8d5033-5056-4eec-b1df-f512fced24d8 req-947aa30b-2146-4688-9d16-ae9fa056f271 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431626
Apr 16 22:07:38.376131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 2b155b26-7042-4d21-80ba-41edd625ff3d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:07:38.475481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 2b155b26-7042-4d21-80ba-41edd625ff3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b155b26-7042-4d21-80ba-41edd625ff3d,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:07:38.486786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'port_id': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'mac_address': 'fa:16:3e:0c:3f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:07:38.523414 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 2b155b26-7042-4d21-80ba-41edd625ff3d is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:07:38.523806 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:38.537217 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b155b26-7042-4d21-80ba-41edd625ff3d {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:07:38.556120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 2b155b26-7042-4d21-80ba-41edd625ff3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b155b26-7042-4d21-80ba-41edd625ff3d,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:07:38.628756 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:38.675310 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=2b155b26-7042-4d21-80ba-41edd625ff3d,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:38.976101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['2b155b26-7042-4d21-80ba-41edd625ff3d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:07:39.009509 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29e61875-e185-4458-911e-be1c5223c738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:39.173540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76eb5d-76fc-4267-8965-6c3e6cee5434 req-4c2e8dc5-4dfb-4ec3-afca-a91c70743451 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:39.175047 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc76eb5d-76fc-4267-8965-6c3e6cee5434 req-4c2e8dc5-4dfb-4ec3-afca-a91c70743451 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 944 time: 0.0473959
Apr 16 22:07:39.223757 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-dc76eb5d-76fc-4267-8965-6c3e6cee5434 req-08be9e6b-82ee-4723-a6d2-693391b45c13 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428836
Apr 16 22:07:40.334549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd97565-e086-4b13-b591-c9e3a8e41ebd req-51c760f3-8450-41fe-9a57-4231b686243b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:40.336267 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ffd97565-e086-4b13-b591-c9e3a8e41ebd req-51c760f3-8450-41fe-9a57-4231b686243b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 944 time: 0.0466847
Apr 16 22:07:40.384251 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ffd97565-e086-4b13-b591-c9e3a8e41ebd req-371116d6-5a65-4292-9799-833da4796032 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424747
Apr 16 22:07:40.393768 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 2b155b26-7042-4d21-80ba-41edd625ff3d up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:07:40.441474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 2b155b26-7042-4d21-80ba-41edd625ff3d completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:07:40.507541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 2b155b26-7042-4d21-80ba-41edd625ff3d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:07:40.507840 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:40.582531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 2b155b26-7042-4d21-80ba-41edd625ff3d is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:07:40.582917 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:40.605621 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:07:40.608682 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0055f068-1ad4-45de-a6b7-11602998363c" -d '{"events": [{"server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "name": "network-vif-plugged", "status": "completed", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:07:40.620502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 2b155b26-7042-4d21-80ba-41edd625ff3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b155b26-7042-4d21-80ba-41edd625ff3d,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:07:40.644435 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c0fdb4-374a-4001-82bf-b182118b1002 x-openstack-request-id: req-06c0fdb4-374a-4001-82bf-b182118b1002 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:07:40.644721 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "name": "network-vif-plugged", "status": "completed", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:07:40.644970 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06c0fdb4-374a-4001-82bf-b182118b1002 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:07:40.645361 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c0fdb4-374a-4001-82bf-b182118b1002'] response: {'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'code': 200}
Apr 16 22:07:40.708600 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:40.742910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e966c1-3f73-40e1-bf86-0b50bf5cf4ad req-08b5f9cd-cb8d-4415-8b36-a2a8d980a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:40.744530 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-71e966c1-3f73-40e1-bf86-0b50bf5cf4ad req-08b5f9cd-cb8d-4415-8b36-a2a8d980a6bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1127 time: 0.0389960
Apr 16 22:07:40.760430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=2b155b26-7042-4d21-80ba-41edd625ff3d,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:40.795353 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-71e966c1-3f73-40e1-bf86-0b50bf5cf4ad req-49dc2d97-eda5-4d7c-8b75-fdc461fa0d05 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442998
Apr 16 22:07:41.498261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76e5b5-e1b8-499c-b49f-31d865c10750 req-a71cd3f1-83c2-4dba-a063-f2ded3b0cfe2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:41.499705 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c76e5b5-e1b8-499c-b49f-31d865c10750 req-a71cd3f1-83c2-4dba-a063-f2ded3b0cfe2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0466375
Apr 16 22:07:41.547200 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c76e5b5-e1b8-499c-b49f-31d865c10750 req-ffeec8e9-ee8f-4420-aec9-00f257e6cbb4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419786
Apr 16 22:07:41.662343 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-dc313464-71cd-4e00-ae14-b4ccc420eb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:42.664065 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284a4f3-d942-41ce-9cbe-eaf3befb0a4d req-a617f5ab-a057-400f-8a28-1aea4efbf883 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:42.665706 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7284a4f3-d942-41ce-9cbe-eaf3befb0a4d req-a617f5ab-a057-400f-8a28-1aea4efbf883 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0480402
Apr 16 22:07:42.669129 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:42.715998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7284a4f3-d942-41ce-9cbe-eaf3befb0a4d req-bd4c6ef6-2efb-4917-bc3b-0fd194c2adba tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433881
Apr 16 22:07:42.827240 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdf484-7f5e-4d1f-8253-b52b16fc471f req-847edffb-2030-4965-a32a-e30f9ccf5e52 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:42.828651 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4fdf484-7f5e-4d1f-8253-b52b16fc471f req-847edffb-2030-4965-a32a-e30f9ccf5e52 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0462697
Apr 16 22:07:42.877990 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4fdf484-7f5e-4d1f-8253-b52b16fc471f req-9aba77c3-251e-4330-97bd-5c9e9ef72319 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438104
Apr 16 22:07:42.899807 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52494) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:42.941388 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166a2d3b-21eb-48de-b742-9ca9f5c0cde8 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:42.942913 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-166a2d3b-21eb-48de-b742-9ca9f5c0cde8 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1122 time: 0.0421317
Apr 16 22:07:42.945661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52496) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:42.949797 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:07:43.039468 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:43.115897 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:43.538870 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.35.1.152 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/c0e67878-5730-4240-aeb8-61787238d973) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:07:43.639741 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (c0e67878-5730-4240-aeb8-61787238d973), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:43.714729 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c0e67878-5730-4240-aeb8-61787238d973), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:43.757126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:07:43.761635 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:07:43.765892 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:07:43.771410 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=c0e67878-5730-4240-aeb8-61787238d973,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:44.015555 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:44.135230 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (58f4aa00-c853-41e3-9e8d-6f9a67937a99), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:44.278870 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (c0e67878-5730-4240-aeb8-61787238d973), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:44.303803 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:44.431198 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (c0e67878-5730-4240-aeb8-61787238d973), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:44.536958 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (c0e67878-5730-4240-aeb8-61787238d973), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:44.609595 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=c0e67878-5730-4240-aeb8-61787238d973,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:07:44.617134 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (58f4aa00-c853-41e3-9e8d-6f9a67937a99), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:44.721467 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Floating IP 58f4aa00-c853-41e3-9e8d-6f9a67937a99 associated. External IP: 172.35.1.152, port: 2b155b26-7042-4d21-80ba-41edd625ff3d.
Apr 16 22:07:44.934937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 938029ed-76c4-406c-8548-918f00526557 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:07:45.046217 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:07:45.055935 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46a0f90-c217-48ac-b955-7f48a8532352 None None] Sync routers for ids ['938029ed-76c4-406c-8548-918f00526557'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:07:45.066923 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a0f90-c217-48ac-b955-7f48a8532352 None None] Routers {'938029ed-76c4-406c-8548-918f00526557'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:07:45.067526 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c46a0f90-c217-48ac-b955-7f48a8532352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124bfdcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:07:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['938029ed-76c4-406c-8548-918f00526557'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:45.116343 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:45.148210 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d657c099-b645-4525-9ba8-bfd1e76c8104 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2006824
Apr 16 22:07:45.148210 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:07:45.151604 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c6ee43-19e3-47b0-9a86-18188a98819c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:07:45.178392 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-c46a0f90-c217-48ac-b955-7f48a8532352 None None] Set router 938029ed-76c4-406c-8548-918f00526557 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:07:45.194845 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c20ad3-3a7d-412a-a676-4ecd4aa4ef87 x-openstack-request-id: req-44c20ad3-3a7d-412a-a676-4ecd4aa4ef87 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:07:45.194845 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:07:45.194845 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44c20ad3-3a7d-412a-a676-4ecd4aa4ef87 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:07:45.194845 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c20ad3-3a7d-412a-a676-4ecd4aa4ef87'] response: {'name': 'network-changed', 'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'status': 'completed', 'code': 200}
Apr 16 22:07:45.259132 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6ee43-19e3-47b0-9a86-18188a98819c req-be016632-f927-4c87-a3c3-f7bd29c8ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:45.259132 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1c6ee43-19e3-47b0-9a86-18188a98819c req-be016632-f927-4c87-a3c3-f7bd29c8ad34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1127 time: 0.0430255
Apr 16 22:07:45.360430 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6ee43-19e3-47b0-9a86-18188a98819c req-c24dba04-0ece-4d39-8c21-b6b331a5ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:45.362368 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1c6ee43-19e3-47b0-9a86-18188a98819c req-c24dba04-0ece-4d39-8c21-b6b331a5ccb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac HTTP/1.1" status: 200  len: 898 time: 0.0980690
Apr 16 22:07:45.410378 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c46a0f90-c217-48ac-b955-7f48a8532352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124bfdcd0>, [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:07:29Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '58f4aa00-c853-41e3-9e8d-6f9a67937a99', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.152', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '938029ed-76c4-406c-8548-918f00526557', 'port_id': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'mac_address': 'fa:16:3e:0c:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34c712-7f09-4193-941f-3a623cb994bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:07:43Z', 'updated_at': '2022-04-16T22:07:43Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e810004-3130-42ea-a666-aa65d50b2eee', 'name': '', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:85:0a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:28Z', 'updated_at': '2022-04-16T22:07:32Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:45.437283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1c6ee43-19e3-47b0-9a86-18188a98819c req-a2deb52d-7fc2-42ef-82a3-054bb9fcf20e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 999 time: 0.0695570
Apr 16 22:07:45.445865 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46a0f90-c217-48ac-b955-7f48a8532352 None None] Checking router: 938029ed-76c4-406c-8548-918f00526557 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:07:45.450219 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a0f90-c217-48ac-b955-7f48a8532352 None None] Routers {'938029ed-76c4-406c-8548-918f00526557'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:07:45.450824 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c46a0f90-c217-48ac-b955-7f48a8532352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124bfdcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:07:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['938029ed-76c4-406c-8548-918f00526557'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:45.464583 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:07:45.498404 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6ee43-19e3-47b0-9a86-18188a98819c req-ea9c187c-f446-4565-9355-533cf9575e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:45.500373 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1c6ee43-19e3-47b0-9a86-18188a98819c req-ea9c187c-f446-4565-9355-533cf9575e76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8bf0b19-809f-4eeb-bf9b-476edba3219b HTTP/1.1" status: 200  len: 835 time: 0.0573096
Apr 16 22:07:45.547358 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6ee43-19e3-47b0-9a86-18188a98819c req-cf34041b-9984-4066-b11f-e18bb0c6160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:45.549134 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1c6ee43-19e3-47b0-9a86-18188a98819c req-cf34041b-9984-4066-b11f-e18bb0c6160f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425210
Apr 16 22:07:45.569260 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-c46a0f90-c217-48ac-b955-7f48a8532352 None None] Set router 938029ed-76c4-406c-8548-918f00526557 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:07:45.612939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d30618-a4f9-452c-92fa-18b542c7a5a5 req-099558d6-b093-4e1e-9210-a10c37ec5dd3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:45.614454 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5d30618-a4f9-452c-92fa-18b542c7a5a5 req-099558d6-b093-4e1e-9210-a10c37ec5dd3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.4128127
Apr 16 22:07:45.645987 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1c6ee43-19e3-47b0-9a86-18188a98819c req-7b384a0e-e891-4157-9e5d-d11f27023108 service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906103
Apr 16 22:07:45.664576 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b5d30618-a4f9-452c-92fa-18b542c7a5a5 req-a35391c6-a662-4268-af89-341312fb158d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442929
Apr 16 22:07:45.689387 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52504) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:45.754345 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a1c6ee43-19e3-47b0-9a86-18188a98819c req-bd815918-d23b-44cb-b2f1-4d35245fd54b service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1030066
Apr 16 22:07:45.762755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-86a10ca2-edd1-44c6-9d7b-170afc70eea0 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/58f4aa00-c853-41e3-9e8d-6f9a67937a99 HTTP/1.1" status: 200  len: 991 time: 0.0716999
Apr 16 22:07:45.809584 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-c46a0f90-c217-48ac-b955-7f48a8532352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124bfdcd0>, [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:07:29Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '58f4aa00-c853-41e3-9e8d-6f9a67937a99', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.152', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '938029ed-76c4-406c-8548-918f00526557', 'port_id': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'mac_address': 'fa:16:3e:0c:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34c712-7f09-4193-941f-3a623cb994bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:07:43Z', 'updated_at': '2022-04-16T22:07:43Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e810004-3130-42ea-a666-aa65d50b2eee', 'name': '', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:85:0a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:28Z', 'updated_at': '2022-04-16T22:07:32Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:07:45.835432 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46a0f90-c217-48ac-b955-7f48a8532352 None None] The sync data for ids ['938029ed-76c4-406c-8548-918f00526557'] in ncdv-master-1 is: [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:07:29Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '58f4aa00-c853-41e3-9e8d-6f9a67937a99', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.152', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '938029ed-76c4-406c-8548-918f00526557', 'port_id': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'mac_address': 'fa:16:3e:0c:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d34c712-7f09-4193-941f-3a623cb994bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:07:43Z', 'updated_at': '2022-04-16T22:07:43Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e810004-3130-42ea-a666-aa65d50b2eee', 'name': '', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:85:0a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:28Z', 'updated_at': '2022-04-16T22:07:32Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:07:46.031768 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae78a9f6-9274-45a4-99a9-449d24e1c330 None None] New status for floating IP 58f4aa00-c853-41e3-9e8d-6f9a67937a99: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:07:46.766198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52506) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:07:46.828862 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-a38eecc2-781a-4463-8395-06f705f6040e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/58f4aa00-c853-41e3-9e8d-6f9a67937a99 HTTP/1.1" status: 200  len: 993 time: 0.0615447
Apr 16 22:07:46.920603 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67ad5fc6-b271-4fd4-8654-ba99bdc28eca req-e3852b74-db0b-43f8-94a6-fc6e4ff4afe8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0380955
Apr 16 22:07:47.001558 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad5fc6-b271-4fd4-8654-ba99bdc28eca req-c2dd7157-caa3-4fff-a2ed-742e7a22d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:47.003108 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67ad5fc6-b271-4fd4-8654-ba99bdc28eca req-c2dd7157-caa3-4fff-a2ed-742e7a22d101 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1127 time: 0.0402765
Apr 16 22:07:47.110060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad5fc6-b271-4fd4-8654-ba99bdc28eca req-a96d4385-b283-4300-959c-7819859a0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:47.111543 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67ad5fc6-b271-4fd4-8654-ba99bdc28eca req-a96d4385-b283-4300-959c-7819859a0f82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac HTTP/1.1" status: 200  len: 898 time: 0.0906322
Apr 16 22:07:47.177405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67ad5fc6-b271-4fd4-8654-ba99bdc28eca req-33c2815c-ad1d-4c57-a23d-0dde3749c34b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 1001 time: 0.0595820
Apr 16 22:07:47.229189 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad5fc6-b271-4fd4-8654-ba99bdc28eca req-b66c649b-24bb-4644-a52d-4abeb8d3c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:47.230629 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67ad5fc6-b271-4fd4-8654-ba99bdc28eca req-b66c649b-24bb-4644-a52d-4abeb8d3c2f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8bf0b19-809f-4eeb-bf9b-476edba3219b HTTP/1.1" status: 200  len: 835 time: 0.0475545
Apr 16 22:07:47.274853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad5fc6-b271-4fd4-8654-ba99bdc28eca req-315f5d73-adf4-4888-a11c-304056cb2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:07:47.276337 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67ad5fc6-b271-4fd4-8654-ba99bdc28eca req-315f5d73-adf4-4888-a11c-304056cb2f38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0375438
Apr 16 22:07:47.363174 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67ad5fc6-b271-4fd4-8654-ba99bdc28eca req-955eb251-6b35-49d9-97a8-c9f18968d0ca service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803218
Apr 16 22:07:47.453609 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67ad5fc6-b271-4fd4-8654-ba99bdc28eca req-7f091bee-8067-4d17-9500-1cfef4856068 service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840797
Apr 16 22:08:06.674021 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:07.016424 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:08:09.034405 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c1aca343-0b7b-45c5-8977-f392837c924c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:11.679717 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d76dc3d6-5cb6-4c39-9468-ad074af78438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:12.679141 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:14.039856 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:14.274123 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:15.468193 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:36.685349 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:39.010685 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2123c770-ec7f-4c5c-b6e6-157ce7a75b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:41.657386 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-85d8563d-3c80-4f5c-aee7-ddc16fd2f9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:42.718806 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:44.015954 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:08:44.073763 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:44.279139 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:45.467947 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:08:46.923581 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-e2a8f30d-0b07-46cd-9168-642a1fc54c7d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0416262
Apr 16 22:08:47.000999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-6082fcda-33be-47a9-a172-7e21c136a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:47.002441 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-6082fcda-33be-47a9-a172-7e21c136a908 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1127 time: 0.0403199
Apr 16 22:08:47.110290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-b89cac37-68cc-4285-a6ad-e001cf2f5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:47.111773 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-b89cac37-68cc-4285-a6ad-e001cf2f5d6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac HTTP/1.1" status: 200  len: 898 time: 0.0905612
Apr 16 22:08:47.180336 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-1327528c-acde-4d45-8b3c-5875c4978510 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 1001 time: 0.0620761
Apr 16 22:08:47.233991 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-c9bc78da-666b-4eba-807c-410ddaa209cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:47.235783 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-c9bc78da-666b-4eba-807c-410ddaa209cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8bf0b19-809f-4eeb-bf9b-476edba3219b HTTP/1.1" status: 200  len: 835 time: 0.0492857
Apr 16 22:08:47.278997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-ad34f767-b94b-453d-aa63-de1e74025261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:47.280427 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-ad34f767-b94b-453d-aa63-de1e74025261 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0387974
Apr 16 22:08:47.291338 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-27fa31bf-dc92-4e21-bd6c-8564af0689ab service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 22:08:47.292379 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-27fa31bf-dc92-4e21-bd6c-8564af0689ab service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049024
Apr 16 22:08:47.381975 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-3997aea5-d806-47db-a053-97774044d259 service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842927
Apr 16 22:08:47.479240 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-19a120b0-5cfb-4ea5-b0fa-c55e1d3b4c93 req-9d58a31a-adf7-4760-88ac-27ada2cfa406 service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893040
Apr 16 22:08:47.564952 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-ec946122-2310-49f9-ba13-84392c536352 req-7ecf9b36-70c1-483a-9e4e-3ab91fe111eb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 22:08:47.565986 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ec946122-2310-49f9-ba13-84392c536352 req-7ecf9b36-70c1-483a-9e4e-3ab91fe111eb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0437615
Apr 16 22:08:48.874408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a882796-fb83-4bcf-ae76-01a326748755 req-a095b7ca-f24d-4f5c-8488-38c69b7cd328 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:48.875918 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4a882796-fb83-4bcf-ae76-01a326748755 req-a095b7ca-f24d-4f5c-8488-38c69b7cd328 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0492249
Apr 16 22:08:48.924121 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4a882796-fb83-4bcf-ae76-01a326748755 req-f95a8d22-00fb-48fc-9852-46dc2d79287c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426347
Apr 16 22:08:48.974417 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52580) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:08:49.050139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-9ce2f984-9542-43fe-9cf9-2d187cb994d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0745952
Apr 16 22:08:49.058409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8e2da8ea-84e3-4ceb-94ae-e104142cc226 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 22:08:49.059694 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8e2da8ea-84e3-4ceb-94ae-e104142cc226 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048714
Apr 16 22:08:50.037106 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbf344-023f-473a-8285-37c307f0179a req-4cccc0e0-7ddc-411f-826f-c190331c7717 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:50.038526 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5dcbf344-023f-473a-8285-37c307f0179a req-4cccc0e0-7ddc-411f-826f-c190331c7717 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0476742
Apr 16 22:08:50.086622 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5dcbf344-023f-473a-8285-37c307f0179a req-03d8a68f-03f4-4fe0-bb06-6ec5cfb1ca49 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425594
Apr 16 22:08:50.611315 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52604) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:08:50.733992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-337e9cab-611a-4fe4-8808-ab3a61335dfa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:50.735314 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-337e9cab-611a-4fe4-8808-ab3a61335dfa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports/2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 942 time: 0.1230052
Apr 16 22:08:51.199584 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dce7d-576a-4bf6-a47a-c4c340268b79 req-1a16f06a-f531-4bee-bc6c-42404b5ba1d2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:51.201053 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6f4dce7d-576a-4bf6-a47a-c4c340268b79 req-1a16f06a-f531-4bee-bc6c-42404b5ba1d2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0466275
Apr 16 22:08:51.250937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6f4dce7d-576a-4bf6-a47a-c4c340268b79 req-aacf29de-54a3-4556-be68-bc10dd5f9b23 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435710
Apr 16 22:08:52.367743 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b308a2-6227-45c2-8897-6034d70d80bb req-402c307f-8f87-45ec-bc93-e3bfb6120200 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:52.369250 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61b308a2-6227-45c2-8897-6034d70d80bb req-402c307f-8f87-45ec-bc93-e3bfb6120200 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0508206
Apr 16 22:08:52.418150 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-61b308a2-6227-45c2-8897-6034d70d80bb req-df36f65c-2ecd-4e3a-9c1f-dcd6d197c961 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431314
Apr 16 22:08:53.530653 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4c181-e170-4177-8cff-02c0900e4680 req-46ac5f3b-b3ee-488e-9e79-607800ba3a55 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:53.532775 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cef4c181-e170-4177-8cff-02c0900e4680 req-46ac5f3b-b3ee-488e-9e79-607800ba3a55 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0468605
Apr 16 22:08:53.583646 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cef4c181-e170-4177-8cff-02c0900e4680 req-fc384598-c66b-418b-93df-e46dfbbe6e07 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453107
Apr 16 22:08:54.703318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f350b-876f-46b1-93d5-a204031f2947 req-3d2747e0-7cf8-4867-b7fb-beefe542b792 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:54.704970 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-258f350b-876f-46b1-93d5-a204031f2947 req-3d2747e0-7cf8-4867-b7fb-beefe542b792 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0503902
Apr 16 22:08:54.758335 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-258f350b-876f-46b1-93d5-a204031f2947 req-3fb3507f-e909-43b9-bad4-8d0bae5d7c47 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465841
Apr 16 22:08:55.267221 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-6d0a177e-aadb-4446-b62c-9ccf06ecb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:55.268774 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-6d0a177e-aadb-4446-b62c-9ccf06ecb36c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1127 time: 0.0394773
Apr 16 22:08:55.356933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-3ddc8339-ec14-4a2e-9a51-e1fb2950d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:55.358368 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-3ddc8339-ec14-4a2e-9a51-e1fb2950d7e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac HTTP/1.1" status: 200  len: 898 time: 0.0823233
Apr 16 22:08:55.429129 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-5b695610-cf38-4af8-8ab7-b6aba7971ae5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 1001 time: 0.0643001
Apr 16 22:08:55.476044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-706bb21d-42ea-4938-8b35-3e6696b58113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:55.477456 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-706bb21d-42ea-4938-8b35-3e6696b58113 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8bf0b19-809f-4eeb-bf9b-476edba3219b HTTP/1.1" status: 200  len: 835 time: 0.0429595
Apr 16 22:08:55.519042 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-e4bb920f-89da-462d-b2a9-8d5556f38242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:55.520518 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-e4bb920f-89da-462d-b2a9-8d5556f38242 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0374248
Apr 16 22:08:55.612108 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-79a4f2c5-f919-4231-b7b4-9208887379f1 service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859189
Apr 16 22:08:55.701881 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-1c15a498-5dfa-4b98-9c71-d3ee1b9448b0 service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832949
Apr 16 22:08:55.875298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb5fbf-fd58-494f-8777-a7ac57a3db26 req-283d2499-cdd1-460b-aae1-7a65e6ee6667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:55.876850 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40eb5fbf-fd58-494f-8777-a7ac57a3db26 req-283d2499-cdd1-460b-aae1-7a65e6ee6667 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0493078
Apr 16 22:08:55.929629 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-40eb5fbf-fd58-494f-8777-a7ac57a3db26 req-73b89484-40b3-4980-8bce-2b9d2e3a62cf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471075
Apr 16 22:08:57.043672 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e41691-36d0-4264-a0ab-ba0cd8381f80 req-c11a2cb4-4114-42c9-822e-5e6a2e2fab17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:57.048736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43e41691-36d0-4264-a0ab-ba0cd8381f80 req-c11a2cb4-4114-42c9-822e-5e6a2e2fab17 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0514231
Apr 16 22:08:57.102731 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43e41691-36d0-4264-a0ab-ba0cd8381f80 req-87d86099-fa95-4c5a-b4a4-4befc478cb49 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502605
Apr 16 22:08:58.214802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acc256-e563-41e1-845a-a6d4bae0474a req-3a12c48c-50a2-4130-8039-a296da01eaac tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:58.216406 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76acc256-e563-41e1-845a-a6d4bae0474a req-3a12c48c-50a2-4130-8039-a296da01eaac tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0470033
Apr 16 22:08:58.264023 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76acc256-e563-41e1-845a-a6d4bae0474a req-0d3bc1cb-462e-4b2a-a43f-d63221bc8ed7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421181
Apr 16 22:08:59.377246 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195f59a-398e-40ce-aed9-113fc5c86770 req-d8361112-54d2-4da6-ba79-78b082d59ead tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:08:59.378738 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2195f59a-398e-40ce-aed9-113fc5c86770 req-d8361112-54d2-4da6-ba79-78b082d59ead tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0471523
Apr 16 22:08:59.427050 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2195f59a-398e-40ce-aed9-113fc5c86770 req-d418a20a-2efd-468e-a211-6c38c8edc34e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426881
Apr 16 22:09:00.539988 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961150e5-b4fc-4b58-a884-73f132a30b7c req-fa65a539-3116-49b1-a6d8-e18a7a97f1b1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:00.541500 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-961150e5-b4fc-4b58-a884-73f132a30b7c req-fa65a539-3116-49b1-a6d8-e18a7a97f1b1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0475097
Apr 16 22:09:00.590011 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-961150e5-b4fc-4b58-a884-73f132a30b7c req-7a35affc-50b7-4b92-9c6b-24647a4f46bb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429993
Apr 16 22:09:01.707250 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f73ce-a18a-4101-b88e-5cb363e66466 req-b0a28915-15c9-466b-b5aa-3cbde5242059 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:01.708780 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a07f73ce-a18a-4101-b88e-5cb363e66466 req-b0a28915-15c9-466b-b5aa-3cbde5242059 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0487111
Apr 16 22:09:01.758238 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a07f73ce-a18a-4101-b88e-5cb363e66466 req-38f4e214-9be7-4baa-9db9-4fd0fcacfb89 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436001
Apr 16 22:09:02.878307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509fe32-6907-41b5-ba6f-b15271402f5d req-a5920637-af08-4a30-9535-4bc786ee524c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:02.879804 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b509fe32-6907-41b5-ba6f-b15271402f5d req-a5920637-af08-4a30-9535-4bc786ee524c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0506501
Apr 16 22:09:02.927678 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b509fe32-6907-41b5-ba6f-b15271402f5d req-f6ad1bc8-8bcf-43ba-8794-00f9b6242a65 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422618
Apr 16 22:09:04.045013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccd9a6-007d-427f-a821-ab62caf7e0f6 req-b527f8dd-2a55-4d73-9cc4-770098241065 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:04.046486 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bcccd9a6-007d-427f-a821-ab62caf7e0f6 req-b527f8dd-2a55-4d73-9cc4-770098241065 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0509715
Apr 16 22:09:04.095461 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bcccd9a6-007d-427f-a821-ab62caf7e0f6 req-ccd56e9f-17ba-4f64-a7b9-d35457f3b0c0 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433040
Apr 16 22:09:05.206183 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a50cbc-d959-4070-897c-e03a3496fd6f req-8cf5f53b-1a75-4e3f-b10c-ea607f39b77d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:05.207624 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94a50cbc-d959-4070-897c-e03a3496fd6f req-8cf5f53b-1a75-4e3f-b10c-ea607f39b77d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0460091
Apr 16 22:09:05.256094 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-94a50cbc-d959-4070-897c-e03a3496fd6f req-63f3b77f-b0bc-4cfc-bf3a-67feefed9e32 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427289
Apr 16 22:09:06.368563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6b76-71aa-4cad-a0a1-6af0382d04bb req-618c1afe-6a56-463f-85a3-6dcd59303e63 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:06.370056 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-684b6b76-71aa-4cad-a0a1-6af0382d04bb req-618c1afe-6a56-463f-85a3-6dcd59303e63 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0467620
Apr 16 22:09:06.418082 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-684b6b76-71aa-4cad-a0a1-6af0382d04bb req-c3935fbc-0564-4bfa-ba54-1386ef984611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418265
Apr 16 22:09:06.673694 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:07.536583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab614f3a-0013-482e-a9f0-b5928772d8b7 req-a70d4c4e-e029-4796-ba58-273703ffd652 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:07.538060 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab614f3a-0013-482e-a9f0-b5928772d8b7 req-a70d4c4e-e029-4796-ba58-273703ffd652 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0511405
Apr 16 22:09:07.586750 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab614f3a-0013-482e-a9f0-b5928772d8b7 req-47931df6-31de-4372-90de-8e26233b1526 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431314
Apr 16 22:09:07.709374 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-d62f469b-bc70-4636-9177-5b453c866203 service neutron] show failed (client error): The resource could not be found.
Apr 16 22:09:07.710566 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-d62f469b-bc70-4636-9177-5b453c866203 service neutron] 10.222.0.41 "GET /v2.0/ports/2b155b26-7042-4d21-80ba-41edd625ff3d/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0547554
Apr 16 22:09:08.236558 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-0cf1e054-d57c-47ef-a352-0c9e0f40b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:08.238052 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-0cf1e054-d57c-47ef-a352-0c9e0f40b505 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb&tenant_id=3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 1127 time: 0.0400360
Apr 16 22:09:08.247260 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-0bf7e731-6dd3-405d-a7ff-79b9f5b0a6ed service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 22:09:08.248229 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-0bf7e731-6dd3-405d-a7ff-79b9f5b0a6ed service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048237
Apr 16 22:09:08.259430 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:09:08.320051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:08.519529 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] For port 2b155b26-7042-4d21-80ba-41edd625ff3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b155b26-7042-4d21-80ba-41edd625ff3d,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:09:08.551680 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] For port 2b155b26-7042-4d21-80ba-41edd625ff3d, host nch2-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:09:08.590265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:09:08.592668 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490ae022-c8d7-45f6-a32b-73196c71c82e" -d '{"events": [{"server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "name": "network-vif-unplugged", "status": "completed", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:09:08.597089 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Publish callbacks [] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:08.609686 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Transition to ACTIVE for port object 2b155b26-7042-4d21-80ba-41edd625ff3d will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:09:08.642545 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 22:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea86a7f8-2d0b-40af-9265-686bb302ddf7 x-openstack-request-id: req-ea86a7f8-2d0b-40af-9265-686bb302ddf7 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:09:08.642845 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "name": "network-vif-unplugged", "status": "completed", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:09:08.643101 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea86a7f8-2d0b-40af-9265-686bb302ddf7 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:09:08.643537 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea86a7f8-2d0b-40af-9265-686bb302ddf7'] response: {'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'code': 200}
Apr 16 22:09:08.673809 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:08.703908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5095c1-5ff8-4662-9ec9-383b231d0a4f req-a980d946-90e2-46ec-b5bb-b9eb80fc7472 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:08.705441 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7a5095c1-5ff8-4662-9ec9-383b231d0a4f req-a980d946-90e2-46ec-b5bb-b9eb80fc7472 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0484447
Apr 16 22:09:08.758319 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Pushing event updated for resources: {'Port': ['ID=2b155b26-7042-4d21-80ba-41edd625ff3d,revision_number=6']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:08.779496 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7a5095c1-5ff8-4662-9ec9-383b231d0a4f req-69da16b5-b79d-47c0-9179-1b956c06c1c2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521812
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.779602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:08.819740 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] No DVR routers for this DVR port 2b155b26-7042-4d21-80ba-41edd625ff3d on host nch2-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:09:08.966988 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Attempting to bind port 2b155b26-7042-4d21-80ba-41edd625ff3d on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:09:08.967433 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Attempting to bind port 2b155b26-7042-4d21-80ba-41edd625ff3d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:09:08.967800 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Attempting to bind port 2b155b26-7042-4d21-80ba-41edd625ff3d on network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:09:08.972471 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Port 2b155b26-7042-4d21-80ba-41edd625ff3d on network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:09:08.972807 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Attempting to bind port 2b155b26-7042-4d21-80ba-41edd625ff3d on network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:09:08.977772 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:09:08.978119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Checking segment: {'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:09:08.978536 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Bound using segment: {'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:09:08.978970 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Bound port: 2b155b26-7042-4d21-80ba-41edd625ff3d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041617e9-9481-4b98-9e7a-d2a8fdbfc412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:09:08.979338 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:09.044742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] For port 2b155b26-7042-4d21-80ba-41edd625ff3d, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:09:09.047582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] For port 2b155b26-7042-4d21-80ba-41edd625ff3d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b155b26-7042-4d21-80ba-41edd625ff3d,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:09:09.049401 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e04c-cfaf-4c4a-8014-1f91ca6c15ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:09.118458 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:09.156148 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:09.156799 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:09.158193 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] 10.222.0.11 "PUT /v2.0/ports/2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 1091 time: 0.9023020
Apr 16 22:09:09.178333 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69b23e-b42f-4bd7-a844-401b32c26d8f service neutron] Pushing event updated for resources: {'Port': ['ID=2b155b26-7042-4d21-80ba-41edd625ff3d,revision_number=7']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:09.223193 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-0ebdf388-e397-4a21-be2d-04073db48f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:09.224832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-0ebdf388-e397-4a21-be2d-04073db48f8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1125 time: 0.0426614
Apr 16 22:09:09.325715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-69032bd9-7442-42df-b32c-d3653e1a4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:09.327268 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-69032bd9-7442-42df-b32c-d3653e1a4d78 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac HTTP/1.1" status: 200  len: 898 time: 0.0955694
Apr 16 22:09:09.394952 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-771a93bc-9de8-4097-8df5-fa2924dbce25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 999 time: 0.0606270
Apr 16 22:09:09.447526 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-ddb632cc-d2fe-40ba-843f-445b79352eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:09.449132 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-ddb632cc-d2fe-40ba-843f-445b79352eaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8bf0b19-809f-4eeb-bf9b-476edba3219b HTTP/1.1" status: 200  len: 835 time: 0.0491507
Apr 16 22:09:09.491602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-f8782c20-c33b-42d3-bd3e-2ccb3c1258ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:09.493130 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-f8782c20-c33b-42d3-bd3e-2ccb3c1258ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386472
Apr 16 22:09:09.581082 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-0b52314b-a806-4581-b973-cda87b195258 service neutron] 10.222.0.11 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820861
Apr 16 22:09:09.675155 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e36b1698-8cd7-4094-a4e5-3fea18f9ef2f req-abffa580-c11f-47db-9d77-838ef1df36e4 service neutron] 10.222.0.11 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877545
Apr 16 22:09:09.882395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5d7e8-75a5-4ecc-869e-f6c6bfba2559 req-7d966b52-5102-4321-a697-2fc9d1f146ca tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:09.883797 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acd5d7e8-75a5-4ecc-869e-f6c6bfba2559 req-7d966b52-5102-4321-a697-2fc9d1f146ca tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 943 time: 0.0478714
Apr 16 22:09:09.934201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-acd5d7e8-75a5-4ecc-869e-f6c6bfba2559 req-805b721a-91c6-48df-b900-400cc752bd8d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443020
Apr 16 22:09:10.644981 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:09:10.647499 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:09:10.698500 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d04c148-1479-47d4-ad0c-f6d999c0b743 x-openstack-request-id: req-4d04c148-1479-47d4-ad0c-f6d999c0b743 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:09:10.698794 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:09:10.699050 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d04c148-1479-47d4-ad0c-f6d999c0b743 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:09:10.699470 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d04c148-1479-47d4-ad0c-f6d999c0b743'] response: {'name': 'network-changed', 'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'status': 'completed', 'code': 200}
Apr 16 22:09:10.760768 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-c0b7e404-abd6-43ec-b221-0942d22245d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:10.762277 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-c0b7e404-abd6-43ec-b221-0942d22245d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1125 time: 0.0427856
Apr 16 22:09:10.848388 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-f47cda2f-728d-4e7c-baa9-abaac7ee41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:10.849834 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-f47cda2f-728d-4e7c-baa9-abaac7ee41d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac HTTP/1.1" status: 200  len: 898 time: 0.0823965
Apr 16 22:09:10.857473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 2b155b26-7042-4d21-80ba-41edd625ff3d no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:09:10.896051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] The host nch2-master-1 is not matching for port 2b155b26-7042-4d21-80ba-41edd625ff3d host nch1-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 22:09:10.896364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 2b155b26-7042-4d21-80ba-41edd625ff3d not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:09:10.918509 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-6c6d0e23-b569-452c-81e5-be95724edee1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 999 time: 0.0626373
Apr 16 22:09:10.965352 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-dd51177d-96bd-4df1-bbf9-e6ae07703577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:10.966815 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-dd51177d-96bd-4df1-bbf9-e6ae07703577 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8bf0b19-809f-4eeb-bf9b-476edba3219b HTTP/1.1" status: 200  len: 835 time: 0.0427520
Apr 16 22:09:11.008865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-65c1fdbb-983f-4d1a-80af-3453edbe230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:11.010361 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-65c1fdbb-983f-4d1a-80af-3453edbe230e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0382473
Apr 16 22:09:11.051105 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de99a9d-5cf1-477f-a975-0c14b6c2ac18 req-d46a2859-f97e-496d-bc81-32186b0c989b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:11.052656 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5de99a9d-5cf1-477f-a975-0c14b6c2ac18 req-d46a2859-f97e-496d-bc81-32186b0c989b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 943 time: 0.0482149
Apr 16 22:09:11.105781 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-b5a02dcf-a6cd-40e7-881a-efee0e4de094 service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885980
Apr 16 22:09:11.108134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5de99a9d-5cf1-477f-a975-0c14b6c2ac18 req-a5757f95-4511-4b92-85dd-a4aa561995d8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498204
Apr 16 22:09:11.159969 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-5431f13d-6542-4ef5-b743-fc1502c627b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:11.161562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-5431f13d-6542-4ef5-b743-fc1502c627b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1125 time: 0.0424633
Apr 16 22:09:11.195464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-90aa0da6-a5dc-4b19-9684-e7745c7567e5 service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841849
Apr 16 22:09:11.217645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2b155b26-7042-4d21-80ba-41edd625ff3d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:09:11.255337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-61f638f4-2e24-457e-bcd7-7b10aa36d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:11.256865 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-61f638f4-2e24-457e-bcd7-7b10aa36d50f service neutron] 10.222.0.11 "GET /v2.0/networks?id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac HTTP/1.1" status: 200  len: 898 time: 0.0897660
Apr 16 22:09:11.318049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 2b155b26-7042-4d21-80ba-41edd625ff3d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b155b26-7042-4d21-80ba-41edd625ff3d,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:09:11.330366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'port_id': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'mac_address': 'fa:16:3e:0c:3f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:09:11.330947 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-313eb3d0-cee0-423f-af3c-29142863eb6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 999 time: 0.0673637
Apr 16 22:09:11.366538 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 2b155b26-7042-4d21-80ba-41edd625ff3d is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:09:11.366929 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:11.380326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b155b26-7042-4d21-80ba-41edd625ff3d {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:09:11.399894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 2b155b26-7042-4d21-80ba-41edd625ff3d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b155b26-7042-4d21-80ba-41edd625ff3d,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:09:11.440521 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-fe437d68-67f6-44e9-9dd4-ca4428ff51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:11.441901 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-fe437d68-67f6-44e9-9dd4-ca4428ff51e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8bf0b19-809f-4eeb-bf9b-476edba3219b HTTP/1.1" status: 200  len: 835 time: 0.0446892
Apr 16 22:09:11.468034 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:11.484411 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-f489cfc7-c1d3-439d-9b6e-4d0d5123c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:11.485927 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-f489cfc7-c1d3-439d-9b6e-4d0d5123c5a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384650
Apr 16 22:09:11.517216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=2b155b26-7042-4d21-80ba-41edd625ff3d,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:11.524801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.525155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.525502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.525845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.526181 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.526517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.526875 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.527198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.527533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.527863 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.528206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.528540 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.528866 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.529251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.529585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:11.580138 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-a7cad679-c5b0-443e-b678-4ece8805909f service neutron] 10.222.0.11 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867743
Apr 16 22:09:11.672054 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-80e6f4e9-d8b3-4f68-a93e-2dec7d69ee3b req-2f30fe42-fd20-4f8f-9bf6-0a3760a43349 service neutron] 10.222.0.11 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852938
Apr 16 22:09:11.679548 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e1692d84-999f-4b42-a2e4-c8debe43c2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:11.698072 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['2b155b26-7042-4d21-80ba-41edd625ff3d'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:09:12.226235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddcd26-01ad-4837-9b7d-7dcbea93a650 req-4cdf2155-c35e-4d59-b196-545be9f19ae8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:12.227686 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-11ddcd26-01ad-4837-9b7d-7dcbea93a650 req-4cdf2155-c35e-4d59-b196-545be9f19ae8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 944 time: 0.0474210
Apr 16 22:09:12.279256 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-11ddcd26-01ad-4837-9b7d-7dcbea93a650 req-5aa19978-7fb2-4099-ac07-5fef408ed867 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459177
Apr 16 22:09:12.579141 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41664ace-4d27-4794-9abf-0e91a0eb91f1 req-26695566-23e4-498c-bba2-7b2b8f1c1fd4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:12.580637 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41664ace-4d27-4794-9abf-0e91a0eb91f1 req-26695566-23e4-498c-bba2-7b2b8f1c1fd4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 944 time: 0.0470488
Apr 16 22:09:12.659069 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-41664ace-4d27-4794-9abf-0e91a0eb91f1 req-c7b60053-5329-4314-b646-2452dbe5b1de tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723124
Apr 16 22:09:12.673998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-b841945d-dbf3-49f0-8a09-06174c060a93 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:12.675612 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-b841945d-dbf3-49f0-8a09-06174c060a93 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb&tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0629854
Apr 16 22:09:12.685198 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:12.740477 ncdv-master-1 neutron-server[122556]: INFO neutron.api.v2.resource [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-954dca2c-348d-45b2-884d-540df801869f service neutron] delete failed (client error): The resource could not be found.
Apr 16 22:09:12.741409 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-954dca2c-348d-45b2-884d-540df801869f service neutron] 10.222.0.41 "DELETE /v2.0/ports/2b155b26-7042-4d21-80ba-41edd625ff3d/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0587864
Apr 16 22:09:12.785523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2b1b0-3f5c-4e99-b660-2ced4443ba53 req-9cab204c-24d0-4095-ae46-61183a7fd2b9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:12.787042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7b2b1b0-3f5c-4e99-b660-2ced4443ba53 req-9cab204c-24d0-4095-ae46-61183a7fd2b9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 944 time: 0.0566850
Apr 16 22:09:12.823642 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-50678abb-61b2-4890-8143-cb795b7829a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:12.825184 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-50678abb-61b2-4890-8143-cb795b7829a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1126 time: 0.0410013
Apr 16 22:09:12.836074 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7b2b1b0-3f5c-4e99-b660-2ced4443ba53 req-c7fe1c7c-c475-4f61-bca6-a9f519807ec8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431826
Apr 16 22:09:12.916322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-6d09c5ab-3543-4e2d-aa07-c0719dcc1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:12.917901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-6d09c5ab-3543-4e2d-aa07-c0719dcc1550 service neutron] 10.222.0.41 "GET /v2.0/networks?id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac HTTP/1.1" status: 200  len: 898 time: 0.0860484
Apr 16 22:09:12.985645 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-f15458f8-ca3a-46a0-b019-a4645a912fb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 1000 time: 0.0623922
Apr 16 22:09:13.033017 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-64c10bd3-9fff-4918-a6a0-15bd6d736415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:13.034328 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-64c10bd3-9fff-4918-a6a0-15bd6d736415 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8bf0b19-809f-4eeb-bf9b-476edba3219b HTTP/1.1" status: 200  len: 835 time: 0.0428450
Apr 16 22:09:13.076078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-43a5253a-742d-40e7-89f7-d81605f7f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:13.078050 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-43a5253a-742d-40e7-89f7-d81605f7f5af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0369649
Apr 16 22:09:13.167454 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-6d559865-de01-46cf-82c0-8d945b5ba69a service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832562
Apr 16 22:09:13.234069 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2b155b26-7042-4d21-80ba-41edd625ff3d up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:09:13.257041 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9cbd9a26-e26f-4a73-8b97-2da2a11088b0 req-44e7e501-c1db-411a-afad-80e032af043d service neutron] 10.222.0.41 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838332
Apr 16 22:09:13.277531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 2b155b26-7042-4d21-80ba-41edd625ff3d completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:09:13.370461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 2b155b26-7042-4d21-80ba-41edd625ff3d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:09:13.370852 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:13.446627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 2b155b26-7042-4d21-80ba-41edd625ff3d is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:09:13.447144 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:13.469821 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:09:13.472038 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c94fcbd-1a43-4599-bbb6-6c55a9f5b4e3" -d '{"events": [{"server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "name": "network-vif-plugged", "status": "completed", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:09:13.484978 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 2b155b26-7042-4d21-80ba-41edd625ff3d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b155b26-7042-4d21-80ba-41edd625ff3d,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:09:13.521899 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fdd81e-7203-470b-abee-371297b3e4d4 x-openstack-request-id: req-f3fdd81e-7203-470b-abee-371297b3e4d4 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:09:13.521899 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "name": "network-vif-plugged", "status": "completed", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:09:13.521899 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3fdd81e-7203-470b-abee-371297b3e4d4 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:09:13.521899 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fdd81e-7203-470b-abee-371297b3e4d4'] response: {'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'code': 200}
Apr 16 22:09:13.569231 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:13.624747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=2b155b26-7042-4d21-80ba-41edd625ff3d,revision_number=9']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:13.950000 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7cc6b-4945-4c8d-8f71-3160a4e62b53 req-02488798-bd8f-4a5a-a0c4-51b849f0093b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:13.951736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-98a7cc6b-4945-4c8d-8f71-3160a4e62b53 req-02488798-bd8f-4a5a-a0c4-51b849f0093b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0471420
Apr 16 22:09:14.004293 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-98a7cc6b-4945-4c8d-8f71-3160a4e62b53 req-ac49fe34-e7c0-47e1-821a-1294ca0590b9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459614
Apr 16 22:09:14.083642 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:14.302095 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:15.122771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a80b20-15e9-407e-bef2-d7e2910fe972 req-3c0239b0-10d6-4afd-8a8d-d8207ceed89c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:15.124294 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-34a80b20-15e9-407e-bef2-d7e2910fe972 req-3c0239b0-10d6-4afd-8a8d-d8207ceed89c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0479288
Apr 16 22:09:15.177248 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-34a80b20-15e9-407e-bef2-d7e2910fe972 req-3105b1e5-ca81-4f01-98ad-a703ae37cc0a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472488
Apr 16 22:09:15.199220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52680) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:15.258528 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c0a24a84-42a0-42de-8ae1-a6322a2ee63b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/58f4aa00-c853-41e3-9e8d-6f9a67937a99 HTTP/1.1" status: 200  len: 993 time: 0.0582278
Apr 16 22:09:15.461972 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:21.012976 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:09:35.387330 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b87d281-7242-4053-903d-667f158a03c3 req-04316cc2-15fe-4aac-bce4-eda9fee049f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395696
Apr 16 22:09:35.471708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87d281-7242-4053-903d-667f158a03c3 req-8f473d0b-0123-44f9-b475-79936996a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:35.473244 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b87d281-7242-4053-903d-667f158a03c3 req-8f473d0b-0123-44f9-b475-79936996a447 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1127 time: 0.0445173
Apr 16 22:09:35.572885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87d281-7242-4053-903d-667f158a03c3 req-e0f42465-3326-4638-a72b-c2ce0f07701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:35.574354 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b87d281-7242-4053-903d-667f158a03c3 req-e0f42465-3326-4638-a72b-c2ce0f07701d service neutron] 10.222.0.11 "GET /v2.0/networks?id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac HTTP/1.1" status: 200  len: 898 time: 0.0828419
Apr 16 22:09:35.643399 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b87d281-7242-4053-903d-667f158a03c3 req-3d0acaeb-ee50-48c2-bc1a-5d538894fade service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 1001 time: 0.0630636
Apr 16 22:09:35.691737 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87d281-7242-4053-903d-667f158a03c3 req-8a0fce65-50d3-4d3f-a2b1-cc2d79b856d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:35.693253 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b87d281-7242-4053-903d-667f158a03c3 req-8a0fce65-50d3-4d3f-a2b1-cc2d79b856d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8bf0b19-809f-4eeb-bf9b-476edba3219b HTTP/1.1" status: 200  len: 835 time: 0.0443070
Apr 16 22:09:35.738032 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87d281-7242-4053-903d-667f158a03c3 req-1cb3e7d1-8869-49a5-a701-c8cb11952a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:35.739553 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b87d281-7242-4053-903d-667f158a03c3 req-1cb3e7d1-8869-49a5-a701-c8cb11952a5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0395727
Apr 16 22:09:35.831311 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b87d281-7242-4053-903d-667f158a03c3 req-ed0e6d69-4e4a-4414-88e2-5d4ea1d7b779 service neutron] 10.222.0.11 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857110
Apr 16 22:09:35.920519 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3b87d281-7242-4053-903d-667f158a03c3 req-92ab7ce8-2fcc-4fca-abf3-ebbcc1558570 service neutron] 10.222.0.11 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820489
Apr 16 22:09:36.730084 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:39.033251 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-450f436e-ddc7-4fb7-b4aa-9c493c6adeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:41.639623 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52708) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:41.660500 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-892b4f9d-32cb-4904-899b-d0eecf962ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:42.108430 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port c0e67878-5730-4240-aeb8-61787238d973 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:09:42.111180 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (c0e67878-5730-4240-aeb8-61787238d973), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:42.186537 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (c0e67878-5730-4240-aeb8-61787238d973), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:42.186872 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (c0e67878-5730-4240-aeb8-61787238d973), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:42.200779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for c0e67878-5730-4240-aeb8-61787238d973 owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:09:42.478913 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (c0e67878-5730-4240-aeb8-61787238d973), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:42.503313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=c0e67878-5730-4240-aeb8-61787238d973,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:42.518121 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.518478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.518841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.519162 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.519524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.519856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.520207 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.520537 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.520863 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.521189 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.521514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.521839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.522159 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.522480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.522800 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:09:42.579013 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (58f4aa00-c853-41e3-9e8d-6f9a67937a99), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:42.579384 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Floating IP 58f4aa00-c853-41e3-9e8d-6f9a67937a99 disassociated (deleted). External IP: 172.35.1.152, port: 2b155b26-7042-4d21-80ba-41edd625ff3d.
Apr 16 22:09:42.717371 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:42.796398 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 938029ed-76c4-406c-8548-918f00526557 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:09:42.913434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:09:42.918189 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:42.922852 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9c382-7904-40dc-a1c9-dc7df0aa010a None None] Sync routers for ids ['938029ed-76c4-406c-8548-918f00526557'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:09:42.932077 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b9c382-7904-40dc-a1c9-dc7df0aa010a None None] Routers {'938029ed-76c4-406c-8548-918f00526557'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:09:42.932757 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f2b9c382-7904-40dc-a1c9-dc7df0aa010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012a1af700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:09:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['938029ed-76c4-406c-8548-918f00526557'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:42.947645 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-138d4676-be39-4fd2-a7d9-640c097c8e35 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/floatingips/58f4aa00-c853-41e3-9e8d-6f9a67937a99 HTTP/1.1" status: 204  len: 168 time: 1.3062937
Apr 16 22:09:42.948255 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:09:42.950539 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddfcf31-070e-4bf1-bf1d-164389bb7bda" -d '{"events": [{"name": "network-changed", "server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:09:42.991474 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cad374-0b7c-4832-89ff-c679dca3fa2a x-openstack-request-id: req-90cad374-0b7c-4832-89ff-c679dca3fa2a {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:09:42.991990 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:09:42.992470 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90cad374-0b7c-4832-89ff-c679dca3fa2a {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:09:42.996219 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cad374-0b7c-4832-89ff-c679dca3fa2a'] response: {'name': 'network-changed', 'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'status': 'completed', 'code': 200}
Apr 16 22:09:43.047425 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f2b9c382-7904-40dc-a1c9-dc7df0aa010a None None] Set router 938029ed-76c4-406c-8548-918f00526557 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:09:43.057530 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfcf31-070e-4bf1-bf1d-164389bb7bda req-c8a6ae47-27cb-43fd-a9ef-3c14c4ef3f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:43.059131 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ddfcf31-070e-4bf1-bf1d-164389bb7bda req-c8a6ae47-27cb-43fd-a9ef-3c14c4ef3f56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 1127 time: 0.0417378
Apr 16 22:09:43.158075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfcf31-070e-4bf1-bf1d-164389bb7bda req-859611c0-5b65-4342-9404-03b8ae9aec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:43.159640 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ddfcf31-070e-4bf1-bf1d-164389bb7bda req-859611c0-5b65-4342-9404-03b8ae9aec7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac HTTP/1.1" status: 200  len: 898 time: 0.0946407
Apr 16 22:09:43.207792 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ddfcf31-070e-4bf1-bf1d-164389bb7bda req-a8983168-dead-4af9-9a30-c36d3c40cca4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 200  len: 217 time: 0.0415809
Apr 16 22:09:43.240466 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f2b9c382-7904-40dc-a1c9-dc7df0aa010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012a1af700>, [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:07:29Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e810004-3130-42ea-a666-aa65d50b2eee', 'name': '', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:85:0a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:28Z', 'updated_at': '2022-04-16T22:07:32Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:43.261770 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfcf31-070e-4bf1-bf1d-164389bb7bda req-04307164-57fc-44e2-aeaf-02e72d912df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:43.263415 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ddfcf31-070e-4bf1-bf1d-164389bb7bda req-04307164-57fc-44e2-aeaf-02e72d912df8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c8bf0b19-809f-4eeb-bf9b-476edba3219b HTTP/1.1" status: 200  len: 835 time: 0.0500891
Apr 16 22:09:43.271645 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9c382-7904-40dc-a1c9-dc7df0aa010a None None] Checking router: 938029ed-76c4-406c-8548-918f00526557 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:09:43.281082 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b9c382-7904-40dc-a1c9-dc7df0aa010a None None] Routers {'938029ed-76c4-406c-8548-918f00526557'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:09:43.281249 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f2b9c382-7904-40dc-a1c9-dc7df0aa010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012a1af700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:09:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['938029ed-76c4-406c-8548-918f00526557'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:43.310481 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfcf31-070e-4bf1-bf1d-164389bb7bda req-60b03e51-382b-48c3-bbc9-2bc5df7119a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:43.312007 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ddfcf31-070e-4bf1-bf1d-164389bb7bda req-60b03e51-382b-48c3-bbc9-2bc5df7119a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426056
Apr 16 22:09:43.371780 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16cd1c-3c94-43b1-845c-9af87bc66ac3 req-5a9d5ab9-a5d4-4a29-b03b-c8d94b516367 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:43.373745 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d16cd1c-3c94-43b1-845c-9af87bc66ac3 req-5a9d5ab9-a5d4-4a29-b03b-c8d94b516367 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0477915
Apr 16 22:09:43.397798 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f2b9c382-7904-40dc-a1c9-dc7df0aa010a None None] Set router 938029ed-76c4-406c-8548-918f00526557 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:09:43.423337 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d16cd1c-3c94-43b1-845c-9af87bc66ac3 req-0df0e10b-86d4-4a04-9ba0-0ad08e12562e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433025
Apr 16 22:09:43.584997 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f2b9c382-7904-40dc-a1c9-dc7df0aa010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012a1af700>, [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:07:29Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e810004-3130-42ea-a666-aa65d50b2eee', 'name': '', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:85:0a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:28Z', 'updated_at': '2022-04-16T22:07:32Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:43.610929 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9c382-7904-40dc-a1c9-dc7df0aa010a None None] The sync data for ids ['938029ed-76c4-406c-8548-918f00526557'] in ncdv-master-1 is: [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:07:29Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e810004-3130-42ea-a666-aa65d50b2eee', 'name': '', 'network_id': '60f0d3b6-f916-4f77-b29a-6d6dd90d22ac', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:85:0a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:28Z', 'updated_at': '2022-04-16T22:07:32Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': 'c8bf0b19-809f-4eeb-bf9b-476edba3219b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:09:43.821521 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc2daf2-346e-4066-aebd-d4e14678cffa None None] New status for floating IP 58f4aa00-c853-41e3-9e8d-6f9a67937a99: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:09:44.112895 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:44.284884 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:44.343115 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ddfcf31-070e-4bf1-bf1d-164389bb7bda req-61125941-7471-4682-a81b-416113359ee4 service neutron] 10.222.0.11 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872459
Apr 16 22:09:44.541134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b98ddf-75f5-4083-820a-72b585fb9224 req-e259757b-6a3a-45b1-9c6e-4eeda5409f38 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:44.542639 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3b98ddf-75f5-4083-820a-72b585fb9224 req-e259757b-6a3a-45b1-9c6e-4eeda5409f38 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0480862
Apr 16 22:09:44.544617 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ddfcf31-070e-4bf1-bf1d-164389bb7bda req-caf708e7-24d7-4f83-9b75-416e8973a2e5 service neutron] 10.222.0.11 "GET /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868711
Apr 16 22:09:44.596904 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-c3b98ddf-75f5-4083-820a-72b585fb9224 req-39c5ff9c-ba15-425c-a05d-bb3a01fba6e1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=6aea0c16-d878-47a4-9d38-60f6d198eb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483987
Apr 16 22:09:44.645511 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bdc6d-5051-4ba5-a4c1-9172dd34f6c3 req-02a42e1f-cfeb-4e3b-855e-6c059c3230ce tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:44.646973 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a61bdc6d-5051-4ba5-a4c1-9172dd34f6c3 req-02a42e1f-cfeb-4e3b-855e-6c059c3230ce tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 945 time: 0.0471830
Apr 16 22:09:44.735762 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a61bdc6d-5051-4ba5-a4c1-9172dd34f6c3 req-08d34760-6a72-4ebe-b389-a5751087c494 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port 2b155b26-7042-4d21-80ba-41edd625ff3d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:09:44.736041 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a61bdc6d-5051-4ba5-a4c1-9172dd34f6c3 req-08d34760-6a72-4ebe-b389-a5751087c494 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:44.823824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-a61bdc6d-5051-4ba5-a4c1-9172dd34f6c3 req-08d34760-6a72-4ebe-b389-a5751087c494 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port 2b155b26-7042-4d21-80ba-41edd625ff3d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b155b26-7042-4d21-80ba-41edd625ff3d,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:09:44.824228 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a61bdc6d-5051-4ba5-a4c1-9172dd34f6c3 req-08d34760-6a72-4ebe-b389-a5751087c494 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:44.841288 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-a61bdc6d-5051-4ba5-a4c1-9172dd34f6c3 req-08d34760-6a72-4ebe-b389-a5751087c494 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for 2b155b26-7042-4d21-80ba-41edd625ff3d owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:09:45.033476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a61bdc6d-5051-4ba5-a4c1-9172dd34f6c3 req-08d34760-6a72-4ebe-b389-a5751087c494 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2b155b26-7042-4d21-80ba-41edd625ff3d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:45.142069 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d34760-6a72-4ebe-b389-a5751087c494 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=2b155b26-7042-4d21-80ba-41edd625ff3d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:45.161421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61bdc6d-5051-4ba5-a4c1-9172dd34f6c3 req-08d34760-6a72-4ebe-b389-a5751087c494 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] No DVR routers for this DVR port 2b155b26-7042-4d21-80ba-41edd625ff3d on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:09:45.163900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-a61bdc6d-5051-4ba5-a4c1-9172dd34f6c3 req-08d34760-6a72-4ebe-b389-a5751087c494 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:45.167261 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a61bdc6d-5051-4ba5-a4c1-9172dd34f6c3 req-08d34760-6a72-4ebe-b389-a5751087c494 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "DELETE /v2.0/ports/2b155b26-7042-4d21-80ba-41edd625ff3d HTTP/1.1" status: 204  len: 173 time: 0.5155938
Apr 16 22:09:45.167695 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'name': 'network-vif-deleted', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:09:45.170015 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902a96e3-6bc5-471f-8372-550cdfd9d2a6" -d '{"events": [{"server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "name": "network-vif-deleted", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:09:45.205156 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66163e4-d4d7-433f-b713-5699316f24f0 x-openstack-request-id: req-e66163e4-d4d7-433f-b713-5699316f24f0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:09:45.205447 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d34c712-7f09-4193-941f-3a623cb994bb", "name": "network-vif-deleted", "tag": "2b155b26-7042-4d21-80ba-41edd625ff3d", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:09:45.205695 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e66163e4-d4d7-433f-b713-5699316f24f0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:09:45.206124 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66163e4-d4d7-433f-b713-5699316f24f0'] response: {'server_uuid': '1d34c712-7f09-4193-941f-3a623cb994bb', 'name': 'network-vif-deleted', 'tag': '2b155b26-7042-4d21-80ba-41edd625ff3d', 'status': 'completed', 'code': 200}
Apr 16 22:09:45.473438 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:45.706632 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-31c73e32-d1a5-4493-800f-d9a7e61b91fc req-57e53f3c-07d0-46a1-92cc-f071f2673057 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d34c712-7f09-4193-941f-3a623cb994bb HTTP/1.1" status: 200  len: 210 time: 0.0283959
Apr 16 22:09:46.763078 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52732) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:47.103669 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0449aa62-789e-4191-89c9-8e758a52078b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (938029ed-76c4-406c-8548-918f00526557), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:47.348075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0449aa62-789e-4191-89c9-8e758a52078b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port 6e810004-3130-42ea-a666-aa65d50b2eee {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:09:47.348453 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0449aa62-789e-4191-89c9-8e758a52078b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:47.440406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-0449aa62-789e-4191-89c9-8e758a52078b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port 6e810004-3130-42ea-a666-aa65d50b2eee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e810004-3130-42ea-a666-aa65d50b2eee,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:09:47.440696 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0449aa62-789e-4191-89c9-8e758a52078b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:47.453937 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-0449aa62-789e-4191-89c9-8e758a52078b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for 6e810004-3130-42ea-a666-aa65d50b2eee owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:09:47.689374 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0449aa62-789e-4191-89c9-8e758a52078b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6e810004-3130-42ea-a666-aa65d50b2eee), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:47.715545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449aa62-789e-4191-89c9-8e758a52078b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=6e810004-3130-42ea-a666-aa65d50b2eee,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:47.902887 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0449aa62-789e-4191-89c9-8e758a52078b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (938029ed-76c4-406c-8548-918f00526557), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:48.126482 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0449aa62-789e-4191-89c9-8e758a52078b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 938029ed-76c4-406c-8548-918f00526557 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:09:48.235107 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0449aa62-789e-4191-89c9-8e758a52078b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:09:48.243204 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0449aa62-789e-4191-89c9-8e758a52078b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "PUT /v2.0/routers/938029ed-76c4-406c-8548-918f00526557/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4765568
Apr 16 22:09:48.243524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52734) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:48.249311 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e940db7-33c0-40fa-a81f-52b195e51b8c None None] Sync routers for ids ['938029ed-76c4-406c-8548-918f00526557'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:09:48.258783 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e940db7-33c0-40fa-a81f-52b195e51b8c None None] Routers {'938029ed-76c4-406c-8548-918f00526557'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:09:48.259383 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-9e940db7-33c0-40fa-a81f-52b195e51b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124db93d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:09:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['938029ed-76c4-406c-8548-918f00526557'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:48.296350 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d81e592-30f2-416f-b29e-c33216eac800 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting subnet c8bf0b19-809f-4eeb-bf9b-476edba3219b {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:09:48.299521 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d81e592-30f2-416f-b29e-c33216eac800 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (c8bf0b19-809f-4eeb-bf9b-476edba3219b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:48.344552 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d81e592-30f2-416f-b29e-c33216eac800 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (c8bf0b19-809f-4eeb-bf9b-476edba3219b), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:48.366494 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-9e940db7-33c0-40fa-a81f-52b195e51b8c None None] Set router 938029ed-76c4-406c-8548-918f00526557 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:09:48.430090 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d81e592-30f2-416f-b29e-c33216eac800 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (c8bf0b19-809f-4eeb-bf9b-476edba3219b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:48.533292 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-9e940db7-33c0-40fa-a81f-52b195e51b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124db93d0>, [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:09:47Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:48.557662 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d81e592-30f2-416f-b29e-c33216eac800 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (c8bf0b19-809f-4eeb-bf9b-476edba3219b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:48.558858 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e940db7-33c0-40fa-a81f-52b195e51b8c None None] Checking router: 938029ed-76c4-406c-8548-918f00526557 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:09:48.567675 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e940db7-33c0-40fa-a81f-52b195e51b8c None None] Routers {'938029ed-76c4-406c-8548-918f00526557'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:09:48.568038 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-9e940db7-33c0-40fa-a81f-52b195e51b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124db93d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:09:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['938029ed-76c4-406c-8548-918f00526557'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:48.593390 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81e592-30f2-416f-b29e-c33216eac800 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Subnet': ['ID=c8bf0b19-809f-4eeb-bf9b-476edba3219b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:48.595952 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0d81e592-30f2-416f-b29e-c33216eac800 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:48.600217 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0d81e592-30f2-416f-b29e-c33216eac800 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/subnets/c8bf0b19-809f-4eeb-bf9b-476edba3219b HTTP/1.1" status: 204  len: 168 time: 0.3557601
Apr 16 22:09:48.603825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52736) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:48.614130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ca80d-c57c-4786-814d-e96dd965ebcc None None] Network 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:09:48.685516 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-9e940db7-33c0-40fa-a81f-52b195e51b8c None None] Set router 938029ed-76c4-406c-8548-918f00526557 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:09:48.723074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (938029ed-76c4-406c-8548-918f00526557), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:48.784471 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b98e4-b7c4-4734-8865-7307495fe13d None None] DHCP port deletion for 60f0d3b6-f916-4f77-b29a-6d6dd90d22ac request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:09:48.827800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c04b98e4-b7c4-4734-8865-7307495fe13d None None] Deleting port 251fb3be-932c-45f1-8e0b-abaac4bed6f0 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:09:48.828195 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c04b98e4-b7c4-4734-8865-7307495fe13d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (251fb3be-932c-45f1-8e0b-abaac4bed6f0), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:48.834883 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (938029ed-76c4-406c-8548-918f00526557), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:48.897679 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c04b98e4-b7c4-4734-8865-7307495fe13d None None] For port 251fb3be-932c-45f1-8e0b-abaac4bed6f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=251fb3be-932c-45f1-8e0b-abaac4bed6f0,segment=NetworkSegment(041617e9-9481-4b98-9e7a-d2a8fdbfc412),segment_id=041617e9-9481-4b98-9e7a-d2a8fdbfc412)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:09:48.898087 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c04b98e4-b7c4-4734-8865-7307495fe13d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (251fb3be-932c-45f1-8e0b-abaac4bed6f0), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:48.912907 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c04b98e4-b7c4-4734-8865-7307495fe13d None None] Calling delete_port for 251fb3be-932c-45f1-8e0b-abaac4bed6f0 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:09:48.937439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port 3a0cccf6-e153-4d22-a7cd-812b769a7a44 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:09:48.938004 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:48.967845 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-9e940db7-33c0-40fa-a81f-52b195e51b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124db93d0>, [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:09:47Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:48.996109 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e940db7-33c0-40fa-a81f-52b195e51b8c None None] The sync data for ids ['938029ed-76c4-406c-8548-918f00526557'] in ncdv-master-1 is: [{'id': '938029ed-76c4-406c-8548-918f00526557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275077996', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:07:24Z', 'updated_at': '2022-04-16T22:09:47Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': '3a0cccf6-e153-4d22-a7cd-812b769a7a44', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938029ed-76c4-406c-8548-918f00526557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:07:25Z', 'updated_at': '2022-04-16T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:09:49.020625 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port 3a0cccf6-e153-4d22-a7cd-812b769a7a44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a0cccf6-e153-4d22-a7cd-812b769a7a44,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:09:49.021000 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.037253 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for 3a0cccf6-e153-4d22-a7cd-812b769a7a44 owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:09:49.078901 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c04b98e4-b7c4-4734-8865-7307495fe13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (251fb3be-932c-45f1-8e0b-abaac4bed6f0), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.104496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b98e4-b7c4-4734-8865-7307495fe13d None None] Pushing event deleted for resources: {'Port': ['ID=251fb3be-932c-45f1-8e0b-abaac4bed6f0,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:49.108910 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b98e4-b7c4-4734-8865-7307495fe13d None None] No DVR routers for this DVR port 251fb3be-932c-45f1-8e0b-abaac4bed6f0 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:09:49.254332 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3a0cccf6-e153-4d22-a7cd-812b769a7a44), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.284398 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=3a0cccf6-e153-4d22-a7cd-812b769a7a44,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:49.355840 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (938029ed-76c4-406c-8548-918f00526557), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.389124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2b155b26-7042-4d21-80ba-41edd625ff3d no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:09:49.411596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 2b155b26-7042-4d21-80ba-41edd625ff3d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:09:49.411947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2b155b26-7042-4d21-80ba-41edd625ff3d not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:09:49.456860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (938029ed-76c4-406c-8548-918f00526557), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.459445 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_controller (938029ed-76c4-406c-8548-918f00526557), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.558725 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (938029ed-76c4-406c-8548-918f00526557), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.559262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Fanout notify agent at l3_agent the message router_deleted on router 938029ed-76c4-406c-8548-918f00526557 {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 22:09:49.566525 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.567630 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-06fcde2a-8019-4d9b-9728-bb0c81d45810 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/routers/938029ed-76c4-406c-8548-918f00526557 HTTP/1.1" status: 204  len: 168 time: 0.9628084
Apr 16 22:09:49.570403 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52738) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:49.649809 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1da29e85-8a76-4ff5-886e-67a9ea3d4add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (60f0d3b6-f916-4f77-b29a-6d6dd90d22ac), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.740301 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1da29e85-8a76-4ff5-886e-67a9ea3d4add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (60f0d3b6-f916-4f77-b29a-6d6dd90d22ac), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.760618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-1da29e85-8a76-4ff5-886e-67a9ea3d4add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011da39eb0>,) {'filters': {'network_id': ['60f0d3b6-f916-4f77-b29a-6d6dd90d22ac']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:49.769805 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-1da29e85-8a76-4ff5-886e-67a9ea3d4add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011da39eb0>, '041617e9-9481-4b98-9e7a-d2a8fdbfc412') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:49.770028 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-1da29e85-8a76-4ff5-886e-67a9ea3d4add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011da39eb0>, '041617e9-9481-4b98-9e7a-d2a8fdbfc412') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:49.779188 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1da29e85-8a76-4ff5-886e-67a9ea3d4add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (041617e9-9481-4b98-9e7a-d2a8fdbfc412), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.792086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1da29e85-8a76-4ff5-886e-67a9ea3d4add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (041617e9-9481-4b98-9e7a-d2a8fdbfc412), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.797912 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da29e85-8a76-4ff5-886e-67a9ea3d4add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:09:49.798292 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1da29e85-8a76-4ff5-886e-67a9ea3d4add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (041617e9-9481-4b98-9e7a-d2a8fdbfc412), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:09:49.801786 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:09:49.907513 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1da29e85-8a76-4ff5-886e-67a9ea3d4add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (60f0d3b6-f916-4f77-b29a-6d6dd90d22ac), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.914806 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1da29e85-8a76-4ff5-886e-67a9ea3d4add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:49.917499 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1da29e85-8a76-4ff5-886e-67a9ea3d4add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/networks/60f0d3b6-f916-4f77-b29a-6d6dd90d22ac HTTP/1.1" status: 204  len: 168 time: 0.3461030
Apr 16 22:09:49.920364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52740) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:49.929651 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da29e85-8a76-4ff5-886e-67a9ea3d4add tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Network': ['ID=60f0d3b6-f916-4f77-b29a-6d6dd90d22ac,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:49.980527 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1baf7d1f-9bd7-4ad0-b18b-315893d086d4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (6aea0c16-d878-47a4-9d38-60f6d198eb0d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:50.010708 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1baf7d1f-9bd7-4ad0-b18b-315893d086d4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (6aea0c16-d878-47a4-9d38-60f6d198eb0d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:50.036634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6e810004-3130-42ea-a666-aa65d50b2eee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:09:50.057276 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 6e810004-3130-42ea-a666-aa65d50b2eee {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:09:50.057627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 6e810004-3130-42ea-a666-aa65d50b2eee not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:09:50.058044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3a0cccf6-e153-4d22-a7cd-812b769a7a44 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:09:50.076840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 3a0cccf6-e153-4d22-a7cd-812b769a7a44 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:09:50.077176 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 3a0cccf6-e153-4d22-a7cd-812b769a7a44 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:09:50.077583 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 251fb3be-932c-45f1-8e0b-abaac4bed6f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:09:50.098993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 251fb3be-932c-45f1-8e0b-abaac4bed6f0 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:09:50.099341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 251fb3be-932c-45f1-8e0b-abaac4bed6f0 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:09:50.136125 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1baf7d1f-9bd7-4ad0-b18b-315893d086d4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6aea0c16-d878-47a4-9d38-60f6d198eb0d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:50.138789 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1baf7d1f-9bd7-4ad0-b18b-315893d086d4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:50.140042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1baf7d1f-9bd7-4ad0-b18b-315893d086d4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/security-groups/6aea0c16-d878-47a4-9d38-60f6d198eb0d HTTP/1.1" status: 204  len: 168 time: 0.2186847
Apr 16 22:09:50.150081 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf7d1f-9bd7-4ad0-b18b-315893d086d4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aea0c16-d878-47a4-9d38-60f6d198eb0d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:51.460340 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52748) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:51.464926 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a450dd00-83a0-48cc-813a-29c241060f00 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927136249', 'description': 'tempest-secgroup-smoke-927136249 description', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:09:51.530252 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a450dd00-83a0-48cc-813a-29c241060f00 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:51.601698 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a450dd00-83a0-48cc-813a-29c241060f00 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (f32c5136-43e9-4a94-9ad6-eb501acf1c89), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:51.655762 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a450dd00-83a0-48cc-813a-29c241060f00 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f32c5136-43e9-4a94-9ad6-eb501acf1c89), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:51.684566 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450dd00-83a0-48cc-813a-29c241060f00 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32c5136-43e9-4a94-9ad6-eb501acf1c89,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:51.759001 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a450dd00-83a0-48cc-813a-29c241060f00 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:51.760303 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a450dd00-83a0-48cc-813a-29c241060f00 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2989333
Apr 16 22:09:51.763166 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52750) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:51.767535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1c8998c7-8f5c-40ca-b87a-7502c7a6fa24 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': 'f32c5136-43e9-4a94-9ad6-eb501acf1c89', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:09:51.859528 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c8998c7-8f5c-40ca-b87a-7502c7a6fa24 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (f688cc07-8909-446c-8661-4bdf679feccf), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:51.914418 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c8998c7-8f5c-40ca-b87a-7502c7a6fa24 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (f688cc07-8909-446c-8661-4bdf679feccf), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:51.981731 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c8998c7-8f5c-40ca-b87a-7502c7a6fa24 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (f688cc07-8909-446c-8661-4bdf679feccf), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:52.000146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8998c7-8f5c-40ca-b87a-7502c7a6fa24 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f688cc07-8909-446c-8661-4bdf679feccf,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:52.069188 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1c8998c7-8f5c-40ca-b87a-7502c7a6fa24 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:52.070405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1c8998c7-8f5c-40ca-b87a-7502c7a6fa24 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3062999
Apr 16 22:09:52.073120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52752) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:52.077514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-22827539-6ea3-42b9-a65c-1e844b99ce87 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': 'f32c5136-43e9-4a94-9ad6-eb501acf1c89', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:09:52.156991 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22827539-6ea3-42b9-a65c-1e844b99ce87 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (d0624625-b5a3-49ed-a0b3-96817e73f4ef), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:52.213805 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22827539-6ea3-42b9-a65c-1e844b99ce87 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (d0624625-b5a3-49ed-a0b3-96817e73f4ef), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:52.294316 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22827539-6ea3-42b9-a65c-1e844b99ce87 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (d0624625-b5a3-49ed-a0b3-96817e73f4ef), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:52.309301 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22827539-6ea3-42b9-a65c-1e844b99ce87 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0624625-b5a3-49ed-a0b3-96817e73f4ef,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:52.381945 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22827539-6ea3-42b9-a65c-1e844b99ce87 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:52.383170 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-22827539-6ea3-42b9-a65c-1e844b99ce87 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3090804
Apr 16 22:09:52.385877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52754) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:52.390136 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f7d06de2-b3b0-4af7-82a8-1595525009f1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': 'f32c5136-43e9-4a94-9ad6-eb501acf1c89', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:09:52.505647 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7d06de2-b3b0-4af7-82a8-1595525009f1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (b4109712-2b5f-4c9d-8fae-58fa16d2e047), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:52.566578 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7d06de2-b3b0-4af7-82a8-1595525009f1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (b4109712-2b5f-4c9d-8fae-58fa16d2e047), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:52.654151 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7d06de2-b3b0-4af7-82a8-1595525009f1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (b4109712-2b5f-4c9d-8fae-58fa16d2e047), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:52.672429 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d06de2-b3b0-4af7-82a8-1595525009f1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4109712-2b5f-4c9d-8fae-58fa16d2e047,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:52.759263 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f7d06de2-b3b0-4af7-82a8-1595525009f1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:52.760502 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f7d06de2-b3b0-4af7-82a8-1595525009f1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3736939
Apr 16 22:09:52.763231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52756) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:52.767504 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-168b6fa6-4c5c-4a2b-8e98-820953a5ba74 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': 'f32c5136-43e9-4a94-9ad6-eb501acf1c89', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:09:52.859400 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-168b6fa6-4c5c-4a2b-8e98-820953a5ba74 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (8817d513-b309-4ac6-b5fc-81c9553543cc), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:52.917183 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-168b6fa6-4c5c-4a2b-8e98-820953a5ba74 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (8817d513-b309-4ac6-b5fc-81c9553543cc), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:52.985849 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-168b6fa6-4c5c-4a2b-8e98-820953a5ba74 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (8817d513-b309-4ac6-b5fc-81c9553543cc), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.004553 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b6fa6-4c5c-4a2b-8e98-820953a5ba74 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8817d513-b309-4ac6-b5fc-81c9553543cc,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:53.075274 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-168b6fa6-4c5c-4a2b-8e98-820953a5ba74 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.076516 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-168b6fa6-4c5c-4a2b-8e98-820953a5ba74 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3123446
Apr 16 22:09:53.079171 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52758) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:53.083372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e8a69051-a8e7-422b-8ec9-0f3393d9da72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': 'f32c5136-43e9-4a94-9ad6-eb501acf1c89', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:09:53.158638 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-e8a69051-a8e7-422b-8ec9-0f3393d9da72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Project 3d4eaa0fe99e42488e0720b18be48ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:09:53.164712 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8a69051-a8e7-422b-8ec9-0f3393d9da72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (aaeb54e0-e945-4209-a6df-a2a96f659039), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.221424 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8a69051-a8e7-422b-8ec9-0f3393d9da72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (aaeb54e0-e945-4209-a6df-a2a96f659039), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.284647 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8a69051-a8e7-422b-8ec9-0f3393d9da72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (aaeb54e0-e945-4209-a6df-a2a96f659039), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.303263 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a69051-a8e7-422b-8ec9-0f3393d9da72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaeb54e0-e945-4209-a6df-a2a96f659039,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:53.355428 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8a69051-a8e7-422b-8ec9-0f3393d9da72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.356740 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e8a69051-a8e7-422b-8ec9-0f3393d9da72 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2766294
Apr 16 22:09:53.359508 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52760) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:53.363732 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b874ab9d-50ea-4f82-a20a-a5cca0a2d032 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': 'f32c5136-43e9-4a94-9ad6-eb501acf1c89', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:09:53.415678 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-b874ab9d-50ea-4f82-a20a-a5cca0a2d032 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Project 3d4eaa0fe99e42488e0720b18be48ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:09:53.420925 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b874ab9d-50ea-4f82-a20a-a5cca0a2d032 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (0d5c543e-e9fb-4ad2-943d-c0e00684cd7a), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.485050 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b874ab9d-50ea-4f82-a20a-a5cca0a2d032 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (0d5c543e-e9fb-4ad2-943d-c0e00684cd7a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.545449 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b874ab9d-50ea-4f82-a20a-a5cca0a2d032 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (0d5c543e-e9fb-4ad2-943d-c0e00684cd7a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.567122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874ab9d-50ea-4f82-a20a-a5cca0a2d032 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5c543e-e9fb-4ad2-943d-c0e00684cd7a,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:53.633227 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b874ab9d-50ea-4f82-a20a-a5cca0a2d032 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.634428 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b874ab9d-50ea-4f82-a20a-a5cca0a2d032 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2740273
Apr 16 22:09:53.637216 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52764) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:53.641941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-7f362917-c8b4-4d6a-8493-db2ad374331e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'network': {'name': 'tempest-network-smoke--1917848601', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'port_security_enabled': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:09:53.752683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f362917-c8b4-4d6a-8493-db2ad374331e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:09:53.756563 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f362917-c8b4-4d6a-8493-db2ad374331e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.780470 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f362917-c8b4-4d6a-8493-db2ad374331e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:09:53.789280 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f362917-c8b4-4d6a-8493-db2ad374331e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (3110bbf5-076d-4377-a160-0b1407cbcd6b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.789624 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-7f362917-c8b4-4d6a-8493-db2ad374331e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Added segment 3110bbf5-076d-4377-a160-0b1407cbcd6b of type vlan for network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a
Apr 16 22:09:53.828684 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f362917-c8b4-4d6a-8493-db2ad374331e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (811dbeab-8b8b-48f9-87b3-9a6a42f81d7a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.901115 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f362917-c8b4-4d6a-8493-db2ad374331e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (811dbeab-8b8b-48f9-87b3-9a6a42f81d7a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.906077 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f362917-c8b4-4d6a-8493-db2ad374331e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:53.909096 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-7f362917-c8b4-4d6a-8493-db2ad374331e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:53.974123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f362917-c8b4-4d6a-8493-db2ad374331e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Network': ['ID=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:53.984500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:09:54.034047 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-7f362917-c8b4-4d6a-8493-db2ad374331e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3957767
Apr 16 22:09:54.036906 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52766) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:54.043976 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'admin_state_up': True, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:09:54.124749 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (3d1631b6-1690-4545-82e4-442bab6eba9a), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:54.125797 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (3d1631b6-1690-4545-82e4-442bab6eba9a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:54.177171 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_controller (3d1631b6-1690-4545-82e4-442bab6eba9a), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:54.726497 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (3d1631b6-1690-4545-82e4-442bab6eba9a), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:54.980917 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (3d1631b6-1690-4545-82e4-442bab6eba9a), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:54.999396 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:55.104333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.35.1.106 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/b7a21286-57fb-4e3f-811a-85d8ed81c297) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:09:55.209832 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:55.306114 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:55.347347 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:09:55.350175 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:09:55.353689 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:09:55.359214 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=b7a21286-57fb-4e3f-811a-85d8ed81c297,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:55.687465 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (3d1631b6-1690-4545-82e4-442bab6eba9a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:55.889674 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (3d1631b6-1690-4545-82e4-442bab6eba9a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:56.066997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 3d1631b6-1690-4545-82e4-442bab6eba9a is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 22:09:56.175808 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:09:56.189171 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Sync routers for ids ['3d1631b6-1690-4545-82e4-442bab6eba9a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:09:56.198098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Routers {'3d1631b6-1690-4545-82e4-442bab6eba9a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:09:56.198716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f4b8ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:09:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3d1631b6-1690-4545-82e4-442bab6eba9a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:56.229032 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:56.230273 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4e9e936b-89d4-450e-ae56-cdced39e57f6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.1924360
Apr 16 22:09:56.233528 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52768) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:56.307520 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-61b29f51-87d6-4e38-9d43-82efebe73b08 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3d4eaa0fe99e42488e0720b18be48ac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0701692
Apr 16 22:09:56.307735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Set router 3d1631b6-1690-4545-82e4-442bab6eba9a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:09:56.307833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52772) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:56.398531 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b63d3e-6c6b-4195-b574-9379fcf96826 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:56.400058 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e0b63d3e-6c6b-4195-b574-9379fcf96826 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0914385
Apr 16 22:09:56.402974 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52774) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:56.437182 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3ecc47c5-5d1f-4930-93cc-abaeabdbdf9f tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0331066
Apr 16 22:09:56.439814 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52776) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:56.445075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a04f1e7f-a23a-4bf7-b15d-5af6e3a72803 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2136242442', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:09:56.569998 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04f1e7f-a23a-4bf7-b15d-5af6e3a72803 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:09:56.573446 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a04f1e7f-a23a-4bf7-b15d-5af6e3a72803 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:56.632227 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f4b8ac0>, [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:09:55Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:56.659715 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Checking router: 3d1631b6-1690-4545-82e4-442bab6eba9a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:09:56.660012 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Updating router 3d1631b6-1690-4545-82e4-442bab6eba9a port b7a21286-57fb-4e3f-811a-85d8ed81c297 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:09:56.693204 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:56.808798 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a04f1e7f-a23a-4bf7-b15d-5af6e3a72803 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (1ed2c046-efc1-4ec9-b1d6-bbdbed815dba), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:56.872267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f1e7f-a23a-4bf7-b15d-5af6e3a72803 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Subnet': ['ID=1ed2c046-efc1-4ec9-b1d6-bbdbed815dba,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:56.881610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f1e7f-a23a-4bf7-b15d-5af6e3a72803 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Checking segment: {'id': '3110bbf5-076d-4377-a160-0b1407cbcd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:09:56.881610 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f1e7f-a23a-4bf7-b15d-5af6e3a72803 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network hostable DHCP agents. Network: 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:09:56.943546 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Publish callbacks [] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:56.953049 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f1e7f-a23a-4bf7-b15d-5af6e3a72803 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:09:57.032987 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:57.043031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a04f1e7f-a23a-4bf7-b15d-5af6e3a72803 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:09:57.047717 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f1e7f-a23a-4bf7-b15d-5af6e3a72803 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:57.048688 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a04f1e7f-a23a-4bf7-b15d-5af6e3a72803 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:57.063513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eac7f32-f822-4ae1-9668-5de63f607640 None None] Network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:09:57.121627 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a04f1e7f-a23a-4bf7-b15d-5af6e3a72803 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6805043
Apr 16 22:09:57.124307 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52778) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:09:57.139326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8c5fe-da8f-4ee9-b4b2-46a1fba070b2 None None] Pushing event updated for resources: {'Port': ['ID=b7a21286-57fb-4e3f-811a-85d8ed81c297,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:57.145557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Attempting to bind port b7a21286-57fb-4e3f-811a-85d8ed81c297 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:09:57.145937 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Attempting to bind port b7a21286-57fb-4e3f-811a-85d8ed81c297 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:09:57.146308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Attempting to bind port b7a21286-57fb-4e3f-811a-85d8ed81c297 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:09:57.153463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:09:57.153849 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:09:57.154260 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:57.154667 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:09:57.155145 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Bound port: b7a21286-57fb-4e3f-811a-85d8ed81c297, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:09:57.155500 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:57.234913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ips': [{'subnet_id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:09:57.235938 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:57.249545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] For port b7a21286-57fb-4e3f-811a-85d8ed81c297, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:09:57.265637 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] For port b7a21286-57fb-4e3f-811a-85d8ed81c297, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7a21286-57fb-4e3f-811a-85d8ed81c297,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:09:57.341991 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:57.440777 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8c5fe-da8f-4ee9-b4b2-46a1fba070b2 None None] Pushing event updated for resources: {'Port': ['ID=b7a21286-57fb-4e3f-811a-85d8ed81c297,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:57.443709 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Allocated IP 172.20.0.2 (811dbeab-8b8b-48f9-87b3-9a6a42f81d7a/1ed2c046-efc1-4ec9-b1d6-bbdbed815dba/5b3bb688-4466-4dbb-a1a7-53523ed850b3) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:09:57.450007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Routers {'3d1631b6-1690-4545-82e4-442bab6eba9a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:09:57.450623 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f4b8ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:09:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3d1631b6-1690-4545-82e4-442bab6eba9a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:57.578191 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:57.635945 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] Set router 3d1631b6-1690-4545-82e4-442bab6eba9a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:09:57.772394 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Publish callbacks [] for port (5b3bb688-4466-4dbb-a1a7-53523ed850b3), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:57.834903 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (5b3bb688-4466-4dbb-a1a7-53523ed850b3), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:57.877642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f4b8ac0>, [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:09:55Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:57.885754 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.20.0.1 (811dbeab-8b8b-48f9-87b3-9a6a42f81d7a/1ed2c046-efc1-4ec9-b1d6-bbdbed815dba/d7a87340-0808-4aac-8c1a-f8950d107f3d) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:09:57.887028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:09:57.914374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:09:57.916837 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e5554-a8dc-4ce4-b961-4bdd4ad35aa7 None None] The sync data for ids ['3d1631b6-1690-4545-82e4-442bab6eba9a'] in ncdv-master-1 is: [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:09:55Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:09:57.918294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:09:57.920409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Pushing event updated for resources: {'Port': ['ID=5b3bb688-4466-4dbb-a1a7-53523ed850b3,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:57.984992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Attempting to bind port 5b3bb688-4466-4dbb-a1a7-53523ed850b3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:09:57.985373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Attempting to bind port 5b3bb688-4466-4dbb-a1a7-53523ed850b3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3110bbf5-076d-4377-a160-0b1407cbcd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:09:57.985749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Attempting to bind port 5b3bb688-4466-4dbb-a1a7-53523ed850b3 on network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:09:57.991744 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:09:57.992339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Checking segment: {'id': '3110bbf5-076d-4377-a160-0b1407cbcd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:09:57.992874 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:57.993801 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Bound using segment: {'id': '3110bbf5-076d-4377-a160-0b1407cbcd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:09:57.994323 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Bound port: 5b3bb688-4466-4dbb-a1a7-53523ed850b3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3110bbf5-076d-4377-a160-0b1407cbcd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:09:57.994677 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5b3bb688-4466-4dbb-a1a7-53523ed850b3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:58.012779 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:09:58.015382 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:58.061243 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] For port 5b3bb688-4466-4dbb-a1a7-53523ed850b3, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:09:58.064460 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] For port 5b3bb688-4466-4dbb-a1a7-53523ed850b3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b3bb688-4466-4dbb-a1a7-53523ed850b3,segment=NetworkSegment(3110bbf5-076d-4377-a160-0b1407cbcd6b),segment_id=3110bbf5-076d-4377-a160-0b1407cbcd6b)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:09:58.100892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:58.133170 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5b3bb688-4466-4dbb-a1a7-53523ed850b3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:58.142384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:09:58.165148 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:09:58.169442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:09:58.204560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=d7a87340-0808-4aac-8c1a-f8950d107f3d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:58.206005 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f76e68-5cd5-4812-bf0f-d031974b75d1 None None] Pushing event updated for resources: {'Port': ['ID=5b3bb688-4466-4dbb-a1a7-53523ed850b3,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:58.245478 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (3d1631b6-1690-4545-82e4-442bab6eba9a), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:58.469173 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:58.771195 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:58.856014 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:58.935879 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (3d1631b6-1690-4545-82e4-442bab6eba9a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:58.937683 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=d7a87340-0808-4aac-8c1a-f8950d107f3d,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:59.033839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:09:59.035242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:09:59.159899 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 3d1631b6-1690-4545-82e4-442bab6eba9a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:09:59.203073 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b339f602-552b-487e-b689-927a9d116e9f None None] Network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:09:59.276372 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:09:59.279047 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f1000e69-cfd7-4997-be1f-48e2d97c89d0 None None] Provisioning complete for port 5b3bb688-4466-4dbb-a1a7-53523ed850b3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:09:59.279494 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1000e69-cfd7-4997-be1f-48e2d97c89d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5b3bb688-4466-4dbb-a1a7-53523ed850b3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:59.282266 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-092f06f4-02b1-4a02-a7e6-e8f0c5492703 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "PUT /v2.0/routers/3d1631b6-1690-4545-82e4-442bab6eba9a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1569457
Apr 16 22:09:59.418694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f1000e69-cfd7-4997-be1f-48e2d97c89d0 None None] Current status of the port 5b3bb688-4466-4dbb-a1a7-53523ed850b3 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:09:59.419153 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1000e69-cfd7-4997-be1f-48e2d97c89d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (5b3bb688-4466-4dbb-a1a7-53523ed850b3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:59.456556 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-f1000e69-cfd7-4997-be1f-48e2d97c89d0 None None] For port 5b3bb688-4466-4dbb-a1a7-53523ed850b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b3bb688-4466-4dbb-a1a7-53523ed850b3,segment=NetworkSegment(3110bbf5-076d-4377-a160-0b1407cbcd6b),segment_id=3110bbf5-076d-4377-a160-0b1407cbcd6b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:09:59.469969 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-87258eaf-9a9a-4bc7-9f8b-f7c42163a681 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927136249&fields=id&tenant_id=3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 267 time: 0.0624967
Apr 16 22:09:59.518896 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f1000e69-cfd7-4997-be1f-48e2d97c89d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (5b3bb688-4466-4dbb-a1a7-53523ed850b3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:59.576340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1000e69-cfd7-4997-be1f-48e2d97c89d0 None None] Pushing event updated for resources: {'Port': ['ID=5b3bb688-4466-4dbb-a1a7-53523ed850b3,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:09:59.592491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-f8842e89-8f81-49a3-a83f-d4613ba6d5e4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:09:59.599484 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-f8842e89-8f81-49a3-a83f-d4613ba6d5e4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/networks?id=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a HTTP/1.1" status: 200  len: 797 time: 0.1225672
Apr 16 22:09:59.610206 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-edf37faf-91c9-4373-bc72-848ee805c23b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/quotas/3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 375 time: 0.0098395
Apr 16 22:09:59.637864 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a42ee7dd-a854-4304-96e5-698e536e782a None None] Provisioning complete for port 5b3bb688-4466-4dbb-a1a7-53523ed850b3 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:09:59.638240 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a42ee7dd-a854-4304-96e5-698e536e782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5b3bb688-4466-4dbb-a1a7-53523ed850b3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:59.663478 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-a908770f-23e5-4112-bfc7-0a536fe25d3c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0472829
Apr 16 22:09:59.715017 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Sync routers for ids ['3d1631b6-1690-4545-82e4-442bab6eba9a'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:09:59.728138 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Routers {'3d1631b6-1690-4545-82e4-442bab6eba9a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:09:59.728872 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c5fca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:09:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3d1631b6-1690-4545-82e4-442bab6eba9a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:09:59.747587 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a42ee7dd-a854-4304-96e5-698e536e782a None None] Current status of the port 5b3bb688-4466-4dbb-a1a7-53523ed850b3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:09:59.757006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a42ee7dd-a854-4304-96e5-698e536e782a None None] Provisioning complete for port d7a87340-0808-4aac-8c1a-f8950d107f3d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:09:59.757647 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a42ee7dd-a854-4304-96e5-698e536e782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:59.783304 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-b879cad6-b6e0-4a28-8886-024b91406b6e service neutron] 10.222.0.20 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1014435
Apr 16 22:09:59.797754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a42ee7dd-a854-4304-96e5-698e536e782a None None] Port d7a87340-0808-4aac-8c1a-f8950d107f3d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:09:59.867975 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Set router 3d1631b6-1690-4545-82e4-442bab6eba9a gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:09:59.909574 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-f942e528-34c8-4f64-876f-f7d40525a632 service neutron] 10.222.0.20 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1131828
Apr 16 22:09:59.935108 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-350f6fd4-f33a-49fa-9929-e2b935495798 None None] Provisioning complete for port d7a87340-0808-4aac-8c1a-f8950d107f3d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:09:59.935490 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-350f6fd4-f33a-49fa-9929-e2b935495798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:09:59.964938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b7a21286-57fb-4e3f-811a-85d8ed81c297 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:10:00.010942 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-350f6fd4-f33a-49fa-9929-e2b935495798 None None] Port d7a87340-0808-4aac-8c1a-f8950d107f3d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:10:00.031749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b7a21286-57fb-4e3f-811a-85d8ed81c297 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:10:00.036334 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:00.100564 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c5fca0>, [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:09:58Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7a87340-0808-4aac-8c1a-f8950d107f3d', 'name': '', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:6e:3e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:57Z', 'updated_at': '2022-04-16T22:09:58Z', 'revision_number': 2, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:10:00.114049 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b7a21286-57fb-4e3f-811a-85d8ed81c297 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:10:00.114493 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:00.127560 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Checking router: 3d1631b6-1690-4545-82e4-442bab6eba9a for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:10:00.127895 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Updating router 3d1631b6-1690-4545-82e4-442bab6eba9a port d7a87340-0808-4aac-8c1a-f8950d107f3d binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:10:00.144622 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port b7a21286-57fb-4e3f-811a-85d8ed81c297, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7a21286-57fb-4e3f-811a-85d8ed81c297,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:10:00.145702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2f2750d4-4503-47bf-9197-89e1ed45e5f7 None None] Provisioning complete for port d7a87340-0808-4aac-8c1a-f8950d107f3d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:10:00.145894 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2f2750d4-4503-47bf-9197-89e1ed45e5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:00.161977 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:00.194277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2f2750d4-4503-47bf-9197-89e1ed45e5f7 None None] Port d7a87340-0808-4aac-8c1a-f8950d107f3d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:10:00.204695 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:00.205526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5b3bb688-4466-4dbb-a1a7-53523ed850b3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:10:00.229732 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-42605951-e285-46b4-ad97-fe6096a0cc69 req-e813de35-c2b5-4200-89ef-47dd693956c3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 210 time: 0.0399330
Apr 16 22:10:00.300506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=b7a21286-57fb-4e3f-811a-85d8ed81c297,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:10:00.304482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 5b3bb688-4466-4dbb-a1a7-53523ed850b3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:10:00.304967 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (5b3bb688-4466-4dbb-a1a7-53523ed850b3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:00.397051 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 5b3bb688-4466-4dbb-a1a7-53523ed850b3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:10:00.463129 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Publish callbacks [] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:00.507482 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:00.559084 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Pushing event updated for resources: {'Port': ['ID=d7a87340-0808-4aac-8c1a-f8950d107f3d,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:10:00.582040 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.582390 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.584978 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.584978 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.584978 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.584978 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.584978 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.584978 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.584978 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.585703 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.585703 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.585879 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.586201 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.586523 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.586843 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:00.623802 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Attempting to bind port d7a87340-0808-4aac-8c1a-f8950d107f3d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:10:00.624199 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Attempting to bind port d7a87340-0808-4aac-8c1a-f8950d107f3d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3110bbf5-076d-4377-a160-0b1407cbcd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:10:00.624570 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Attempting to bind port d7a87340-0808-4aac-8c1a-f8950d107f3d on network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:10:00.632136 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:10:00.632547 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Checking segment: {'id': '3110bbf5-076d-4377-a160-0b1407cbcd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:10:00.632950 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:00.633345 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Bound using segment: {'id': '3110bbf5-076d-4377-a160-0b1407cbcd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:10:00.633809 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Bound port: d7a87340-0808-4aac-8c1a-f8950d107f3d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3110bbf5-076d-4377-a160-0b1407cbcd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:10:00.634376 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:00.713512 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] For port d7a87340-0808-4aac-8c1a-f8950d107f3d, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:10:00.716777 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] For port d7a87340-0808-4aac-8c1a-f8950d107f3d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7a87340-0808-4aac-8c1a-f8950d107f3d,segment=NetworkSegment(3110bbf5-076d-4377-a160-0b1407cbcd6b),segment_id=3110bbf5-076d-4377-a160-0b1407cbcd6b)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:10:00.805233 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:00.820835 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e40a5a6b-0a10-408c-bc9f-0721dd113ed6 None None] Provisioning complete for port d7a87340-0808-4aac-8c1a-f8950d107f3d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:10:00.821141 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e40a5a6b-0a10-408c-bc9f-0721dd113ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:00.868661 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98633df7-7c2e-45b8-a6f9-630a4f3bf3e9 None None] Pushing event updated for resources: {'Port': ['ID=d7a87340-0808-4aac-8c1a-f8950d107f3d,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:10:00.878791 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Routers {'3d1631b6-1690-4545-82e4-442bab6eba9a'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:10:00.879976 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c5fca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:09:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3d1631b6-1690-4545-82e4-442bab6eba9a'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:10:00.906079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e40a5a6b-0a10-408c-bc9f-0721dd113ed6 None None] Current status of the port d7a87340-0808-4aac-8c1a-f8950d107f3d is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:10:00.906558 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e40a5a6b-0a10-408c-bc9f-0721dd113ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:00.945262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e40a5a6b-0a10-408c-bc9f-0721dd113ed6 None None] For port d7a87340-0808-4aac-8c1a-f8950d107f3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7a87340-0808-4aac-8c1a-f8950d107f3d,segment=NetworkSegment(3110bbf5-076d-4377-a160-0b1407cbcd6b),segment_id=3110bbf5-076d-4377-a160-0b1407cbcd6b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:10:01.012620 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] Set router 3d1631b6-1690-4545-82e4-442bab6eba9a gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:10:01.016999 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e40a5a6b-0a10-408c-bc9f-0721dd113ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:01.068252 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a5a6b-0a10-408c-bc9f-0721dd113ed6 None None] Pushing event updated for resources: {'Port': ['ID=d7a87340-0808-4aac-8c1a-f8950d107f3d,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:10:01.138784 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-06471f43-f54d-49b5-ad1a-89b5bbd7a842 None None] Provisioning complete for port d7a87340-0808-4aac-8c1a-f8950d107f3d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:10:01.139071 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-06471f43-f54d-49b5-ad1a-89b5bbd7a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:01.204543 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c5fca0>, [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:09:58Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7a87340-0808-4aac-8c1a-f8950d107f3d', 'name': '', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:6e:3e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:57Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:10:01.220890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-06471f43-f54d-49b5-ad1a-89b5bbd7a842 None None] Current status of the port d7a87340-0808-4aac-8c1a-f8950d107f3d is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:10:01.235314 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14287e-125c-420d-a6d9-55f80dd72bb2 None None] The sync data for ids ['3d1631b6-1690-4545-82e4-442bab6eba9a'] in ncdv-master-1 is: [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:09:58Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7a87340-0808-4aac-8c1a-f8950d107f3d', 'name': '', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:6e:3e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:57Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:10:01.345729 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-219507e5-7362-49e5-b049-0362cece5c95 req-8fb06217-313c-469e-8917-170ede015946 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 210 time: 0.0348468
Apr 16 22:10:01.916914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d7a87340-0808-4aac-8c1a-f8950d107f3d up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:10:01.969287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d7a87340-0808-4aac-8c1a-f8950d107f3d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:10:01.970007 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:02.065755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d7a87340-0808-4aac-8c1a-f8950d107f3d is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:10:02.067348 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b7a21286-57fb-4e3f-811a-85d8ed81c297 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:10:02.089885 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-6cc15bb2-b0e1-404e-a582-dd153a0c1010 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:02.092256 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-6cc15bb2-b0e1-404e-a582-dd153a0c1010 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.41 "GET /v2.0/networks?id=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a HTTP/1.1" status: 200  len: 797 time: 0.1323016
Apr 16 22:10:02.119339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b7a21286-57fb-4e3f-811a-85d8ed81c297 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:10:02.119946 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:02.169053 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-08a3d9a3-44b2-4ebe-a572-3a994d789180 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 379 time: 0.0681622
Apr 16 22:10:02.182941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-74a488f7-306a-4689-8537-78e1bcf0d788 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'port': {'device_id': 'd34d71da-0773-4744-b070-b79c256dd335', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'admin_state_up': True, 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'security_groups': ['f32c5136-43e9-4a94-9ad6-eb501acf1c89']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:10:02.206225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b7a21286-57fb-4e3f-811a-85d8ed81c297 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:10:02.364422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-74a488f7-306a-4689-8537-78e1bcf0d788 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:10:02.367831 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-74a488f7-306a-4689-8537-78e1bcf0d788 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:02.453372 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bbbdfaca-a7cd-4b85-b139-6546dd0b6a1d req-27331e13-c938-45a0-8f38-0fcb8a06ad30 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 210 time: 0.0332892
Apr 16 22:10:02.496212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-74a488f7-306a-4689-8537-78e1bcf0d788 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.20.0.13 (811dbeab-8b8b-48f9-87b3-9a6a42f81d7a/1ed2c046-efc1-4ec9-b1d6-bbdbed815dba/65d5e816-151e-46af-82bb-233d5489487a) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:10:02.958914 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-74a488f7-306a-4689-8537-78e1bcf0d788 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (65d5e816-151e-46af-82bb-233d5489487a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:03.124833 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-74a488f7-306a-4689-8537-78e1bcf0d788 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (65d5e816-151e-46af-82bb-233d5489487a), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:03.169560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-74a488f7-306a-4689-8537-78e1bcf0d788 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:10:03.172546 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-74a488f7-306a-4689-8537-78e1bcf0d788 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:10:03.176196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-74a488f7-306a-4689-8537-78e1bcf0d788 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:10:03.198961 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a488f7-306a-4689-8537-78e1bcf0d788 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=65d5e816-151e-46af-82bb-233d5489487a,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:10:03.231631 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-74a488f7-306a-4689-8537-78e1bcf0d788 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:03.232274 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-74a488f7-306a-4689-8537-78e1bcf0d788 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:03.321809 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-74a488f7-306a-4689-8537-78e1bcf0d788 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1429038
Apr 16 22:10:03.333922 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Request body: {'port': {'device_id': 'd34d71da-0773-4744-b070-b79c256dd335', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:10:03.393799 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (65d5e816-151e-46af-82bb-233d5489487a), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:03.612322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0cadc60e-0b8c-4b9f-b173-3866eda0ba9e None None] Provisioning complete for port 65d5e816-151e-46af-82bb-233d5489487a triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:10:03.612886 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0cadc60e-0b8c-4b9f-b173-3866eda0ba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (65d5e816-151e-46af-82bb-233d5489487a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:03.625292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e66998-2d54-46f9-9bc9-982e4be82d9e req-dda87fe0-6f99-4083-ad6a-767b7c2b5095 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:03.626789 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e2e66998-2d54-46f9-9bc9-982e4be82d9e req-dda87fe0-6f99-4083-ad6a-767b7c2b5095 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 932 time: 0.0997212
Apr 16 22:10:03.646642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0cadc60e-0b8c-4b9f-b173-3866eda0ba9e None None] Port 65d5e816-151e-46af-82bb-233d5489487a cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:10:03.710449 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e2e66998-2d54-46f9-9bc9-982e4be82d9e req-48e43ba8-a635-49ed-bb24-4d15614b18ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770092
Apr 16 22:10:03.745011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d5e816-151e-46af-82bb-233d5489487a {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:10:03.753261 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Publish callbacks [] for port (65d5e816-151e-46af-82bb-233d5489487a), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:03.765633 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Transition to ACTIVE for port object 65d5e816-151e-46af-82bb-233d5489487a will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:10:03.827037 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (65d5e816-151e-46af-82bb-233d5489487a), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:03.880467 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Pushing event updated for resources: {'Port': ['ID=65d5e816-151e-46af-82bb-233d5489487a,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:10:03.956272 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Attempting to bind port 65d5e816-151e-46af-82bb-233d5489487a on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:10:03.956626 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Attempting to bind port 65d5e816-151e-46af-82bb-233d5489487a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3110bbf5-076d-4377-a160-0b1407cbcd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:10:03.956960 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Attempting to bind port 65d5e816-151e-46af-82bb-233d5489487a on network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:10:03.962022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Port 65d5e816-151e-46af-82bb-233d5489487a on network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:10:03.962349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Attempting to bind port 65d5e816-151e-46af-82bb-233d5489487a on network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:10:03.967749 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:10:03.968095 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Checking segment: {'id': '3110bbf5-076d-4377-a160-0b1407cbcd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:10:03.968524 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Bound using segment: {'id': '3110bbf5-076d-4377-a160-0b1407cbcd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:10:03.968962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Bound port: 65d5e816-151e-46af-82bb-233d5489487a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3110bbf5-076d-4377-a160-0b1407cbcd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:10:03.969330 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (65d5e816-151e-46af-82bb-233d5489487a), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:04.038236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] For port 65d5e816-151e-46af-82bb-233d5489487a, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:10:04.041427 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] For port 65d5e816-151e-46af-82bb-233d5489487a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65d5e816-151e-46af-82bb-233d5489487a,segment=NetworkSegment(3110bbf5-076d-4377-a160-0b1407cbcd6b),segment_id=3110bbf5-076d-4377-a160-0b1407cbcd6b)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:10:04.136576 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (65d5e816-151e-46af-82bb-233d5489487a), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:04.173102 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:04.173733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:04.175722 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] 10.222.0.41 "PUT /v2.0/ports/65d5e816-151e-46af-82bb-233d5489487a HTTP/1.1" status: 200  len: 1092 time: 0.8469050
Apr 16 22:10:04.176199 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34d71da-0773-4744-b070-b79c256dd335', 'tag': '65d5e816-151e-46af-82bb-233d5489487a'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:10:04.180063 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43668a14-14d0-4b05-9a3f-8b68ee041cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d34d71da-0773-4744-b070-b79c256dd335", "tag": "65d5e816-151e-46af-82bb-233d5489487a"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:10:04.207486 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efc3f6-ed4c-46ce-839a-25be08f4a9bb service neutron] Pushing event updated for resources: {'Port': ['ID=65d5e816-151e-46af-82bb-233d5489487a,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:10:04.225556 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff29078-d3b1-4f3d-bc47-02f278cda06a x-openstack-request-id: req-bff29078-d3b1-4f3d-bc47-02f278cda06a {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:10:04.225889 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34d71da-0773-4744-b070-b79c256dd335", "tag": "65d5e816-151e-46af-82bb-233d5489487a", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:10:04.226194 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bff29078-d3b1-4f3d-bc47-02f278cda06a {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:10:04.226564 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff29078-d3b1-4f3d-bc47-02f278cda06a'] response: {'name': 'network-changed', 'server_uuid': 'd34d71da-0773-4744-b070-b79c256dd335', 'tag': '65d5e816-151e-46af-82bb-233d5489487a', 'status': 'completed', 'code': 200}
Apr 16 22:10:04.291256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43668a14-14d0-4b05-9a3f-8b68ee041cc4 req-de55ef1f-7f7f-4adc-b80b-722e0c055fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:04.292778 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43668a14-14d0-4b05-9a3f-8b68ee041cc4 req-de55ef1f-7f7f-4adc-b80b-722e0c055fb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 1126 time: 0.0465066
Apr 16 22:10:04.393357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43668a14-14d0-4b05-9a3f-8b68ee041cc4 req-5bc25671-7673-4af5-b87c-b650365e208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:04.394842 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43668a14-14d0-4b05-9a3f-8b68ee041cc4 req-5bc25671-7673-4af5-b87c-b650365e208b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0959859
Apr 16 22:10:04.492878 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43668a14-14d0-4b05-9a3f-8b68ee041cc4 req-c3f04c00-8166-466d-aa5a-e468d2138636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:04.494281 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-43668a14-14d0-4b05-9a3f-8b68ee041cc4 req-c3f04c00-8166-466d-aa5a-e468d2138636 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0932174
Apr 16 22:10:04.566015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-9b7c3f60-62cc-4f21-b1f4-491182b0226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:04.567456 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-9b7c3f60-62cc-4f21-b1f4-491182b0226d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 1126 time: 0.0408823
Apr 16 22:10:04.609857 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-8e4fa999-a2f8-42e5-9eda-f57fc88a49ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65d5e816-151e-46af-82bb-233d5489487a HTTP/1.1" status: 200  len: 217 time: 0.0357623
Apr 16 22:10:04.662527 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-934623d9-f190-454a-a593-0f95ec33d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:04.663966 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-934623d9-f190-454a-a593-0f95ec33d83c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ed2c046-efc1-4ec9-b1d6-bbdbed815dba HTTP/1.1" status: 200  len: 835 time: 0.0474164
Apr 16 22:10:04.707408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-20cdec78-4dd9-4f3b-aaed-ac9893423e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:04.709222 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-20cdec78-4dd9-4f3b-aaed-ac9893423e8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0395491
Apr 16 22:10:04.839791 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fab0e2-c344-46e2-a405-c7fb6fe93b7f req-45704005-ecb4-4e75-9c5c-bd4c4d7bad43 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:04.841414 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5fab0e2-c344-46e2-a405-c7fb6fe93b7f req-45704005-ecb4-4e75-9c5c-bd4c4d7bad43 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 944 time: 0.0627565
Apr 16 22:10:04.843142 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-7d1b11f7-0034-4d2e-a77d-82905fbe4f4a service neutron] 10.222.0.41 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280961
Apr 16 22:10:04.948259 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b5fab0e2-c344-46e2-a405-c7fb6fe93b7f req-a5906c4f-1349-4bd0-810a-92d5e92d006c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1006296
Apr 16 22:10:04.968317 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ee40161b-2bd7-472e-af35-fb35f04ee4d3 req-af3de647-804d-414b-b61b-351dd6b89e43 service neutron] 10.222.0.41 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1150200
Apr 16 22:10:06.066057 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a4cb8-9d9e-4fae-b609-7d9eb66a2f73 req-4b0093e1-73d9-4975-a4e3-4098789221a6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:06.067570 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b80a4cb8-9d9e-4fae-b609-7d9eb66a2f73 req-4b0093e1-73d9-4975-a4e3-4098789221a6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 944 time: 0.0480652
Apr 16 22:10:06.117221 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-b80a4cb8-9d9e-4fae-b609-7d9eb66a2f73 req-966b961b-abaa-42f9-916a-897af29f5dd5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437241
Apr 16 22:10:06.712561 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:07.230320 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0370e0-8bab-4e87-8006-e83bb5891dc0 req-af4546b5-f52f-44b5-bf41-27a04f7692de tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:07.231802 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5f0370e0-8bab-4e87-8006-e83bb5891dc0 req-af4546b5-f52f-44b5-bf41-27a04f7692de tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 944 time: 0.0479643
Apr 16 22:10:07.280338 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5f0370e0-8bab-4e87-8006-e83bb5891dc0 req-f78ad5f9-1630-41a7-aa89-b532b96b47e2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422535
Apr 16 22:10:08.392825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295713b-dc1b-4bc8-b7dc-9e08006866d4 req-47cbd187-a90b-4224-965b-ba2e49df4ace tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:08.394347 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5295713b-dc1b-4bc8-b7dc-9e08006866d4 req-47cbd187-a90b-4224-965b-ba2e49df4ace tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 944 time: 0.0466940
Apr 16 22:10:08.442545 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5295713b-dc1b-4bc8-b7dc-9e08006866d4 req-0e3b5e6e-1fe1-41e5-810a-c3e092d357c3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427003
Apr 16 22:10:09.061328 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-612c9e87-14c9-4a53-abf3-6426e29a346e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:09.142967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 65d5e816-151e-46af-82bb-233d5489487a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:10:09.237231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 65d5e816-151e-46af-82bb-233d5489487a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65d5e816-151e-46af-82bb-233d5489487a,segment=NetworkSegment(3110bbf5-076d-4377-a160-0b1407cbcd6b),segment_id=3110bbf5-076d-4377-a160-0b1407cbcd6b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:10:09.248098 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '65d5e816-151e-46af-82bb-233d5489487a', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'port_id': '65d5e816-151e-46af-82bb-233d5489487a', 'mac_address': 'fa:16:3e:72:8a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:10:09.288491 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 65d5e816-151e-46af-82bb-233d5489487a is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:10:09.288886 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (65d5e816-151e-46af-82bb-233d5489487a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:09.301935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d5e816-151e-46af-82bb-233d5489487a {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:10:09.321585 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 65d5e816-151e-46af-82bb-233d5489487a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65d5e816-151e-46af-82bb-233d5489487a,segment=NetworkSegment(3110bbf5-076d-4377-a160-0b1407cbcd6b),segment_id=3110bbf5-076d-4377-a160-0b1407cbcd6b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:10:09.385659 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (65d5e816-151e-46af-82bb-233d5489487a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:09.432033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=65d5e816-151e-46af-82bb-233d5489487a,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:10:09.557070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921033f7-215d-42e7-a0a6-859e192a1f6c req-e7035ccc-a894-4211-97a7-8a82cafd3472 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:09.558548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-921033f7-215d-42e7-a0a6-859e192a1f6c req-e7035ccc-a894-4211-97a7-8a82cafd3472 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 945 time: 0.0469944
Apr 16 22:10:09.607221 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-921033f7-215d-42e7-a0a6-859e192a1f6c req-fae55227-c031-41bd-9b86-95e0d94f407f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426972
Apr 16 22:10:09.740630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['65d5e816-151e-46af-82bb-233d5489487a'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:10:10.724421 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f320b9f-2bcd-467c-bfdd-cca6a6c97613 req-149781c9-d1ba-4193-95fb-a3e77a419572 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:10.725883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f320b9f-2bcd-467c-bfdd-cca6a6c97613 req-149781c9-d1ba-4193-95fb-a3e77a419572 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 945 time: 0.0509107
Apr 16 22:10:10.773984 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9f320b9f-2bcd-467c-bfdd-cca6a6c97613 req-0ed7ffad-6d9f-455f-883b-459fb26af173 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425169
Apr 16 22:10:11.152028 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 65d5e816-151e-46af-82bb-233d5489487a up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:10:11.195364 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 65d5e816-151e-46af-82bb-233d5489487a completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:10:11.255281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 65d5e816-151e-46af-82bb-233d5489487a triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:10:11.255663 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (65d5e816-151e-46af-82bb-233d5489487a), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:11.335080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 65d5e816-151e-46af-82bb-233d5489487a is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:10:11.335472 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (65d5e816-151e-46af-82bb-233d5489487a), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:11.358052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34d71da-0773-4744-b070-b79c256dd335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d5e816-151e-46af-82bb-233d5489487a'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:10:11.360315 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6833cf60-2ef7-418e-b79c-9a7cb0080cc0" -d '{"events": [{"server_uuid": "d34d71da-0773-4744-b070-b79c256dd335", "name": "network-vif-plugged", "status": "completed", "tag": "65d5e816-151e-46af-82bb-233d5489487a"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:10:11.372376 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 65d5e816-151e-46af-82bb-233d5489487a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65d5e816-151e-46af-82bb-233d5489487a,segment=NetworkSegment(3110bbf5-076d-4377-a160-0b1407cbcd6b),segment_id=3110bbf5-076d-4377-a160-0b1407cbcd6b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:10:11.397794 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca73724d-63ca-4567-9df9-d6e0683e9666 x-openstack-request-id: req-ca73724d-63ca-4567-9df9-d6e0683e9666 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:10:11.398091 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34d71da-0773-4744-b070-b79c256dd335", "name": "network-vif-plugged", "status": "completed", "tag": "65d5e816-151e-46af-82bb-233d5489487a", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:10:11.398347 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca73724d-63ca-4567-9df9-d6e0683e9666 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:10:11.398774 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca73724d-63ca-4567-9df9-d6e0683e9666'] response: {'server_uuid': 'd34d71da-0773-4744-b070-b79c256dd335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d5e816-151e-46af-82bb-233d5489487a', 'code': 200}
Apr 16 22:10:11.449029 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (65d5e816-151e-46af-82bb-233d5489487a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:11.495146 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc495379-fe31-4edf-b420-70d43fb94204 req-043ecff9-ea0b-4542-afd1-0168f6b20c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:11.496671 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cc495379-fe31-4edf-b420-70d43fb94204 req-043ecff9-ea0b-4542-afd1-0168f6b20c7d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 1128 time: 0.0431669
Apr 16 22:10:11.499988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=65d5e816-151e-46af-82bb-233d5489487a,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:10:11.542652 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cc495379-fe31-4edf-b420-70d43fb94204 req-09114281-2661-4938-b1e7-c65b98fde83e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401077
Apr 16 22:10:11.661489 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ab444609-5146-4a0f-a036-367af2015b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:11.885478 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f745550-dcd0-432d-afe5-b71528ca19ed req-1197035c-0daa-40cf-a78d-e6c028831af5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:11.886956 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5f745550-dcd0-432d-afe5-b71528ca19ed req-1197035c-0daa-40cf-a78d-e6c028831af5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0461442
Apr 16 22:10:11.935775 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5f745550-dcd0-432d-afe5-b71528ca19ed req-2131e099-ba52-4bd2-9811-859109ba7c79 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431080
Apr 16 22:10:12.707234 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:13.051231 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1165e2-7286-412e-a5f7-e9f46b3b5fa6 req-9ffde25b-4477-426b-ac30-babf09238672 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:13.052745 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4c1165e2-7286-412e-a5f7-e9f46b3b5fa6 req-9ffde25b-4477-426b-ac30-babf09238672 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0481772
Apr 16 22:10:13.102115 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4c1165e2-7286-412e-a5f7-e9f46b3b5fa6 req-8ffb1aa7-91c1-4c30-bea8-307dc64600aa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438108
Apr 16 22:10:13.217270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd865fe-7d6c-4596-88a2-9e9cfc3c49f9 req-e492c3c6-ea87-431c-85e7-ca91826b6d08 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:13.218664 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5fd865fe-7d6c-4596-88a2-9e9cfc3c49f9 req-e492c3c6-ea87-431c-85e7-ca91826b6d08 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0507920
Apr 16 22:10:13.266369 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5fd865fe-7d6c-4596-88a2-9e9cfc3c49f9 req-b07b73fc-abc2-410a-b1f8-1e894ec6e4b7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418928
Apr 16 22:10:13.288128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52834) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:10:13.324420 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf070d-3ada-433b-ab51-993780486d01 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:13.325916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-97bf070d-3ada-433b-ab51-993780486d01 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 1123 time: 0.0368221
Apr 16 22:10:13.328577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52836) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:10:13.333752 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '65d5e816-151e-46af-82bb-233d5489487a', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:10:13.448048 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:13.527659 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:13.627615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.35.1.228 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/185f7bca-670b-4dc9-8c43-34d468650191) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:10:13.731711 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (185f7bca-670b-4dc9-8c43-34d468650191), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:13.820223 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (185f7bca-670b-4dc9-8c43-34d468650191), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:13.859391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:10:13.862212 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:10:13.865515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:10:13.893159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=185f7bca-670b-4dc9-8c43-34d468650191,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:10:13.902956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.903309 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.903674 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.903997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.904364 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.904703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.905037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.905370 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.905700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.906028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.906358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.906685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.907009 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.907332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:13.907655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:10:14.113809 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:14.251620 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:14.312745 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:14.402911 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (185f7bca-670b-4dc9-8c43-34d468650191), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:14.550606 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (185f7bca-670b-4dc9-8c43-34d468650191), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:14.615612 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (185f7bca-670b-4dc9-8c43-34d468650191), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:14.682840 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=185f7bca-670b-4dc9-8c43-34d468650191,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:10:14.693346 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:14.793810 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Floating IP 2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5 associated. External IP: 172.35.1.228, port: 65d5e816-151e-46af-82bb-233d5489487a.
Apr 16 22:10:15.329603 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 3d1631b6-1690-4545-82e4-442bab6eba9a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:10:15.441279 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:10:15.450790 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69bc753-19e3-4165-b934-07913d11434a None None] Sync routers for ids ['3d1631b6-1690-4545-82e4-442bab6eba9a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:10:15.460940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69bc753-19e3-4165-b934-07913d11434a None None] Routers {'3d1631b6-1690-4545-82e4-442bab6eba9a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:10:15.461558 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d69bc753-19e3-4165-b934-07913d11434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124892610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:10:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3d1631b6-1690-4545-82e4-442bab6eba9a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:10:15.498312 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:15.515475 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:15.545606 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f1665070-a7f0-454b-9c70-3f8f25aff5fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2158573
Apr 16 22:10:15.546107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34d71da-0773-4744-b070-b79c256dd335', 'tag': '65d5e816-151e-46af-82bb-233d5489487a'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:10:15.548388 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4bdbc6-aa48-4fb5-9163-a7f4dad10e05" -d '{"events": [{"name": "network-changed", "server_uuid": "d34d71da-0773-4744-b070-b79c256dd335", "tag": "65d5e816-151e-46af-82bb-233d5489487a"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:10:15.576216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d69bc753-19e3-4165-b934-07913d11434a None None] Set router 3d1631b6-1690-4545-82e4-442bab6eba9a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:10:15.586184 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572951d7-9ba3-4aef-aed0-eadbcd7fe513 x-openstack-request-id: req-572951d7-9ba3-4aef-aed0-eadbcd7fe513 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:10:15.586184 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34d71da-0773-4744-b070-b79c256dd335", "tag": "65d5e816-151e-46af-82bb-233d5489487a", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:10:15.586184 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-572951d7-9ba3-4aef-aed0-eadbcd7fe513 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:10:15.586571 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572951d7-9ba3-4aef-aed0-eadbcd7fe513'] response: {'name': 'network-changed', 'server_uuid': 'd34d71da-0773-4744-b070-b79c256dd335', 'tag': '65d5e816-151e-46af-82bb-233d5489487a', 'status': 'completed', 'code': 200}
Apr 16 22:10:15.671439 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bdbc6-aa48-4fb5-9163-a7f4dad10e05 req-01f9f242-96c9-4f54-9505-b8390e8efc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:15.673014 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e4bdbc6-aa48-4fb5-9163-a7f4dad10e05 req-01f9f242-96c9-4f54-9505-b8390e8efc03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 1128 time: 0.0642920
Apr 16 22:10:15.680110 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b583a-a581-4fe7-8a6b-9aa73ef6eb34 req-7864a519-fd82-4812-ac2f-dd8efdcaae95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:15.681620 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b1b583a-a581-4fe7-8a6b-9aa73ef6eb34 req-7864a519-fd82-4812-ac2f-dd8efdcaae95 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0828292
Apr 16 22:10:15.792334 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d69bc753-19e3-4165-b934-07913d11434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124892610>, [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:09:58Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.228', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'port_id': '65d5e816-151e-46af-82bb-233d5489487a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'mac_address': 'fa:16:3e:72:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34d71da-0773-4744-b070-b79c256dd335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:10:14Z', 'updated_at': '2022-04-16T22:10:14Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a87340-0808-4aac-8c1a-f8950d107f3d', 'name': '', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:6e:3e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:57Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:10:15.793066 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b1b583a-a581-4fe7-8a6b-9aa73ef6eb34 req-ec17a587-9ebd-40c0-97c1-32a79bc7f6a4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923979
Apr 16 22:10:15.808512 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bdbc6-aa48-4fb5-9163-a7f4dad10e05 req-c63dd97a-22cc-47d1-84f2-5e056b43766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:15.810041 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e4bdbc6-aa48-4fb5-9163-a7f4dad10e05 req-c63dd97a-22cc-47d1-84f2-5e056b43766b service neutron] 10.222.0.41 "GET /v2.0/networks?id=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a HTTP/1.1" status: 200  len: 898 time: 0.1275668
Apr 16 22:10:15.822639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52844) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:10:15.823457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69bc753-19e3-4165-b934-07913d11434a None None] Checking router: 3d1631b6-1690-4545-82e4-442bab6eba9a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:10:15.832275 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69bc753-19e3-4165-b934-07913d11434a None None] Routers {'3d1631b6-1690-4545-82e4-442bab6eba9a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:10:15.832879 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d69bc753-19e3-4165-b934-07913d11434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124892610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:10:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3d1631b6-1690-4545-82e4-442bab6eba9a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:10:15.920899 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e4bdbc6-aa48-4fb5-9163-a7f4dad10e05 req-aa48db0b-b0e9-4a2c-a30c-07e8b34a8ff9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65d5e816-151e-46af-82bb-233d5489487a HTTP/1.1" status: 200  len: 1000 time: 0.1039870
Apr 16 22:10:15.936569 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-84fccd3f-1e9f-440b-b8fc-0571b3918346 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5 HTTP/1.1" status: 200  len: 992 time: 0.1118159
Apr 16 22:10:15.942796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-d69bc753-19e3-4165-b934-07913d11434a None None] Set router 3d1631b6-1690-4545-82e4-442bab6eba9a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:10:15.973838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bdbc6-aa48-4fb5-9163-a7f4dad10e05 req-e81a6385-e6e9-4a79-8948-871136c7933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:15.975283 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e4bdbc6-aa48-4fb5-9163-a7f4dad10e05 req-e81a6385-e6e9-4a79-8948-871136c7933f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ed2c046-efc1-4ec9-b1d6-bbdbed815dba HTTP/1.1" status: 200  len: 835 time: 0.0479224
Apr 16 22:10:16.016994 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bdbc6-aa48-4fb5-9163-a7f4dad10e05 req-c05db5c9-efcb-4e9d-8c17-956adda5e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:16.018490 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e4bdbc6-aa48-4fb5-9163-a7f4dad10e05 req-c05db5c9-efcb-4e9d-8c17-956adda5e3b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0376997
Apr 16 22:10:16.111711 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e4bdbc6-aa48-4fb5-9163-a7f4dad10e05 req-156b2c86-bab1-40d1-8714-5a570318203e service neutron] 10.222.0.41 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866923
Apr 16 22:10:16.156977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-d69bc753-19e3-4165-b934-07913d11434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124892610>, [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:09:58Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.228', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'port_id': '65d5e816-151e-46af-82bb-233d5489487a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'mac_address': 'fa:16:3e:72:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34d71da-0773-4744-b070-b79c256dd335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:10:14Z', 'updated_at': '2022-04-16T22:10:14Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a87340-0808-4aac-8c1a-f8950d107f3d', 'name': '', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:6e:3e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:57Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:10:16.187604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69bc753-19e3-4165-b934-07913d11434a None None] The sync data for ids ['3d1631b6-1690-4545-82e4-442bab6eba9a'] in ncdv-master-1 is: [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:09:58Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.228', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'port_id': '65d5e816-151e-46af-82bb-233d5489487a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'mac_address': 'fa:16:3e:72:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34d71da-0773-4744-b070-b79c256dd335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:10:14Z', 'updated_at': '2022-04-16T22:10:14Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a87340-0808-4aac-8c1a-f8950d107f3d', 'name': '', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:6e:3e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:57Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:10:16.200190 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2e4bdbc6-aa48-4fb5-9163-a7f4dad10e05 req-91886ad3-8c3b-4e72-9708-016b85c763fc service neutron] 10.222.0.41 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828602
Apr 16 22:10:16.384285 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e21051-202d-4477-98cd-5d80a7c7fc49 None None] New status for floating IP 2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:10:16.940484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52846) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:10:17.005410 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c1f7f27d-0447-48ae-b81c-308ea3d3e9b5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5 HTTP/1.1" status: 200  len: 994 time: 0.0637655
Apr 16 22:10:31.693358 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-329fd434-401d-4eee-a67c-9e31d36af849 req-19ef3e72-2b6c-4bf1-acf1-34b3b0a018b6 service neutron] (122555) timed out ('10.222.0.41', 53941) {{(pid=122555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 22:10:35.011941 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:10:36.712314 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:39.025373 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2a698f40-eb6b-4919-82c3-7b100290361f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:41.693078 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bbaa-9d1c-4baf-a131-4d47c77fb7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:42.752403 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:44.111761 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:44.300654 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:45.476089 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:10:48.926837 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4b3d57b-ad43-408b-9102-c93531211418 req-9dc1f6f7-3e7a-4c22-91e0-eabc0fd4096a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0372715
Apr 16 22:10:49.005650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3d57b-ad43-408b-9102-c93531211418 req-f0cd98c9-0201-4309-99fc-2b39449fb54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:49.007035 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4b3d57b-ad43-408b-9102-c93531211418 req-f0cd98c9-0201-4309-99fc-2b39449fb54c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 1128 time: 0.0392237
Apr 16 22:10:49.110438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3d57b-ad43-408b-9102-c93531211418 req-27263d8b-c6b9-4007-977a-36b6df642b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:49.111871 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4b3d57b-ad43-408b-9102-c93531211418 req-27263d8b-c6b9-4007-977a-36b6df642b70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a HTTP/1.1" status: 200  len: 898 time: 0.0865390
Apr 16 22:10:49.176747 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4b3d57b-ad43-408b-9102-c93531211418 req-49726293-4717-45b0-8173-7288ffcdf345 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65d5e816-151e-46af-82bb-233d5489487a HTTP/1.1" status: 200  len: 1002 time: 0.0572731
Apr 16 22:10:49.224416 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3d57b-ad43-408b-9102-c93531211418 req-8eeb7e74-ffb7-4680-af0c-89a45f4559e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:49.225871 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4b3d57b-ad43-408b-9102-c93531211418 req-8eeb7e74-ffb7-4680-af0c-89a45f4559e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ed2c046-efc1-4ec9-b1d6-bbdbed815dba HTTP/1.1" status: 200  len: 835 time: 0.0424993
Apr 16 22:10:49.270856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3d57b-ad43-408b-9102-c93531211418 req-755a3fce-eac4-438f-872a-49a4db4d2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:10:49.272325 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4b3d57b-ad43-408b-9102-c93531211418 req-755a3fce-eac4-438f-872a-49a4db4d2a08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0412285
Apr 16 22:10:49.359690 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4b3d57b-ad43-408b-9102-c93531211418 req-05a52623-7ec4-4761-86ee-b3a70bbd5375 service neutron] 10.222.0.41 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815923
Apr 16 22:10:49.452631 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f4b3d57b-ad43-408b-9102-c93531211418 req-9a4e68ea-d92e-4966-87e7-f8c92bff9e25 service neutron] 10.222.0.41 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872326
Apr 16 22:11:06.722589 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:09.025498 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7f2335cb-27c2-427b-a14a-cd55d4e9e177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:11.671347 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-69d97943-ff81-43a1-99b9-203d5d405c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:12.010722 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:11:12.693867 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:14.110978 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:14.310955 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:15.469127 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:18.071312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d1a44-5881-424d-83c3-14c68db6e4b4 req-e714e30a-6308-44b9-9da7-7c8d4f4825e8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:18.072838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b2d1a44-5881-424d-83c3-14c68db6e4b4 req-e714e30a-6308-44b9-9da7-7c8d4f4825e8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0956697
Apr 16 22:11:18.123213 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4b2d1a44-5881-424d-83c3-14c68db6e4b4 req-f4377fe6-32d2-40c1-8511-39a947b8b649 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438795
Apr 16 22:11:19.282114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717391a2-676b-4b0d-b4c5-1ddd20358861 req-0c46de59-2a61-463f-a74a-86b6e1e2f961 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:19.283540 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-717391a2-676b-4b0d-b4c5-1ddd20358861 req-0c46de59-2a61-463f-a74a-86b6e1e2f961 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0918636
Apr 16 22:11:19.332015 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-717391a2-676b-4b0d-b4c5-1ddd20358861 req-a85b0774-db24-482c-ac37-0bad77579430 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428751
Apr 16 22:11:20.447462 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e67452-7140-4975-8389-9bb3f92c47f3 req-9349ef17-ed07-46f8-ad9e-08f62f36bdfb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:20.448991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09e67452-7140-4975-8389-9bb3f92c47f3 req-9349ef17-ed07-46f8-ad9e-08f62f36bdfb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0473635
Apr 16 22:11:20.496967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-09e67452-7140-4975-8389-9bb3f92c47f3 req-e13b9bac-f15f-4404-a2fc-9bbd236d8d51 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424201
Apr 16 22:11:21.607328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1017a-f193-472b-8ba8-597ad202c707 req-c42f6277-75a1-4a43-8623-69f2e6e62ccb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:21.608797 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95d1017a-f193-472b-8ba8-597ad202c707 req-c42f6277-75a1-4a43-8623-69f2e6e62ccb tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0462618
Apr 16 22:11:21.661151 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-95d1017a-f193-472b-8ba8-597ad202c707 req-63939863-e335-42cc-bdd1-fe6bf0161d24 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468678
Apr 16 22:11:22.773183 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ee901-b4dc-48ab-becb-9157f2f4d4bf req-f38a413c-7f13-43bc-80e0-60563c2d87f7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:22.774657 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a04ee901-b4dc-48ab-becb-9157f2f4d4bf req-f38a413c-7f13-43bc-80e0-60563c2d87f7 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0462253
Apr 16 22:11:22.827408 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a04ee901-b4dc-48ab-becb-9157f2f4d4bf req-7eb2ffbc-de3a-4946-bd16-a51716bc49b2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465238
Apr 16 22:11:23.941913 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b6c77-2a04-40e1-966f-d4e660f988c5 req-fe24f1e3-84ef-49e0-a3c2-f599f380aca5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:23.943308 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-754b6c77-2a04-40e1-966f-d4e660f988c5 req-fe24f1e3-84ef-49e0-a3c2-f599f380aca5 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0474918
Apr 16 22:11:23.992781 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-754b6c77-2a04-40e1-966f-d4e660f988c5 req-cbe44a83-6f2e-4d76-891c-911df027a8ab tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439544
Apr 16 22:11:25.103919 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb289dc-73d5-4172-a841-aecccd22e4f6 req-e213e81c-db5d-4c26-abdd-f6209adf7356 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:25.105378 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfb289dc-73d5-4172-a841-aecccd22e4f6 req-e213e81c-db5d-4c26-abdd-f6209adf7356 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0470335
Apr 16 22:11:25.153392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-bfb289dc-73d5-4172-a841-aecccd22e4f6 req-eb794ced-0036-44b6-983e-eb0ba57b91fc tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424595
Apr 16 22:11:26.265772 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111aeab2-22cb-41ae-bf63-00f1662097fd req-c76e5e99-6552-4611-8a53-0897eb07a2ef tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:26.267250 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-111aeab2-22cb-41ae-bf63-00f1662097fd req-c76e5e99-6552-4611-8a53-0897eb07a2ef tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0471518
Apr 16 22:11:26.315320 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-111aeab2-22cb-41ae-bf63-00f1662097fd req-e50f0a39-4cc5-434e-86f3-173c8933d857 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424945
Apr 16 22:11:27.428075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64e66e-04ad-4b30-b812-f06c9efcd402 req-bd30f206-150b-43ea-a8d0-b271378ff279 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:27.429582 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a64e66e-04ad-4b30-b812-f06c9efcd402 req-bd30f206-150b-43ea-a8d0-b271378ff279 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0460849
Apr 16 22:11:27.477470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2a64e66e-04ad-4b30-b812-f06c9efcd402 req-926d7cb2-678e-4481-adc7-e186d477267a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415418
Apr 16 22:11:28.593791 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8bb7b-7808-4ffa-a10d-1ec1c6184019 req-35824f03-5f68-46c0-880f-25c65139ff8a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:28.595244 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55a8bb7b-7808-4ffa-a10d-1ec1c6184019 req-35824f03-5f68-46c0-880f-25c65139ff8a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0505178
Apr 16 22:11:28.643412 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-55a8bb7b-7808-4ffa-a10d-1ec1c6184019 req-2b3bfbff-9b47-45b6-b921-82d454e03f93 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426562
Apr 16 22:11:28.665601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52910) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:11:28.729382 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-adaf59cd-73d3-48fe-a56b-aecf2bc4c5e9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5 HTTP/1.1" status: 200  len: 994 time: 0.0626462
Apr 16 22:11:30.122496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e9e66-8ab0-4cf7-9ef2-65957be56059 req-62e9d094-4273-4e94-ad5b-f6410080a136 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:30.124341 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e33e9e66-8ab0-4cf7-9ef2-65957be56059 req-62e9d094-4273-4e94-ad5b-f6410080a136 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0571754
Apr 16 22:11:30.176817 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e33e9e66-8ab0-4cf7-9ef2-65957be56059 req-9e350e5b-a271-44e7-9af3-7739103b4261 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465786
Apr 16 22:11:30.193591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6859af5-62ee-46b2-bd17-e9be0e94eb6c req-74e5cabb-993a-4d0c-82f2-a599c043b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:30.195107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6859af5-62ee-46b2-bd17-e9be0e94eb6c req-74e5cabb-993a-4d0c-82f2-a599c043b102 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 1128 time: 0.0436478
Apr 16 22:11:30.282854 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6859af5-62ee-46b2-bd17-e9be0e94eb6c req-251a05ca-042b-4fc4-96ad-16b921f1f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:30.284411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6859af5-62ee-46b2-bd17-e9be0e94eb6c req-251a05ca-042b-4fc4-96ad-16b921f1f1a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a HTTP/1.1" status: 200  len: 898 time: 0.0834332
Apr 16 22:11:30.352076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6859af5-62ee-46b2-bd17-e9be0e94eb6c req-41610c1c-243e-4412-8dbc-3df5957a836f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65d5e816-151e-46af-82bb-233d5489487a HTTP/1.1" status: 200  len: 1002 time: 0.0622237
Apr 16 22:11:30.398390 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6859af5-62ee-46b2-bd17-e9be0e94eb6c req-254184e9-906c-4f1a-81bd-23443729a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:30.399794 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6859af5-62ee-46b2-bd17-e9be0e94eb6c req-254184e9-906c-4f1a-81bd-23443729a71a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ed2c046-efc1-4ec9-b1d6-bbdbed815dba HTTP/1.1" status: 200  len: 835 time: 0.0423660
Apr 16 22:11:30.441070 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6859af5-62ee-46b2-bd17-e9be0e94eb6c req-764111c6-8b03-4649-bdb7-107ce8f1b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:30.442525 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6859af5-62ee-46b2-bd17-e9be0e94eb6c req-764111c6-8b03-4649-bdb7-107ce8f1b5b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0371916
Apr 16 22:11:30.534865 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6859af5-62ee-46b2-bd17-e9be0e94eb6c req-f298b3a4-64aa-4fc5-83d5-e95bd0f843e7 service neutron] 10.222.0.41 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865102
Apr 16 22:11:30.622012 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b6859af5-62ee-46b2-bd17-e9be0e94eb6c req-6569c314-7b74-4b05-99ea-03ef24359d8c service neutron] 10.222.0.41 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818200
Apr 16 22:11:31.293451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c00b3-dbe5-4143-a114-e93bfe4bc33e req-1b1adaee-6e99-4484-8db9-cdf4657a0e51 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:31.295441 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c1c00b3-dbe5-4143-a114-e93bfe4bc33e req-1b1adaee-6e99-4484-8db9-cdf4657a0e51 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0481508
Apr 16 22:11:31.344664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1c1c00b3-dbe5-4143-a114-e93bfe4bc33e req-2bbfdf93-f53a-463b-98cb-b4ea443a4f8d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439012
Apr 16 22:11:32.459314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e0e86-a00a-4bf4-9902-608433b0e2df req-447afde1-4316-49b2-b293-37305297364c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:32.460882 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb9e0e86-a00a-4bf4-9902-608433b0e2df req-447afde1-4316-49b2-b293-37305297364c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0480731
Apr 16 22:11:32.513215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cb9e0e86-a00a-4bf4-9902-608433b0e2df req-1d017273-a516-4e3a-a29b-7ddbacd0e001 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460212
Apr 16 22:11:32.535813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 52938) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:11:32.599810 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b0e8d2ea-0781-455d-9583-ed04f09f35a4 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5 HTTP/1.1" status: 200  len: 994 time: 0.0628259
Apr 16 22:11:36.725563 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:39.028264 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b592-ac59-4fb5-9794-9b2b995c0701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:41.681783 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-38de8d94-18e3-471d-8568-bb878f71bdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:42.739207 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:44.130953 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:44.313719 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:45.475789 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:11:49.009736 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:11:50.885522 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-722efa1a-f972-48f8-9c76-eb781275d25e req-8fcc00b4-d79c-424b-9492-cd7ca54a245d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0375550
Apr 16 22:11:50.963114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722efa1a-f972-48f8-9c76-eb781275d25e req-9e94a31a-2e68-4ef3-a789-1bcb84cf8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:50.964518 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-722efa1a-f972-48f8-9c76-eb781275d25e req-9e94a31a-2e68-4ef3-a789-1bcb84cf8c97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 1128 time: 0.0386174
Apr 16 22:11:51.067133 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722efa1a-f972-48f8-9c76-eb781275d25e req-b989a194-c5e3-4766-a029-64517c70e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:51.068622 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-722efa1a-f972-48f8-9c76-eb781275d25e req-b989a194-c5e3-4766-a029-64517c70e54f service neutron] 10.222.0.41 "GET /v2.0/networks?id=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a HTTP/1.1" status: 200  len: 898 time: 0.0864582
Apr 16 22:11:51.134814 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-722efa1a-f972-48f8-9c76-eb781275d25e req-bf0c2355-c1e9-4fce-aa1b-a242408d8209 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65d5e816-151e-46af-82bb-233d5489487a HTTP/1.1" status: 200  len: 1002 time: 0.0588422
Apr 16 22:11:51.187550 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722efa1a-f972-48f8-9c76-eb781275d25e req-96a24365-f012-4aa5-97ab-4e4b259e1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:51.189105 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-722efa1a-f972-48f8-9c76-eb781275d25e req-96a24365-f012-4aa5-97ab-4e4b259e1399 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ed2c046-efc1-4ec9-b1d6-bbdbed815dba HTTP/1.1" status: 200  len: 835 time: 0.0477147
Apr 16 22:11:51.231950 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722efa1a-f972-48f8-9c76-eb781275d25e req-043b0273-b49e-4ccb-bfc2-0f12f028c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:11:51.233391 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-722efa1a-f972-48f8-9c76-eb781275d25e req-043b0273-b49e-4ccb-bfc2-0f12f028c92d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380101
Apr 16 22:11:51.320764 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-722efa1a-f972-48f8-9c76-eb781275d25e req-f129a712-f646-4e92-9c2a-b38fdb07700b service neutron] 10.222.0.41 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802925
Apr 16 22:11:51.413506 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-722efa1a-f972-48f8-9c76-eb781275d25e req-f776d95d-8cf4-4b2a-94dc-86708fe97460 service neutron] 10.222.0.41 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849741
Apr 16 22:12:06.713385 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:09.052812 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-21b3505b-aa41-4277-a322-bb2d4510df8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:11.658245 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-791aadf0-42ca-46c1-8dd6-92267f7f4a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:12.724188 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:14.138525 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:14.303937 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:15.463775 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:25.766927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 52966) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:25.915416 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port 185f7bca-670b-4dc9-8c43-34d468650191 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:12:25.915776 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (185f7bca-670b-4dc9-8c43-34d468650191), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:25.996689 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (185f7bca-670b-4dc9-8c43-34d468650191), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:25.997003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (185f7bca-670b-4dc9-8c43-34d468650191), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:26.009991 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:12:26.013152 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for 185f7bca-670b-4dc9-8c43-34d468650191 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:12:26.227046 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (185f7bca-670b-4dc9-8c43-34d468650191), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:26.250571 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=185f7bca-670b-4dc9-8c43-34d468650191,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:26.263943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.264822 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.265175 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.265518 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.265859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.266203 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.266540 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.266877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.267213 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.267546 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.267878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.268236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.268595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.268928 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.269256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:26.323720 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:26.324061 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Floating IP 2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5 disassociated (deleted). External IP: 172.35.1.228, port: 65d5e816-151e-46af-82bb-233d5489487a.
Apr 16 22:12:26.538611 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 3d1631b6-1690-4545-82e4-442bab6eba9a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:12:26.650345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:12:26.655203 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:26.660728 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75122880-37cb-44f4-9c87-636fbce37ebc None None] Sync routers for ids ['3d1631b6-1690-4545-82e4-442bab6eba9a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:12:26.670255 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75122880-37cb-44f4-9c87-636fbce37ebc None None] Routers {'3d1631b6-1690-4545-82e4-442bab6eba9a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:12:26.671030 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-75122880-37cb-44f4-9c87-636fbce37ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246ae490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3d1631b6-1690-4545-82e4-442bab6eba9a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:26.684900 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-b4194a6b-c264-4ec8-8080-2a3c17464611 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/floatingips/2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5 HTTP/1.1" status: 204  len: 168 time: 0.9168642
Apr 16 22:12:26.685500 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34d71da-0773-4744-b070-b79c256dd335', 'tag': '65d5e816-151e-46af-82bb-233d5489487a'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:12:26.688311 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3796bfa3-b513-47bc-b0d9-46d0d61db91b" -d '{"events": [{"name": "network-changed", "server_uuid": "d34d71da-0773-4744-b070-b79c256dd335", "tag": "65d5e816-151e-46af-82bb-233d5489487a"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:12:26.785137 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc03556-5392-4a5d-937e-75634613d029 x-openstack-request-id: req-5fc03556-5392-4a5d-937e-75634613d029 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:12:26.785726 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34d71da-0773-4744-b070-b79c256dd335", "tag": "65d5e816-151e-46af-82bb-233d5489487a", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:12:26.785917 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fc03556-5392-4a5d-937e-75634613d029 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:12:26.786253 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc03556-5392-4a5d-937e-75634613d029'] response: {'name': 'network-changed', 'server_uuid': 'd34d71da-0773-4744-b070-b79c256dd335', 'tag': '65d5e816-151e-46af-82bb-233d5489487a', 'status': 'completed', 'code': 200}
Apr 16 22:12:26.792698 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-75122880-37cb-44f4-9c87-636fbce37ebc None None] Set router 3d1631b6-1690-4545-82e4-442bab6eba9a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:12:26.849565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796bfa3-b513-47bc-b0d9-46d0d61db91b req-bf2fa797-9b8f-4db2-9d4c-a99ec7622137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:26.851112 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3796bfa3-b513-47bc-b0d9-46d0d61db91b req-bf2fa797-9b8f-4db2-9d4c-a99ec7622137 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 1128 time: 0.0425303
Apr 16 22:12:26.959455 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796bfa3-b513-47bc-b0d9-46d0d61db91b req-e7c3036e-0221-4d31-a4ea-b5b952136eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:26.961166 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3796bfa3-b513-47bc-b0d9-46d0d61db91b req-e7c3036e-0221-4d31-a4ea-b5b952136eb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a HTTP/1.1" status: 200  len: 898 time: 0.1005778
Apr 16 22:12:27.006530 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3796bfa3-b513-47bc-b0d9-46d0d61db91b req-4e5ab58f-80d1-48ff-bf46-baeeaa768273 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65d5e816-151e-46af-82bb-233d5489487a HTTP/1.1" status: 200  len: 217 time: 0.0384963
Apr 16 22:12:27.058925 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796bfa3-b513-47bc-b0d9-46d0d61db91b req-bc633ed9-90f0-4191-a46a-d9c713b5f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:27.060400 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3796bfa3-b513-47bc-b0d9-46d0d61db91b req-bc633ed9-90f0-4191-a46a-d9c713b5f606 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ed2c046-efc1-4ec9-b1d6-bbdbed815dba HTTP/1.1" status: 200  len: 835 time: 0.0477841
Apr 16 22:12:27.152265 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-75122880-37cb-44f4-9c87-636fbce37ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246ae490>, [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:09:58Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7a87340-0808-4aac-8c1a-f8950d107f3d', 'name': '', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:6e:3e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:57Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:27.180340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75122880-37cb-44f4-9c87-636fbce37ebc None None] Checking router: 3d1631b6-1690-4545-82e4-442bab6eba9a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:12:27.189959 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75122880-37cb-44f4-9c87-636fbce37ebc None None] Routers {'3d1631b6-1690-4545-82e4-442bab6eba9a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:12:27.190591 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-75122880-37cb-44f4-9c87-636fbce37ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01246ae490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3d1631b6-1690-4545-82e4-442bab6eba9a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:27.306979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-75122880-37cb-44f4-9c87-636fbce37ebc None None] Set router 3d1631b6-1690-4545-82e4-442bab6eba9a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:12:27.450236 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af3b08-64b1-423b-80d5-1401c035b7eb req-7a2f9a43-6431-4559-b529-876be7ab7d4a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:27.451762 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76af3b08-64b1-423b-80d5-1401c035b7eb req-7a2f9a43-6431-4559-b529-876be7ab7d4a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.3743818
Apr 16 22:12:27.500303 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-76af3b08-64b1-423b-80d5-1401c035b7eb req-07e91f45-88a1-409c-a522-8667a2e9ab1c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425556
Apr 16 22:12:27.505033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-75122880-37cb-44f4-9c87-636fbce37ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01246ae490>, [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:09:58Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7a87340-0808-4aac-8c1a-f8950d107f3d', 'name': '', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:6e:3e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:57Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:27.532282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75122880-37cb-44f4-9c87-636fbce37ebc None None] The sync data for ids ['3d1631b6-1690-4545-82e4-442bab6eba9a'] in ncdv-master-1 is: [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:09:58Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7a87340-0808-4aac-8c1a-f8950d107f3d', 'name': '', 'network_id': '811dbeab-8b8b-48f9-87b3-9a6a42f81d7a', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:6e:3e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:57Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '1ed2c046-efc1-4ec9-b1d6-bbdbed815dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:12:27.757370 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32321f22-4f50-4ff3-ab6c-5802d0ad2fd1 None None] New status for floating IP 2d9b3c0a-41e6-4d5e-bd93-4b649b3819c5: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:12:28.216286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796bfa3-b513-47bc-b0d9-46d0d61db91b req-b710b0ea-2792-4eed-90d2-5df1e2dbeba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:28.218255 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3796bfa3-b513-47bc-b0d9-46d0d61db91b req-b710b0ea-2792-4eed-90d2-5df1e2dbeba5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385334
Apr 16 22:12:28.308731 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3796bfa3-b513-47bc-b0d9-46d0d61db91b req-71d21bcf-7484-4274-951b-b13f7f3bb4b3 service neutron] 10.222.0.41 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841424
Apr 16 22:12:28.396675 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3796bfa3-b513-47bc-b0d9-46d0d61db91b req-f88fc414-08e7-4b93-950d-36cda78fb9da service neutron] 10.222.0.41 "GET /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807369
Apr 16 22:12:28.619093 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289703e-224d-4b4f-aa8d-0d2b63351671 req-2952819b-81a6-461c-848a-8663e6263efd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:28.620634 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d289703e-224d-4b4f-aa8d-0d2b63351671 req-2952819b-81a6-461c-848a-8663e6263efd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0516891
Apr 16 22:12:28.673095 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d289703e-224d-4b4f-aa8d-0d2b63351671 req-84a3b07d-c9e0-490b-a9fd-768b5a811c32 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32c5136-43e9-4a94-9ad6-eb501acf1c89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442216
Apr 16 22:12:28.697086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bac86-1529-439d-8bc5-3c651fa39bdb req-b32ab375-d632-4bc1-9dc4-cbb4c8076c49 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:28.698689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f41bac86-1529-439d-8bc5-3c651fa39bdb req-b32ab375-d632-4bc1-9dc4-cbb4c8076c49 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.41 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 946 time: 0.0483065
Apr 16 22:12:28.784780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-f41bac86-1529-439d-8bc5-3c651fa39bdb req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port 65d5e816-151e-46af-82bb-233d5489487a {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:12:28.785049 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f41bac86-1529-439d-8bc5-3c651fa39bdb req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (65d5e816-151e-46af-82bb-233d5489487a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:28.870640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-f41bac86-1529-439d-8bc5-3c651fa39bdb req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port 65d5e816-151e-46af-82bb-233d5489487a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65d5e816-151e-46af-82bb-233d5489487a,segment=NetworkSegment(3110bbf5-076d-4377-a160-0b1407cbcd6b),segment_id=3110bbf5-076d-4377-a160-0b1407cbcd6b)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:12:28.871000 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f41bac86-1529-439d-8bc5-3c651fa39bdb req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (65d5e816-151e-46af-82bb-233d5489487a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:28.884742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-f41bac86-1529-439d-8bc5-3c651fa39bdb req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for 65d5e816-151e-46af-82bb-233d5489487a owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:12:29.075359 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f41bac86-1529-439d-8bc5-3c651fa39bdb req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (65d5e816-151e-46af-82bb-233d5489487a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:29.104327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=65d5e816-151e-46af-82bb-233d5489487a,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:29.116574 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.116928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.117271 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.117611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.117946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.118277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.118612 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.119010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.119267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.119591 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.119916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.120261 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.120587 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.120907 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.121227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:29.161890 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41bac86-1529-439d-8bc5-3c651fa39bdb req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] No DVR routers for this DVR port 65d5e816-151e-46af-82bb-233d5489487a on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:12:29.164395 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-f41bac86-1529-439d-8bc5-3c651fa39bdb req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:29.167569 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f41bac86-1529-439d-8bc5-3c651fa39bdb req-71255cbf-4110-41f5-ae7c-80351b44cbd8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.41 "DELETE /v2.0/ports/65d5e816-151e-46af-82bb-233d5489487a HTTP/1.1" status: 204  len: 173 time: 0.4639204
Apr 16 22:12:29.168002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34d71da-0773-4744-b070-b79c256dd335', 'name': 'network-vif-deleted', 'tag': '65d5e816-151e-46af-82bb-233d5489487a'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:12:29.170264 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23394c3-a424-4f39-a0da-8a4c5da22e9a" -d '{"events": [{"server_uuid": "d34d71da-0773-4744-b070-b79c256dd335", "name": "network-vif-deleted", "tag": "65d5e816-151e-46af-82bb-233d5489487a"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:12:29.255831 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbc4186-491e-4808-b33c-0a17a7ce18d1 x-openstack-request-id: req-3dbc4186-491e-4808-b33c-0a17a7ce18d1 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:12:29.256545 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34d71da-0773-4744-b070-b79c256dd335", "name": "network-vif-deleted", "tag": "65d5e816-151e-46af-82bb-233d5489487a", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:12:29.256545 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3dbc4186-491e-4808-b33c-0a17a7ce18d1 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:12:29.256824 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dbc4186-491e-4808-b33c-0a17a7ce18d1'] response: {'server_uuid': 'd34d71da-0773-4744-b070-b79c256dd335', 'name': 'network-vif-deleted', 'tag': '65d5e816-151e-46af-82bb-233d5489487a', 'status': 'completed', 'code': 200}
Apr 16 22:12:29.779476 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-70f6d03f-f03a-421c-b48e-34750e44c4f7 req-5507f366-48b6-4b0e-9d48-082d1bd21ce3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34d71da-0773-4744-b070-b79c256dd335 HTTP/1.1" status: 200  len: 210 time: 0.0277121
Apr 16 22:12:30.836757 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53002) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:31.179685 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3213308a-c63e-49c1-abb6-7fedb3d81d48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (3d1631b6-1690-4545-82e4-442bab6eba9a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:31.422314 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3213308a-c63e-49c1-abb6-7fedb3d81d48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port d7a87340-0808-4aac-8c1a-f8950d107f3d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:12:31.422675 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3213308a-c63e-49c1-abb6-7fedb3d81d48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:31.510798 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-3213308a-c63e-49c1-abb6-7fedb3d81d48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port d7a87340-0808-4aac-8c1a-f8950d107f3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7a87340-0808-4aac-8c1a-f8950d107f3d,segment=NetworkSegment(3110bbf5-076d-4377-a160-0b1407cbcd6b),segment_id=3110bbf5-076d-4377-a160-0b1407cbcd6b)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:12:31.511101 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3213308a-c63e-49c1-abb6-7fedb3d81d48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:31.524734 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-3213308a-c63e-49c1-abb6-7fedb3d81d48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for d7a87340-0808-4aac-8c1a-f8950d107f3d owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:12:31.795082 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3213308a-c63e-49c1-abb6-7fedb3d81d48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (d7a87340-0808-4aac-8c1a-f8950d107f3d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:31.826229 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213308a-c63e-49c1-abb6-7fedb3d81d48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=d7a87340-0808-4aac-8c1a-f8950d107f3d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:32.014661 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3213308a-c63e-49c1-abb6-7fedb3d81d48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (3d1631b6-1690-4545-82e4-442bab6eba9a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:32.114067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 65d5e816-151e-46af-82bb-233d5489487a no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:12:32.134807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 65d5e816-151e-46af-82bb-233d5489487a {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:12:32.135175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 65d5e816-151e-46af-82bb-233d5489487a not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:12:32.240712 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3213308a-c63e-49c1-abb6-7fedb3d81d48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router 3d1631b6-1690-4545-82e4-442bab6eba9a has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:12:32.348428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3213308a-c63e-49c1-abb6-7fedb3d81d48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:12:32.353439 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3213308a-c63e-49c1-abb6-7fedb3d81d48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "PUT /v2.0/routers/3d1631b6-1690-4545-82e4-442bab6eba9a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5156374
Apr 16 22:12:32.356120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53004) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:32.359502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9514c9a8-2ebf-465d-b5e5-cbd740c75487 None None] Sync routers for ids ['3d1631b6-1690-4545-82e4-442bab6eba9a'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:12:32.370235 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9514c9a8-2ebf-465d-b5e5-cbd740c75487 None None] Routers {'3d1631b6-1690-4545-82e4-442bab6eba9a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:12:32.370854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9514c9a8-2ebf-465d-b5e5-cbd740c75487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01250ea5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3d1631b6-1690-4545-82e4-442bab6eba9a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:32.407248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0803b6-2f50-47d5-9074-a924342c65ea tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting subnet 1ed2c046-efc1-4ec9-b1d6-bbdbed815dba {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:12:32.410382 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8d0803b6-2f50-47d5-9074-a924342c65ea tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (1ed2c046-efc1-4ec9-b1d6-bbdbed815dba), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:32.451142 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8d0803b6-2f50-47d5-9074-a924342c65ea tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (1ed2c046-efc1-4ec9-b1d6-bbdbed815dba), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:32.480283 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-9514c9a8-2ebf-465d-b5e5-cbd740c75487 None None] Set router 3d1631b6-1690-4545-82e4-442bab6eba9a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:12:32.538728 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8d0803b6-2f50-47d5-9074-a924342c65ea tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (1ed2c046-efc1-4ec9-b1d6-bbdbed815dba), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:32.651769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9514c9a8-2ebf-465d-b5e5-cbd740c75487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01250ea5e0>, [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:12:31Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:32.663892 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8d0803b6-2f50-47d5-9074-a924342c65ea tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (1ed2c046-efc1-4ec9-b1d6-bbdbed815dba), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:32.680120 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9514c9a8-2ebf-465d-b5e5-cbd740c75487 None None] Checking router: 3d1631b6-1690-4545-82e4-442bab6eba9a for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:12:32.689009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9514c9a8-2ebf-465d-b5e5-cbd740c75487 None None] Routers {'3d1631b6-1690-4545-82e4-442bab6eba9a'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:12:32.689624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9514c9a8-2ebf-465d-b5e5-cbd740c75487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01250ea5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['3d1631b6-1690-4545-82e4-442bab6eba9a'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:32.692939 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0803b6-2f50-47d5-9074-a924342c65ea tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed2c046-efc1-4ec9-b1d6-bbdbed815dba,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:32.694945 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-8d0803b6-2f50-47d5-9074-a924342c65ea tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:32.699273 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-8d0803b6-2f50-47d5-9074-a924342c65ea tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/subnets/1ed2c046-efc1-4ec9-b1d6-bbdbed815dba HTTP/1.1" status: 204  len: 168 time: 0.3411310
Apr 16 22:12:32.701020 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53006) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:32.732113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc9371a-85eb-4ddf-aa0f-27bb08373e8e None None] Network 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:12:32.813049 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (3d1631b6-1690-4545-82e4-442bab6eba9a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:32.886100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-9514c9a8-2ebf-465d-b5e5-cbd740c75487 None None] Set router 3d1631b6-1690-4545-82e4-442bab6eba9a gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:12:32.927862 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (3d1631b6-1690-4545-82e4-442bab6eba9a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:32.940745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] DHCP port deletion for 811dbeab-8b8b-48f9-87b3-9a6a42f81d7a request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:12:33.022144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port b7a21286-57fb-4e3f-811a-85d8ed81c297 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:12:33.022758 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:33.025492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Deleting port 5b3bb688-4466-4dbb-a1a7-53523ed850b3 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:12:33.025859 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (5b3bb688-4466-4dbb-a1a7-53523ed850b3), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:33.103412 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port b7a21286-57fb-4e3f-811a-85d8ed81c297, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7a21286-57fb-4e3f-811a-85d8ed81c297,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:12:33.103790 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:33.117651 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for b7a21286-57fb-4e3f-811a-85d8ed81c297 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:12:33.133467 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] For port 5b3bb688-4466-4dbb-a1a7-53523ed850b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b3bb688-4466-4dbb-a1a7-53523ed850b3,segment=NetworkSegment(3110bbf5-076d-4377-a160-0b1407cbcd6b),segment_id=3110bbf5-076d-4377-a160-0b1407cbcd6b)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:12:33.134001 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (5b3bb688-4466-4dbb-a1a7-53523ed850b3), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:33.155574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Calling delete_port for 5b3bb688-4466-4dbb-a1a7-53523ed850b3 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:12:33.161833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9514c9a8-2ebf-465d-b5e5-cbd740c75487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01250ea5e0>, [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:12:31Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:33.221526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9514c9a8-2ebf-465d-b5e5-cbd740c75487 None None] The sync data for ids ['3d1631b6-1690-4545-82e4-442bab6eba9a'] in ncdv-master-1 is: [{'id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998351890', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106'}], 'enable_snat': True}, 'gw_port_id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:09:54Z', 'updated_at': '2022-04-16T22:12:31Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'b7a21286-57fb-4e3f-811a-85d8ed81c297', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1631b6-1690-4545-82e4-442bab6eba9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:09:55Z', 'updated_at': '2022-04-16T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:12:33.332252 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (5b3bb688-4466-4dbb-a1a7-53523ed850b3), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:33.357455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Pushing event deleted for resources: {'Port': ['ID=5b3bb688-4466-4dbb-a1a7-53523ed850b3,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:33.365079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] No DVR routers for this DVR port 5b3bb688-4466-4dbb-a1a7-53523ed850b3 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:12:33.376290 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.376647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.376990 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.377328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.377663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.377993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.378321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.378749 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.378967 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.379290 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.379614 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.379936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.380285 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.380604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.380925 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a590f6-8978-4bbd-9283-74f3706c0aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:33.666757 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (b7a21286-57fb-4e3f-811a-85d8ed81c297), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:33.719615 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=b7a21286-57fb-4e3f-811a-85d8ed81c297,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:33.762565 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (3d1631b6-1690-4545-82e4-442bab6eba9a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:33.858932 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (3d1631b6-1690-4545-82e4-442bab6eba9a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:33.861054 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_controller (3d1631b6-1690-4545-82e4-442bab6eba9a), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:33.955410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (3d1631b6-1690-4545-82e4-442bab6eba9a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:33.955995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Fanout notify agent at l3_agent the message router_deleted on router 3d1631b6-1690-4545-82e4-442bab6eba9a {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 22:12:33.962637 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:33.964123 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6799c2d2-1689-481d-97af-f4aa4008586e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/routers/3d1631b6-1690-4545-82e4-442bab6eba9a HTTP/1.1" status: 204  len: 168 time: 1.2615159
Apr 16 22:12:33.966617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53008) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:33.974768 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d7a87340-0808-4aac-8c1a-f8950d107f3d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:12:33.996203 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: d7a87340-0808-4aac-8c1a-f8950d107f3d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:12:33.996702 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d7a87340-0808-4aac-8c1a-f8950d107f3d not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:12:33.997123 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5b3bb688-4466-4dbb-a1a7-53523ed850b3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:12:34.021143 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 5b3bb688-4466-4dbb-a1a7-53523ed850b3 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:12:34.021499 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 5b3bb688-4466-4dbb-a1a7-53523ed850b3 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:12:34.055214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d92b525d-ba5e-4755-8182-14e2189ae1f8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (811dbeab-8b8b-48f9-87b3-9a6a42f81d7a), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:34.143935 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d92b525d-ba5e-4755-8182-14e2189ae1f8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (811dbeab-8b8b-48f9-87b3-9a6a42f81d7a), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:34.164894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d92b525d-ba5e-4755-8182-14e2189ae1f8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011f1f8940>,) {'filters': {'network_id': ['811dbeab-8b8b-48f9-87b3-9a6a42f81d7a']}} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:34.174168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d92b525d-ba5e-4755-8182-14e2189ae1f8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f1f8940>, '3110bbf5-076d-4377-a160-0b1407cbcd6b') {'for_net_delete': True} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:34.174685 ncdv-master-1 neutron-server[122555]: DEBUG neutron.services.segments.db [None req-d92b525d-ba5e-4755-8182-14e2189ae1f8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011f1f8940>, '3110bbf5-076d-4377-a160-0b1407cbcd6b') {} {{(pid=122555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:34.184016 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d92b525d-ba5e-4755-8182-14e2189ae1f8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112398'] for segment (3110bbf5-076d-4377-a160-0b1407cbcd6b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:34.197638 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d92b525d-ba5e-4755-8182-14e2189ae1f8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (3110bbf5-076d-4377-a160-0b1407cbcd6b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:34.204406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92b525d-ba5e-4755-8182-14e2189ae1f8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=122555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:12:34.205816 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d92b525d-ba5e-4755-8182-14e2189ae1f8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59791022'] for segment (3110bbf5-076d-4377-a160-0b1407cbcd6b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]: Traceback (most recent call last):
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     timer()
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     cb(*args, **kw)
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     return func(*args, **kwargs)
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     self._notify()
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     self.callback(batched_events)
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     event.method(event)
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     return f(self, *a, **k)
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     return self._get(url).json()
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:12:34.207929 ncdv-master-1 neutron-server[122555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:12:34.320529 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d92b525d-ba5e-4755-8182-14e2189ae1f8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (811dbeab-8b8b-48f9-87b3-9a6a42f81d7a), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:34.328851 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d92b525d-ba5e-4755-8182-14e2189ae1f8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:34.331852 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d92b525d-ba5e-4755-8182-14e2189ae1f8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/networks/811dbeab-8b8b-48f9-87b3-9a6a42f81d7a HTTP/1.1" status: 204  len: 168 time: 0.3634906
Apr 16 22:12:34.334723 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53010) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:34.343673 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b525d-ba5e-4755-8182-14e2189ae1f8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Network': ['ID=811dbeab-8b8b-48f9-87b3-9a6a42f81d7a,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:34.390786 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3aec9ed7-e47a-453d-9809-cb794e8815c0 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (f32c5136-43e9-4a94-9ad6-eb501acf1c89), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:34.416095 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3aec9ed7-e47a-453d-9809-cb794e8815c0 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (f32c5136-43e9-4a94-9ad6-eb501acf1c89), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:34.529152 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3aec9ed7-e47a-453d-9809-cb794e8815c0 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f32c5136-43e9-4a94-9ad6-eb501acf1c89), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:34.531757 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3aec9ed7-e47a-453d-9809-cb794e8815c0 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:34.532944 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3aec9ed7-e47a-453d-9809-cb794e8815c0 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/security-groups/f32c5136-43e9-4a94-9ad6-eb501acf1c89 HTTP/1.1" status: 204  len: 168 time: 0.1972196
Apr 16 22:12:34.542106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec9ed7-e47a-453d-9809-cb794e8815c0 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32c5136-43e9-4a94-9ad6-eb501acf1c89,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:34.820813 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53016) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:34.825898 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-bad0fcc6-122a-40e4-92f3-57f77f9dd4e6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-544548829', 'description': 'tempest-secgroup-smoke-544548829 description', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:12:34.912713 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bad0fcc6-122a-40e4-92f3-57f77f9dd4e6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:34.977860 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bad0fcc6-122a-40e4-92f3-57f77f9dd4e6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (9640e53d-479a-49fe-8f09-dcb2aa84cfaa), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.040610 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bad0fcc6-122a-40e4-92f3-57f77f9dd4e6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9640e53d-479a-49fe-8f09-dcb2aa84cfaa), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.068865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0fcc6-122a-40e4-92f3-57f77f9dd4e6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9640e53d-479a-49fe-8f09-dcb2aa84cfaa,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:35.128325 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-bad0fcc6-122a-40e4-92f3-57f77f9dd4e6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.129592 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-bad0fcc6-122a-40e4-92f3-57f77f9dd4e6 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3077700
Apr 16 22:12:35.132513 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53018) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:35.136769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-83e2839d-a4da-408f-88b5-4928ba4cbb2a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '9640e53d-479a-49fe-8f09-dcb2aa84cfaa', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:12:35.211141 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83e2839d-a4da-408f-88b5-4928ba4cbb2a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (f00d7aba-05c5-4d0e-b055-250d02a49e72), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.272158 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83e2839d-a4da-408f-88b5-4928ba4cbb2a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (f00d7aba-05c5-4d0e-b055-250d02a49e72), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.332084 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83e2839d-a4da-408f-88b5-4928ba4cbb2a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (f00d7aba-05c5-4d0e-b055-250d02a49e72), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.351152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2839d-a4da-408f-88b5-4928ba4cbb2a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00d7aba-05c5-4d0e-b055-250d02a49e72,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:35.425564 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-83e2839d-a4da-408f-88b5-4928ba4cbb2a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.426775 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-83e2839d-a4da-408f-88b5-4928ba4cbb2a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2933137
Apr 16 22:12:35.429590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53020) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:35.434011 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-60b7f99d-9ed9-4d9f-8307-e826f62bf2e3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '9640e53d-479a-49fe-8f09-dcb2aa84cfaa', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:12:35.537072 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-60b7f99d-9ed9-4d9f-8307-e826f62bf2e3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (e216ca5f-2822-4651-b28e-6cf913339a6f), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.590738 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-60b7f99d-9ed9-4d9f-8307-e826f62bf2e3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (e216ca5f-2822-4651-b28e-6cf913339a6f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.657432 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-60b7f99d-9ed9-4d9f-8307-e826f62bf2e3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (e216ca5f-2822-4651-b28e-6cf913339a6f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.674329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7f99d-9ed9-4d9f-8307-e826f62bf2e3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e216ca5f-2822-4651-b28e-6cf913339a6f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:35.748866 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-60b7f99d-9ed9-4d9f-8307-e826f62bf2e3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.750091 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-60b7f99d-9ed9-4d9f-8307-e826f62bf2e3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3195448
Apr 16 22:12:35.752791 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53022) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:35.757199 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-aa483a0b-4923-4037-a178-07ce50656038 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '9640e53d-479a-49fe-8f09-dcb2aa84cfaa', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:12:35.842630 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa483a0b-4923-4037-a178-07ce50656038 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (abafa907-dc15-4074-86f3-2d1aa042d493), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.886341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b7a21286-57fb-4e3f-811a-85d8ed81c297 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:12:35.901968 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa483a0b-4923-4037-a178-07ce50656038 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (abafa907-dc15-4074-86f3-2d1aa042d493), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.906537 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: b7a21286-57fb-4e3f-811a-85d8ed81c297 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:12:35.906891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b7a21286-57fb-4e3f-811a-85d8ed81c297 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:12:35.946305 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa483a0b-4923-4037-a178-07ce50656038 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (abafa907-dc15-4074-86f3-2d1aa042d493), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:35.965921 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa483a0b-4923-4037-a178-07ce50656038 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abafa907-dc15-4074-86f3-2d1aa042d493,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:36.019442 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa483a0b-4923-4037-a178-07ce50656038 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.020730 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aa483a0b-4923-4037-a178-07ce50656038 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2669899
Apr 16 22:12:36.023449 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53024) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:36.027742 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b0b1512f-0fe3-4827-afa9-a336ab85ad23 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '9640e53d-479a-49fe-8f09-dcb2aa84cfaa', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:12:36.114746 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b0b1512f-0fe3-4827-afa9-a336ab85ad23 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (77480d62-aaaa-4f3b-b956-829886c4c99f), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.172645 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b0b1512f-0fe3-4827-afa9-a336ab85ad23 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (77480d62-aaaa-4f3b-b956-829886c4c99f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.223361 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b0b1512f-0fe3-4827-afa9-a336ab85ad23 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (77480d62-aaaa-4f3b-b956-829886c4c99f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.240989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1512f-0fe3-4827-afa9-a336ab85ad23 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77480d62-aaaa-4f3b-b956-829886c4c99f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:36.282693 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b0b1512f-0fe3-4827-afa9-a336ab85ad23 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.283901 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b0b1512f-0fe3-4827-afa9-a336ab85ad23 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2595110
Apr 16 22:12:36.286657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53026) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:36.290967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-dd4302c4-b6ac-4b1d-94be-f853c6c52ac8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '9640e53d-479a-49fe-8f09-dcb2aa84cfaa', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:12:36.377523 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-dd4302c4-b6ac-4b1d-94be-f853c6c52ac8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Project 3d4eaa0fe99e42488e0720b18be48ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:12:36.383179 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd4302c4-b6ac-4b1d-94be-f853c6c52ac8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (4365f835-50ec-4f5d-bd1c-07a8e2ca8fd0), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.441506 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd4302c4-b6ac-4b1d-94be-f853c6c52ac8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (4365f835-50ec-4f5d-bd1c-07a8e2ca8fd0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.506548 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd4302c4-b6ac-4b1d-94be-f853c6c52ac8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (4365f835-50ec-4f5d-bd1c-07a8e2ca8fd0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.525278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4302c4-b6ac-4b1d-94be-f853c6c52ac8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4365f835-50ec-4f5d-bd1c-07a8e2ca8fd0,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:36.596778 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dd4302c4-b6ac-4b1d-94be-f853c6c52ac8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.598029 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dd4302c4-b6ac-4b1d-94be-f853c6c52ac8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3104405
Apr 16 22:12:36.600773 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53028) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:36.605170 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-133cb51d-5819-4ae0-85b3-48201f0412ce tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'security_group_rule': {'security_group_id': '9640e53d-479a-49fe-8f09-dcb2aa84cfaa', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:12:36.680764 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-133cb51d-5819-4ae0-85b3-48201f0412ce tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Project 3d4eaa0fe99e42488e0720b18be48ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:12:36.686907 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-133cb51d-5819-4ae0-85b3-48201f0412ce tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (6fd81607-6792-4829-aafc-a64e8de2347c), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.745644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-133cb51d-5819-4ae0-85b3-48201f0412ce tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (6fd81607-6792-4829-aafc-a64e8de2347c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.754530 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.806133 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-133cb51d-5819-4ae0-85b3-48201f0412ce tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (6fd81607-6792-4829-aafc-a64e8de2347c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.827298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cb51d-5819-4ae0-85b3-48201f0412ce tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd81607-6792-4829-aafc-a64e8de2347c,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:36.893919 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-133cb51d-5819-4ae0-85b3-48201f0412ce tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:36.895143 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-133cb51d-5819-4ae0-85b3-48201f0412ce tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2934117
Apr 16 22:12:36.897935 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53030) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:36.902730 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-24317bc3-ebd2-48b8-85af-61f8b2f076cf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'network': {'name': 'tempest-network-smoke--2024382620', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'port_security_enabled': True}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:12:36.994786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24317bc3-ebd2-48b8-85af-61f8b2f076cf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:12:36.998029 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24317bc3-ebd2-48b8-85af-61f8b2f076cf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:37.023103 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24317bc3-ebd2-48b8-85af-61f8b2f076cf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:12:37.032081 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24317bc3-ebd2-48b8-85af-61f8b2f076cf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9e4520cd-d8cc-4d90-9fae-2a76c6fc077e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:37.032452 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-24317bc3-ebd2-48b8-85af-61f8b2f076cf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Added segment 9e4520cd-d8cc-4d90-9fae-2a76c6fc077e of type vlan for network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f
Apr 16 22:12:37.071630 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24317bc3-ebd2-48b8-85af-61f8b2f076cf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:37.160308 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24317bc3-ebd2-48b8-85af-61f8b2f076cf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:37.165298 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24317bc3-ebd2-48b8-85af-61f8b2f076cf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:37.165916 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-24317bc3-ebd2-48b8-85af-61f8b2f076cf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:37.230434 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24317bc3-ebd2-48b8-85af-61f8b2f076cf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Network': ['ID=bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:37.240361 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:12:37.277522 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-24317bc3-ebd2-48b8-85af-61f8b2f076cf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3784971
Apr 16 22:12:37.280286 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53032) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:37.284943 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'admin_state_up': True, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:12:37.366475 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (fb431b58-851c-491d-a816-61a6f5d3228e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:37.367525 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (fb431b58-851c-491d-a816-61a6f5d3228e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:37.423262 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_controller (fb431b58-851c-491d-a816-61a6f5d3228e), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:37.613360 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (fb431b58-851c-491d-a816-61a6f5d3228e), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:37.846596 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (fb431b58-851c-491d-a816-61a6f5d3228e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:37.865514 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:37.970031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.35.1.167 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/e6b4f2af-171b-460f-984e-869ce636a0be) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:12:38.069813 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (e6b4f2af-171b-460f-984e-869ce636a0be), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:38.160846 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (e6b4f2af-171b-460f-984e-869ce636a0be), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:38.200916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:12:38.204548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:12:38.207519 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:12:38.235401 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=e6b4f2af-171b-460f-984e-869ce636a0be,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:38.541911 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (fb431b58-851c-491d-a816-61a6f5d3228e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:38.741529 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (fb431b58-851c-491d-a816-61a6f5d3228e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:38.949002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router fb431b58-851c-491d-a816-61a6f5d3228e is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 22:12:39.034639 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4fe4-f92a-4558-b0f0-65f9b823e7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:39.058671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:12:39.069027 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Sync routers for ids ['fb431b58-851c-491d-a816-61a6f5d3228e'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:12:39.081053 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Routers {'fb431b58-851c-491d-a816-61a6f5d3228e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:12:39.081656 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126cc1130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fb431b58-851c-491d-a816-61a6f5d3228e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:39.128203 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:39.130865 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-72e1a5cf-92b7-42a5-b8fc-9c9bf66ed0c8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.8481023
Apr 16 22:12:39.132711 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53036) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:39.161744 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-07a8ae4b-5ba1-44ab-af5c-bdfe9cb4a828 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3d4eaa0fe99e42488e0720b18be48ac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0279396
Apr 16 22:12:39.164869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53038) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:39.191256 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Set router fb431b58-851c-491d-a816-61a6f5d3228e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:12:39.255256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f4fa0-e541-4339-9a92-2bb507b7bfc4 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:39.256737 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-601f4fa0-e541-4339-9a92-2bb507b7bfc4 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0914645
Apr 16 22:12:39.259565 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53040) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:39.287060 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-4029e352-afa3-405a-9ba9-be2848405462 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=f901fd27-41ce-4b49-9132-e60168d0f679&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0263982
Apr 16 22:12:39.289450 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53042) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:39.293985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-64abc07d-d6a5-4132-8ad6-fe4bcd35a614 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-18728761', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:12:39.368668 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126cc1130>, [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:38Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:39.397376 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Checking router: fb431b58-851c-491d-a816-61a6f5d3228e for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:12:39.397718 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Updating router fb431b58-851c-491d-a816-61a6f5d3228e port e6b4f2af-171b-460f-984e-869ce636a0be binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:12:39.423691 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e6b4f2af-171b-460f-984e-869ce636a0be), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:39.469379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64abc07d-d6a5-4132-8ad6-fe4bcd35a614 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:12:39.472848 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64abc07d-d6a5-4132-8ad6-fe4bcd35a614 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:39.674107 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Publish callbacks [] for port (e6b4f2af-171b-460f-984e-869ce636a0be), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:39.709721 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64abc07d-d6a5-4132-8ad6-fe4bcd35a614 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (05247783-19a5-405d-a03d-9f069eb5c196), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:39.743424 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e6b4f2af-171b-460f-984e-869ce636a0be), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:39.773308 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abc07d-d6a5-4132-8ad6-fe4bcd35a614 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Subnet': ['ID=05247783-19a5-405d-a03d-9f069eb5c196,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:39.780979 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abc07d-d6a5-4132-8ad6-fe4bcd35a614 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Checking segment: {'id': '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:12:39.783515 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abc07d-d6a5-4132-8ad6-fe4bcd35a614 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network hostable DHCP agents. Network: bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:12:39.795346 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Attempting to bind port e6b4f2af-171b-460f-984e-869ce636a0be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:12:39.795710 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Attempting to bind port e6b4f2af-171b-460f-984e-869ce636a0be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:12:39.796060 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Attempting to bind port e6b4f2af-171b-460f-984e-869ce636a0be on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:12:39.798936 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Pushing event updated for resources: {'Port': ['ID=e6b4f2af-171b-460f-984e-869ce636a0be,revision_number=2']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:39.806503 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:12:39.811419 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:12:39.811419 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:39.811419 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:12:39.811419 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Bound port: e6b4f2af-171b-460f-984e-869ce636a0be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:12:39.811419 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e6b4f2af-171b-460f-984e-869ce636a0be), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:39.812080 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.812443 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.812781 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.813110 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.813436 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.813760 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.814081 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.814399 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.814717 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.815033 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.815349 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.815664 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.815984 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.816315 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.816629 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:12:39.865920 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] For port e6b4f2af-171b-460f-984e-869ce636a0be, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:12:39.868831 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] For port e6b4f2af-171b-460f-984e-869ce636a0be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b4f2af-171b-460f-984e-869ce636a0be,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:12:39.871985 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abc07d-d6a5-4132-8ad6-fe4bcd35a614 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:12:39.958104 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e6b4f2af-171b-460f-984e-869ce636a0be), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:40.016871 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Routers {'fb431b58-851c-491d-a816-61a6f5d3228e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:12:40.017465 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126cc1130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:12:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fb431b58-851c-491d-a816-61a6f5d3228e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:40.022117 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62979c63-23c4-4ad7-9a4c-e31e3ff4356b None None] Pushing event updated for resources: {'Port': ['ID=e6b4f2af-171b-460f-984e-869ce636a0be,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:40.028928 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-64abc07d-d6a5-4132-8ad6-fe4bcd35a614 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:12:40.034322 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abc07d-d6a5-4132-8ad6-fe4bcd35a614 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:40.034322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-64abc07d-d6a5-4132-8ad6-fe4bcd35a614 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:40.040053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30968fff-658e-4087-8db8-3d4f7d037ed2 None None] Network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:12:40.095452 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-64abc07d-d6a5-4132-8ad6-fe4bcd35a614 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.8050020
Apr 16 22:12:40.098313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53044) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:40.130852 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] Set router fb431b58-851c-491d-a816-61a6f5d3228e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:12:40.148836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ips': [{'subnet_id': '05247783-19a5-405d-a03d-9f069eb5c196'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:12:40.149811 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:40.292037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Allocated IP 172.20.0.2 (bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f/05247783-19a5-405d-a03d-9f069eb5c196/b23a6a74-a651-4ecb-9140-4b62cdaef905) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:12:40.306043 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126cc1130>, [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:38Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:40.335715 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221ed61-6b99-4f6a-a651-14596c19e559 None None] The sync data for ids ['fb431b58-851c-491d-a816-61a6f5d3228e'] in ncdv-master-1 is: [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:38Z', 'revision_number': 3, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:12:40.447559 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Publish callbacks [] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:40.542286 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:40.571816 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:40.609901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:12:40.613786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:12:40.615682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Pushing event updated for resources: {'Port': ['ID=b23a6a74-a651-4ecb-9140-4b62cdaef905,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:40.623936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:12:40.696232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Attempting to bind port b23a6a74-a651-4ecb-9140-4b62cdaef905 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:12:40.696616 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Attempting to bind port b23a6a74-a651-4ecb-9140-4b62cdaef905 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:12:40.696987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Attempting to bind port b23a6a74-a651-4ecb-9140-4b62cdaef905 on network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:12:40.702500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:12:40.706155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Checking segment: {'id': '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:12:40.706155 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:40.706155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Bound using segment: {'id': '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:12:40.706155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Bound port: b23a6a74-a651-4ecb-9140-4b62cdaef905, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:12:40.706155 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:40.777582 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] For port b23a6a74-a651-4ecb-9140-4b62cdaef905, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:12:40.780935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] For port b23a6a74-a651-4ecb-9140-4b62cdaef905, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b23a6a74-a651-4ecb-9140-4b62cdaef905,segment=NetworkSegment(9e4520cd-d8cc-4d90-9fae-2a76c6fc077e),segment_id=9e4520cd-d8cc-4d90-9fae-2a76c6fc077e)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:12:40.885196 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.20.0.1 (bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f/05247783-19a5-405d-a03d-9f069eb5c196/df35423e-65a8-4b39-ac76-40cc5b1ed30e) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:12:40.887081 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:40.952897 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ae692-6624-41ae-b799-5ed1aacfd6aa None None] Pushing event updated for resources: {'Port': ['ID=b23a6a74-a651-4ecb-9140-4b62cdaef905,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:41.023559 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:41.130226 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:41.195071 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:12:41.201611 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:12:41.201931 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:12:41.233407 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=df35423e-65a8-4b39-ac76-40cc5b1ed30e,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:41.258585 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (fb431b58-851c-491d-a816-61a6f5d3228e), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:41.681150 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9932a177-8d42-42ab-90e5-7374e3fbbde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:41.809245 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:41.967974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850602bf-ba21-46ce-9e4a-415cfccfdf75 None None] Network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:12:42.013806 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b23a6a74-a651-4ecb-9140-4b62cdaef905 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:12:42.064918 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-723c22f2-d009-43ee-a10e-61f8c1340d5b None None] Provisioning complete for port b23a6a74-a651-4ecb-9140-4b62cdaef905 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:12:42.065303 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-723c22f2-d009-43ee-a10e-61f8c1340d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:42.110152 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:42.172221 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:42.250783 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=df35423e-65a8-4b39-ac76-40cc5b1ed30e,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:42.255957 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (fb431b58-851c-491d-a816-61a6f5d3228e), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:42.287793 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b23a6a74-a651-4ecb-9140-4b62cdaef905 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:12:42.288194 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:42.365596 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:12:42.367296 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:12:42.424447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-723c22f2-d009-43ee-a10e-61f8c1340d5b None None] Current status of the port b23a6a74-a651-4ecb-9140-4b62cdaef905 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:12:42.424847 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-723c22f2-d009-43ee-a10e-61f8c1340d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:42.444260 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b23a6a74-a651-4ecb-9140-4b62cdaef905 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:12:42.444656 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:42.481919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-723c22f2-d009-43ee-a10e-61f8c1340d5b None None] For port b23a6a74-a651-4ecb-9140-4b62cdaef905, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b23a6a74-a651-4ecb-9140-4b62cdaef905,segment=NetworkSegment(9e4520cd-d8cc-4d90-9fae-2a76c6fc077e),segment_id=9e4520cd-d8cc-4d90-9fae-2a76c6fc077e)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:12:42.502743 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router fb431b58-851c-491d-a816-61a6f5d3228e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:12:42.548064 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-723c22f2-d009-43ee-a10e-61f8c1340d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:42.625750 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 22:12:42.626009 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 22:12:42.626879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:12:42.631785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c22f2-d009-43ee-a10e-61f8c1340d5b None None] Pushing event updated for resources: {'Port': ['ID=b23a6a74-a651-4ecb-9140-4b62cdaef905,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:42.632328 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-adfb3316-425c-4557-854e-01c883dd9b8c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "PUT /v2.0/routers/fb431b58-851c-491d-a816-61a6f5d3228e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5325761
Apr 16 22:12:42.647935 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Sync routers for ids ['fb431b58-851c-491d-a816-61a6f5d3228e'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:12:42.681354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ed20d580-cb9e-4828-abab-439970e68113 None None] Provisioning complete for port b23a6a74-a651-4ecb-9140-4b62cdaef905 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:12:42.682199 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ed20d580-cb9e-4828-abab-439970e68113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:42.685745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Routers {'fb431b58-851c-491d-a816-61a6f5d3228e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:12:42.686383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124268b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:12:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fb431b58-851c-491d-a816-61a6f5d3228e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:42.755032 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:42.800731 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-695b36f8-0c5c-4da2-9c3d-4b0685c5551b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544548829&fields=id&tenant_id=3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 267 time: 0.0471840
Apr 16 22:12:42.866225 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Set router fb431b58-851c-491d-a816-61a6f5d3228e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:12:42.892156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ed20d580-cb9e-4828-abab-439970e68113 None None] Current status of the port b23a6a74-a651-4ecb-9140-4b62cdaef905 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:12:42.909920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ed20d580-cb9e-4828-abab-439970e68113 None None] Provisioning complete for port df35423e-65a8-4b39-ac76-40cc5b1ed30e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:12:42.910284 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ed20d580-cb9e-4828-abab-439970e68113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:42.918393 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-f21b4a74-67f5-42d4-8a25-269b94c3be11 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:42.920578 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-f21b4a74-67f5-42d4-8a25-269b94c3be11 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/networks?id=bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f HTTP/1.1" status: 200  len: 797 time: 0.1132996
Apr 16 22:12:42.937382 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-0a471cb6-efef-4540-83bb-6b4e459e2e62 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/quotas/3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 375 time: 0.0109899
Apr 16 22:12:42.999765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-bf6c7525-69b6-4e30-b8f6-794e30dcf89b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0564332
Apr 16 22:12:43.020050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ed20d580-cb9e-4828-abab-439970e68113 None None] Port df35423e-65a8-4b39-ac76-40cc5b1ed30e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:12:43.098700 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124268b20>, [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:41Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'df35423e-65a8-4b39-ac76-40cc5b1ed30e', 'name': '', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:26:82:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05247783-19a5-405d-a03d-9f069eb5c196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:40Z', 'updated_at': '2022-04-16T22:12:41Z', 'revision_number': 2, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '05247783-19a5-405d-a03d-9f069eb5c196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:43.099028 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-fa63d829-8775-41c8-a77d-0521e5a65e9e service neutron] 10.222.0.20 "GET /v2.0/networks/bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858302
Apr 16 22:12:43.135384 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Checking router: fb431b58-851c-491d-a816-61a6f5d3228e for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:12:43.135746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Updating router fb431b58-851c-491d-a816-61a6f5d3228e port df35423e-65a8-4b39-ac76-40cc5b1ed30e binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:12:43.193214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8b5571b3-689e-46c4-80ce-f197425d5c0b None None] Provisioning complete for port df35423e-65a8-4b39-ac76-40cc5b1ed30e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:12:43.193571 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8b5571b3-689e-46c4-80ce-f197425d5c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:43.196071 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-4d48f94b-7346-4ea5-bf28-f8cc2cfa37c3 service neutron] 10.222.0.20 "GET /v2.0/networks/bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911310
Apr 16 22:12:43.217400 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:43.220405 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b23a6a74-a651-4ecb-9140-4b62cdaef905 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:12:43.221397 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e6b4f2af-171b-460f-984e-869ce636a0be up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:12:43.290936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8b5571b3-689e-46c4-80ce-f197425d5c0b None None] Port df35423e-65a8-4b39-ac76-40cc5b1ed30e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:12:43.373435 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e6b4f2af-171b-460f-984e-869ce636a0be triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:12:43.373859 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e6b4f2af-171b-460f-984e-869ce636a0be), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:43.435963 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3535d52e-824a-43a5-85fa-302f077bd960 req-f74b7aeb-520a-4d74-9ac8-c12e5e275f24 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 210 time: 0.0357263
Apr 16 22:12:43.526930 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e6b4f2af-171b-460f-984e-869ce636a0be is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:12:43.527329 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (e6b4f2af-171b-460f-984e-869ce636a0be), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:43.565870 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port e6b4f2af-171b-460f-984e-869ce636a0be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b4f2af-171b-460f-984e-869ce636a0be,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:12:43.621402 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Publish callbacks [] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:43.727990 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (e6b4f2af-171b-460f-984e-869ce636a0be), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:43.731899 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:43.793015 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=e6b4f2af-171b-460f-984e-869ce636a0be,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:43.877443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d75ad-88d8-48aa-8380-c26b918714b8 None None] Pushing event updated for resources: {'Port': ['ID=df35423e-65a8-4b39-ac76-40cc5b1ed30e,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:43.879815 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Attempting to bind port df35423e-65a8-4b39-ac76-40cc5b1ed30e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:12:43.880142 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Attempting to bind port df35423e-65a8-4b39-ac76-40cc5b1ed30e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:12:43.880634 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Attempting to bind port df35423e-65a8-4b39-ac76-40cc5b1ed30e on network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:12:43.886719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:12:43.887080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Checking segment: {'id': '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:12:43.887493 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:43.887893 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Bound using segment: {'id': '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:12:43.888952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Bound port: df35423e-65a8-4b39-ac76-40cc5b1ed30e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:12:43.889346 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:43.970483 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b23a6a74-a651-4ecb-9140-4b62cdaef905 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:12:43.994448 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] For port df35423e-65a8-4b39-ac76-40cc5b1ed30e, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:12:44.018379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] For port df35423e-65a8-4b39-ac76-40cc5b1ed30e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df35423e-65a8-4b39-ac76-40cc5b1ed30e,segment=NetworkSegment(9e4520cd-d8cc-4d90-9fae-2a76c6fc077e),segment_id=9e4520cd-d8cc-4d90-9fae-2a76c6fc077e)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:12:44.031021 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7ab70d49-7888-487e-9d8e-a54ed91286fa None None] Provisioning complete for port df35423e-65a8-4b39-ac76-40cc5b1ed30e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:12:44.031395 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7ab70d49-7888-487e-9d8e-a54ed91286fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:44.083044 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b23a6a74-a651-4ecb-9140-4b62cdaef905 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:12:44.083442 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:44.086811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7ab70d49-7888-487e-9d8e-a54ed91286fa None None] Port df35423e-65a8-4b39-ac76-40cc5b1ed30e cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:12:44.107170 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:44.179791 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:44.183286 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d75ad-88d8-48aa-8380-c26b918714b8 None None] Pushing event updated for resources: {'Port': ['ID=df35423e-65a8-4b39-ac76-40cc5b1ed30e,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:44.213589 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Routers {'fb431b58-851c-491d-a816-61a6f5d3228e'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:12:44.214220 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124268b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:12:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fb431b58-851c-491d-a816-61a6f5d3228e'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:44.279769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b23a6a74-a651-4ecb-9140-4b62cdaef905 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:12:44.280996 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e6b4f2af-171b-460f-984e-869ce636a0be up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:12:44.522980 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:44.543767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-2e5a547a-fb6f-4f85-a039-66584f2e58f4 None None] Provisioning complete for port df35423e-65a8-4b39-ac76-40cc5b1ed30e triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:12:44.544138 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e5a547a-fb6f-4f85-a039-66584f2e58f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:44.546019 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e190b927-1194-4dd1-94d1-dec723c17f01 req-925398a4-a08b-4f7b-8eda-333fae6aff26 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 210 time: 0.0347512
Apr 16 22:12:44.583775 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] Set router fb431b58-851c-491d-a816-61a6f5d3228e gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:12:44.630257 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port e6b4f2af-171b-460f-984e-869ce636a0be triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:12:44.632936 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (e6b4f2af-171b-460f-984e-869ce636a0be), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:44.801596 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2e5a547a-fb6f-4f85-a039-66584f2e58f4 None None] Current status of the port df35423e-65a8-4b39-ac76-40cc5b1ed30e is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:12:44.802268 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e5a547a-fb6f-4f85-a039-66584f2e58f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:44.904344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2e5a547a-fb6f-4f85-a039-66584f2e58f4 None None] For port df35423e-65a8-4b39-ac76-40cc5b1ed30e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df35423e-65a8-4b39-ac76-40cc5b1ed30e,segment=NetworkSegment(9e4520cd-d8cc-4d90-9fae-2a76c6fc077e),segment_id=9e4520cd-d8cc-4d90-9fae-2a76c6fc077e)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:12:44.907346 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port e6b4f2af-171b-460f-984e-869ce636a0be is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:12:44.917663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124268b20>, [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:41Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'df35423e-65a8-4b39-ac76-40cc5b1ed30e', 'name': '', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:26:82:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05247783-19a5-405d-a03d-9f069eb5c196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:40Z', 'updated_at': '2022-04-16T22:12:43Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '05247783-19a5-405d-a03d-9f069eb5c196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:44.944725 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba3444-3ae9-48fe-be48-7057b7c889f6 None None] The sync data for ids ['fb431b58-851c-491d-a816-61a6f5d3228e'] in ncdv-master-1 is: [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:41Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'df35423e-65a8-4b39-ac76-40cc5b1ed30e', 'name': '', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:26:82:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05247783-19a5-405d-a03d-9f069eb5c196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:40Z', 'updated_at': '2022-04-16T22:12:43Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '05247783-19a5-405d-a03d-9f069eb5c196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:12:44.979885 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e5a547a-fb6f-4f85-a039-66584f2e58f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:45.048067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a547a-fb6f-4f85-a039-66584f2e58f4 None None] Pushing event updated for resources: {'Port': ['ID=df35423e-65a8-4b39-ac76-40cc5b1ed30e,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:45.439513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-f983490a-d526-41d8-9096-f5a5e3780b26 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:45.441187 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-f983490a-d526-41d8-9096-f5a5e3780b26 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "GET /v2.0/networks?id=bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f HTTP/1.1" status: 200  len: 797 time: 0.1136138
Apr 16 22:12:45.484057 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:45.515887 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-4a1891b2-65ec-4af4-9a95-0d3e94782120 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d4eaa0fe99e42488e0720b18be48ac8 HTTP/1.1" status: 200  len: 379 time: 0.0658944
Apr 16 22:12:45.525468 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-3cfae25c-e080-45d2-a541-7beee1f37ecd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'port': {'device_id': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'admin_state_up': True, 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'security_groups': ['9640e53d-479a-49fe-8f09-dcb2aa84cfaa']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:12:45.649960 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6c836551-33c3-454b-bd43-5aef015fdb7d req-dc71c02b-a835-4eaa-b118-e6626a206e51 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 210 time: 0.0290616
Apr 16 22:12:45.731972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-3cfae25c-e080-45d2-a541-7beee1f37ecd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Made reservation on behalf of 3d4eaa0fe99e42488e0720b18be48ac8 for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:12:45.736093 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-3cfae25c-e080-45d2-a541-7beee1f37ecd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:45.871318 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-3cfae25c-e080-45d2-a541-7beee1f37ecd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.20.0.5 (bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f/05247783-19a5-405d-a03d-9f069eb5c196/1a359ec2-552d-4caf-a46d-bcf1e6221f5b) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:12:45.955104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device df35423e-65a8-4b39-ac76-40cc5b1ed30e up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:12:46.011453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port df35423e-65a8-4b39-ac76-40cc5b1ed30e triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:12:46.011838 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:46.035052 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-3cfae25c-e080-45d2-a541-7beee1f37ecd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:46.095471 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port df35423e-65a8-4b39-ac76-40cc5b1ed30e is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:12:46.124295 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-3cfae25c-e080-45d2-a541-7beee1f37ecd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:46.168485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-3cfae25c-e080-45d2-a541-7beee1f37ecd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:12:46.171441 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-3cfae25c-e080-45d2-a541-7beee1f37ecd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:12:46.175092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-3cfae25c-e080-45d2-a541-7beee1f37ecd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:12:46.199028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfae25c-e080-45d2-a541-7beee1f37ecd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=1a359ec2-552d-4caf-a46d-bcf1e6221f5b,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:46.227796 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-3cfae25c-e080-45d2-a541-7beee1f37ecd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:46.235023 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-3cfae25c-e080-45d2-a541-7beee1f37ecd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:46.312078 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-3cfae25c-e080-45d2-a541-7beee1f37ecd tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7905312
Apr 16 22:12:46.363328 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Request body: {'port': {'device_id': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:12:46.408481 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-20c1761e-8ede-45ce-a85d-8b1ec8d0214b None None] Provisioning complete for port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:12:46.409555 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-20c1761e-8ede-45ce-a85d-8b1ec8d0214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:46.427883 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:46.445330 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-20c1761e-8ede-45ce-a85d-8b1ec8d0214b None None] Port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:12:46.687980 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a359ec2-552d-4caf-a46d-bcf1e6221f5b {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:12:46.695642 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Publish callbacks [] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:46.708386 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Transition to ACTIVE for port object 1a359ec2-552d-4caf-a46d-bcf1e6221f5b will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:12:46.770563 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5840f-4115-44b3-86e2-5c09af36364a req-c26b5ced-3c66-41a9-b1cd-cd003fe0b401 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:46.772042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45e5840f-4115-44b3-86e2-5c09af36364a req-c26b5ced-3c66-41a9-b1cd-cd003fe0b401 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 931 time: 0.0469966
Apr 16 22:12:46.802610 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:46.865158 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-45e5840f-4115-44b3-86e2-5c09af36364a req-6f82cd91-e872-4e17-86df-465b65b7c670 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875163
Apr 16 22:12:46.869895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Pushing event updated for resources: {'Port': ['ID=1a359ec2-552d-4caf-a46d-bcf1e6221f5b,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:46.951056 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Attempting to bind port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:12:46.951929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Attempting to bind port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:12:46.951929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Attempting to bind port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b on network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:12:46.956925 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b on network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:12:46.957252 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Attempting to bind port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b on network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:12:46.962509 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:12:46.962848 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Checking segment: {'id': '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:12:46.963234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Bound using segment: {'id': '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:12:46.963661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Bound port: 1a359ec2-552d-4caf-a46d-bcf1e6221f5b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:12:46.964025 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:47.030700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] For port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:12:47.033730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] For port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a359ec2-552d-4caf-a46d-bcf1e6221f5b,segment=NetworkSegment(9e4520cd-d8cc-4d90-9fae-2a76c6fc077e),segment_id=9e4520cd-d8cc-4d90-9fae-2a76c6fc077e)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:12:47.106948 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:47.148139 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:47.156579 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:47.156579 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] 10.222.0.11 "PUT /v2.0/ports/1a359ec2-552d-4caf-a46d-bcf1e6221f5b HTTP/1.1" status: 200  len: 1091 time: 0.8301101
Apr 16 22:12:47.156579 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'tag': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:12:47.156579 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbb26b9-09aa-40bd-9310-2276d8d1b67a" -d '{"events": [{"name": "network-changed", "server_uuid": "fdceb21a-7767-4e17-aecc-c1218f6978db", "tag": "1a359ec2-552d-4caf-a46d-bcf1e6221f5b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:12:47.175177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230eb178-9147-4586-8d27-3e2c11a39777 service neutron] Pushing event updated for resources: {'Port': ['ID=1a359ec2-552d-4caf-a46d-bcf1e6221f5b,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:47.199215 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faee890-8ad8-4ccc-b59a-ffd4c2b6a3e5 x-openstack-request-id: req-8faee890-8ad8-4ccc-b59a-ffd4c2b6a3e5 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:12:47.199512 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdceb21a-7767-4e17-aecc-c1218f6978db", "tag": "1a359ec2-552d-4caf-a46d-bcf1e6221f5b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:12:47.199767 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8faee890-8ad8-4ccc-b59a-ffd4c2b6a3e5 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:12:47.200192 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8faee890-8ad8-4ccc-b59a-ffd4c2b6a3e5'] response: {'name': 'network-changed', 'server_uuid': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'tag': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b', 'status': 'completed', 'code': 200}
Apr 16 22:12:47.260899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb26b9-09aa-40bd-9310-2276d8d1b67a req-d91e5b75-7bfa-44a5-bea7-b485b0c94c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:47.262443 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7cbb26b9-09aa-40bd-9310-2276d8d1b67a req-d91e5b75-7bfa-44a5-bea7-b485b0c94c38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 1125 time: 0.0434537
Apr 16 22:12:47.365294 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb26b9-09aa-40bd-9310-2276d8d1b67a req-c760fed0-1f75-485d-b649-6ab2c3aab845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:47.366787 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7cbb26b9-09aa-40bd-9310-2276d8d1b67a req-c760fed0-1f75-485d-b649-6ab2c3aab845 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0975277
Apr 16 22:12:47.463947 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb26b9-09aa-40bd-9310-2276d8d1b67a req-8e701fa9-7f85-44f7-9549-775e073ef98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:47.465537 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7cbb26b9-09aa-40bd-9310-2276d8d1b67a req-8e701fa9-7f85-44f7-9549-775e073ef98f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0928581
Apr 16 22:12:47.543022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-69c1b8cf-852e-4814-bf91-a9820f46ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:47.544552 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-69c1b8cf-852e-4814-bf91-a9820f46ec9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 1125 time: 0.0403764
Apr 16 22:12:47.589611 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-fc974cf0-46f6-4492-b2c3-a8ad9e54ba17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a359ec2-552d-4caf-a46d-bcf1e6221f5b HTTP/1.1" status: 200  len: 217 time: 0.0381057
Apr 16 22:12:47.637313 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-7dfc9910-1124-4c16-b5c7-3bab1de3ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:47.639343 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-7dfc9910-1124-4c16-b5c7-3bab1de3ad8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05247783-19a5-405d-a03d-9f069eb5c196 HTTP/1.1" status: 200  len: 833 time: 0.0425828
Apr 16 22:12:47.765097 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-a1db172c-f37b-4f54-8d32-3c426eee1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:47.766556 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-a1db172c-f37b-4f54-8d32-3c426eee1fc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1203594
Apr 16 22:12:47.859333 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-75a6ffe0-fdb1-476c-b6fb-544970457df9 service neutron] 10.222.0.11 "GET /v2.0/networks/bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857999
Apr 16 22:12:47.975344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8feb0ba0-09e7-4019-9621-f95c4261ec72 req-ea1a6321-da24-4b84-936f-cdf8df526eb6 service neutron] 10.222.0.11 "GET /v2.0/networks/bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1087794
Apr 16 22:12:47.994255 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb834ad-6d9c-40d6-a086-dbc5f5ff30c7 req-512838ec-c994-45af-a4e0-023a3eb05db9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:47.995755 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-afb834ad-6d9c-40d6-a086-dbc5f5ff30c7 req-512838ec-c994-45af-a4e0-023a3eb05db9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 943 time: 0.0547278
Apr 16 22:12:48.049772 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-afb834ad-6d9c-40d6-a086-dbc5f5ff30c7 req-38c72925-3cfc-4577-855c-26bf7c2f0f4c tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471580
Apr 16 22:12:49.169833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72475530-f6b7-4346-9fa9-c12593370267 req-9047aae0-1c0e-454e-a43e-d3aec5d93dc0 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:49.171303 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72475530-f6b7-4346-9fa9-c12593370267 req-9047aae0-1c0e-454e-a43e-d3aec5d93dc0 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 943 time: 0.0523727
Apr 16 22:12:49.219891 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-72475530-f6b7-4346-9fa9-c12593370267 req-d91f6d6c-6a02-4e19-8501-9af07d1d3e53 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430384
Apr 16 22:12:50.331379 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e563bc0-14e0-4da2-b120-ee1af3dbe5ef req-a1731819-9460-4ec5-ae4e-c3b75395357f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:50.332886 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6e563bc0-14e0-4da2-b120-ee1af3dbe5ef req-a1731819-9460-4ec5-ae4e-c3b75395357f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 943 time: 0.0470548
Apr 16 22:12:50.381215 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6e563bc0-14e0-4da2-b120-ee1af3dbe5ef req-b8ead675-3856-4132-88e4-b6f19f08a8e2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428138
Apr 16 22:12:51.495460 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbf20a-4c21-4ce6-8225-a2377c4f0a9b req-aaaa855a-07a9-4ef3-9c6e-6d402d984de8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:51.497065 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-86bbf20a-4c21-4ce6-8225-a2377c4f0a9b req-aaaa855a-07a9-4ef3-9c6e-6d402d984de8 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 943 time: 0.0479529
Apr 16 22:12:51.548005 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-86bbf20a-4c21-4ce6-8225-a2377c4f0a9b req-9d6232e6-8b99-4587-8233-5aa8a3b282a9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430915
Apr 16 22:12:52.147486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 1a359ec2-552d-4caf-a46d-bcf1e6221f5b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:12:52.241731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a359ec2-552d-4caf-a46d-bcf1e6221f5b,segment=NetworkSegment(9e4520cd-d8cc-4d90-9fae-2a76c6fc077e),segment_id=9e4520cd-d8cc-4d90-9fae-2a76c6fc077e)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:12:52.257033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'port_id': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b', 'mac_address': 'fa:16:3e:20:39:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05247783-19a5-405d-a03d-9f069eb5c196', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:12:52.293692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:12:52.294016 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:52.306279 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a359ec2-552d-4caf-a46d-bcf1e6221f5b {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:12:52.325204 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a359ec2-552d-4caf-a46d-bcf1e6221f5b,segment=NetworkSegment(9e4520cd-d8cc-4d90-9fae-2a76c6fc077e),segment_id=9e4520cd-d8cc-4d90-9fae-2a76c6fc077e)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:12:52.417183 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:52.465306 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=1a359ec2-552d-4caf-a46d-bcf1e6221f5b,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:52.636994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['1a359ec2-552d-4caf-a46d-bcf1e6221f5b'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:12:52.664234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7416cd-4634-48ce-81f9-09c09717aef8 req-71372272-779f-4c5b-9edd-4f922836386d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:52.665734 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e7416cd-4634-48ce-81f9-09c09717aef8 req-71372272-779f-4c5b-9edd-4f922836386d tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 944 time: 0.0466032
Apr 16 22:12:52.716719 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4e7416cd-4634-48ce-81f9-09c09717aef8 req-110707fc-6f00-49ac-93f8-98d18bb938e2 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443609
Apr 16 22:12:53.831764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d9568-70de-46bf-8e2b-5257ca51c88a req-8acb0903-edab-4d42-b9eb-c2fdcb73df1b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:53.833326 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-927d9568-70de-46bf-8e2b-5257ca51c88a req-8acb0903-edab-4d42-b9eb-c2fdcb73df1b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 944 time: 0.0469368
Apr 16 22:12:53.884909 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-927d9568-70de-46bf-8e2b-5257ca51c88a req-e5fe96cf-4faa-4245-9638-0eff5d46a89b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461876
Apr 16 22:12:54.161567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 1a359ec2-552d-4caf-a46d-bcf1e6221f5b up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:12:54.206246 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:12:54.300189 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:12:54.300574 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:54.379052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:12:54.379469 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:54.400987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:12:54.403211 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c1d653-5991-421e-94b8-ed3e491f3afe" -d '{"events": [{"server_uuid": "fdceb21a-7767-4e17-aecc-c1218f6978db", "name": "network-vif-plugged", "status": "completed", "tag": "1a359ec2-552d-4caf-a46d-bcf1e6221f5b"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:12:54.415858 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a359ec2-552d-4caf-a46d-bcf1e6221f5b,segment=NetworkSegment(9e4520cd-d8cc-4d90-9fae-2a76c6fc077e),segment_id=9e4520cd-d8cc-4d90-9fae-2a76c6fc077e)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:12:54.483711 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:54.489481 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b513465e-169c-4163-b758-4e733c375e93 x-openstack-request-id: req-b513465e-169c-4163-b758-4e733c375e93 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:12:54.489772 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdceb21a-7767-4e17-aecc-c1218f6978db", "name": "network-vif-plugged", "status": "completed", "tag": "1a359ec2-552d-4caf-a46d-bcf1e6221f5b", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:12:54.490026 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b513465e-169c-4163-b758-4e733c375e93 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:12:54.490428 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b513465e-169c-4163-b758-4e733c375e93'] response: {'server_uuid': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b', 'code': 200}
Apr 16 22:12:54.532211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=1a359ec2-552d-4caf-a46d-bcf1e6221f5b,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:54.585888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc310288-6c8d-430f-8eb6-5fabfc95d738 req-c2fd5557-25a7-447b-86d4-f03091b18e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:54.587397 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc310288-6c8d-430f-8eb6-5fabfc95d738 req-c2fd5557-25a7-447b-86d4-f03091b18e0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 1127 time: 0.0422134
Apr 16 22:12:54.633094 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-cc310288-6c8d-430f-8eb6-5fabfc95d738 req-55625a66-1d14-4571-a4cc-6294c28bf692 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389113
Apr 16 22:12:54.997821 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e85b2-1acc-4c37-974f-924b6feb9aa0 req-dc44efe3-2cf6-417c-9042-7666bfc8832f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:54.999223 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a81e85b2-1acc-4c37-974f-924b6feb9aa0 req-dc44efe3-2cf6-417c-9042-7666bfc8832f tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 945 time: 0.0476577
Apr 16 22:12:55.047207 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a81e85b2-1acc-4c37-974f-924b6feb9aa0 req-6e99c222-ed70-4ee8-827f-f25b66e570bf tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423834
Apr 16 22:12:56.161107 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a2d14-b4a2-409b-84e1-8b94d5a09377 req-ee48a4bb-94b8-4b7f-bfa3-02c0918d9980 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:56.162507 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff4a2d14-b4a2-409b-84e1-8b94d5a09377 req-ee48a4bb-94b8-4b7f-bfa3-02c0918d9980 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 945 time: 0.0465817
Apr 16 22:12:56.210489 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ff4a2d14-b4a2-409b-84e1-8b94d5a09377 req-72bee62a-e43d-444b-8c38-f0540fd055be tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424068
Apr 16 22:12:56.327421 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951ae7d-024b-4f15-adf4-81ed1db0118f req-7f6bff76-75d3-486f-b034-799b0c094f27 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:56.329316 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0951ae7d-024b-4f15-adf4-81ed1db0118f req-7f6bff76-75d3-486f-b034-799b0c094f27 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 945 time: 0.0483077
Apr 16 22:12:56.377224 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0951ae7d-024b-4f15-adf4-81ed1db0118f req-41589afc-30bf-436e-866f-256d0c783e69 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422647
Apr 16 22:12:56.399010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53108) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:56.441197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9377a49-0121-455e-b4bf-1f1449806f72 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:56.442646 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f9377a49-0121-455e-b4bf-1f1449806f72 tempest-TestNetworkAdvancedServerOps-530121254 tempest-TestNetworkAdvancedServerOps-530121254-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 1122 time: 0.0426972
Apr 16 22:12:56.445436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53110) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:56.449606 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:12:56.525543 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:56.603416 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:56.712726 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Allocated IP 172.35.1.44 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/3eb209b0-7b77-47c8-ae47-f5db5d90dc32) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:12:56.814198 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (3eb209b0-7b77-47c8-ae47-f5db5d90dc32), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:56.920189 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (3eb209b0-7b77-47c8-ae47-f5db5d90dc32), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:56.965447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:12:56.969799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:12:56.974328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:12:56.976547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=3eb209b0-7b77-47c8-ae47-f5db5d90dc32,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:57.343582 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (857dc40b-f842-42bf-b088-b5e1ae28a3c1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:57.477115 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (3eb209b0-7b77-47c8-ae47-f5db5d90dc32), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:57.627697 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for port (3eb209b0-7b77-47c8-ae47-f5db5d90dc32), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:57.688510 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (3eb209b0-7b77-47c8-ae47-f5db5d90dc32), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:57.756959 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event updated for resources: {'Port': ['ID=3eb209b0-7b77-47c8-ae47-f5db5d90dc32,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:12:57.769664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (857dc40b-f842-42bf-b088-b5e1ae28a3c1), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:57.874884 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Floating IP 857dc40b-f842-42bf-b088-b5e1ae28a3c1 associated. External IP: 172.35.1.44, port: 1a359ec2-552d-4caf-a46d-bcf1e6221f5b.
Apr 16 22:12:58.084851 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router fb431b58-851c-491d-a816-61a6f5d3228e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:12:58.194837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:12:58.205864 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd3222-7b8b-4183-935f-14d2d84d2cf4 None None] Sync routers for ids ['fb431b58-851c-491d-a816-61a6f5d3228e'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:12:58.217225 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd3222-7b8b-4183-935f-14d2d84d2cf4 None None] Routers {'fb431b58-851c-491d-a816-61a6f5d3228e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:12:58.217809 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bbcd3222-7b8b-4183-935f-14d2d84d2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b6c190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:12:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fb431b58-851c-491d-a816-61a6f5d3228e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:58.319307 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:12:58.323248 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-bbcd3222-7b8b-4183-935f-14d2d84d2cf4 None None] Set router fb431b58-851c-491d-a816-61a6f5d3228e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:12:58.350371 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b5b851f0-009b-4e33-97d6-f2949904252e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.9039090
Apr 16 22:12:58.351086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'tag': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:12:58.353767 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fc5a57-22d1-4a70-935f-79947fc65888" -d '{"events": [{"name": "network-changed", "server_uuid": "fdceb21a-7767-4e17-aecc-c1218f6978db", "tag": "1a359ec2-552d-4caf-a46d-bcf1e6221f5b"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:12:58.391179 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1b7601-57ec-4f79-842f-d389ec1b5320 x-openstack-request-id: req-6c1b7601-57ec-4f79-842f-d389ec1b5320 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:12:58.391474 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdceb21a-7767-4e17-aecc-c1218f6978db", "tag": "1a359ec2-552d-4caf-a46d-bcf1e6221f5b", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:12:58.391774 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c1b7601-57ec-4f79-842f-d389ec1b5320 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:12:58.392393 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1b7601-57ec-4f79-842f-d389ec1b5320'] response: {'name': 'network-changed', 'server_uuid': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'tag': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b', 'status': 'completed', 'code': 200}
Apr 16 22:12:58.479655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce753133-9bca-453c-903d-c4e0d5866154 req-90b1404a-e3af-4293-86be-55a596db38fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:58.481117 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ce753133-9bca-453c-903d-c4e0d5866154 req-90b1404a-e3af-4293-86be-55a596db38fa tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 945 time: 0.0776503
Apr 16 22:12:58.487086 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc5a57-22d1-4a70-935f-79947fc65888 req-a844ac8f-2423-455d-89eb-6e39eeb5ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:58.488664 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9fc5a57-22d1-4a70-935f-79947fc65888 req-a844ac8f-2423-455d-89eb-6e39eeb5ef31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 1127 time: 0.0731704
Apr 16 22:12:58.542467 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bbcd3222-7b8b-4183-935f-14d2d84d2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b6c190>, [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:41Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '857dc40b-f842-42bf-b088-b5e1ae28a3c1', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.44', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'port_id': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'mac_address': 'fa:16:3e:20:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:12:57Z', 'updated_at': '2022-04-16T22:12:57Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df35423e-65a8-4b39-ac76-40cc5b1ed30e', 'name': '', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:26:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05247783-19a5-405d-a03d-9f069eb5c196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:40Z', 'updated_at': '2022-04-16T22:12:44Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '05247783-19a5-405d-a03d-9f069eb5c196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:58.572813 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd3222-7b8b-4183-935f-14d2d84d2cf4 None None] Checking router: fb431b58-851c-491d-a816-61a6f5d3228e for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:12:58.581398 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd3222-7b8b-4183-935f-14d2d84d2cf4 None None] Routers {'fb431b58-851c-491d-a816-61a6f5d3228e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:12:58.581999 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bbcd3222-7b8b-4183-935f-14d2d84d2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b6c190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:12:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fb431b58-851c-491d-a816-61a6f5d3228e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:58.594915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ce753133-9bca-453c-903d-c4e0d5866154 req-bd6c08c8-2126-4ea3-902e-7547019d4728 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052892
Apr 16 22:12:58.615507 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc5a57-22d1-4a70-935f-79947fc65888 req-b454bac4-587c-4f9c-987c-c74d4c3d4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:58.617068 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9fc5a57-22d1-4a70-935f-79947fc65888 req-b454bac4-587c-4f9c-987c-c74d4c3d4a47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f HTTP/1.1" status: 200  len: 898 time: 0.1215308
Apr 16 22:12:58.617765 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53118) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:58.688517 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cfbb3643-f977-4ea8-9eff-d364310f8675 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/857dc40b-f842-42bf-b088-b5e1ae28a3c1 HTTP/1.1" status: 200  len: 990 time: 0.0692956
Apr 16 22:12:58.691991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9fc5a57-22d1-4a70-935f-79947fc65888 req-0a8bfa96-f090-42f6-b7a3-e82c9d12f756 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a359ec2-552d-4caf-a46d-bcf1e6221f5b HTTP/1.1" status: 200  len: 998 time: 0.0689609
Apr 16 22:12:58.693831 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-bbcd3222-7b8b-4183-935f-14d2d84d2cf4 None None] Set router fb431b58-851c-491d-a816-61a6f5d3228e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:12:58.742144 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc5a57-22d1-4a70-935f-79947fc65888 req-11bd7da1-06fd-4fb9-a42c-76031f8f5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:58.743504 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9fc5a57-22d1-4a70-935f-79947fc65888 req-11bd7da1-06fd-4fb9-a42c-76031f8f5e87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05247783-19a5-405d-a03d-9f069eb5c196 HTTP/1.1" status: 200  len: 833 time: 0.0434208
Apr 16 22:12:58.788469 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc5a57-22d1-4a70-935f-79947fc65888 req-62c95188-335c-4ef3-bceb-9161d99d691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:12:58.789969 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9fc5a57-22d1-4a70-935f-79947fc65888 req-62c95188-335c-4ef3-bceb-9161d99d691e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0407174
Apr 16 22:12:58.878184 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9fc5a57-22d1-4a70-935f-79947fc65888 req-ed131585-e6f1-4432-832f-5a7be8522931 service neutron] 10.222.0.11 "GET /v2.0/networks/bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822535
Apr 16 22:12:58.905258 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bbcd3222-7b8b-4183-935f-14d2d84d2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b6c190>, [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:41Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '857dc40b-f842-42bf-b088-b5e1ae28a3c1', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.44', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'port_id': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'mac_address': 'fa:16:3e:20:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:12:57Z', 'updated_at': '2022-04-16T22:12:57Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df35423e-65a8-4b39-ac76-40cc5b1ed30e', 'name': '', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:26:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05247783-19a5-405d-a03d-9f069eb5c196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:40Z', 'updated_at': '2022-04-16T22:12:44Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '05247783-19a5-405d-a03d-9f069eb5c196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:12:58.934980 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd3222-7b8b-4183-935f-14d2d84d2cf4 None None] The sync data for ids ['fb431b58-851c-491d-a816-61a6f5d3228e'] in ncdv-master-1 is: [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:41Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '857dc40b-f842-42bf-b088-b5e1ae28a3c1', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'floating_ip_address': '172.35.1.44', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'port_id': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'mac_address': 'fa:16:3e:20:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:12:57Z', 'updated_at': '2022-04-16T22:12:57Z', 'revision_number': 0, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df35423e-65a8-4b39-ac76-40cc5b1ed30e', 'name': '', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:26:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05247783-19a5-405d-a03d-9f069eb5c196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:40Z', 'updated_at': '2022-04-16T22:12:44Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '05247783-19a5-405d-a03d-9f069eb5c196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:12:58.973768 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f9fc5a57-22d1-4a70-935f-79947fc65888 req-1cf40769-6cf1-4c3d-80db-bda8bf5f6a03 service neutron] 10.222.0.11 "GET /v2.0/networks/bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904262
Apr 16 22:12:59.126759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a7d2f4-266a-4076-921c-24b37a07c27a None None] New status for floating IP 857dc40b-f842-42bf-b088-b5e1ae28a3c1: ACTIVE {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:12:59.691431 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53120) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:12:59.751508 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e7f6726f-3474-451c-87f8-63cb0574ae46 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/857dc40b-f842-42bf-b088-b5e1ae28a3c1 HTTP/1.1" status: 200  len: 992 time: 0.0589421
Apr 16 22:13:03.008777 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:13:06.728734 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:09.028127 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-67ce81c8-0bed-4731-84d1-1f9ec5008321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:11.662438 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d0fc2d2b-a5c9-4a9b-8733-b716d7a0b1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:12.742769 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:14.139920 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:14.336776 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:15.471094 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:31.333980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5ceac-445e-4a60-9d20-a128eff48fdf req-a37f7672-9acd-44d9-9c2b-367ddad6796a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:31.335462 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8fb5ceac-445e-4a60-9d20-a128eff48fdf req-a37f7672-9acd-44d9-9c2b-367ddad6796a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 945 time: 0.0510736
Apr 16 22:13:31.384813 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8fb5ceac-445e-4a60-9d20-a128eff48fdf req-592ab7f4-011a-48b2-a9e4-18fbfe005a80 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426607
Apr 16 22:13:32.499485 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c274e95-5526-4d91-a5b1-942a06876f30 req-67ce906f-67c9-4107-9f29-c21f2851cbc9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:32.500991 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4c274e95-5526-4d91-a5b1-942a06876f30 req-67ce906f-67c9-4107-9f29-c21f2851cbc9 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 945 time: 0.0464604
Apr 16 22:13:32.548727 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4c274e95-5526-4d91-a5b1-942a06876f30 req-b4dfaab7-3fc4-489f-bfd1-aa120dcd4bde tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421686
Apr 16 22:13:32.571029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53160) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:32.633470 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7fada7d7-015e-4db7-929c-167001532577 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/857dc40b-f842-42bf-b088-b5e1ae28a3c1 HTTP/1.1" status: 200  len: 992 time: 0.0613513
Apr 16 22:13:34.014784 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844115-7746-4f8d-9d96-a3c37f66caaa req-4fceb319-cd08-4233-bb05-5a49036ed2ff tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:34.016316 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-66844115-7746-4f8d-9d96-a3c37f66caaa req-4fceb319-cd08-4233-bb05-5a49036ed2ff tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 945 time: 0.0481622
Apr 16 22:13:34.065909 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-66844115-7746-4f8d-9d96-a3c37f66caaa req-bd92fe4c-71d9-4337-a66c-d6e59c43d49a tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439878
Apr 16 22:13:34.107899 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1c308-812f-4c3b-a398-80be1eae60c9 req-ddc085e6-b1d9-4bc4-a947-367939a0858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:34.109420 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08f1c308-812f-4c3b-a398-80be1eae60c9 req-ddc085e6-b1d9-4bc4-a947-367939a0858e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 1127 time: 0.0430393
Apr 16 22:13:34.199133 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1c308-812f-4c3b-a398-80be1eae60c9 req-d03cc248-c2bf-4fca-8fe0-3946e4d1d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:34.201223 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08f1c308-812f-4c3b-a398-80be1eae60c9 req-d03cc248-c2bf-4fca-8fe0-3946e4d1d13b service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f HTTP/1.1" status: 200  len: 898 time: 0.0862191
Apr 16 22:13:34.266367 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08f1c308-812f-4c3b-a398-80be1eae60c9 req-dbd31bd9-67e3-43c8-a82f-c8bebf295d4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a359ec2-552d-4caf-a46d-bcf1e6221f5b HTTP/1.1" status: 200  len: 1000 time: 0.0587010
Apr 16 22:13:34.316929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1c308-812f-4c3b-a398-80be1eae60c9 req-3b3a12dd-fd01-40d4-aa62-c291ec5293d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:34.318380 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08f1c308-812f-4c3b-a398-80be1eae60c9 req-3b3a12dd-fd01-40d4-aa62-c291ec5293d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05247783-19a5-405d-a03d-9f069eb5c196 HTTP/1.1" status: 200  len: 833 time: 0.0471306
Apr 16 22:13:34.363483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1c308-812f-4c3b-a398-80be1eae60c9 req-8438f199-d581-4f5b-bdb3-b4c940a8feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:34.364960 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08f1c308-812f-4c3b-a398-80be1eae60c9 req-8438f199-d581-4f5b-bdb3-b4c940a8feda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0413465
Apr 16 22:13:34.452391 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08f1c308-812f-4c3b-a398-80be1eae60c9 req-3592361e-4ec2-4175-8eac-d9817727f4f5 service neutron] 10.222.0.11 "GET /v2.0/networks/bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812409
Apr 16 22:13:34.541334 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-08f1c308-812f-4c3b-a398-80be1eae60c9 req-7049447e-3a38-4a6d-aae7-40eea6c0e101 service neutron] 10.222.0.11 "GET /v2.0/networks/bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832162
Apr 16 22:13:35.183983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ddea9-1936-4453-aa68-508c5fa0736b req-9fae1570-3193-49a9-85a7-759b29421c48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:35.185506 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69ddea9-1936-4453-aa68-508c5fa0736b req-9fae1570-3193-49a9-85a7-759b29421c48 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 945 time: 0.0483823
Apr 16 22:13:35.234609 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-a69ddea9-1936-4453-aa68-508c5fa0736b req-946b5ee2-a9cf-4849-a130-59343181842b tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435078
Apr 16 22:13:36.351259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e2400-84e9-4934-ad92-d3795e200962 req-ebf10dd1-651a-4391-b14c-95ad20dc8979 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:36.352746 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b34e2400-84e9-4934-ad92-d3795e200962 req-ebf10dd1-651a-4391-b14c-95ad20dc8979 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 945 time: 0.0510786
Apr 16 22:13:36.400192 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b34e2400-84e9-4934-ad92-d3795e200962 req-91c7cb62-9ec1-430e-977b-64f36c578dd3 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412076
Apr 16 22:13:36.423249 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53172) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:36.483372 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6d3ca456-c90e-4e0e-9c42-d5852dbc9301 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/floatingips/857dc40b-f842-42bf-b088-b5e1ae28a3c1 HTTP/1.1" status: 200  len: 992 time: 0.0590165
Apr 16 22:13:36.694742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53178) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:36.776558 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:36.844693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port 3eb209b0-7b77-47c8-ae47-f5db5d90dc32 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:13:36.845050 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (3eb209b0-7b77-47c8-ae47-f5db5d90dc32), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:36.921476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (3eb209b0-7b77-47c8-ae47-f5db5d90dc32), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:36.921813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (3eb209b0-7b77-47c8-ae47-f5db5d90dc32), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:36.934344 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for 3eb209b0-7b77-47c8-ae47-f5db5d90dc32 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:13:37.154276 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (3eb209b0-7b77-47c8-ae47-f5db5d90dc32), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:37.180198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=3eb209b0-7b77-47c8-ae47-f5db5d90dc32,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:37.208057 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.208440 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.208791 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.209141 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.209491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.209824 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.210159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.210492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.210825 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.211159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.211491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.211878 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.212201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.212528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.212857 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:37.252937 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for floatingip (857dc40b-f842-42bf-b088-b5e1ae28a3c1), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:37.253275 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Floating IP 857dc40b-f842-42bf-b088-b5e1ae28a3c1 disassociated (deleted). External IP: 172.35.1.44, port: 1a359ec2-552d-4caf-a46d-bcf1e6221f5b.
Apr 16 22:13:37.786427 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router fb431b58-851c-491d-a816-61a6f5d3228e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:13:37.897725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:13:37.902460 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:37.907707 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943f432b-b050-4303-afcd-537b5b799ea5 None None] Sync routers for ids ['fb431b58-851c-491d-a816-61a6f5d3228e'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:13:37.917064 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943f432b-b050-4303-afcd-537b5b799ea5 None None] Routers {'fb431b58-851c-491d-a816-61a6f5d3228e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:13:37.917649 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-943f432b-b050-4303-afcd-537b5b799ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b02160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:13:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fb431b58-851c-491d-a816-61a6f5d3228e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:37.932494 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fc5a7017-527d-416a-bba2-e45a0596306e tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/floatingips/857dc40b-f842-42bf-b088-b5e1ae28a3c1 HTTP/1.1" status: 204  len: 168 time: 1.2366514
Apr 16 22:13:37.933175 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'tag': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:13:37.935565 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab92c174-fff4-4451-8a3d-717e29be367c" -d '{"events": [{"name": "network-changed", "server_uuid": "fdceb21a-7767-4e17-aecc-c1218f6978db", "tag": "1a359ec2-552d-4caf-a46d-bcf1e6221f5b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:13:37.973823 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb286aa-5cd5-433b-83ee-696de9db238e x-openstack-request-id: req-9cb286aa-5cd5-433b-83ee-696de9db238e {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:13:37.974564 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdceb21a-7767-4e17-aecc-c1218f6978db", "tag": "1a359ec2-552d-4caf-a46d-bcf1e6221f5b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:13:37.974822 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cb286aa-5cd5-433b-83ee-696de9db238e {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:13:37.975379 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb286aa-5cd5-433b-83ee-696de9db238e'] response: {'name': 'network-changed', 'server_uuid': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'tag': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b', 'status': 'completed', 'code': 200}
Apr 16 22:13:38.034158 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-943f432b-b050-4303-afcd-537b5b799ea5 None None] Set router fb431b58-851c-491d-a816-61a6f5d3228e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:13:38.036305 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92c174-fff4-4451-8a3d-717e29be367c req-f7a9be71-dbe3-4085-80ef-42d27a03ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:38.037926 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab92c174-fff4-4451-8a3d-717e29be367c req-f7a9be71-dbe3-4085-80ef-42d27a03ff6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 1127 time: 0.0438013
Apr 16 22:13:38.127644 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92c174-fff4-4451-8a3d-717e29be367c req-8aa77ca3-e420-4e22-8add-2a6c0c9b8e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:38.129169 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab92c174-fff4-4451-8a3d-717e29be367c req-8aa77ca3-e420-4e22-8add-2a6c0c9b8e7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f HTTP/1.1" status: 200  len: 898 time: 0.0857556
Apr 16 22:13:38.174051 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab92c174-fff4-4451-8a3d-717e29be367c req-fbf54122-5387-4c70-8638-467f0ae7c3ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a359ec2-552d-4caf-a46d-bcf1e6221f5b HTTP/1.1" status: 200  len: 217 time: 0.0394750
Apr 16 22:13:38.223076 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92c174-fff4-4451-8a3d-717e29be367c req-24987f47-087e-4b6d-a2c9-4ae3431ec904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:38.224507 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab92c174-fff4-4451-8a3d-717e29be367c req-24987f47-087e-4b6d-a2c9-4ae3431ec904 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05247783-19a5-405d-a03d-9f069eb5c196 HTTP/1.1" status: 200  len: 833 time: 0.0455277
Apr 16 22:13:38.233569 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-943f432b-b050-4303-afcd-537b5b799ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b02160>, [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:41Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'df35423e-65a8-4b39-ac76-40cc5b1ed30e', 'name': '', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:26:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05247783-19a5-405d-a03d-9f069eb5c196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:40Z', 'updated_at': '2022-04-16T22:12:44Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '05247783-19a5-405d-a03d-9f069eb5c196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:38.260442 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943f432b-b050-4303-afcd-537b5b799ea5 None None] Checking router: fb431b58-851c-491d-a816-61a6f5d3228e for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:13:38.268897 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92c174-fff4-4451-8a3d-717e29be367c req-f0d6fbf3-cebe-47ed-9ed3-c30a26e393d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:38.269210 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943f432b-b050-4303-afcd-537b5b799ea5 None None] Routers {'fb431b58-851c-491d-a816-61a6f5d3228e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:13:38.269805 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-943f432b-b050-4303-afcd-537b5b799ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124b02160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:13:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fb431b58-851c-491d-a816-61a6f5d3228e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:38.270492 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab92c174-fff4-4451-8a3d-717e29be367c req-f0d6fbf3-cebe-47ed-9ed3-c30a26e393d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401299
Apr 16 22:13:38.403861 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab92c174-fff4-4451-8a3d-717e29be367c req-d81b2c78-de88-45a6-865b-edd6264ca48a service neutron] 10.222.0.11 "GET /v2.0/networks/bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268318
Apr 16 22:13:38.410414 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e3a03-bff9-47bf-be0e-79eac8428347 req-99cc6775-2041-48f9-896f-b5fb06a37711 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:38.411943 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f8e3a03-bff9-47bf-be0e-79eac8428347 req-99cc6775-2041-48f9-896f-b5fb06a37711 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 945 time: 0.0660052
Apr 16 22:13:38.460851 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6f8e3a03-bff9-47bf-be0e-79eac8428347 req-9de1838b-5574-42c9-b6b4-9c6e9470b1da tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430822
Apr 16 22:13:38.476097 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-943f432b-b050-4303-afcd-537b5b799ea5 None None] Set router fb431b58-851c-491d-a816-61a6f5d3228e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:13:38.664869 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-943f432b-b050-4303-afcd-537b5b799ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124b02160>, [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:41Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'df35423e-65a8-4b39-ac76-40cc5b1ed30e', 'name': '', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:26:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05247783-19a5-405d-a03d-9f069eb5c196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:40Z', 'updated_at': '2022-04-16T22:12:44Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '05247783-19a5-405d-a03d-9f069eb5c196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:38.694611 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943f432b-b050-4303-afcd-537b5b799ea5 None None] The sync data for ids ['fb431b58-851c-491d-a816-61a6f5d3228e'] in ncdv-master-1 is: [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:41Z', 'revision_number': 4, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'df35423e-65a8-4b39-ac76-40cc5b1ed30e', 'name': '', 'network_id': 'bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'mac_address': 'fa:16:3e:26:82:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '05247783-19a5-405d-a03d-9f069eb5c196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:40Z', 'updated_at': '2022-04-16T22:12:44Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'subnets': [{'id': '05247783-19a5-405d-a03d-9f069eb5c196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:13:38.916126 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159b83a-fbb2-433d-8471-ea35c4117129 None None] New status for floating IP 857dc40b-f842-42bf-b088-b5e1ae28a3c1: DOWN {{(pid=122557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:13:39.036178 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-52881b38-a7c8-40de-b111-ae3a9bc8fdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:39.575858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a658e4a-68b3-45d1-a90e-060bb86a35ff req-7824a908-fcbb-47a3-b166-f48979dfda71 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:39.577665 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7a658e4a-68b3-45d1-a90e-060bb86a35ff req-7824a908-fcbb-47a3-b166-f48979dfda71 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 945 time: 0.0475678
Apr 16 22:13:39.584646 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ab92c174-fff4-4451-8a3d-717e29be367c req-9317fb0e-73dd-4956-880e-5c9f3d76e17e service neutron] 10.222.0.11 "GET /v2.0/networks/bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862613
Apr 16 22:13:39.634742 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7a658e4a-68b3-45d1-a90e-060bb86a35ff req-06e8d2c6-0fd2-4bce-ac01-26c5878dd631 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/security-groups?id=9640e53d-479a-49fe-8f09-dcb2aa84cfaa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512195
Apr 16 22:13:39.826102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec98fb6-e8b0-46c7-9e53-1a079fa6d395 req-ae8afdf5-e18c-4394-a9da-9f088725caa1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:39.827712 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ec98fb6-e8b0-46c7-9e53-1a079fa6d395 req-ae8afdf5-e18c-4394-a9da-9f088725caa1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 945 time: 0.0467024
Apr 16 22:13:39.908855 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-4ec98fb6-e8b0-46c7-9e53-1a079fa6d395 req-dc6120cb-6a32-4789-81ff-1f126b146e13 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:13:39.909205 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ec98fb6-e8b0-46c7-9e53-1a079fa6d395 req-dc6120cb-6a32-4789-81ff-1f126b146e13 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:39.998444 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-4ec98fb6-e8b0-46c7-9e53-1a079fa6d395 req-dc6120cb-6a32-4789-81ff-1f126b146e13 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a359ec2-552d-4caf-a46d-bcf1e6221f5b,segment=NetworkSegment(9e4520cd-d8cc-4d90-9fae-2a76c6fc077e),segment_id=9e4520cd-d8cc-4d90-9fae-2a76c6fc077e)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:13:39.998810 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ec98fb6-e8b0-46c7-9e53-1a079fa6d395 req-dc6120cb-6a32-4789-81ff-1f126b146e13 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:40.007223 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:13:40.011739 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-4ec98fb6-e8b0-46c7-9e53-1a079fa6d395 req-dc6120cb-6a32-4789-81ff-1f126b146e13 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for 1a359ec2-552d-4caf-a46d-bcf1e6221f5b owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:13:40.204791 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ec98fb6-e8b0-46c7-9e53-1a079fa6d395 req-dc6120cb-6a32-4789-81ff-1f126b146e13 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (1a359ec2-552d-4caf-a46d-bcf1e6221f5b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:40.233098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6120cb-6a32-4789-81ff-1f126b146e13 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=1a359ec2-552d-4caf-a46d-bcf1e6221f5b,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:40.277687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec98fb6-e8b0-46c7-9e53-1a079fa6d395 req-dc6120cb-6a32-4789-81ff-1f126b146e13 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] No DVR routers for this DVR port 1a359ec2-552d-4caf-a46d-bcf1e6221f5b on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:13:40.280785 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-4ec98fb6-e8b0-46c7-9e53-1a079fa6d395 req-dc6120cb-6a32-4789-81ff-1f126b146e13 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:40.283992 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-4ec98fb6-e8b0-46c7-9e53-1a079fa6d395 req-dc6120cb-6a32-4789-81ff-1f126b146e13 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.11 "DELETE /v2.0/ports/1a359ec2-552d-4caf-a46d-bcf1e6221f5b HTTP/1.1" status: 204  len: 173 time: 0.4502060
Apr 16 22:13:40.284483 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'name': 'network-vif-deleted', 'tag': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:13:40.286732 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb2b6fb-d2d6-4851-9304-9e5b1272c268" -d '{"events": [{"server_uuid": "fdceb21a-7767-4e17-aecc-c1218f6978db", "name": "network-vif-deleted", "tag": "1a359ec2-552d-4caf-a46d-bcf1e6221f5b"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:13:40.325093 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1343289e-5a64-433f-8fa0-b1c4b2f0b7ef x-openstack-request-id: req-1343289e-5a64-433f-8fa0-b1c4b2f0b7ef {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:13:40.326533 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdceb21a-7767-4e17-aecc-c1218f6978db", "name": "network-vif-deleted", "tag": "1a359ec2-552d-4caf-a46d-bcf1e6221f5b", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:13:40.326533 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1343289e-5a64-433f-8fa0-b1c4b2f0b7ef {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:13:40.326533 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1343289e-5a64-433f-8fa0-b1c4b2f0b7ef'] response: {'server_uuid': 'fdceb21a-7767-4e17-aecc-c1218f6978db', 'name': 'network-vif-deleted', 'tag': '1a359ec2-552d-4caf-a46d-bcf1e6221f5b', 'status': 'completed', 'code': 200}
Apr 16 22:13:40.746688 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-51cd4acd-e76e-479f-8197-b4ab8075f86d req-16a5c951-ab47-4aa9-b94b-aa2ef265a727 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdceb21a-7767-4e17-aecc-c1218f6978db HTTP/1.1" status: 200  len: 210 time: 0.0281780
Apr 16 22:13:41.679231 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a88fe24e-c30a-47ed-a21e-8fa337e42ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:41.805365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53198) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:42.146455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (fb431b58-851c-491d-a816-61a6f5d3228e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:42.393472 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port df35423e-65a8-4b39-ac76-40cc5b1ed30e {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:13:42.393816 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:42.484452 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port df35423e-65a8-4b39-ac76-40cc5b1ed30e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df35423e-65a8-4b39-ac76-40cc5b1ed30e,segment=NetworkSegment(9e4520cd-d8cc-4d90-9fae-2a76c6fc077e),segment_id=9e4520cd-d8cc-4d90-9fae-2a76c6fc077e)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:13:42.484743 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:42.498276 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for df35423e-65a8-4b39-ac76-40cc5b1ed30e owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:13:42.707524 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:42.794157 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (df35423e-65a8-4b39-ac76-40cc5b1ed30e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:42.821168 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=df35423e-65a8-4b39-ac76-40cc5b1ed30e,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:42.852910 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.853262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.853605 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.853941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.854275 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.854607 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.854977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.855306 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.855668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.856562 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.856897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.857220 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.857541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.857861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:42.858180 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:43.014779 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (fb431b58-851c-491d-a816-61a6f5d3228e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:43.552466 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Router fb431b58-851c-491d-a816-61a6f5d3228e has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:13:43.662804 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:13:43.670675 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b85296a4-5946-4064-863b-1d89ea07c1ec tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "PUT /v2.0/routers/fb431b58-851c-491d-a816-61a6f5d3228e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8611965
Apr 16 22:13:43.670982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53200) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:43.673427 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6de216-a613-48fe-b460-f5b9f5351e44 None None] Sync routers for ids ['fb431b58-851c-491d-a816-61a6f5d3228e'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:13:43.684022 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6de216-a613-48fe-b460-f5b9f5351e44 None None] Routers {'fb431b58-851c-491d-a816-61a6f5d3228e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:13:43.684807 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bd6de216-a613-48fe-b460-f5b9f5351e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c6d280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:13:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fb431b58-851c-491d-a816-61a6f5d3228e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:43.725375 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-db89c765-f0aa-4443-925d-2e849b0ab062 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting subnet 05247783-19a5-405d-a03d-9f069eb5c196 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:13:43.728532 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-db89c765-f0aa-4443-925d-2e849b0ab062 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (05247783-19a5-405d-a03d-9f069eb5c196), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:43.774486 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-db89c765-f0aa-4443-925d-2e849b0ab062 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (05247783-19a5-405d-a03d-9f069eb5c196), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:43.792809 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-bd6de216-a613-48fe-b460-f5b9f5351e44 None None] Set router fb431b58-851c-491d-a816-61a6f5d3228e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:13:43.859446 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-db89c765-f0aa-4443-925d-2e849b0ab062 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (05247783-19a5-405d-a03d-9f069eb5c196), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:43.962191 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bd6de216-a613-48fe-b460-f5b9f5351e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c6d280>, [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:13:42Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:43.993284 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6de216-a613-48fe-b460-f5b9f5351e44 None None] Checking router: fb431b58-851c-491d-a816-61a6f5d3228e for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:13:44.002702 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6de216-a613-48fe-b460-f5b9f5351e44 None None] Routers {'fb431b58-851c-491d-a816-61a6f5d3228e'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:13:44.003301 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bd6de216-a613-48fe-b460-f5b9f5351e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c6d280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:13:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['fb431b58-851c-491d-a816-61a6f5d3228e'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:44.007887 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-db89c765-f0aa-4443-925d-2e849b0ab062 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (05247783-19a5-405d-a03d-9f069eb5c196), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.042312 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89c765-f0aa-4443-925d-2e849b0ab062 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Subnet': ['ID=05247783-19a5-405d-a03d-9f069eb5c196,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:44.045232 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-db89c765-f0aa-4443-925d-2e849b0ab062 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.048458 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-db89c765-f0aa-4443-925d-2e849b0ab062 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/subnets/05247783-19a5-405d-a03d-9f069eb5c196 HTTP/1.1" status: 204  len: 168 time: 0.3764114
Apr 16 22:13:44.050095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e987e4d-3c66-452a-bef6-ae1c83868409 None None] Network bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:13:44.051214 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53202) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:44.114000 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-bd6de216-a613-48fe-b460-f5b9f5351e44 None None] Set router fb431b58-851c-491d-a816-61a6f5d3228e gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:13:44.169281 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (fb431b58-851c-491d-a816-61a6f5d3228e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.190075 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.239344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] DHCP port deletion for bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:13:44.288543 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_gateway (fb431b58-851c-491d-a816-61a6f5d3228e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.289506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Deleting port b23a6a74-a651-4ecb-9140-4b62cdaef905 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:13:44.289873 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.300649 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-bd6de216-a613-48fe-b460-f5b9f5351e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c6d280>, [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:13:42Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:44.327516 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6de216-a613-48fe-b460-f5b9f5351e44 None None] The sync data for ids ['fb431b58-851c-491d-a816-61a6f5d3228e'] in ncdv-master-1 is: [{'id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402240509', 'tenant_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:13:42Z', 'revision_number': 5, 'project_id': '3d4eaa0fe99e42488e0720b18be48ac8', 'gw_port': {'id': 'e6b4f2af-171b-460f-984e-869ce636a0be', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:62:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb431b58-851c-491d-a816-61a6f5d3228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:12:37Z', 'updated_at': '2022-04-16T22:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:13:44.356643 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] For port b23a6a74-a651-4ecb-9140-4b62cdaef905, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b23a6a74-a651-4ecb-9140-4b62cdaef905,segment=NetworkSegment(9e4520cd-d8cc-4d90-9fae-2a76c6fc077e),segment_id=9e4520cd-d8cc-4d90-9fae-2a76c6fc077e)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:13:44.356904 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.366999 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.370919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Calling delete_port for b23a6a74-a651-4ecb-9140-4b62cdaef905 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:13:44.412300 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 1a359ec2-552d-4caf-a46d-bcf1e6221f5b no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:13:44.423816 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Deleting port e6b4f2af-171b-460f-984e-869ce636a0be {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:13:44.424247 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (e6b4f2af-171b-460f-984e-869ce636a0be), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.440533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 1a359ec2-552d-4caf-a46d-bcf1e6221f5b {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:13:44.440880 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 1a359ec2-552d-4caf-a46d-bcf1e6221f5b not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:13:44.503516 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] For port e6b4f2af-171b-460f-984e-869ce636a0be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b4f2af-171b-460f-984e-869ce636a0be,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:13:44.503815 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (e6b4f2af-171b-460f-984e-869ce636a0be), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.516876 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Calling delete_port for e6b4f2af-171b-460f-984e-869ce636a0be owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:13:44.541761 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (b23a6a74-a651-4ecb-9140-4b62cdaef905), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.566241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Pushing event deleted for resources: {'Port': ['ID=b23a6a74-a651-4ecb-9140-4b62cdaef905,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:44.575963 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.576347 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.576690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.577307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.577618 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.577954 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.578287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.578618 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.578946 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.579280 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.579609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.579936 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.580289 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.580860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.580971 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:44.583727 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7885e8-27d9-4851-a838-a4a8b7cfc0c4 None None] No DVR routers for this DVR port b23a6a74-a651-4ecb-9140-4b62cdaef905 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:13:44.748056 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (e6b4f2af-171b-460f-984e-869ce636a0be), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.778380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Port': ['ID=e6b4f2af-171b-460f-984e-869ce636a0be,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:44.845144 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (fb431b58-851c-491d-a816-61a6f5d3228e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.939913 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (fb431b58-851c-491d-a816-61a6f5d3228e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:44.942072 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router_controller (fb431b58-851c-491d-a816-61a6f5d3228e), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.035879 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (fb431b58-851c-491d-a816-61a6f5d3228e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.036473 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Fanout notify agent at l3_agent the message router_deleted on router fb431b58-851c-491d-a816-61a6f5d3228e {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 22:13:45.049443 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.049443 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-60d584cf-0699-4f5b-bfbd-d1e117d94ad1 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/routers/fb431b58-851c-491d-a816-61a6f5d3228e HTTP/1.1" status: 204  len: 168 time: 0.9921756
Apr 16 22:13:45.049634 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53204) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:45.127590 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eaf37875-22a1-4486-97db-219748e2a153 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.219670 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eaf37875-22a1-4486-97db-219748e2a153 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.239924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-eaf37875-22a1-4486-97db-219748e2a153 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011dc88fa0>,) {'filters': {'network_id': ['bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:45.249373 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-eaf37875-22a1-4486-97db-219748e2a153 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dc88fa0>, '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:45.249697 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-eaf37875-22a1-4486-97db-219748e2a153 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011dc88fa0>, '9e4520cd-d8cc-4d90-9fae-2a76c6fc077e') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:45.259008 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eaf37875-22a1-4486-97db-219748e2a153 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (9e4520cd-d8cc-4d90-9fae-2a76c6fc077e), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.272504 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eaf37875-22a1-4486-97db-219748e2a153 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (9e4520cd-d8cc-4d90-9fae-2a76c6fc077e), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.278908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf37875-22a1-4486-97db-219748e2a153 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:13:45.279312 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eaf37875-22a1-4486-97db-219748e2a153 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (9e4520cd-d8cc-4d90-9fae-2a76c6fc077e), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:13:45.282334 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:13:45.393057 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eaf37875-22a1-4486-97db-219748e2a153 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.401165 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-eaf37875-22a1-4486-97db-219748e2a153 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.404527 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-eaf37875-22a1-4486-97db-219748e2a153 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/networks/bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f HTTP/1.1" status: 204  len: 168 time: 0.3559616
Apr 16 22:13:45.407329 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53206) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:45.414707 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf37875-22a1-4486-97db-219748e2a153 tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'Network': ['ID=bdbf41a3-23bc-48aa-a97e-5b87ce8ffe6f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:45.467595 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.472953 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3260b9e0-ae13-46ce-8cea-19a24bd841be tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (9640e53d-479a-49fe-8f09-dcb2aa84cfaa), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.501670 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3260b9e0-ae13-46ce-8cea-19a24bd841be tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (9640e53d-479a-49fe-8f09-dcb2aa84cfaa), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.622037 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3260b9e0-ae13-46ce-8cea-19a24bd841be tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9640e53d-479a-49fe-8f09-dcb2aa84cfaa), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.624687 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3260b9e0-ae13-46ce-8cea-19a24bd841be tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:45.625871 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3260b9e0-ae13-46ce-8cea-19a24bd841be tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] 10.222.0.20 "DELETE /v2.0/security-groups/9640e53d-479a-49fe-8f09-dcb2aa84cfaa HTTP/1.1" status: 204  len: 168 time: 0.2174659
Apr 16 22:13:45.635085 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260b9e0-ae13-46ce-8cea-19a24bd841be tempest-TestNetworkAdvancedServerOps-1989351084 tempest-TestNetworkAdvancedServerOps-1989351084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9640e53d-479a-49fe-8f09-dcb2aa84cfaa,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:45.963294 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b23a6a74-a651-4ecb-9140-4b62cdaef905 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:13:45.984009 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: b23a6a74-a651-4ecb-9140-4b62cdaef905 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:13:45.984430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b23a6a74-a651-4ecb-9140-4b62cdaef905 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:13:45.984834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e6b4f2af-171b-460f-984e-869ce636a0be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:13:46.004006 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: e6b4f2af-171b-460f-984e-869ce636a0be {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:13:46.004322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device e6b4f2af-171b-460f-984e-869ce636a0be not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:13:46.004729 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device df35423e-65a8-4b39-ac76-40cc5b1ed30e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:13:46.025488 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: df35423e-65a8-4b39-ac76-40cc5b1ed30e {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:13:46.027201 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device df35423e-65a8-4b39-ac76-40cc5b1ed30e not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:13:46.171821 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53214) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:46.299303 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bce3d878-ffb6-4660-a618-b9a669b22be1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d4eaa0fe99e42488e0720b18be48ac8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1263022
Apr 16 22:13:46.301744 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53218) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:46.347396 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac97ac38-8127-4002-9b51-03098f55fc85 admin admin] Publish callbacks [] for security_group (9c226678-169f-4ac6-915b-718cab23178e), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:46.368342 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac97ac38-8127-4002-9b51-03098f55fc85 admin admin] Publish callbacks [] for security_group (9c226678-169f-4ac6-915b-718cab23178e), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:46.473449 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac97ac38-8127-4002-9b51-03098f55fc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (9c226678-169f-4ac6-915b-718cab23178e), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:46.476030 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ac97ac38-8127-4002-9b51-03098f55fc85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:46.477271 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ac97ac38-8127-4002-9b51-03098f55fc85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c226678-169f-4ac6-915b-718cab23178e HTTP/1.1" status: 204  len: 168 time: 0.1746030
Apr 16 22:13:46.485116 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97ac38-8127-4002-9b51-03098f55fc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c226678-169f-4ac6-915b-718cab23178e,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:47.035024 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53224) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:47.035024 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c5e543d-2c4d-4e81-97c7-058abb34ea07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:47.075290 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c5e543d-2c4d-4e81-97c7-058abb34ea07 admin admin] Publish callbacks [] for security_group (35ec01ff-0f4b-470a-8ec9-5f507cd31582), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:47.129869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-0c5e543d-2c4d-4e81-97c7-058abb34ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (35ec01ff-0f4b-470a-8ec9-5f507cd31582), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:47.169165 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-0c5e543d-2c4d-4e81-97c7-058abb34ea07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d64759dfaf324dc88da7e578a01a3d8e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1828330
Apr 16 22:13:47.169875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e543d-2c4d-4e81-97c7-058abb34ea07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ec01ff-0f4b-470a-8ec9-5f507cd31582,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:47.171629 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53226) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:47.224418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-550c4483-9f8e-42ab-aa18-ac166fbbc828 admin admin] Publish callbacks [] for security_group (35ec01ff-0f4b-470a-8ec9-5f507cd31582), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:47.245607 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-550c4483-9f8e-42ab-aa18-ac166fbbc828 admin admin] Publish callbacks [] for security_group (35ec01ff-0f4b-470a-8ec9-5f507cd31582), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:47.336003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-550c4483-9f8e-42ab-aa18-ac166fbbc828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (35ec01ff-0f4b-470a-8ec9-5f507cd31582), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:47.338586 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-550c4483-9f8e-42ab-aa18-ac166fbbc828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:47.339746 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-550c4483-9f8e-42ab-aa18-ac166fbbc828 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35ec01ff-0f4b-470a-8ec9-5f507cd31582 HTTP/1.1" status: 204  len: 168 time: 0.1663530
Apr 16 22:13:47.347604 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c4483-9f8e-42ab-aa18-ac166fbbc828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ec01ff-0f4b-470a-8ec9-5f507cd31582,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:48.328922 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53248) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:48.422188 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1661765422-network', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:13:48.501265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Made reservation on behalf of 8a91917b203d4a2ca179d394e04af71f for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:13:48.503622 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:48.512940 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:48.584805 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Publish callbacks [] for security_group (3391fc74-9663-4d58-be28-535357667db1), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:48.644082 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3391fc74-9663-4d58-be28-535357667db1), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:48.667786 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:13:48.677118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3391fc74-9663-4d58-be28-535357667db1,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:48.683326 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8e728316-e1eb-4df4-8a8b-6684e6fc48da), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:48.684707 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Added segment 8e728316-e1eb-4df4-8a8b-6684e6fc48da of type vlan for network ce19f73a-c474-49ea-9c81-734b1baff584
Apr 16 22:13:48.723261 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (ce19f73a-c474-49ea-9c81-734b1baff584), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:48.792848 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (ce19f73a-c474-49ea-9c81-734b1baff584), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:48.794265 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:48.794843 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:48.855567 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] Pushing event updated for resources: {'Network': ['ID=ce19f73a-c474-49ea-9c81-734b1baff584,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:48.865867 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network ce19f73a-c474-49ea-9c81-734b1baff584 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:13:48.912679 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-e999e8ee-2472-43d5-8c26-7d055000bd1c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5824995
Apr 16 22:13:48.915722 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53252) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:48.921354 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-bcd5bf9a-ea0c-427a-aeda-eff2ee1f85d4 admin admin] Request body: {'subnet': {'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1661765422-subnet', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'ip_version': 4}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:13:48.995730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd5bf9a-ea0c-427a-aeda-eff2ee1f85d4 admin admin] Made reservation on behalf of 8a91917b203d4a2ca179d394e04af71f for: {'subnet': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:13:48.998658 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcd5bf9a-ea0c-427a-aeda-eff2ee1f85d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60262080'] for subnet (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:49.216790 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcd5bf9a-ea0c-427a-aeda-eff2ee1f85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59790857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60292410'] for subnet (a20557b9-81fb-4e7c-a0d8-cf643991adc4), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:49.272230 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5bf9a-ea0c-427a-aeda-eff2ee1f85d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a20557b9-81fb-4e7c-a0d8-cf643991adc4,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:49.279707 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd5bf9a-ea0c-427a-aeda-eff2ee1f85d4 admin admin] Checking segment: {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:13:49.280073 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5bf9a-ea0c-427a-aeda-eff2ee1f85d4 admin admin] Network hostable DHCP agents. Network: ce19f73a-c474-49ea-9c81-734b1baff584, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:13:49.364682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5bf9a-ea0c-427a-aeda-eff2ee1f85d4 admin admin] Network ce19f73a-c474-49ea-9c81-734b1baff584 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:13:49.479050 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5bf9a-ea0c-427a-aeda-eff2ee1f85d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ce19f73a-c474-49ea-9c81-734b1baff584) {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:13:49.482987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5bf9a-ea0c-427a-aeda-eff2ee1f85d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:49.483582 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bcd5bf9a-ea0c-427a-aeda-eff2ee1f85d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:49.488473 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba39a4e-02b3-4571-8c3b-cb52c57ca191 None None] Network ce19f73a-c474-49ea-9c81-734b1baff584 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:13:49.567255 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bcd5bf9a-ea0c-427a-aeda-eff2ee1f85d4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6502957
Apr 16 22:13:49.570170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53254) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:49.574893 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:13:49.586004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ce19f73a-c474-49ea-9c81-734b1baff584', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:13:49.586004 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:49.662753 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (f4520d2d-e025-4837-863d-086d7368439b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:49.663842 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (f4520d2d-e025-4837-863d-086d7368439b), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:49.725240 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Publish callbacks [] for router_controller (f4520d2d-e025-4837-863d-086d7368439b), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:49.879090 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Allocated IP 172.20.0.2 (ce19f73a-c474-49ea-9c81-734b1baff584/a20557b9-81fb-4e7c-a0d8-cf643991adc4/b465f12c-d7d6-45dc-a5fb-fbd189852746) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:13:49.927520 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Publish callbacks [] for router_gateway (f4520d2d-e025-4837-863d-086d7368439b), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:50.023389 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Publish callbacks [] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:50.081934 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:50.125636 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Network ce19f73a-c474-49ea-9c81-734b1baff584 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:13:50.129919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:13:50.132237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:13:50.134293 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Pushing event updated for resources: {'Port': ['ID=b465f12c-d7d6-45dc-a5fb-fbd189852746,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:50.172138 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Publish callbacks [] for router_gateway (f4520d2d-e025-4837-863d-086d7368439b), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:50.190122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Attempting to bind port b465f12c-d7d6-45dc-a5fb-fbd189852746 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:13:50.190500 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Attempting to bind port b465f12c-d7d6-45dc-a5fb-fbd189852746 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:13:50.190871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Attempting to bind port b465f12c-d7d6-45dc-a5fb-fbd189852746 on network ce19f73a-c474-49ea-9c81-734b1baff584 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:13:50.191560 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:50.195953 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:13:50.198548 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Checking segment: {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:13:50.198548 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:50.198548 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Bound using segment: {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:13:50.198548 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Bound port: b465f12c-d7d6-45dc-a5fb-fbd189852746, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:13:50.198548 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:50.263358 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] For port b465f12c-d7d6-45dc-a5fb-fbd189852746, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:13:50.266356 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] For port b465f12c-d7d6-45dc-a5fb-fbd189852746, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b465f12c-d7d6-45dc-a5fb-fbd189852746,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:13:50.296342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Allocated IP 172.35.1.190 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/9f593453-c64e-4586-9bbf-cdfcf1725554) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:13:50.347710 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:50.399398 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Publish callbacks [] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:50.408672 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88557c-8979-4cc8-b53d-e4bd9c9dc996 None None] Pushing event updated for resources: {'Port': ['ID=b465f12c-d7d6-45dc-a5fb-fbd189852746,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:50.497079 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:50.539224 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:13:50.582972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:13:50.582972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:13:50.582972 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Pushing event updated for resources: {'Port': ['ID=9f593453-c64e-4586-9bbf-cdfcf1725554,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:50.889814 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Publish callbacks [] for router_gateway (f4520d2d-e025-4837-863d-086d7368439b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:51.101055 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (f4520d2d-e025-4837-863d-086d7368439b), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:51.287105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a123b12b-d18e-48f1-9be7-01242b828861 None None] Network ce19f73a-c474-49ea-9c81-734b1baff584 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:13:51.289956 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Router f4520d2d-e025-4837-863d-086d7368439b is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 22:13:51.399344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-e932296a-0cb9-4a7b-a19f-cbbc848de39d None None] Provisioning complete for port b465f12c-d7d6-45dc-a5fb-fbd189852746 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:51.399731 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e932296a-0cb9-4a7b-a19f-cbbc848de39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:51.401156 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:13:51.423153 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Sync routers for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:13:51.450037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:13:51.463127 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124f73190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:13:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:51.484529 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:51.488893 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53256) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:51.489503 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-80dbbd83-10ad-4390-8a46-e3fd287a385b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.9178221
Apr 16 22:13:51.579782 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-e932296a-0cb9-4a7b-a19f-cbbc848de39d None None] Current status of the port b465f12c-d7d6-45dc-a5fb-fbd189852746 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:13:51.580973 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e932296a-0cb9-4a7b-a19f-cbbc848de39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:51.618633 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:13:51.676054 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e932296a-0cb9-4a7b-a19f-cbbc848de39d None None] For port b465f12c-d7d6-45dc-a5fb-fbd189852746, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b465f12c-d7d6-45dc-a5fb-fbd189852746,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:13:51.733336 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e932296a-0cb9-4a7b-a19f-cbbc848de39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:51.821088 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932296a-0cb9-4a7b-a19f-cbbc848de39d None None] Pushing event updated for resources: {'Port': ['ID=b465f12c-d7d6-45dc-a5fb-fbd189852746,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:51.835525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124f73190>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:50Z', 'revision_number': 3, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:51.872964 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Checking router: f4520d2d-e025-4837-863d-086d7368439b for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:13:51.873322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Updating router f4520d2d-e025-4837-863d-086d7368439b port 9f593453-c64e-4586-9bbf-cdfcf1725554 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:13:51.879211 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-9e87051c-1d79-4285-8ac0-25b80a1579a3 None None] Provisioning complete for port b465f12c-d7d6-45dc-a5fb-fbd189852746 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:51.879588 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9e87051c-1d79-4285-8ac0-25b80a1579a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:51.922699 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:51.932533 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.036104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b465f12c-d7d6-45dc-a5fb-fbd189852746 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:13:52.091478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Allocated IP 172.20.0.1 (ce19f73a-c474-49ea-9c81-734b1baff584/a20557b9-81fb-4e7c-a0d8-cf643991adc4/f23ba66f-7129-40a7-8665-d225527075c5) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:13:52.113431 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-9e87051c-1d79-4285-8ac0-25b80a1579a3 None None] Current status of the port b465f12c-d7d6-45dc-a5fb-fbd189852746 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:13:52.170307 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port b465f12c-d7d6-45dc-a5fb-fbd189852746 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:52.170681 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.198543 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Publish callbacks [] for port (f23ba66f-7129-40a7-8665-d225527075c5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.279728 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f23ba66f-7129-40a7-8665-d225527075c5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.317147 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port b465f12c-d7d6-45dc-a5fb-fbd189852746 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:13:52.320329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Network ce19f73a-c474-49ea-9c81-734b1baff584 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:13:52.322864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:13:52.326839 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:13:52.335266 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Publish callbacks [] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.354086 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Pushing event updated for resources: {'Port': ['ID=f23ba66f-7129-40a7-8665-d225527075c5,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:52.370970 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (f4520d2d-e025-4837-863d-086d7368439b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.404625 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.459288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Attempting to bind port 9f593453-c64e-4586-9bbf-cdfcf1725554 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:13:52.459677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Attempting to bind port 9f593453-c64e-4586-9bbf-cdfcf1725554 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:13:52.460052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Attempting to bind port 9f593453-c64e-4586-9bbf-cdfcf1725554 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:13:52.468062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e09d62-14b5-4d06-b9f5-76096719d313 None None] Pushing event updated for resources: {'Port': ['ID=9f593453-c64e-4586-9bbf-cdfcf1725554,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:52.471406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:13:52.471406 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:13:52.471939 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.472213 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:13:52.472705 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Bound port: 9f593453-c64e-4586-9bbf-cdfcf1725554, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:13:52.473092 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.528136 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] For port 9f593453-c64e-4586-9bbf-cdfcf1725554, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:13:52.531507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] For port 9f593453-c64e-4586-9bbf-cdfcf1725554, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f593453-c64e-4586-9bbf-cdfcf1725554,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:13:52.546520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b6a78015-b193-47f3-bdd6-42886fc980a5 None None] Provisioning complete for port f23ba66f-7129-40a7-8665-d225527075c5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:52.547006 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b6a78015-b193-47f3-bdd6-42886fc980a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f23ba66f-7129-40a7-8665-d225527075c5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.567240 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f23ba66f-7129-40a7-8665-d225527075c5), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.584415 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b6a78015-b193-47f3-bdd6-42886fc980a5 None None] Port f23ba66f-7129-40a7-8665-d225527075c5 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:13:52.616413 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.672033 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:13:52.672264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124f73190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:13:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:52.710436 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e09d62-14b5-4d06-b9f5-76096719d313 None None] Pushing event updated for resources: {'Port': ['ID=9f593453-c64e-4586-9bbf-cdfcf1725554,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:52.740766 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Publish callbacks [] for port (f23ba66f-7129-40a7-8665-d225527075c5), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.787263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:13:52.787459 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f23ba66f-7129-40a7-8665-d225527075c5), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.853481 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (f4520d2d-e025-4837-863d-086d7368439b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:52.855352 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Pushing event updated for resources: {'Port': ['ID=f23ba66f-7129-40a7-8665-d225527075c5,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:52.952684 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Network ce19f73a-c474-49ea-9c81-734b1baff584 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:13:52.954147 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:13:52.985843 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124f73190>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 1, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:53.019078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043707d0-70e2-4c9c-9fb2-1b41317f1b4a None None] The sync data for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 is: [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 1, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:13:53.086363 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Router f4520d2d-e025-4837-863d-086d7368439b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:13:53.221045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d252cc70-8617-4c16-a8ef-1716b0923ddb None None] Provisioning complete for port f23ba66f-7129-40a7-8665-d225527075c5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:53.221425 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d252cc70-8617-4c16-a8ef-1716b0923ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f23ba66f-7129-40a7-8665-d225527075c5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:53.232982 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:13:53.238310 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-59d34427-b5f0-4a26-b830-9fd9fad3e89e admin admin] 10.222.0.20 "PUT /v2.0/routers/f4520d2d-e025-4837-863d-086d7368439b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7483699
Apr 16 22:13:53.264992 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d252cc70-8617-4c16-a8ef-1716b0923ddb None None] Port f23ba66f-7129-40a7-8665-d225527075c5 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:13:53.952018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53272) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:53.957014 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-368739351-network', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:13:54.010391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9f593453-c64e-4586-9bbf-cdfcf1725554 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:13:54.061845 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9f593453-c64e-4586-9bbf-cdfcf1725554 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:54.062220 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:54.073801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Made reservation on behalf of 7a0aebb2cc504c9fa2886f567ec97046 for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:13:54.077236 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:54.086945 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:54.148551 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9f593453-c64e-4586-9bbf-cdfcf1725554 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:13:54.149480 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:54.174831 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 9f593453-c64e-4586-9bbf-cdfcf1725554, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f593453-c64e-4586-9bbf-cdfcf1725554,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:13:54.184113 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Publish callbacks [] for security_group (da27b9e6-d0e5-45c2-b5f6-195e8eece68f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:54.250227 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:54.262474 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (da27b9e6-d0e5-45c2-b5f6-195e8eece68f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:54.290022 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:13:54.299477 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da27b9e6-d0e5-45c2-b5f6-195e8eece68f,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:54.305788 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=9f593453-c64e-4586-9bbf-cdfcf1725554,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:54.309503 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (3b76d0e6-cbaf-4d21-979c-29a9c63768b1), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:54.309853 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Added segment 3b76d0e6-cbaf-4d21-979c-29a9c63768b1 of type vlan for network 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819
Apr 16 22:13:54.356295 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (1d34ed81-2e2f-4f43-8cf5-0b08b3b49819), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:54.451021 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (1d34ed81-2e2f-4f43-8cf5-0b08b3b49819), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:54.452293 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:54.452900 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:54.514533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] Pushing event updated for resources: {'Network': ['ID=1d34ed81-2e2f-4f43-8cf5-0b08b3b49819,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:54.524100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:13:54.581052 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fc02e6bb-9bdb-4843-bee2-77e2d1d63df9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6278815
Apr 16 22:13:54.584019 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53274) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:54.588987 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-baf5e87d-8187-4c9d-a5ef-71d56b8ea4b5 admin admin] Request body: {'subnet': {'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-368739351-subnet', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:13:54.692617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf5e87d-8187-4c9d-a5ef-71d56b8ea4b5 admin admin] Made reservation on behalf of 7a0aebb2cc504c9fa2886f567ec97046 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:13:54.696370 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-baf5e87d-8187-4c9d-a5ef-71d56b8ea4b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:54.919795 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-baf5e87d-8187-4c9d-a5ef-71d56b8ea4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (833f7098-a678-441c-a733-8f939861deb9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:54.978706 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5e87d-8187-4c9d-a5ef-71d56b8ea4b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=833f7098-a678-441c-a733-8f939861deb9,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:54.987192 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5e87d-8187-4c9d-a5ef-71d56b8ea4b5 admin admin] Checking segment: {'id': '3b76d0e6-cbaf-4d21-979c-29a9c63768b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:13:54.987573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf5e87d-8187-4c9d-a5ef-71d56b8ea4b5 admin admin] Network hostable DHCP agents. Network: 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:13:55.057441 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Sync routers for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:13:55.064468 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf5e87d-8187-4c9d-a5ef-71d56b8ea4b5 admin admin] Network 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:13:55.067430 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:13:55.068033 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247eb730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:13:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:55.121509 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-baf5e87d-8187-4c9d-a5ef-71d56b8ea4b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:13:55.125500 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf5e87d-8187-4c9d-a5ef-71d56b8ea4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:13:55.126101 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-baf5e87d-8187-4c9d-a5ef-71d56b8ea4b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:55.133426 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401239ed-43a3-4bf4-bcd6-86188f9f9731 None None] Network 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:13:55.181824 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:13:55.199274 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-baf5e87d-8187-4c9d-a5ef-71d56b8ea4b5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6145213
Apr 16 22:13:55.209929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53276) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:55.209929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-368739351-router', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:13:55.241136 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1d34ed81-2e2f-4f43-8cf5-0b08b3b49819', 'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819', 'project_id': '7a0aebb2cc504c9fa2886f567ec97046', 'fixed_ips': [{'subnet_id': '833f7098-a678-441c-a733-8f939861deb9'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:13:55.241984 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:55.285952 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:55.287184 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:55.347641 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Publish callbacks [] for router_controller (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:55.374664 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247eb730>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 2, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:55.382268 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Allocated IP 172.20.0.2 (1d34ed81-2e2f-4f43-8cf5-0b08b3b49819/833f7098-a678-441c-a733-8f939861deb9/64430bd5-efce-47cb-bcfe-ac2a8f6d0355) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:13:55.400795 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Checking router: f4520d2d-e025-4837-863d-086d7368439b for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:13:55.401147 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Updating router f4520d2d-e025-4837-863d-086d7368439b port f23ba66f-7129-40a7-8665-d225527075c5 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:13:55.439924 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f23ba66f-7129-40a7-8665-d225527075c5), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:55.706803 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Publish callbacks [] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:55.765069 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:55.805113 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Network 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:13:55.809221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:13:55.812833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:13:55.819999 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Publish callbacks [] for port (f23ba66f-7129-40a7-8665-d225527075c5), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:55.827726 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Pushing event updated for resources: {'Port': ['ID=64430bd5-efce-47cb-bcfe-ac2a8f6d0355,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:55.878778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Attempting to bind port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:13:55.879170 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Attempting to bind port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b76d0e6-cbaf-4d21-979c-29a9c63768b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:13:55.879506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Attempting to bind port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 on network 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:13:55.884718 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:13:55.884937 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Publish callbacks [] for router_gateway (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:55.885101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Checking segment: {'id': '3b76d0e6-cbaf-4d21-979c-29a9c63768b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:13:55.885510 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:55.885909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Bound using segment: {'id': '3b76d0e6-cbaf-4d21-979c-29a9c63768b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:13:55.886407 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Bound port: 64430bd5-efce-47cb-bcfe-ac2a8f6d0355, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76d0e6-cbaf-4d21-979c-29a9c63768b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:13:55.886834 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:55.892807 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f23ba66f-7129-40a7-8665-d225527075c5), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:55.952885 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] For port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:13:55.956629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] For port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64430bd5-efce-47cb-bcfe-ac2a8f6d0355,segment=NetworkSegment(3b76d0e6-cbaf-4d21-979c-29a9c63768b1),segment_id=3b76d0e6-cbaf-4d21-979c-29a9c63768b1)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:13:55.968633 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Pushing event updated for resources: {'Port': ['ID=f23ba66f-7129-40a7-8665-d225527075c5,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:56.001031 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.001277 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.001473 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.001805 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.002134 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.002467 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.002792 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.003119 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.003444 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.003767 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.004091 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.004458 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.004779 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.005480 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.005480 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:13:56.012774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9f593453-c64e-4586-9bbf-cdfcf1725554 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:13:56.047243 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:56.047515 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Attempting to bind port f23ba66f-7129-40a7-8665-d225527075c5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:13:56.047957 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Attempting to bind port f23ba66f-7129-40a7-8665-d225527075c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:13:56.048542 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Attempting to bind port f23ba66f-7129-40a7-8665-d225527075c5 on network ce19f73a-c474-49ea-9c81-734b1baff584 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:13:56.055531 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:13:56.056006 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Checking segment: {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:13:56.056543 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:56.057084 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Bound using segment: {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:13:56.058201 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Bound port: f23ba66f-7129-40a7-8665-d225527075c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:13:56.059493 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f23ba66f-7129-40a7-8665-d225527075c5), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:56.140642 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead98d0f-e68d-427d-addc-d5bc9d521d98 None None] Pushing event updated for resources: {'Port': ['ID=64430bd5-efce-47cb-bcfe-ac2a8f6d0355,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:56.145514 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] For port f23ba66f-7129-40a7-8665-d225527075c5, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:13:56.149541 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] For port f23ba66f-7129-40a7-8665-d225527075c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f23ba66f-7129-40a7-8665-d225527075c5,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:13:56.154368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 9f593453-c64e-4586-9bbf-cdfcf1725554 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:56.154750 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:56.222745 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f23ba66f-7129-40a7-8665-d225527075c5), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:56.223178 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Publish callbacks [] for router_gateway (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:56.243855 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:56.249150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 9f593453-c64e-4586-9bbf-cdfcf1725554 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:13:56.295870 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:13:56.296841 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247eb730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:13:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:56.315745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-26120abe-0bbc-488e-93c7-dc2215b8b2fe None None] Provisioning complete for port f23ba66f-7129-40a7-8665-d225527075c5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:56.316492 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-26120abe-0bbc-488e-93c7-dc2215b8b2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f23ba66f-7129-40a7-8665-d225527075c5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:56.347855 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a1117-ab02-41a4-8fd3-370e1ff24cb2 None None] Pushing event updated for resources: {'Port': ['ID=f23ba66f-7129-40a7-8665-d225527075c5,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:56.409748 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Allocated IP 172.35.1.60 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/f2bc536e-5376-4ec3-9b19-cad05c13cd87) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:13:56.456476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-26120abe-0bbc-488e-93c7-dc2215b8b2fe None None] Current status of the port f23ba66f-7129-40a7-8665-d225527075c5 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:13:56.456869 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-26120abe-0bbc-488e-93c7-dc2215b8b2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f23ba66f-7129-40a7-8665-d225527075c5), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:56.502129 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:13:56.504070 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-26120abe-0bbc-488e-93c7-dc2215b8b2fe None None] For port f23ba66f-7129-40a7-8665-d225527075c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f23ba66f-7129-40a7-8665-d225527075c5,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:13:56.588041 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-26120abe-0bbc-488e-93c7-dc2215b8b2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f23ba66f-7129-40a7-8665-d225527075c5), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:56.594308 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Publish callbacks [] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:56.647648 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26120abe-0bbc-488e-93c7-dc2215b8b2fe None None] Pushing event updated for resources: {'Port': ['ID=f23ba66f-7129-40a7-8665-d225527075c5,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:56.685211 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:56.708411 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-4d65f51d-6809-43bb-a08f-5e987692542a None None] Provisioning complete for port f23ba66f-7129-40a7-8665-d225527075c5 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:56.708793 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4d65f51d-6809-43bb-a08f-5e987692542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f23ba66f-7129-40a7-8665-d225527075c5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:56.717455 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247eb730>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:56.740082 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:13:56.744792 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:13:56.747347 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:13:56.749328 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f191c3b-cb7d-4854-9f7a-517a9738baab None None] The sync data for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 is: [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:13:56.785574 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Pushing event updated for resources: {'Port': ['ID=f2bc536e-5376-4ec3-9b19-cad05c13cd87,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:56.803701 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-4d65f51d-6809-43bb-a08f-5e987692542a None None] Current status of the port f23ba66f-7129-40a7-8665-d225527075c5 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:13:57.120594 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Publish callbacks [] for router_gateway (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:57.298657 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9640a57-d828-486b-b9ee-3dd24beef5e5 None None] Network 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:13:57.349326 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:57.362620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-56920956-e81c-46b6-a6cf-00a8a602e406 None None] Provisioning complete for port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:57.363057 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-56920956-e81c-46b6-a6cf-00a8a602e406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:57.492198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-56920956-e81c-46b6-a6cf-00a8a602e406 None None] Current status of the port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:13:57.492604 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-56920956-e81c-46b6-a6cf-00a8a602e406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:57.527374 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-56920956-e81c-46b6-a6cf-00a8a602e406 None None] For port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64430bd5-efce-47cb-bcfe-ac2a8f6d0355,segment=NetworkSegment(3b76d0e6-cbaf-4d21-979c-29a9c63768b1),segment_id=3b76d0e6-cbaf-4d21-979c-29a9c63768b1)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:13:57.584241 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Router 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 22:13:57.613059 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-56920956-e81c-46b6-a6cf-00a8a602e406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:57.674557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56920956-e81c-46b6-a6cf-00a8a602e406 None None] Pushing event updated for resources: {'Port': ['ID=64430bd5-efce-47cb-bcfe-ac2a8f6d0355,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:57.711351 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:13:57.721485 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Sync routers for ids ['1e3ae4de-7a8f-4ae0-8925-c75a06155c76'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:13:57.741177 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Routers {'1e3ae4de-7a8f-4ae0-8925-c75a06155c76'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:13:57.741786 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012477e7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:13:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1e3ae4de-7a8f-4ae0-8925-c75a06155c76'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:57.743507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-28472910-dbed-4866-8d10-41a39f72415d None None] Provisioning complete for port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:57.743877 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-28472910-dbed-4866-8d10-41a39f72415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:57.808880 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:57.813376 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1f3b417f-dd4e-49eb-bb04-a848c25becc0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.6069534
Apr 16 22:13:57.813827 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53278) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:13:57.909104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Set router 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:13:57.976045 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-28472910-dbed-4866-8d10-41a39f72415d None None] Current status of the port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:13:58.089522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f23ba66f-7129-40a7-8665-d225527075c5 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:13:58.138099 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012477e7f0>, [{'id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'name': 'tempest-TestShelveInstance-368739351-router', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:55Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 3, 'project_id': '7a0aebb2cc504c9fa2886f567ec97046', 'gw_port': {'id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:13:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:56Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:58.167322 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Checking router: 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:13:58.167706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Updating router 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 port f2bc536e-5376-4ec3-9b19-cad05c13cd87 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:13:58.201327 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f23ba66f-7129-40a7-8665-d225527075c5 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:58.201963 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f23ba66f-7129-40a7-8665-d225527075c5), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:58.206440 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:58.260103 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:58.412240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f23ba66f-7129-40a7-8665-d225527075c5 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:13:58.413335 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:13:58.419812 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Allocated IP 172.20.0.1 (1d34ed81-2e2f-4f43-8cf5-0b08b3b49819/833f7098-a678-441c-a733-8f939861deb9/0f5bd5e7-d469-4009-a3f0-c3e233e2733d) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:13:58.498514 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:58.498952 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:58.521601 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Publish callbacks [] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:58.585096 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Publish callbacks [] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:58.610572 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:58.622737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:13:58.651825 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Network 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:13:58.656865 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:13:58.661769 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:58.662570 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:13:58.664072 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Pushing event updated for resources: {'Port': ['ID=0f5bd5e7-d469-4009-a3f0-c3e233e2733d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:58.721602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Attempting to bind port f2bc536e-5376-4ec3-9b19-cad05c13cd87 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:13:58.721977 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Attempting to bind port f2bc536e-5376-4ec3-9b19-cad05c13cd87 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:13:58.722349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Attempting to bind port f2bc536e-5376-4ec3-9b19-cad05c13cd87 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:13:58.724666 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7547856-b889-4f00-ba2f-86abdc9828f7 None None] Pushing event updated for resources: {'Port': ['ID=f2bc536e-5376-4ec3-9b19-cad05c13cd87,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:58.731023 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:13:58.731451 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:13:58.731808 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:58.732579 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:13:58.732682 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Bound port: f2bc536e-5376-4ec3-9b19-cad05c13cd87, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:13:58.733079 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:58.794572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] For port f2bc536e-5376-4ec3-9b19-cad05c13cd87, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:13:58.798100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] For port f2bc536e-5376-4ec3-9b19-cad05c13cd87, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2bc536e-5376-4ec3-9b19-cad05c13cd87,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:13:58.873617 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:58.936776 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Routers {'1e3ae4de-7a8f-4ae0-8925-c75a06155c76'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:13:58.937395 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012477e7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:13:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1e3ae4de-7a8f-4ae0-8925-c75a06155c76'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:58.977186 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7547856-b889-4f00-ba2f-86abdc9828f7 None None] Pushing event updated for resources: {'Port': ['ID=f2bc536e-5376-4ec3-9b19-cad05c13cd87,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:59.034740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-090878ff-8fd7-4115-8b60-08fe9c28c78b None None] Provisioning complete for port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:59.035113 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-090878ff-8fd7-4115-8b60-08fe9c28c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:59.043606 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:59.231611 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:59.248052 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-090878ff-8fd7-4115-8b60-08fe9c28c78b None None] Port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:13:59.258686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] Set router 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:13:59.404518 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Publish callbacks [] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:59.426949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012477e7f0>, [{'id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'name': 'tempest-TestShelveInstance-368739351-router', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:55Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 3, 'project_id': '7a0aebb2cc504c9fa2886f567ec97046', 'gw_port': {'id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:13:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:56Z', 'updated_at': '2022-04-16T22:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:13:59.454461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b8972c-2e2e-40a0-b1f8-fc3b44e290a5 None None] The sync data for ids ['1e3ae4de-7a8f-4ae0-8925-c75a06155c76'] in ncdv-master-1 is: [{'id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'name': 'tempest-TestShelveInstance-368739351-router', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:55Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 3, 'project_id': '7a0aebb2cc504c9fa2886f567ec97046', 'gw_port': {'id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:13:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:56Z', 'updated_at': '2022-04-16T22:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:13:59.493111 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:59.561660 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:13:59.563473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Pushing event updated for resources: {'Port': ['ID=0f5bd5e7-d469-4009-a3f0-c3e233e2733d,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:13:59.671681 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Network 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:13:59.673502 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:13:59.814299 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Router 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:13:59.940992 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:13:59.948692 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-aa57b782-9ecd-491a-a540-ef266ce6e05c admin admin] 10.222.0.20 "PUT /v2.0/routers/1e3ae4de-7a8f-4ae0-8925-c75a06155c76/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1337552
Apr 16 22:13:59.977317 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-71664fa6-6488-48ad-ae80-a8a1dd033728 None None] Provisioning complete for port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:13:59.977844 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-71664fa6-6488-48ad-ae80-a8a1dd033728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:00.018462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f2bc536e-5376-4ec3-9b19-cad05c13cd87 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:14:00.054326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-71664fa6-6488-48ad-ae80-a8a1dd033728 None None] Port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:14:00.078551 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f2bc536e-5376-4ec3-9b19-cad05c13cd87 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:14:00.079183 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:00.165832 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f2bc536e-5376-4ec3-9b19-cad05c13cd87 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:14:00.166964 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:00.189178 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port f2bc536e-5376-4ec3-9b19-cad05c13cd87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2bc536e-5376-4ec3-9b19-cad05c13cd87,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:14:00.293216 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:00.343107 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=f2bc536e-5376-4ec3-9b19-cad05c13cd87,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:00.503404 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53286) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:14:00.508085 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b7ba1110-5e35-413d-bbd7-6df228553cda tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-301018753', 'description': 'tempest-secgroup-smoke-301018753 description', 'project_id': '8a91917b203d4a2ca179d394e04af71f'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:14:00.607074 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1110-5e35-413d-bbd7-6df228553cda tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:00.674460 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1110-5e35-413d-bbd7-6df228553cda tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group (219ed88e-0250-4178-a447-abebc870d99b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:00.735309 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1110-5e35-413d-bbd7-6df228553cda tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (219ed88e-0250-4178-a447-abebc870d99b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:00.764244 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba1110-5e35-413d-bbd7-6df228553cda tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219ed88e-0250-4178-a447-abebc870d99b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:00.823389 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1110-5e35-413d-bbd7-6df228553cda tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:00.824670 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b7ba1110-5e35-413d-bbd7-6df228553cda tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3202455
Apr 16 22:14:00.827938 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53288) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:14:00.832353 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1d6430a1-680f-401e-b942-fcafc518c9f9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group_rule': {'security_group_id': '219ed88e-0250-4178-a447-abebc870d99b', 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:14:00.936776 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d6430a1-680f-401e-b942-fcafc518c9f9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (63b2454e-04da-4e6a-ac6d-014f87d14775), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:00.992672 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d6430a1-680f-401e-b942-fcafc518c9f9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (63b2454e-04da-4e6a-ac6d-014f87d14775), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.072885 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Sync routers for ids ['1e3ae4de-7a8f-4ae0-8925-c75a06155c76'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:14:01.078496 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d6430a1-680f-401e-b942-fcafc518c9f9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (63b2454e-04da-4e6a-ac6d-014f87d14775), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.084761 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Routers {'1e3ae4de-7a8f-4ae0-8925-c75a06155c76'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:14:01.085362 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c563d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:13:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1e3ae4de-7a8f-4ae0-8925-c75a06155c76'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:14:01.097257 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6430a1-680f-401e-b942-fcafc518c9f9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b2454e-04da-4e6a-ac6d-014f87d14775,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:01.180256 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1d6430a1-680f-401e-b942-fcafc518c9f9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.181562 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1d6430a1-680f-401e-b942-fcafc518c9f9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3526559
Apr 16 22:14:01.184327 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53290) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:14:01.188796 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e44bdc2c-6669-4a47-a42e-7acf6433e627 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group_rule': {'security_group_id': '219ed88e-0250-4178-a447-abebc870d99b', 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:14:01.194044 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Set router 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:14:01.296006 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e44bdc2c-6669-4a47-a42e-7acf6433e627 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (e57557db-854c-4222-90e4-42082d72670d), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.351948 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e44bdc2c-6669-4a47-a42e-7acf6433e627 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (e57557db-854c-4222-90e4-42082d72670d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.387017 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c563d0>, [{'id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'name': 'tempest-TestShelveInstance-368739351-router', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:55Z', 'updated_at': '2022-04-16T22:13:59Z', 'revision_number': 4, 'project_id': '7a0aebb2cc504c9fa2886f567ec97046', 'gw_port': {'id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:56Z', 'updated_at': '2022-04-16T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0f5bd5e7-d469-4009-a3f0-c3e233e2733d', 'name': '', 'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'mac_address': 'fa:16:3e:c4:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '833f7098-a678-441c-a733-8f939861deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:58Z', 'updated_at': '2022-04-16T22:13:59Z', 'revision_number': 2, 'project_id': '7a0aebb2cc504c9fa2886f567ec97046', 'subnets': [{'id': '833f7098-a678-441c-a733-8f939861deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:14:01.411209 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Checking router: 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:14:01.411566 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Updating router 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:14:01.438881 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e44bdc2c-6669-4a47-a42e-7acf6433e627 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (e57557db-854c-4222-90e4-42082d72670d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.439553 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.462060 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bdc2c-6669-4a47-a42e-7acf6433e627 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57557db-854c-4222-90e4-42082d72670d,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:01.526525 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e44bdc2c-6669-4a47-a42e-7acf6433e627 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.528363 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e44bdc2c-6669-4a47-a42e-7acf6433e627 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3429425
Apr 16 22:14:01.531067 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53292) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:14:01.535493 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-d426d1b6-b429-4423-9250-f500f19b01b2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group_rule': {'security_group_id': '219ed88e-0250-4178-a447-abebc870d99b', 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:14:01.610237 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d426d1b6-b429-4423-9250-f500f19b01b2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (e89d2a81-02e2-4c3c-b6d9-b63554a49477), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.669440 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d426d1b6-b429-4423-9250-f500f19b01b2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (e89d2a81-02e2-4c3c-b6d9-b63554a49477), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.705733 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Publish callbacks [] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.730343 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d426d1b6-b429-4423-9250-f500f19b01b2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (e89d2a81-02e2-4c3c-b6d9-b63554a49477), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.749977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426d1b6-b429-4423-9250-f500f19b01b2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89d2a81-02e2-4c3c-b6d9-b63554a49477,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:01.781784 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.815320 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d426d1b6-b429-4423-9250-f500f19b01b2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.816769 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d426d1b6-b429-4423-9250-f500f19b01b2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2846622
Apr 16 22:14:01.819816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53294) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:14:01.828618 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-fe6fbbba-3c8b-4267-b6d7-8fc901198a6e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group_rule': {'security_group_id': '219ed88e-0250-4178-a447-abebc870d99b', 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:14:01.830546 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ab816-f68a-4936-b853-f1b5165cdc24 None None] Pushing event updated for resources: {'Port': ['ID=0f5bd5e7-d469-4009-a3f0-c3e233e2733d,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:01.884593 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Attempting to bind port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:14:01.884965 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Attempting to bind port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b76d0e6-cbaf-4d21-979c-29a9c63768b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:14:01.885311 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Attempting to bind port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d on network 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:14:01.891230 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:14:01.894333 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Checking segment: {'id': '3b76d0e6-cbaf-4d21-979c-29a9c63768b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:14:01.894333 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.894333 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Bound using segment: {'id': '3b76d0e6-cbaf-4d21-979c-29a9c63768b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:14:01.894333 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Bound port: 0f5bd5e7-d469-4009-a3f0-c3e233e2733d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76d0e6-cbaf-4d21-979c-29a9c63768b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:14:01.894333 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.925363 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbbba-3c8b-4267-b6d7-8fc901198a6e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (16f5c35a-a829-4bd6-b899-b46b62170104), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:01.967413 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] For port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:14:01.970789 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] For port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f5bd5e7-d469-4009-a3f0-c3e233e2733d,segment=NetworkSegment(3b76d0e6-cbaf-4d21-979c-29a9c63768b1),segment_id=3b76d0e6-cbaf-4d21-979c-29a9c63768b1)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:14:01.992070 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f2bc536e-5376-4ec3-9b19-cad05c13cd87 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:14:02.021540 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbbba-3c8b-4267-b6d7-8fc901198a6e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (16f5c35a-a829-4bd6-b899-b46b62170104), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.041874 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port f2bc536e-5376-4ec3-9b19-cad05c13cd87 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:14:02.042249 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.059557 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.087344 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbbba-3c8b-4267-b6d7-8fc901198a6e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (16f5c35a-a829-4bd6-b899-b46b62170104), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.090787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-7515bbe2-270e-4c30-93b8-b0f4cb5a7dd0 None None] Provisioning complete for port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:14:02.091305 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7515bbe2-270e-4c30-93b8-b0f4cb5a7dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.120006 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fbbba-3c8b-4267-b6d7-8fc901198a6e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f5c35a-a829-4bd6-b899-b46b62170104,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:02.135002 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Routers {'1e3ae4de-7a8f-4ae0-8925-c75a06155c76'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:14:02.135690 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124c563d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:13:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1e3ae4de-7a8f-4ae0-8925-c75a06155c76'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:14:02.142549 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ab816-f68a-4936-b853-f1b5165cdc24 None None] Pushing event updated for resources: {'Port': ['ID=0f5bd5e7-d469-4009-a3f0-c3e233e2733d,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:02.173288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port f2bc536e-5376-4ec3-9b19-cad05c13cd87 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:14:02.197815 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbbba-3c8b-4267-b6d7-8fc901198a6e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.199170 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-fe6fbbba-3c8b-4267-b6d7-8fc901198a6e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3789012
Apr 16 22:14:02.202076 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53296) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:14:02.206727 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b2b9fc71-fc24-44f9-a5ee-6e325bd82a1b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group_rule': {'security_group_id': '219ed88e-0250-4178-a447-abebc870d99b', 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:14:02.237080 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-7515bbe2-270e-4c30-93b8-b0f4cb5a7dd0 None None] Current status of the port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:14:02.237435 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7515bbe2-270e-4c30-93b8-b0f4cb5a7dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.276452 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-7515bbe2-270e-4c30-93b8-b0f4cb5a7dd0 None None] For port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f5bd5e7-d469-4009-a3f0-c3e233e2733d,segment=NetworkSegment(3b76d0e6-cbaf-4d21-979c-29a9c63768b1),segment_id=3b76d0e6-cbaf-4d21-979c-29a9c63768b1)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:14:02.284864 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-b2b9fc71-fc24-44f9-a5ee-6e325bd82a1b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Project 8a91917b203d4a2ca179d394e04af71f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:14:02.292355 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b2b9fc71-fc24-44f9-a5ee-6e325bd82a1b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (b648e7fe-7355-4d85-9c77-071d0fb2de95), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.330211 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7515bbe2-270e-4c30-93b8-b0f4cb5a7dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.368988 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b2b9fc71-fc24-44f9-a5ee-6e325bd82a1b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (b648e7fe-7355-4d85-9c77-071d0fb2de95), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.381121 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] Set router 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:14:02.384787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515bbe2-270e-4c30-93b8-b0f4cb5a7dd0 None None] Pushing event updated for resources: {'Port': ['ID=0f5bd5e7-d469-4009-a3f0-c3e233e2733d,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:02.444786 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b2b9fc71-fc24-44f9-a5ee-6e325bd82a1b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (b648e7fe-7355-4d85-9c77-071d0fb2de95), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.452254 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6523557d-63d3-4afa-8e57-a41de43bf42f None None] Provisioning complete for port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:14:02.452946 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6523557d-63d3-4afa-8e57-a41de43bf42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.470002 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9fc71-fc24-44f9-a5ee-6e325bd82a1b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b648e7fe-7355-4d85-9c77-071d0fb2de95,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:02.536933 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6523557d-63d3-4afa-8e57-a41de43bf42f None None] Current status of the port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:14:02.541912 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b2b9fc71-fc24-44f9-a5ee-6e325bd82a1b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.543790 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b2b9fc71-fc24-44f9-a5ee-6e325bd82a1b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3406146
Apr 16 22:14:02.546564 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53298) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:14:02.550873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-70cea504-a1cf-4d03-b735-cf0a10f301a1 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group_rule': {'security_group_id': '219ed88e-0250-4178-a447-abebc870d99b', 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:14:02.578167 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124c563d0>, [{'id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'name': 'tempest-TestShelveInstance-368739351-router', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:55Z', 'updated_at': '2022-04-16T22:13:59Z', 'revision_number': 4, 'project_id': '7a0aebb2cc504c9fa2886f567ec97046', 'gw_port': {'id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:56Z', 'updated_at': '2022-04-16T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0f5bd5e7-d469-4009-a3f0-c3e233e2733d', 'name': '', 'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'mac_address': 'fa:16:3e:c4:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '833f7098-a678-441c-a733-8f939861deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:58Z', 'updated_at': '2022-04-16T22:14:01Z', 'revision_number': 4, 'project_id': '7a0aebb2cc504c9fa2886f567ec97046', 'subnets': [{'id': '833f7098-a678-441c-a733-8f939861deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:14:02.604316 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a62cb9-60df-4fcb-9a9d-398b8d4ed87e None None] The sync data for ids ['1e3ae4de-7a8f-4ae0-8925-c75a06155c76'] in ncdv-master-1 is: [{'id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'name': 'tempest-TestShelveInstance-368739351-router', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:55Z', 'updated_at': '2022-04-16T22:13:59Z', 'revision_number': 4, 'project_id': '7a0aebb2cc504c9fa2886f567ec97046', 'gw_port': {'id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:56Z', 'updated_at': '2022-04-16T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0f5bd5e7-d469-4009-a3f0-c3e233e2733d', 'name': '', 'network_id': '1d34ed81-2e2f-4f43-8cf5-0b08b3b49819', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'mac_address': 'fa:16:3e:c4:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '833f7098-a678-441c-a733-8f939861deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:58Z', 'updated_at': '2022-04-16T22:14:01Z', 'revision_number': 4, 'project_id': '7a0aebb2cc504c9fa2886f567ec97046', 'subnets': [{'id': '833f7098-a678-441c-a733-8f939861deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:14:02.636085 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-70cea504-a1cf-4d03-b735-cf0a10f301a1 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Project 8a91917b203d4a2ca179d394e04af71f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:14:02.643738 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70cea504-a1cf-4d03-b735-cf0a10f301a1 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (a78eade0-c67b-4953-a863-c35d26842b10), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.716210 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70cea504-a1cf-4d03-b735-cf0a10f301a1 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (a78eade0-c67b-4953-a863-c35d26842b10), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.790080 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70cea504-a1cf-4d03-b735-cf0a10f301a1 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (a78eade0-c67b-4953-a863-c35d26842b10), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.810241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cea504-a1cf-4d03-b735-cf0a10f301a1 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78eade0-c67b-4953-a863-c35d26842b10,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:02.880869 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-70cea504-a1cf-4d03-b735-cf0a10f301a1 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:02.882297 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-70cea504-a1cf-4d03-b735-cf0a10f301a1 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3347995
Apr 16 22:14:03.036830 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-40883c92-4c0a-4c7f-b965-3d1709b2ff42 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-301018753&fields=id&tenant_id=8a91917b203d4a2ca179d394e04af71f HTTP/1.1" status: 200  len: 267 time: 0.0466323
Apr 16 22:14:03.146670 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b1afeabe-baab-4810-9770-dfcf5c28371b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:03.148066 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b1afeabe-baab-4810-9770-dfcf5c28371b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 809 time: 0.1042900
Apr 16 22:14:03.163189 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-61d10f2a-965f-4e69-8b1c-30f87645ae36 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/quotas/8a91917b203d4a2ca179d394e04af71f HTTP/1.1" status: 200  len: 375 time: 0.0088379
Apr 16 22:14:03.211980 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-4f302eae-c6e7-4a38-8289-6b7bdf6fd35b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0437663
Apr 16 22:14:03.394448 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-5e285ad6-225a-43a8-9f6f-1426705769fb service neutron] 10.222.0.20 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707544
Apr 16 22:14:03.485857 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-dc56a329-ec99-4602-bb88-b7e8e98f1aa5 service neutron] 10.222.0.20 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856318
Apr 16 22:14:03.765827 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-705e6755-975b-4756-8add-3a928e585e02 req-49f295cf-d3e6-4478-b3c1-d3881dd20db0 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 210 time: 0.0314827
Apr 16 22:14:03.999149 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0f5bd5e7-d469-4009-a3f0-c3e233e2733d up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:14:04.047572 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:14:04.047956 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:04.131653 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:14:04.844148 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4425b397-6050-4548-9947-7130e10a363b req-3ecd01fe-5e00-41a9-8f1f-94a11436bbc5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 210 time: 0.0291502
Apr 16 22:14:05.898725 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460c74-3399-41f7-8adb-1136b4461aaa req-7ecf9ea2-7dc0-4640-a3c0-97b9645e4f95 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:05.900236 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-7ecf9ea2-7dc0-4640-a3c0-97b9645e4f95 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.11 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 809 time: 0.1043425
Apr 16 22:14:05.962857 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ad6b4fda-e7c6-429d-8c1e-719a2b635624 req-5b480c05-beef-4cb8-a2a9-154b8798fb3a tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 210 time: 0.0467772
Apr 16 22:14:05.996542 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-f4fa80c4-61b9-41a0-925d-612112a01382 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a91917b203d4a2ca179d394e04af71f HTTP/1.1" status: 200  len: 379 time: 0.0869646
Apr 16 22:14:06.004637 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-67460c74-3399-41f7-8adb-1136b4461aaa req-6a686bbc-2934-42bb-8cdc-a7ffdbc0ab9c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'port': {'device_id': '2bafbfec-97cd-4628-87cd-2963042e626b', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'admin_state_up': True, 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'security_groups': ['219ed88e-0250-4178-a447-abebc870d99b']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:14:06.158400 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67460c74-3399-41f7-8adb-1136b4461aaa req-6a686bbc-2934-42bb-8cdc-a7ffdbc0ab9c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Made reservation on behalf of 8a91917b203d4a2ca179d394e04af71f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:14:06.161711 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-67460c74-3399-41f7-8adb-1136b4461aaa req-6a686bbc-2934-42bb-8cdc-a7ffdbc0ab9c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:06.289776 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-67460c74-3399-41f7-8adb-1136b4461aaa req-6a686bbc-2934-42bb-8cdc-a7ffdbc0ab9c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Allocated IP 172.20.0.4 (ce19f73a-c474-49ea-9c81-734b1baff584/a20557b9-81fb-4e7c-a0d8-cf643991adc4/0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:14:06.427900 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-67460c74-3399-41f7-8adb-1136b4461aaa req-6a686bbc-2934-42bb-8cdc-a7ffdbc0ab9c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:06.510003 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-67460c74-3399-41f7-8adb-1136b4461aaa req-6a686bbc-2934-42bb-8cdc-a7ffdbc0ab9c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:06.557413 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67460c74-3399-41f7-8adb-1136b4461aaa req-6a686bbc-2934-42bb-8cdc-a7ffdbc0ab9c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Network ce19f73a-c474-49ea-9c81-734b1baff584 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:14:06.561039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-67460c74-3399-41f7-8adb-1136b4461aaa req-6a686bbc-2934-42bb-8cdc-a7ffdbc0ab9c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:14:06.564755 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-67460c74-3399-41f7-8adb-1136b4461aaa req-6a686bbc-2934-42bb-8cdc-a7ffdbc0ab9c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:14:06.571068 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a686bbc-2934-42bb-8cdc-a7ffdbc0ab9c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'Port': ['ID=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:06.617731 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460c74-3399-41f7-8adb-1136b4461aaa req-6a686bbc-2934-42bb-8cdc-a7ffdbc0ab9c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:06.618369 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-67460c74-3399-41f7-8adb-1136b4461aaa req-6a686bbc-2934-42bb-8cdc-a7ffdbc0ab9c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:06.712522 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-6a686bbc-2934-42bb-8cdc-a7ffdbc0ab9c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7113926
Apr 16 22:14:06.723286 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Request body: {'port': {'device_id': '2bafbfec-97cd-4628-87cd-2963042e626b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:14:06.732667 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:06.786823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1e084237-8389-4bd2-adf1-9033abc0b238 None None] Provisioning complete for port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:14:06.787199 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1e084237-8389-4bd2-adf1-9033abc0b238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:06.788560 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:06.822067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1e084237-8389-4bd2-adf1-9033abc0b238 None None] Port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:14:07.049523 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:14:07.057181 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Publish callbacks [] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:07.070043 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Transition to ACTIVE for port object 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:14:07.075704 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea6854-1591-4a63-9219-f63406ca7454 req-d7e2ae5d-c532-405e-ab15-8ef954ae5a5d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:07.077450 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46ea6854-1591-4a63-9219-f63406ca7454 req-d7e2ae5d-c532-405e-ab15-8ef954ae5a5d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 931 time: 0.0474961
Apr 16 22:14:07.128098 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-46ea6854-1591-4a63-9219-f63406ca7454 req-5e3ffe07-cf0e-4211-8ee7-76925f8d952d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443425
Apr 16 22:14:07.138550 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:07.209761 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:07.264944 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Attempting to bind port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:14:07.265298 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Attempting to bind port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:14:07.265636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Attempting to bind port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c on network ce19f73a-c474-49ea-9c81-734b1baff584 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:14:07.270501 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c on network ce19f73a-c474-49ea-9c81-734b1baff584 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:14:07.270837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Attempting to bind port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c on network ce19f73a-c474-49ea-9c81-734b1baff584 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:14:07.275834 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:14:07.276201 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Checking segment: {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:14:07.276602 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Bound using segment: {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:14:07.277619 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Bound port: 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:14:07.277988 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:07.348078 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:14:07.351273 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:14:07.421972 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:07.459244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:07.459861 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:07.461289 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 200  len: 1091 time: 0.7422719
Apr 16 22:14:07.461732 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:14:07.464001 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f5a273-4040-4f00-b1e9-319907fb1420" -d '{"events": [{"name": "network-changed", "server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:14:07.490018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9fc6b-7121-4fb2-9cf8-02fbe941b9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:07.505674 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9f4ffd-e0eb-471a-a6b6-db6fb8a5941d x-openstack-request-id: req-7b9f4ffd-e0eb-471a-a6b6-db6fb8a5941d {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:14:07.506103 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:14:07.506309 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b9f4ffd-e0eb-471a-a6b6-db6fb8a5941d {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:14:07.506731 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9f4ffd-e0eb-471a-a6b6-db6fb8a5941d'] response: {'name': 'network-changed', 'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'status': 'completed', 'code': 200}
Apr 16 22:14:07.571378 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5a273-4040-4f00-b1e9-319907fb1420 req-3155621c-1bf5-4dbc-b372-52d0d665f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:07.573251 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85f5a273-4040-4f00-b1e9-319907fb1420 req-3155621c-1bf5-4dbc-b372-52d0d665f0fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1125 time: 0.0468285
Apr 16 22:14:07.673937 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5a273-4040-4f00-b1e9-319907fb1420 req-07dd1fb9-2b9a-44a0-bdb3-5f5aa5313db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:07.675415 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85f5a273-4040-4f00-b1e9-319907fb1420 req-07dd1fb9-2b9a-44a0-bdb3-5f5aa5313db9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8a91917b203d4a2ca179d394e04af71f&shared=False HTTP/1.1" status: 200  len: 910 time: 0.0961113
Apr 16 22:14:07.773653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5a273-4040-4f00-b1e9-319907fb1420 req-c1aaa0bb-748e-4318-92b0-48fe751931f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:07.775184 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-85f5a273-4040-4f00-b1e9-319907fb1420 req-c1aaa0bb-748e-4318-92b0-48fe751931f3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0942559
Apr 16 22:14:07.849058 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460c74-3399-41f7-8adb-1136b4461aaa req-0de554e4-0953-4a21-b7a1-2996d130c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:07.850557 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-0de554e4-0953-4a21-b7a1-2996d130c05a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1125 time: 0.0409930
Apr 16 22:14:07.891239 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-d4a217ee-f684-47f1-97c5-f0d9b8763b51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 200  len: 217 time: 0.0346100
Apr 16 22:14:07.937196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460c74-3399-41f7-8adb-1136b4461aaa req-1ca37ed9-1baf-46fb-ae81-8bbc4c7053b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:07.938645 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-1ca37ed9-1baf-46fb-ae81-8bbc4c7053b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0423501
Apr 16 22:14:07.984162 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460c74-3399-41f7-8adb-1136b4461aaa req-d8564c85-49e5-4032-bcb6-e0ee85aafe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:07.985643 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-d8564c85-49e5-4032-bcb6-e0ee85aafe7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0412252
Apr 16 22:14:08.072414 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-1ec87ef9-4a41-43eb-bc1a-cbf9dcd841e9 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808775
Apr 16 22:14:08.164123 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-67460c74-3399-41f7-8adb-1136b4461aaa req-8527167f-d49e-4d96-846d-318b3250ccee service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856984
Apr 16 22:14:08.247213 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8efb2b-3584-4026-8eec-b13caff6b91e req-ed876f82-a36e-4521-abb6-fe5c693d4549 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:08.248714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0e8efb2b-3584-4026-8eec-b13caff6b91e req-ed876f82-a36e-4521-abb6-fe5c693d4549 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 943 time: 0.0528090
Apr 16 22:14:08.296906 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0e8efb2b-3584-4026-8eec-b13caff6b91e req-b47b39ad-c238-424b-ad72-36eba820368d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424545
Apr 16 22:14:09.017888 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13f5c28b-12dc-40bd-b534-526fb8203707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:09.412999 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5949d1-1707-4192-9831-c0a000ce36c1 req-ff79ffa4-2d50-4753-80ba-c688bc2920d3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:09.414494 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5949d1-1707-4192-9831-c0a000ce36c1 req-ff79ffa4-2d50-4753-80ba-c688bc2920d3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 943 time: 0.0483830
Apr 16 22:14:09.463386 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa5949d1-1707-4192-9831-c0a000ce36c1 req-f95e7e0b-de0d-4bca-ae17-65ff892538b2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431378
Apr 16 22:14:10.491195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:14:10.576841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b0bb3-b986-4217-af17-a39d85129b8f req-6cf097f3-eb57-4d89-a8f8-50efb11136a1 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:10.578359 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd0b0bb3-b986-4217-af17-a39d85129b8f req-6cf097f3-eb57-4d89-a8f8-50efb11136a1 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 943 time: 0.0476475
Apr 16 22:14:10.586976 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:14:10.599624 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'port_id': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'mac_address': 'fa:16:3e:57:f3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:14:10.626884 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-fd0b0bb3-b986-4217-af17-a39d85129b8f req-74e769a2-5d1b-4175-8fbc-5a906f7ed623 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428619
Apr 16 22:14:10.647943 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:14:10.647943 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:10.654435 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:14:10.673139 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:14:10.775247 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:10.823825 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:10.978207 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:14:11.667017 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0a398dd6-68ee-448c-a35d-29673e205a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:11.780281 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512af6e-7ad8-4d06-90ea-79a083d8da7e req-e57a6197-3820-44bc-a685-e3a034ca5121 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:11.781766 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e512af6e-7ad8-4d06-90ea-79a083d8da7e req-e57a6197-3820-44bc-a685-e3a034ca5121 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0851939
Apr 16 22:14:11.833448 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e512af6e-7ad8-4d06-90ea-79a083d8da7e req-9ac5bef0-6b75-4655-aaad-ab77a1a26fab tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458629
Apr 16 22:14:12.507205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:14:12.552422 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:14:12.628952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:14:12.629381 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:12.716328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:14:12.716966 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:12.724999 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:12.853753 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:14:12.856670 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb55b2f6-5662-46b0-afc4-fa6184f5d0ab" -d '{"events": [{"server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "name": "network-vif-plugged", "status": "completed", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:14:12.871524 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:14:12.897672 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7e3d39-3fd9-4143-b8d3-5d58f470e492 x-openstack-request-id: req-6a7e3d39-3fd9-4143-b8d3-5d58f470e492 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:14:12.897672 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "name": "network-vif-plugged", "status": "completed", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:14:12.897672 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a7e3d39-3fd9-4143-b8d3-5d58f470e492 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:14:12.897952 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7e3d39-3fd9-4143-b8d3-5d58f470e492'] response: {'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'code': 200}
Apr 16 22:14:12.938067 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:12.961040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8a59d-d139-48bd-84be-6999e392f581 req-1d6c8c89-958f-471c-a533-b70c7361382e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:12.962556 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ff8a59d-d139-48bd-84be-6999e392f581 req-1d6c8c89-958f-471c-a533-b70c7361382e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0569398
Apr 16 22:14:12.993439 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7f7d8-c940-4bc3-8015-afc5ce801cc6 req-5198df41-4b67-41b6-8e70-5b60c48e5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:12.995121 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e8d7f7d8-c940-4bc3-8015-afc5ce801cc6 req-5198df41-4b67-41b6-8e70-5b60c48e5322 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1127 time: 0.0407867
Apr 16 22:14:12.995236 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:13.016548 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1ff8a59d-d139-48bd-84be-6999e392f581 req-2663ed58-818f-4a35-9f8f-cad3855998db tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459464
Apr 16 22:14:13.041852 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-e8d7f7d8-c940-4bc3-8015-afc5ce801cc6 req-731c165a-e5a6-4a2d-98ce-4f95d5dac23e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404887
Apr 16 22:14:14.141913 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a348-dac5-42e1-9bd1-01268dd5746e req-bcddd8cc-e7b7-4bd5-bb89-c3a4779b9d91 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:14.143428 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1874a348-dac5-42e1-9bd1-01268dd5746e req-bcddd8cc-e7b7-4bd5-bb89-c3a4779b9d91 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0486434
Apr 16 22:14:14.192519 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:14.198539 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1874a348-dac5-42e1-9bd1-01268dd5746e req-8aeb8edf-19a1-4238-9b82-fd4bb3fabc49 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441825
Apr 16 22:14:14.335137 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:15.305066 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccb1d6-b186-4fce-b48f-67e78d003005 req-4ff2bd25-03bc-41ea-a932-418bf07d08ea tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:15.306516 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dcccb1d6-b186-4fce-b48f-67e78d003005 req-4ff2bd25-03bc-41ea-a932-418bf07d08ea tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0467584
Apr 16 22:14:15.354686 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-dcccb1d6-b186-4fce-b48f-67e78d003005 req-377d5d63-054b-453a-8a9b-879814c3b84a tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422513
Apr 16 22:14:15.474741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9092ce0-9e92-4e14-9d2f-567691483d50 req-ec416271-a3e0-4098-948e-297219b30a1f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:15.476390 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d9092ce0-9e92-4e14-9d2f-567691483d50 req-ec416271-a3e0-4098-948e-297219b30a1f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0523059
Apr 16 22:14:15.492374 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:15.526042 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d9092ce0-9e92-4e14-9d2f-567691483d50 req-b51c77de-5d2f-4b96-8cc8-e5a77839e78a tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441093
Apr 16 22:14:15.547860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53356) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:14:15.627641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c959bd7c-10dc-41f6-8bbc-cf695ae14d75 tempest-TestShelveInstance-1709278303 tempest-TestShelveInstance-1709278303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:15.629192 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c959bd7c-10dc-41f6-8bbc-cf695ae14d75 tempest-TestShelveInstance-1709278303 tempest-TestShelveInstance-1709278303-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1122 time: 0.0803084
Apr 16 22:14:15.632227 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53360) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:14:15.636951 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:14:15.718100 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:15.797758 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:15.898968 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Allocated IP 172.35.1.184 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/f63b14a6-65cb-408c-8750-9371789ec47b) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:14:16.004250 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for port (f63b14a6-65cb-408c-8750-9371789ec47b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:16.107157 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f63b14a6-65cb-408c-8750-9371789ec47b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:16.146763 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:14:16.149533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:14:16.153608 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:14:16.158897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'Port': ['ID=f63b14a6-65cb-408c-8750-9371789ec47b,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:16.531258 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for floatingip (f5f5bb4a-0450-4488-9986-553eab2ca090), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:16.687245 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (f63b14a6-65cb-408c-8750-9371789ec47b), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:16.836661 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for port (f63b14a6-65cb-408c-8750-9371789ec47b), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:16.891933 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (f63b14a6-65cb-408c-8750-9371789ec47b), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:16.965929 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'Port': ['ID=f63b14a6-65cb-408c-8750-9371789ec47b,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:14:16.977132 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (f5f5bb4a-0450-4488-9986-553eab2ca090), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:17.006604 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:14:17.078836 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Floating IP f5f5bb4a-0450-4488-9986-553eab2ca090 associated. External IP: 172.35.1.184, port: 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c.
Apr 16 22:14:17.293528 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Router f4520d2d-e025-4837-863d-086d7368439b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:14:17.406514 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:14:17.416267 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35e8181-e346-41a0-9e5c-a6079f4d47eb None None] Sync routers for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:14:17.426927 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e8181-e346-41a0-9e5c-a6079f4d47eb None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:14:17.427545 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c35e8181-e346-41a0-9e5c-a6079f4d47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012428f580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:14:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:14:17.468555 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:17.498113 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-54644d4a-3574-4919-9f71-2e883aa3800e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8648808
Apr 16 22:14:17.498680 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:14:17.500982 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb83c06-e092-44c9-93b5-4ec92bb12ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:14:17.537883 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215a6c12-bf2e-47b4-9dc6-027256063302 x-openstack-request-id: req-215a6c12-bf2e-47b4-9dc6-027256063302 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:14:17.538497 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:14:17.538497 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-215a6c12-bf2e-47b4-9dc6-027256063302 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:14:17.538836 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215a6c12-bf2e-47b4-9dc6-027256063302'] response: {'name': 'network-changed', 'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'status': 'completed', 'code': 200}
Apr 16 22:14:17.544631 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c35e8181-e346-41a0-9e5c-a6079f4d47eb None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:14:17.597808 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb83c06-e092-44c9-93b5-4ec92bb12ad9 req-26545f1e-e21d-4ced-b9ba-279d02c769b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:17.599332 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebb83c06-e092-44c9-93b5-4ec92bb12ad9 req-26545f1e-e21d-4ced-b9ba-279d02c769b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1127 time: 0.0391800
Apr 16 22:14:17.694693 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb83c06-e092-44c9-93b5-4ec92bb12ad9 req-be8cc335-4001-4f21-b3e8-34856dd87403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:17.696252 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebb83c06-e092-44c9-93b5-4ec92bb12ad9 req-be8cc335-4001-4f21-b3e8-34856dd87403 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0911338
Apr 16 22:14:17.761836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c35e8181-e346-41a0-9e5c-a6079f4d47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012428f580>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5f5bb4a-0450-4488-9986-553eab2ca090', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'floating_ip_address': '172.35.1.184', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'port_id': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'mac_address': 'fa:16:3e:57:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bafbfec-97cd-4628-87cd-2963042e626b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:14:16Z', 'updated_at': '2022-04-16T22:14:16Z', 'revision_number': 0, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 5, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:14:17.762599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebb83c06-e092-44c9-93b5-4ec92bb12ad9 req-909f73ff-3a4a-4202-bf91-6f07c19b3565 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 200  len: 999 time: 0.0603085
Apr 16 22:14:17.788590 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35e8181-e346-41a0-9e5c-a6079f4d47eb None None] Checking router: f4520d2d-e025-4837-863d-086d7368439b for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:14:17.797625 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e8181-e346-41a0-9e5c-a6079f4d47eb None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:14:17.798167 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c35e8181-e346-41a0-9e5c-a6079f4d47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012428f580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:14:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:14:17.811092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb83c06-e092-44c9-93b5-4ec92bb12ad9 req-54980c72-e8df-45e5-b5e7-07605ebd587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:17.812629 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebb83c06-e092-44c9-93b5-4ec92bb12ad9 req-54980c72-e8df-45e5-b5e7-07605ebd587a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0446718
Apr 16 22:14:17.860582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb83c06-e092-44c9-93b5-4ec92bb12ad9 req-c4288f55-8836-469f-97bf-c9f12eebbb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:17.862112 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebb83c06-e092-44c9-93b5-4ec92bb12ad9 req-c4288f55-8836-469f-97bf-c9f12eebbb21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435283
Apr 16 22:14:17.906610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-c35e8181-e346-41a0-9e5c-a6079f4d47eb None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:14:17.955701 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebb83c06-e092-44c9-93b5-4ec92bb12ad9 req-e74f0f74-5bc9-44bd-988e-d9dceb6a77ca service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879321
Apr 16 22:14:18.047344 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ebb83c06-e092-44c9-93b5-4ec92bb12ad9 req-e6a013b9-9b68-431e-b725-7b201f1b67fd service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857313
Apr 16 22:14:18.121630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-c35e8181-e346-41a0-9e5c-a6079f4d47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012428f580>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5f5bb4a-0450-4488-9986-553eab2ca090', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'floating_ip_address': '172.35.1.184', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'port_id': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'mac_address': 'fa:16:3e:57:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bafbfec-97cd-4628-87cd-2963042e626b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:14:16Z', 'updated_at': '2022-04-16T22:14:16Z', 'revision_number': 0, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 5, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:14:18.152794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35e8181-e346-41a0-9e5c-a6079f4d47eb None None] The sync data for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 is: [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5f5bb4a-0450-4488-9986-553eab2ca090', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'floating_ip_address': '172.35.1.184', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'port_id': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'mac_address': 'fa:16:3e:57:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bafbfec-97cd-4628-87cd-2963042e626b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:14:16Z', 'updated_at': '2022-04-16T22:14:16Z', 'revision_number': 0, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 5, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:14:18.345826 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01d303-a732-4ad0-91bd-409f62f7fe3a None None] New status for floating IP f5f5bb4a-0450-4488-9986-553eab2ca090: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:14:36.797635 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:39.032671 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b73bc334-28d9-4a3e-a225-57080926d866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:40.700832 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68937c76-fc33-4f9c-8bbe-c23098614b5b req-9b3feb5f-44f3-4802-a561-a682ee0e3560 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3597496
Apr 16 22:14:40.779729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68937c76-fc33-4f9c-8bbe-c23098614b5b req-b54a0dc9-3f14-4384-b0e5-4157e0a56eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:40.781315 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68937c76-fc33-4f9c-8bbe-c23098614b5b req-b54a0dc9-3f14-4384-b0e5-4157e0a56eb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1127 time: 0.0392313
Apr 16 22:14:40.883590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68937c76-fc33-4f9c-8bbe-c23098614b5b req-2e332d0a-76c6-42c9-8453-2383331ce808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:40.885097 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68937c76-fc33-4f9c-8bbe-c23098614b5b req-2e332d0a-76c6-42c9-8453-2383331ce808 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0862846
Apr 16 22:14:40.949256 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68937c76-fc33-4f9c-8bbe-c23098614b5b req-c09c5897-2dbf-493e-afcc-67727c91eb9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 200  len: 1001 time: 0.0574679
Apr 16 22:14:40.996573 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68937c76-fc33-4f9c-8bbe-c23098614b5b req-aa28fe50-cce1-4c2b-b175-4dda198a5f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:40.998033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68937c76-fc33-4f9c-8bbe-c23098614b5b req-aa28fe50-cce1-4c2b-b175-4dda198a5f99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0433152
Apr 16 22:14:41.044955 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68937c76-fc33-4f9c-8bbe-c23098614b5b req-e8cde79e-df16-481c-bcc8-31ce8a1d2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:14:41.046445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68937c76-fc33-4f9c-8bbe-c23098614b5b req-e8cde79e-df16-481c-bcc8-31ce8a1d2a0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418508
Apr 16 22:14:41.133516 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68937c76-fc33-4f9c-8bbe-c23098614b5b req-cdd68429-cc00-4017-8aac-81194dda4bf9 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799146
Apr 16 22:14:41.222518 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-68937c76-fc33-4f9c-8bbe-c23098614b5b req-d152d406-83a4-4a93-9af5-e323e568c061 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828600
Apr 16 22:14:41.673989 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2dbec7ea-5f46-425f-8845-9cc91ba99e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:42.751673 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:44.157530 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:44.346088 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:45.465915 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:14:54.005711 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:15:00.501247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-ac80025d-c658-475f-9566-3bbc83949582 service neutron] (122556) timed out ('10.222.0.20', 49380) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 22:15:01.115914 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-b5f7cec5-fe68-4765-99ba-60b77275c618 req-ed2e18a6-5885-46e1-841e-a5a4cd29cbcc tempest-ServerActionsTestJSON-739373493 tempest-ServerActionsTestJSON-739373493-project] (122556) timed out ('10.222.0.20', 49400) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 22:15:06.779785 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:15:09.027529 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8be8bfae-38c6-4447-9f67-33d744d2b76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:15:11.690751 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b859f83c-3c2c-4a0b-b597-0868e31410c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:15:12.718750 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:15:14.206442 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:15:14.362593 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:15:15.482303 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:15:31.003943 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:15:36.775497 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:15:39.050256 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f3e5edca-26a1-4462-8e8c-18172af99e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:15:41.672449 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-709cc51f-4db3-4a2c-845d-30f3ed8eaabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:15:42.385192 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d466815-96d7-4afb-82ad-801106cfb34d req-855337d2-5048-4d57-a161-c6e16e1d2515 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0417807
Apr 16 22:15:42.460907 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d466815-96d7-4afb-82ad-801106cfb34d req-e571093e-3ff9-4e9d-8384-735b08089b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:15:42.462392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d466815-96d7-4afb-82ad-801106cfb34d req-e571093e-3ff9-4e9d-8384-735b08089b90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1127 time: 0.0383978
Apr 16 22:15:42.563645 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d466815-96d7-4afb-82ad-801106cfb34d req-a9502979-9982-470a-9e33-bd2c79279c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:15:42.565123 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d466815-96d7-4afb-82ad-801106cfb34d req-a9502979-9982-470a-9e33-bd2c79279c1b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0861707
Apr 16 22:15:42.630375 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d466815-96d7-4afb-82ad-801106cfb34d req-4a9739e1-e4c2-4633-9a3d-62151555bc2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 200  len: 1001 time: 0.0580792
Apr 16 22:15:42.677668 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d466815-96d7-4afb-82ad-801106cfb34d req-65f9c467-7c14-4d9c-81d7-d56711ea18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:15:42.679065 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d466815-96d7-4afb-82ad-801106cfb34d req-65f9c467-7c14-4d9c-81d7-d56711ea18e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0429997
Apr 16 22:15:42.718211 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:15:42.726289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d466815-96d7-4afb-82ad-801106cfb34d req-5f2ee022-d74a-4bd0-a54b-7bb611182408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:15:42.727796 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d466815-96d7-4afb-82ad-801106cfb34d req-5f2ee022-d74a-4bd0-a54b-7bb611182408 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432231
Apr 16 22:15:42.814998 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d466815-96d7-4afb-82ad-801106cfb34d req-a23ec3ee-5e3a-4945-96fe-33dabe74dd40 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811532
Apr 16 22:15:42.906383 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d466815-96d7-4afb-82ad-801106cfb34d req-fbfb37f6-24fb-4bf0-a498-ee443e3c7600 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856359
Apr 16 22:15:44.173166 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:15:44.334925 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:15:45.449675 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:06.820566 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:08.002769 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:16:09.070079 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-27f6a419-b1ed-4fca-84a2-0215c260c0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:11.676571 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-33b99c7d-9993-425c-86aa-5543941df861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:12.380923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2081a6-eff2-4324-a3e4-0f4ebf7ec2a7 req-e9a0af90-e8d0-49d4-aac0-32f9b7ca4252 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:12.382425 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7b2081a6-eff2-4324-a3e4-0f4ebf7ec2a7 req-e9a0af90-e8d0-49d4-aac0-32f9b7ca4252 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0494111
Apr 16 22:16:12.430941 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7b2081a6-eff2-4324-a3e4-0f4ebf7ec2a7 req-ce148e21-994d-4c73-9082-656bd382beb5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422204
Apr 16 22:16:12.727252 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:13.554168 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438756a-0626-4bb5-a113-efa81e0ec6b1 req-a3bc0433-0575-4dbf-b494-dea775f90881 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:13.555647 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5438756a-0626-4bb5-a113-efa81e0ec6b1 req-a3bc0433-0575-4dbf-b494-dea775f90881 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0478902
Apr 16 22:16:13.604828 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-5438756a-0626-4bb5-a113-efa81e0ec6b1 req-d35e17ec-6209-45af-9fc4-ea9ef11f99ec tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435739
Apr 16 22:16:14.185974 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:14.338195 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:14.730603 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed3af9-49a1-4b9f-bca8-893a65e4b23f req-b5ba2aa3-3a99-4623-9b0b-8323ae6feb78 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:14.732057 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1fed3af9-49a1-4b9f-bca8-893a65e4b23f req-b5ba2aa3-3a99-4623-9b0b-8323ae6feb78 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0502317
Apr 16 22:16:15.090718 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1fed3af9-49a1-4b9f-bca8-893a65e4b23f req-dd570705-1e6a-410b-8a80-83780d40618d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3530602
Apr 16 22:16:15.471543 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:16.203625 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc335d6-9c30-4100-8c8a-b340a36fd6bb req-3ba98b57-325f-4f21-999e-7fb0dd8d3b51 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:16.205133 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fcc335d6-9c30-4100-8c8a-b340a36fd6bb req-3ba98b57-325f-4f21-999e-7fb0dd8d3b51 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0468431
Apr 16 22:16:16.252743 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fcc335d6-9c30-4100-8c8a-b340a36fd6bb req-fefcc302-ac29-4598-8fd8-9a09350c0c72 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420251
Apr 16 22:16:17.365375 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc037b7c-0995-4d2e-a790-f010055292d8 req-8bf8759d-f692-4096-b955-273f3cec3dc5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:17.366819 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc037b7c-0995-4d2e-a790-f010055292d8 req-8bf8759d-f692-4096-b955-273f3cec3dc5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0467341
Apr 16 22:16:17.416564 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bc037b7c-0995-4d2e-a790-f010055292d8 req-ec4d72bd-1d8f-4fc6-8559-e81ad649e73f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438249
Apr 16 22:16:18.591853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdacbb-bc68-484d-8105-b7054040a258 req-d8a92f7e-31ee-49da-b1fc-63b4f693dd90 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:18.593368 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-74cdacbb-bc68-484d-8105-b7054040a258 req-d8a92f7e-31ee-49da-b1fc-63b4f693dd90 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.1104383
Apr 16 22:16:18.641000 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-74cdacbb-bc68-484d-8105-b7054040a258 req-3cfdefa2-32ec-4f0b-a6b5-f8473a71eb32 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420229
Apr 16 22:16:19.810362 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3d0f-fe1e-41d4-ad71-adf9e535d352 req-5d0c43a9-f8cc-4580-949c-3dc099b7f5e2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:19.811819 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ff2f3d0f-fe1e-41d4-ad71-adf9e535d352 req-5d0c43a9-f8cc-4580-949c-3dc099b7f5e2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.1036212
Apr 16 22:16:19.862582 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ff2f3d0f-fe1e-41d4-ad71-adf9e535d352 req-0af36c5c-ef4d-4ac7-8982-48f1af4b4c40 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450921
Apr 16 22:16:20.977779 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5afab5-84e2-4291-8dfe-ebd671f92549 req-aa89723e-722e-4207-88ec-fb79ccd51f84 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:20.979825 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a5afab5-84e2-4291-8dfe-ebd671f92549 req-aa89723e-722e-4207-88ec-fb79ccd51f84 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0482364
Apr 16 22:16:21.028694 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6a5afab5-84e2-4291-8dfe-ebd671f92549 req-149dc930-dd99-4c6f-9c98-7b63ff73ada8 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431554
Apr 16 22:16:22.142966 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a4a41-2a1c-4577-8318-a2531e73ea87 req-2a12df88-4a8b-4860-b32f-b0210ec0bd50 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:22.144471 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b38a4a41-2a1c-4577-8318-a2531e73ea87 req-2a12df88-4a8b-4860-b32f-b0210ec0bd50 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0472224
Apr 16 22:16:22.191787 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b38a4a41-2a1c-4577-8318-a2531e73ea87 req-e8988c89-d1b3-4387-842d-8e867cc9a0e5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417168
Apr 16 22:16:23.308617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c4555-d4ec-4e06-bed6-f664719cf178 req-a954eb64-68e7-4e95-a9bc-0722f17fae8c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:23.310206 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-537c4555-d4ec-4e06-bed6-f664719cf178 req-a954eb64-68e7-4e95-a9bc-0722f17fae8c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0512977
Apr 16 22:16:23.358964 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-537c4555-d4ec-4e06-bed6-f664719cf178 req-e181fbed-b984-4dd4-a03e-92b20cea82be tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432265
Apr 16 22:16:24.471741 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbe917-3ced-475a-ad93-b692d870e6ce req-67ffaea4-a6ab-4346-bc8b-f6435cdcc0f9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:24.473241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cdbe917-3ced-475a-ad93-b692d870e6ce req-67ffaea4-a6ab-4346-bc8b-f6435cdcc0f9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0464904
Apr 16 22:16:24.520425 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cdbe917-3ced-475a-ad93-b692d870e6ce req-010f101b-c248-46c4-a15d-934b67567553 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414870
Apr 16 22:16:25.119913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:16:25.383287 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:16:25.394802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'port_id': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'mac_address': 'fa:16:3e:57:f3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:16:25.431627 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:16:25.432653 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:25.448150 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:16:25.466606 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:16:25.561336 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:25.613819 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:16:25.622352 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.622914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.623423 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.623764 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.624100 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.624506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.624844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.625174 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.625553 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.626008 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.626343 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.626671 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.626995 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.627321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.627645 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:25.633340 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:16:25.653248 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c705cd-8a9e-4db4-9e0f-a6cb473d605e req-2c3a3812-3445-40b3-9310-40c46fdd2b28 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:25.654839 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-87c705cd-8a9e-4db4-9e0f-a6cb473d605e req-2c3a3812-3445-40b3-9310-40c46fdd2b28 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0653660
Apr 16 22:16:25.728817 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-87c705cd-8a9e-4db4-9e0f-a6cb473d605e req-70a649ac-3fe8-43d6-84b4-15c9019b0a04 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613976
Apr 16 22:16:26.836977 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4babab-c11e-4c75-9c6c-2bdcdd89b047 req-b00c515a-1d48-462e-b661-7a65e4a94c59 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:26.839415 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c4babab-c11e-4c75-9c6c-2bdcdd89b047 req-b00c515a-1d48-462e-b661-7a65e4a94c59 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0551894
Apr 16 22:16:26.893938 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2c4babab-c11e-4c75-9c6c-2bdcdd89b047 req-af14256a-ac34-456b-a141-5accf4033523 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484464
Apr 16 22:16:27.123833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:16:27.178969 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:16:27.179343 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:27.274807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:16:27.275353 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:27.302060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:16:27.303764 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113e55bf-c183-4125-aa7e-7b3d3bda1a72" -d '{"events": [{"server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "name": "network-vif-plugged", "status": "completed", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:16:27.318428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:16:27.346411 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a671e50c-db84-4372-ba42-dbb016397ff9 x-openstack-request-id: req-a671e50c-db84-4372-ba42-dbb016397ff9 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:16:27.346883 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "name": "network-vif-plugged", "status": "completed", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:16:27.347006 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a671e50c-db84-4372-ba42-dbb016397ff9 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:16:27.347436 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a671e50c-db84-4372-ba42-dbb016397ff9'] response: {'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'code': 200}
Apr 16 22:16:27.386353 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:27.453591 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:16:28.026301 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75180dfb-29e9-43a1-96da-e52d448b3081 req-4d8911f6-95a1-48f0-b173-b448167755f9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:28.027824 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-75180dfb-29e9-43a1-96da-e52d448b3081 req-4d8911f6-95a1-48f0-b173-b448167755f9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0596232
Apr 16 22:16:28.084096 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-75180dfb-29e9-43a1-96da-e52d448b3081 req-b13c85dc-b033-4c8f-8960-21fa7583e60b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503085
Apr 16 22:16:29.219716 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67d988-28e8-4198-b9f8-ee0d979b6e19 req-7dc897cf-d959-4df8-b82f-cf9c9f8e4788 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:29.221182 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ce67d988-28e8-4198-b9f8-ee0d979b6e19 req-7dc897cf-d959-4df8-b82f-cf9c9f8e4788 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0625808
Apr 16 22:16:29.282333 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ce67d988-28e8-4198-b9f8-ee0d979b6e19 req-0d666e38-2db2-4907-b144-6fc8764424a2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541606
Apr 16 22:16:30.414535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc50f3f-165d-4a78-8012-e5e7059e19c4 req-2a8a922a-2e65-48be-ae28-0bfe217aa754 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:30.417337 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afc50f3f-165d-4a78-8012-e5e7059e19c4 req-2a8a922a-2e65-48be-ae28-0bfe217aa754 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0599790
Apr 16 22:16:30.471741 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-afc50f3f-165d-4a78-8012-e5e7059e19c4 req-1ff57042-6ea7-41c5-8bf1-08d301a4fb4b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476711
Apr 16 22:16:31.600592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6706-c0b8-4da6-9efb-05a07e37ca9d req-c2b22337-e18c-44e6-a4c1-228eaa3711b9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:31.602542 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-579a6706-c0b8-4da6-9efb-05a07e37ca9d req-c2b22337-e18c-44e6-a4c1-228eaa3711b9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0549486
Apr 16 22:16:31.679918 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-579a6706-c0b8-4da6-9efb-05a07e37ca9d req-327dd068-28c7-47f3-a7ec-f55dd9bac2d4 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712280
Apr 16 22:16:32.803197 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7865b-562f-4f6a-bdfd-74ba04858020 req-55d36769-3e64-4448-93c9-3fd0a8ba7f0d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:32.804767 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7dd7865b-562f-4f6a-bdfd-74ba04858020 req-55d36769-3e64-4448-93c9-3fd0a8ba7f0d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0520062
Apr 16 22:16:32.862983 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7dd7865b-562f-4f6a-bdfd-74ba04858020 req-ea715300-f22b-4175-8a78-a2447c424712 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513668
Apr 16 22:16:33.986075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc90c5-e5bd-4e32-ac98-ece6468f2083 req-011293b1-a139-4ede-867f-77d48b003f1f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:33.987628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cdc90c5-e5bd-4e32-ac98-ece6468f2083 req-011293b1-a139-4ede-867f-77d48b003f1f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0492117
Apr 16 22:16:34.038345 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cdc90c5-e5bd-4e32-ac98-ece6468f2083 req-da2aa39e-2bd5-4092-85a8-a2c9fb32a858 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447004
Apr 16 22:16:35.161108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b2073-c8c8-42cb-bc81-052d1161c6f3 req-66ba7294-bdbd-4a6d-abc1-ac7a798acdf6 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:35.162586 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a62b2073-c8c8-42cb-bc81-052d1161c6f3 req-66ba7294-bdbd-4a6d-abc1-ac7a798acdf6 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0496614
Apr 16 22:16:35.216129 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a62b2073-c8c8-42cb-bc81-052d1161c6f3 req-5c933385-ffbb-4078-8641-fa4dbc0b67df tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477352
Apr 16 22:16:36.122253 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5850-f45e-4a56-8ce1-f0156fcf3aab req-7447ebc1-3f06-4f8b-8cdb-5b50f3f99eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:36.123790 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96aa5850-f45e-4a56-8ce1-f0156fcf3aab req-7447ebc1-3f06-4f8b-8cdb-5b50f3f99eb4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1127 time: 0.0440011
Apr 16 22:16:36.211013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5850-f45e-4a56-8ce1-f0156fcf3aab req-02a7b13b-e1ed-4ec1-910f-c16af2e18e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:36.212529 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96aa5850-f45e-4a56-8ce1-f0156fcf3aab req-02a7b13b-e1ed-4ec1-910f-c16af2e18e86 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0832129
Apr 16 22:16:36.281879 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96aa5850-f45e-4a56-8ce1-f0156fcf3aab req-f80e535c-def6-40f6-9f8e-e7f7731caf2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 200  len: 1001 time: 0.0641334
Apr 16 22:16:36.355360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c3f38-6b82-4f2a-ada2-4389d5a75967 req-040346ee-3fe3-486c-8b89-d5c6956ef9d5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:36.356884 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-552c3f38-6b82-4f2a-ada2-4389d5a75967 req-040346ee-3fe3-486c-8b89-d5c6956ef9d5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0741415
Apr 16 22:16:36.365601 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5850-f45e-4a56-8ce1-f0156fcf3aab req-7e83747d-3b9c-489b-93ca-d697134bd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:36.366965 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96aa5850-f45e-4a56-8ce1-f0156fcf3aab req-7e83747d-3b9c-489b-93ca-d697134bd3da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0760896
Apr 16 22:16:36.437839 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5850-f45e-4a56-8ce1-f0156fcf3aab req-b1562638-6f0c-4171-b091-daaeda521d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:36.439346 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96aa5850-f45e-4a56-8ce1-f0156fcf3aab req-b1562638-6f0c-4171-b091-daaeda521d28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0667207
Apr 16 22:16:36.443286 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-552c3f38-6b82-4f2a-ada2-4389d5a75967 req-bbdf9294-90a7-4951-977f-3e2c72dc5598 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0800467
Apr 16 22:16:36.529143 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96aa5850-f45e-4a56-8ce1-f0156fcf3aab req-984ae8ee-407f-4823-b35c-debce85f5c71 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832031
Apr 16 22:16:36.620754 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96aa5850-f45e-4a56-8ce1-f0156fcf3aab req-5162967b-1ce8-4ca7-ab61-1807459cd744 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860660
Apr 16 22:16:36.859727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:37.557567 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93c02a-ebe6-4058-b2c8-19654d7e9e01 req-490bb8cf-7b03-4b69-af18-ac73c824c8db tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:37.559044 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1f93c02a-ebe6-4058-b2c8-19654d7e9e01 req-490bb8cf-7b03-4b69-af18-ac73c824c8db tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0471072
Apr 16 22:16:37.606730 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1f93c02a-ebe6-4058-b2c8-19654d7e9e01 req-5b3b1a90-3b5a-4c39-913e-6d1179b72c7f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422330
Apr 16 22:16:38.721676 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b4fb0-547d-453a-810f-45e17510527a req-42dd5f8b-9658-45b1-91b2-843cc9685be6 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:38.723191 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-006b4fb0-547d-453a-810f-45e17510527a req-42dd5f8b-9658-45b1-91b2-843cc9685be6 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0491552
Apr 16 22:16:38.772858 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-006b4fb0-547d-453a-810f-45e17510527a req-eaa89c77-0652-406d-a02b-8fb9154d1883 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439582
Apr 16 22:16:38.843844 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-a3fcaefa-df00-48f1-88e7-7bfd2e85ae64 req-5dbee390-fe7d-42bf-a8b3-b872b52551c3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 22:16:38.844885 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a3fcaefa-df00-48f1-88e7-7bfd2e85ae64 req-5dbee390-fe7d-42bf-a8b3-b872b52551c3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054936
Apr 16 22:16:39.049301 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-55f52e84-7718-483c-b97e-43c9daccc090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:39.184308 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:16:39.259844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:16:39.260267 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:39.285282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:16:39.287463 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd39ac8d-3df5-4f9c-967a-795ed2c3a7ef" -d '{"events": [{"server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "name": "network-vif-unplugged", "status": "completed", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:16:39.298463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:16:39.324334 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 16 Apr 2022 22:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29231a28-635b-4edc-b595-0f99e23c0d0f x-openstack-request-id: req-29231a28-635b-4edc-b595-0f99e23c0d0f {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:16:39.324932 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "name": "network-vif-unplugged", "status": "failed", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c", "code": 422}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:16:39.325343 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29231a28-635b-4edc-b595-0f99e23c0d0f {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:16:39.325909 ncdv-master-1 neutron-server[122557]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-29231a28-635b-4edc-b595-0f99e23c0d0f']: {'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'code': 422} returned with failed status
Apr 16 22:16:39.357193 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:39.409914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:16:40.132363 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53046b98-e3a2-4889-b05c-1923d004eac9 req-455d1f5b-520b-43ea-8f4d-b4155e25374c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:40.133877 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53046b98-e3a2-4889-b05c-1923d004eac9 req-455d1f5b-520b-43ea-8f4d-b4155e25374c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 943 time: 0.0466089
Apr 16 22:16:40.183603 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-53046b98-e3a2-4889-b05c-1923d004eac9 req-0368fc2e-5f4b-44ff-abd7-7e78ee8d58d1 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434251
Apr 16 22:16:40.616461 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-e2b83081-263b-4c68-ad01-1bec33dba839 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0795841
Apr 16 22:16:40.768546 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-d652a6ce-ef3a-4eae-a210-38faf845e759 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:40.769892 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-d652a6ce-ef3a-4eae-a210-38faf845e759 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports/0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 200  len: 940 time: 0.0899007
Apr 16 22:16:41.303779 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd73b82-9db3-4e3f-bb09-e6e1173a34aa req-8a15aa59-e7f5-418e-a784-25fe73f586de tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:41.305292 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2fd73b82-9db3-4e3f-bb09-e6e1173a34aa req-8a15aa59-e7f5-418e-a784-25fe73f586de tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 943 time: 0.0520082
Apr 16 22:16:41.354107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2fd73b82-9db3-4e3f-bb09-e6e1173a34aa req-30a4065f-d4ef-4afc-85dd-8d6016e18099 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431645
Apr 16 22:16:41.677060 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3bd156bc-09c4-4a5b-9e26-2372dcf12adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:42.257075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-d42060fd-5a09-4140-9a07-8bf3af0caaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:42.258480 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-d42060fd-5a09-4140-9a07-8bf3af0caaec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b&tenant_id=8a91917b203d4a2ca179d394e04af71f HTTP/1.1" status: 200  len: 1125 time: 0.0826316
Apr 16 22:16:42.356701 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:16:42.422138 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:42.477345 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49db7f-ded2-4944-9c1d-e4c65628154b req-43169d22-b0b9-471e-902f-3a61a039ef99 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:42.479502 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df49db7f-ded2-4944-9c1d-e4c65628154b req-43169d22-b0b9-471e-902f-3a61a039ef99 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 943 time: 0.0530474
Apr 16 22:16:42.528326 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-df49db7f-ded2-4944-9c1d-e4c65628154b req-9af2fe8a-4216-473f-ad73-429891de522f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430813
Apr 16 22:16:42.633379 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:16:42.666819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch1-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:16:42.701242 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:16:42.708957 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Publish callbacks [] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:42.721775 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Transition to ACTIVE for port object 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:16:42.749728 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:42.783621 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:42.832277 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,revision_number=9']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:16:42.873287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.873641 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.873989 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.874328 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.874668 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.875000 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.875419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.875660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.875967 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.876314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.876640 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.876964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.877288 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.877609 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.877930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:16:42.924435 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] No DVR routers for this DVR port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c on host nch1-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:16:43.066075 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Attempting to bind port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:16:43.066330 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Attempting to bind port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:16:43.066661 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Attempting to bind port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c on network ce19f73a-c474-49ea-9c81-734b1baff584 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:16:43.070980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c on network ce19f73a-c474-49ea-9c81-734b1baff584 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:16:43.071301 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Attempting to bind port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c on network ce19f73a-c474-49ea-9c81-734b1baff584 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:16:43.076799 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:16:43.077140 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Checking segment: {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:16:43.078118 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Bound using segment: {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:16:43.078551 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Bound port: 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:16:43.078908 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:43.141797 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:16:43.144740 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:16:43.184333 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:16:43.214248 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:43.221748 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] The host nch1-master-1 is not matching for port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c host nch2-master-1! {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}}
Apr 16 22:16:43.222138 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:16:43.254154 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:43.254778 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:43.256158 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 200  len: 1091 time: 0.9044545
Apr 16 22:16:43.256632 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:16:43.258926 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c50697-992b-4472-a750-32aaaaca3346" -d '{"events": [{"name": "network-changed", "server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:16:43.313090 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ef26e-989a-4f56-b268-1f5d80c433b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,revision_number=10']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:16:43.328940 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-8beff42f-cddc-45c9-b902-0188a5c748e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:43.330477 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-8beff42f-cddc-45c9-b902-0188a5c748e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1126 time: 0.0486476
Apr 16 22:16:43.423993 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-e16cd25a-8483-401d-b9a9-b21764912367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:43.425516 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-e16cd25a-8483-401d-b9a9-b21764912367 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0885711
Apr 16 22:16:43.496394 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-b3e9c257-6a89-4b64-baf1-e81c01a0c3a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 200  len: 999 time: 0.0650344
Apr 16 22:16:43.543897 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-000ae4a5-4493-4b50-8feb-cf5dd5846dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:43.545329 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-000ae4a5-4493-4b50-8feb-cf5dd5846dbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0439503
Apr 16 22:16:43.589480 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-178306b1-1cc1-4736-83f0-c2767add23a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:43.591022 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-178306b1-1cc1-4736-83f0-c2767add23a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0402694
Apr 16 22:16:43.642418 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecd339-1699-452c-93a7-2d271a9cc01b req-77b39bcd-fd29-4e7b-bfab-47a460cd425a tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:43.643942 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-27ecd339-1699-452c-93a7-2d271a9cc01b req-77b39bcd-fd29-4e7b-bfab-47a460cd425a tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0475109
Apr 16 22:16:43.686450 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-230b78bd-de8d-4cb6-8ef6-33faee368466 service neutron] 10.222.0.41 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893307
Apr 16 22:16:43.694387 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-27ecd339-1699-452c-93a7-2d271a9cc01b req-92b59db1-3f4a-4182-b824-7487493cb5f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445838
Apr 16 22:16:43.775976 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-13d95d72-87e2-439e-9e26-a963569f8e51 service neutron] 10.222.0.41 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837309
Apr 16 22:16:44.209323 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:44.309431 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18947f9-8b31-4132-b34e-5de8204117a7 x-openstack-request-id: req-b18947f9-8b31-4132-b34e-5de8204117a7 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:16:44.310318 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:16:44.310648 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b18947f9-8b31-4132-b34e-5de8204117a7 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:16:44.311148 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18947f9-8b31-4132-b34e-5de8204117a7'] response: {'name': 'network-changed', 'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'status': 'completed', 'code': 200}
Apr 16 22:16:44.348825 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:44.839496 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b3a1c-5f15-45e2-a801-907cb5de1a52 req-6cde8cad-b1bd-43e0-a24c-eeb44ac9122c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:44.841226 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c66b3a1c-5f15-45e2-a801-907cb5de1a52 req-6cde8cad-b1bd-43e0-a24c-eeb44ac9122c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0685749
Apr 16 22:16:44.900760 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c66b3a1c-5f15-45e2-a801-907cb5de1a52 req-655df834-e627-4310-be6f-435cb02d9ef7 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525832
Apr 16 22:16:45.002728 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:16:45.463415 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:46.036547 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc370a-4e52-49c2-a653-17737d9b8ad7 req-f97ae334-69e8-4896-86ed-1607094f75e5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:46.038208 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e8dc370a-4e52-49c2-a653-17737d9b8ad7 req-f97ae334-69e8-4896-86ed-1607094f75e5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0608051
Apr 16 22:16:46.095059 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e8dc370a-4e52-49c2-a653-17737d9b8ad7 req-4f503ac0-d6eb-4794-a749-93c812f9e596 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501125
Apr 16 22:16:47.219626 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f576e-37e8-4d6e-bf81-3a9c093c6782 req-7e8dd8c7-2c57-4b6c-90b8-fee24721ec43 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:47.226638 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-983f576e-37e8-4d6e-bf81-3a9c093c6782 req-7e8dd8c7-2c57-4b6c-90b8-fee24721ec43 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0561182
Apr 16 22:16:47.280811 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-983f576e-37e8-4d6e-bf81-3a9c093c6782 req-9705d10e-ddb7-4a76-b7a5-4c31225d3393 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532384
Apr 16 22:16:48.397003 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b865bdf-6aff-4302-8e2c-e7c7cfeb4f5a req-94b18054-985d-42d9-a5f4-98e7620c1059 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:48.398626 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4b865bdf-6aff-4302-8e2c-e7c7cfeb4f5a req-94b18054-985d-42d9-a5f4-98e7620c1059 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0498817
Apr 16 22:16:48.450817 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4b865bdf-6aff-4302-8e2c-e7c7cfeb4f5a req-13e975dd-03bb-4e83-8fca-6c44b1285b19 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462615
Apr 16 22:16:49.577177 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95f523-4e56-4f61-86fb-a79ea04baec1 req-6408feda-93b3-4deb-b627-1553e8afbfb5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:49.580868 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa95f523-4e56-4f61-86fb-a79ea04baec1 req-6408feda-93b3-4deb-b627-1553e8afbfb5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0516989
Apr 16 22:16:49.637711 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fa95f523-4e56-4f61-86fb-a79ea04baec1 req-74115acc-36e0-4736-89e6-bb754e53772c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531025
Apr 16 22:16:50.755437 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34bf45-57d6-47fd-95bd-9873fb57d876 req-28ab3805-d8d3-46d5-bd3d-1d4673159485 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:50.756959 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f34bf45-57d6-47fd-95bd-9873fb57d876 req-28ab3805-d8d3-46d5-bd3d-1d4673159485 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0504887
Apr 16 22:16:50.814625 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9f34bf45-57d6-47fd-95bd-9873fb57d876 req-7bab2c8c-b826-4616-8970-8a7c8677c061 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518320
Apr 16 22:16:51.930582 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53959d0-330c-482d-b94f-0a1cdaa20a4e req-766e4dc2-3400-4280-a452-74a15df3d4f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:51.932700 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d53959d0-330c-482d-b94f-0a1cdaa20a4e req-766e4dc2-3400-4280-a452-74a15df3d4f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0468700
Apr 16 22:16:51.981519 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d53959d0-330c-482d-b94f-0a1cdaa20a4e req-1280ec0e-dba2-4e6b-9ee2-b835fcac7cd8 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431764
Apr 16 22:16:53.097061 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49361c3-6c21-431a-afc5-41281a37ec80 req-c0b8bc24-790f-4f9a-a98b-32322d5ea49f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:53.098521 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b49361c3-6c21-431a-afc5-41281a37ec80 req-c0b8bc24-790f-4f9a-a98b-32322d5ea49f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0470445
Apr 16 22:16:53.147405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b49361c3-6c21-431a-afc5-41281a37ec80 req-e698a2a2-e113-4f5e-9368-33681be5fc42 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427847
Apr 16 22:16:53.591761 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c50697-992b-4472-a750-32aaaaca3346 req-d8da21a6-0454-437c-aa5b-8ccffcb3ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:53.593314 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9c50697-992b-4472-a750-32aaaaca3346 req-d8da21a6-0454-437c-aa5b-8ccffcb3ba27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1126 time: 0.0400524
Apr 16 22:16:53.691650 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c50697-992b-4472-a750-32aaaaca3346 req-b51eaa30-659c-4ef4-9578-490d314062c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:53.693190 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9c50697-992b-4472-a750-32aaaaca3346 req-b51eaa30-659c-4ef4-9578-490d314062c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0892017
Apr 16 22:16:53.759785 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9c50697-992b-4472-a750-32aaaaca3346 req-10e444ba-b873-4146-8671-686abb1a7059 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 200  len: 999 time: 0.0588024
Apr 16 22:16:53.811462 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c50697-992b-4472-a750-32aaaaca3346 req-8cfa4d3a-071b-4bc9-bf1d-342e7c679678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:53.812923 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9c50697-992b-4472-a750-32aaaaca3346 req-8cfa4d3a-071b-4bc9-bf1d-342e7c679678 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0476341
Apr 16 22:16:53.856616 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c50697-992b-4472-a750-32aaaaca3346 req-30ec577a-1c4d-4589-97ce-870f05d61876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:53.858080 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9c50697-992b-4472-a750-32aaaaca3346 req-30ec577a-1c4d-4589-97ce-870f05d61876 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391881
Apr 16 22:16:53.948107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9c50697-992b-4472-a750-32aaaaca3346 req-98c388f7-7862-43d5-a440-20cc1f6902f1 service neutron] 10.222.0.41 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820205
Apr 16 22:16:54.043668 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f9c50697-992b-4472-a750-32aaaaca3346 req-8e1a49a0-dcbf-493b-9d23-a4eacf4536b6 service neutron] 10.222.0.41 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879238
Apr 16 22:16:54.261337 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c8122-9cc5-4a73-b3ac-c6e96d22de4a req-9f0d31fe-590b-44c8-b12d-1d3b10b264b3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:54.262838 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d1c8122-9cc5-4a73-b3ac-c6e96d22de4a req-9f0d31fe-590b-44c8-b12d-1d3b10b264b3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0471599
Apr 16 22:16:54.310690 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d1c8122-9cc5-4a73-b3ac-c6e96d22de4a req-9e72e258-83b8-4729-a1e2-310f9f9cb429 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422695
Apr 16 22:16:55.426186 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08481690-a465-4afb-8065-e2e6af0b79b2 req-86fbd756-370a-4069-9944-cdd8f2722571 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:55.427650 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08481690-a465-4afb-8065-e2e6af0b79b2 req-86fbd756-370a-4069-9944-cdd8f2722571 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0479932
Apr 16 22:16:55.475838 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-08481690-a465-4afb-8065-e2e6af0b79b2 req-58b3ee0b-b149-4683-bce2-985f7502e5f6 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425591
Apr 16 22:16:55.998583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae489b-f977-4a38-be9b-4d2a7b89a188 req-d40e4428-ebcf-4477-9bc5-66559938a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:55.999983 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59ae489b-f977-4a38-be9b-4d2a7b89a188 req-d40e4428-ebcf-4477-9bc5-66559938a489 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1126 time: 0.0390217
Apr 16 22:16:56.107983 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae489b-f977-4a38-be9b-4d2a7b89a188 req-9542754b-5a8e-4f89-afe0-0be694848686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:56.109577 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59ae489b-f977-4a38-be9b-4d2a7b89a188 req-9542754b-5a8e-4f89-afe0-0be694848686 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0904686
Apr 16 22:16:56.174310 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59ae489b-f977-4a38-be9b-4d2a7b89a188 req-b2ce5c7d-fa4a-4728-a590-440ef72f5217 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 200  len: 999 time: 0.0591486
Apr 16 22:16:56.225488 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae489b-f977-4a38-be9b-4d2a7b89a188 req-94ef2680-94e3-48cf-9d0f-f1041dbfe06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:56.226937 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59ae489b-f977-4a38-be9b-4d2a7b89a188 req-94ef2680-94e3-48cf-9d0f-f1041dbfe06c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0472255
Apr 16 22:16:56.269207 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae489b-f977-4a38-be9b-4d2a7b89a188 req-a57378cb-5254-4bab-92d1-a0c756b71cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:56.270591 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59ae489b-f977-4a38-be9b-4d2a7b89a188 req-a57378cb-5254-4bab-92d1-a0c756b71cf2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384216
Apr 16 22:16:56.357120 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59ae489b-f977-4a38-be9b-4d2a7b89a188 req-89d9c2cb-6762-4ed3-a4f9-dd5d63646e47 service neutron] 10.222.0.41 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805936
Apr 16 22:16:56.449951 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-59ae489b-f977-4a38-be9b-4d2a7b89a188 req-cdd0af79-2fd9-4fa6-8d0b-dd08dc6a3891 service neutron] 10.222.0.41 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865643
Apr 16 22:16:56.591456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55c242-91fa-45d5-8ca5-917ab1e890a2 req-6b4f4f6f-dfce-4402-8ec0-916bf92cbb94 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:56.592950 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d55c242-91fa-45d5-8ca5-917ab1e890a2 req-6b4f4f6f-dfce-4402-8ec0-916bf92cbb94 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 944 time: 0.0512521
Apr 16 22:16:56.640692 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9d55c242-91fa-45d5-8ca5-917ab1e890a2 req-db5d3a08-1eea-4091-b940-cbed74cb7b72 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422089
Apr 16 22:16:57.336141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:16:57.435381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:16:57.447568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'port_id': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'mac_address': 'fa:16:3e:57:f3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:16:57.482824 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:16:57.483214 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:57.496135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:16:57.514961 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:16:57.602190 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:57.658955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,revision_number=11']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:16:57.758304 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2b7a8-145f-4bdd-be1f-0b93e7285048 req-25c14ddf-deb3-469e-80da-6547ac7fac24 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:57.759836 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-28d2b7a8-145f-4bdd-be1f-0b93e7285048 req-25c14ddf-deb3-469e-80da-6547ac7fac24 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0501788
Apr 16 22:16:57.810451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-28d2b7a8-145f-4bdd-be1f-0b93e7285048 req-a36f6059-7992-43c2-bf34-3d3e7a53e10f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450158
Apr 16 22:16:57.938421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:16:58.927424 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d78a9-a911-40cf-a037-bbaf7fa7a519 req-fdaaec89-1d27-4ebc-9b20-df425dac5354 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:58.928952 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-016d78a9-a911-40cf-a037-bbaf7fa7a519 req-fdaaec89-1d27-4ebc-9b20-df425dac5354 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 945 time: 0.0480356
Apr 16 22:16:58.978800 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-016d78a9-a911-40cf-a037-bbaf7fa7a519 req-a71249ff-0172-405f-8126-b6cefcda3988 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435481
Apr 16 22:16:59.349731 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:16:59.394383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:16:59.481525 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:16:59.481906 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:59.559011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:16:59.559397 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:59.580993 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:16:59.583196 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc231aeb-e74c-48b0-b47c-361e797d1738" -d '{"events": [{"server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "name": "network-vif-plugged", "status": "completed", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:16:59.596071 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:16:59.620903 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fd59b1-d1d9-4da7-bee0-c91ecea8eb07 x-openstack-request-id: req-a5fd59b1-d1d9-4da7-bee0-c91ecea8eb07 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:16:59.621189 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "name": "network-vif-plugged", "status": "completed", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:16:59.621439 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5fd59b1-d1d9-4da7-bee0-c91ecea8eb07 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:16:59.621832 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5fd59b1-d1d9-4da7-bee0-c91ecea8eb07'] response: {'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'code': 200}
Apr 16 22:16:59.663291 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:16:59.710890 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,revision_number=12']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:16:59.859786 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfa0d2-0a26-477f-860b-77d41095aa90 req-0b150067-9fcf-4584-9000-7d7c5eaa508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:16:59.861210 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-73dfa0d2-0a26-477f-860b-77d41095aa90 req-0b150067-9fcf-4584-9000-7d7c5eaa508b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1128 time: 0.0429759
Apr 16 22:16:59.905535 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-73dfa0d2-0a26-477f-860b-77d41095aa90 req-3b931ac7-1e5e-4507-9c49-df8a5b39ae1f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382640
Apr 16 22:17:00.092634 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cd9f9-7d5a-4a6d-9af0-f42015cd9662 req-f4b8c1c5-96b2-46ac-8ae7-0d85f7bdeee9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:17:00.094125 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-441cd9f9-7d5a-4a6d-9af0-f42015cd9662 req-f4b8c1c5-96b2-46ac-8ae7-0d85f7bdeee9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 946 time: 0.0475624
Apr 16 22:17:00.146009 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-441cd9f9-7d5a-4a6d-9af0-f42015cd9662 req-e9685a0f-955d-4e3d-826d-e5f5fca2698e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462706
Apr 16 22:17:01.263199 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c8c3c-b206-442c-b4da-67efbfbb66c3 req-5727aa97-e661-4e30-8416-218b759772ad tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:17:01.264806 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b79c8c3c-b206-442c-b4da-67efbfbb66c3 req-5727aa97-e661-4e30-8416-218b759772ad tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 946 time: 0.0495751
Apr 16 22:17:01.316464 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-b79c8c3c-b206-442c-b4da-67efbfbb66c3 req-e8578705-2219-43fe-9e14-8df27ceb9132 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460157
Apr 16 22:17:02.434205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2755cf-9dfa-437c-9b56-1edfbf1aae69 req-1f49389c-534a-454a-ba49-021917ba992e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:17:02.435700 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c2755cf-9dfa-437c-9b56-1edfbf1aae69 req-1f49389c-534a-454a-ba49-021917ba992e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 946 time: 0.0493841
Apr 16 22:17:02.486789 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1c2755cf-9dfa-437c-9b56-1edfbf1aae69 req-c0f97d34-bbe6-4196-8695-f14e3b906a7c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451860
Apr 16 22:17:03.599891 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543aa41-1cd6-4ef6-a12e-816fefa95825 req-61393a2c-6193-46d0-91d1-2940a07e647f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:17:03.601411 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e543aa41-1cd6-4ef6-a12e-816fefa95825 req-61393a2c-6193-46d0-91d1-2940a07e647f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 946 time: 0.0473664
Apr 16 22:17:03.654501 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e543aa41-1cd6-4ef6-a12e-816fefa95825 req-ee5a5728-e853-4ce7-8c3c-8c3702c311c4 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469744
Apr 16 22:17:06.846144 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:09.064811 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-72fb6097-491e-4736-9c3c-b1745999c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:11.698926 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1da62eb9-518b-4e64-9e21-0d242ebd0202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:12.750422 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:14.184064 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:14.350121 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:15.458628 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:22.003161 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:17:36.829400 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:39.046910 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f909f8f1-e86d-4636-b5d5-8fd415ee871a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:41.692118 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c495c3e8-8c4b-4a19-bb21-c098bf59b4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:42.766616 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:44.171862 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:44.331940 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:45.463888 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:17:55.878063 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44c7711f-5f65-496b-85c7-c491fc81d5d7 req-dccf6d5f-b350-4655-a46e-3b58b2b09dde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0377462
Apr 16 22:17:55.958145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7711f-5f65-496b-85c7-c491fc81d5d7 req-3d5ecc5d-cc78-448c-a98f-4cb92830752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:17:55.959529 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44c7711f-5f65-496b-85c7-c491fc81d5d7 req-3d5ecc5d-cc78-448c-a98f-4cb92830752b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1128 time: 0.0394127
Apr 16 22:17:56.063947 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7711f-5f65-496b-85c7-c491fc81d5d7 req-2940e247-f1e4-44f2-a6bf-b499877c1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:17:56.065465 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44c7711f-5f65-496b-85c7-c491fc81d5d7 req-2940e247-f1e4-44f2-a6bf-b499877c1d7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0888238
Apr 16 22:17:56.131454 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44c7711f-5f65-496b-85c7-c491fc81d5d7 req-9343ac13-0ad4-46cc-9da0-43855d60eb80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 200  len: 1001 time: 0.0587575
Apr 16 22:17:56.178549 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7711f-5f65-496b-85c7-c491fc81d5d7 req-8f76207e-0417-4386-94ea-f98f56d8d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:17:56.179958 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44c7711f-5f65-496b-85c7-c491fc81d5d7 req-8f76207e-0417-4386-94ea-f98f56d8d9bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0430992
Apr 16 22:17:56.226491 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7711f-5f65-496b-85c7-c491fc81d5d7 req-39e10e6c-8a64-489c-81dc-1bcab2c61a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:17:56.227875 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44c7711f-5f65-496b-85c7-c491fc81d5d7 req-39e10e6c-8a64-489c-81dc-1bcab2c61a71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0415640
Apr 16 22:17:56.315011 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44c7711f-5f65-496b-85c7-c491fc81d5d7 req-00841bad-6aa5-44d8-8b2b-e50c390341da service neutron] 10.222.0.41 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809994
Apr 16 22:17:56.409092 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-44c7711f-5f65-496b-85c7-c491fc81d5d7 req-a717f2dd-a4b5-4622-95ce-2bb6bfdd7897 service neutron] 10.222.0.41 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873487
Apr 16 22:17:59.002107 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:18:06.839181 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:09.085772 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-37660543-e373-471b-be21-76b683ba5982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:11.668999 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ecb95050-21cb-4a02-8232-6dcae66d427d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:12.737445 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:14.199024 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:14.365747 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:15.457331 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:36.000870 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:18:36.856638 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:39.049734 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0dff0e02-0da9-4c5d-8184-4823c717049f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:39.432149 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53788) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:18:39.583767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Deleting port f63b14a6-65cb-408c-8750-9371789ec47b {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:18:39.584111 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f63b14a6-65cb-408c-8750-9371789ec47b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:39.661689 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f63b14a6-65cb-408c-8750-9371789ec47b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:39.661929 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for floatingip (f63b14a6-65cb-408c-8750-9371789ec47b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:39.674946 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Calling delete_port for f63b14a6-65cb-408c-8750-9371789ec47b owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:18:39.897146 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (f63b14a6-65cb-408c-8750-9371789ec47b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:39.922685 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event deleted for resources: {'Port': ['ID=f63b14a6-65cb-408c-8750-9371789ec47b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:18:39.952496 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.952852 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.953201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.953541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.953877 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.954212 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.954545 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.954875 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.955208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.955533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.955858 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.956204 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.956532 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.956855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:39.957180 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:40.002038 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for floatingip (f5f5bb4a-0450-4488-9986-553eab2ca090), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:40.002518 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Floating IP f5f5bb4a-0450-4488-9986-553eab2ca090 disassociated (deleted). External IP: 172.35.1.184, port: 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c.
Apr 16 22:18:40.216927 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Router f4520d2d-e025-4837-863d-086d7368439b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:18:40.326081 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:18:40.330892 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:40.336762 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966656b8-2c5e-4545-b368-ab2c7e2ee547 None None] Sync routers for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:18:40.346571 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966656b8-2c5e-4545-b368-ab2c7e2ee547 None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:18:40.355755 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-966656b8-2c5e-4545-b368-ab2c7e2ee547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243fdac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:18:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:18:40.360131 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-8e6dbced-abe0-4304-b3d3-255077f1bc1e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "DELETE /v2.0/floatingips/f5f5bb4a-0450-4488-9986-553eab2ca090 HTTP/1.1" status: 204  len: 168 time: 0.9267175
Apr 16 22:18:40.360776 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:18:40.363080 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbd66b5-6e61-4703-a6c2-145d8b095d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:18:40.465813 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-966656b8-2c5e-4545-b368-ab2c7e2ee547 None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:18:40.519674 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7c6ad7-b405-4048-8f7d-94ca231b4197 x-openstack-request-id: req-bc7c6ad7-b405-4048-8f7d-94ca231b4197 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:18:40.520290 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:18:40.520577 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc7c6ad7-b405-4048-8f7d-94ca231b4197 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:18:40.520998 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7c6ad7-b405-4048-8f7d-94ca231b4197'] response: {'name': 'network-changed', 'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'status': 'completed', 'code': 200}
Apr 16 22:18:40.581572 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd66b5-6e61-4703-a6c2-145d8b095d9a req-713b1543-da9f-483a-8b32-59915af2095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:40.582662 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cbd66b5-6e61-4703-a6c2-145d8b095d9a req-713b1543-da9f-483a-8b32-59915af2095b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 1128 time: 0.0405574
Apr 16 22:18:40.663829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-966656b8-2c5e-4545-b368-ab2c7e2ee547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243fdac0>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 5, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:18:40.676853 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd66b5-6e61-4703-a6c2-145d8b095d9a req-ef69e32b-d470-4aaa-bfc3-401b6668804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:40.678365 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cbd66b5-6e61-4703-a6c2-145d8b095d9a req-ef69e32b-d470-4aaa-bfc3-401b6668804d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0891271
Apr 16 22:18:40.695872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966656b8-2c5e-4545-b368-ab2c7e2ee547 None None] Checking router: f4520d2d-e025-4837-863d-086d7368439b for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:18:40.704758 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966656b8-2c5e-4545-b368-ab2c7e2ee547 None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:18:40.705359 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-966656b8-2c5e-4545-b368-ab2c7e2ee547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01243fdac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:18:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:18:40.728242 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cbd66b5-6e61-4703-a6c2-145d8b095d9a req-1691368f-a1cf-49e3-8571-4fdcacc65f2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 200  len: 217 time: 0.0443325
Apr 16 22:18:40.809114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd66b5-6e61-4703-a6c2-145d8b095d9a req-12e13cc7-d7a1-44d1-8828-ced6c920d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:40.810634 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cbd66b5-6e61-4703-a6c2-145d8b095d9a req-12e13cc7-d7a1-44d1-8828-ced6c920d915 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0774338
Apr 16 22:18:40.816686 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-966656b8-2c5e-4545-b368-ab2c7e2ee547 None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:18:40.816881 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac9f4c-0e81-465d-9fce-432a5e78580d req-3762152c-5e45-4ee5-9d46-31ecec88e4b2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:40.818246 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-adac9f4c-0e81-465d-9fce-432a5e78580d req-3762152c-5e45-4ee5-9d46-31ecec88e4b2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 946 time: 0.0594754
Apr 16 22:18:40.871276 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-adac9f4c-0e81-465d-9fce-432a5e78580d req-48f40078-2f3b-4b49-bd54-d8fa310397f4 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471396
Apr 16 22:18:41.001920 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-966656b8-2c5e-4545-b368-ab2c7e2ee547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01243fdac0>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 5, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:18:41.029093 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966656b8-2c5e-4545-b368-ab2c7e2ee547 None None] The sync data for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 is: [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 5, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:18:41.265439 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc69009-8ec3-4579-8d6f-e14867d85b5b None None] New status for floating IP f5f5bb4a-0450-4488-9986-553eab2ca090: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:18:41.656699 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29eac0ac-2de6-46f1-a13b-aa9580e49ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:41.740617 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd66b5-6e61-4703-a6c2-145d8b095d9a req-dad46e6e-6500-4e84-8dee-2ade931c951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:41.742092 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cbd66b5-6e61-4703-a6c2-145d8b095d9a req-dad46e6e-6500-4e84-8dee-2ade931c951c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0402491
Apr 16 22:18:41.829269 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cbd66b5-6e61-4703-a6c2-145d8b095d9a req-c60064c3-9dd2-475d-8d92-4245f60cb514 service neutron] 10.222.0.41 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806863
Apr 16 22:18:41.923076 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7cbd66b5-6e61-4703-a6c2-145d8b095d9a req-897c6e47-f54a-4316-96c3-cd2a81d5c502 service neutron] 10.222.0.41 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862474
Apr 16 22:18:41.988935 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350707-0b51-4195-936d-ce6938a0bddd req-be9c80f9-9424-43b9-a68d-81f2b0da2f93 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:41.990463 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17350707-0b51-4195-936d-ce6938a0bddd req-be9c80f9-9424-43b9-a68d-81f2b0da2f93 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 946 time: 0.0492492
Apr 16 22:18:42.044242 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-17350707-0b51-4195-936d-ce6938a0bddd req-3de4d947-fa39-4a2d-aa00-1343b887f25f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=219ed88e-0250-4178-a447-abebc870d99b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470743
Apr 16 22:18:42.200341 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60c5a8-3961-4706-8ec0-4e9b67a83b67 req-33ac4def-f917-45d2-9617-0eecb372096f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:42.201693 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f60c5a8-3961-4706-8ec0-4e9b67a83b67 req-33ac4def-f917-45d2-9617-0eecb372096f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 946 time: 0.0469258
Apr 16 22:18:42.598792 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-0f60c5a8-3961-4706-8ec0-4e9b67a83b67 req-a990b54b-2c5c-4419-b244-5e414caaca65 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Deleting port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:18:42.599139 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0f60c5a8-3961-4706-8ec0-4e9b67a83b67 req-a990b54b-2c5c-4419-b244-5e414caaca65 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:42.691056 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-0f60c5a8-3961-4706-8ec0-4e9b67a83b67 req-a990b54b-2c5c-4419-b244-5e414caaca65 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] For port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:18:42.691056 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0f60c5a8-3961-4706-8ec0-4e9b67a83b67 req-a990b54b-2c5c-4419-b244-5e414caaca65 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:42.704386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-0f60c5a8-3961-4706-8ec0-4e9b67a83b67 req-a990b54b-2c5c-4419-b244-5e414caaca65 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Calling delete_port for 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:18:42.736926 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:42.902389 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0f60c5a8-3961-4706-8ec0-4e9b67a83b67 req-a990b54b-2c5c-4419-b244-5e414caaca65 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:42.931316 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990b54b-2c5c-4419-b244-5e414caaca65 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event deleted for resources: {'Port': ['ID=0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:18:42.981473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f60c5a8-3961-4706-8ec0-4e9b67a83b67 req-a990b54b-2c5c-4419-b244-5e414caaca65 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] No DVR routers for this DVR port 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:18:42.984232 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-0f60c5a8-3961-4706-8ec0-4e9b67a83b67 req-a990b54b-2c5c-4419-b244-5e414caaca65 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:42.987679 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-0f60c5a8-3961-4706-8ec0-4e9b67a83b67 req-a990b54b-2c5c-4419-b244-5e414caaca65 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.41 "DELETE /v2.0/ports/0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c HTTP/1.1" status: 204  len: 173 time: 0.7803826
Apr 16 22:18:42.988128 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'name': 'network-vif-deleted', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:18:42.990474 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28f6c0b-174c-4852-a72f-64723cd7bf91" -d '{"events": [{"server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "name": "network-vif-deleted", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:18:43.026535 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2a4928-d334-4a9f-b5d1-8a4d2151e3b4 x-openstack-request-id: req-7e2a4928-d334-4a9f-b5d1-8a4d2151e3b4 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:18:43.026535 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bafbfec-97cd-4628-87cd-2963042e626b", "name": "network-vif-deleted", "tag": "0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:18:43.026800 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e2a4928-d334-4a9f-b5d1-8a4d2151e3b4 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:18:43.027208 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2a4928-d334-4a9f-b5d1-8a4d2151e3b4'] response: {'server_uuid': '2bafbfec-97cd-4628-87cd-2963042e626b', 'name': 'network-vif-deleted', 'tag': '0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c', 'status': 'completed', 'code': 200}
Apr 16 22:18:43.146742 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-46f4783c-ca2e-45c9-9ab1-430d75a00cc0 req-82ae604f-2958-4b14-b16f-01cd41247f37 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bafbfec-97cd-4628-87cd-2963042e626b HTTP/1.1" status: 200  len: 210 time: 0.0303488
Apr 16 22:18:44.206130 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53816) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:18:44.211063 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:44.264308 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19c09269-bfcd-4e3a-891b-6462e7003ba0 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group (219ed88e-0250-4178-a447-abebc870d99b), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:44.290006 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19c09269-bfcd-4e3a-891b-6462e7003ba0 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group (219ed88e-0250-4178-a447-abebc870d99b), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:44.359595 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:44.417404 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19c09269-bfcd-4e3a-891b-6462e7003ba0 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (219ed88e-0250-4178-a447-abebc870d99b), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:44.420112 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-19c09269-bfcd-4e3a-891b-6462e7003ba0 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:44.421290 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-19c09269-bfcd-4e3a-891b-6462e7003ba0 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "DELETE /v2.0/security-groups/219ed88e-0250-4178-a447-abebc870d99b HTTP/1.1" status: 204  len: 168 time: 0.2140982
Apr 16 22:18:44.432443 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c09269-bfcd-4e3a-891b-6462e7003ba0 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=219ed88e-0250-4178-a447-abebc870d99b,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:18:45.479464 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:45.802334 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53824) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:18:45.807733 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592743287', 'description': 'tempest-secgroup-smoke-1592743287 description', 'project_id': '8a91917b203d4a2ca179d394e04af71f'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:18:45.810677 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:18:45.830463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:18:45.833104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device 0ecb0fab-d4e8-4e5b-ae20-5cc6a6415e6c not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:18:45.879158 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:45.943833 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group (7aaca11b-3c88-4396-9050-61d2dfe610cf), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:46.016493 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7aaca11b-3c88-4396-9050-61d2dfe610cf), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:46.045092 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaca11b-3c88-4396-9050-61d2dfe610cf,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:18:46.052628 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.052987 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.053338 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.053682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.054024 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.054360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.054700 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.055034 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.055720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.055720 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.056003 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.056360 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.056793 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.057126 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.057456 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:18:46.110105 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:46.111433 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-de712cbf-7ecd-4d13-90fe-ae6a51ae63f3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3080719
Apr 16 22:18:46.114249 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53826) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:18:46.125270 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-45699cfa-a0a4-44a2-a342-77ea5f007781 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group_rule': {'security_group_id': '7aaca11b-3c88-4396-9050-61d2dfe610cf', 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:18:46.238891 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-45699cfa-a0a4-44a2-a342-77ea5f007781 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (55f44e69-86bb-4c58-a92c-67f024df7042), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:46.293941 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-45699cfa-a0a4-44a2-a342-77ea5f007781 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (55f44e69-86bb-4c58-a92c-67f024df7042), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:46.341693 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-45699cfa-a0a4-44a2-a342-77ea5f007781 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (55f44e69-86bb-4c58-a92c-67f024df7042), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:46.358846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45699cfa-a0a4-44a2-a342-77ea5f007781 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f44e69-86bb-4c58-a92c-67f024df7042,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:18:46.406596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-45699cfa-a0a4-44a2-a342-77ea5f007781 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:46.407848 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-45699cfa-a0a4-44a2-a342-77ea5f007781 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2926755
Apr 16 22:18:46.410565 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53828) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:18:46.419863 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-f4d65709-c084-4ccb-880e-a8defb07cc99 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group_rule': {'security_group_id': '7aaca11b-3c88-4396-9050-61d2dfe610cf', 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:18:46.504669 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4d65709-c084-4ccb-880e-a8defb07cc99 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (f8a7f11f-1360-49d4-bdd4-1dc700dd90fe), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:46.563759 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4d65709-c084-4ccb-880e-a8defb07cc99 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (f8a7f11f-1360-49d4-bdd4-1dc700dd90fe), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:46.639317 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4d65709-c084-4ccb-880e-a8defb07cc99 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (f8a7f11f-1360-49d4-bdd4-1dc700dd90fe), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:46.659299 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d65709-c084-4ccb-880e-a8defb07cc99 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a7f11f-1360-49d4-bdd4-1dc700dd90fe,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:18:46.738283 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f4d65709-c084-4ccb-880e-a8defb07cc99 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:46.739508 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f4d65709-c084-4ccb-880e-a8defb07cc99 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3280320
Apr 16 22:18:46.742207 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53830) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:18:46.747170 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-9294e589-2668-4fed-bc9b-1fc3a377fed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group_rule': {'security_group_id': '7aaca11b-3c88-4396-9050-61d2dfe610cf', 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:18:46.837951 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9294e589-2668-4fed-bc9b-1fc3a377fed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (236157f0-998f-43b5-b067-26933e392e52), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:46.893738 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9294e589-2668-4fed-bc9b-1fc3a377fed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (236157f0-998f-43b5-b067-26933e392e52), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:46.976422 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9294e589-2668-4fed-bc9b-1fc3a377fed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (236157f0-998f-43b5-b067-26933e392e52), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:47.078070 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294e589-2668-4fed-bc9b-1fc3a377fed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236157f0-998f-43b5-b067-26933e392e52,revision_number=0']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:18:47.138500 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-9294e589-2668-4fed-bc9b-1fc3a377fed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:47.139781 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-9294e589-2668-4fed-bc9b-1fc3a377fed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3966556
Apr 16 22:18:47.142639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53832) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:18:47.147284 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-3b8c0211-40e2-46b3-ab89-e03389488ed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group_rule': {'security_group_id': '7aaca11b-3c88-4396-9050-61d2dfe610cf', 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:18:47.233810 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0211-40e2-46b3-ab89-e03389488ed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (2b266d88-a212-4815-88fa-c76f507be4a4), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:47.289590 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0211-40e2-46b3-ab89-e03389488ed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (2b266d88-a212-4815-88fa-c76f507be4a4), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:47.370739 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0211-40e2-46b3-ab89-e03389488ed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (2b266d88-a212-4815-88fa-c76f507be4a4), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:47.388382 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c0211-40e2-46b3-ab89-e03389488ed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b266d88-a212-4815-88fa-c76f507be4a4,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:18:47.469867 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0211-40e2-46b3-ab89-e03389488ed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:47.471027 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-3b8c0211-40e2-46b3-ab89-e03389488ed5 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3273878
Apr 16 22:18:47.473819 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53834) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:18:47.478924 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-65802728-42d1-4334-a01c-5d974d5d530d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group_rule': {'security_group_id': '7aaca11b-3c88-4396-9050-61d2dfe610cf', 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:18:47.576580 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-65802728-42d1-4334-a01c-5d974d5d530d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Project 8a91917b203d4a2ca179d394e04af71f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:18:47.582366 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65802728-42d1-4334-a01c-5d974d5d530d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (197e95c2-4ed2-460b-9a98-11e55e366f07), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:47.641372 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65802728-42d1-4334-a01c-5d974d5d530d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (197e95c2-4ed2-460b-9a98-11e55e366f07), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:47.725222 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65802728-42d1-4334-a01c-5d974d5d530d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (197e95c2-4ed2-460b-9a98-11e55e366f07), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:47.744410 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65802728-42d1-4334-a01c-5d974d5d530d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197e95c2-4ed2-460b-9a98-11e55e366f07,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:18:47.824322 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-65802728-42d1-4334-a01c-5d974d5d530d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:47.825888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-65802728-42d1-4334-a01c-5d974d5d530d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3507977
Apr 16 22:18:47.828409 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 53836) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:18:47.832901 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-9bb8fb87-5bc4-4d1a-9d25-7ad218c7455c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'security_group_rule': {'security_group_id': '7aaca11b-3c88-4396-9050-61d2dfe610cf', 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:18:47.930781 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-9bb8fb87-5bc4-4d1a-9d25-7ad218c7455c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Project 8a91917b203d4a2ca179d394e04af71f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:18:47.936546 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fb87-5bc4-4d1a-9d25-7ad218c7455c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (371f0c1c-197e-4b9c-a938-352e20c6506f), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:47.994711 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fb87-5bc4-4d1a-9d25-7ad218c7455c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (371f0c1c-197e-4b9c-a938-352e20c6506f), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:48.067457 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fb87-5bc4-4d1a-9d25-7ad218c7455c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (371f0c1c-197e-4b9c-a938-352e20c6506f), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:48.086278 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8fb87-5bc4-4d1a-9d25-7ad218c7455c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371f0c1c-197e-4b9c-a938-352e20c6506f,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:18:48.165825 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fb87-5bc4-4d1a-9d25-7ad218c7455c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:48.167080 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-9bb8fb87-5bc4-4d1a-9d25-7ad218c7455c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3376408
Apr 16 22:18:53.176872 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-0b9648f6-d4e6-43bb-b2d8-1dc6460a77c0 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592743287&fields=id&tenant_id=8a91917b203d4a2ca179d394e04af71f HTTP/1.1" status: 200  len: 267 time: 0.0435109
Apr 16 22:18:53.283586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-22d808d0-5e3e-4df5-a3a1-d7e6135d47d3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:53.285009 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-22d808d0-5e3e-4df5-a3a1-d7e6135d47d3 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 809 time: 0.1013179
Apr 16 22:18:53.299590 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-09a8d621-315a-43de-95a9-756e97ae2559 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/quotas/8a91917b203d4a2ca179d394e04af71f HTTP/1.1" status: 200  len: 375 time: 0.0092092
Apr 16 22:18:53.348061 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-2bd6508a-f188-4ead-9542-6c3a201100dc tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0436621
Apr 16 22:18:53.421209 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-44062bc4-a708-4f0e-929b-f86ed850806e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 22:18:53.422314 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-44062bc4-a708-4f0e-929b-f86ed850806e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0629904
Apr 16 22:18:53.515643 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-ed601348-45e7-4eb5-b3ae-78dda708b787 service neutron] 10.222.0.20 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871036
Apr 16 22:18:53.604893 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-414b147f-11c1-48aa-9baf-60572c9071a9 service neutron] 10.222.0.20 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834851
Apr 16 22:18:54.174938 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ed13294d-a2a0-4073-b190-5170a3622738 req-3dea0ac1-f2c5-45ff-ad8c-b1b3e92df08f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 210 time: 0.0281379
Apr 16 22:18:55.271674 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9728087e-b361-451f-9271-4391fc5eaf14 req-fd3ff5d4-5ea8-49c6-b994-4edc9fe14fb9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 210 time: 0.0288920
Apr 16 22:18:56.008484 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-cde6e8d8-20dc-40d4-9261-c6a0df6ebaff tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:56.009851 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-cde6e8d8-20dc-40d4-9261-c6a0df6ebaff tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.11 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 809 time: 0.1065319
Apr 16 22:18:56.071202 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-1840c132-c5cf-4453-a706-6884e590e287 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a91917b203d4a2ca179d394e04af71f HTTP/1.1" status: 200  len: 380 time: 0.0539234
Apr 16 22:18:56.084302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-d26d441a-3416-4428-a1d8-681bdd508bc2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'port': {'device_id': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'admin_state_up': True, 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'security_groups': ['7aaca11b-3c88-4396-9050-61d2dfe610cf']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:18:56.250799 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-d26d441a-3416-4428-a1d8-681bdd508bc2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Made reservation on behalf of 8a91917b203d4a2ca179d394e04af71f for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:18:56.254299 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-d26d441a-3416-4428-a1d8-681bdd508bc2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:56.377249 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bd02ad8b-3d7a-4677-aff3-d6fde09fbcae req-bf4533d5-3e78-4577-aa08-e5b5e2c3209c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 210 time: 0.0331140
Apr 16 22:18:56.395736 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-d26d441a-3416-4428-a1d8-681bdd508bc2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Allocated IP 172.20.0.12 (ce19f73a-c474-49ea-9c81-734b1baff584/a20557b9-81fb-4e7c-a0d8-cf643991adc4/2be0c1ce-b184-45e7-9fec-55998c84eb6c) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:18:56.543240 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-d26d441a-3416-4428-a1d8-681bdd508bc2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:56.639505 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-d26d441a-3416-4428-a1d8-681bdd508bc2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:56.685837 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-d26d441a-3416-4428-a1d8-681bdd508bc2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Network ce19f73a-c474-49ea-9c81-734b1baff584 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:18:56.688951 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-d26d441a-3416-4428-a1d8-681bdd508bc2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:18:56.692729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-d26d441a-3416-4428-a1d8-681bdd508bc2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:18:56.699936 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d441a-3416-4428-a1d8-681bdd508bc2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'Port': ['ID=2be0c1ce-b184-45e7-9fec-55998c84eb6c,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:18:56.747586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-d26d441a-3416-4428-a1d8-681bdd508bc2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:56.748383 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-d26d441a-3416-4428-a1d8-681bdd508bc2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:56.807272 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-d26d441a-3416-4428-a1d8-681bdd508bc2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7264638
Apr 16 22:18:56.867159 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Request body: {'port': {'device_id': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:18:56.929690 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-3fdd0804-2985-4d26-8ff9-ca0bcddd4289 None None] Provisioning complete for port 2be0c1ce-b184-45e7-9fec-55998c84eb6c triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:18:56.930281 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3fdd0804-2985-4d26-8ff9-ca0bcddd4289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:56.934794 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:56.964818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd0804-2985-4d26-8ff9-ca0bcddd4289 None None] Port 2be0c1ce-b184-45e7-9fec-55998c84eb6c cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:18:57.216763 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be0c1ce-b184-45e7-9fec-55998c84eb6c {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:18:57.224351 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Publish callbacks [] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:57.236675 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Transition to ACTIVE for port object 2be0c1ce-b184-45e7-9fec-55998c84eb6c will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:18:57.313666 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:57.369368 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Pushing event updated for resources: {'Port': ['ID=2be0c1ce-b184-45e7-9fec-55998c84eb6c,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:18:57.449236 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Attempting to bind port 2be0c1ce-b184-45e7-9fec-55998c84eb6c on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:18:57.449906 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Attempting to bind port 2be0c1ce-b184-45e7-9fec-55998c84eb6c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:18:57.450098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Attempting to bind port 2be0c1ce-b184-45e7-9fec-55998c84eb6c on network ce19f73a-c474-49ea-9c81-734b1baff584 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:18:57.455409 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Port 2be0c1ce-b184-45e7-9fec-55998c84eb6c on network ce19f73a-c474-49ea-9c81-734b1baff584 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:18:57.455877 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Attempting to bind port 2be0c1ce-b184-45e7-9fec-55998c84eb6c on network ce19f73a-c474-49ea-9c81-734b1baff584 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:18:57.472656 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:18:57.473004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Checking segment: {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:18:57.473401 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Bound using segment: {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:18:57.473847 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Bound port: 2be0c1ce-b184-45e7-9fec-55998c84eb6c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e728316-e1eb-4df4-8a8b-6684e6fc48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:18:57.474214 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:57.549971 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66637d1-e621-405d-a9d8-5c033e470bb8 req-132e8dbd-07d7-42da-9b54-fc685f8b45d4 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:57.551633 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d66637d1-e621-405d-a9d8-5c033e470bb8 req-132e8dbd-07d7-42da-9b54-fc685f8b45d4 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 944 time: 0.0934567
Apr 16 22:18:57.593750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] For port 2be0c1ce-b184-45e7-9fec-55998c84eb6c, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:18:57.597885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] For port 2be0c1ce-b184-45e7-9fec-55998c84eb6c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2be0c1ce-b184-45e7-9fec-55998c84eb6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:18:57.623854 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d66637d1-e621-405d-a9d8-5c033e470bb8 req-5633a709-37a4-47fc-acaa-b26e434c0536 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aaca11b-3c88-4396-9050-61d2dfe610cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648870
Apr 16 22:18:57.656841 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:57.695583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:57.696118 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:18:57.697927 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] 10.222.0.11 "PUT /v2.0/ports/2be0c1ce-b184-45e7-9fec-55998c84eb6c HTTP/1.1" status: 200  len: 1092 time: 0.8833487
Apr 16 22:18:57.702261 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'tag': '2be0c1ce-b184-45e7-9fec-55998c84eb6c'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:18:57.704631 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbb9e0b-fd61-40ec-b979-86c598b0228a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9da3bd2-f3e9-4295-a0c7-0942445c65a5", "tag": "2be0c1ce-b184-45e7-9fec-55998c84eb6c"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:18:57.739964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb964f3-86e7-4fa7-8543-f1a2b2f34d45 service neutron] Pushing event updated for resources: {'Port': ['ID=2be0c1ce-b184-45e7-9fec-55998c84eb6c,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:18:57.827449 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-da4f96f4-66c8-4fc4-8426-85af1522b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:57.829163 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-da4f96f4-66c8-4fc4-8426-85af1522b6c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 1126 time: 0.0480731
Apr 16 22:18:57.830812 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c7ee46-adf3-41b0-990d-69a9baec25c0 x-openstack-request-id: req-02c7ee46-adf3-41b0-990d-69a9baec25c0 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:18:57.831102 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9da3bd2-f3e9-4295-a0c7-0942445c65a5", "tag": "2be0c1ce-b184-45e7-9fec-55998c84eb6c", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:18:57.831564 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02c7ee46-adf3-41b0-990d-69a9baec25c0 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:18:57.831963 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c7ee46-adf3-41b0-990d-69a9baec25c0'] response: {'name': 'network-changed', 'server_uuid': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'tag': '2be0c1ce-b184-45e7-9fec-55998c84eb6c', 'status': 'completed', 'code': 200}
Apr 16 22:18:57.872161 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-eef2a792-6ac5-4073-8fdf-4c4d4ac4d102 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be0c1ce-b184-45e7-9fec-55998c84eb6c HTTP/1.1" status: 200  len: 217 time: 0.0363405
Apr 16 22:18:57.924774 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-891a6af8-1a76-44cd-b3ab-115db06eba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:57.926238 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-891a6af8-1a76-44cd-b3ab-115db06eba77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0487702
Apr 16 22:18:57.969454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-c67eabaf-080f-4547-b25d-802862a1974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:57.970868 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-c67eabaf-080f-4547-b25d-802862a1974f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380363
Apr 16 22:18:58.057916 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-7f433fb1-7dd5-40e5-89c0-8868f82fd419 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797069
Apr 16 22:18:58.147795 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-34451519-dfa7-43b0-962e-b583d1f4abb7 req-0c531c75-8feb-436e-aca6-19d765882c12 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839889
Apr 16 22:18:58.678129 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb9e0b-fd61-40ec-b979-86c598b0228a req-f0a3a68b-ec5b-483d-a0d0-dc9563d46793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:58.679667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cbb9e0b-fd61-40ec-b979-86c598b0228a req-f0a3a68b-ec5b-483d-a0d0-dc9563d46793 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 1126 time: 0.0415363
Apr 16 22:18:58.778216 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a4ec6-4c82-463b-be63-0b1658664905 req-714efcdb-8e62-43b2-8ce0-cd0cdb2189eb tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:58.779695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f20a4ec6-4c82-463b-be63-0b1658664905 req-714efcdb-8e62-43b2-8ce0-cd0cdb2189eb tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 944 time: 0.0863211
Apr 16 22:18:58.825590 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb9e0b-fd61-40ec-b979-86c598b0228a req-9e5018c4-34a0-4f87-99b4-7251631d7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:58.827029 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cbb9e0b-fd61-40ec-b979-86c598b0228a req-9e5018c4-34a0-4f87-99b4-7251631d7f98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.1411211
Apr 16 22:18:58.882842 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cbb9e0b-fd61-40ec-b979-86c598b0228a req-a5626c50-509b-41e0-9c28-13ecfb41f49a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be0c1ce-b184-45e7-9fec-55998c84eb6c HTTP/1.1" status: 200  len: 217 time: 0.0484328
Apr 16 22:18:58.886765 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f20a4ec6-4c82-463b-be63-0b1658664905 req-ad55276b-cd2d-479e-a355-f2c695ff7a30 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aaca11b-3c88-4396-9050-61d2dfe610cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969830
Apr 16 22:18:58.933340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb9e0b-fd61-40ec-b979-86c598b0228a req-8ea3dd33-bed3-48a1-af9f-919e50a70131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:58.934722 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cbb9e0b-fd61-40ec-b979-86c598b0228a req-8ea3dd33-bed3-48a1-af9f-919e50a70131 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0457835
Apr 16 22:18:58.977896 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb9e0b-fd61-40ec-b979-86c598b0228a req-e113f84d-fa3b-4ca2-8ae7-40f4835fce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:18:58.979479 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cbb9e0b-fd61-40ec-b979-86c598b0228a req-e113f84d-fa3b-4ca2-8ae7-40f4835fce2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386763
Apr 16 22:18:59.070931 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cbb9e0b-fd61-40ec-b979-86c598b0228a req-3853c41e-1e35-4a70-9467-66faef3c1461 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851631
Apr 16 22:18:59.162220 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cbb9e0b-fd61-40ec-b979-86c598b0228a req-81ade562-91f5-47b3-882b-2dbb5c8d2f17 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857513
Apr 16 22:19:00.000801 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35784c-4d03-49b2-b150-7a1af6d5b53f req-4015078b-be93-486b-975a-878edc4a385c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:00.002166 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b35784c-4d03-49b2-b150-7a1af6d5b53f req-4015078b-be93-486b-975a-878edc4a385c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 944 time: 0.0465350
Apr 16 22:19:00.049241 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b35784c-4d03-49b2-b150-7a1af6d5b53f req-8d197127-33e7-407d-b120-bbcafbb6ffa0 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aaca11b-3c88-4396-9050-61d2dfe610cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415647
Apr 16 22:19:01.206256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0be22-cb38-48f4-b95f-ea0085d6f3e5 req-5be9d51e-4e28-4fe4-b3d8-190b2646e45e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:01.207734 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78a0be22-cb38-48f4-b95f-ea0085d6f3e5 req-5be9d51e-4e28-4fe4-b3d8-190b2646e45e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 944 time: 0.0470469
Apr 16 22:19:01.256676 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-78a0be22-cb38-48f4-b95f-ea0085d6f3e5 req-1ba0d333-22b6-46d3-837d-88dfffb4a37d tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aaca11b-3c88-4396-9050-61d2dfe610cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432806
Apr 16 22:19:02.056665 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2be0c1ce-b184-45e7-9fec-55998c84eb6c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:19:02.151565 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 2be0c1ce-b184-45e7-9fec-55998c84eb6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2be0c1ce-b184-45e7-9fec-55998c84eb6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:19:02.162820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': '2be0c1ce-b184-45e7-9fec-55998c84eb6c', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'port_id': '2be0c1ce-b184-45e7-9fec-55998c84eb6c', 'mac_address': 'fa:16:3e:73:55:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:19:02.202216 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 2be0c1ce-b184-45e7-9fec-55998c84eb6c is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:19:02.202611 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:02.215501 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be0c1ce-b184-45e7-9fec-55998c84eb6c {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:19:02.233662 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 2be0c1ce-b184-45e7-9fec-55998c84eb6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2be0c1ce-b184-45e7-9fec-55998c84eb6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:19:02.308229 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:02.356737 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=2be0c1ce-b184-45e7-9fec-55998c84eb6c,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:19:02.364156 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.364523 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.364869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.365206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.365541 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.365871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.366197 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.366516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.366848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.367168 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.367492 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.367810 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.368130 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.368475 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.368800 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:19:02.377980 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8bfac-609b-47cc-8731-6b6b0d25a289 req-b489b307-a513-491e-8813-a5cc6892feed tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:02.379492 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5fb8bfac-609b-47cc-8731-6b6b0d25a289 req-b489b307-a513-491e-8813-a5cc6892feed tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 945 time: 0.0485191
Apr 16 22:19:02.429344 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-5fb8bfac-609b-47cc-8731-6b6b0d25a289 req-b394149f-4e5c-416f-b995-72275c9e9f5b tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aaca11b-3c88-4396-9050-61d2dfe610cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427334
Apr 16 22:19:02.537461 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['2be0c1ce-b184-45e7-9fec-55998c84eb6c'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:19:03.874869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401858a0-71a4-4555-81fd-127b2137b290 req-7d9db52e-66df-449b-a669-3fecfd61517a tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:03.876366 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-401858a0-71a4-4555-81fd-127b2137b290 req-7d9db52e-66df-449b-a669-3fecfd61517a tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 945 time: 0.3761621
Apr 16 22:19:03.925685 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-401858a0-71a4-4555-81fd-127b2137b290 req-d414bea5-58bc-4ca8-95d6-1dbcd7371da2 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aaca11b-3c88-4396-9050-61d2dfe610cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435953
Apr 16 22:19:04.057646 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2be0c1ce-b184-45e7-9fec-55998c84eb6c up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:19:04.102077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port 2be0c1ce-b184-45e7-9fec-55998c84eb6c completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:19:04.153132 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port 2be0c1ce-b184-45e7-9fec-55998c84eb6c triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:19:04.153454 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:04.383466 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port 2be0c1ce-b184-45e7-9fec-55998c84eb6c is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:19:04.383847 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:04.406379 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be0c1ce-b184-45e7-9fec-55998c84eb6c'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:19:04.408539 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792efb5a-d525-42ce-8547-a80d06293223" -d '{"events": [{"server_uuid": "b9da3bd2-f3e9-4295-a0c7-0942445c65a5", "name": "network-vif-plugged", "status": "completed", "tag": "2be0c1ce-b184-45e7-9fec-55998c84eb6c"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:19:04.420640 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port 2be0c1ce-b184-45e7-9fec-55998c84eb6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2be0c1ce-b184-45e7-9fec-55998c84eb6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:19:04.484822 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:04.510804 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8490733b-f544-4b9d-8e03-ddfd8d17614d x-openstack-request-id: req-8490733b-f544-4b9d-8e03-ddfd8d17614d {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:19:04.511101 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9da3bd2-f3e9-4295-a0c7-0942445c65a5", "name": "network-vif-plugged", "status": "completed", "tag": "2be0c1ce-b184-45e7-9fec-55998c84eb6c", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:19:04.511359 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8490733b-f544-4b9d-8e03-ddfd8d17614d {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:19:04.511753 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8490733b-f544-4b9d-8e03-ddfd8d17614d'] response: {'server_uuid': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be0c1ce-b184-45e7-9fec-55998c84eb6c', 'code': 200}
Apr 16 22:19:04.535533 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=2be0c1ce-b184-45e7-9fec-55998c84eb6c,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:19:04.599633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdb0fd-2160-4541-b477-939c58131721 req-60c0efca-aef8-4cf4-afc9-9edb90b02bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:04.601134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ebdb0fd-2160-4541-b477-939c58131721 req-60c0efca-aef8-4cf4-afc9-9edb90b02bea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 1128 time: 0.0379918
Apr 16 22:19:04.645698 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-7ebdb0fd-2160-4541-b477-939c58131721 req-77068a72-9d1f-439d-a0a4-bd78e70a4daf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7aaca11b-3c88-4396-9050-61d2dfe610cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389185
Apr 16 22:19:05.040366 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c7bd3-1bb2-4f2b-a6e3-2e29c787bf07 req-b1524fd6-45bf-4293-98e5-3fb6e878e16e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:05.042751 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c91c7bd3-1bb2-4f2b-a6e3-2e29c787bf07 req-b1524fd6-45bf-4293-98e5-3fb6e878e16e tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 946 time: 0.0497863
Apr 16 22:19:05.091032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c91c7bd3-1bb2-4f2b-a6e3-2e29c787bf07 req-ea5de0bf-a7ab-49ef-b895-8a26eb151693 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aaca11b-3c88-4396-9050-61d2dfe610cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425720
Apr 16 22:19:06.215899 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fdd0d-d538-4318-aac5-4aff155cb911 req-9490ea53-a650-43ac-a554-365525ac4f75 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:06.217403 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b6fdd0d-d538-4318-aac5-4aff155cb911 req-9490ea53-a650-43ac-a554-365525ac4f75 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 946 time: 0.0514138
Apr 16 22:19:06.265606 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6b6fdd0d-d538-4318-aac5-4aff155cb911 req-6b9394a5-e522-411b-a5a1-9da84efb9e47 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aaca11b-3c88-4396-9050-61d2dfe610cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426030
Apr 16 22:19:06.375406 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23d938-bf44-4869-b381-ac6c8f994228 req-bac86d5f-51f8-4e70-9c9e-f2041893c6ed tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:06.376915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d23d938-bf44-4869-b381-ac6c8f994228 req-bac86d5f-51f8-4e70-9c9e-f2041893c6ed tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 946 time: 0.0456870
Apr 16 22:19:06.424605 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6d23d938-bf44-4869-b381-ac6c8f994228 req-2cb60865-55f9-4fe5-a59b-47b69981f24c tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aaca11b-3c88-4396-9050-61d2dfe610cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420711
Apr 16 22:19:06.446794 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53992) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:19:06.484342 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b9e714-e78e-4de1-a242-4afde7a3e7ac tempest-TestShelveInstance-1709278303 tempest-TestShelveInstance-1709278303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:06.485866 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-96b9e714-e78e-4de1-a242-4afde7a3e7ac tempest-TestShelveInstance-1709278303 tempest-TestShelveInstance-1709278303-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 1123 time: 0.0380068
Apr 16 22:19:06.488687 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 53994) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:19:06.492859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': '2be0c1ce-b184-45e7-9fec-55998c84eb6c', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:19:06.564039 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:06.644530 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:06.749573 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Allocated IP 172.35.1.221 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/740677cf-642c-4ff5-82d6-8932ec6a66d8) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:19:06.844978 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:06.849373 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for port (740677cf-642c-4ff5-82d6-8932ec6a66d8), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:06.936261 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (740677cf-642c-4ff5-82d6-8932ec6a66d8), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:06.976397 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:19:06.981340 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:19:06.985572 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:19:06.988569 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'Port': ['ID=740677cf-642c-4ff5-82d6-8932ec6a66d8,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:19:07.347465 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for floatingip (01ee228c-c39f-4fc7-8877-02bfbe8de050), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:07.489091 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (740677cf-642c-4ff5-82d6-8932ec6a66d8), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:07.637761 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for port (740677cf-642c-4ff5-82d6-8932ec6a66d8), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:07.707053 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (740677cf-642c-4ff5-82d6-8932ec6a66d8), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:07.778636 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event updated for resources: {'Port': ['ID=740677cf-642c-4ff5-82d6-8932ec6a66d8,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:19:07.788542 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (01ee228c-c39f-4fc7-8877-02bfbe8de050), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:07.893133 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Floating IP 01ee228c-c39f-4fc7-8877-02bfbe8de050 associated. External IP: 172.35.1.221, port: 2be0c1ce-b184-45e7-9fec-55998c84eb6c.
Apr 16 22:19:08.107490 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Router f4520d2d-e025-4837-863d-086d7368439b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:19:08.217438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:19:08.227223 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa854ac-1dd2-4cf0-b39c-d0dcde0cd796 None None] Sync routers for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:19:08.240730 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa854ac-1dd2-4cf0-b39c-d0dcde0cd796 None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:19:08.241339 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0fa854ac-1dd2-4cf0-b39c-d0dcde0cd796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124496070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:18:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:19:08.286565 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:08.317437 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-fbe503c6-0efd-4fad-a84e-715745f5dc18 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8277194
Apr 16 22:19:08.318300 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'tag': '2be0c1ce-b184-45e7-9fec-55998c84eb6c'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:19:08.320879 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df841fa-68fb-4fbc-abf3-19c469a7ea80" -d '{"events": [{"name": "network-changed", "server_uuid": "b9da3bd2-f3e9-4295-a0c7-0942445c65a5", "tag": "2be0c1ce-b184-45e7-9fec-55998c84eb6c"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:19:08.350443 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-0fa854ac-1dd2-4cf0-b39c-d0dcde0cd796 None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:19:08.357821 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047bc8d5-836e-447e-8a6b-379b4f783215 x-openstack-request-id: req-047bc8d5-836e-447e-8a6b-379b4f783215 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:19:08.358129 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9da3bd2-f3e9-4295-a0c7-0942445c65a5", "tag": "2be0c1ce-b184-45e7-9fec-55998c84eb6c", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:19:08.358367 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-047bc8d5-836e-447e-8a6b-379b4f783215 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:19:08.358786 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047bc8d5-836e-447e-8a6b-379b4f783215'] response: {'name': 'network-changed', 'server_uuid': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'tag': '2be0c1ce-b184-45e7-9fec-55998c84eb6c', 'status': 'completed', 'code': 200}
Apr 16 22:19:08.418592 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df841fa-68fb-4fbc-abf3-19c469a7ea80 req-0a847f7c-3886-4bc2-979d-edf85fe2b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:08.420120 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3df841fa-68fb-4fbc-abf3-19c469a7ea80 req-0a847f7c-3886-4bc2-979d-edf85fe2b70a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 1128 time: 0.0401466
Apr 16 22:19:08.512665 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df841fa-68fb-4fbc-abf3-19c469a7ea80 req-bc7a625b-4bd3-4cdd-8564-c43bced78655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:08.514216 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3df841fa-68fb-4fbc-abf3-19c469a7ea80 req-bc7a625b-4bd3-4cdd-8564-c43bced78655 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0888541
Apr 16 22:19:08.567368 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0fa854ac-1dd2-4cf0-b39c-d0dcde0cd796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124496070>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '01ee228c-c39f-4fc7-8877-02bfbe8de050', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'floating_ip_address': '172.35.1.221', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'port_id': '2be0c1ce-b184-45e7-9fec-55998c84eb6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'mac_address': 'fa:16:3e:73:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:19:07Z', 'updated_at': '2022-04-16T22:19:07Z', 'revision_number': 0, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 5, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:19:08.579874 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3df841fa-68fb-4fbc-abf3-19c469a7ea80 req-98586461-acc7-4fce-bb43-3181d89154b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be0c1ce-b184-45e7-9fec-55998c84eb6c HTTP/1.1" status: 200  len: 1000 time: 0.0602870
Apr 16 22:19:08.598277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa854ac-1dd2-4cf0-b39c-d0dcde0cd796 None None] Checking router: f4520d2d-e025-4837-863d-086d7368439b for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:19:08.607159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa854ac-1dd2-4cf0-b39c-d0dcde0cd796 None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:19:08.607765 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0fa854ac-1dd2-4cf0-b39c-d0dcde0cd796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124496070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:18:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:19:08.629035 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df841fa-68fb-4fbc-abf3-19c469a7ea80 req-2b4ed2fd-3801-4271-85f5-99cc95777094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:08.630526 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3df841fa-68fb-4fbc-abf3-19c469a7ea80 req-2b4ed2fd-3801-4271-85f5-99cc95777094 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0447941
Apr 16 22:19:08.679165 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df841fa-68fb-4fbc-abf3-19c469a7ea80 req-8f39d570-8ad9-4a53-9a4b-72c4c88ba2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:08.680745 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3df841fa-68fb-4fbc-abf3-19c469a7ea80 req-8f39d570-8ad9-4a53-9a4b-72c4c88ba2fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438211
Apr 16 22:19:08.691633 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [req-3df841fa-68fb-4fbc-abf3-19c469a7ea80 req-29f87834-f701-4bfd-baa7-c2c2fc3f6f96 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 22:19:08.692646 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3df841fa-68fb-4fbc-abf3-19c469a7ea80 req-29f87834-f701-4bfd-baa7-c2c2fc3f6f96 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058753
Apr 16 22:19:08.716881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-0fa854ac-1dd2-4cf0-b39c-d0dcde0cd796 None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:19:08.782307 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3df841fa-68fb-4fbc-abf3-19c469a7ea80 req-8aa19673-18d4-4f04-96c8-b27e86f11ee7 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828102
Apr 16 22:19:08.874994 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3df841fa-68fb-4fbc-abf3-19c469a7ea80 req-2de5f9fb-207b-4afd-b677-6a34a8ff7525 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866752
Apr 16 22:19:08.930986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-0fa854ac-1dd2-4cf0-b39c-d0dcde0cd796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124496070>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '01ee228c-c39f-4fc7-8877-02bfbe8de050', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'floating_ip_address': '172.35.1.221', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'port_id': '2be0c1ce-b184-45e7-9fec-55998c84eb6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'mac_address': 'fa:16:3e:73:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:19:07Z', 'updated_at': '2022-04-16T22:19:07Z', 'revision_number': 0, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 5, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:19:08.957847 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa854ac-1dd2-4cf0-b39c-d0dcde0cd796 None None] The sync data for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 is: [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '01ee228c-c39f-4fc7-8877-02bfbe8de050', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'floating_ip_address': '172.35.1.221', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'port_id': '2be0c1ce-b184-45e7-9fec-55998c84eb6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'mac_address': 'fa:16:3e:73:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:19:07Z', 'updated_at': '2022-04-16T22:19:07Z', 'revision_number': 0, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 5, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:19:09.078654 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4940f8eb-9b3f-4654-af97-414da5a73199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:09.155097 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e714a1e-2231-44e1-a191-2a1719d814a1 None None] New status for floating IP 01ee228c-c39f-4fc7-8877-02bfbe8de050: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:19:11.655486 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-454a6182-ac8f-4a81-bd1b-2a7c4d83035b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:12.740728 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:13.000127 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:19:14.198937 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:14.387025 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:15.461546 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:36.883816 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:39.044540 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0f95f96c-53a2-40d1-8f95-c915c679b59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:41.723673 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-97432f47-184f-451a-b684-10014ae9a852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:42.745953 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:43.365724 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43aab18c-09cf-48f1-b914-569748c0ad24 req-84f88ef8-f6db-4a14-ad96-1c89083e1179 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0394642
Apr 16 22:19:43.444683 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aab18c-09cf-48f1-b914-569748c0ad24 req-7a413bdd-b4a4-4506-91e9-3cbb3126bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:43.446210 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43aab18c-09cf-48f1-b914-569748c0ad24 req-7a413bdd-b4a4-4506-91e9-3cbb3126bb56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 1128 time: 0.0396924
Apr 16 22:19:43.552912 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aab18c-09cf-48f1-b914-569748c0ad24 req-3933fa9d-4526-448d-9c2a-eb638f243f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:43.554392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43aab18c-09cf-48f1-b914-569748c0ad24 req-3933fa9d-4526-448d-9c2a-eb638f243f0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0893745
Apr 16 22:19:43.620645 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43aab18c-09cf-48f1-b914-569748c0ad24 req-b5ba5d92-5101-42cb-9493-9bffea224f7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be0c1ce-b184-45e7-9fec-55998c84eb6c HTTP/1.1" status: 200  len: 1002 time: 0.0599592
Apr 16 22:19:43.669283 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aab18c-09cf-48f1-b914-569748c0ad24 req-e902a8f9-0d55-45e6-a3f5-b7fd3d46a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:43.671229 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43aab18c-09cf-48f1-b914-569748c0ad24 req-e902a8f9-0d55-45e6-a3f5-b7fd3d46a511 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0429425
Apr 16 22:19:43.718505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aab18c-09cf-48f1-b914-569748c0ad24 req-c3cd271b-7fca-4a53-b520-aab491e389a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:19:43.720007 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43aab18c-09cf-48f1-b914-569748c0ad24 req-c3cd271b-7fca-4a53-b520-aab491e389a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435820
Apr 16 22:19:43.808731 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43aab18c-09cf-48f1-b914-569748c0ad24 req-089b1b17-f2cb-4eb0-ad0d-bf357c4ddaa0 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823150
Apr 16 22:19:43.901371 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-43aab18c-09cf-48f1-b914-569748c0ad24 req-71a02e93-9240-4757-b874-9e3835057807 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871959
Apr 16 22:19:44.255014 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:44.357530 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:45.505966 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:19:49.998847 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:20:06.849069 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:20:09.042606 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbac6-a1bc-4e6a-a263-a6831614d755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:20:11.688888 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-70c1dba2-d15c-476c-b0c9-7c5438cda0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:20:12.728530 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:20:14.214158 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:20:14.345595 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:20:15.494344 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:20:26.998065 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:20:36.887850 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:20:39.070868 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-3b9a5237-1ede-4689-b0fa-2c51432d4fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:20:41.665048 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2590c2ca-b6af-4c69-ab83-dee82fc95231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:20:42.785117 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:20:44.208248 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:20:44.363328 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-477e79d2-57c7-4d7b-9c0e-c79ae06b4ffc req-a91ef060-4059-4192-a0c1-c432c4a04b32 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0399599
Apr 16 22:20:44.377497 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:20:44.445391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e79d2-57c7-4d7b-9c0e-c79ae06b4ffc req-40db7be5-fd7f-443a-a69d-31d48f008f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:20:44.447032 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-477e79d2-57c7-4d7b-9c0e-c79ae06b4ffc req-40db7be5-fd7f-443a-a69d-31d48f008f80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 1128 time: 0.0414400
Apr 16 22:20:44.553995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e79d2-57c7-4d7b-9c0e-c79ae06b4ffc req-0d489397-a6ed-4509-ae1a-0d9fc4cf14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:20:44.555592 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-477e79d2-57c7-4d7b-9c0e-c79ae06b4ffc req-0d489397-a6ed-4509-ae1a-0d9fc4cf14dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0904267
Apr 16 22:20:44.624495 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-477e79d2-57c7-4d7b-9c0e-c79ae06b4ffc req-eed7b0df-50b1-4770-a72a-cd56419f8257 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be0c1ce-b184-45e7-9fec-55998c84eb6c HTTP/1.1" status: 200  len: 1002 time: 0.0615404
Apr 16 22:20:44.679515 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e79d2-57c7-4d7b-9c0e-c79ae06b4ffc req-3a7f2046-aadd-4208-a4bb-a08cd29d36df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:20:44.679515 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-477e79d2-57c7-4d7b-9c0e-c79ae06b4ffc req-3a7f2046-aadd-4208-a4bb-a08cd29d36df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0446775
Apr 16 22:20:44.721765 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e79d2-57c7-4d7b-9c0e-c79ae06b4ffc req-ed8e4999-cc3f-4d09-aeb2-1a9ffd0f309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:20:44.723849 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-477e79d2-57c7-4d7b-9c0e-c79ae06b4ffc req-ed8e4999-cc3f-4d09-aeb2-1a9ffd0f309a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430274
Apr 16 22:20:44.814972 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-477e79d2-57c7-4d7b-9c0e-c79ae06b4ffc req-d238ddda-3adb-4838-b5c6-b9f71f193f30 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844774
Apr 16 22:20:44.907970 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-477e79d2-57c7-4d7b-9c0e-c79ae06b4ffc req-8ad4391d-c48d-4991-ac7a-795da6f28871 service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870564
Apr 16 22:20:45.505697 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:03.996646 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:21:06.876219 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:09.087885 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd4aafb1-0110-41d7-a38b-c510e047b1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:11.710460 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-577424b8-b14f-4907-b895-4a0ce0a82074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:12.744652 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:14.230412 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:14.361386 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:15.481904 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:36.869649 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:39.069830 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c4c6cd86-e7b0-453b-a612-e305f59acebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:40.996112 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:21:41.641225 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-82615ef8-f7d9-4fc6-8f11-bfcc815087ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:42.755342 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:44.246996 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:44.372563 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:45.360699 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-037ead93-7258-47aa-8c91-c1511d4dd977 req-6cdba45e-034f-46f6-a289-b469cc3ea134 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395095
Apr 16 22:21:45.438535 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ead93-7258-47aa-8c91-c1511d4dd977 req-46d72379-6cb1-4cd8-8672-d6cc533612c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:21:45.440356 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-037ead93-7258-47aa-8c91-c1511d4dd977 req-46d72379-6cb1-4cd8-8672-d6cc533612c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 1128 time: 0.0396466
Apr 16 22:21:45.486690 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:21:45.544655 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ead93-7258-47aa-8c91-c1511d4dd977 req-b24b1990-bf3e-4387-856d-1bd0d1edce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:21:45.546156 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-037ead93-7258-47aa-8c91-c1511d4dd977 req-b24b1990-bf3e-4387-856d-1bd0d1edce54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0887566
Apr 16 22:21:45.611239 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-037ead93-7258-47aa-8c91-c1511d4dd977 req-d7aba12c-46c3-4830-babb-09bd04c82775 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be0c1ce-b184-45e7-9fec-55998c84eb6c HTTP/1.1" status: 200  len: 1002 time: 0.0589645
Apr 16 22:21:45.657491 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ead93-7258-47aa-8c91-c1511d4dd977 req-80618bfd-3c9e-42aa-b27e-43003d455d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:21:45.658908 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-037ead93-7258-47aa-8c91-c1511d4dd977 req-80618bfd-3c9e-42aa-b27e-43003d455d58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0422666
Apr 16 22:21:45.706075 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ead93-7258-47aa-8c91-c1511d4dd977 req-65e75e91-d81e-4436-ac96-b5df333de325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:21:45.709362 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-037ead93-7258-47aa-8c91-c1511d4dd977 req-65e75e91-d81e-4436-ac96-b5df333de325 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431583
Apr 16 22:21:45.795363 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-037ead93-7258-47aa-8c91-c1511d4dd977 req-69dee26b-0d85-4424-9b8a-a5ee080254ee service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816903
Apr 16 22:21:45.886342 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-037ead93-7258-47aa-8c91-c1511d4dd977 req-3bbf2322-ef1d-4f8c-8836-79eedc940e7c service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849688
Apr 16 22:22:06.880780 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:09.046275 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b6bf74fa-95a9-4ef5-a1a1-51adb4d40d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:11.669148 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8bd7563b-3b5f-455e-875f-f49d1960dd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:12.800063 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:14.257788 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:14.389136 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:15.497608 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:16.403920 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-5945aad0-00c4-4a24-a95e-0453b928e59e req-a9b4c16d-63ca-4165-b73a-051ae0bfb312 service neutron] (122556) timed out ('10.222.0.11', 62697) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 22:22:17.995624 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:22:36.920122 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:39.068925 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-019b2852-0f90-43d6-8056-10fe251e77aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:41.646129 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4c39750b-a5be-4133-b245-47f45ba1e8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:42.578217 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54140) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:42.776849 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:43.044682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Deleting port 740677cf-642c-4ff5-82d6-8932ec6a66d8 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:22:43.045048 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (740677cf-642c-4ff5-82d6-8932ec6a66d8), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:43.119813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (740677cf-642c-4ff5-82d6-8932ec6a66d8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:43.120193 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for floatingip (740677cf-642c-4ff5-82d6-8932ec6a66d8), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:43.134101 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Calling delete_port for 740677cf-642c-4ff5-82d6-8932ec6a66d8 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:22:43.326231 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (740677cf-642c-4ff5-82d6-8932ec6a66d8), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:43.351598 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event deleted for resources: {'Port': ['ID=740677cf-642c-4ff5-82d6-8932ec6a66d8,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:43.380742 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.381094 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.381438 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.381804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.382143 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.382480 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.382817 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.383150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.383488 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.383814 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.384150 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.384502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.384829 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.385156 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.385482 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:43.426455 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for floatingip (01ee228c-c39f-4fc7-8877-02bfbe8de050), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:43.426793 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Floating IP 01ee228c-c39f-4fc7-8877-02bfbe8de050 disassociated (deleted). External IP: 172.35.1.221, port: 2be0c1ce-b184-45e7-9fec-55998c84eb6c.
Apr 16 22:22:43.642419 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Router f4520d2d-e025-4837-863d-086d7368439b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:22:43.754885 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:22:43.759936 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:43.764915 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00757c1a-2f7c-4b73-8ef3-1990c146e8aa None None] Sync routers for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:22:43.775519 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00757c1a-2f7c-4b73-8ef3-1990c146e8aa None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:22:43.776163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-00757c1a-2f7c-4b73-8ef3-1990c146e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f2adaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:43.790797 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-1f67b95e-388f-44ad-950a-f6c2db18f72f tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "DELETE /v2.0/floatingips/01ee228c-c39f-4fc7-8877-02bfbe8de050 HTTP/1.1" status: 204  len: 168 time: 1.2114954
Apr 16 22:22:43.791474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'tag': '2be0c1ce-b184-45e7-9fec-55998c84eb6c'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:22:43.793845 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30412565-a80a-4d23-9a82-caf5ffffd21e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9da3bd2-f3e9-4295-a0c7-0942445c65a5", "tag": "2be0c1ce-b184-45e7-9fec-55998c84eb6c"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:22:43.832283 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615166e9-472c-4c73-9530-ddcf3553911b x-openstack-request-id: req-615166e9-472c-4c73-9530-ddcf3553911b {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:22:43.832579 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9da3bd2-f3e9-4295-a0c7-0942445c65a5", "tag": "2be0c1ce-b184-45e7-9fec-55998c84eb6c", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:22:43.832832 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-615166e9-472c-4c73-9530-ddcf3553911b {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:22:43.833265 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615166e9-472c-4c73-9530-ddcf3553911b'] response: {'name': 'network-changed', 'server_uuid': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'tag': '2be0c1ce-b184-45e7-9fec-55998c84eb6c', 'status': 'completed', 'code': 200}
Apr 16 22:22:43.893551 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-00757c1a-2f7c-4b73-8ef3-1990c146e8aa None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:22:43.897244 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30412565-a80a-4d23-9a82-caf5ffffd21e req-49d38619-79cd-4931-b672-980ddbcb6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:22:43.899357 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30412565-a80a-4d23-9a82-caf5ffffd21e req-49d38619-79cd-4931-b672-980ddbcb6c5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a91917b203d4a2ca179d394e04af71f&device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 1128 time: 0.0412230
Apr 16 22:22:43.997982 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30412565-a80a-4d23-9a82-caf5ffffd21e req-8e34f2c5-ec4d-4552-a440-caa6b714f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:22:43.999629 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30412565-a80a-4d23-9a82-caf5ffffd21e req-8e34f2c5-ec4d-4552-a440-caa6b714f0fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 200  len: 910 time: 0.0935938
Apr 16 22:22:44.042324 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30412565-a80a-4d23-9a82-caf5ffffd21e req-6e2609ad-dfaf-4d20-a087-142791f5bba3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be0c1ce-b184-45e7-9fec-55998c84eb6c HTTP/1.1" status: 200  len: 217 time: 0.0370889
Apr 16 22:22:44.086898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-00757c1a-2f7c-4b73-8ef3-1990c146e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f2adaf0>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 5, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:44.093910 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30412565-a80a-4d23-9a82-caf5ffffd21e req-f84ae958-e83c-4705-887f-b23484a041d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:22:44.095589 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30412565-a80a-4d23-9a82-caf5ffffd21e req-f84ae958-e83c-4705-887f-b23484a041d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 200  len: 848 time: 0.0466719
Apr 16 22:22:44.122891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00757c1a-2f7c-4b73-8ef3-1990c146e8aa None None] Checking router: f4520d2d-e025-4837-863d-086d7368439b for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:22:44.131313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00757c1a-2f7c-4b73-8ef3-1990c146e8aa None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:22:44.132465 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-00757c1a-2f7c-4b73-8ef3-1990c146e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f2adaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:44.149268 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30412565-a80a-4d23-9a82-caf5ffffd21e req-6340fa6e-380b-4fc0-87c9-57780e77bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:22:44.150749 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30412565-a80a-4d23-9a82-caf5ffffd21e req-6340fa6e-380b-4fc0-87c9-57780e77bada service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce19f73a-c474-49ea-9c81-734b1baff584&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442901
Apr 16 22:22:44.255550 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-00757c1a-2f7c-4b73-8ef3-1990c146e8aa None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:22:44.271358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30412565-a80a-4d23-9a82-caf5ffffd21e req-5adb3d8f-36cc-4ac5-b16b-47eb7ff79a1c service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1138537
Apr 16 22:22:44.361930 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fae15-431e-47b3-9ab2-465f5cb8a2fd req-9810d780-a85a-44af-9fc1-bc54c18124cc tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:22:44.363525 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed8fae15-431e-47b3-9ab2-465f5cb8a2fd req-9810d780-a85a-44af-9fc1-bc54c18124cc tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 946 time: 0.1087837
Apr 16 22:22:44.416867 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ed8fae15-431e-47b3-9ab2-465f5cb8a2fd req-82ffec02-889c-42b1-b076-92b44045bc6a tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aaca11b-3c88-4396-9050-61d2dfe610cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468700
Apr 16 22:22:44.454772 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:44.550779 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:44.620198 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-00757c1a-2f7c-4b73-8ef3-1990c146e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f2adaf0>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 5, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:44.646955 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00757c1a-2f7c-4b73-8ef3-1990c146e8aa None None] The sync data for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 is: [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:13:52Z', 'revision_number': 4, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f23ba66f-7129-40a7-8665-d225527075c5', 'name': '', 'network_id': 'ce19f73a-c474-49ea-9c81-734b1baff584', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'mac_address': 'fa:16:3e:ce:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:51Z', 'updated_at': '2022-04-16T22:13:56Z', 'revision_number': 5, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'subnets': [{'id': 'a20557b9-81fb-4e7c-a0d8-cf643991adc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:22:44.869409 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c8b6ba-1ab0-438d-8030-fe38e56c818d None None] New status for floating IP 01ee228c-c39f-4fc7-8877-02bfbe8de050: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:22:45.300392 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-30412565-a80a-4d23-9a82-caf5ffffd21e req-d1112786-5ff1-4370-ba67-64049602974b service neutron] 10.222.0.11 "GET /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869277
Apr 16 22:22:45.537850 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:45.586838 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b3906-d074-4ae3-9a8e-52716c3dafad req-33854b04-0b96-4e6a-8dfc-e09188ff62c6 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:22:45.588416 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-696b3906-d074-4ae3-9a8e-52716c3dafad req-33854b04-0b96-4e6a-8dfc-e09188ff62c6 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 946 time: 0.0961502
Apr 16 22:22:45.638446 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-696b3906-d074-4ae3-9a8e-52716c3dafad req-23585d95-cb0f-4b3d-a359-bd33faa9f3b9 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/security-groups?id=7aaca11b-3c88-4396-9050-61d2dfe610cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438185
Apr 16 22:22:45.800205 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f9301-9a87-460b-b8d3-65b2c2d67539 req-0f7cdd0d-fb60-45ed-a455-aca809b1c626 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:22:45.801667 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-223f9301-9a87-460b-b8d3-65b2c2d67539 req-0f7cdd0d-fb60-45ed-a455-aca809b1c626 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 946 time: 0.0472758
Apr 16 22:22:45.888132 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-223f9301-9a87-460b-b8d3-65b2c2d67539 req-fce2dd26-8921-4506-8a38-481b8e1c2991 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Deleting port 2be0c1ce-b184-45e7-9fec-55998c84eb6c {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:22:45.888437 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-223f9301-9a87-460b-b8d3-65b2c2d67539 req-fce2dd26-8921-4506-8a38-481b8e1c2991 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:45.978158 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-223f9301-9a87-460b-b8d3-65b2c2d67539 req-fce2dd26-8921-4506-8a38-481b8e1c2991 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] For port 2be0c1ce-b184-45e7-9fec-55998c84eb6c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2be0c1ce-b184-45e7-9fec-55998c84eb6c,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:22:45.978534 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-223f9301-9a87-460b-b8d3-65b2c2d67539 req-fce2dd26-8921-4506-8a38-481b8e1c2991 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:45.996099 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-223f9301-9a87-460b-b8d3-65b2c2d67539 req-fce2dd26-8921-4506-8a38-481b8e1c2991 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Calling delete_port for 2be0c1ce-b184-45e7-9fec-55998c84eb6c owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:22:46.194990 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-223f9301-9a87-460b-b8d3-65b2c2d67539 req-fce2dd26-8921-4506-8a38-481b8e1c2991 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (2be0c1ce-b184-45e7-9fec-55998c84eb6c), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:46.222022 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2dd26-8921-4506-8a38-481b8e1c2991 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event deleted for resources: {'Port': ['ID=2be0c1ce-b184-45e7-9fec-55998c84eb6c,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:46.268385 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-223f9301-9a87-460b-b8d3-65b2c2d67539 req-fce2dd26-8921-4506-8a38-481b8e1c2991 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] No DVR routers for this DVR port 2be0c1ce-b184-45e7-9fec-55998c84eb6c on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:22:46.270963 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-223f9301-9a87-460b-b8d3-65b2c2d67539 req-fce2dd26-8921-4506-8a38-481b8e1c2991 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:46.274915 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-223f9301-9a87-460b-b8d3-65b2c2d67539 req-fce2dd26-8921-4506-8a38-481b8e1c2991 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.11 "DELETE /v2.0/ports/2be0c1ce-b184-45e7-9fec-55998c84eb6c HTTP/1.1" status: 204  len: 173 time: 0.4683702
Apr 16 22:22:46.275353 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'name': 'network-vif-deleted', 'tag': '2be0c1ce-b184-45e7-9fec-55998c84eb6c'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:22:46.277604 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f70afc-685e-4509-9a90-18bd6102decc" -d '{"events": [{"server_uuid": "b9da3bd2-f3e9-4295-a0c7-0942445c65a5", "name": "network-vif-deleted", "tag": "2be0c1ce-b184-45e7-9fec-55998c84eb6c"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:22:46.312804 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38920c6c-6308-4ad4-bebf-381ab5555b00 x-openstack-request-id: req-38920c6c-6308-4ad4-bebf-381ab5555b00 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:22:46.313390 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9da3bd2-f3e9-4295-a0c7-0942445c65a5", "name": "network-vif-deleted", "tag": "2be0c1ce-b184-45e7-9fec-55998c84eb6c", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:22:46.313390 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38920c6c-6308-4ad4-bebf-381ab5555b00 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:22:46.314028 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38920c6c-6308-4ad4-bebf-381ab5555b00'] response: {'server_uuid': 'b9da3bd2-f3e9-4295-a0c7-0942445c65a5', 'name': 'network-vif-deleted', 'tag': '2be0c1ce-b184-45e7-9fec-55998c84eb6c', 'status': 'completed', 'code': 200}
Apr 16 22:22:46.743599 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-f6863094-806e-421d-93f7-a86f0e53d3a2 req-c6a54955-a588-446b-b989-7de007a96b7a tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9da3bd2-f3e9-4295-a0c7-0942445c65a5 HTTP/1.1" status: 200  len: 210 time: 0.0347846
Apr 16 22:22:47.801104 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54188) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:47.862705 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d7eb56e-c907-40df-b011-3752d19c6713 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group (7aaca11b-3c88-4396-9050-61d2dfe610cf), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:47.888562 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d7eb56e-c907-40df-b011-3752d19c6713 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group (7aaca11b-3c88-4396-9050-61d2dfe610cf), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:48.011795 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d7eb56e-c907-40df-b011-3752d19c6713 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (7aaca11b-3c88-4396-9050-61d2dfe610cf), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:48.014476 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-3d7eb56e-c907-40df-b011-3752d19c6713 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:48.015670 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-3d7eb56e-c907-40df-b011-3752d19c6713 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] 10.222.0.20 "DELETE /v2.0/security-groups/7aaca11b-3c88-4396-9050-61d2dfe610cf HTTP/1.1" status: 204  len: 168 time: 0.2135694
Apr 16 22:22:48.033118 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7eb56e-c907-40df-b011-3752d19c6713 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaca11b-3c88-4396-9050-61d2dfe610cf,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:49.109998 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54194) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:49.302026 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2be0c1ce-b184-45e7-9fec-55998c84eb6c no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:22:49.321999 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: 2be0c1ce-b184-45e7-9fec-55998c84eb6c {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:22:49.322344 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device 2be0c1ce-b184-45e7-9fec-55998c84eb6c not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:22:49.533522 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbe8f9a2-583e-43c7-8a30-3542a11079e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (f4520d2d-e025-4837-863d-086d7368439b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:49.765098 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-bbe8f9a2-583e-43c7-8a30-3542a11079e3 admin admin] Deleting port f23ba66f-7129-40a7-8665-d225527075c5 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:22:49.765448 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbe8f9a2-583e-43c7-8a30-3542a11079e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f23ba66f-7129-40a7-8665-d225527075c5), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:49.845654 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-bbe8f9a2-583e-43c7-8a30-3542a11079e3 admin admin] For port f23ba66f-7129-40a7-8665-d225527075c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f23ba66f-7129-40a7-8665-d225527075c5,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:22:49.846025 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbe8f9a2-583e-43c7-8a30-3542a11079e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f23ba66f-7129-40a7-8665-d225527075c5), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:49.859557 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-bbe8f9a2-583e-43c7-8a30-3542a11079e3 admin admin] Calling delete_port for f23ba66f-7129-40a7-8665-d225527075c5 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:22:50.097493 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbe8f9a2-583e-43c7-8a30-3542a11079e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f23ba66f-7129-40a7-8665-d225527075c5), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:50.123964 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8f9a2-583e-43c7-8a30-3542a11079e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f23ba66f-7129-40a7-8665-d225527075c5,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:50.302337 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-bbe8f9a2-583e-43c7-8a30-3542a11079e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (f4520d2d-e025-4837-863d-086d7368439b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:50.520617 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe8f9a2-583e-43c7-8a30-3542a11079e3 admin admin] Router f4520d2d-e025-4837-863d-086d7368439b has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:22:50.629888 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe8f9a2-583e-43c7-8a30-3542a11079e3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:22:50.635298 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-bbe8f9a2-583e-43c7-8a30-3542a11079e3 admin admin] 10.222.0.20 "PUT /v2.0/routers/f4520d2d-e025-4837-863d-086d7368439b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5242586
Apr 16 22:22:50.637853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54198) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:50.639619 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7616f72-bcb5-4263-844f-efc041cd0205 None None] Sync routers for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:22:50.650309 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7616f72-bcb5-4263-844f-efc041cd0205 None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:22:50.650923 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e7616f72-bcb5-4263-844f-efc041cd0205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01244a1fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:50.746150 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Publish callbacks [] for router (f4520d2d-e025-4837-863d-086d7368439b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:50.759281 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e7616f72-bcb5-4263-844f-efc041cd0205 None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:22:50.852480 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Publish callbacks [] for router_gateway (f4520d2d-e025-4837-863d-086d7368439b), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:50.931972 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e7616f72-bcb5-4263-844f-efc041cd0205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01244a1fa0>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:22:49Z', 'revision_number': 5, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port': {'id': '9f593453-c64e-4586-9bbf-cdfcf1725554', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4520d2d-e025-4837-863d-086d7368439b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:50Z', 'updated_at': '2022-04-16T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:50.945703 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Deleting port 9f593453-c64e-4586-9bbf-cdfcf1725554 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:22:50.949492 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:50.959245 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7616f72-bcb5-4263-844f-efc041cd0205 None None] Checking router: f4520d2d-e025-4837-863d-086d7368439b for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:22:50.968095 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7616f72-bcb5-4263-844f-efc041cd0205 None None] Routers {'f4520d2d-e025-4837-863d-086d7368439b'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:22:50.968742 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e7616f72-bcb5-4263-844f-efc041cd0205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01244a1fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f4520d2d-e025-4837-863d-086d7368439b'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:51.028131 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] For port 9f593453-c64e-4586-9bbf-cdfcf1725554, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f593453-c64e-4586-9bbf-cdfcf1725554,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:22:51.028528 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:51.042573 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Calling delete_port for 9f593453-c64e-4586-9bbf-cdfcf1725554 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:22:51.057445 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e7616f72-bcb5-4263-844f-efc041cd0205 None None] Set router f4520d2d-e025-4837-863d-086d7368439b gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:22:51.109106 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e7616f72-bcb5-4263-844f-efc041cd0205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01244a1fa0>, [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:22:50Z', 'revision_number': 6, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:51.139092 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7616f72-bcb5-4263-844f-efc041cd0205 None None] The sync data for ids ['f4520d2d-e025-4837-863d-086d7368439b'] in ncdv-master-1 is: [{'id': 'f4520d2d-e025-4837-863d-086d7368439b', 'name': 'tempest-TestShelveInstance-1661765422-router', 'tenant_id': '8a91917b203d4a2ca179d394e04af71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:49Z', 'updated_at': '2022-04-16T22:22:50Z', 'revision_number': 6, 'project_id': '8a91917b203d4a2ca179d394e04af71f', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:22:51.251541 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (9f593453-c64e-4586-9bbf-cdfcf1725554), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:51.275968 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f593453-c64e-4586-9bbf-cdfcf1725554,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:51.343538 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (f4520d2d-e025-4837-863d-086d7368439b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:51.754410 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (f4520d2d-e025-4837-863d-086d7368439b), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:51.756531 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Publish callbacks [] for router_controller (f4520d2d-e025-4837-863d-086d7368439b), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:51.862958 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (f4520d2d-e025-4837-863d-086d7368439b), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:51.863492 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4520d2d-e025-4837-863d-086d7368439b {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 22:22:51.871282 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:51.872490 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-f333fd86-bcab-4952-afb0-49dabbae5549 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f4520d2d-e025-4837-863d-086d7368439b HTTP/1.1" status: 204  len: 168 time: 1.2335210
Apr 16 22:22:51.875018 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54200) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:51.922682 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb323e8-3dab-40a0-a86a-09822360290e admin admin] Deleting subnet a20557b9-81fb-4e7c-a0d8-cf643991adc4 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:22:51.925913 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6bb323e8-3dab-40a0-a86a-09822360290e admin admin] Publish callbacks [] for subnet (a20557b9-81fb-4e7c-a0d8-cf643991adc4), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:51.965862 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6bb323e8-3dab-40a0-a86a-09822360290e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (a20557b9-81fb-4e7c-a0d8-cf643991adc4), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.045032 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6bb323e8-3dab-40a0-a86a-09822360290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (a20557b9-81fb-4e7c-a0d8-cf643991adc4), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.177236 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6bb323e8-3dab-40a0-a86a-09822360290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (a20557b9-81fb-4e7c-a0d8-cf643991adc4), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.201927 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb323e8-3dab-40a0-a86a-09822360290e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a20557b9-81fb-4e7c-a0d8-cf643991adc4,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:52.207937 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-6bb323e8-3dab-40a0-a86a-09822360290e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.212438 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-6bb323e8-3dab-40a0-a86a-09822360290e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a20557b9-81fb-4e7c-a0d8-cf643991adc4 HTTP/1.1" status: 204  len: 168 time: 0.3358691
Apr 16 22:22:52.214768 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1fa36e-3e9e-4a0f-b30c-e7ec63d373ca None None] Network ce19f73a-c474-49ea-9c81-734b1baff584 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:22:52.215260 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54202) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:52.294772 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (ce19f73a-c474-49ea-9c81-734b1baff584), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.346299 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Deleting port b465f12c-d7d6-45dc-a5fb-fbd189852746 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:22:52.346642 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.396549 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] DHCP port deletion for ce19f73a-c474-49ea-9c81-734b1baff584 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:22:52.428606 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f23ba66f-7129-40a7-8665-d225527075c5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:22:52.432010 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] For port b465f12c-d7d6-45dc-a5fb-fbd189852746, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b465f12c-d7d6-45dc-a5fb-fbd189852746,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:22:52.432420 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.446713 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Calling delete_port for b465f12c-d7d6-45dc-a5fb-fbd189852746 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:22:52.456410 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: f23ba66f-7129-40a7-8665-d225527075c5 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:22:52.456779 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f23ba66f-7129-40a7-8665-d225527075c5 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:22:52.457166 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9f593453-c64e-4586-9bbf-cdfcf1725554 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:22:52.481380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 9f593453-c64e-4586-9bbf-cdfcf1725554 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:22:52.481721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 9f593453-c64e-4586-9bbf-cdfcf1725554 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:22:52.483660 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Deleting port b465f12c-d7d6-45dc-a5fb-fbd189852746 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:22:52.484223 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.549577 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] For port b465f12c-d7d6-45dc-a5fb-fbd189852746, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b465f12c-d7d6-45dc-a5fb-fbd189852746,segment=NetworkSegment(8e728316-e1eb-4df4-8a8b-6684e6fc48da),segment_id=8e728316-e1eb-4df4-8a8b-6684e6fc48da)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:22:52.549981 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.563222 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Calling delete_port for b465f12c-d7d6-45dc-a5fb-fbd189852746 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:22:52.588950 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.614860 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b465f12c-d7d6-45dc-a5fb-fbd189852746,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:52.619889 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] No DVR routers for this DVR port b465f12c-d7d6-45dc-a5fb-fbd189852746 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:22:52.627383 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.627736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.628080 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.628444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.628783 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.629119 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.629450 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.629780 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.630108 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.630438 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.630766 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.631091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.631413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.632444 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.632793 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.642235 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (b465f12c-d7d6-45dc-a5fb-fbd189852746), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.666805 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Pushing event deleted for resources: {'Port': ['ID=b465f12c-d7d6-45dc-a5fb-fbd189852746,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:52.673791 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] No DVR routers for this DVR port b465f12c-d7d6-45dc-a5fb-fbd189852746 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:22:52.679747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.680134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.680476 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.680820 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.681166 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.681513 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.681849 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.682183 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.682517 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.682851 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.683184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.683568 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.683834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.684321 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.684721 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ee788e-89ee-4969-a272-8d87366bffb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:22:52.709439 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (ce19f73a-c474-49ea-9c81-734b1baff584), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.729736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0124c39f10>,) {'filters': {'network_id': ['ce19f73a-c474-49ea-9c81-734b1baff584']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:52.738933 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124c39f10>, '8e728316-e1eb-4df4-8a8b-6684e6fc48da') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:52.739235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0124c39f10>, '8e728316-e1eb-4df4-8a8b-6684e6fc48da') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:52.749203 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (8e728316-e1eb-4df4-8a8b-6684e6fc48da), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.763034 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (8e728316-e1eb-4df4-8a8b-6684e6fc48da), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.768973 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:22:52.769368 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (8e728316-e1eb-4df4-8a8b-6684e6fc48da), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:22:52.771066 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:22:52.891059 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (ce19f73a-c474-49ea-9c81-734b1baff584), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.896714 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:52.899984 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ce19f73a-c474-49ea-9c81-734b1baff584 HTTP/1.1" status: 204  len: 168 time: 0.6841509
Apr 16 22:22:52.903245 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54204) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:52.911400 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acafe27-cb0d-460b-963e-5eb3a805cd43 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce19f73a-c474-49ea-9c81-734b1baff584,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:53.236813 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c210e651-7ddd-4632-b041-35486a2d341c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:53.474128 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c210e651-7ddd-4632-b041-35486a2d341c admin admin] Deleting port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:22:53.474596 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c210e651-7ddd-4632-b041-35486a2d341c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:53.556454 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-c210e651-7ddd-4632-b041-35486a2d341c admin admin] For port 0f5bd5e7-d469-4009-a3f0-c3e233e2733d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f5bd5e7-d469-4009-a3f0-c3e233e2733d,segment=NetworkSegment(3b76d0e6-cbaf-4d21-979c-29a9c63768b1),segment_id=3b76d0e6-cbaf-4d21-979c-29a9c63768b1)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:22:53.556825 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c210e651-7ddd-4632-b041-35486a2d341c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:53.577015 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-c210e651-7ddd-4632-b041-35486a2d341c admin admin] Calling delete_port for 0f5bd5e7-d469-4009-a3f0-c3e233e2733d owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:22:53.827976 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c210e651-7ddd-4632-b041-35486a2d341c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (0f5bd5e7-d469-4009-a3f0-c3e233e2733d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:53.855513 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210e651-7ddd-4632-b041-35486a2d341c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5bd5e7-d469-4009-a3f0-c3e233e2733d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:54.029141 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-c210e651-7ddd-4632-b041-35486a2d341c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:54.260867 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c210e651-7ddd-4632-b041-35486a2d341c admin admin] Router 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:22:54.294584 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b465f12c-d7d6-45dc-a5fb-fbd189852746 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:22:54.318882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: b465f12c-d7d6-45dc-a5fb-fbd189852746 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:22:54.319226 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device b465f12c-d7d6-45dc-a5fb-fbd189852746 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:22:54.379219 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c210e651-7ddd-4632-b041-35486a2d341c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:22:54.384652 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-c210e651-7ddd-4632-b041-35486a2d341c admin admin] 10.222.0.20 "PUT /v2.0/routers/1e3ae4de-7a8f-4ae0-8925-c75a06155c76/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4803379
Apr 16 22:22:54.387119 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54224) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:54.389654 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d696f6-2e5f-4521-baad-cb4ab745e125 None None] Sync routers for ids ['1e3ae4de-7a8f-4ae0-8925-c75a06155c76'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:22:54.399668 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d696f6-2e5f-4521-baad-cb4ab745e125 None None] Routers {'1e3ae4de-7a8f-4ae0-8925-c75a06155c76'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:22:54.400398 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-54d696f6-2e5f-4521-baad-cb4ab745e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247974f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1e3ae4de-7a8f-4ae0-8925-c75a06155c76'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:54.496393 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Publish callbacks [] for router (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:54.507033 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-54d696f6-2e5f-4521-baad-cb4ab745e125 None None] Set router 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:22:54.606954 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Publish callbacks [] for router_gateway (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:54.676628 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-54d696f6-2e5f-4521-baad-cb4ab745e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247974f0>, [{'id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'name': 'tempest-TestShelveInstance-368739351-router', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:55Z', 'updated_at': '2022-04-16T22:22:53Z', 'revision_number': 5, 'project_id': '7a0aebb2cc504c9fa2886f567ec97046', 'gw_port': {'id': 'f2bc536e-5376-4ec3-9b19-cad05c13cd87', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:13:56Z', 'updated_at': '2022-04-16T22:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:54.704046 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d696f6-2e5f-4521-baad-cb4ab745e125 None None] Checking router: 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:22:54.713169 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d696f6-2e5f-4521-baad-cb4ab745e125 None None] Routers {'1e3ae4de-7a8f-4ae0-8925-c75a06155c76'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:22:54.713779 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-54d696f6-2e5f-4521-baad-cb4ab745e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01247974f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1e3ae4de-7a8f-4ae0-8925-c75a06155c76'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:54.722276 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Deleting port f2bc536e-5376-4ec3-9b19-cad05c13cd87 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:22:54.722627 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:54.802228 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-54d696f6-2e5f-4521-baad-cb4ab745e125 None None] Set router 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:22:54.802463 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] For port f2bc536e-5376-4ec3-9b19-cad05c13cd87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2bc536e-5376-4ec3-9b19-cad05c13cd87,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:22:54.802618 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:54.815917 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Calling delete_port for f2bc536e-5376-4ec3-9b19-cad05c13cd87 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:22:54.856899 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-54d696f6-2e5f-4521-baad-cb4ab745e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01247974f0>, [{'id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'name': 'tempest-TestShelveInstance-368739351-router', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:55Z', 'updated_at': '2022-04-16T22:22:54Z', 'revision_number': 6, 'project_id': '7a0aebb2cc504c9fa2886f567ec97046', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:54.882670 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d696f6-2e5f-4521-baad-cb4ab745e125 None None] The sync data for ids ['1e3ae4de-7a8f-4ae0-8925-c75a06155c76'] in ncdv-master-1 is: [{'id': '1e3ae4de-7a8f-4ae0-8925-c75a06155c76', 'name': 'tempest-TestShelveInstance-368739351-router', 'tenant_id': '7a0aebb2cc504c9fa2886f567ec97046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:13:55Z', 'updated_at': '2022-04-16T22:22:54Z', 'revision_number': 6, 'project_id': '7a0aebb2cc504c9fa2886f567ec97046', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:22:54.994235 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:22:55.114107 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (f2bc536e-5376-4ec3-9b19-cad05c13cd87), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:55.138715 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2bc536e-5376-4ec3-9b19-cad05c13cd87,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:55.202592 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:55.298226 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:55.300636 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Publish callbacks [] for router_controller (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:55.422092 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (1e3ae4de-7a8f-4ae0-8925-c75a06155c76), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:55.422559 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e3ae4de-7a8f-4ae0-8925-c75a06155c76 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 22:22:55.426925 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:55.428098 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-44ff1b3c-aa24-40b9-876d-bcec7568ea04 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1e3ae4de-7a8f-4ae0-8925-c75a06155c76 HTTP/1.1" status: 204  len: 168 time: 1.0399780
Apr 16 22:22:55.433486 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54226) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:55.481997 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-755ea479-7c80-48d8-a239-e1906fb6a08f admin admin] Deleting subnet 833f7098-a678-441c-a733-8f939861deb9 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:22:55.485067 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-755ea479-7c80-48d8-a239-e1906fb6a08f admin admin] Publish callbacks [] for subnet (833f7098-a678-441c-a733-8f939861deb9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:55.519967 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-755ea479-7c80-48d8-a239-e1906fb6a08f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (833f7098-a678-441c-a733-8f939861deb9), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:55.603789 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-755ea479-7c80-48d8-a239-e1906fb6a08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (833f7098-a678-441c-a733-8f939861deb9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:55.782203 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-755ea479-7c80-48d8-a239-e1906fb6a08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (833f7098-a678-441c-a733-8f939861deb9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:55.803721 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ea479-7c80-48d8-a239-e1906fb6a08f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=833f7098-a678-441c-a733-8f939861deb9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:55.811216 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-755ea479-7c80-48d8-a239-e1906fb6a08f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:55.815947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a2a1c0-7326-4828-af8b-47da9e7d5168 None None] Network 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:22:55.816484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54228) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:55.818171 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-755ea479-7c80-48d8-a239-e1906fb6a08f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/833f7098-a678-441c-a733-8f939861deb9 HTTP/1.1" status: 204  len: 168 time: 0.3864429
Apr 16 22:22:55.894291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (1d34ed81-2e2f-4f43-8cf5-0b08b3b49819), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:55.940498 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Deleting port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:22:55.940851 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:55.968184 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a8a01-a5e8-4a5f-b2ca-280756d62842 None None] DHCP port deletion for 1d34ed81-2e2f-4f43-8cf5-0b08b3b49819 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:22:56.008299 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c88a8a01-a5e8-4a5f-b2ca-280756d62842 None None] Deleting port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:22:56.008675 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c88a8a01-a5e8-4a5f-b2ca-280756d62842 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:56.009964 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] For port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64430bd5-efce-47cb-bcfe-ac2a8f6d0355,segment=NetworkSegment(3b76d0e6-cbaf-4d21-979c-29a9c63768b1),segment_id=3b76d0e6-cbaf-4d21-979c-29a9c63768b1)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:22:56.010333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:56.023560 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Calling delete_port for 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:22:56.071894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-c88a8a01-a5e8-4a5f-b2ca-280756d62842 None None] For port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64430bd5-efce-47cb-bcfe-ac2a8f6d0355,segment=NetworkSegment(3b76d0e6-cbaf-4d21-979c-29a9c63768b1),segment_id=3b76d0e6-cbaf-4d21-979c-29a9c63768b1)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:22:56.072458 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c88a8a01-a5e8-4a5f-b2ca-280756d62842 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:56.086163 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-c88a8a01-a5e8-4a5f-b2ca-280756d62842 None None] Calling delete_port for 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:22:56.166380 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:56.171854 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c88a8a01-a5e8-4a5f-b2ca-280756d62842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (64430bd5-efce-47cb-bcfe-ac2a8f6d0355), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:56.195539 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a8a01-a5e8-4a5f-b2ca-280756d62842 None None] Pushing event deleted for resources: {'Port': ['ID=64430bd5-efce-47cb-bcfe-ac2a8f6d0355,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:56.200364 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=64430bd5-efce-47cb-bcfe-ac2a8f6d0355,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:56.201554 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a8a01-a5e8-4a5f-b2ca-280756d62842 None None] No DVR routers for this DVR port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:22:56.202308 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] No DVR routers for this DVR port 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:22:56.259081 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0f5bd5e7-d469-4009-a3f0-c3e233e2733d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:22:56.275527 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (1d34ed81-2e2f-4f43-8cf5-0b08b3b49819), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:56.279739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 0f5bd5e7-d469-4009-a3f0-c3e233e2733d {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:22:56.280092 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 0f5bd5e7-d469-4009-a3f0-c3e233e2733d not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:22:56.280544 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f2bc536e-5376-4ec3-9b19-cad05c13cd87 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:22:56.296614 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0126d3f310>,) {'filters': {'network_id': ['1d34ed81-2e2f-4f43-8cf5-0b08b3b49819']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:56.299604 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: f2bc536e-5376-4ec3-9b19-cad05c13cd87 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:22:56.299952 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device f2bc536e-5376-4ec3-9b19-cad05c13cd87 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:22:56.300384 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:22:56.306126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126d3f310>, '3b76d0e6-cbaf-4d21-979c-29a9c63768b1') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:56.306408 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0126d3f310>, '3b76d0e6-cbaf-4d21-979c-29a9c63768b1') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:22:56.316257 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (3b76d0e6-cbaf-4d21-979c-29a9c63768b1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:56.318802 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:22:56.319151 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 64430bd5-efce-47cb-bcfe-ac2a8f6d0355 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:22:56.331009 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (3b76d0e6-cbaf-4d21-979c-29a9c63768b1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:56.338003 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:22:56.338391 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (3b76d0e6-cbaf-4d21-979c-29a9c63768b1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:22:56.340133 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:22:56.462979 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (1d34ed81-2e2f-4f43-8cf5-0b08b3b49819), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:56.468701 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:56.471873 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1d34ed81-2e2f-4f43-8cf5-0b08b3b49819 HTTP/1.1" status: 204  len: 168 time: 0.6546314
Apr 16 22:22:56.483816 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d860df-ad9f-43ba-8c7a-590d08b52d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d34ed81-2e2f-4f43-8cf5-0b08b3b49819,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:56.784833 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54232) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:56.824841 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-c3f7a25e-51a9-4401-9c4a-c7b2f309a65a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a91917b203d4a2ca179d394e04af71f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0388513
Apr 16 22:22:56.827329 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54234) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:56.873524 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-972b0d7d-9792-4001-8b8e-7858b0f23f3c admin admin] Publish callbacks [] for security_group (3391fc74-9663-4d58-be28-535357667db1), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:56.894844 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-972b0d7d-9792-4001-8b8e-7858b0f23f3c admin admin] Publish callbacks [] for security_group (3391fc74-9663-4d58-be28-535357667db1), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:57.012000 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-972b0d7d-9792-4001-8b8e-7858b0f23f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (3391fc74-9663-4d58-be28-535357667db1), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:57.014545 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-972b0d7d-9792-4001-8b8e-7858b0f23f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:57.016060 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-972b0d7d-9792-4001-8b8e-7858b0f23f3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3391fc74-9663-4d58-be28-535357667db1 HTTP/1.1" status: 204  len: 168 time: 0.1875894
Apr 16 22:22:57.024152 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b0d7d-9792-4001-8b8e-7858b0f23f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3391fc74-9663-4d58-be28-535357667db1,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:57.686331 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54240) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:57.730714 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-813e488e-06f4-45ff-a385-9a897be0fa6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a0aebb2cc504c9fa2886f567ec97046&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0429397
Apr 16 22:22:57.733123 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54242) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:57.779511 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38d06cde-aaa0-47c0-b22a-c767217562e3 admin admin] Publish callbacks [] for security_group (da27b9e6-d0e5-45c2-b5f6-195e8eece68f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:57.800781 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38d06cde-aaa0-47c0-b22a-c767217562e3 admin admin] Publish callbacks [] for security_group (da27b9e6-d0e5-45c2-b5f6-195e8eece68f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:57.948712 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38d06cde-aaa0-47c0-b22a-c767217562e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (da27b9e6-d0e5-45c2-b5f6-195e8eece68f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:57.951277 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-38d06cde-aaa0-47c0-b22a-c767217562e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:57.952472 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-38d06cde-aaa0-47c0-b22a-c767217562e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da27b9e6-d0e5-45c2-b5f6-195e8eece68f HTTP/1.1" status: 204  len: 168 time: 0.2184482
Apr 16 22:22:57.960419 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d06cde-aaa0-47c0-b22a-c767217562e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da27b9e6-d0e5-45c2-b5f6-195e8eece68f,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:59.007294 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54264) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:59.100981 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1714606228-network', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:22:59.326015 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Made reservation on behalf of 31f2cd0b26e149b589061d18a3b7af3d for: {'network': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:22:59.328344 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:59.337291 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:59.409227 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Publish callbacks [] for security_group (6ec34f75-8210-41e4-bc00-ee6e23e50bf0), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:59.474516 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6ec34f75-8210-41e4-bc00-ee6e23e50bf0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:59.500073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=122556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:22:59.509492 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec34f75-8210-41e4-bc00-ee6e23e50bf0,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:59.515444 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (394b43fc-440a-4161-b9bf-db9f43e1e75a), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:59.515791 ncdv-master-1 neutron-server[122556]: INFO neutron.db.segments_db [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Added segment 394b43fc-440a-4161-b9bf-db9f43e1e75a of type vlan for network c1277097-2b9c-40a0-a73d-b72779c3dcd8
Apr 16 22:22:59.558611 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (c1277097-2b9c-40a0-a73d-b72779c3dcd8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:59.623059 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (c1277097-2b9c-40a0-a73d-b72779c3dcd8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:59.624040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:22:59.625122 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:22:59.685269 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] Pushing event updated for resources: {'Network': ['ID=c1277097-2b9c-40a0-a73d-b72779c3dcd8,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:22:59.695474 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network c1277097-2b9c-40a0-a73d-b72779c3dcd8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:22:59.774266 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b79a7904-3826-4cd6-bf29-4255baf9f662 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7653313
Apr 16 22:22:59.777074 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54268) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:22:59.782228 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2c9c1e46-5c54-477d-9790-e9938436affc admin admin] Request body: {'subnet': {'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1714606228-subnet', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:22:59.852126 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9c1e46-5c54-477d-9790-e9938436affc admin admin] Made reservation on behalf of 31f2cd0b26e149b589061d18a3b7af3d for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:22:59.854524 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1e46-5c54-477d-9790-e9938436affc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:00.074241 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1e46-5c54-477d-9790-e9938436affc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (2345dbc0-fc37-44e2-ade8-dcbed8f3ca54), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:00.129578 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c1e46-5c54-477d-9790-e9938436affc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:00.136568 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c1e46-5c54-477d-9790-e9938436affc admin admin] Checking segment: {'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:23:00.136930 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c1e46-5c54-477d-9790-e9938436affc admin admin] Network hostable DHCP agents. Network: c1277097-2b9c-40a0-a73d-b72779c3dcd8, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:23:00.205414 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c1e46-5c54-477d-9790-e9938436affc admin admin] Network c1277097-2b9c-40a0-a73d-b72779c3dcd8 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:23:00.279873 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-2c9c1e46-5c54-477d-9790-e9938436affc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c1277097-2b9c-40a0-a73d-b72779c3dcd8) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:23:00.283997 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9c1e46-5c54-477d-9790-e9938436affc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:00.284626 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1e46-5c54-477d-9790-e9938436affc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:00.290062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912eec44-2316-470d-aaf3-712a12953bbf None None] Network c1277097-2b9c-40a0-a73d-b72779c3dcd8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:23:00.351431 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2c9c1e46-5c54-477d-9790-e9938436affc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5732572
Apr 16 22:23:00.354039 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54270) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:00.358318 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:00.389759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:23:00.390603 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:00.446865 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (f0018a13-c432-48b2-9923-169ea7806f5c), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:00.447956 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (f0018a13-c432-48b2-9923-169ea7806f5c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:00.506148 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Publish callbacks [] for router_controller (f0018a13-c432-48b2-9923-169ea7806f5c), precommit_add_association {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:00.527027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Allocated IP 172.20.0.2 (c1277097-2b9c-40a0-a73d-b72779c3dcd8/2345dbc0-fc37-44e2-ade8-dcbed8f3ca54/4a53352c-8ef2-4311-89f2-91a8707a20e9) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:23:00.667022 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Publish callbacks [] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:00.731948 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:00.732859 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Publish callbacks [] for router_gateway (f0018a13-c432-48b2-9923-169ea7806f5c), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:00.771719 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Network c1277097-2b9c-40a0-a73d-b72779c3dcd8 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:23:00.774626 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:23:00.778141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:23:00.786644 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Pushing event updated for resources: {'Port': ['ID=4a53352c-8ef2-4311-89f2-91a8707a20e9,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:00.846883 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Attempting to bind port 4a53352c-8ef2-4311-89f2-91a8707a20e9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:23:00.847349 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Attempting to bind port 4a53352c-8ef2-4311-89f2-91a8707a20e9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:23:00.847774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Attempting to bind port 4a53352c-8ef2-4311-89f2-91a8707a20e9 on network c1277097-2b9c-40a0-a73d-b72779c3dcd8 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:23:00.852899 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:23:00.853269 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Checking segment: {'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:23:00.853669 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:00.854058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Bound using segment: {'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:23:00.854516 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Bound port: 4a53352c-8ef2-4311-89f2-91a8707a20e9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:23:00.854895 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:00.920233 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] For port 4a53352c-8ef2-4311-89f2-91a8707a20e9, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:23:00.923319 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] For port 4a53352c-8ef2-4311-89f2-91a8707a20e9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a53352c-8ef2-4311-89f2-91a8707a20e9,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:23:00.986208 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Publish callbacks [] for router_gateway (f0018a13-c432-48b2-9923-169ea7806f5c), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:00.988381 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:01.005854 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:01.045175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac0c3e-0a09-4841-ad23-22193c30bb48 None None] Pushing event updated for resources: {'Port': ['ID=4a53352c-8ef2-4311-89f2-91a8707a20e9,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:01.116262 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Allocated IP 172.35.1.46 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/22b633b7-c000-4b2e-b764-0a6253f76dfd) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:23:01.231053 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Publish callbacks [] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:01.320644 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:01.369570 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:23:01.372474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:23:01.376134 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:23:01.381760 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Pushing event updated for resources: {'Port': ['ID=22b633b7-c000-4b2e-b764-0a6253f76dfd,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:01.697064 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Publish callbacks [] for router_gateway (f0018a13-c432-48b2-9923-169ea7806f5c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:01.908758 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (f0018a13-c432-48b2-9923-169ea7806f5c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:01.992704 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc04ae-2b97-433f-bac3-29379f734e4b None None] Network c1277097-2b9c-40a0-a73d-b72779c3dcd8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:23:02.263430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-b65734a9-5ef9-4967-b320-080294c25ff7 None None] Provisioning complete for port 4a53352c-8ef2-4311-89f2-91a8707a20e9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:02.263743 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b65734a9-5ef9-4967-b320-080294c25ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:02.288876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4a53352c-8ef2-4311-89f2-91a8707a20e9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:23:02.388032 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4a53352c-8ef2-4311-89f2-91a8707a20e9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:02.388460 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:02.419375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-b65734a9-5ef9-4967-b320-080294c25ff7 None None] Current status of the port 4a53352c-8ef2-4311-89f2-91a8707a20e9 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:02.419771 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b65734a9-5ef9-4967-b320-080294c25ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:02.440087 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Router f0018a13-c432-48b2-9923-169ea7806f5c is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 22:23:02.465077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-b65734a9-5ef9-4967-b320-080294c25ff7 None None] For port 4a53352c-8ef2-4311-89f2-91a8707a20e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a53352c-8ef2-4311-89f2-91a8707a20e9,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:23:02.501979 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4a53352c-8ef2-4311-89f2-91a8707a20e9 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:02.502481 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:02.525459 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b65734a9-5ef9-4967-b320-080294c25ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:02.565436 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:23:02.582068 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Sync routers for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:23:02.612552 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=122557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 16 22:23:02.612856 ncdv-master-1 neutron-server[122557]: DEBUG oslo_db.api [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 16 22:23:02.614779 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65734a9-5ef9-4967-b320-080294c25ff7 None None] Pushing event updated for resources: {'Port': ['ID=4a53352c-8ef2-4311-89f2-91a8707a20e9,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:02.618898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:23:02.619510 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe1b7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:02.636294 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:02.637664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ec841fe6-e1eb-4e13-b3a4-91876ac4ef46 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.2825375
Apr 16 22:23:02.640165 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54272) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:02.677166 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ef61fdbc-3ff9-4806-826d-2f34c54effe6 None None] Provisioning complete for port 4a53352c-8ef2-4311-89f2-91a8707a20e9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:02.677551 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ef61fdbc-3ff9-4806-826d-2f34c54effe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:02.770855 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:23:02.896839 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ef61fdbc-3ff9-4806-826d-2f34c54effe6 None None] Current status of the port 4a53352c-8ef2-4311-89f2-91a8707a20e9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:02.968486 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe1b7c0>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:01Z', 'revision_number': 3, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:02.998929 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Checking router: f0018a13-c432-48b2-9923-169ea7806f5c for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:23:02.999630 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Updating router f0018a13-c432-48b2-9923-169ea7806f5c port 22b633b7-c000-4b2e-b764-0a6253f76dfd binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:23:03.026024 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.067622 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.193754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4a53352c-8ef2-4311-89f2-91a8707a20e9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:03.225190 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Allocated IP 172.20.0.1 (c1277097-2b9c-40a0-a73d-b72779c3dcd8/2345dbc0-fc37-44e2-ade8-dcbed8f3ca54/d4da1a92-ead9-43a0-b5df-1c25984bae79) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:23:03.303035 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Publish callbacks [] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.327548 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Publish callbacks [] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.388533 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.411813 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.444651 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Attempting to bind port 22b633b7-c000-4b2e-b764-0a6253f76dfd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:23:03.445050 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Attempting to bind port 22b633b7-c000-4b2e-b764-0a6253f76dfd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:23:03.445413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Attempting to bind port 22b633b7-c000-4b2e-b764-0a6253f76dfd on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:23:03.447313 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906327a3-aa56-4294-b221-bc9a4897038c None None] Pushing event updated for resources: {'Port': ['ID=22b633b7-c000-4b2e-b764-0a6253f76dfd,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:03.452746 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:23:03.453131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:23:03.453540 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.453909 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:23:03.454375 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Bound port: 22b633b7-c000-4b2e-b764-0a6253f76dfd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:23:03.454758 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.460098 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Network c1277097-2b9c-40a0-a73d-b72779c3dcd8 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:23:03.463025 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:23:03.466564 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:23:03.493292 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Pushing event updated for resources: {'Port': ['ID=d4da1a92-ead9-43a0-b5df-1c25984bae79,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:03.510764 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (f0018a13-c432-48b2-9923-169ea7806f5c), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.510986 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] For port 22b633b7-c000-4b2e-b764-0a6253f76dfd, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:23:03.515335 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] For port 22b633b7-c000-4b2e-b764-0a6253f76dfd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22b633b7-c000-4b2e-b764-0a6253f76dfd,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:23:03.566882 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.624853 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:23:03.625484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011fe1b7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:03.666754 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906327a3-aa56-4294-b221-bc9a4897038c None None] Pushing event updated for resources: {'Port': ['ID=22b633b7-c000-4b2e-b764-0a6253f76dfd,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:03.726817 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.735353 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-f0d58ce1-5692-49f2-b1a0-1adf8fb44249 None None] Provisioning complete for port d4da1a92-ead9-43a0-b5df-1c25984bae79 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:03.735670 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f0d58ce1-5692-49f2-b1a0-1adf8fb44249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.783618 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:23:03.786989 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-f0d58ce1-5692-49f2-b1a0-1adf8fb44249 None None] Port d4da1a92-ead9-43a0-b5df-1c25984bae79 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:23:03.894344 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Publish callbacks [] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.952059 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011fe1b7c0>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:01Z', 'revision_number': 3, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:03.954298 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:03.979229 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939a16a-a052-406a-89de-c8284007d8ef None None] The sync data for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 is: [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:01Z', 'revision_number': 3, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:23:04.021059 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (f0018a13-c432-48b2-9923-169ea7806f5c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:04.029601 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Pushing event updated for resources: {'Port': ['ID=d4da1a92-ead9-43a0-b5df-1c25984bae79,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:04.124889 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Network c1277097-2b9c-40a0-a73d-b72779c3dcd8 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:23:04.126189 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:23:04.303237 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4a53352c-8ef2-4311-89f2-91a8707a20e9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:23:04.311983 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Router f0018a13-c432-48b2-9923-169ea7806f5c has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:23:04.368739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 4a53352c-8ef2-4311-89f2-91a8707a20e9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:04.369122 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:04.421916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-0df88817-2d1e-4f11-8249-a414bb0f9d27 None None] Provisioning complete for port d4da1a92-ead9-43a0-b5df-1c25984bae79 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:04.422303 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-0df88817-2d1e-4f11-8249-a414bb0f9d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:04.441847 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:23:04.452870 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f141cae2-d0f8-48d0-b3d6-486b23189104 admin admin] 10.222.0.20 "PUT /v2.0/routers/f0018a13-c432-48b2-9923-169ea7806f5c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8115494
Apr 16 22:23:04.492748 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-0df88817-2d1e-4f11-8249-a414bb0f9d27 None None] Port d4da1a92-ead9-43a0-b5df-1c25984bae79 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:23:04.497708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 4a53352c-8ef2-4311-89f2-91a8707a20e9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:05.117994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54288) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:05.123028 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-135666650-network', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:05.200198 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Made reservation on behalf of 6ce730d59c754fac96469db7d28f3c88 for: {'network': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:23:05.202482 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for network (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:05.212324 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:05.285693 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Publish callbacks [] for security_group (f45753e9-0a79-4c0d-83d1-4f9d0afd7546), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:05.353652 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f45753e9-0a79-4c0d-83d1-4f9d0afd7546), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:05.378957 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=122555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 16 22:23:05.388405 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45753e9-0a79-4c0d-83d1-4f9d0afd7546,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:05.395975 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2160f3e7-0483-49a4-8b29-8b003dd4b03f), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:05.395975 ncdv-master-1 neutron-server[122555]: INFO neutron.db.segments_db [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Added segment 2160f3e7-0483-49a4-8b29-8b003dd4b03f of type vlan for network 20da3c36-3778-44fc-abf2-9b2b1d5bc121
Apr 16 22:23:05.440696 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727682872589'] for network (20da3c36-3778-44fc-abf2-9b2b1d5bc121), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:05.536501 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648'] for network (20da3c36-3778-44fc-abf2-9b2b1d5bc121), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:05.537505 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:05.538113 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:05.597180 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] Pushing event updated for resources: {'Network': ['ID=20da3c36-3778-44fc-abf2-9b2b1d5bc121,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:05.609159 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Network 20da3c36-3778-44fc-abf2-9b2b1d5bc121 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=122557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 16 22:23:05.629159 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Sync routers for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:23:05.640096 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:23:05.640802 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126b692e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:05.664045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54290) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:05.664611 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-7be2d1ef-7713-4df9-9426-4b736d15fff1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5446217
Apr 16 22:23:05.675045 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-129dd471-9b1e-4bde-8907-8c718d900240 admin admin] Request body: {'subnet': {'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-135666650-subnet', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'ip_version': 4}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:05.763185 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:23:05.765125 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129dd471-9b1e-4bde-8907-8c718d900240 admin admin] Made reservation on behalf of 6ce730d59c754fac96469db7d28f3c88 for: {'subnet': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:23:05.767610 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-129dd471-9b1e-4bde-8907-8c718d900240 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59926206'] for subnet (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:05.959052 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126b692e0>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 2, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:05.986759 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Checking router: f0018a13-c432-48b2-9923-169ea7806f5c for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:23:05.987114 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Updating router f0018a13-c432-48b2-9923-169ea7806f5c port d4da1a92-ead9-43a0-b5df-1c25984bae79 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:23:05.994418 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-129dd471-9b1e-4bde-8907-8c718d900240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59833548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59907396'] for subnet (34197fba-5533-4553-b7e9-5c575edf09a0), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.014293 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.051894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129dd471-9b1e-4bde-8907-8c718d900240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34197fba-5533-4553-b7e9-5c575edf09a0,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:06.061785 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129dd471-9b1e-4bde-8907-8c718d900240 admin admin] Checking segment: {'id': '2160f3e7-0483-49a4-8b29-8b003dd4b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:23:06.062156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129dd471-9b1e-4bde-8907-8c718d900240 admin admin] Network hostable DHCP agents. Network: 20da3c36-3778-44fc-abf2-9b2b1d5bc121, hostable agents: ['bff055cf-4478-4523-af5a-bdd4dd389f43'], hosted agents: [] {{(pid=122556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 16 22:23:06.154091 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129dd471-9b1e-4bde-8907-8c718d900240 admin admin] Network 20da3c36-3778-44fc-abf2-9b2b1d5bc121 is scheduled to be hosted by DHCP agent bff055cf-4478-4523-af5a-bdd4dd389f43 with binding_index 1 {{(pid=122556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 16 22:23:06.234522 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-129dd471-9b1e-4bde-8907-8c718d900240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20da3c36-3778-44fc-abf2-9b2b1d5bc121) {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:23:06.238778 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129dd471-9b1e-4bde-8907-8c718d900240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:06.239438 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-129dd471-9b1e-4bde-8907-8c718d900240 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.245544 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a7e265-22c9-4a43-93b7-149c3efb6073 None None] Network 20da3c36-3778-44fc-abf2-9b2b1d5bc121 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:23:06.283575 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Publish callbacks [] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.297652 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 22b633b7-c000-4b2e-b764-0a6253f76dfd up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:23:06.353997 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-129dd471-9b1e-4bde-8907-8c718d900240 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6848991
Apr 16 22:23:06.354339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 54292) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:06.358705 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-135666650-router', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:06.377391 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.380774 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 22b633b7-c000-4b2e-b764-0a6253f76dfd triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:06.380774 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.406246 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-20da3c36-3778-44fc-abf2-9b2b1d5bc121', 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121', 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'fixed_ips': [{'subnet_id': '34197fba-5533-4553-b7e9-5c575edf09a0'}]}} from ncdv-master-1. {{(pid=122557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 16 22:23:06.409646 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.429154 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Pushing event updated for resources: {'Port': ['ID=d4da1a92-ead9-43a0-b5df-1c25984bae79,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:06.439885 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.440327 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.440671 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.441004 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.441332 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.441656 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.441979 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.442302 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.442622 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.442941 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.443258 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.443579 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.443898 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.444238 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.444558 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:23:06.457878 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.458982 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7052'] for router (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.515164 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Attempting to bind port d4da1a92-ead9-43a0-b5df-1c25984bae79 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:23:06.515681 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Attempting to bind port d4da1a92-ead9-43a0-b5df-1c25984bae79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:23:06.516151 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Attempting to bind port d4da1a92-ead9-43a0-b5df-1c25984bae79 on network c1277097-2b9c-40a0-a73d-b72779c3dcd8 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:23:06.523661 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:23:06.524681 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Checking segment: {'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:23:06.525561 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.526246 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Bound using segment: {'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:23:06.526978 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Bound port: d4da1a92-ead9-43a0-b5df-1c25984bae79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:23:06.527677 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.536051 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Publish callbacks [] for router_controller (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), precommit_add_association {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.610417 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] For port d4da1a92-ead9-43a0-b5df-1c25984bae79, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:23:06.614226 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] For port d4da1a92-ead9-43a0-b5df-1c25984bae79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4da1a92-ead9-43a0-b5df-1c25984bae79,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:23:06.691611 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.754573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 22b633b7-c000-4b2e-b764-0a6253f76dfd is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:06.755178 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.755491 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Publish callbacks [] for router_gateway (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.759318 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:23:06.759606 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0126b692e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:06.763956 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-6b717413-ec90-415b-8843-205c544951f6 None None] Provisioning complete for port d4da1a92-ead9-43a0-b5df-1c25984bae79 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:06.764372 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6b717413-ec90-415b-8843-205c544951f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:06.768075 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1878bea-5a87-4db8-819a-653cce370763 None None] Pushing event updated for resources: {'Port': ['ID=d4da1a92-ead9-43a0-b5df-1c25984bae79,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:06.814134 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 22b633b7-c000-4b2e-b764-0a6253f76dfd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22b633b7-c000-4b2e-b764-0a6253f76dfd,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:23:06.816599 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.db_base_plugin_common [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Allocated IP 172.20.0.2 (20da3c36-3778-44fc-abf2-9b2b1d5bc121/34197fba-5533-4553-b7e9-5c575edf09a0/95a364c5-f363-4580-b700-9c733db41170) {{(pid=122557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:23:06.896225 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.000205 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-6b717413-ec90-415b-8843-205c544951f6 None None] Current status of the port d4da1a92-ead9-43a0-b5df-1c25984bae79 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:07.000595 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6b717413-ec90-415b-8843-205c544951f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.023046 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:23:07.027449 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.033478 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=22b633b7-c000-4b2e-b764-0a6253f76dfd,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:07.049691 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Publish callbacks [] for router_gateway (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.072551 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.096148 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-6b717413-ec90-415b-8843-205c544951f6 None None] For port d4da1a92-ead9-43a0-b5df-1c25984bae79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4da1a92-ead9-43a0-b5df-1c25984bae79,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:23:07.112899 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Publish callbacks [] for port (95a364c5-f363-4580-b700-9c733db41170), precommit_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.171342 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6b717413-ec90-415b-8843-205c544951f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.181892 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Allocated IP 172.35.1.201 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/cde4aff4-85f2-4f6e-a483-3c0302a25bf3) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:23:07.204728 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499'] for port (95a364c5-f363-4580-b700-9c733db41170), after_create {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.218573 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0126b692e0>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:07.235654 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Network 20da3c36-3778-44fc-abf2-9b2b1d5bc121 is already hosted by enough agents. {{(pid=122557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:23:07.236994 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b717413-ec90-415b-8843-205c544951f6 None None] Pushing event updated for resources: {'Port': ['ID=d4da1a92-ead9-43a0-b5df-1c25984bae79,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:07.239944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.scheduler.base_scheduler [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Resources bound (agent type, host, resource id):  {{(pid=122557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:23:07.245250 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Received port after_create {{(pid=122557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:23:07.251081 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea6d88-c5e6-47cc-8fa6-51bb661770c9 None None] The sync data for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 is: [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:23:07.319169 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Publish callbacks [] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.352611 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-77852e03-7239-4a8b-b937-be5a5eec7af3 None None] Provisioning complete for port d4da1a92-ead9-43a0-b5df-1c25984bae79 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:07.353105 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77852e03-7239-4a8b-b937-be5a5eec7af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.360896 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Pushing event updated for resources: {'Port': ['ID=95a364c5-f363-4580-b700-9c733db41170,revision_number=1']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:07.390194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Attempting to bind port 95a364c5-f363-4580-b700-9c733db41170 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:23:07.390575 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Attempting to bind port 95a364c5-f363-4580-b700-9c733db41170 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2160f3e7-0483-49a4-8b29-8b003dd4b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:23:07.390940 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Attempting to bind port 95a364c5-f363-4580-b700-9c733db41170 on network 20da3c36-3778-44fc-abf2-9b2b1d5bc121 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:23:07.403062 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:23:07.403447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Checking segment: {'id': '2160f3e7-0483-49a4-8b29-8b003dd4b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:23:07.403859 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.404288 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Bound using segment: {'id': '2160f3e7-0483-49a4-8b29-8b003dd4b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:23:07.405011 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Bound port: 95a364c5-f363-4580-b700-9c733db41170, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2160f3e7-0483-49a4-8b29-8b003dd4b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:23:07.405412 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (95a364c5-f363-4580-b700-9c733db41170), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.417775 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.468538 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:23:07.472206 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:23:07.475869 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:23:07.504017 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Pushing event updated for resources: {'Port': ['ID=cde4aff4-85f2-4f6e-a483-3c0302a25bf3,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:07.514833 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-77852e03-7239-4a8b-b937-be5a5eec7af3 None None] Current status of the port d4da1a92-ead9-43a0-b5df-1c25984bae79 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:07.518970 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] For port 95a364c5-f363-4580-b700-9c733db41170, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:23:07.522221 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] For port 95a364c5-f363-4580-b700-9c733db41170, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95a364c5-f363-4580-b700-9c733db41170,segment=NetworkSegment(2160f3e7-0483-49a4-8b29-8b003dd4b03f),segment_id=2160f3e7-0483-49a4-8b29-8b003dd4b03f)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:23:07.589104 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (95a364c5-f363-4580-b700-9c733db41170), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:07.664520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5c673-1376-43cd-9b54-b63e9fa42a5c None None] Pushing event updated for resources: {'Port': ['ID=95a364c5-f363-4580-b700-9c733db41170,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:07.830029 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Publish callbacks [] for router_gateway (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:08.071059 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464093'] for router (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:08.286055 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Router 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 is scheduled to L3 agent 29078803-e333-4c03-9850-5db011668f35 with binding_index 1 {{(pid=122555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 16 22:23:08.336829 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 95a364c5-f363-4580-b700-9c733db41170 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:23:08.383462 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 95a364c5-f363-4580-b700-9c733db41170 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:08.383841 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (95a364c5-f363-4580-b700-9c733db41170), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:08.468413 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 95a364c5-f363-4580-b700-9c733db41170 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:08.468809 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (95a364c5-f363-4580-b700-9c733db41170), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:08.502815 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port 95a364c5-f363-4580-b700-9c733db41170, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95a364c5-f363-4580-b700-9c733db41170,segment=NetworkSegment(2160f3e7-0483-49a4-8b29-8b003dd4b03f),segment_id=2160f3e7-0483-49a4-8b29-8b003dd4b03f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:23:08.571860 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (95a364c5-f363-4580-b700-9c733db41170), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:08.572818 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 22b633b7-c000-4b2e-b764-0a6253f76dfd up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:23:08.655277 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=95a364c5-f363-4580-b700-9c733db41170,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:08.662214 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 22b633b7-c000-4b2e-b764-0a6253f76dfd triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:08.662594 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:08.749180 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 22b633b7-c000-4b2e-b764-0a6253f76dfd is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:08.750366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d4da1a92-ead9-43a0-b5df-1c25984bae79 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:23:08.764199 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:23:08.780110 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Sync routers for ids ['1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:23:08.799264 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Routers {'1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:23:08.799913 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012412f160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:08.843609 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:08.844912 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-85aecc70-42d9-4255-9319-45ce78bb01df admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.4895854
Apr 16 22:23:08.847818 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54294) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:08.850892 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port d4da1a92-ead9-43a0-b5df-1c25984bae79 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:08.851991 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:08.924823 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53982d0-20d7-4a6a-a907-1707280a26cd None None] Network 20da3c36-3778-44fc-abf2-9b2b1d5bc121 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:23:09.024567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-a49318f9-926f-4ee6-9232-886c4bdcfbc0 None None] Provisioning complete for port 95a364c5-f363-4580-b700-9c733db41170 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:09.024934 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a49318f9-926f-4ee6-9232-886c4bdcfbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (95a364c5-f363-4580-b700-9c733db41170), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:09.034641 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Set router 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:23:09.145978 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-97291faf-36e0-4564-82fe-489e91324e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:09.227836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port d4da1a92-ead9-43a0-b5df-1c25984bae79 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:09.281465 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:09.336507 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-a49318f9-926f-4ee6-9232-886c4bdcfbc0 None None] Current status of the port 95a364c5-f363-4580-b700-9c733db41170 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:09.360154 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012412f160>, [{'id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'name': 'tempest-TestSnapshotPattern-135666650-router', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:06Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 3, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'gw_port': {'id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:07Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:09.392442 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Checking router: 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:23:09.395194 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Updating router 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 port cde4aff4-85f2-4f6e-a483-3c0302a25bf3 binding host ncdv-master-1 {{(pid=122557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:23:09.422142 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:09.462295 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Allocated IP 172.20.0.1 (20da3c36-3778-44fc-abf2-9b2b1d5bc121/34197fba-5533-4553-b7e9-5c575edf09a0/52081dae-353d-4de4-a3b3-f086a21cb5d9) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:23:09.569364 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Publish callbacks [] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:09.664259 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:09.708356 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Network 20da3c36-3778-44fc-abf2-9b2b1d5bc121 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:23:09.711835 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:23:09.715639 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:23:09.745953 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Pushing event updated for resources: {'Port': ['ID=52081dae-353d-4de4-a3b3-f086a21cb5d9,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:09.747692 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-d5cbc6e9-f72d-4c64-9913-67486bedd47e None None] Provisioning complete for port 95a364c5-f363-4580-b700-9c733db41170 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:09.748077 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5cbc6e9-f72d-4c64-9913-67486bedd47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (95a364c5-f363-4580-b700-9c733db41170), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:09.762253 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486304'] for router_interface (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:09.903848 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-d5cbc6e9-f72d-4c64-9913-67486bedd47e None None] Current status of the port 95a364c5-f363-4580-b700-9c733db41170 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:09.917215 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Publish callbacks [] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), precommit_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:09.972016 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:10.020453 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-eef61355-1f97-44af-9303-de3bdadd93eb None None] Provisioning complete for port 52081dae-353d-4de4-a3b3-f086a21cb5d9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:10.020743 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-eef61355-1f97-44af-9303-de3bdadd93eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:10.023801 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:10.107901 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573b774-d381-4ee0-9203-1d54af0ab8aa None None] Pushing event updated for resources: {'Port': ['ID=cde4aff4-85f2-4f6e-a483-3c0302a25bf3,revision_number=2']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:10.110004 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-eef61355-1f97-44af-9303-de3bdadd93eb None None] Port 52081dae-353d-4de4-a3b3-f086a21cb5d9 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:23:10.113708 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Attempting to bind port cde4aff4-85f2-4f6e-a483-3c0302a25bf3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:23:10.114430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Attempting to bind port cde4aff4-85f2-4f6e-a483-3c0302a25bf3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:23:10.114430 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Attempting to bind port cde4aff4-85f2-4f6e-a483-3c0302a25bf3 on network f901fd27-41ce-4b49-9132-e60168d0f679 {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:23:10.120326 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:23:10.120713 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Checking segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:23:10.121116 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:10.121515 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Bound using segment: {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'} {{(pid=122557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:23:10.121987 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.managers [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Bound port: cde4aff4-85f2-4f6e-a483-3c0302a25bf3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f7fcb8-eab8-4c62-88ca-29218f12c8ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679'}}] {{(pid=122557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:23:10.122375 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:10.142028 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Publish callbacks [] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:10.172882 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] For port cde4aff4-85f2-4f6e-a483-3c0302a25bf3, host ncdv-master-1, cleared binding levels {{(pid=122557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:23:10.175811 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] For port cde4aff4-85f2-4f6e-a483-3c0302a25bf3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cde4aff4-85f2-4f6e-a483-3c0302a25bf3,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:23:10.188733 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:10.255806 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486172'] for router_interface (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:10.257368 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:10.257535 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Pushing event updated for resources: {'Port': ['ID=52081dae-353d-4de4-a3b3-f086a21cb5d9,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:10.285210 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 95a364c5-f363-4580-b700-9c733db41170 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:23:10.355391 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Routers {'1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:23:10.356007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f012412f160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:22:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:10.356592 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Network 20da3c36-3778-44fc-abf2-9b2b1d5bc121 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:23:10.357970 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:23:10.359914 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573b774-d381-4ee0-9203-1d54af0ab8aa None None] Pushing event updated for resources: {'Port': ['ID=cde4aff4-85f2-4f6e-a483-3c0302a25bf3,revision_number=3']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:10.449796 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 95a364c5-f363-4580-b700-9c733db41170 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:10.450479 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (95a364c5-f363-4580-b700-9c733db41170), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:10.488402 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Router 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:23:10.511078 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] Set router 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:23:10.609573 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:23:10.614431 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1b233570-1202-49d7-888a-8066b2931bda admin admin] 10.222.0.20 "PUT /v2.0/routers/1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7655165
Apr 16 22:23:10.659919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 95a364c5-f363-4580-b700-9c733db41170 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:10.674091 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-870c62ae-4d65-47da-a1a3-aea60df43f43 None None] Provisioning complete for port 52081dae-353d-4de4-a3b3-f086a21cb5d9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:10.674473 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-870c62ae-4d65-47da-a1a3-aea60df43f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:10.738366 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-870c62ae-4d65-47da-a1a3-aea60df43f43 None None] Port 52081dae-353d-4de4-a3b3-f086a21cb5d9 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:23:10.777567 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f012412f160>, [{'id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'name': 'tempest-TestSnapshotPattern-135666650-router', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:06Z', 'updated_at': '2022-04-16T22:23:09Z', 'revision_number': 4, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'gw_port': {'id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:07Z', 'updated_at': '2022-04-16T22:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '52081dae-353d-4de4-a3b3-f086a21cb5d9', 'name': '', 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'mac_address': 'fa:16:3e:5f:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '34197fba-5533-4553-b7e9-5c575edf09a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:09Z', 'updated_at': '2022-04-16T22:23:10Z', 'revision_number': 2, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'subnets': [{'id': '34197fba-5533-4553-b7e9-5c575edf09a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:10.805256 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ee63f-7baa-4fb0-8971-0f0de3e3a1e6 None None] The sync data for ids ['1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'] in ncdv-master-1 is: [{'id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'name': 'tempest-TestSnapshotPattern-135666650-router', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:06Z', 'updated_at': '2022-04-16T22:23:09Z', 'revision_number': 4, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'gw_port': {'id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:07Z', 'updated_at': '2022-04-16T22:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '52081dae-353d-4de4-a3b3-f086a21cb5d9', 'name': '', 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'mac_address': 'fa:16:3e:5f:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '34197fba-5533-4553-b7e9-5c575edf09a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:09Z', 'updated_at': '2022-04-16T22:23:10Z', 'revision_number': 2, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'subnets': [{'id': '34197fba-5533-4553-b7e9-5c575edf09a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:23:11.193361 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54302) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:11.198590 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-e5184687-570a-4a01-9c33-d897c20448bd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1514886454', 'description': 'tempest-secgroup-smoke-1514886454 description', 'project_id': '31f2cd0b26e149b589061d18a3b7af3d'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:11.280107 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e5184687-570a-4a01-9c33-d897c20448bd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:11.351075 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e5184687-570a-4a01-9c33-d897c20448bd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group (55b02b73-75c1-46dd-b7f0-206100876b5d), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:11.435234 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e5184687-570a-4a01-9c33-d897c20448bd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (55b02b73-75c1-46dd-b7f0-206100876b5d), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:11.468345 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5184687-570a-4a01-9c33-d897c20448bd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b02b73-75c1-46dd-b7f0-206100876b5d,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:11.516297 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e5184687-570a-4a01-9c33-d897c20448bd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:11.517584 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e5184687-570a-4a01-9c33-d897c20448bd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3231597
Apr 16 22:23:11.520559 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54304) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:11.525054 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-2588168a-48cc-466f-890e-fec22ad85367 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Request body: {'security_group_rule': {'security_group_id': '55b02b73-75c1-46dd-b7f0-206100876b5d', 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:11.617975 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2588168a-48cc-466f-890e-fec22ad85367 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (5f4393c5-4836-41a0-9e22-04e94bf8ab17), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:11.669359 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8745f6fb-b8ec-4e91-bff3-38c456f71294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:11.686730 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2588168a-48cc-466f-890e-fec22ad85367 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (5f4393c5-4836-41a0-9e22-04e94bf8ab17), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:11.754937 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2588168a-48cc-466f-890e-fec22ad85367 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (5f4393c5-4836-41a0-9e22-04e94bf8ab17), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:11.777719 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588168a-48cc-466f-890e-fec22ad85367 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4393c5-4836-41a0-9e22-04e94bf8ab17,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:11.847914 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-2588168a-48cc-466f-890e-fec22ad85367 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:11.850230 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2588168a-48cc-466f-890e-fec22ad85367 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3278210
Apr 16 22:23:11.852703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54306) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:11.857106 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-25892e65-763b-4508-834a-eb04320959ef tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Request body: {'security_group_rule': {'security_group_id': '55b02b73-75c1-46dd-b7f0-206100876b5d', 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:11.954857 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25892e65-763b-4508-834a-eb04320959ef tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (31f7b30b-04ab-4b4f-936d-a773c4701acd), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:12.281395 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cde4aff4-85f2-4f6e-a483-3c0302a25bf3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:23:12.334916 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port cde4aff4-85f2-4f6e-a483-3c0302a25bf3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:12.335302 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:12.346562 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25892e65-763b-4508-834a-eb04320959ef tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (31f7b30b-04ab-4b4f-936d-a773c4701acd), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:12.412055 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port cde4aff4-85f2-4f6e-a483-3c0302a25bf3 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:12.412475 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:12.434185 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] For port cde4aff4-85f2-4f6e-a483-3c0302a25bf3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cde4aff4-85f2-4f6e-a483-3c0302a25bf3,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:23:12.439296 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25892e65-763b-4508-834a-eb04320959ef tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (31f7b30b-04ab-4b4f-936d-a773c4701acd), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:12.458579 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25892e65-763b-4508-834a-eb04320959ef tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f7b30b-04ab-4b4f-936d-a773c4701acd,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:12.525985 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:12.527982 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-25892e65-763b-4508-834a-eb04320959ef tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:12.531888 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-25892e65-763b-4508-834a-eb04320959ef tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6755898
Apr 16 22:23:12.532366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54308) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:12.536737 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-ada5b123-bb26-47d5-87ae-ab8173c9b489 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Request body: {'security_group_rule': {'security_group_id': '55b02b73-75c1-46dd-b7f0-206100876b5d', 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:12.574939 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Pushing event updated for resources: {'Port': ['ID=cde4aff4-85f2-4f6e-a483-3c0302a25bf3,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:12.617439 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ada5b123-bb26-47d5-87ae-ab8173c9b489 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (f76498cc-7c0a-4b3f-9b02-0e0e8f35fe87), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:12.677375 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ada5b123-bb26-47d5-87ae-ab8173c9b489 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (f76498cc-7c0a-4b3f-9b02-0e0e8f35fe87), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:12.743089 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ada5b123-bb26-47d5-87ae-ab8173c9b489 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (f76498cc-7c0a-4b3f-9b02-0e0e8f35fe87), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:12.762259 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5b123-bb26-47d5-87ae-ab8173c9b489 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76498cc-7c0a-4b3f-9b02-0e0e8f35fe87,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:12.771071 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:12.814651 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Sync routers for ids ['1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:23:12.819089 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ada5b123-bb26-47d5-87ae-ab8173c9b489 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:12.820388 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ada5b123-bb26-47d5-87ae-ab8173c9b489 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2871130
Apr 16 22:23:12.823619 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54310) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:12.825327 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Routers {'1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:23:12.825918 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124af6580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:12.827918 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-f3d8e7a5-0adc-4d82-87f2-8bace9359e1b tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Request body: {'security_group_rule': {'security_group_id': '55b02b73-75c1-46dd-b7f0-206100876b5d', 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:12.896954 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f3d8e7a5-0adc-4d82-87f2-8bace9359e1b tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (862c7499-4a6e-4bef-9656-e4cfde6ed8a8), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:12.935106 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Set router 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:23:12.956242 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f3d8e7a5-0adc-4d82-87f2-8bace9359e1b tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (862c7499-4a6e-4bef-9656-e4cfde6ed8a8), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.000028 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f3d8e7a5-0adc-4d82-87f2-8bace9359e1b tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (862c7499-4a6e-4bef-9656-e4cfde6ed8a8), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.020476 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8e7a5-0adc-4d82-87f2-8bace9359e1b tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862c7499-4a6e-4bef-9656-e4cfde6ed8a8,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:13.082054 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-f3d8e7a5-0adc-4d82-87f2-8bace9359e1b tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.083379 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-f3d8e7a5-0adc-4d82-87f2-8bace9359e1b tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2587886
Apr 16 22:23:13.086205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54312) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:13.090671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-dc2a0fbf-7ad5-44dd-bef5-7b3efbfe7dbd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Request body: {'security_group_rule': {'security_group_id': '55b02b73-75c1-46dd-b7f0-206100876b5d', 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:13.128573 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124af6580>, [{'id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'name': 'tempest-TestSnapshotPattern-135666650-router', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:06Z', 'updated_at': '2022-04-16T22:23:09Z', 'revision_number': 4, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'gw_port': {'id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:07Z', 'updated_at': '2022-04-16T22:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '52081dae-353d-4de4-a3b3-f086a21cb5d9', 'name': '', 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'mac_address': 'fa:16:3e:5f:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '34197fba-5533-4553-b7e9-5c575edf09a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:09Z', 'updated_at': '2022-04-16T22:23:10Z', 'revision_number': 2, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'subnets': [{'id': '34197fba-5533-4553-b7e9-5c575edf09a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:13.154146 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Checking router: 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:23:13.154493 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Updating router 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 port 52081dae-353d-4de4-a3b3-f086a21cb5d9 binding host ncdv-master-1 {{(pid=122558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 16 22:23:13.171259 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-dc2a0fbf-7ad5-44dd-bef5-7b3efbfe7dbd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Project 31f2cd0b26e149b589061d18a3b7af3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:23:13.176911 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dc2a0fbf-7ad5-44dd-bef5-7b3efbfe7dbd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (2f5bd0b5-9aec-4da1-9c00-f9e12a3796e5), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.185318 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.237079 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dc2a0fbf-7ad5-44dd-bef5-7b3efbfe7dbd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (2f5bd0b5-9aec-4da1-9c00-f9e12a3796e5), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.296910 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dc2a0fbf-7ad5-44dd-bef5-7b3efbfe7dbd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (2f5bd0b5-9aec-4da1-9c00-f9e12a3796e5), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.314978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a0fbf-7ad5-44dd-bef5-7b3efbfe7dbd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5bd0b5-9aec-4da1-9c00-f9e12a3796e5,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:13.384513 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-dc2a0fbf-7ad5-44dd-bef5-7b3efbfe7dbd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.385909 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-dc2a0fbf-7ad5-44dd-bef5-7b3efbfe7dbd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2986844
Apr 16 22:23:13.388561 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54314) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:13.392856 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-1a837a10-f46d-4e50-944a-ad2853580dbb tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Request body: {'security_group_rule': {'security_group_id': '55b02b73-75c1-46dd-b7f0-206100876b5d', 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:13.443524 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Publish callbacks [] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), precommit_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.474009 ncdv-master-1 neutron-server[122556]: INFO neutron.db.securitygroups_db [None req-1a837a10-f46d-4e50-944a-ad2853580dbb tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Project 31f2cd0b26e149b589061d18a3b7af3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 16 22:23:13.480410 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a837a10-f46d-4e50-944a-ad2853580dbb tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (baaa6aa4-5e15-4cad-8805-367678977a1b), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.502485 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.541053 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a837a10-f46d-4e50-944a-ad2853580dbb tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (baaa6aa4-5e15-4cad-8805-367678977a1b), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.558774 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6368783-46b9-4e55-9d9b-81a8d8ffa24d None None] Pushing event updated for resources: {'Port': ['ID=52081dae-353d-4de4-a3b3-f086a21cb5d9,revision_number=3']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:13.599730 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a837a10-f46d-4e50-944a-ad2853580dbb tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630339'] for security_group_rule (baaa6aa4-5e15-4cad-8805-367678977a1b), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.620400 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a837a10-f46d-4e50-944a-ad2853580dbb tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baaa6aa4-5e15-4cad-8805-367678977a1b,revision_number=0']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:13.620696 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Attempting to bind port 52081dae-353d-4de4-a3b3-f086a21cb5d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:23:13.621058 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Attempting to bind port 52081dae-353d-4de4-a3b3-f086a21cb5d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2160f3e7-0483-49a4-8b29-8b003dd4b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121'}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:23:13.621426 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Attempting to bind port 52081dae-353d-4de4-a3b3-f086a21cb5d9 on network 20da3c36-3778-44fc-abf2-9b2b1d5bc121 {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:23:13.627135 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Checking agent: {'id': '191e03d7-9973-40e3-9bc6-f8c620c3b2f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 20, 56, 15), 'started_at': datetime.datetime(2022, 4, 16, 20, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:23:13.630051 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Checking segment: {'id': '2160f3e7-0483-49a4-8b29-8b003dd4b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:23:13.630051 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.630051 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Bound using segment: {'id': '2160f3e7-0483-49a4-8b29-8b003dd4b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121'} {{(pid=122558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:23:13.630051 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.managers [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Bound port: 52081dae-353d-4de4-a3b3-f086a21cb5d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2160f3e7-0483-49a4-8b29-8b003dd4b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121'}}] {{(pid=122558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:23:13.630051 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), before_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.670619 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-1a837a10-f46d-4e50-944a-ad2853580dbb tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.672582 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1a837a10-f46d-4e50-944a-ad2853580dbb tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2830713
Apr 16 22:23:13.696922 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] For port 52081dae-353d-4de4-a3b3-f086a21cb5d9, host ncdv-master-1, cleared binding levels {{(pid=122558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:23:13.700130 ncdv-master-1 neutron-server[122558]: DEBUG neutron.plugins.ml2.db [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] For port 52081dae-353d-4de4-a3b3-f086a21cb5d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52081dae-353d-4de4-a3b3-f086a21cb5d9,segment=NetworkSegment(2160f3e7-0483-49a4-8b29-8b003dd4b03f),segment_id=2160f3e7-0483-49a4-8b29-8b003dd4b03f)] {{(pid=122558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:23:13.760730 ncdv-master-1 neutron-server[122558]: DEBUG neutron_lib.callbacks.manager [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), after_update {{(pid=122558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.773387 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-1b936fe6-b822-48b6-9e9d-1bfb3e9cdf98 None None] Provisioning complete for port 52081dae-353d-4de4-a3b3-f086a21cb5d9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:13.773387 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1b936fe6-b822-48b6-9e9d-1bfb3e9cdf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.811455 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Routers {'1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:23:13.812101 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124af6580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:13.856694 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-1b936fe6-b822-48b6-9e9d-1bfb3e9cdf98 None None] Current status of the port 52081dae-353d-4de4-a3b3-f086a21cb5d9 is: DOWN; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:13.857089 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1b936fe6-b822-48b6-9e9d-1bfb3e9cdf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:13.859150 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-aecbd048-62b6-43c5-9c5c-4f8e9580954b tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514886454&fields=id&tenant_id=31f2cd0b26e149b589061d18a3b7af3d HTTP/1.1" status: 200  len: 267 time: 0.0628905
Apr 16 22:23:13.880720 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6368783-46b9-4e55-9d9b-81a8d8ffa24d None None] Pushing event updated for resources: {'Port': ['ID=52081dae-353d-4de4-a3b3-f086a21cb5d9,revision_number=4']} {{(pid=122558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:13.912948 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-1b936fe6-b822-48b6-9e9d-1bfb3e9cdf98 None None] For port 52081dae-353d-4de4-a3b3-f086a21cb5d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52081dae-353d-4de4-a3b3-f086a21cb5d9,segment=NetworkSegment(2160f3e7-0483-49a4-8b29-8b003dd4b03f),segment_id=2160f3e7-0483-49a4-8b29-8b003dd4b03f)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:23:13.953170 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] Set router 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:23:13.980366 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-d57da41c-f142-4c9a-a5bf-0f9c15ebfafd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:13.982062 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-d57da41c-f142-4c9a-a5bf-0f9c15ebfafd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 810 time: 0.1151567
Apr 16 22:23:13.988964 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1b936fe6-b822-48b6-9e9d-1bfb3e9cdf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:14.007752 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-85374cae-064d-4c71-be6d-304d89e88d0c tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/quotas/31f2cd0b26e149b589061d18a3b7af3d HTTP/1.1" status: 200  len: 375 time: 0.0105214
Apr 16 22:23:14.108392 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-376fa400-243b-443f-a12f-08219da57b9a None None] Provisioning complete for port 52081dae-353d-4de4-a3b3-f086a21cb5d9 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:14.108775 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-376fa400-243b-443f-a12f-08219da57b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:14.123783 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-11d83dac-a30e-4c60-9a59-1916993a5731 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1079838
Apr 16 22:23:14.155373 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b936fe6-b822-48b6-9e9d-1bfb3e9cdf98 None None] Pushing event updated for resources: {'Port': ['ID=52081dae-353d-4de4-a3b3-f086a21cb5d9,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:14.207773 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-376fa400-243b-443f-a12f-08219da57b9a None None] Current status of the port 52081dae-353d-4de4-a3b3-f086a21cb5d9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:14.247303 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-82ea65e6-632e-4197-bd30-005cad6956fd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 22:23:14.248357 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-82ea65e6-632e-4197-bd30-005cad6956fd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1118588
Apr 16 22:23:14.296693 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124af6580>, [{'id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'name': 'tempest-TestSnapshotPattern-135666650-router', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:06Z', 'updated_at': '2022-04-16T22:23:09Z', 'revision_number': 4, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'gw_port': {'id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:07Z', 'updated_at': '2022-04-16T22:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '52081dae-353d-4de4-a3b3-f086a21cb5d9', 'name': '', 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'mac_address': 'fa:16:3e:5f:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '34197fba-5533-4553-b7e9-5c575edf09a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:09Z', 'updated_at': '2022-04-16T22:23:13Z', 'revision_number': 4, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'subnets': [{'id': '34197fba-5533-4553-b7e9-5c575edf09a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:14.312037 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 52081dae-353d-4de4-a3b3-f086a21cb5d9 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:23:14.329169 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b411e40-d4c6-47ad-bdb1-513b175469ec None None] The sync data for ids ['1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'] in ncdv-master-1 is: [{'id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'name': 'tempest-TestSnapshotPattern-135666650-router', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:06Z', 'updated_at': '2022-04-16T22:23:09Z', 'revision_number': 4, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'gw_port': {'id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:07Z', 'updated_at': '2022-04-16T22:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '52081dae-353d-4de4-a3b3-f086a21cb5d9', 'name': '', 'network_id': '20da3c36-3778-44fc-abf2-9b2b1d5bc121', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'mac_address': 'fa:16:3e:5f:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '34197fba-5533-4553-b7e9-5c575edf09a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:09Z', 'updated_at': '2022-04-16T22:23:13Z', 'revision_number': 4, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'subnets': [{'id': '34197fba-5533-4553-b7e9-5c575edf09a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:23:14.334695 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:14.355197 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-e87f4372-46df-43a1-8ff9-2bd41b638239 service neutron] 10.222.0.20 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0996571
Apr 16 22:23:14.369989 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port 52081dae-353d-4de4-a3b3-f086a21cb5d9 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:14.370619 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:14.439625 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:14.446310 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-35979974-3b8f-47ed-abbc-1043665fe288 service neutron] 10.222.0.20 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896935
Apr 16 22:23:14.455807 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port 52081dae-353d-4de4-a3b3-f086a21cb5d9 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:14.456947 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cde4aff4-85f2-4f6e-a483-3c0302a25bf3 up at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:23:14.508887 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Provisioning complete for port cde4aff4-85f2-4f6e-a483-3c0302a25bf3 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:14.509073 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:14.593974 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Current status of the port cde4aff4-85f2-4f6e-a483-3c0302a25bf3 is: ACTIVE; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:14.699562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c212ed9c-3322-45a0-8b9d-1f9d1e9400e8 req-cbbe0037-6109-4be7-8d28-9eb9225d8a51 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 210 time: 0.0430102
Apr 16 22:23:15.485570 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:15.787688 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-177df1fd-1a44-4b59-ac96-9abd8417c4fa req-c9a03ab4-2b2e-44cc-baa9-847f062a3078 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 210 time: 0.0293055
Apr 16 22:23:16.608514 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-5d46b9aa-646d-486b-9322-7807a5bafb66 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:16.609950 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-5d46b9aa-646d-486b-9322-7807a5bafb66 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.11 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 810 time: 0.1007631
Apr 16 22:23:16.670196 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-1420fa84-6410-400a-b501-52f0ec692026 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31f2cd0b26e149b589061d18a3b7af3d HTTP/1.1" status: 200  len: 380 time: 0.0527599
Apr 16 22:23:16.678669 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-0c72dbd9-d59c-433d-a168-9d854184c2a8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Request body: {'port': {'device_id': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'admin_state_up': True, 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'security_groups': ['55b02b73-75c1-46dd-b7f0-206100876b5d']}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:16.884584 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-0c72dbd9-d59c-433d-a168-9d854184c2a8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Made reservation on behalf of 31f2cd0b26e149b589061d18a3b7af3d for: {'port': 1} {{(pid=122555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:23:16.887915 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-0c72dbd9-d59c-433d-a168-9d854184c2a8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:16.890945 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-38efb989-7e21-4464-90b4-ec1f3f955114 req-5f3e16a9-7d93-4f14-b5f6-45ca2008cf02 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 210 time: 0.0347755
Apr 16 22:23:17.016797 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_common [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-0c72dbd9-d59c-433d-a168-9d854184c2a8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Allocated IP 172.20.0.9 (c1277097-2b9c-40a0-a73d-b72779c3dcd8/2345dbc0-fc37-44e2-ade8-dcbed8f3ca54/fe461ac3-2c69-476e-a75a-b48182245dcb) {{(pid=122555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:23:17.156709 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-0c72dbd9-d59c-433d-a168-9d854184c2a8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), precommit_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:17.279327 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-0c72dbd9-d59c-433d-a168-9d854184c2a8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), after_create {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:17.324373 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-0c72dbd9-d59c-433d-a168-9d854184c2a8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Network c1277097-2b9c-40a0-a73d-b72779c3dcd8 is already hosted by enough agents. {{(pid=122555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:23:17.327391 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.base_scheduler [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-0c72dbd9-d59c-433d-a168-9d854184c2a8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Resources bound (agent type, host, resource id):  {{(pid=122555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:23:17.331204 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-0c72dbd9-d59c-433d-a168-9d854184c2a8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Received port after_create {{(pid=122555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:23:17.360729 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72dbd9-d59c-433d-a168-9d854184c2a8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event updated for resources: {'Port': ['ID=fe461ac3-2c69-476e-a75a-b48182245dcb,revision_number=1']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:17.389564 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-0c72dbd9-d59c-433d-a168-9d854184c2a8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:17.390286 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-0c72dbd9-d59c-433d-a168-9d854184c2a8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:17.476666 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-0c72dbd9-d59c-433d-a168-9d854184c2a8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8015571
Apr 16 22:23:17.488784 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.v2.base [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Request body: {'port': {'device_id': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=122555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:17.548807 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:17.549133 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-434d9cdc-c51d-4ca2-8788-9aa95553dad7 None None] Provisioning complete for port fe461ac3-2c69-476e-a75a-b48182245dcb triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:17.549591 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-434d9cdc-c51d-4ca2-8788-9aa95553dad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:17.583048 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-434d9cdc-c51d-4ca2-8788-9aa95553dad7 None None] Port fe461ac3-2c69-476e-a75a-b48182245dcb cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:23:17.812586 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe461ac3-2c69-476e-a75a-b48182245dcb {{(pid=122555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:23:17.820309 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Publish callbacks [] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), precommit_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:17.832630 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.provisioning_blocks [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Transition to ACTIVE for port object fe461ac3-2c69-476e-a75a-b48182245dcb will not be triggered until provisioned by entity L2. {{(pid=122555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:23:17.913203 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:17.968583 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Pushing event updated for resources: {'Port': ['ID=fe461ac3-2c69-476e-a75a-b48182245dcb,revision_number=2']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:18.020769 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781a0ec-afef-42bd-afa6-edc1e07855ce req-a51e34fc-21ef-4ef7-86e8-f15020634dcc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:18.022619 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a781a0ec-afef-42bd-afa6-edc1e07855ce req-a51e34fc-21ef-4ef7-86e8-f15020634dcc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 943 time: 0.0505009
Apr 16 22:23:18.045891 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Attempting to bind port fe461ac3-2c69-476e-a75a-b48182245dcb on host nch1-master-1 for vnic_type normal with profile  {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:23:18.046504 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Attempting to bind port fe461ac3-2c69-476e-a75a-b48182245dcb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:23:18.046838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Attempting to bind port fe461ac3-2c69-476e-a75a-b48182245dcb on network c1277097-2b9c-40a0-a73d-b72779c3dcd8 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:23:18.051479 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Port fe461ac3-2c69-476e-a75a-b48182245dcb on network c1277097-2b9c-40a0-a73d-b72779c3dcd8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:23:18.051804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Attempting to bind port fe461ac3-2c69-476e-a75a-b48182245dcb on network c1277097-2b9c-40a0-a73d-b72779c3dcd8 {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:23:18.058029 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Checking agent: {'id': 'f1856e2a-a026-41e3-9e86-e2bd348290f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:23:18.058474 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Checking segment: {'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:23:18.059048 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Bound using segment: {'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'} {{(pid=122555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:23:18.059498 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.managers [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Bound port: fe461ac3-2c69-476e-a75a-b48182245dcb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'}}] {{(pid=122555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:23:18.059867 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), before_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:18.082476 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-a781a0ec-afef-42bd-afa6-edc1e07855ce req-334db825-2e5c-43c6-8742-666f793bd7ee tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540848
Apr 16 22:23:18.136708 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] For port fe461ac3-2c69-476e-a75a-b48182245dcb, host nch1-master-1, cleared binding levels {{(pid=122555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:23:18.139790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] For port fe461ac3-2c69-476e-a75a-b48182245dcb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe461ac3-2c69-476e-a75a-b48182245dcb,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:23:18.200158 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59790978'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), after_update {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:18.239455 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:18.240102 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:18.241564 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] 10.222.0.11 "PUT /v2.0/ports/fe461ac3-2c69-476e-a75a-b48182245dcb HTTP/1.1" status: 200  len: 1091 time: 0.7571616
Apr 16 22:23:18.242021 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:23:18.244468 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8782f5-6c0d-41f9-9691-d012eb2bbbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:23:18.270380 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d46417-f11e-4525-b843-080daf63e984 service neutron] Pushing event updated for resources: {'Port': ['ID=fe461ac3-2c69-476e-a75a-b48182245dcb,revision_number=3']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:18.288417 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b6add1-ffc7-436b-ba52-428b6beaae13 x-openstack-request-id: req-89b6add1-ffc7-436b-ba52-428b6beaae13 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:23:18.295848 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:23:18.295848 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89b6add1-ffc7-436b-ba52-428b6beaae13 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:23:18.295848 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b6add1-ffc7-436b-ba52-428b6beaae13'] response: {'name': 'network-changed', 'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'status': 'completed', 'code': 200}
Apr 16 22:23:18.351872 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8782f5-6c0d-41f9-9691-d012eb2bbbe3 req-72f771ae-c83a-4070-87ee-517a2d1530d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:18.353546 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b8782f5-6c0d-41f9-9691-d012eb2bbbe3 req-72f771ae-c83a-4070-87ee-517a2d1530d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 1125 time: 0.0430677
Apr 16 22:23:18.458331 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8782f5-6c0d-41f9-9691-d012eb2bbbe3 req-dc59394b-9775-492b-af58-88c1f28218a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:18.459754 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b8782f5-6c0d-41f9-9691-d012eb2bbbe3 req-dc59394b-9775-492b-af58-88c1f28218a1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&shared=False HTTP/1.1" status: 200  len: 911 time: 0.0991135
Apr 16 22:23:18.550778 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8782f5-6c0d-41f9-9691-d012eb2bbbe3 req-90a4785b-a33d-45e2-b3b2-399bd23e3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:18.552303 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-6b8782f5-6c0d-41f9-9691-d012eb2bbbe3 req-90a4785b-a33d-45e2-b3b2-399bd23e3eb7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0872564
Apr 16 22:23:18.623004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-7cf0f193-ee4b-4c86-be41-2a499e6bd916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:18.624505 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-7cf0f193-ee4b-4c86-be41-2a499e6bd916 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 1125 time: 0.0394647
Apr 16 22:23:18.670815 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-a4548898-24d9-486a-82f3-06f4e86d82e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe461ac3-2c69-476e-a75a-b48182245dcb HTTP/1.1" status: 200  len: 217 time: 0.0393677
Apr 16 22:23:18.718813 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-91c8e1ef-a5c8-4799-b520-1f22e0676432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:18.720223 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-91c8e1ef-a5c8-4799-b520-1f22e0676432 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0439897
Apr 16 22:23:18.762256 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-b6fb27e8-4eee-44c3-a06a-0ccafb0072b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:18.763695 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-b6fb27e8-4eee-44c3-a06a-0ccafb0072b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380692
Apr 16 22:23:18.856421 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-4d767c4d-f250-4c47-ba0f-a6bd09162c56 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863039
Apr 16 22:23:18.943725 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-96078cbb-2fed-44a4-a7b6-ff05bcd7e831 req-f938d9ef-28d5-4da1-bcfb-ebf14094b683 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820866
Apr 16 22:23:19.197120 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1a8cb-cca7-4186-bf8c-e171092ea88e req-d2d74967-b308-40c8-9bed-e6329019c5e9 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:19.198587 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-54b1a8cb-cca7-4186-bf8c-e171092ea88e req-d2d74967-b308-40c8-9bed-e6329019c5e9 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 943 time: 0.0476635
Apr 16 22:23:19.247010 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-54b1a8cb-cca7-4186-bf8c-e171092ea88e req-36e43ead-bff9-46d5-8d66-201da481ac6c tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428605
Apr 16 22:23:20.365475 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb49ec-b9e0-43d7-ab0e-0ad64bfc3310 req-7881ca55-4829-4b4f-af77-c1bc413aa980 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:20.366944 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ccb49ec-b9e0-43d7-ab0e-0ad64bfc3310 req-7881ca55-4829-4b4f-af77-c1bc413aa980 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 943 time: 0.0520067
Apr 16 22:23:20.414562 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-9ccb49ec-b9e0-43d7-ab0e-0ad64bfc3310 req-7187293a-25a5-43c7-af04-88d8b1e36399 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415721
Apr 16 22:23:21.395433 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fe461ac3-2c69-476e-a75a-b48182245dcb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:23:21.492038 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fe461ac3-2c69-476e-a75a-b48182245dcb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe461ac3-2c69-476e-a75a-b48182245dcb,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:23:21.503647 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'port_id': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'mac_address': 'fa:16:3e:0e:33:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:23:21.529044 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38bd80-97d4-4ba9-af14-f0c3cd963d1f req-a1dc5950-50cb-4a03-8dbf-f58d8f75d0d8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:21.530559 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e38bd80-97d4-4ba9-af14-f0c3cd963d1f req-a1dc5950-50cb-4a03-8dbf-f58d8f75d0d8 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 943 time: 0.0474350
Apr 16 22:23:21.545057 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port fe461ac3-2c69-476e-a75a-b48182245dcb is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:21.545447 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:21.558101 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe461ac3-2c69-476e-a75a-b48182245dcb {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:23:21.578511 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fe461ac3-2c69-476e-a75a-b48182245dcb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe461ac3-2c69-476e-a75a-b48182245dcb,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:23:21.579606 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e38bd80-97d4-4ba9-af14-f0c3cd963d1f req-8d0aa91b-7cce-4fe6-95e4-30182e21ea4c tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432975
Apr 16 22:23:21.645343 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:21.693176 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=fe461ac3-2c69-476e-a75a-b48182245dcb,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:21.897957 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['fe461ac3-2c69-476e-a75a-b48182245dcb'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:23:22.694013 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33b9a5-0231-4b45-88cc-6ca45b0affe9 req-1eeddcba-d7da-4d74-b6ec-7b8b95cf9770 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:22.695583 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b33b9a5-0231-4b45-88cc-6ca45b0affe9 req-1eeddcba-d7da-4d74-b6ec-7b8b95cf9770 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 944 time: 0.0486455
Apr 16 22:23:22.744465 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1b33b9a5-0231-4b45-88cc-6ca45b0affe9 req-996bb99a-ffd8-4f4a-95a9-a9e135e593c5 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432336
Apr 16 22:23:23.410261 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fe461ac3-2c69-476e-a75a-b48182245dcb up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:23:23.454984 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning for port fe461ac3-2c69-476e-a75a-b48182245dcb completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:23:23.524354 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port fe461ac3-2c69-476e-a75a-b48182245dcb triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:23:23.524763 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:23.602872 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port fe461ac3-2c69-476e-a75a-b48182245dcb is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:23:23.603258 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:23.625338 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:23:23.627567 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3bb389-2e54-4875-a20f-6a6e9feebf79" -d '{"events": [{"server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "name": "network-vif-plugged", "status": "completed", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:23:23.639675 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fe461ac3-2c69-476e-a75a-b48182245dcb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe461ac3-2c69-476e-a75a-b48182245dcb,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:23:23.662737 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f551d1ee-d5d6-4c24-8dce-eccd5efc2ae5 x-openstack-request-id: req-f551d1ee-d5d6-4c24-8dce-eccd5efc2ae5 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:23:23.663071 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "name": "network-vif-plugged", "status": "completed", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:23:23.663332 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f551d1ee-d5d6-4c24-8dce-eccd5efc2ae5 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:23:23.664565 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f551d1ee-d5d6-4c24-8dce-eccd5efc2ae5'] response: {'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'code': 200}
Apr 16 22:23:23.707077 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:23.755240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=fe461ac3-2c69-476e-a75a-b48182245dcb,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:23.755457 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af9607-2751-4fb8-9f33-556c80eecb8f req-fd5b52ba-a136-49f6-8c77-c33c7c8f068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:23.756917 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15af9607-2751-4fb8-9f33-556c80eecb8f req-fd5b52ba-a136-49f6-8c77-c33c7c8f068d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 1127 time: 0.0390923
Apr 16 22:23:23.807163 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-15af9607-2751-4fb8-9f33-556c80eecb8f req-3e003abe-343d-4440-9a5c-28dcc3e8ed75 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447636
Apr 16 22:23:23.856301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601de81c-b1c1-4b81-b7f7-5c692ac3a79a req-9b8d802e-48f9-4f53-bdc3-c71de95be82f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:23.857803 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-601de81c-b1c1-4b81-b7f7-5c692ac3a79a req-9b8d802e-48f9-4f53-bdc3-c71de95be82f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 945 time: 0.0461905
Apr 16 22:23:23.905325 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-601de81c-b1c1-4b81-b7f7-5c692ac3a79a req-d671d535-d6ca-4010-bc21-64aa18c5f7d4 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419476
Apr 16 22:23:25.025879 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e127d05-138e-4c4f-9089-2a043cf4a771 req-239d47da-be1d-489f-bc3c-33b6e50750b4 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:25.027358 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e127d05-138e-4c4f-9089-2a043cf4a771 req-239d47da-be1d-489f-bc3c-33b6e50750b4 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 945 time: 0.0517786
Apr 16 22:23:25.076282 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-7e127d05-138e-4c4f-9089-2a043cf4a771 req-fc343762-ecfa-4fa6-9a38-f7105e8ea338 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428762
Apr 16 22:23:26.188429 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf85d3d-baf4-4de1-b287-1efa2348d62c req-802626e3-dcd6-4a19-a2ec-c6767d226bf0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:26.189889 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cf85d3d-baf4-4de1-b287-1efa2348d62c req-802626e3-dcd6-4a19-a2ec-c6767d226bf0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 945 time: 0.0475788
Apr 16 22:23:26.237883 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2cf85d3d-baf4-4de1-b287-1efa2348d62c req-10369fb4-6a00-428e-a248-451ea6fe2ffd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424213
Apr 16 22:23:26.351201 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d609ccf-da11-4aaf-8e77-27c446e4e27f req-b9387fc5-388a-425d-a435-61c2470ba7de tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:26.352728 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d609ccf-da11-4aaf-8e77-27c446e4e27f req-b9387fc5-388a-425d-a435-61c2470ba7de tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 945 time: 0.0470486
Apr 16 22:23:26.401065 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4d609ccf-da11-4aaf-8e77-27c446e4e27f req-fab3c2f4-0f23-4083-9804-6bcc89fe480c tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427859
Apr 16 22:23:26.422245 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54374) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:26.504392 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f7d70-de41-41c7-a177-2d64179ecd05 tempest-TestSnapshotPattern-299635233 tempest-TestSnapshotPattern-299635233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:26.505889 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-2f3f7d70-de41-41c7-a177-2d64179ecd05 tempest-TestSnapshotPattern-299635233 tempest-TestSnapshotPattern-299635233-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 1122 time: 0.0826769
Apr 16 22:23:26.509426 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54378) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:23:26.513767 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:23:26.576844 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:26.653053 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:26.759771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Allocated IP 172.35.1.22 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/6b405e46-8693-48a2-835f-f99c4c08c388) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:23:26.861003 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for port (6b405e46-8693-48a2-835f-f99c4c08c388), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:26.947773 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (6b405e46-8693-48a2-835f-f99c4c08c388), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:26.988445 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:23:26.991178 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:23:26.994657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:23:27.019678 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event updated for resources: {'Port': ['ID=6b405e46-8693-48a2-835f-f99c4c08c388,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:27.362134 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for floatingip (019a1300-e3e0-462f-a8ba-2ddeb189c249), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:27.504289 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (6b405e46-8693-48a2-835f-f99c4c08c388), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:27.652854 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for port (6b405e46-8693-48a2-835f-f99c4c08c388), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:27.712884 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (6b405e46-8693-48a2-835f-f99c4c08c388), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:27.783540 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event updated for resources: {'Port': ['ID=6b405e46-8693-48a2-835f-f99c4c08c388,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:23:27.795725 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (019a1300-e3e0-462f-a8ba-2ddeb189c249), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:27.900448 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Floating IP 019a1300-e3e0-462f-a8ba-2ddeb189c249 associated. External IP: 172.35.1.22, port: fe461ac3-2c69-476e-a75a-b48182245dcb.
Apr 16 22:23:28.118771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Router f0018a13-c432-48b2-9923-169ea7806f5c has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:23:28.227841 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:23:28.237844 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2897e7d-b724-4030-aa74-3a103ee6e2a3 None None] Sync routers for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:23:28.248689 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2897e7d-b724-4030-aa74-3a103ee6e2a3 None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:23:28.253234 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e2897e7d-b724-4030-aa74-3a103ee6e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f128700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:28.304371 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:28.334932 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a3c66110-8cb2-4f80-9253-c96182dd73f2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8244522
Apr 16 22:23:28.335517 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:23:28.337926 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7949984-5731-4acb-a75f-5aaff435b13b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:23:28.357620 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e2897e7d-b724-4030-aa74-3a103ee6e2a3 None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:23:28.376486 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b171a286-e889-4415-871e-90cc563ae221 x-openstack-request-id: req-b171a286-e889-4415-871e-90cc563ae221 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:23:28.376989 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:23:28.377118 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b171a286-e889-4415-871e-90cc563ae221 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:23:28.377609 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b171a286-e889-4415-871e-90cc563ae221'] response: {'name': 'network-changed', 'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'status': 'completed', 'code': 200}
Apr 16 22:23:28.439502 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7949984-5731-4acb-a75f-5aaff435b13b req-db0ef477-498d-4a57-841e-d88ca4ffd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:28.441073 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7949984-5731-4acb-a75f-5aaff435b13b req-db0ef477-498d-4a57-841e-d88ca4ffd776 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 1127 time: 0.0443037
Apr 16 22:23:28.532166 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7949984-5731-4acb-a75f-5aaff435b13b req-4830f541-b94b-424e-9d53-34b957a3827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:28.533761 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7949984-5731-4acb-a75f-5aaff435b13b req-4830f541-b94b-424e-9d53-34b957a3827a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 911 time: 0.0871174
Apr 16 22:23:28.608511 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7949984-5731-4acb-a75f-5aaff435b13b req-84ee6d60-a99f-4394-a92b-e604f172b661 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe461ac3-2c69-476e-a75a-b48182245dcb HTTP/1.1" status: 200  len: 998 time: 0.0682454
Apr 16 22:23:28.657730 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7949984-5731-4acb-a75f-5aaff435b13b req-3f422f3d-0308-4bf5-9ff3-c0690027ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:28.659141 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7949984-5731-4acb-a75f-5aaff435b13b req-3f422f3d-0308-4bf5-9ff3-c0690027ba38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0452859
Apr 16 22:23:28.705303 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7949984-5731-4acb-a75f-5aaff435b13b req-579f90cc-55fd-4f59-ad59-812fdce26267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:28.706879 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7949984-5731-4acb-a75f-5aaff435b13b req-579f90cc-55fd-4f59-ad59-812fdce26267 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420618
Apr 16 22:23:28.732944 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e2897e7d-b724-4030-aa74-3a103ee6e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f128700>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '019a1300-e3e0-462f-a8ba-2ddeb189c249', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'floating_ip_address': '172.35.1.22', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'port_id': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'mac_address': 'fa:16:3e:0e:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:23:27Z', 'updated_at': '2022-04-16T22:23:27Z', 'revision_number': 0, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 5, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:28.760060 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2897e7d-b724-4030-aa74-3a103ee6e2a3 None None] Checking router: f0018a13-c432-48b2-9923-169ea7806f5c for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:23:28.768262 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2897e7d-b724-4030-aa74-3a103ee6e2a3 None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:23:28.768869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e2897e7d-b724-4030-aa74-3a103ee6e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f128700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:23:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:28.799599 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7949984-5731-4acb-a75f-5aaff435b13b req-46d39003-0922-4a1c-aea8-5b7fcc9f6433 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872107
Apr 16 22:23:28.876484 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-e2897e7d-b724-4030-aa74-3a103ee6e2a3 None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:23:28.889746 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-c7949984-5731-4acb-a75f-5aaff435b13b req-71572a1c-075e-40dc-a923-85b1f13421c6 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839572
Apr 16 22:23:29.098794 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-e2897e7d-b724-4030-aa74-3a103ee6e2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f128700>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '019a1300-e3e0-462f-a8ba-2ddeb189c249', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'floating_ip_address': '172.35.1.22', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'port_id': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'mac_address': 'fa:16:3e:0e:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:23:27Z', 'updated_at': '2022-04-16T22:23:27Z', 'revision_number': 0, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 5, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:23:29.125988 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2897e7d-b724-4030-aa74-3a103ee6e2a3 None None] The sync data for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 is: [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '019a1300-e3e0-462f-a8ba-2ddeb189c249', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'floating_ip_address': '172.35.1.22', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'port_id': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'mac_address': 'fa:16:3e:0e:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:23:27Z', 'updated_at': '2022-04-16T22:23:27Z', 'revision_number': 0, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 5, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:23:29.763081 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a11c92a-cd53-4b66-b4d2-85739582c1d3 None None] New status for floating IP 019a1300-e3e0-462f-a8ba-2ddeb189c249: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:23:31.994369 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:23:36.935240 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:39.039318 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-bdf3a395-b7e9-4819-949b-6d57cde71ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:41.643915 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-12750b61-0154-4fc2-8356-b5cc1c0cf9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:42.811011 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:44.312033 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:44.392685 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:45.379527 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af325e12-771e-48ef-b4cb-cb2aed27128f req-7f32cf37-fd17-48f1-b3e1-c20ff8a9d659 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0379014
Apr 16 22:23:45.467801 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af325e12-771e-48ef-b4cb-cb2aed27128f req-781162c9-18da-4d46-8a76-0c21ef4da705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:45.469369 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af325e12-771e-48ef-b4cb-cb2aed27128f req-781162c9-18da-4d46-8a76-0c21ef4da705 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 1127 time: 0.0447741
Apr 16 22:23:45.502324 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:23:45.573102 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af325e12-771e-48ef-b4cb-cb2aed27128f req-15eb578f-f56d-4318-bfc5-a66b0b36e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:45.574641 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af325e12-771e-48ef-b4cb-cb2aed27128f req-15eb578f-f56d-4318-bfc5-a66b0b36e52d service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 911 time: 0.0870061
Apr 16 22:23:45.647206 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af325e12-771e-48ef-b4cb-cb2aed27128f req-fff5e20c-bdcc-48f7-abd0-07ec4a62a548 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe461ac3-2c69-476e-a75a-b48182245dcb HTTP/1.1" status: 200  len: 1000 time: 0.0647950
Apr 16 22:23:45.695804 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af325e12-771e-48ef-b4cb-cb2aed27128f req-64106af7-4fcc-4091-aac1-036351dad38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:45.697903 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af325e12-771e-48ef-b4cb-cb2aed27128f req-64106af7-4fcc-4091-aac1-036351dad38d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0442233
Apr 16 22:23:45.739895 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af325e12-771e-48ef-b4cb-cb2aed27128f req-e10ccf09-71b8-4465-9ec6-649fe5ffc08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:23:45.741414 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af325e12-771e-48ef-b4cb-cb2aed27128f req-e10ccf09-71b8-4465-9ec6-649fe5ffc08e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0378561
Apr 16 22:23:45.835302 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af325e12-771e-48ef-b4cb-cb2aed27128f req-09825091-6a0e-4396-b643-c58531cadf34 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852833
Apr 16 22:23:45.924686 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-af325e12-771e-48ef-b4cb-cb2aed27128f req-0acb16b3-4252-4d55-a632-92aaf0b78398 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833862
Apr 16 22:24:06.953232 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:08.992132 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:24:09.071633 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-88ca10a1-67e3-4b09-aa82-281286ffa65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:11.649180 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ae1abdc5-ad95-465e-8c33-8b85240775d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:12.775681 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:14.315552 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:14.375741 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:15.512909 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:36.957081 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:39.050093 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9c93c50f-7f35-4ace-bf14-2886badd9148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:41.671445 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-22345643-fcd5-4983-9f98-40d35f8d1a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:42.798294 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:44.320031 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:44.402458 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:45.436420 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f45e0e31-abf3-453f-be7a-0e5ac62ffb3e req-213b77f9-d9b3-4b1a-9ed8-ff5fb40d304a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0850480
Apr 16 22:24:45.471689 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:24:45.520234 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e0e31-abf3-453f-be7a-0e5ac62ffb3e req-637f9e19-cf43-47fd-919e-50ad3256b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:24:45.521758 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f45e0e31-abf3-453f-be7a-0e5ac62ffb3e req-637f9e19-cf43-47fd-919e-50ad3256b9d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 1127 time: 0.0450113
Apr 16 22:24:45.626659 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e0e31-abf3-453f-be7a-0e5ac62ffb3e req-afcedbe1-ac42-4e80-a9a8-fcf818037779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:24:45.628102 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f45e0e31-abf3-453f-be7a-0e5ac62ffb3e req-afcedbe1-ac42-4e80-a9a8-fcf818037779 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 911 time: 0.0888960
Apr 16 22:24:45.701445 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f45e0e31-abf3-453f-be7a-0e5ac62ffb3e req-c367408e-4174-4cbe-b5db-592e492728c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe461ac3-2c69-476e-a75a-b48182245dcb HTTP/1.1" status: 200  len: 1000 time: 0.0677965
Apr 16 22:24:45.757389 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e0e31-abf3-453f-be7a-0e5ac62ffb3e req-cb2d07cd-06fb-4f66-9a32-910069a8c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:24:45.759022 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f45e0e31-abf3-453f-be7a-0e5ac62ffb3e req-cb2d07cd-06fb-4f66-9a32-910069a8c977 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0466802
Apr 16 22:24:45.803631 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e0e31-abf3-453f-be7a-0e5ac62ffb3e req-dc72ef22-dcdd-46da-a3b7-29d5077a1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:24:45.805315 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f45e0e31-abf3-453f-be7a-0e5ac62ffb3e req-dc72ef22-dcdd-46da-a3b7-29d5077a1b25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0399477
Apr 16 22:24:45.898310 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f45e0e31-abf3-453f-be7a-0e5ac62ffb3e req-a8ef98cd-0dcb-4887-be5f-5f9ac940b190 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859799
Apr 16 22:24:45.985746 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f45e0e31-abf3-453f-be7a-0e5ac62ffb3e req-e09dad96-cb80-46d0-aea0-6b58f71f834b service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816290
Apr 16 22:24:45.990482 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:25:06.946644 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:09.078342 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9f84fba4-88f5-47ec-ba9d-4da6aebfdc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:11.648027 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-86a89e88-1dc4-4ca9-a8e3-c04e1b74acb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:12.775089 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:14.340739 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:14.380847 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:15.460925 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:22.990772 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:25:25.890336 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fe461ac3-2c69-476e-a75a-b48182245dcb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:25:25.986834 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fe461ac3-2c69-476e-a75a-b48182245dcb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe461ac3-2c69-476e-a75a-b48182245dcb,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:25:25.998155 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Returning: {'device': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'port_id': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'mac_address': 'fa:16:3e:0e:33:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:25:26.033894 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port fe461ac3-2c69-476e-a75a-b48182245dcb is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:25:26.034282 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:26.047470 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe461ac3-2c69-476e-a75a-b48182245dcb {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:25:26.070365 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fe461ac3-2c69-476e-a75a-b48182245dcb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe461ac3-2c69-476e-a75a-b48182245dcb,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:25:26.117681 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:26.166560 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=fe461ac3-2c69-476e-a75a-b48182245dcb,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:25:26.174479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.174854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.175251 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.175542 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.175876 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.176238 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.176574 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.176902 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.177231 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.177557 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.177881 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.178206 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.178531 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.178854 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.179175 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:26.190496 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] get_ports_and_sgs() called for port_ids ['fe461ac3-2c69-476e-a75a-b48182245dcb'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:25:27.909949 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fe461ac3-2c69-476e-a75a-b48182245dcb up at agent hyperv_nch1-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:25:27.957360 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Provisioning complete for port fe461ac3-2c69-476e-a75a-b48182245dcb triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:25:27.958087 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:28.038857 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port fe461ac3-2c69-476e-a75a-b48182245dcb is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:25:28.039246 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:28.064263 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:25:28.066633 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1addd21f-1c95-4d96-93c3-138856253266" -d '{"events": [{"server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "name": "network-vif-plugged", "status": "completed", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:25:28.081938 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fe461ac3-2c69-476e-a75a-b48182245dcb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe461ac3-2c69-476e-a75a-b48182245dcb,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:25:28.146912 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:28.172282 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03432a1-1c63-49c2-93c1-7dd877f4b586 x-openstack-request-id: req-d03432a1-1c63-49c2-93c1-7dd877f4b586 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:25:28.172576 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "name": "network-vif-plugged", "status": "completed", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:25:28.172829 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d03432a1-1c63-49c2-93c1-7dd877f4b586 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:25:28.173225 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03432a1-1c63-49c2-93c1-7dd877f4b586'] response: {'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'code': 200}
Apr 16 22:25:28.198787 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=fe461ac3-2c69-476e-a75a-b48182245dcb,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:25:36.974899 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:39.038147 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-77c05dee-9737-4a6f-a437-5aee2d7ec242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:39.323585 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-eacd8b23-f90b-4a49-87ab-5ba32a343cfd tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514886454&fields=id&tenant_id=31f2cd0b26e149b589061d18a3b7af3d HTTP/1.1" status: 200  len: 267 time: 0.0463064
Apr 16 22:25:39.432029 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-29c4ea8e-7c18-4f4c-b0f3-9570c858aaf0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:39.433528 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-29c4ea8e-7c18-4f4c-b0f3-9570c858aaf0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 810 time: 0.1035419
Apr 16 22:25:39.448292 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-c8a4fd21-ae23-4f67-8f71-80a3eb2d272d tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/quotas/31f2cd0b26e149b589061d18a3b7af3d HTTP/1.1" status: 200  len: 375 time: 0.0089600
Apr 16 22:25:39.502808 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-177361db-d82f-4009-8b61-10b627747eb9 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0471768
Apr 16 22:25:39.597400 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-249ff34b-a394-424a-90e9-c032dd0c43d7 service neutron] 10.222.0.20 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833306
Apr 16 22:25:39.690682 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-eedfc066-c98a-41c6-9876-a5093d59f570 service neutron] 10.222.0.20 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876014
Apr 16 22:25:39.951372 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f54bf4a3-e81d-4b5b-9fa7-bcf2768697be req-ef2faf67-56d5-46e4-9511-4d09906ee13f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 210 time: 0.0292358
Apr 16 22:25:41.049036 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e7d5315-d1d3-469d-82ae-efbeba969f9b req-a53fb192-3744-41cd-b2e9-976f63e61d8d tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 210 time: 0.0307806
Apr 16 22:25:41.672472 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1b375557-b6a2-4726-9be9-e98eb511c4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:41.879168 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-e1095d97-26d2-4ced-a1d0-07022e3c4923 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:41.880624 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-e1095d97-26d2-4ced-a1d0-07022e3c4923 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.41 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 810 time: 0.1045942
Apr 16 22:25:41.942521 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-95a470bf-14e8-4efa-bcec-04e198ec0b46 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31f2cd0b26e149b589061d18a3b7af3d HTTP/1.1" status: 200  len: 380 time: 0.0532675
Apr 16 22:25:41.951894 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Request body: {'port': {'device_id': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'admin_state_up': True, 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'security_groups': ['55b02b73-75c1-46dd-b7f0-206100876b5d']}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:25:41.981118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fe461ac3-2c69-476e-a75a-b48182245dcb no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:25:42.067663 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Current status of the port fe461ac3-2c69-476e-a75a-b48182245dcb is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:25:42.068052 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:42.090716 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:25:42.093485 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b1e87d-4c7f-4518-a4b1-5a42279a03a5" -d '{"events": [{"server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "name": "network-vif-unplugged", "status": "completed", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:25:42.110520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-34647e34-b274-4112-91db-333c5a743e35 None None] For port fe461ac3-2c69-476e-a75a-b48182245dcb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe461ac3-2c69-476e-a75a-b48182245dcb,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:25:42.129533 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Made reservation on behalf of 31f2cd0b26e149b589061d18a3b7af3d for: {'port': 1} {{(pid=122556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 16 22:25:42.133015 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 22:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c02ed45-a797-484d-a3dd-018cd26eea96 x-openstack-request-id: req-8c02ed45-a797-484d-a3dd-018cd26eea96 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:25:42.133181 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:42.133377 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "name": "network-vif-unplugged", "status": "completed", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:25:42.133671 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c02ed45-a797-484d-a3dd-018cd26eea96 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:25:42.134063 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c02ed45-a797-484d-a3dd-018cd26eea96'] response: {'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'code': 200}
Apr 16 22:25:42.156382 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ccc61da1-9b19-4145-8c4d-175aef192ab5 req-777e2e94-a916-497f-94d4-109b4f860b0f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 210 time: 0.0347073
Apr 16 22:25:42.190399 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:42.244053 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Pushing event updated for resources: {'Port': ['ID=fe461ac3-2c69-476e-a75a-b48182245dcb,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:25:42.272552 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Allocated IP 172.20.0.11 (c1277097-2b9c-40a0-a73d-b72779c3dcd8/2345dbc0-fc37-44e2-ade8-dcbed8f3ca54/a9d00613-b10d-4fcd-9956-4de235317a03) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:25:42.419058 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for port (a9d00613-b10d-4fcd-9956-4de235317a03), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:42.529919 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:42.614176 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Network c1277097-2b9c-40a0-a73d-b72779c3dcd8 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:25:42.617365 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:25:42.621441 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:25:42.650287 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event updated for resources: {'Port': ['ID=a9d00613-b10d-4fcd-9956-4de235317a03,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:25:42.667665 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.668097 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.668548 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.668956 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.669367 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.669864 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.670285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.670725 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.671129 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.671523 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.671916 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.672357 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.672747 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.673154 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.673551 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:25:42.716520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:42.717217 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:42.807886 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:42.823898 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-34013173-34dc-4250-b78e-7b63422586bc tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8754711
Apr 16 22:25:42.997963 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-8602aff4-2a00-4e44-a494-64423d9cba56 None None] Provisioning complete for port a9d00613-b10d-4fcd-9956-4de235317a03 triggered by entity DHCP. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:25:42.998339 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8602aff4-2a00-4e44-a494-64423d9cba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:43.041329 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-8602aff4-2a00-4e44-a494-64423d9cba56 None None] Port a9d00613-b10d-4fcd-9956-4de235317a03 cannot update to ACTIVE because it is not bound. {{(pid=122557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Apr 16 22:25:43.285140 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ab6cb-8005-462f-a072-1df94e91bff2 req-bcacd29b-9c73-4760-8368-ae8164bb283a tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:43.286663 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6e8ab6cb-8005-462f-a072-1df94e91bff2 req-bcacd29b-9c73-4760-8368-ae8164bb283a tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 932 time: 0.0506649
Apr 16 22:25:43.345438 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-6e8ab6cb-8005-462f-a072-1df94e91bff2 req-f554fc8e-b969-461f-800a-f7b59448e994 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521793
Apr 16 22:25:44.363698 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:44.403679 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:44.475384 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf7fb4-2520-40b9-8cd8-7c96178b25e9 req-b110f7e7-1bab-4ff1-b36f-e4d02035b157 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:44.477622 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-19bf7fb4-2520-40b9-8cd8-7c96178b25e9 req-b110f7e7-1bab-4ff1-b36f-e4d02035b157 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 932 time: 0.0496428
Apr 16 22:25:44.531744 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-19bf7fb4-2520-40b9-8cd8-7c96178b25e9 req-76950a80-f6d1-4c60-93b4-14ac2db263e5 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484335
Apr 16 22:25:45.352597 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe7a8af6-f3af-48da-a160-eb91739ba988 req-53dcee85-30db-4381-8f65-45836cec6835 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0397394
Apr 16 22:25:45.443482 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a8af6-f3af-48da-a160-eb91739ba988 req-ada157d0-a0d7-4a25-a749-8f94edd94841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:45.445118 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe7a8af6-f3af-48da-a160-eb91739ba988 req-ada157d0-a0d7-4a25-a749-8f94edd94841 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 1125 time: 0.0454822
Apr 16 22:25:45.517858 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:45.561790 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a8af6-f3af-48da-a160-eb91739ba988 req-041dbdc0-b54d-4c6a-bccb-5df5f3670922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:45.563478 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe7a8af6-f3af-48da-a160-eb91739ba988 req-041dbdc0-b54d-4c6a-bccb-5df5f3670922 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 911 time: 0.0991204
Apr 16 22:25:45.646738 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe7a8af6-f3af-48da-a160-eb91739ba988 req-05c0ed8a-a11c-4e64-baa1-07b1b6bdc88a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe461ac3-2c69-476e-a75a-b48182245dcb HTTP/1.1" status: 200  len: 998 time: 0.0772448
Apr 16 22:25:45.660208 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df1456-75b1-4727-9a5a-943fa3ce9a9f req-7737a5ed-b991-4f08-9945-ed228fc8eef7 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:45.662476 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18df1456-75b1-4727-9a5a-943fa3ce9a9f req-7737a5ed-b991-4f08-9945-ed228fc8eef7 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 932 time: 0.0506463
Apr 16 22:25:45.729137 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-18df1456-75b1-4727-9a5a-943fa3ce9a9f req-afba8e7a-d759-499d-8be1-489bf75309d5 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603089
Apr 16 22:25:45.731875 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a8af6-f3af-48da-a160-eb91739ba988 req-5759bdf0-e6da-4e9b-9fd5-e9457facb0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:45.743670 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe7a8af6-f3af-48da-a160-eb91739ba988 req-5759bdf0-e6da-4e9b-9fd5-e9457facb0cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0914280
Apr 16 22:25:45.792120 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a8af6-f3af-48da-a160-eb91739ba988 req-808839fc-fa48-490e-b500-803399377b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:45.794235 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe7a8af6-f3af-48da-a160-eb91739ba988 req-808839fc-fa48-490e-b500-803399377b40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452864
Apr 16 22:25:45.902240 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe7a8af6-f3af-48da-a160-eb91739ba988 req-3566d573-736e-4ab7-a70d-22dc6f59d484 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1019764
Apr 16 22:25:46.003947 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-fe7a8af6-f3af-48da-a160-eb91739ba988 req-143e09de-5d7f-4a5f-aa58-2731ad9ac36c service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961442
Apr 16 22:25:46.860425 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a2492-a297-427b-97c9-8b1b0ecadf7e req-fd631b2a-fd27-404d-a66a-4f7f89cb6355 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:46.862199 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-de4a2492-a297-427b-97c9-8b1b0ecadf7e req-fd631b2a-fd27-404d-a66a-4f7f89cb6355 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 932 time: 0.0522583
Apr 16 22:25:46.915911 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-de4a2492-a297-427b-97c9-8b1b0ecadf7e req-26cf0347-e337-4adf-b2cd-1a27b36aad9d tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477581
Apr 16 22:25:48.045750 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb692e-9fb5-4572-9488-1f7028101a4b req-6630a2bd-e1c1-4add-8216-3f24de95b3d2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:48.047586 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26eb692e-9fb5-4572-9488-1f7028101a4b req-6630a2bd-e1c1-4add-8216-3f24de95b3d2 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 932 time: 0.0492082
Apr 16 22:25:48.107041 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-26eb692e-9fb5-4572-9488-1f7028101a4b req-fed97234-8f76-4072-b975-320e290df3b4 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532465
Apr 16 22:25:49.241706 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e079a-c0cf-487a-a4c9-6abfcd86bcbf req-c35499da-c3c3-4db6-b206-8bcb131d38de tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:49.243342 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d85e079a-c0cf-487a-a4c9-6abfcd86bcbf req-c35499da-c3c3-4db6-b206-8bcb131d38de tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 932 time: 0.0594964
Apr 16 22:25:49.313771 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d85e079a-c0cf-487a-a4c9-6abfcd86bcbf req-8ba0b3a6-0651-4030-b0f1-3e81a1e5d0b0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564449
Apr 16 22:25:50.428908 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae9b2d-e451-4821-a2f0-f531ee8bfee7 req-f6086305-26b6-4ac6-97f4-5b27a4377ea9 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:50.430392 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cae9b2d-e451-4821-a2f0-f531ee8bfee7 req-f6086305-26b6-4ac6-97f4-5b27a4377ea9 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 932 time: 0.0500078
Apr 16 22:25:50.478202 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-8cae9b2d-e451-4821-a2f0-f531ee8bfee7 req-24ecdc50-3115-4f6b-be2e-56a3dac74730 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420802
Apr 16 22:25:51.587268 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-4c75b520-8e46-44e8-88cd-32f5be9c70c4 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=122556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 16 22:25:51.588331 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-4c75b520-8e46-44e8-88cd-32f5be9c70c4 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053387
Apr 16 22:25:51.594845 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaeed5-4b40-459a-84d8-2b1ad757a65d req-f64fb69d-36cb-4607-988b-955314e168ce tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:51.597395 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ffaeed5-4b40-459a-84d8-2b1ad757a65d req-f64fb69d-36cb-4607-988b-955314e168ce tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 932 time: 0.0489824
Apr 16 22:25:51.647628 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-3ffaeed5-4b40-459a-84d8-2b1ad757a65d req-d1e82d75-9d4f-490d-a0ca-c8987e4fae67 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439785
Apr 16 22:25:51.659724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Request body: {'port': {'device_id': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:25:51.719895 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:51.985145 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d00613-b10d-4fcd-9956-4de235317a03 {{(pid=122556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:25:51.992875 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Publish callbacks [] for port (a9d00613-b10d-4fcd-9956-4de235317a03), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:52.006768 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.provisioning_blocks [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Transition to ACTIVE for port object a9d00613-b10d-4fcd-9956-4de235317a03 will not be triggered until provisioned by entity L2. {{(pid=122556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 16 22:25:52.065974 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:52.118235 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Pushing event updated for resources: {'Port': ['ID=a9d00613-b10d-4fcd-9956-4de235317a03,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:25:52.193622 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Attempting to bind port a9d00613-b10d-4fcd-9956-4de235317a03 on host nch2-master-1 for vnic_type normal with profile  {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 16 22:25:52.194073 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Attempting to bind port a9d00613-b10d-4fcd-9956-4de235317a03 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 16 22:25:52.194405 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Attempting to bind port a9d00613-b10d-4fcd-9956-4de235317a03 on network c1277097-2b9c-40a0-a73d-b72779c3dcd8 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:25:52.198903 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Port a9d00613-b10d-4fcd-9956-4de235317a03 on network c1277097-2b9c-40a0-a73d-b72779c3dcd8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 16 22:25:52.199209 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Attempting to bind port a9d00613-b10d-4fcd-9956-4de235317a03 on network c1277097-2b9c-40a0-a73d-b72779c3dcd8 {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 16 22:25:52.204273 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Checking agent: {'id': '7e8949ef-b456-461e-ab94-59672f33278a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'started_at': datetime.datetime(2022, 4, 16, 21, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 16, 22, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 16 22:25:52.204613 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Checking segment: {'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=122556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 16 22:25:52.204999 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Bound using segment: {'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'} {{(pid=122556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 16 22:25:52.205422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.managers [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Bound port: a9d00613-b10d-4fcd-9956-4de235317a03, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '394b43fc-440a-4161-b9bf-db9f43e1e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8'}}] {{(pid=122556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 16 22:25:52.205785 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:52.273317 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] For port a9d00613-b10d-4fcd-9956-4de235317a03, host nch2-master-1, cleared binding levels {{(pid=122556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 16 22:25:52.276541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] For port a9d00613-b10d-4fcd-9956-4de235317a03, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d00613-b10d-4fcd-9956-4de235317a03,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 16 22:25:52.392324 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:52.430289 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:52.430918 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:52.433597 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] 10.222.0.41 "PUT /v2.0/ports/a9d00613-b10d-4fcd-9956-4de235317a03 HTTP/1.1" status: 200  len: 1092 time: 0.8371320
Apr 16 22:25:52.433597 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:25:52.435901 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798554af-e799-4df3-95c9-a2e1495e0e94" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:25:52.464703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e627280-2085-41d5-b350-9a5267e282ef service neutron] Pushing event updated for resources: {'Port': ['ID=a9d00613-b10d-4fcd-9956-4de235317a03,revision_number=3']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:25:52.560279 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0ca35d-688e-44d2-8b06-9618d94e3102 x-openstack-request-id: req-6c0ca35d-688e-44d2-8b06-9618d94e3102 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:25:52.560572 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:25:52.560825 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c0ca35d-688e-44d2-8b06-9618d94e3102 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:25:52.561861 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0ca35d-688e-44d2-8b06-9618d94e3102'] response: {'name': 'network-changed', 'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'status': 'completed', 'code': 200}
Apr 16 22:25:52.594283 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-6bd36bc7-6b3b-465a-9cc5-67e99eeb1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:52.595824 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-6bd36bc7-6b3b-465a-9cc5-67e99eeb1292 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 1126 time: 0.0461695
Apr 16 22:25:52.641484 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-8ff83e30-c8b8-4371-bd9f-c56a6f576b8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d00613-b10d-4fcd-9956-4de235317a03 HTTP/1.1" status: 200  len: 217 time: 0.0390131
Apr 16 22:25:52.692325 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-cc129f9d-2a19-4ac3-ae26-51c2e604b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:52.693835 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-cc129f9d-2a19-4ac3-ae26-51c2e604b54e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0468743
Apr 16 22:25:52.739104 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-a0dea0f9-7f68-474e-9d34-8a802514a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:52.740654 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-a0dea0f9-7f68-474e-9d34-8a802514a8cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0400240
Apr 16 22:25:52.765042 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03711649-078f-45af-86ea-f748a57fb828 req-a42d1331-4f68-46ad-a3ab-92392b04339a tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:52.766662 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03711649-078f-45af-86ea-f748a57fb828 req-a42d1331-4f68-46ad-a3ab-92392b04339a tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 944 time: 0.0465851
Apr 16 22:25:52.820358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-03711649-078f-45af-86ea-f748a57fb828 req-fbfde127-fab8-4ad9-86b5-20cf2924df5c tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472248
Apr 16 22:25:52.835469 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-bea6ec37-5ccd-4c1f-9531-a3c1aa31d94b service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873539
Apr 16 22:25:52.925189 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-1bed92a8-b6f1-4b73-a53c-b3e4c190a75a req-0ea324a8-a166-4a67-b03b-c8afcbd588bb service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844562
Apr 16 22:25:54.249703 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1acefa-f28d-4a98-b18e-7e629b808f44 req-790a7050-7644-4938-8f82-9efc09f2ea61 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:54.251196 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab1acefa-f28d-4a98-b18e-7e629b808f44 req-790a7050-7644-4938-8f82-9efc09f2ea61 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 944 time: 0.3638489
Apr 16 22:25:54.299635 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab1acefa-f28d-4a98-b18e-7e629b808f44 req-f388cc3b-007a-4b71-b215-388bcf5dca7c tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424099
Apr 16 22:25:54.954256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798554af-e799-4df3-95c9-a2e1495e0e94 req-f7603047-b7c1-4d5c-8091-6643098b8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:54.955638 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-798554af-e799-4df3-95c9-a2e1495e0e94 req-f7603047-b7c1-4d5c-8091-6643098b8189 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 1126 time: 0.0386283
Apr 16 22:25:55.046241 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798554af-e799-4df3-95c9-a2e1495e0e94 req-0e8df7f9-b2d8-4044-88ca-ac2809a04015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:55.047702 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-798554af-e799-4df3-95c9-a2e1495e0e94 req-0e8df7f9-b2d8-4044-88ca-ac2809a04015 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 911 time: 0.0864532
Apr 16 22:25:55.087829 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-798554af-e799-4df3-95c9-a2e1495e0e94 req-a35d403b-effe-4cd9-9044-33b73cfef30e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d00613-b10d-4fcd-9956-4de235317a03 HTTP/1.1" status: 200  len: 217 time: 0.0346806
Apr 16 22:25:55.134267 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798554af-e799-4df3-95c9-a2e1495e0e94 req-286cea15-761f-430c-9c74-a71f5214d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:55.135689 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-798554af-e799-4df3-95c9-a2e1495e0e94 req-286cea15-761f-430c-9c74-a71f5214d0d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0423715
Apr 16 22:25:55.177978 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798554af-e799-4df3-95c9-a2e1495e0e94 req-7646b0c2-0968-45ef-aca6-74fae96a8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:55.179451 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-798554af-e799-4df3-95c9-a2e1495e0e94 req-7646b0c2-0968-45ef-aca6-74fae96a8b4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380342
Apr 16 22:25:55.269243 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-798554af-e799-4df3-95c9-a2e1495e0e94 req-4ac98203-ef5d-4ffc-8230-5605293171a4 service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829687
Apr 16 22:25:55.356435 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-798554af-e799-4df3-95c9-a2e1495e0e94 req-315f294f-04fb-4c00-b474-00ce1f8fc0c2 service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816684
Apr 16 22:25:55.413795 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ca53e-f579-41dd-aee6-2dd43c9888a4 req-b6dc85cb-d0ee-4bad-9a06-dc507415f5f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:55.415286 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-198ca53e-f579-41dd-aee6-2dd43c9888a4 req-b6dc85cb-d0ee-4bad-9a06-dc507415f5f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 944 time: 0.0473113
Apr 16 22:25:55.463017 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-198ca53e-f579-41dd-aee6-2dd43c9888a4 req-33dbf573-a6e4-4ae0-a4a2-d20f7701d28d tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421576
Apr 16 22:25:56.580314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a809a-4be3-42c0-b0bf-7d696f1331d7 req-3862bdac-3f47-46a0-a91f-f9efde627ef0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:56.581800 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-429a809a-4be3-42c0-b0bf-7d696f1331d7 req-3862bdac-3f47-46a0-a91f-f9efde627ef0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 944 time: 0.0527570
Apr 16 22:25:56.630139 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-429a809a-4be3-42c0-b0bf-7d696f1331d7 req-eea99461-e08a-44f3-b51d-eb1ad9b978ee tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427637
Apr 16 22:25:57.745750 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31957dc-c86a-4e92-bb32-fd62945f7a83 req-09cb24a2-3f80-4cb0-a59c-2c7475e927bb tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:57.747276 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f31957dc-c86a-4e92-bb32-fd62945f7a83 req-09cb24a2-3f80-4cb0-a59c-2c7475e927bb tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 944 time: 0.0492060
Apr 16 22:25:57.798134 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f31957dc-c86a-4e92-bb32-fd62945f7a83 req-b92ad4d2-15b3-442b-9da2-c4364c83925a tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451636
Apr 16 22:25:58.046827 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a9d00613-b10d-4fcd-9956-4de235317a03 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:25:58.143118 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a9d00613-b10d-4fcd-9956-4de235317a03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d00613-b10d-4fcd-9956-4de235317a03,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:25:58.154282 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'port_id': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'mac_address': 'fa:16:3e:18:c4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:25:58.190482 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a9d00613-b10d-4fcd-9956-4de235317a03 is: DOWN; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:25:58.190870 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:58.203383 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d00613-b10d-4fcd-9956-4de235317a03 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:25:58.221997 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a9d00613-b10d-4fcd-9956-4de235317a03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d00613-b10d-4fcd-9956-4de235317a03,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:25:58.300207 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:25:58.349669 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a9d00613-b10d-4fcd-9956-4de235317a03,revision_number=4']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:25:58.629195 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['a9d00613-b10d-4fcd-9956-4de235317a03'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:25:58.911256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91d8a-e560-4b31-be62-9f8a1cf01fe9 req-8aab3646-876c-4e3c-9caa-0c384d78661e tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:25:58.912663 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16b91d8a-e560-4b31-be62-9f8a1cf01fe9 req-8aab3646-876c-4e3c-9caa-0c384d78661e tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 945 time: 0.0459058
Apr 16 22:25:58.960732 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-16b91d8a-e560-4b31-be62-9f8a1cf01fe9 req-7e4d6c79-7647-484c-8e62-633cee2f1a9c tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425618
Apr 16 22:25:59.989621 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:26:00.063089 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a9d00613-b10d-4fcd-9956-4de235317a03 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:26:00.077894 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffba2f-98ae-4659-b6d8-d956968a8561 req-c3386035-4a25-412c-b1be-b11f3f70891a tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:00.079389 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ccffba2f-98ae-4659-b6d8-d956968a8561 req-c3386035-4a25-412c-b1be-b11f3f70891a tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 945 time: 0.0515141
Apr 16 22:26:00.107166 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning for port a9d00613-b10d-4fcd-9956-4de235317a03 completed by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 16 22:26:00.127736 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ccffba2f-98ae-4659-b6d8-d956968a8561 req-cbc48c86-8df1-4d48-ba27-02a690c62ca1 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426087
Apr 16 22:26:00.174520 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port a9d00613-b10d-4fcd-9956-4de235317a03 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:26:00.174901 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:00.251534 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a9d00613-b10d-4fcd-9956-4de235317a03 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:26:00.251846 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:00.274085 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:26:00.276328 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ac2d4b-5f92-4186-ac6a-c53a5c951fb8" -d '{"events": [{"server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "name": "network-vif-plugged", "status": "completed", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:26:00.292792 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a9d00613-b10d-4fcd-9956-4de235317a03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d00613-b10d-4fcd-9956-4de235317a03,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:26:00.315130 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7352e59a-6a68-4f2b-aea4-0019d17f3fcd x-openstack-request-id: req-7352e59a-6a68-4f2b-aea4-0019d17f3fcd {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:26:00.315130 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "name": "network-vif-plugged", "status": "completed", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:26:00.315130 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7352e59a-6a68-4f2b-aea4-0019d17f3fcd {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:26:00.315130 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7352e59a-6a68-4f2b-aea4-0019d17f3fcd'] response: {'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'code': 200}
Apr 16 22:26:00.380338 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:00.411474 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75e65b-1980-45cd-9119-88b4c4db6f8f req-3afa415f-efde-430c-ad34-73e6dd0de64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:00.413050 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c75e65b-1980-45cd-9119-88b4c4db6f8f req-3afa415f-efde-430c-ad34-73e6dd0de64f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 1128 time: 0.0426416
Apr 16 22:26:00.428710 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a9d00613-b10d-4fcd-9956-4de235317a03,revision_number=5']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:26:00.459087 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-3c75e65b-1980-45cd-9119-88b4c4db6f8f req-5e1d35f9-0c7d-4f24-9327-2bdcfcea8e2e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398791
Apr 16 22:26:01.240781 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab6243-10e2-4de8-98e4-e414042aa8f3 req-ce1bd08b-d5a8-41a5-b246-67a798d4001c tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:01.242257 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d5ab6243-10e2-4de8-98e4-e414042aa8f3 req-ce1bd08b-d5a8-41a5-b246-67a798d4001c tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 946 time: 0.0470777
Apr 16 22:26:01.290358 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-d5ab6243-10e2-4de8-98e4-e414042aa8f3 req-6b4667eb-1046-4366-8955-6a98c7976f3d tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424836
Apr 16 22:26:02.407169 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e0e3b-8b1c-4b6b-82b0-fe10aa50a92c req-751c5453-e809-436e-974d-b652cb1013a0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:02.408876 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-353e0e3b-8b1c-4b6b-82b0-fe10aa50a92c req-751c5453-e809-436e-974d-b652cb1013a0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 946 time: 0.0467515
Apr 16 22:26:02.457107 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-353e0e3b-8b1c-4b6b-82b0-fe10aa50a92c req-45ddf358-3f67-4409-a254-fff5562850e5 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426695
Apr 16 22:26:02.576534 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25586060-26d8-4353-98f8-1efe0ee0dd03 req-c55ac8f7-1bfe-465e-a061-06ec1597539a tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:02.577947 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25586060-26d8-4353-98f8-1efe0ee0dd03 req-c55ac8f7-1bfe-465e-a061-06ec1597539a tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 946 time: 0.0514557
Apr 16 22:26:02.626052 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-25586060-26d8-4353-98f8-1efe0ee0dd03 req-6088875f-2f6d-404b-9325-b4aa23571ec7 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425227
Apr 16 22:26:02.647274 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54718) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:26:02.686285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc40a1a-3f25-4aa6-95f1-f1851c7f5226 tempest-TestSnapshotPattern-299635233 tempest-TestSnapshotPattern-299635233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:02.687810 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-1dc40a1a-3f25-4aa6-95f1-f1851c7f5226 tempest-TestSnapshotPattern-299635233 tempest-TestSnapshotPattern-299635233-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 1123 time: 0.0395567
Apr 16 22:26:02.690646 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 54720) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:26:02.694851 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.v2.base [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Request body: {'floatingip': {'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'port_id': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=122556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 16 22:26:02.766565 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:02.872461 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bdada7b6-cbed-461e-999a-2fa8f288e62a req-bd9107d7-2ca1-4c52-a68f-c316c890dee5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0549674
Apr 16 22:26:02.877412 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (None), before_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:02.969442 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada7b6-cbed-461e-999a-2fa8f288e62a req-02a05a6d-a872-4611-9f3d-27e93469e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:02.970950 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bdada7b6-cbed-461e-999a-2fa8f288e62a req-02a05a6d-a872-4611-9f3d-27e93469e5e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 1128 time: 0.0529013
Apr 16 22:26:03.070962 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_common [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Allocated IP 172.35.1.68 (f901fd27-41ce-4b49-9132-e60168d0f679/c199dbb6-f49b-4d3e-acbb-aa2676620f54/a632c880-d241-4aa4-b0bc-9eee596e587c) {{(pid=122556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 16 22:26:03.148461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada7b6-cbed-461e-999a-2fa8f288e62a req-9855a134-7768-4f87-b95d-b4ff9dbc0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:03.149868 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bdada7b6-cbed-461e-999a-2fa8f288e62a req-9855a134-7768-4f87-b95d-b4ff9dbc0a3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 911 time: 0.1566737
Apr 16 22:26:03.205719 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bdada7b6-cbed-461e-999a-2fa8f288e62a req-c7b6354c-2180-4c65-a4f6-05d0fb3e68d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d00613-b10d-4fcd-9956-4de235317a03 HTTP/1.1" status: 200  len: 217 time: 0.0483670
Apr 16 22:26:03.267858 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for port (a632c880-d241-4aa4-b0bc-9eee596e587c), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:03.279671 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada7b6-cbed-461e-999a-2fa8f288e62a req-1c90636d-6501-45f4-b16b-0ca74af0b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:03.281189 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bdada7b6-cbed-461e-999a-2fa8f288e62a req-1c90636d-6501-45f4-b16b-0ca74af0b201 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0690713
Apr 16 22:26:03.338333 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada7b6-cbed-461e-999a-2fa8f288e62a req-ef6d7363-0e19-46c3-a4f9-6c712e6ad297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:03.339875 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bdada7b6-cbed-461e-999a-2fa8f288e62a req-ef6d7363-0e19-46c3-a4f9-6c712e6ad297 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0523331
Apr 16 22:26:03.414552 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727682956499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a632c880-d241-4aa4-b0bc-9eee596e587c), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:03.470447 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Network f901fd27-41ce-4b49-9132-e60168d0f679 is already hosted by enough agents. {{(pid=122556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 16 22:26:03.478375 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.base_scheduler [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Resources bound (agent type, host, resource id):  {{(pid=122556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 16 22:26:03.480941 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event updated for resources: {'Port': ['ID=a632c880-d241-4aa4-b0bc-9eee596e587c,revision_number=1']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:26:03.484936 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bdada7b6-cbed-461e-999a-2fa8f288e62a req-1c609f9b-dfc9-4ff6-a26a-f772b7530e23 service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394584
Apr 16 22:26:03.485660 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Received port after_create {{(pid=122556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 16 22:26:03.653988 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-bdada7b6-cbed-461e-999a-2fa8f288e62a req-536ca397-cc1e-44b2-8e01-d171c42d8074 service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474330
Apr 16 22:26:03.925168 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for floatingip (002cb047-6d58-4cad-9f44-149e41495cb9), precommit_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:04.046429 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a632c880-d241-4aa4-b0bc-9eee596e587c), before_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:04.195875 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for port (a632c880-d241-4aa4-b0bc-9eee596e587c), precommit_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:04.263515 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59833415'] for port (a632c880-d241-4aa4-b0bc-9eee596e587c), after_update {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:04.331012 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event updated for resources: {'Port': ['ID=a632c880-d241-4aa4-b0bc-9eee596e587c,revision_number=2']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:26:04.344076 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463911'] for floatingip (002cb047-6d58-4cad-9f44-149e41495cb9), after_create {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:04.446209 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Floating IP 002cb047-6d58-4cad-9f44-149e41495cb9 associated. External IP: 172.35.1.68, port: a9d00613-b10d-4fcd-9956-4de235317a03.
Apr 16 22:26:04.657079 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Router f0018a13-c432-48b2-9923-169ea7806f5c has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:26:04.768386 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:26:04.777785 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46784d60-5442-466f-986e-08b04cec0b62 None None] Sync routers for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:26:04.787494 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46784d60-5442-466f-986e-08b04cec0b62 None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:26:04.789122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-46784d60-5442-466f-986e-08b04cec0b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f57eca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:25:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:26:04.860465 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:04.891124 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-67548a5e-fee8-4329-8080-4a665aca076f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1994748
Apr 16 22:26:04.891724 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:26:04.894015 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a587f8-57bb-4b10-b3b1-5e274adde158" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:26:04.895311 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-46784d60-5442-466f-986e-08b04cec0b62 None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:26:04.930492 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0a1270-79c4-44f9-be73-e8ceebcbbd98 x-openstack-request-id: req-3b0a1270-79c4-44f9-be73-e8ceebcbbd98 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:26:04.930492 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:26:04.930492 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b0a1270-79c4-44f9-be73-e8ceebcbbd98 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:26:04.930492 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0a1270-79c4-44f9-be73-e8ceebcbbd98'] response: {'name': 'network-changed', 'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'status': 'completed', 'code': 200}
Apr 16 22:26:04.989830 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a587f8-57bb-4b10-b3b1-5e274adde158 req-8286fe39-1e46-4fa3-aebc-d1664780a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:04.991361 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d1a587f8-57bb-4b10-b3b1-5e274adde158 req-8286fe39-1e46-4fa3-aebc-d1664780a4b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 1128 time: 0.0401881
Apr 16 22:26:05.085837 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a587f8-57bb-4b10-b3b1-5e274adde158 req-9b21f736-062c-46b0-8ee4-b94b71730ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:05.087303 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d1a587f8-57bb-4b10-b3b1-5e274adde158 req-9b21f736-062c-46b0-8ee4-b94b71730ef0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 911 time: 0.0900970
Apr 16 22:26:05.114759 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-46784d60-5442-466f-986e-08b04cec0b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f57eca0>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '002cb047-6d58-4cad-9f44-149e41495cb9', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'floating_ip_address': '172.35.1.68', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'port_id': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'mac_address': 'fa:16:3e:18:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:26:03Z', 'updated_at': '2022-04-16T22:26:03Z', 'revision_number': 0, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address_scope': None}, {'id': '019a1300-e3e0-462f-a8ba-2ddeb189c249', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'floating_ip_address': '172.35.1.22', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'port_id': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'mac_address': 'fa:16:3e:0e:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:23:27Z', 'updated_at': '2022-04-16T22:23:29Z', 'revision_number': 1, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 5, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:26:05.155048 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d1a587f8-57bb-4b10-b3b1-5e274adde158 req-51b5664d-bf66-4dcb-b077-3bf518fa1985 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d00613-b10d-4fcd-9956-4de235317a03 HTTP/1.1" status: 200  len: 999 time: 0.0619226
Apr 16 22:26:05.206018 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a587f8-57bb-4b10-b3b1-5e274adde158 req-e9e3e06f-8bf9-420c-9855-6521d26b85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:05.207438 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d1a587f8-57bb-4b10-b3b1-5e274adde158 req-e9e3e06f-8bf9-420c-9855-6521d26b85d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0471528
Apr 16 22:26:05.258004 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a587f8-57bb-4b10-b3b1-5e274adde158 req-b140565d-57cf-4087-9d56-59867f0f96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:05.259574 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d1a587f8-57bb-4b10-b3b1-5e274adde158 req-b140565d-57cf-4087-9d56-59867f0f96ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460992
Apr 16 22:26:05.303840 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46784d60-5442-466f-986e-08b04cec0b62 None None] Checking router: f0018a13-c432-48b2-9923-169ea7806f5c for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:26:05.313527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46784d60-5442-466f-986e-08b04cec0b62 None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:26:05.314141 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-46784d60-5442-466f-986e-08b04cec0b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f011f57eca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:25:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:26:05.351973 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d1a587f8-57bb-4b10-b3b1-5e274adde158 req-2ffd7c3c-e784-446c-9dd0-ff1871887f05 service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861506
Apr 16 22:26:05.421186 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-46784d60-5442-466f-986e-08b04cec0b62 None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:26:05.443789 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-d1a587f8-57bb-4b10-b3b1-5e274adde158 req-6acb13e0-66e8-48f6-8013-9a28a0de799d service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863853
Apr 16 22:26:05.634240 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-46784d60-5442-466f-986e-08b04cec0b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f011f57eca0>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '002cb047-6d58-4cad-9f44-149e41495cb9', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'floating_ip_address': '172.35.1.68', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'port_id': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'mac_address': 'fa:16:3e:18:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:26:03Z', 'updated_at': '2022-04-16T22:26:03Z', 'revision_number': 0, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address_scope': None}, {'id': '019a1300-e3e0-462f-a8ba-2ddeb189c249', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'floating_ip_address': '172.35.1.22', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'port_id': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'mac_address': 'fa:16:3e:0e:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:23:27Z', 'updated_at': '2022-04-16T22:23:29Z', 'revision_number': 1, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 5, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:26:05.664822 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46784d60-5442-466f-986e-08b04cec0b62 None None] The sync data for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 is: [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '002cb047-6d58-4cad-9f44-149e41495cb9', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'floating_ip_address': '172.35.1.68', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'port_id': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'mac_address': 'fa:16:3e:18:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:26:03Z', 'updated_at': '2022-04-16T22:26:03Z', 'revision_number': 0, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address_scope': None}, {'id': '019a1300-e3e0-462f-a8ba-2ddeb189c249', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'floating_ip_address': '172.35.1.22', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'port_id': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'mac_address': 'fa:16:3e:0e:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:23:27Z', 'updated_at': '2022-04-16T22:23:29Z', 'revision_number': 1, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 5, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:26:05.882985 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb4399-3fad-4560-8c2d-a75bf8b350bc None None] New status for floating IP 002cb047-6d58-4cad-9f44-149e41495cb9: ACTIVE {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:26:06.985955 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:09.092411 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8b368122-2d09-4eee-9131-8f1e00b069da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:11.652089 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-441192ee-8944-4b83-a39b-a0bba974caa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:12.802993 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:14.351101 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:14.446553 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:15.492025 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:36.966198 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:36.989795 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:26:39.048443 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e3d2604d-bfd2-487b-8dc2-807bc7bf1a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:41.646022 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-463da87c-f45b-4df9-93db-13d4bb4c5119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:42.813715 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:44.337243 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:44.379260 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:45.480358 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:26:47.353207 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f44e57fc-2bae-4ad0-b9ca-08a75a13c0eb req-e44da810-875b-4a0a-b2e1-76b7321118e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0382156
Apr 16 22:26:47.429503 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e57fc-2bae-4ad0-b9ca-08a75a13c0eb req-4ec86700-647b-430f-a500-8ab0f16b6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:47.430982 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f44e57fc-2bae-4ad0-b9ca-08a75a13c0eb req-4ec86700-647b-430f-a500-8ab0f16b6860 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 1125 time: 0.0392966
Apr 16 22:26:47.536190 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e57fc-2bae-4ad0-b9ca-08a75a13c0eb req-740d2f5c-aa20-4f2e-932b-385c06d91454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:47.537727 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f44e57fc-2bae-4ad0-b9ca-08a75a13c0eb req-740d2f5c-aa20-4f2e-932b-385c06d91454 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 911 time: 0.0887551
Apr 16 22:26:47.602556 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f44e57fc-2bae-4ad0-b9ca-08a75a13c0eb req-0c27bb5f-a43c-427f-8f4a-3721cf9fcea9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe461ac3-2c69-476e-a75a-b48182245dcb HTTP/1.1" status: 200  len: 998 time: 0.0587242
Apr 16 22:26:47.649336 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e57fc-2bae-4ad0-b9ca-08a75a13c0eb req-07932564-ef58-4f27-9485-db79efce8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:47.650673 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f44e57fc-2bae-4ad0-b9ca-08a75a13c0eb req-07932564-ef58-4f27-9485-db79efce8584 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0426672
Apr 16 22:26:47.697612 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e57fc-2bae-4ad0-b9ca-08a75a13c0eb req-f35a1402-7fd6-476f-8937-3ecdfca797af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:26:47.701833 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f44e57fc-2bae-4ad0-b9ca-08a75a13c0eb req-f35a1402-7fd6-476f-8937-3ecdfca797af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427539
Apr 16 22:26:47.787448 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f44e57fc-2bae-4ad0-b9ca-08a75a13c0eb req-1ec51b9d-856b-43ff-9ce8-5b360fcad367 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826986
Apr 16 22:26:47.881744 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f44e57fc-2bae-4ad0-b9ca-08a75a13c0eb req-d6e08d5d-e64d-4e0a-a2a7-4b596d0cfac6 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874484
Apr 16 22:27:04.855773 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4f41ae7-6eda-4532-898a-2bbe9a66a1d1 req-8616f0c8-7cf2-4640-a483-6a17c83ccc40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0384185
Apr 16 22:27:04.932031 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41ae7-6eda-4532-898a-2bbe9a66a1d1 req-e8be4b9c-9e4e-4fa0-be7e-5fba7ee6c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:27:04.933739 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4f41ae7-6eda-4532-898a-2bbe9a66a1d1 req-e8be4b9c-9e4e-4fa0-be7e-5fba7ee6c96a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 1128 time: 0.0382435
Apr 16 22:27:05.038256 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41ae7-6eda-4532-898a-2bbe9a66a1d1 req-87196974-c5cc-47c2-950c-e47b108e8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:27:05.039626 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4f41ae7-6eda-4532-898a-2bbe9a66a1d1 req-87196974-c5cc-47c2-950c-e47b108e8ff4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 911 time: 0.0877922
Apr 16 22:27:05.104405 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4f41ae7-6eda-4532-898a-2bbe9a66a1d1 req-ca12c0bb-0659-45b1-951b-27dc345e7066 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d00613-b10d-4fcd-9956-4de235317a03 HTTP/1.1" status: 200  len: 1001 time: 0.0578613
Apr 16 22:27:05.154413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41ae7-6eda-4532-898a-2bbe9a66a1d1 req-8c29845d-474f-4631-8050-458df51375a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:27:05.155871 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4f41ae7-6eda-4532-898a-2bbe9a66a1d1 req-8c29845d-474f-4631-8050-458df51375a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0425746
Apr 16 22:27:05.202265 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41ae7-6eda-4532-898a-2bbe9a66a1d1 req-f56c37e6-3f17-44b5-9345-067e0ed62a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:27:05.203749 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4f41ae7-6eda-4532-898a-2bbe9a66a1d1 req-f56c37e6-3f17-44b5-9345-067e0ed62a50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425425
Apr 16 22:27:05.291798 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4f41ae7-6eda-4532-898a-2bbe9a66a1d1 req-7255399e-6622-4df7-86eb-a8ef65c0d970 service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817754
Apr 16 22:27:05.384946 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e4f41ae7-6eda-4532-898a-2bbe9a66a1d1 req-068e1fd4-e7c3-4a0e-9199-3128028f0910 service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866942
Apr 16 22:27:06.996094 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:09.036111 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e1836406-d4bf-4441-8384-4f6a0829f4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:11.681926 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-88fc0d10-9d8e-450c-8a38-19106d2b4410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:12.787924 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:13.988972 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:27:14.353834 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:14.399080 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:15.473995 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:37.000204 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:39.047482 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-12244fa5-8fce-4824-9fab-4efa5ec5c16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:41.670267 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e5f7-9d57-4fa2-b899-701cee3e4bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:42.804829 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:44.341353 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:44.412635 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:45.487030 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:27:47.352300 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a359e7c-17e7-4f00-a9bb-727fe35b8056 req-41f2163c-67ec-40f7-8e6d-c16dcea05538 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0387232
Apr 16 22:27:47.428983 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a359e7c-17e7-4f00-a9bb-727fe35b8056 req-783ba264-ba2d-4b43-8f6f-0490b85a0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:27:47.430452 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a359e7c-17e7-4f00-a9bb-727fe35b8056 req-783ba264-ba2d-4b43-8f6f-0490b85a0191 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 1125 time: 0.0389342
Apr 16 22:27:47.532332 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a359e7c-17e7-4f00-a9bb-727fe35b8056 req-8cf5e568-3ba8-48e6-adb6-02d95e337317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:27:47.533814 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a359e7c-17e7-4f00-a9bb-727fe35b8056 req-8cf5e568-3ba8-48e6-adb6-02d95e337317 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 911 time: 0.0865262
Apr 16 22:27:47.597574 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a359e7c-17e7-4f00-a9bb-727fe35b8056 req-e3d1cb04-d5ec-4964-8dd6-3d6d240062a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe461ac3-2c69-476e-a75a-b48182245dcb HTTP/1.1" status: 200  len: 998 time: 0.0579803
Apr 16 22:27:47.644653 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a359e7c-17e7-4f00-a9bb-727fe35b8056 req-ce58a589-8ebe-4b3e-b35d-b5e718a3755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:27:47.645996 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a359e7c-17e7-4f00-a9bb-727fe35b8056 req-ce58a589-8ebe-4b3e-b35d-b5e718a3755f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0421128
Apr 16 22:27:47.692545 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a359e7c-17e7-4f00-a9bb-727fe35b8056 req-5b1aee6d-7f1f-4cc5-8400-2b7183f8fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:27:47.694066 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a359e7c-17e7-4f00-a9bb-727fe35b8056 req-5b1aee6d-7f1f-4cc5-8400-2b7183f8fa0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423689
Apr 16 22:27:47.782517 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a359e7c-17e7-4f00-a9bb-727fe35b8056 req-c04817b0-dab3-4b11-aac6-bf0766cb4df2 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819368
Apr 16 22:27:47.873190 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-1a359e7c-17e7-4f00-a9bb-727fe35b8056 req-d90c6748-512c-418d-bf38-1ffd80e9d247 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850582
Apr 16 22:27:50.986822 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:28:06.867295 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57d8bb5d-6603-4c15-9ef3-bb43afadbce6 req-7f834745-f1d6-48b1-95e1-d2d7c08e5be1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0392978
Apr 16 22:28:06.946040 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8bb5d-6603-4c15-9ef3-bb43afadbce6 req-a504184f-0c82-4ae9-a4dc-163cab58078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:06.947453 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57d8bb5d-6603-4c15-9ef3-bb43afadbce6 req-a504184f-0c82-4ae9-a4dc-163cab58078e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 1128 time: 0.0395725
Apr 16 22:28:07.012509 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:07.055046 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8bb5d-6603-4c15-9ef3-bb43afadbce6 req-967df6f3-ad28-4e0a-be12-bdf46439240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:07.056550 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57d8bb5d-6603-4c15-9ef3-bb43afadbce6 req-967df6f3-ad28-4e0a-be12-bdf46439240d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 911 time: 0.0895412
Apr 16 22:28:07.121309 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57d8bb5d-6603-4c15-9ef3-bb43afadbce6 req-9f1c4b90-d930-433c-94e6-7d5cc06e2d9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d00613-b10d-4fcd-9956-4de235317a03 HTTP/1.1" status: 200  len: 1001 time: 0.0595000
Apr 16 22:28:07.168420 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8bb5d-6603-4c15-9ef3-bb43afadbce6 req-1c117bcb-a627-4bad-9072-fbb6eac4287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:07.169969 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57d8bb5d-6603-4c15-9ef3-bb43afadbce6 req-1c117bcb-a627-4bad-9072-fbb6eac4287b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0431995
Apr 16 22:28:07.215736 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8bb5d-6603-4c15-9ef3-bb43afadbce6 req-61c08d36-7d19-4fd7-9e00-fb255b9784ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:07.217140 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57d8bb5d-6603-4c15-9ef3-bb43afadbce6 req-61c08d36-7d19-4fd7-9e00-fb255b9784ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0413373
Apr 16 22:28:07.306341 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57d8bb5d-6603-4c15-9ef3-bb43afadbce6 req-980f618f-af57-44bc-9f35-7536485c6ec5 service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830328
Apr 16 22:28:07.399375 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-57d8bb5d-6603-4c15-9ef3-bb43afadbce6 req-e239ee4b-0739-454a-a3f1-e316e5b8f238 service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865583
Apr 16 22:28:09.046704 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cde29c4f-3f55-4571-aa66-d670b530c296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:11.641361 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-af717447-283f-4319-b48d-bc5aa1e418ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:12.795521 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:14.358639 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:14.404095 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:15.483793 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:24.745428 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a9d00613-b10d-4fcd-9956-4de235317a03 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=122557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 16 22:28:24.840502 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a9d00613-b10d-4fcd-9956-4de235317a03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d00613-b10d-4fcd-9956-4de235317a03,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:24.852449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Returning: {'device': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'port_id': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'mac_address': 'fa:16:3e:18:c4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=122557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 16 22:28:24.888232 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a9d00613-b10d-4fcd-9956-4de235317a03 is: ACTIVE; New status is: BUILD {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:28:24.888630 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:24.904769 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9d00613-b10d-4fcd-9956-4de235317a03 {{(pid=122557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 16 22:28:24.923437 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a9d00613-b10d-4fcd-9956-4de235317a03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d00613-b10d-4fcd-9956-4de235317a03,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:24.975701 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:25.027573 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a9d00613-b10d-4fcd-9956-4de235317a03,revision_number=6']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:25.034720 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.035067 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.035409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.035745 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.036077 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.036440 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.036767 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.037752 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.038082 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.038409 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.038735 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.039058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.039380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.039701 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.040027 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:25.059891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] get_ports_and_sgs() called for port_ids ['a9d00613-b10d-4fcd-9956-4de235317a03'] {{(pid=122557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 16 22:28:26.746706 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a9d00613-b10d-4fcd-9956-4de235317a03 up at agent hyperv_nch2-master-1 {{(pid=122557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 16 22:28:26.800328 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.provisioning_blocks [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Provisioning complete for port a9d00613-b10d-4fcd-9956-4de235317a03 triggered by entity L2. {{(pid=122557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 16 22:28:26.800710 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16315952'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), provisioning_complete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:26.908601 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a9d00613-b10d-4fcd-9956-4de235317a03 is: BUILD; New status is: ACTIVE {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:28:26.908601 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:26.935527 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:28:26.937952 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c334d998-0e63-463d-955e-4d6e4d27381c" -d '{"events": [{"server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "name": "network-vif-plugged", "status": "completed", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:28:26.951591 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a9d00613-b10d-4fcd-9956-4de235317a03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d00613-b10d-4fcd-9956-4de235317a03,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:27.029263 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:27.085427 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a9d00613-b10d-4fcd-9956-4de235317a03,revision_number=7']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:27.986482 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:28:28.004972 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff32552-1826-4ac1-a63b-881da63a9a57 x-openstack-request-id: req-8ff32552-1826-4ac1-a63b-881da63a9a57 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:28:28.006428 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "name": "network-vif-plugged", "status": "completed", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:28:28.009703 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ff32552-1826-4ac1-a63b-881da63a9a57 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:28:28.010121 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff32552-1826-4ac1-a63b-881da63a9a57'] response: {'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'code': 200}
Apr 16 22:28:37.026416 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:38.715380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55008) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:39.049820 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-82da6b86-2f1d-40ac-a1b9-3871579b4cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:39.180481 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Deleting port a632c880-d241-4aa4-b0bc-9eee596e587c {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:28:39.180822 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a632c880-d241-4aa4-b0bc-9eee596e587c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:39.253652 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a632c880-d241-4aa4-b0bc-9eee596e587c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:39.253982 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for floatingip (a632c880-d241-4aa4-b0bc-9eee596e587c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:39.266771 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Calling delete_port for a632c880-d241-4aa4-b0bc-9eee596e587c owned by network:floatingip {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:28:39.475812 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a632c880-d241-4aa4-b0bc-9eee596e587c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:39.498923 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event deleted for resources: {'Port': ['ID=a632c880-d241-4aa4-b0bc-9eee596e587c,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:39.509451 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.509802 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.510144 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.510478 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.510820 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.511142 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.511473 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.512193 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.512193 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.512458 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.512781 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.513101 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.513422 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.513797 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.514122 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:39.578208 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for floatingip (002cb047-6d58-4cad-9f44-149e41495cb9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:39.578637 ncdv-master-1 neutron-server[122556]: INFO neutron.db.l3_db [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Floating IP 002cb047-6d58-4cad-9f44-149e41495cb9 disassociated (deleted). External IP: 172.35.1.68, port: a9d00613-b10d-4fcd-9956-4de235317a03.
Apr 16 22:28:39.793630 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Router f0018a13-c432-48b2-9923-169ea7806f5c has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:28:39.903657 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:28:39.908466 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:39.912958 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b2869-78ed-4ec8-9859-5d54c8b4fe8d None None] Sync routers for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:28:39.922305 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b2869-78ed-4ec8-9859-5d54c8b4fe8d None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:28:39.922917 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9d4b2869-78ed-4ec8-9859-5d54c8b4fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01244aa910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:39.938443 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b4767e91-d6df-4eda-8651-09cb4dae6663 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "DELETE /v2.0/floatingips/002cb047-6d58-4cad-9f44-149e41495cb9 HTTP/1.1" status: 204  len: 168 time: 1.2217526
Apr 16 22:28:39.938869 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:28:39.941179 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8f71ba-3e52-479f-b249-ea08d7cc9c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:28:39.981666 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b12b162-e2ec-4af6-82d4-2e1b77f7102e x-openstack-request-id: req-1b12b162-e2ec-4af6-82d4-2e1b77f7102e {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:28:39.982027 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:28:39.982460 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b12b162-e2ec-4af6-82d4-2e1b77f7102e {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:28:39.982904 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b12b162-e2ec-4af6-82d4-2e1b77f7102e'] response: {'name': 'network-changed', 'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'status': 'completed', 'code': 200}
Apr 16 22:28:40.038751 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-9d4b2869-78ed-4ec8-9859-5d54c8b4fe8d None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:28:40.043384 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f71ba-3e52-479f-b249-ea08d7cc9c6c req-e4130522-cba4-4443-b621-982d2e4e7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:40.044946 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab8f71ba-3e52-479f-b249-ea08d7cc9c6c req-e4130522-cba4-4443-b621-982d2e4e7b23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 1128 time: 0.0425689
Apr 16 22:28:40.141349 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f71ba-3e52-479f-b249-ea08d7cc9c6c req-2af86f4c-f2ed-4ddc-91f9-49c11d294a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:40.143002 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab8f71ba-3e52-479f-b249-ea08d7cc9c6c req-2af86f4c-f2ed-4ddc-91f9-49c11d294a64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 911 time: 0.0925682
Apr 16 22:28:40.190175 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab8f71ba-3e52-479f-b249-ea08d7cc9c6c req-b44bf3b1-dc3b-4cda-85d3-571f0c3b7f1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d00613-b10d-4fcd-9956-4de235317a03 HTTP/1.1" status: 200  len: 217 time: 0.0409396
Apr 16 22:28:40.238861 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f71ba-3e52-479f-b249-ea08d7cc9c6c req-62bb8c67-78a1-492a-a373-9160dc5d56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:40.240954 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab8f71ba-3e52-479f-b249-ea08d7cc9c6c req-62bb8c67-78a1-492a-a373-9160dc5d56cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0454156
Apr 16 22:28:40.262341 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9d4b2869-78ed-4ec8-9859-5d54c8b4fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01244aa910>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '019a1300-e3e0-462f-a8ba-2ddeb189c249', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'floating_ip_address': '172.35.1.22', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'port_id': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'mac_address': 'fa:16:3e:0e:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:23:27Z', 'updated_at': '2022-04-16T22:23:29Z', 'revision_number': 1, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 5, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:40.289952 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f71ba-3e52-479f-b249-ea08d7cc9c6c req-aee38fc8-06f9-4394-bc63-bf066d7d6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:40.291664 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab8f71ba-3e52-479f-b249-ea08d7cc9c6c req-aee38fc8-06f9-4394-bc63-bf066d7d6b27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449893
Apr 16 22:28:40.295105 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b2869-78ed-4ec8-9859-5d54c8b4fe8d None None] Checking router: f0018a13-c432-48b2-9923-169ea7806f5c for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:28:40.304124 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b2869-78ed-4ec8-9859-5d54c8b4fe8d None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:28:40.304777 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9d4b2869-78ed-4ec8-9859-5d54c8b4fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f01244aa910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:28:12Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:40.412922 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-9d4b2869-78ed-4ec8-9859-5d54c8b4fe8d None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:28:40.414413 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416f35d-65d9-4bef-924b-2434d04d360a req-c3ed7dd2-36f3-4a45-b814-8bc6839ff58d tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:40.415900 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e416f35d-65d9-4bef-924b-2434d04d360a req-c3ed7dd2-36f3-4a45-b814-8bc6839ff58d tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 946 time: 0.1071053
Apr 16 22:28:40.465760 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-e416f35d-65d9-4bef-924b-2434d04d360a req-0c92072e-1673-4b55-9289-cb2526adaf3d tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438776
Apr 16 22:28:40.779228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-9d4b2869-78ed-4ec8-9859-5d54c8b4fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f01244aa910>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '019a1300-e3e0-462f-a8ba-2ddeb189c249', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'floating_ip_address': '172.35.1.22', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'port_id': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'mac_address': 'fa:16:3e:0e:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:23:27Z', 'updated_at': '2022-04-16T22:23:29Z', 'revision_number': 1, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 5, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:40.809747 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a9d00613-b10d-4fcd-9956-4de235317a03 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:28:40.812380 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b2869-78ed-4ec8-9859-5d54c8b4fe8d None None] The sync data for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 is: [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '019a1300-e3e0-462f-a8ba-2ddeb189c249', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'floating_ip_address': '172.35.1.22', 'floating_network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'router_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'port_id': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'mac_address': 'fa:16:3e:0e:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-16T22:23:27Z', 'updated_at': '2022-04-16T22:23:29Z', 'revision_number': 1, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 5, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:28:40.887639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Current status of the port a9d00613-b10d-4fcd-9956-4de235317a03 is: ACTIVE; New status is: DOWN {{(pid=122557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}}
Apr 16 22:28:40.888043 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16341334'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), before_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:40.912090 ncdv-master-1 neutron-server[122557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03'}] {{(pid=122557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:28:40.914328 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df7c287c71c9fff71b3145ff6731e6c427fb2e44d9625abcb8f0a3ac04b0fd40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e5557c-415e-4675-ba34-9d0dd2d2b641" -d '{"events": [{"server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03"}]}' {{(pid=122557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:28:40.926610 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] For port a9d00613-b10d-4fcd-9956-4de235317a03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d00613-b10d-4fcd-9956-4de235317a03,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:40.952821 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Apr 2022 22:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f53eb77-e7da-4a38-9376-c770e1c20767 x-openstack-request-id: req-7f53eb77-e7da-4a38-9376-c770e1c20767 {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:28:40.953115 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03", "code": 200}]} {{(pid=122557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:28:40.953366 ncdv-master-1 neutron-server[122557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f53eb77-e7da-4a38-9376-c770e1c20767 {{(pid=122557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:28:40.953764 ncdv-master-1 neutron-server[122557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f53eb77-e7da-4a38-9376-c770e1c20767'] response: {'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'code': 200}
Apr 16 22:28:40.986749 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727683316830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727682956517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727682956535'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:41.042505 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Pushing event updated for resources: {'Port': ['ID=a9d00613-b10d-4fcd-9956-4de235317a03,revision_number=8']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:41.052993 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90f41fa-d726-481d-a9f2-fe20de5e4ff3 None None] New status for floating IP 002cb047-6d58-4cad-9f44-149e41495cb9: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:28:41.580814 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab8f71ba-3e52-479f-b249-ea08d7cc9c6c req-a05efaa4-e966-4c21-98ac-7093b6b621ef service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1130087
Apr 16 22:28:41.598544 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71373c-bb1c-41f6-8200-3b61f00080b8 req-d4601dff-e889-4322-a39d-7402479d48c5 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:41.600031 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cd71373c-bb1c-41f6-8200-3b61f00080b8 req-d4601dff-e889-4322-a39d-7402479d48c5 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 944 time: 0.0638309
Apr 16 22:28:41.637727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6b0defd7-d485-4d7b-a976-7f6cd53d1f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:41.701406 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-cd71373c-bb1c-41f6-8200-3b61f00080b8 req-ff2841fe-10a4-45d0-8a53-49b2b293c53e tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933642
Apr 16 22:28:41.721157 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-ab8f71ba-3e52-479f-b249-ea08d7cc9c6c req-ecaa8653-016d-4966-8996-3ebaca08960a service neutron] 10.222.0.41 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201515
Apr 16 22:28:41.945139 ncdv-master-1 neutron-server[122556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c5593-7c19-4599-a125-b729511cd04e req-cbc81f29-2cec-429a-843b-d6ef43f23f20 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:41.946753 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e9c5593-7c19-4599-a125-b729511cd04e req-cbc81f29-2cec-429a-843b-d6ef43f23f20 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 944 time: 0.0528245
Apr 16 22:28:42.031290 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4e9c5593-7c19-4599-a125-b729511cd04e req-5b4f937d-5c6e-4e95-9c84-581c86bbe446 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Deleting port a9d00613-b10d-4fcd-9956-4de235317a03 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:28:42.031628 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e9c5593-7c19-4599-a125-b729511cd04e req-5b4f937d-5c6e-4e95-9c84-581c86bbe446 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:42.123855 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [req-4e9c5593-7c19-4599-a125-b729511cd04e req-5b4f937d-5c6e-4e95-9c84-581c86bbe446 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] For port a9d00613-b10d-4fcd-9956-4de235317a03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9d00613-b10d-4fcd-9956-4de235317a03,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:42.124251 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e9c5593-7c19-4599-a125-b729511cd04e req-5b4f937d-5c6e-4e95-9c84-581c86bbe446 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:42.138069 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [req-4e9c5593-7c19-4599-a125-b729511cd04e req-5b4f937d-5c6e-4e95-9c84-581c86bbe446 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Calling delete_port for a9d00613-b10d-4fcd-9956-4de235317a03 owned by compute:nova {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:28:42.341166 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e9c5593-7c19-4599-a125-b729511cd04e req-5b4f937d-5c6e-4e95-9c84-581c86bbe446 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (a9d00613-b10d-4fcd-9956-4de235317a03), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:42.370792 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f937d-5c6e-4e95-9c84-581c86bbe446 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event deleted for resources: {'Port': ['ID=a9d00613-b10d-4fcd-9956-4de235317a03,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:42.419541 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c5593-7c19-4599-a125-b729511cd04e req-5b4f937d-5c6e-4e95-9c84-581c86bbe446 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] No DVR routers for this DVR port a9d00613-b10d-4fcd-9956-4de235317a03 on host nch2-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:28:42.422333 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [req-4e9c5593-7c19-4599-a125-b729511cd04e req-5b4f937d-5c6e-4e95-9c84-581c86bbe446 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:42.425757 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-4e9c5593-7c19-4599-a125-b729511cd04e req-5b4f937d-5c6e-4e95-9c84-581c86bbe446 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.41 "DELETE /v2.0/ports/a9d00613-b10d-4fcd-9956-4de235317a03 HTTP/1.1" status: 204  len: 173 time: 0.4733725
Apr 16 22:28:42.426202 ncdv-master-1 neutron-server[122556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'name': 'network-vif-deleted', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03'}] {{(pid=122556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:28:42.428583 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e267f87e5c321ccf1a478369ff077d9545d5ddcd96229d459aabf3aa322260" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29940a46-223b-4c6f-a071-aa837e898d65" -d '{"events": [{"server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "name": "network-vif-deleted", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03"}]}' {{(pid=122556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:28:42.481971 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ebd42a-6a05-409a-bc70-415740f281d0 x-openstack-request-id: req-b3ebd42a-6a05-409a-bc70-415740f281d0 {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:28:42.482269 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3e804-99f2-4927-898d-ac3d20c6e98f", "name": "network-vif-deleted", "tag": "a9d00613-b10d-4fcd-9956-4de235317a03", "status": "completed", "code": 200}]} {{(pid=122556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:28:42.482522 ncdv-master-1 neutron-server[122556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3ebd42a-6a05-409a-bc70-415740f281d0 {{(pid=122556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:28:42.482933 ncdv-master-1 neutron-server[122556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ebd42a-6a05-409a-bc70-415740f281d0'] response: {'server_uuid': 'b5e3e804-99f2-4927-898d-ac3d20c6e98f', 'name': 'network-vif-deleted', 'tag': 'a9d00613-b10d-4fcd-9956-4de235317a03', 'status': 'completed', 'code': 200}
Apr 16 22:28:42.813083 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:42.816505 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-9c005e7e-59ec-4a82-a4f7-22562f718a96 req-d319cdcb-b010-4873-8a52-8f73e9fe192f tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e3e804-99f2-4927-898d-ac3d20c6e98f HTTP/1.1" status: 200  len: 210 time: 0.0288789
Apr 16 22:28:44.329075 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:44.397665 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:45.171339 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55074) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:45.319151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Deleting port 6b405e46-8693-48a2-835f-f99c4c08c388 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:28:45.319415 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (6b405e46-8693-48a2-835f-f99c4c08c388), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:45.393757 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (6b405e46-8693-48a2-835f-f99c4c08c388), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:45.394099 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for floatingip (6b405e46-8693-48a2-835f-f99c4c08c388), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:45.407661 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Calling delete_port for 6b405e46-8693-48a2-835f-f99c4c08c388 owned by network:floatingip {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:28:45.494788 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:45.629357 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (6b405e46-8693-48a2-835f-f99c4c08c388), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:45.659172 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event deleted for resources: {'Port': ['ID=6b405e46-8693-48a2-835f-f99c4c08c388,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:45.685838 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.686189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.686846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.686846 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.687189 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.687525 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.687859 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.688208 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.688543 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.688870 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.689196 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.689528 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.689853 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.690176 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.690506 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=122555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 16 22:28:45.732499 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for floatingip (019a1300-e3e0-462f-a8ba-2ddeb189c249), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:45.732846 ncdv-master-1 neutron-server[122555]: INFO neutron.db.l3_db [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Floating IP 019a1300-e3e0-462f-a8ba-2ddeb189c249 disassociated (deleted). External IP: 172.35.1.22, port: fe461ac3-2c69-476e-a75a-b48182245dcb.
Apr 16 22:28:46.267004 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Router f0018a13-c432-48b2-9923-169ea7806f5c has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:28:46.375995 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:28:46.381129 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for floatingip (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:46.386900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b85dd2-b1fa-4d81-8737-6c10ce568ed1 None None] Sync routers for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:28:46.396503 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b85dd2-b1fa-4d81-8737-6c10ce568ed1 None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:28:46.397122 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-53b85dd2-b1fa-4d81-8737-6c10ce568ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124753910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:46.409471 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d1133725-8278-4217-9134-a1d0116807f0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "DELETE /v2.0/floatingips/019a1300-e3e0-462f-a8ba-2ddeb189c249 HTTP/1.1" status: 204  len: 168 time: 1.2370641
Apr 16 22:28:46.410061 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:28:46.412920 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a589c39-824c-4a6d-a246-04c50008369e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:28:46.512457 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-53b85dd2-b1fa-4d81-8737-6c10ce568ed1 None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:28:46.519309 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Apr 2022 22:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99ea3f6-cff5-4ab4-bf5c-4d9c0a730f15 x-openstack-request-id: req-c99ea3f6-cff5-4ab4-bf5c-4d9c0a730f15 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:28:46.519703 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:28:46.520027 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c99ea3f6-cff5-4ab4-bf5c-4d9c0a730f15 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:28:46.520539 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99ea3f6-cff5-4ab4-bf5c-4d9c0a730f15'] response: {'name': 'network-changed', 'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'status': 'completed', 'code': 200}
Apr 16 22:28:46.579554 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a589c39-824c-4a6d-a246-04c50008369e req-4049b09c-e68d-49b8-a801-bb1e2256f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:46.581217 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a589c39-824c-4a6d-a246-04c50008369e req-4049b09c-e68d-49b8-a801-bb1e2256f4d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 1125 time: 0.0401454
Apr 16 22:28:46.678428 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a589c39-824c-4a6d-a246-04c50008369e req-69907ec4-8564-44c7-96c1-de9e37eea38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:46.679967 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a589c39-824c-4a6d-a246-04c50008369e req-69907ec4-8564-44c7-96c1-de9e37eea38c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 200  len: 911 time: 0.0924222
Apr 16 22:28:46.713131 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-53b85dd2-b1fa-4d81-8737-6c10ce568ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124753910>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 5, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:46.727696 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a589c39-824c-4a6d-a246-04c50008369e req-622f018e-2b36-4bfe-a1d4-84abd6bd2ab8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe461ac3-2c69-476e-a75a-b48182245dcb HTTP/1.1" status: 200  len: 217 time: 0.0373271
Apr 16 22:28:46.739898 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b85dd2-b1fa-4d81-8737-6c10ce568ed1 None None] Checking router: f0018a13-c432-48b2-9923-169ea7806f5c for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:28:46.748228 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b85dd2-b1fa-4d81-8737-6c10ce568ed1 None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:28:46.748836 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-53b85dd2-b1fa-4d81-8737-6c10ce568ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124753910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:46.777027 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a589c39-824c-4a6d-a246-04c50008369e req-bf3e3118-3eea-4c9f-b7c8-00463295de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:46.778572 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a589c39-824c-4a6d-a246-04c50008369e req-bf3e3118-3eea-4c9f-b7c8-00463295de61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 200  len: 849 time: 0.0454180
Apr 16 22:28:46.834517 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a589c39-824c-4a6d-a246-04c50008369e req-52b8eb10-6ccd-4e80-ba95-9d8e2dbf465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:46.836033 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a589c39-824c-4a6d-a246-04c50008369e req-52b8eb10-6ccd-4e80-ba95-9d8e2dbf465f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1277097-2b9c-40a0-a73d-b72779c3dcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0504694
Apr 16 22:28:46.853479 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a9d00613-b10d-4fcd-9956-4de235317a03 no longer exists at agent hyperv_nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:28:46.874051 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397a44d-d214-4d3c-a531-6a29c12de930 req-79b1c3c4-4d62-4233-8609-0870e9944864 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:46.875536 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2397a44d-d214-4d3c-a531-6a29c12de930 req-79b1c3c4-4d62-4233-8609-0870e9944864 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 943 time: 0.0533369
Apr 16 22:28:46.877160 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] No Port match for: a9d00613-b10d-4fcd-9956-4de235317a03 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:28:46.877508 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Device a9d00613-b10d-4fcd-9956-4de235317a03 not bound to the agent host nch2-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:28:46.885381 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-53b85dd2-b1fa-4d81-8737-6c10ce568ed1 None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:28:46.926304 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-2397a44d-d214-4d3c-a531-6a29c12de930 req-ae68e919-71b8-4fef-b76f-25cc2c65fec0 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/security-groups?id=55b02b73-75c1-46dd-b7f0-206100876b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435524
Apr 16 22:28:47.074632 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-53b85dd2-b1fa-4d81-8737-6c10ce568ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124753910>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 5, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:47.296740 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b85dd2-b1fa-4d81-8737-6c10ce568ed1 None None] The sync data for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 is: [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:23:03Z', 'revision_number': 4, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd4da1a92-ead9-43a0-b5df-1c25984bae79', 'name': '', 'network_id': 'c1277097-2b9c-40a0-a73d-b72779c3dcd8', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'mac_address': 'fa:16:3e:93:e4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:03Z', 'updated_at': '2022-04-16T22:23:07Z', 'revision_number': 5, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'subnets': [{'id': '2345dbc0-fc37-44e2-ade8-dcbed8f3ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:28:47.298272 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a589c39-824c-4a6d-a246-04c50008369e req-12a28673-8b37-4ab5-a3f3-b5d93cbdff14 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885909
Apr 16 22:28:47.344853 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf16d2-3548-459e-8610-9d5add21a4ed None None] New status for floating IP 019a1300-e3e0-462f-a8ba-2ddeb189c249: DOWN {{(pid=122558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 16 22:28:47.382232 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-8a589c39-824c-4a6d-a246-04c50008369e req-89b286a1-f715-477d-8832-f190977523c4 service neutron] 10.222.0.11 "GET /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0969553
Apr 16 22:28:47.458802 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3c420-3299-4773-92b8-914d95fed861 req-3d304425-5a41-46bf-aa8f-89762aefecce tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:47.460332 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6e3c420-3299-4773-92b8-914d95fed861 req-3d304425-5a41-46bf-aa8f-89762aefecce tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 943 time: 0.0505803
Apr 16 22:28:47.548109 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f6e3c420-3299-4773-92b8-914d95fed861 req-b83d3ca3-c5ec-425f-adb8-8d8135f21f64 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Deleting port fe461ac3-2c69-476e-a75a-b48182245dcb {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:28:47.548485 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6e3c420-3299-4773-92b8-914d95fed861 req-b83d3ca3-c5ec-425f-adb8-8d8135f21f64 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:47.636335 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [req-f6e3c420-3299-4773-92b8-914d95fed861 req-b83d3ca3-c5ec-425f-adb8-8d8135f21f64 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] For port fe461ac3-2c69-476e-a75a-b48182245dcb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fe461ac3-2c69-476e-a75a-b48182245dcb,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:47.636705 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6e3c420-3299-4773-92b8-914d95fed861 req-b83d3ca3-c5ec-425f-adb8-8d8135f21f64 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:47.649595 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [req-f6e3c420-3299-4773-92b8-914d95fed861 req-b83d3ca3-c5ec-425f-adb8-8d8135f21f64 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Calling delete_port for fe461ac3-2c69-476e-a75a-b48182245dcb owned by compute:nova {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:28:47.835391 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6e3c420-3299-4773-92b8-914d95fed861 req-b83d3ca3-c5ec-425f-adb8-8d8135f21f64 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (fe461ac3-2c69-476e-a75a-b48182245dcb), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:47.867037 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d3ca3-c5ec-425f-adb8-8d8135f21f64 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event deleted for resources: {'Port': ['ID=fe461ac3-2c69-476e-a75a-b48182245dcb,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:47.934232 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e3c420-3299-4773-92b8-914d95fed861 req-b83d3ca3-c5ec-425f-adb8-8d8135f21f64 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] No DVR routers for this DVR port fe461ac3-2c69-476e-a75a-b48182245dcb on host nch1-master-1 {{(pid=122555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:28:47.934232 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [req-f6e3c420-3299-4773-92b8-914d95fed861 req-b83d3ca3-c5ec-425f-adb8-8d8135f21f64 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993072'] for port (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:47.934232 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-f6e3c420-3299-4773-92b8-914d95fed861 req-b83d3ca3-c5ec-425f-adb8-8d8135f21f64 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.11 "DELETE /v2.0/ports/fe461ac3-2c69-476e-a75a-b48182245dcb HTTP/1.1" status: 204  len: 173 time: 0.4538069
Apr 16 22:28:48.028195 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [req-2b96a4de-21b7-4425-a827-af713baa68e1 req-663ea090-cc68-4ae8-9f5d-614dd681a03d tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 210 time: 0.0311728
Apr 16 22:28:48.506431 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef30252f-1d17-486e-b73f-1ebc2f76b972 req-38c26948-ad4a-44bf-934b-d741e633982b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0272195
Apr 16 22:28:48.522163 ncdv-master-1 neutron-server[122555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'name': 'network-vif-deleted', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb'}] {{(pid=122555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 16 22:28:48.524547 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}334ee6f3162df15782bc9f7679ab3f381d575960f9b23dcb15dd2587308e8d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48960cc-5079-46fd-9519-b73f3bd27d02" -d '{"events": [{"server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "name": "network-vif-deleted", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb"}]}' {{(pid=122555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 16 22:28:48.573908 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Apr 2022 22:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cc4816-7889-4bcc-aabf-4808a5f44677 x-openstack-request-id: req-56cc4816-7889-4bcc-aabf-4808a5f44677 {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 16 22:28:48.574203 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9b6279-82f9-4786-9f42-1aacf55bc7eb", "name": "network-vif-deleted", "tag": "fe461ac3-2c69-476e-a75a-b48182245dcb", "status": "completed", "code": 200}]} {{(pid=122555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 16 22:28:48.574460 ncdv-master-1 neutron-server[122555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56cc4816-7889-4bcc-aabf-4808a5f44677 {{(pid=122555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 16 22:28:48.574853 ncdv-master-1 neutron-server[122555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56cc4816-7889-4bcc-aabf-4808a5f44677'] response: {'server_uuid': '0f9b6279-82f9-4786-9f42-1aacf55bc7eb', 'name': 'network-vif-deleted', 'tag': 'fe461ac3-2c69-476e-a75a-b48182245dcb', 'status': 'completed', 'code': 200}
Apr 16 22:28:48.576983 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef30252f-1d17-486e-b73f-1ebc2f76b972 req-0814e261-b4ce-40ae-9973-1238a85cacb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&device_id=0f9b6279-82f9-4786-9f42-1aacf55bc7eb HTTP/1.1" status: 200  len: 210 time: 0.0309238
Apr 16 22:28:48.690074 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30252f-1d17-486e-b73f-1ebc2f76b972 req-3d9cdd61-01c3-4eaa-b49d-9e5779a4aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:48.691789 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef30252f-1d17-486e-b73f-1ebc2f76b972 req-3d9cdd61-01c3-4eaa-b49d-9e5779a4aa16 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&shared=False HTTP/1.1" status: 200  len: 911 time: 0.0979586
Apr 16 22:28:48.792137 ncdv-master-1 neutron-server[122555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30252f-1d17-486e-b73f-1ebc2f76b972 req-3d2da730-361a-4b7d-9db9-da324737a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=122555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 16 22:28:48.793590 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [req-ef30252f-1d17-486e-b73f-1ebc2f76b972 req-3d2da730-361a-4b7d-9db9-da324737a765 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0958092
Apr 16 22:28:49.085741 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55094) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:49.143902 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ebd473b4-945f-4275-95be-fe57f9c40e30 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group (55b02b73-75c1-46dd-b7f0-206100876b5d), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:49.169171 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ebd473b4-945f-4275-95be-fe57f9c40e30 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group (55b02b73-75c1-46dd-b7f0-206100876b5d), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:49.292289 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ebd473b4-945f-4275-95be-fe57f9c40e30 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (55b02b73-75c1-46dd-b7f0-206100876b5d), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:49.294981 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-ebd473b4-945f-4275-95be-fe57f9c40e30 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Publish callbacks [] for security_group (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:49.296201 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-ebd473b4-945f-4275-95be-fe57f9c40e30 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] 10.222.0.20 "DELETE /v2.0/security-groups/55b02b73-75c1-46dd-b7f0-206100876b5d HTTP/1.1" status: 204  len: 168 time: 0.2094550
Apr 16 22:28:49.312138 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd473b4-945f-4275-95be-fe57f9c40e30 tempest-TestSnapshotPattern-1853721524 tempest-TestSnapshotPattern-1853721524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b02b73-75c1-46dd-b7f0-206100876b5d,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:50.403156 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55100) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:50.823985 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fe461ac3-2c69-476e-a75a-b48182245dcb no longer exists at agent hyperv_nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:28:50.836510 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8a5df99-92b2-4dd1-838b-16fa6a01ad1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (f0018a13-c432-48b2-9923-169ea7806f5c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:50.847506 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-34647e34-b274-4112-91db-333c5a743e35 None None] No Port match for: fe461ac3-2c69-476e-a75a-b48182245dcb {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:28:50.847860 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Device fe461ac3-2c69-476e-a75a-b48182245dcb not bound to the agent host nch1-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:28:51.075589 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5df99-92b2-4dd1-838b-16fa6a01ad1a admin admin] Deleting port d4da1a92-ead9-43a0-b5df-1c25984bae79 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:28:51.075952 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8a5df99-92b2-4dd1-838b-16fa6a01ad1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:51.157484 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-e8a5df99-92b2-4dd1-838b-16fa6a01ad1a admin admin] For port d4da1a92-ead9-43a0-b5df-1c25984bae79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4da1a92-ead9-43a0-b5df-1c25984bae79,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:51.157849 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8a5df99-92b2-4dd1-838b-16fa6a01ad1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:51.175247 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5df99-92b2-4dd1-838b-16fa6a01ad1a admin admin] Calling delete_port for d4da1a92-ead9-43a0-b5df-1c25984bae79 owned by network:router_interface {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:28:51.403664 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8a5df99-92b2-4dd1-838b-16fa6a01ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (d4da1a92-ead9-43a0-b5df-1c25984bae79), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:51.430380 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5df99-92b2-4dd1-838b-16fa6a01ad1a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4da1a92-ead9-43a0-b5df-1c25984bae79,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:51.609161 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-e8a5df99-92b2-4dd1-838b-16fa6a01ad1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (f0018a13-c432-48b2-9923-169ea7806f5c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:51.829034 ncdv-master-1 neutron-server[122556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a5df99-92b2-4dd1-838b-16fa6a01ad1a admin admin] Router f0018a13-c432-48b2-9923-169ea7806f5c has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:28:51.938489 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a5df99-92b2-4dd1-838b-16fa6a01ad1a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:28:51.946598 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-e8a5df99-92b2-4dd1-838b-16fa6a01ad1a admin admin] 10.222.0.20 "PUT /v2.0/routers/f0018a13-c432-48b2-9923-169ea7806f5c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5395715
Apr 16 22:28:51.946598 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55112) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:51.949135 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477868ab-b2fa-4d0d-b5d1-502ec36be557 None None] Sync routers for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:28:51.958871 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477868ab-b2fa-4d0d-b5d1-502ec36be557 None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:28:51.959526 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-477868ab-b2fa-4d0d-b5d1-502ec36be557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124aec490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:52.052858 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Publish callbacks [] for router (f0018a13-c432-48b2-9923-169ea7806f5c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:52.066332 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-477868ab-b2fa-4d0d-b5d1-502ec36be557 None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: ncdv-master-1 {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:28:52.157118 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Publish callbacks [] for router_gateway (f0018a13-c432-48b2-9923-169ea7806f5c), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:52.233241 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-477868ab-b2fa-4d0d-b5d1-502ec36be557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124aec490>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46'}], 'enable_snat': True}, 'gw_port_id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:28:51Z', 'revision_number': 5, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port': {'id': '22b633b7-c000-4b2e-b764-0a6253f76dfd', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:01Z', 'updated_at': '2022-04-16T22:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:52.251475 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Deleting port 22b633b7-c000-4b2e-b764-0a6253f76dfd {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:28:52.252020 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:52.259778 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477868ab-b2fa-4d0d-b5d1-502ec36be557 None None] Checking router: f0018a13-c432-48b2-9923-169ea7806f5c for host: ncdv-master-1 {{(pid=122557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:28:52.268058 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477868ab-b2fa-4d0d-b5d1-502ec36be557 None None] Routers {'f0018a13-c432-48b2-9923-169ea7806f5c'} bound to L3 agent in host ncdv-master-1 {{(pid=122557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:28:52.268698 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-477868ab-b2fa-4d0d-b5d1-502ec36be557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0124aec490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['f0018a13-c432-48b2-9923-169ea7806f5c'], 'active': True} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:52.329758 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] For port 22b633b7-c000-4b2e-b764-0a6253f76dfd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22b633b7-c000-4b2e-b764-0a6253f76dfd,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:52.330135 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:52.347239 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Calling delete_port for 22b633b7-c000-4b2e-b764-0a6253f76dfd owned by network:router_gateway {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:28:52.356649 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvr_db [None req-477868ab-b2fa-4d0d-b5d1-502ec36be557 None None] Set router f0018a13-c432-48b2-9923-169ea7806f5c gateway port host: None {{(pid=122557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:28:52.412739 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_hamode_db [None req-477868ab-b2fa-4d0d-b5d1-502ec36be557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0124aec490>, [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:28:52Z', 'revision_number': 6, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:52.441084 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477868ab-b2fa-4d0d-b5d1-502ec36be557 None None] The sync data for ids ['f0018a13-c432-48b2-9923-169ea7806f5c'] in ncdv-master-1 is: [{'id': 'f0018a13-c432-48b2-9923-169ea7806f5c', 'name': 'tempest-TestSnapshotPattern-1714606228-router', 'tenant_id': '31f2cd0b26e149b589061d18a3b7af3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:00Z', 'updated_at': '2022-04-16T22:28:52Z', 'revision_number': 6, 'project_id': '31f2cd0b26e149b589061d18a3b7af3d', 'gw_port_host': None}] {{(pid=122557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:28:52.921177 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (22b633b7-c000-4b2e-b764-0a6253f76dfd), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:52.948285 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Pushing event deleted for resources: {'Port': ['ID=22b633b7-c000-4b2e-b764-0a6253f76dfd,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:53.010102 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (f0018a13-c432-48b2-9923-169ea7806f5c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.110002 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (f0018a13-c432-48b2-9923-169ea7806f5c), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.112228 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Publish callbacks [] for router_controller (f0018a13-c432-48b2-9923-169ea7806f5c), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.238036 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (f0018a13-c432-48b2-9923-169ea7806f5c), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.238593 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0018a13-c432-48b2-9923-169ea7806f5c {{(pid=122556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 22:28:53.248205 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] Publish callbacks [] for router (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.248205 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-d0e8795f-eef6-4bb1-9fb7-1903af58a01a admin admin] 10.222.0.20 "DELETE /v2.0/routers/f0018a13-c432-48b2-9923-169ea7806f5c HTTP/1.1" status: 204  len: 168 time: 1.2971311
Apr 16 22:28:53.248205 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55116) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:53.292041 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb77ecce-917b-44f1-bc83-361e01987976 admin admin] Deleting subnet 2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 {{(pid=122556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:28:53.295443 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb77ecce-917b-44f1-bc83-361e01987976 admin admin] Publish callbacks [] for subnet (2345dbc0-fc37-44e2-ade8-dcbed8f3ca54), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.331514 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb77ecce-917b-44f1-bc83-361e01987976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60153036'] for subnet (2345dbc0-fc37-44e2-ade8-dcbed8f3ca54), precommit_delete_associations {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.420013 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb77ecce-917b-44f1-bc83-361e01987976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (2345dbc0-fc37-44e2-ade8-dcbed8f3ca54), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.555718 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb77ecce-917b-44f1-bc83-361e01987976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59833485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59907423'] for subnet (2345dbc0-fc37-44e2-ade8-dcbed8f3ca54), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.580461 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77ecce-917b-44f1-bc83-361e01987976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2345dbc0-fc37-44e2-ade8-dcbed8f3ca54,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:53.586335 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-cb77ecce-917b-44f1-bc83-361e01987976 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.591238 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-cb77ecce-917b-44f1-bc83-361e01987976 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2345dbc0-fc37-44e2-ade8-dcbed8f3ca54 HTTP/1.1" status: 204  len: 168 time: 0.3418310
Apr 16 22:28:53.592158 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55120) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:53.594609 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be816e9c-8dce-4757-a230-3d62daf848e4 None None] Network c1277097-2b9c-40a0-a73d-b72779c3dcd8 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:28:53.664257 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (c1277097-2b9c-40a0-a73d-b72779c3dcd8), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.712557 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Deleting port 4a53352c-8ef2-4311-89f2-91a8707a20e9 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:28:53.712992 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.760017 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2154d5f3-12ab-4bbd-94cd-9bc152a8937b None None] DHCP port deletion for c1277097-2b9c-40a0-a73d-b72779c3dcd8 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:28:53.777777 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] For port 4a53352c-8ef2-4311-89f2-91a8707a20e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a53352c-8ef2-4311-89f2-91a8707a20e9,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:53.778146 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.792430 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Calling delete_port for 4a53352c-8ef2-4311-89f2-91a8707a20e9 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:28:53.798712 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2154d5f3-12ab-4bbd-94cd-9bc152a8937b None None] Deleting port 4a53352c-8ef2-4311-89f2-91a8707a20e9 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:28:53.799077 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2154d5f3-12ab-4bbd-94cd-9bc152a8937b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.862518 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-2154d5f3-12ab-4bbd-94cd-9bc152a8937b None None] For port 4a53352c-8ef2-4311-89f2-91a8707a20e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a53352c-8ef2-4311-89f2-91a8707a20e9,segment=NetworkSegment(394b43fc-440a-4161-b9bf-db9f43e1e75a),segment_id=394b43fc-440a-4161-b9bf-db9f43e1e75a)] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:53.862925 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2154d5f3-12ab-4bbd-94cd-9bc152a8937b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.876421 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-2154d5f3-12ab-4bbd-94cd-9bc152a8937b None None] Calling delete_port for 4a53352c-8ef2-4311-89f2-91a8707a20e9 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:28:53.959329 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.966100 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2154d5f3-12ab-4bbd-94cd-9bc152a8937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (4a53352c-8ef2-4311-89f2-91a8707a20e9), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:53.985381 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a53352c-8ef2-4311-89f2-91a8707a20e9,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:53.990520 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] No DVR routers for this DVR port 4a53352c-8ef2-4311-89f2-91a8707a20e9 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:28:53.993594 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154d5f3-12ab-4bbd-94cd-9bc152a8937b None None] No DVR routers for this DVR port 4a53352c-8ef2-4311-89f2-91a8707a20e9 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:28:53.995869 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154d5f3-12ab-4bbd-94cd-9bc152a8937b None None] Pushing event deleted for resources: {'Port': ['ID=4a53352c-8ef2-4311-89f2-91a8707a20e9,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:54.066717 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (c1277097-2b9c-40a0-a73d-b72779c3dcd8), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:54.087191 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011e85c490>,) {'filters': {'network_id': ['c1277097-2b9c-40a0-a73d-b72779c3dcd8']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:54.096662 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e85c490>, '394b43fc-440a-4161-b9bf-db9f43e1e75a') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:54.096955 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011e85c490>, '394b43fc-440a-4161-b9bf-db9f43e1e75a') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:54.107130 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (394b43fc-440a-4161-b9bf-db9f43e1e75a), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:54.120885 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (394b43fc-440a-4161-b9bf-db9f43e1e75a), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:54.126764 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:28:54.127148 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (394b43fc-440a-4161-b9bf-db9f43e1e75a), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:28:54.128830 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:28:54.243638 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (c1277097-2b9c-40a0-a73d-b72779c3dcd8), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:54.250058 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:54.253186 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] 10.222.0.20 "DELETE /v2.0/networks/c1277097-2b9c-40a0-a73d-b72779c3dcd8 HTTP/1.1" status: 204  len: 168 time: 0.6602166
Apr 16 22:28:54.256192 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55126) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:54.263148 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4630b-2830-47b6-918e-4b147e73de3d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1277097-2b9c-40a0-a73d-b72779c3dcd8,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:54.440302 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d4da1a92-ead9-43a0-b5df-1c25984bae79 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:28:54.464455 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: d4da1a92-ead9-43a0-b5df-1c25984bae79 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:28:54.464891 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device d4da1a92-ead9-43a0-b5df-1c25984bae79 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:28:54.465318 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 22b633b7-c000-4b2e-b764-0a6253f76dfd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:28:54.484750 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 22b633b7-c000-4b2e-b764-0a6253f76dfd {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:28:54.485104 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 22b633b7-c000-4b2e-b764-0a6253f76dfd not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:28:54.485528 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4a53352c-8ef2-4311-89f2-91a8707a20e9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:28:54.505370 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 4a53352c-8ef2-4311-89f2-91a8707a20e9 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:28:54.505639 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 4a53352c-8ef2-4311-89f2-91a8707a20e9 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:28:54.596442 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17ca5deb-0e9d-4704-9a22-9fd5489adc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486183'] for router_interface (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:54.831577 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-17ca5deb-0e9d-4704-9a22-9fd5489adc23 admin admin] Deleting port 52081dae-353d-4de4-a3b3-f086a21cb5d9 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:28:54.831922 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17ca5deb-0e9d-4704-9a22-9fd5489adc23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:54.907946 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-17ca5deb-0e9d-4704-9a22-9fd5489adc23 admin admin] For port 52081dae-353d-4de4-a3b3-f086a21cb5d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52081dae-353d-4de4-a3b3-f086a21cb5d9,segment=NetworkSegment(2160f3e7-0483-49a4-8b29-8b003dd4b03f),segment_id=2160f3e7-0483-49a4-8b29-8b003dd4b03f)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:54.908343 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17ca5deb-0e9d-4704-9a22-9fd5489adc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:54.924749 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-17ca5deb-0e9d-4704-9a22-9fd5489adc23 admin admin] Calling delete_port for 52081dae-353d-4de4-a3b3-f086a21cb5d9 owned by network:router_interface {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:28:55.157995 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17ca5deb-0e9d-4704-9a22-9fd5489adc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (52081dae-353d-4de4-a3b3-f086a21cb5d9), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:55.183929 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca5deb-0e9d-4704-9a22-9fd5489adc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=52081dae-353d-4de4-a3b3-f086a21cb5d9,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:55.358660 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-17ca5deb-0e9d-4704-9a22-9fd5489adc23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-485783'] for router_interface (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:55.577039 ncdv-master-1 neutron-server[122555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ca5deb-0e9d-4704-9a22-9fd5489adc23 admin admin] Router 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 has already been hosted by L3 agent 29078803-e333-4c03-9850-5db011668f35 {{(pid=122555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 16 22:28:55.685943 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ca5deb-0e9d-4704-9a22-9fd5489adc23 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=122555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 16 22:28:55.690867 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-17ca5deb-0e9d-4704-9a22-9fd5489adc23 admin admin] 10.222.0.20 "PUT /v2.0/routers/1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4335661
Apr 16 22:28:55.693395 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55130) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:55.696499 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9738b5-a7c0-44a5-aa4c-9bc8c4e245db None None] Sync routers for ids ['1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'] in ncdv-master-1 {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 16 22:28:55.706206 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9738b5-a7c0-44a5-aa4c-9bc8c4e245db None None] Routers {'1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:28:55.706884 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7d9738b5-a7c0-44a5-aa4c-9bc8c4e245db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125095fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:55.800190 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Publish callbacks [] for router (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:55.812161 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-7d9738b5-a7c0-44a5-aa4c-9bc8c4e245db None None] Set router 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 gateway port host: ncdv-master-1 {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:28:55.905548 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Publish callbacks [] for router_gateway (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:55.979609 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7d9738b5-a7c0-44a5-aa4c-9bc8c4e245db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125095fa0>, [{'id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'name': 'tempest-TestSnapshotPattern-135666650-router', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'external_fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:06Z', 'updated_at': '2022-04-16T22:28:55Z', 'revision_number': 5, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'gw_port': {'id': 'cde4aff4-85f2-4f6e-a483-3c0302a25bf3', 'name': '', 'network_id': 'f901fd27-41ce-4b49-9132-e60168d0f679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'ip_address': '172.35.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-16T22:23:07Z', 'updated_at': '2022-04-16T22:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c199dbb6-f49b-4d3e-acbb-aa2676620f54', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:56.005950 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9738b5-a7c0-44a5-aa4c-9bc8c4e245db None None] Checking router: 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 for host: ncdv-master-1 {{(pid=122558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 16 22:28:56.014426 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9738b5-a7c0-44a5-aa4c-9bc8c4e245db None None] Routers {'1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'} bound to L3 agent in host ncdv-master-1 {{(pid=122558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 16 22:28:56.015017 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7d9738b5-a7c0-44a5-aa4c-9bc8c4e245db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0125095fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-16T20:56:11Z,description=<?>,heartbeat_timestamp=2022-04-16T22:28:42Z,host='ncdv-master-1',id=29078803-e333-4c03-9850-5db011668f35,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-16T20:56:12Z,topic='l3_agent')) {'router_ids': ['1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'], 'active': True} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:56.034453 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Deleting port cde4aff4-85f2-4f6e-a483-3c0302a25bf3 {{(pid=122555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:28:56.034806 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:56.102801 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_dvr_db [None req-7d9738b5-a7c0-44a5-aa4c-9bc8c4e245db None None] Set router 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 gateway port host: None {{(pid=122558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 16 22:28:56.114289 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.db [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] For port cde4aff4-85f2-4f6e-a483-3c0302a25bf3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cde4aff4-85f2-4f6e-a483-3c0302a25bf3,segment=NetworkSegment(f7f7fcb8-eab8-4c62-88ca-29218f12c8ae),segment_id=f7f7fcb8-eab8-4c62-88ca-29218f12c8ae)] {{(pid=122555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:56.114671 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:56.132435 ncdv-master-1 neutron-server[122555]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Calling delete_port for cde4aff4-85f2-4f6e-a483-3c0302a25bf3 owned by network:router_gateway {{(pid=122555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:28:56.157320 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.l3_hamode_db [None req-7d9738b5-a7c0-44a5-aa4c-9bc8c4e245db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0125095fa0>, [{'id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'name': 'tempest-TestSnapshotPattern-135666650-router', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:06Z', 'updated_at': '2022-04-16T22:28:55Z', 'revision_number': 6, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=122558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:56.186460 ncdv-master-1 neutron-server[122558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9738b5-a7c0-44a5-aa4c-9bc8c4e245db None None] The sync data for ids ['1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3'] in ncdv-master-1 is: [{'id': '1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3', 'name': 'tempest-TestSnapshotPattern-135666650-router', 'tenant_id': '6ce730d59c754fac96469db7d28f3c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-16T22:23:06Z', 'updated_at': '2022-04-16T22:28:55Z', 'revision_number': 6, 'project_id': '6ce730d59c754fac96469db7d28f3c88', 'gw_port_host': None}] {{(pid=122558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 16 22:28:56.349390 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59791005'] for port (cde4aff4-85f2-4f6e-a483-3c0302a25bf3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:56.375301 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cde4aff4-85f2-4f6e-a483-3c0302a25bf3,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:56.437550 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464113'] for router_gateway (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:56.531377 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7045'] for router (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:56.532648 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Publish callbacks [] for router_controller (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:56.669624 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487259'] for router (1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:56.670302 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 {{(pid=122555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 16 22:28:56.674933 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:56.676196 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-d3bd8567-bc67-4756-a560-35da261829b2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1a6ffa1d-0891-4c16-b77e-d7d01bd28ea3 HTTP/1.1" status: 204  len: 168 time: 0.9818692
Apr 16 22:28:56.679200 ncdv-master-1 neutron-server[122555]: DEBUG neutron.wsgi [-] (122555) accepted ('10.222.0.20', 55134) {{(pid=122555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:56.723994 ncdv-master-1 neutron-server[122555]: DEBUG neutron.db.db_base_plugin_v2 [None req-356da5a7-fa15-40b3-abdb-e795544b9ee4 admin admin] Deleting subnet 34197fba-5533-4553-b7e9-5c575edf09a0 {{(pid=122555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 16 22:28:56.727077 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-356da5a7-fa15-40b3-abdb-e795544b9ee4 admin admin] Publish callbacks [] for subnet (34197fba-5533-4553-b7e9-5c575edf09a0), before_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:56.761292 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-356da5a7-fa15-40b3-abdb-e795544b9ee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112407'] for subnet (34197fba-5533-4553-b7e9-5c575edf09a0), precommit_delete_associations {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:56.840041 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-356da5a7-fa15-40b3-abdb-e795544b9ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310484'] for subnet (34197fba-5533-4553-b7e9-5c575edf09a0), precommit_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:56.950615 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 52081dae-353d-4de4-a3b3-f086a21cb5d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:28:56.956418 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-356da5a7-fa15-40b3-abdb-e795544b9ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59790920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60292385'] for subnet (34197fba-5533-4553-b7e9-5c575edf09a0), after_delete {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:56.972079 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 52081dae-353d-4de4-a3b3-f086a21cb5d9 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:28:56.972463 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 52081dae-353d-4de4-a3b3-f086a21cb5d9 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:28:56.984151 ncdv-master-1 neutron-server[122555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356da5a7-fa15-40b3-abdb-e795544b9ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34197fba-5533-4553-b7e9-5c575edf09a0,revision_number=None']} {{(pid=122555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:56.991817 ncdv-master-1 neutron-server[122555]: DEBUG neutron_lib.callbacks.manager [None req-356da5a7-fa15-40b3-abdb-e795544b9ee4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=122555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:56.995086 ncdv-master-1 neutron-server[122555]: INFO neutron.wsgi [None req-356da5a7-fa15-40b3-abdb-e795544b9ee4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/34197fba-5533-4553-b7e9-5c575edf09a0 HTTP/1.1" status: 204  len: 168 time: 0.3149173
Apr 16 22:28:56.997790 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55136) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:56.999055 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d2f61-6000-4937-a366-8108b71afee1 None None] Network 20da3c36-3778-44fc-abf2-9b2b1d5bc121 requested from ncdv-master-1 {{(pid=122557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 16 22:28:57.074523 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16286364'] for network (20da3c36-3778-44fc-abf2-9b2b1d5bc121), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:57.122131 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Deleting port 95a364c5-f363-4580-b700-9c733db41170 {{(pid=122556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:28:57.122496 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (95a364c5-f363-4580-b700-9c733db41170), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:57.193297 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.db [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] For port 95a364c5-f363-4580-b700-9c733db41170, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95a364c5-f363-4580-b700-9c733db41170,segment=NetworkSegment(2160f3e7-0483-49a4-8b29-8b003dd4b03f),segment_id=2160f3e7-0483-49a4-8b29-8b003dd4b03f)] {{(pid=122556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:57.193965 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (95a364c5-f363-4580-b700-9c733db41170), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:57.210097 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.plugin [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Calling delete_port for 95a364c5-f363-4580-b700-9c733db41170 owned by network:dhcp {{(pid=122556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:28:57.365522 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899b77e2-d25d-4c29-b7d1-91c41087f9e2 None None] DHCP port deletion for 20da3c36-3778-44fc-abf2-9b2b1d5bc121 request from ncdv-master-1 {{(pid=122557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 16 22:28:57.383460 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59833432'] for port (95a364c5-f363-4580-b700-9c733db41170), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:57.404447 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-899b77e2-d25d-4c29-b7d1-91c41087f9e2 None None] Deleting port 95a364c5-f363-4580-b700-9c733db41170 {{(pid=122557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Apr 16 22:28:57.404904 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-899b77e2-d25d-4c29-b7d1-91c41087f9e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727683408222'] for port (95a364c5-f363-4580-b700-9c733db41170), before_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:57.412376 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Pushing event deleted for resources: {'Port': ['ID=95a364c5-f363-4580-b700-9c733db41170,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:57.415481 ncdv-master-1 neutron-server[122556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] No DVR routers for this DVR port 95a364c5-f363-4580-b700-9c733db41170 on host ncdv-master-1 {{(pid=122556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:28:57.469355 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.db [None req-899b77e2-d25d-4c29-b7d1-91c41087f9e2 None None] For port 95a364c5-f363-4580-b700-9c733db41170, host ncdv-master-1, got binding levels [] {{(pid=122557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 16 22:28:57.469775 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-899b77e2-d25d-4c29-b7d1-91c41087f9e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622777'] for port (95a364c5-f363-4580-b700-9c733db41170), precommit_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:57.483007 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-899b77e2-d25d-4c29-b7d1-91c41087f9e2 None None] Calling delete_port for 95a364c5-f363-4580-b700-9c733db41170 owned by network:dhcp {{(pid=122557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}}
Apr 16 22:28:57.485797 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.ipam_backend_mixin [None req-899b77e2-d25d-4c29-b7d1-91c41087f9e2 None None] Port 95a364c5-f363-4580-b700-9c733db41170 was not found and therefore no delete operation was performed {{(pid=122557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Apr 16 22:28:57.487127 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-899b77e2-d25d-4c29-b7d1-91c41087f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16341269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727683316812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727682956508'] for port (95a364c5-f363-4580-b700-9c733db41170), after_delete {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:57.490736 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16315725', 'neutron.services.segments.db._delete_segments_for_network-8727683383426'] for network (20da3c36-3778-44fc-abf2-9b2b1d5bc121), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:57.511583 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f011fcbe310>,) {'filters': {'network_id': ['20da3c36-3778-44fc-abf2-9b2b1d5bc121']}} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:57.513449 ncdv-master-1 neutron-server[122557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b77e2-d25d-4c29-b7d1-91c41087f9e2 None None] Pushing event deleted for resources: {'Port': ['ID=95a364c5-f363-4580-b700-9c733db41170,revision_number=None']} {{(pid=122557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:57.515331 ncdv-master-1 neutron-server[122557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b77e2-d25d-4c29-b7d1-91c41087f9e2 None None] No DVR routers for this DVR port 95a364c5-f363-4580-b700-9c733db41170 on host ncdv-master-1 {{(pid=122557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 16 22:28:57.526679 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fcbe310>, '2160f3e7-0483-49a4-8b29-8b003dd4b03f') {'for_net_delete': True} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:57.527099 ncdv-master-1 neutron-server[122556]: DEBUG neutron.services.segments.db [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f011fcbe310>, '2160f3e7-0483-49a4-8b29-8b003dd4b03f') {} {{(pid=122556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 16 22:28:57.537457 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727683387787', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60153045'] for segment (2160f3e7-0483-49a4-8b29-8b003dd4b03f), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:57.550599 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909'] for segment (2160f3e7-0483-49a4-8b29-8b003dd4b03f), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:57.557686 ncdv-master-1 neutron-server[122556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=122556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 16 22:28:57.558194 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16312909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59833451'] for segment (2160f3e7-0483-49a4-8b29-8b003dd4b03f), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]: Traceback (most recent call last):
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     timer()
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     cb(*args, **kw)
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     return func(*args, **kwargs)
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     self._notify()
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     self.callback(batched_events)
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     event.method(event)
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     return f(self, *a, **k)
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     return self._get(url).json()
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     return self.request(url, 'GET', **kwargs)
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 16 22:28:57.560017 ncdv-master-1 neutron-server[122556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 16 22:28:57.669285 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16315734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463893'] for network (20da3c36-3778-44fc-abf2-9b2b1d5bc121), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:57.674282 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Publish callbacks [] for network (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:57.678117 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] 10.222.0.20 "DELETE /v2.0/networks/20da3c36-3778-44fc-abf2-9b2b1d5bc121 HTTP/1.1" status: 204  len: 168 time: 0.6793444
Apr 16 22:28:57.691972 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2446ef-315b-47ab-843d-37884b5ce09d admin admin] Pushing event deleted for resources: {'Network': ['ID=20da3c36-3778-44fc-abf2-9b2b1d5bc121,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:57.975314 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55140) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:58.014707 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-b17cd789-9fda-44f5-9f02-3326902945e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31f2cd0b26e149b589061d18a3b7af3d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381093
Apr 16 22:28:58.017150 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55142) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:58.068086 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0256694-e60e-43e5-81ad-619c3c4b3b57 admin admin] Publish callbacks [] for security_group (6ec34f75-8210-41e4-bc00-ee6e23e50bf0), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:58.089318 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0256694-e60e-43e5-81ad-619c3c4b3b57 admin admin] Publish callbacks [] for security_group (6ec34f75-8210-41e4-bc00-ee6e23e50bf0), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:58.209448 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0256694-e60e-43e5-81ad-619c3c4b3b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (6ec34f75-8210-41e4-bc00-ee6e23e50bf0), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:58.211992 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-a0256694-e60e-43e5-81ad-619c3c4b3b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:58.213187 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-a0256694-e60e-43e5-81ad-619c3c4b3b57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ec34f75-8210-41e4-bc00-ee6e23e50bf0 HTTP/1.1" status: 204  len: 168 time: 0.1951544
Apr 16 22:28:58.221406 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0256694-e60e-43e5-81ad-619c3c4b3b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec34f75-8210-41e4-bc00-ee6e23e50bf0,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:28:58.448629 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 95a364c5-f363-4580-b700-9c733db41170 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:28:58.469900 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: 95a364c5-f363-4580-b700-9c733db41170 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:28:58.470191 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device 95a364c5-f363-4580-b700-9c733db41170 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:28:58.470602 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cde4aff4-85f2-4f6e-a483-3c0302a25bf3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 16 22:28:58.492564 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] No Port match for: cde4aff4-85f2-4f6e-a483-3c0302a25bf3 {{(pid=122557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}}
Apr 16 22:28:58.492919 ncdv-master-1 neutron-server[122557]: DEBUG neutron.plugins.ml2.rpc [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Device cde4aff4-85f2-4f6e-a483-3c0302a25bf3 not bound to the agent host ncdv-master-1 {{(pid=122557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 16 22:28:58.835313 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55148) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:58.874585 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-5f67dc9c-5b62-4578-8980-7725a76b1034 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ce730d59c754fac96469db7d28f3c88&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381429
Apr 16 22:28:58.877114 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [-] (122556) accepted ('10.222.0.20', 55150) {{(pid=122556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 16 22:28:58.922848 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-486545c8-cba3-41ee-ac6f-e5d86016627e admin admin] Publish callbacks [] for security_group (f45753e9-0a79-4c0d-83d1-4f9d0afd7546), before_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:58.944776 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-486545c8-cba3-41ee-ac6f-e5d86016627e admin admin] Publish callbacks [] for security_group (f45753e9-0a79-4c0d-83d1-4f9d0afd7546), precommit_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:59.052455 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-486545c8-cba3-41ee-ac6f-e5d86016627e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630432'] for security_group (f45753e9-0a79-4c0d-83d1-4f9d0afd7546), after_delete {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:59.055073 ncdv-master-1 neutron-server[122556]: DEBUG neutron_lib.callbacks.manager [None req-486545c8-cba3-41ee-ac6f-e5d86016627e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=122556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:28:59.056535 ncdv-master-1 neutron-server[122556]: INFO neutron.wsgi [None req-486545c8-cba3-41ee-ac6f-e5d86016627e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f45753e9-0a79-4c0d-83d1-4f9d0afd7546 HTTP/1.1" status: 204  len: 168 time: 0.1782467
Apr 16 22:28:59.064387 ncdv-master-1 neutron-server[122556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486545c8-cba3-41ee-ac6f-e5d86016627e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45753e9-0a79-4c0d-83d1-4f9d0afd7546,revision_number=None']} {{(pid=122556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 16 22:29:04.985736 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:29:07.097873 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:29:09.060406 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-f0f06e43-84e4-4c5e-b2f1-17025b493313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:29:11.631349 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29416a44-6d2f-4996-b4ef-3d0585b1f193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:29:12.811946 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:29:14.383914 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:29:14.437285 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:29:15.474727 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:29:37.109549 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:29:39.122179 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6f3c1ce9-7616-4253-b033-fe4bdff8bf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:29:41.642549 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c75487b4-6258-4fe5-b299-56f9ca20b188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:29:41.984926 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:29:42.842153 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:29:44.346407 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:29:44.417169 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:29:45.482295 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:07.102362 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:09.064846 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b45d2fc4-4b65-4021-be7c-8c4b17063d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:11.630327 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cfed4fc9-b725-4bd0-b4c7-e6f1047e4d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:12.813227 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:14.349276 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:14.416414 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:15.473666 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:18.983897 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:30:37.098559 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:39.084943 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-166cff4e-f975-44ad-ab2f-e3a178f851c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:41.633813 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6813cbd8-b429-4a5c-b029-3fd445bfe23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:42.825014 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:44.358971 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:44.410108 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:45.486822 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:30:55.983462 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:31:07.097442 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:31:09.069078 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1f7ec385-c76e-47ff-8eb9-1c16362b16a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:31:11.634829 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1205ac74-94a4-4530-98ea-0a13543cff95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:31:12.815614 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:31:14.356653 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:31:14.411784 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:31:15.484502 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:31:32.983595 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:31:37.114512 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:31:39.066502 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-2e773c25-1233-4269-a385-91966cfa9820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:31:40.617788 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-e2b83081-263b-4c68-ad01-1bec33dba839 service neutron] (122556) timed out ('10.222.0.20', 52580) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 22:31:40.770840 ncdv-master-1 neutron-server[122556]: DEBUG neutron.wsgi [req-8642a242-f2f3-48f9-81e1-d347b7b1f725 req-d652a6ce-ef3a-4eae-a210-38faf845e759 tempest-TestShelveInstance-414998748 tempest-TestShelveInstance-414998748-project] (122556) timed out ('10.222.0.20', 52604) {{(pid=122556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 16 22:31:41.690219 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-a4b58e26-f9e3-4eae-beae-117b66f15776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:31:42.817253 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:31:44.359922 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:31:44.399537 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:31:45.502672 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:07.107804 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:09.050868 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-8db6ba87-39ff-4877-918a-9660e74f54ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:09.983339 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:32:11.650880 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b3c874e2-4c39-4dfc-822e-06db25127722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:12.810970 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:14.364748 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:14.416530 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:15.485412 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:37.136098 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:39.106421 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-b4e77c4a-d52b-45c5-ae7c-d4742e0e969a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:41.673139 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-adfcd0bc-22eb-4257-8e9f-4618dbf37bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:42.832974 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:44.364475 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:44.427635 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:45.479321 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:32:46.982525 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:33:07.107194 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:33:09.060962 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-05c0aae1-c25b-416d-87f0-192c7f335d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:33:11.650501 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-80b0e8cd-12f9-4eeb-af0c-90e2d7e4ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:33:12.820252 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:33:14.392265 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:33:14.455248 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:33:15.478275 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:33:23.981825 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:33:37.146449 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:33:39.077642 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d5322f61-de81-4e99-929f-fa40eea5a236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:33:41.637471 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-4703ff1f-292e-475f-b82d-b0314f376f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:33:42.826295 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:33:44.370324 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:33:44.454578 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:33:45.483657 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:00.981548 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:34:07.139052 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:09.089380 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-1d8d95f1-c51d-498b-b82b-2c00991e32de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:11.643201 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-e159e382-d21d-46e1-93a7-eb205bed0db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:12.819842 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:14.356976 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:14.442848 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:15.494792 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:37.145374 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:37.987056 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:34:39.075757 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ef5fcbe8-0513-46db-856a-7e5cb7bffb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:41.653924 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-aaaec007-fd75-49f6-8ac2-6bcdfcb15de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:42.824938 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:44.333882 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:44.425540 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:34:45.493840 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:07.121990 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:09.087781 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-991b7d9e-d01b-484e-b0f2-1d13205f4eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:11.636486 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-cf8fb52b-7873-48b2-b41a-d00fdf515af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:12.813227 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:14.338696 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:14.418603 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:14.980764 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:35:15.504733 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:37.155411 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:39.075410 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-d7caa6a1-987c-4520-809e-a2737a9e6ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:41.635481 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ad63b637-e540-44a5-beec-dd94d4a35576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:42.835559 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:44.355751 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:44.429926 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:45.492421 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:35:51.980491 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:36:07.137720 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:36:09.080593 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-6e2b2304-0597-4af4-8478-e53ba30d379c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:36:11.657930 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-299d90ba-7105-458d-b744-203b47bb7223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:36:12.834715 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:36:14.360549 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:36:14.434634 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:36:15.481433 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:36:28.979325 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:36:37.125726 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:36:39.063483 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ec5c7ce1-a6ba-4282-84aa-f734dcaaf5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:36:41.657211 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-fd771ce7-35d4-4a68-9a98-28a034ee20ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:36:42.851662 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:36:44.400384 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:36:44.486004 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:36:45.520275 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:37:05.978242 ncdv-master-1 neutron-server[122558]: DEBUG neutron.db.agents_db [None req-e4dc0d89-dbfe-49b8-b261-72889e12dc75 None None] Agent healthcheck: found 7 active agents {{(pid=122558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 16 22:37:07.154076 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:37:09.063180 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-c932317b-1e26-4e41-bf70-e919330b7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:37:11.634194 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-7b74ff26-3681-4585-b403-13fed4f864f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:37:12.885921 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-29100bc8-0c44-4942-81d8-3cf3f189478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (5e8eb4da-912f-4559-8f0b-1331cf29ff06), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:37:14.405551 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-ade0fbbf-f71c-4c5a-bea9-25a762b064e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (7e8949ef-b456-461e-ab94-59672f33278a), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:37:14.445751 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-9847affe-6c6d-4d99-9d36-e6abca082849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (d626396a-007c-4baa-b60a-62c789f0017e), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:37:15.497159 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-13dcf895-b605-4d5e-82cb-5a61dba21df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (191e03d7-9973-40e3-9bc6-f8c620c3b2f3), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:37:37.153964 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-34647e34-b274-4112-91db-333c5a743e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (f1856e2a-a026-41e3-9e86-e2bd348290f0), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:37:39.096895 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-5f1ba2d7-aa87-475b-9f4e-2b0dbfb85ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (bff055cf-4478-4523-af5a-bdd4dd389f43), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 16 22:37:41.651166 ncdv-master-1 neutron-server[122557]: DEBUG neutron_lib.callbacks.manager [None req-aa581e35-7bac-4928-8ac6-e50aa4d67549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727683383408', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16316042'] for agent (29078803-e333-4c03-9850-5db011668f35), after_update {{(pid=122557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}